-- Logs begin at Thu 2021-08-19 11:11:58 UTC, end at Thu 2021-08-19 14:03:52 UTC. -- Aug 19 12:01:57.962613 n-d-778732-8 systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 12:02:00.986695 n-d-778732-8 neutron-server[95539]: INFO neutron.common.config [-] Logging enabled! Aug 19 12:02:00.987663 n-d-778732-8 neutron-server[95539]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 12:02:00.987663 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95539) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 12:02:00.990672 n-d-778732-8 neutron-server[95539]: INFO neutron.common.config [-] Logging enabled! Aug 19 12:02:00.990929 n-d-778732-8 neutron-server[95539]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 12:02:00.991238 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95539) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 12:02:00.992231 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 12:02:00.992462 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 12:02:00.992872 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 12:02:00.993109 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 12:02:00.993333 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 12:02:00.993671 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.993963 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.994519 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.994747 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.995041 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.995331 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.995607 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.995890 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.996189 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.996475 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.996742 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.997023 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.997251 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.997563 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.997847 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.998126 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.998345 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] debug = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.998618 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.999042 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.999457 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:00.999727 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.000012 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.000349 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.000551 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.000829 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.001106 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.001631 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] host = n-d-778732-8 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.002390 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.002390 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.002579 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.002736 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.003007 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.003283 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.003566 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.003840 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.004108 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] log_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.004378 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.004663 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.004944 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.005240 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.005484 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.005708 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.005991 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.006275 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.006547 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.006831 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.007088 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.007358 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.007627 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.007892 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.008174 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.008455 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.008740 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.009011 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.009280 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.009578 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.009842 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.010122 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.010402 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.010682 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.010919 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.011202 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.011469 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.011741 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.012043 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.012326 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.012606 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.012890 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.013159 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.013461 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.013734 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.014003 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.014273 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] use_json = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.014539 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.014805 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.015085 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.015357 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.015623 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.015895 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.016158 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.016624 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:01.016764 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.017752 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.018095 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.018294 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.018598 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.018880 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.019165 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.019442 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.019734 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.020023 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.020321 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.020697 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.020940 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.021163 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.021653 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.021653 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.024110 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.024110 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.024110 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.024110 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.024110 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.024110 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.024110 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.024110 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.024781 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.024781 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.024781 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.026246 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.026246 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.026246 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.026246 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.026246 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.026706 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.026706 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.027345 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.027345 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.027814 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.027814 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.027973 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.028196 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.028851 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.028851 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031117 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031117 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031117 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031117 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031117 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031117 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031117 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031117 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031117 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031761 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031761 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.031914 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.032122 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.032390 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.032658 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.033764 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.033896 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.034171 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.034443 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.034715 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.034989 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.035261 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.035529 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.035798 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.036067 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.036338 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.036623 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.036917 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.037192 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.037495 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.037771 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.038044 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.038318 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.038760 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.039072 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.039320 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.039591 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.040002 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.040155 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.040441 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.040715 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.040998 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.041282 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.041632 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.041855 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.042173 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.042491 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.042810 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.043091 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.043412 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.043708 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.044003 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.044296 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.044588 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.044864 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.045173 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.045482 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:01.045698 n-d-778732-8 neutron-server[95539]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 12:02:01.045949 n-d-778732-8 neutron-server[95539]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95539) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 12:02:01.410707 n-d-778732-8 neutron-server[95539]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 12:02:01.410979 n-d-778732-8 neutron-server[95539]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 12:02:01.411253 n-d-778732-8 neutron-server[95539]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 12:02:01.411587 n-d-778732-8 neutron-server[95539]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 12:02:01.836524 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.836891 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.837144 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.838311 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.838582 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.838841 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.875720 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.875975 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.876239 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.894195 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.894520 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.894725 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.925811 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.926141 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.926334 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.964274 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.964545 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:01.964813 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.216218 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.216865 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.216865 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.217038 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.217672 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.358783 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.359217 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.359600 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.359962 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.360352 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.360839 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.361770 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.362122 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.362521 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.362868 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.363175 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.363486 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.363861 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.364161 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.364525 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.364807 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.365105 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.365454 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.365775 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.366076 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.366395 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.366688 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.367035 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.367490 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.367777 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.368064 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.368559 n-d-778732-8 neutron-server[95539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:02:02.368870 n-d-778732-8 neutron-server[95539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:02:02.369431 n-d-778732-8 neutron-server[95539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:02:02.369783 n-d-778732-8 neutron-server[95539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:02:02.370111 n-d-778732-8 neutron-server[95539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:02:02.370394 n-d-778732-8 neutron-server[95539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:02:02.370827 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 12:02:02.374812 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 12:02:02.379416 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 12:02:02.383969 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 19 12:02:02.386124 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 12:02:02.386679 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 12:02:02.387106 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 12:02:02.387589 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 12:02:02.392783 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 12:02:02.393150 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 12:02:02.393752 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 12:02:02.402681 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 12:02:02.427090 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 12:02:02.427562 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.427865 n-d-778732-8 neutron-server[95539]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95539) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 12:02:02.428227 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.429828 n-d-778732-8 neutron-server[95539]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95539) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 12:02:02.430424 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 12:02:02.430424 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 12:02:02.434045 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.434327 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:02.500295 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 12:02:02.500507 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 12:02:02.500732 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 12:02:02.501026 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 12:02:02.525700 n-d-778732-8 neutron-server[95539]: DEBUG oslo_db.sqlalchemy.engines [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95539) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 12:02:03.318410 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Initializing driver for type 'gre' Aug 19 12:02:03.319078 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] gre ID ranges: [(1, 1000)] Aug 19 12:02:03.576842 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Initializing driver for type 'local' Aug 19 12:02:03.577201 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Initializing driver for type 'vlan' Aug 19 12:02:03.770920 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] VlanTypeDriver initialization complete Aug 19 12:02:03.771255 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Initializing driver for type 'vxlan' Aug 19 12:02:03.771777 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] vxlan ID ranges: [(1, 1000)] Aug 19 12:02:04.302831 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Initializing extension driver 'port_security' Aug 19 12:02:04.303379 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.extensions.port_security [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] PortSecurityExtensionDriver initialization complete Aug 19 12:02:04.303857 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Initializing mechanism driver 'openvswitch' Aug 19 12:02:04.304233 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Initializing mechanism driver 'hyperv' Aug 19 12:02:04.312017 n-d-778732-8 neutron-server[95539]: DEBUG neutron.plugins.ml2.plugin [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:04.313280 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > port after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.319881 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > port after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.319881 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > port after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.319881 n-d-778732-8 neutron-server[95539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:02:04.319881 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.319881 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.321244 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.321244 n-d-778732-8 neutron-server[95539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:02:04.321244 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > network after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.321244 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > network after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.321244 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > network after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.322012 n-d-778732-8 neutron-server[95539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:02:04.322012 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > security_group after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.322012 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > security_group after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.322012 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.322012 n-d-778732-8 neutron-server[95539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:02:04.322470 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.322470 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.322470 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.322470 n-d-778732-8 neutron-server[95539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:02:04.323149 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > address_group after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.323579 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > address_group after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.323927 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.324327 n-d-778732-8 neutron-server[95539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:02:04.324707 n-d-778732-8 neutron-server[95539]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] ML2 OVO RPC backend initialized. {{(pid=95539) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 12:02:04.325544 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.325901 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.326322 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > network before_response 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.326669 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > networks before_response 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.327018 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > port before_response 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.327897 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > ports before_response 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.327897 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > subnet before_response 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.328090 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > subnets before_response 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.328367 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > network after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.328706 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > network after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.329041 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > network after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.329406 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > port after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.330424 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > port after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.330619 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > port after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.330993 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.331330 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.331668 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.332327 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.plugin [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Modular L2 Plugin initialization complete Aug 19 12:02:04.332660 n-d-778732-8 neutron-server[95539]: DEBUG neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading services supported by the core plugin {{(pid=95539) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 12:02:04.332995 n-d-778732-8 neutron-server[95539]: INFO neutron.plugins.ml2.managers [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Got port-security extension from driver 'port_security' Aug 19 12:02:04.333481 n-d-778732-8 neutron-server[95539]: INFO neutron.extensions.vlantransparent [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Disabled vlantransparent extension. Aug 19 12:02:04.333979 n-d-778732-8 neutron-server[95539]: DEBUG neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95539) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 12:02:04.334477 n-d-778732-8 neutron-server[95539]: INFO neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading Plugin: router Aug 19 12:02:04.384753 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.385197 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router after_create 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.385653 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router before_create 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.386208 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.386817 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.387101 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router after_delete 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.387507 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.389777 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.390231 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router after_create 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.390643 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router after_update 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.391046 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router after_update 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.391500 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.391919 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router after_update 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.393509 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.394315 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: port after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.394704 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: port after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.395103 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: subnet after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.395489 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.395888 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.396595 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.400264 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: port before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.400264 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router precommit_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.400264 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router after_update 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.400264 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.400626 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.400626 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.400626 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.400626 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > agent after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.400949 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > agent after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.401314 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > network after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.403753 n-d-778732-8 neutron-server[95539]: DEBUG neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Tracking information for resource: router configured {{(pid=95539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:02:04.404196 n-d-778732-8 neutron-server[95539]: DEBUG neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Tracking information for resource: floatingip configured {{(pid=95539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:02:04.410902 n-d-778732-8 neutron-server[95539]: INFO neutron.db.l3_agentschedulers_db [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 12:02:04.411570 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: port after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.412014 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: port after_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.412409 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: port after_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.412803 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: port after_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.413768 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router before_create 55550100 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.414195 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.414606 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router precommit_create 55550100 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.414998 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > router precommit_update 55550100 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.420174 n-d-778732-8 neutron-server[95539]: DEBUG neutron.services.provider_configuration [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service providers = [] {{(pid=95539) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 12:02:04.420589 n-d-778732-8 neutron-server[95539]: DEBUG neutron.db.servicetype_db [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95539) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 12:02:04.424517 n-d-778732-8 neutron-server[95539]: DEBUG neutron.services.service_base [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:02:04.425100 n-d-778732-8 neutron-server[95539]: DEBUG neutron.services.service_base [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:02:04.425390 n-d-778732-8 neutron-server[95539]: DEBUG neutron.services.service_base [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:02:04.426588 n-d-778732-8 neutron-server[95539]: DEBUG neutron.services.service_base [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:02:04.427013 n-d-778732-8 neutron-server[95539]: INFO neutron.services.service_base [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 12:02:04.427516 n-d-778732-8 neutron-server[95539]: DEBUG neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:02:04.427929 n-d-778732-8 neutron-server[95539]: INFO neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 12:02:04.448447 n-d-778732-8 neutron-server[95539]: DEBUG neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:02:04.448902 n-d-778732-8 neutron-server[95539]: INFO neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading Plugin: auto_allocate Aug 19 12:02:04.457537 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: network precommit_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.458122 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: network precommit_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.458907 n-d-778732-8 neutron-server[95539]: DEBUG neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:02:04.459377 n-d-778732-8 neutron-server[95539]: INFO neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading Plugin: tag Aug 19 12:02:04.470770 n-d-778732-8 neutron-server[95539]: DEBUG neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:02:04.471281 n-d-778732-8 neutron-server[95539]: INFO neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading Plugin: timestamp Aug 19 12:02:04.477132 n-d-778732-8 neutron-server[95539]: DEBUG neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:02:04.477534 n-d-778732-8 neutron-server[95539]: INFO neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading Plugin: network_ip_availability Aug 19 12:02:04.483528 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.483903 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.484259 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.485123 n-d-778732-8 neutron-server[95539]: DEBUG neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:02:04.485474 n-d-778732-8 neutron-server[95539]: INFO neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading Plugin: flavors Aug 19 12:02:04.500554 n-d-778732-8 neutron-server[95539]: DEBUG neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:02:04.500879 n-d-778732-8 neutron-server[95539]: INFO neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading Plugin: revisions Aug 19 12:02:04.508058 n-d-778732-8 neutron-server[95539]: DEBUG neutron.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:02:04.508456 n-d-778732-8 neutron-server[95539]: DEBUG oslo_concurrency.lockutils [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 3.097s {{(pid=95539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 12:02:04.509229 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95539) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 12:02:04.509614 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Initializing extension manager. Aug 19 12:02:04.511001 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: __init__.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.511347 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: __pycache__ {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.512408 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.513304 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: address_group.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.514215 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.514823 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: address-group Aug 19 12:02:04.515149 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: address_scope.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.515881 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.516389 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: address-scope Aug 19 12:02:04.516711 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.518609 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.519515 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: router-admin-state-down-before-update Aug 19 12:02:04.520565 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: agent.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.520565 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.521066 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: agent Aug 19 12:02:04.521397 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: agent_resources_synced.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.522352 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.522857 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: agent-resources-synced Aug 19 12:02:04.523181 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: allowedaddresspairs.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.525054 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.525632 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: allowed-address-pairs Aug 19 12:02:04.525973 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: auto_allocated_topology.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.527095 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.527612 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: auto-allocated-topology Aug 19 12:02:04.527939 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: availability_zone.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.528767 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.529150 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: availability_zone Aug 19 12:02:04.529493 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: availability_zone_filter.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.530845 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.531042 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: availability_zone_filter Aug 19 12:02:04.531361 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: data_plane_status.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.532297 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.533099 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 12:02:04.533248 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: default_subnetpools.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.534146 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.534657 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: default-subnetpools Aug 19 12:02:04.534969 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.537010 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.537010 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: dhcp_agent_scheduler Aug 19 12:02:04.537010 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: dns.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.538014 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.538195 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension dns-integration not supported by any of loaded plugins Aug 19 12:02:04.538515 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: dns_domain_ports.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.539445 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.539947 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 12:02:04.540266 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.541259 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.541796 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 12:02:04.542109 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: dvr.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.542810 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.543312 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: dvr Aug 19 12:02:04.543625 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: ecmp_routes.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.544597 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.545408 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 12:02:04.545408 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: empty_string_filtering.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.546369 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.546878 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: empty-string-filtering Aug 19 12:02:04.547193 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.548444 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.548950 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 12:02:04.549341 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.550378 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.550832 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 12:02:04.551146 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: external_net.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.552059 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.552621 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: external-net Aug 19 12:02:04.552992 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.554649 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.555172 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: extra_dhcp_opt Aug 19 12:02:04.555492 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: extraroute.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.556578 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.556948 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: extraroute Aug 19 12:02:04.557265 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: extraroute_atomic.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.558350 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.558911 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: extraroute-atomic Aug 19 12:02:04.559187 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: filter_validation.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.560178 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.560679 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: filter-validation Aug 19 12:02:04.561001 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: fip_pf_description.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.562001 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.562517 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 12:02:04.564726 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: fip_port_details.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.565183 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.565779 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: fip-port-details Aug 19 12:02:04.566082 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: flavors.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.567982 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.568501 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: flavors Aug 19 12:02:04.569962 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.570666 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.572121 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 12:02:04.579136 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: floatingip_pools.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.579136 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.579136 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: floatingip-pools Aug 19 12:02:04.579136 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: ip_allocation.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.580834 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.581836 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 12:02:04.582379 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.584003 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.584957 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: ip-substring-filtering Aug 19 12:02:04.585536 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: l2_adjacency.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.587060 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.587996 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 12:02:04.588562 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: l3.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.590337 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.591221 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: router Aug 19 12:02:04.591720 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.595761 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.596706 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 12:02:04.597254 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.598905 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.599834 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: ext-gw-mode Aug 19 12:02:04.600388 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.601984 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.602927 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: l3-ha Aug 19 12:02:04.603497 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: l3_flavors.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.605013 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.606043 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: l3-flavors Aug 19 12:02:04.606609 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.608113 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.609057 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 12:02:04.609658 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: l3agentscheduler.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.611557 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.612514 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: l3_agent_scheduler Aug 19 12:02:04.613078 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: logging.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.615707 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.616440 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension logging not supported by any of loaded plugins Aug 19 12:02:04.616776 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: metering.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.617839 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.618428 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: metering Aug 19 12:02:04.618758 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.620366 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.621080 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: metering_source_and_destination_fields Aug 19 12:02:04.621483 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: multiprovidernet.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.622564 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.623171 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: multi-provider Aug 19 12:02:04.623497 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: netmtu.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.624472 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.625022 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: net-mtu Aug 19 12:02:04.625317 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: netmtu_writable.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.627163 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.628608 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: net-mtu-writable Aug 19 12:02:04.628608 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: network_availability_zone.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.628919 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.629324 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: network_availability_zone Aug 19 12:02:04.629681 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: network_ip_availability.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.630875 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.631397 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: network-ip-availability Aug 19 12:02:04.631720 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: network_segment_range.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.632554 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.633066 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 12:02:04.633414 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: pagination.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.634481 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.634811 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: pagination Aug 19 12:02:04.635139 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: port_device_profile.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.636107 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.636651 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: port-device-profile Aug 19 12:02:04.636968 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.637959 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.638479 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: port-mac-address-regenerate Aug 19 12:02:04.638803 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.639763 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.640278 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: port-numa-affinity-policy Aug 19 12:02:04.640607 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: port_resource_request.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.649845 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.649845 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 12:02:04.649845 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: portbindings.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.649845 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.649845 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: binding Aug 19 12:02:04.649845 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: portbindings_extended.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.650607 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.650607 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: binding-extended Aug 19 12:02:04.650607 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: portsecurity.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.650607 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.650607 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: port-security Aug 19 12:02:04.650607 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: project_id.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.651149 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.651149 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: project-id Aug 19 12:02:04.651149 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: providernet.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.651370 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.652330 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: provider Aug 19 12:02:04.652655 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: qos.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.656481 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.657027 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension qos not supported by any of loaded plugins Aug 19 12:02:04.657361 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.666551 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.667183 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 12:02:04.667521 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.668557 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.669135 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 12:02:04.669936 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: qos_default.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.670920 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.671507 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension qos-default not supported by any of loaded plugins Aug 19 12:02:04.671837 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: qos_fip.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.672545 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.673218 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension qos-fip not supported by any of loaded plugins Aug 19 12:02:04.673809 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: qos_gateway_ip.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.674965 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.675616 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 12:02:04.676012 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: qos_port_network_policy.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.677118 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.678006 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 12:02:04.678527 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: qos_pps_rule.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.679920 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.681073 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension qos-pps not supported by any of loaded plugins Aug 19 12:02:04.681241 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: qos_rule_type_details.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.682276 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.683240 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 12:02:04.683560 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: qos_rules_alias.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.685528 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.686003 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 12:02:04.686524 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: quotasv2.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.688680 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.689414 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: quotas Aug 19 12:02:04.689915 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: quotasv2_detail.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.693564 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.693960 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: quota_details Aug 19 12:02:04.694358 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: rbac.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.695561 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.696211 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: rbac-policies Aug 19 12:02:04.696778 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: rbac_address_group.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.709706 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.710464 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: rbac-address-group Aug 19 12:02:04.710899 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: rbac_address_scope.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.712115 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.713076 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: rbac-address-scope Aug 19 12:02:04.713076 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: rbac_security_groups.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.713965 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.714499 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: rbac-security-groups Aug 19 12:02:04.714826 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: rbac_subnetpool.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.715770 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.716293 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: rbac-subnetpool Aug 19 12:02:04.716621 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: revisionifmatch.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.717612 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.718141 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: revision-if-match Aug 19 12:02:04.718471 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: revisions.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.719682 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.720232 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: standard-attr-revisions Aug 19 12:02:04.721361 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: router_availability_zone.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.722125 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.722663 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: router_availability_zone Aug 19 12:02:04.723032 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: routerservicetype.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.725125 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.725792 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension router-service-type not supported by any of loaded plugins Aug 19 12:02:04.726223 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.727293 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.727836 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: security-groups-normalized-cidr Aug 19 12:02:04.728169 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.729115 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.729670 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: port-security-groups-filtering Aug 19 12:02:04.730015 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.731013 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.731536 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: security-groups-remote-address-group Aug 19 12:02:04.732080 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: securitygroup.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.743086 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.743668 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: security-group Aug 19 12:02:04.744000 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: segment.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.745153 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.745700 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension segment not supported by any of loaded plugins Aug 19 12:02:04.746033 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.747085 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.747612 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 12:02:04.747940 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: servicetype.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.749175 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.749735 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: service-type Aug 19 12:02:04.750064 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: sorting.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.751068 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.751993 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: sorting Aug 19 12:02:04.752344 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: standard_attr_segment.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.753657 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.754209 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 12:02:04.754536 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: standardattrdescription.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.755484 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.755760 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: standard-attr-description Aug 19 12:02:04.756093 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: stateful_security_group.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.759184 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.759726 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: stateful-security-group Aug 19 12:02:04.760046 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: stdattrs_common.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.760666 n-d-778732-8 neutron-server[95539]: WARNING neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 12:02:04.760996 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.762031 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.762832 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 12:02:04.763164 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: subnet_onboard.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.764296 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.764819 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: subnet_onboard Aug 19 12:02:04.765309 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.766465 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.767133 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 12:02:04.767732 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: subnet_service_types.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.768819 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.769345 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: subnet-service-types Aug 19 12:02:04.769754 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: subnetallocation.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.770893 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.771408 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: subnet_allocation Aug 19 12:02:04.771740 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.772506 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.773017 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: subnetpool-prefix-ops Aug 19 12:02:04.773338 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.774333 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.774844 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 12:02:04.775177 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: tagging.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.776311 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.776844 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: standard-attr-tag Aug 19 12:02:04.777174 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: timestamp.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.778552 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.779077 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loaded extension: standard-attr-timestamp Aug 19 12:02:04.779400 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: trunk.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.780453 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.780975 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension trunk not supported by any of loaded plugins Aug 19 12:02:04.781303 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: trunk_details.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.782331 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.783015 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension trunk-details not supported by any of loaded plugins Aug 19 12:02:04.783576 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: uplink_status_propagation.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.784595 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.785122 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 12:02:04.785480 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Loading extension file: vlantransparent.py {{(pid=95539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:02:04.786190 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:02:04.786719 n-d-778732-8 neutron-server[95539]: INFO neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 12:02:04.789313 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:network Aug 19 12:02:04.789916 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:subnet Aug 19 12:02:04.790314 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:02:04.790706 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:port Aug 19 12:02:04.792277 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.792717 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service FLAVORS assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.793345 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.793818 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.794148 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:router Aug 19 12:02:04.794637 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 12:02:04.795139 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service METERING assigned prefix: /metering {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.796593 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.796967 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.797334 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:02:04.799033 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 12:02:04.799614 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:security_group Aug 19 12:02:04.800122 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 12:02:04.800766 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service CORE assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.801105 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:02:04.801490 n-d-778732-8 neutron-server[95539]: WARNING neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] subnetpool is already registered Aug 19 12:02:04.801982 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service CORE assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.802315 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:02:04.802649 n-d-778732-8 neutron-server[95539]: WARNING neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] subnetpool is already registered Aug 19 12:02:04.816230 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.816230 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service FLAVORS assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.816230 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.816230 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.816230 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:router Aug 19 12:02:04.816230 n-d-778732-8 neutron-server[95539]: WARNING neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] router is already registered Aug 19 12:02:04.816230 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 12:02:04.816230 n-d-778732-8 neutron-server[95539]: WARNING neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] floatingip is already registered Aug 19 12:02:04.816847 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service METERING assigned prefix: /metering {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.816847 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 12:02:04.817109 n-d-778732-8 neutron-server[95539]: WARNING neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] rbac_policy is already registered Aug 19 12:02:04.817829 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:security_group Aug 19 12:02:04.818369 n-d-778732-8 neutron-server[95539]: WARNING neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] security_group is already registered Aug 19 12:02:04.818971 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 12:02:04.819469 n-d-778732-8 neutron-server[95539]: WARNING neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] security_group_rule is already registered Aug 19 12:02:04.820217 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service CORE assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.820713 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:02:04.821215 n-d-778732-8 neutron-server[95539]: WARNING neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] subnetpool is already registered Aug 19 12:02:04.821881 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.v2.resource_helper [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Service CORE assigned prefix: {{(pid=95539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:02:04.822439 n-d-778732-8 neutron-server[95539]: INFO neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:02:04.822851 n-d-778732-8 neutron-server[95539]: WARNING neutron.quota.resource_registry [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] subnetpool is already registered Aug 19 12:02:04.823589 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: extensions {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.826384 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: address-groups {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.829159 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: address-scopes {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.831721 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: agents {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.833874 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: auto-allocated-topology {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.836304 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: availability_zones {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.838603 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: dhcp-networks {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.840746 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: dhcp-agents {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.842587 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: routers {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.844404 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: flavors {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.845671 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: service_profiles {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.847032 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: next_providers {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.848487 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: service_profiles {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.849981 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: floatingip-pools {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.851188 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: routers {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.853019 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: floatingips {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.854628 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: l3-routers {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.856060 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: l3-agents {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.857609 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: metering-labels {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.858871 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: metering-label-rules {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.860132 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: network-ip-availabilities {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.862368 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: bindings {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.864610 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: quotas {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.866162 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: quotas {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.867691 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: rbac-policies {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.868884 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: security-groups {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.873324 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: security-group-rules {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.873324 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: service-providers {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.873324 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: subnetpools {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.874393 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: subnetpools {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.875846 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: tags {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.880375 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: tags {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.882257 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: tags {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.884147 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: tags {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.885904 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: tags {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.887812 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: tags {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.891025 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: tags {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.893073 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: tags {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.895231 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: tags {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.898250 n-d-778732-8 neutron-server[95539]: DEBUG neutron.api.extensions [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Extended resource: tags {{(pid=95539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:02:04.906074 n-d-778732-8 neutron-server[95539]: WARNING keystonemiddleware.auth_token [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 12:02:04.912284 n-d-778732-8 neutron-server[95539]: WARNING keystonemiddleware.auth_token [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 12:02:04.921972 n-d-778732-8 neutron-server[95539]: DEBUG oslo_concurrency.lockutils [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Acquired lock "singleton_lock" {{(pid=95539) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 12:02:04.922456 n-d-778732-8 neutron-server[95539]: DEBUG oslo_concurrency.lockutils [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Releasing lock "singleton_lock" {{(pid=95539) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 12:02:04.923120 n-d-778732-8 neutron-server[95539]: INFO oslo_service.service [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Starting 2 workers Aug 19 12:02:04.929062 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Started child 95660 {{(pid=95539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:02:04.934236 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Started child 95661 {{(pid=95539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:02:04.934902 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.936031 n-d-778732-8 neutron-server[95539]: INFO neutron.service [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 12:02:04.936466 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [-] (95660) wsgi starting up on http://0.0.0.0:9696 Aug 19 12:02:04.936906 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Notify callbacks [] for process, before_spawn {{(pid=95539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.939655 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.941665 n-d-778732-8 neutron-server[95539]: INFO oslo_service.service [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Starting 1 workers Aug 19 12:02:04.941803 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [-] (95661) wsgi starting up on http://0.0.0.0:9696 Aug 19 12:02:04.949056 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Started child 95662 {{(pid=95539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:02:04.949747 n-d-778732-8 neutron-server[95539]: INFO oslo_service.service [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Starting 1 workers Aug 19 12:02:04.952925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.service [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] calling RpcWorker wait() {{(pid=95662) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 12:02:04.953522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.service [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] returning from RpcWorker wait() {{(pid=95662) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 12:02:04.954573 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Started child 95663 {{(pid=95539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:02:04.954962 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.955460 n-d-778732-8 neutron-server[95539]: DEBUG neutron_lib.callbacks.manager [None req-f5826ea4-4ae0-4811-91e2-41a7b18b27f0 None None] Notify callbacks [] for process, after_spawn {{(pid=95539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.955572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:04.957856 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95539) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 12:02:04.958049 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 12:02:04.958245 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 12:02:04.958480 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 12:02:04.958816 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 12:02:04.958974 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 12:02:04.959517 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.959791 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.960077 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.960323 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.960633 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.961266 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.961559 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.961798 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.961982 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:04.962463 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.962463 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.962719 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.962719 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.962948 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.963179 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.963491 n-d-778732-8 neutron-server[95663]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:04.963589 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.963824 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.964067 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.964338 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.964513 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.964768 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.965027 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.965322 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.965637 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] debug = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.965897 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.966407 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.966630 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.966868 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.967105 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.967383 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.967623 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.967911 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.968196 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.968465 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.968784 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.969258 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.969454 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.969710 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.969959 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.970395 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.970616 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.971229 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] host = n-d-778732-8 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.971562 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.971784 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.972094 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.972364 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.972681 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.972913 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.973188 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.973663 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.974094 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.974410 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.974760 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.975096 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.975556 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.975556 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.975784 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_options = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.975985 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.976351 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.976552 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.976791 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.976976 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.977156 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.977766 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.977766 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.978151 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.978151 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.978455 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.978601 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.978744 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.978939 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.979188 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.979455 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.979736 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.979889 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.980332 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.980332 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.980581 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.980813 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.981134 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.981354 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.981647 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.981878 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.982106 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.982325 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.982541 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.982853 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.983088 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.983347 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.983652 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.983961 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.984209 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.984478 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.984696 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.985020 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.985258 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.985541 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.986370 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.986615 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.986912 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.987252 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.987642 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.987759 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_json = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.988014 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.988232 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.988494 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.988754 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.988990 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.989275 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.989676 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.990017 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:04.990663 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.991008 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.991008 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.991008 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.992270 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.992477 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.992748 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.992973 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.993454 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.993787 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.994365 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.994554 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.994878 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.995285 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.995497 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.995835 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.996094 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.996378 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.996614 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.996872 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.997115 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.997346 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.997736 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.998019 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.998296 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.998554 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.998775 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.998999 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.999240 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.999462 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.999698 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:04.999947 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.000217 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.000452 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.000760 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.001004 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.001455 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.002276 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.002530 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.002755 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.003025 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.003257 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.003486 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.003796 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.004046 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.004268 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.004478 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.004717 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.004964 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.005211 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.005490 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.005714 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.005941 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.006216 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.006460 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.006752 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.007068 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.007283 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.007520 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.007768 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.008075 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.008330 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.008582 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.008883 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.009093 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.009312 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.009558 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.009781 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.010001 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.010220 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.010432 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.010652 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.010873 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.011593 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.011593 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.011593 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.011886 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.012005 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.012366 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.013438 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.013438 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.013438 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.013438 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.013438 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.014199 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.014541 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.014770 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.015032 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.015257 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.015482 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.015724 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.015977 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.016198 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.016450 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.016685 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.017019 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.017208 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.017535 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.017735 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.017974 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.018254 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.018487 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.018744 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.018987 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.019237 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.019461 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.019721 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.019979 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.020237 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.020512 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.020802 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.021086 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.021336 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.021648 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.021891 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.022170 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.022494 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.024348 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.024348 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.024348 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.024348 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.024348 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.024348 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.024348 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.025327 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.025327 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.025327 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.025327 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.026028 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.026028 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.026028 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.026261 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.026431 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.026687 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.026921 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.027168 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.027426 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.027787 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.027918 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.028166 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.028422 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.028644 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.028965 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.029137 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.029349 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.029670 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.029911 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.030123 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.030362 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.030609 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.030835 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.031054 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.031263 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.032249 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.032690 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.033460 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.033807 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.034232 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.034673 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.035030 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.035309 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.035617 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.035947 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.036206 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.036614 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.036998 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.037254 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.037580 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.037817 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.038106 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.038373 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.038612 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.038850 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.039117 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.039352 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.039871 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.039986 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.040174 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.040396 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.040868 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.040868 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.041082 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.041238 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.041713 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.041845 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.042438 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.042677 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.043061 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.043324 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.043721 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.044069 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.044348 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.044945 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.045052 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.045707 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.045707 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.045900 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.046055 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.046363 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.046617 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.046898 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.047121 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.047339 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.047577 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.047800 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.048014 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.048920 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.049176 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.049450 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.049809 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.050031 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.050319 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.050609 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.050819 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.051035 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.051255 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.051471 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.051677 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.051909 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.052174 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.052461 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.052704 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.052948 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.053185 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.053441 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.053682 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.054004 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062209 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062209 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062209 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062209 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062209 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062209 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062209 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062209 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062865 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062865 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062865 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062865 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062865 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062865 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062865 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.062865 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.063448 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.063448 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.063448 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.063448 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.063448 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.063448 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.063448 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.063448 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064057 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064057 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064057 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064057 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064057 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064057 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064057 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064057 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064544 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064544 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064544 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064544 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064544 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.064544 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.065479 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.066085 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.066576 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.066932 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.067364 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.067769 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.068141 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.068543 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.068959 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.069339 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.070881 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.071716 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.072142 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.072553 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.072969 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.073351 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.073788 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.074187 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.074601 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.075015 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.075296 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 12:02:05.076197 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95539) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 12:02:05.076533 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 12:02:05.076763 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 12:02:05.077124 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 12:02:05.077445 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 12:02:05.077726 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 12:02:05.078081 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.078369 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.078659 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.078945 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.079260 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.079587 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.080647 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.080647 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.080647 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.080647 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.081091 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.081206 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.081551 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.081838 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.082121 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.082502 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.082679 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.082972 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.083265 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.083548 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.083914 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.084083 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.084364 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] debug = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.084638 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.084982 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.085267 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.085605 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.085985 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.086133 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.086475 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.086758 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.087001 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.087258 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.087510 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.087792 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.088074 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.088355 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.088648 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.088932 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.089214 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.089531 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] host = n-d-778732-8 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.089922 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.090083 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.090313 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.090593 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.090873 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.091158 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.091442 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.091728 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.092016 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.092307 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.092788 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.092891 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.093151 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.093559 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.093975 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_options = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.094142 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.094629 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.094734 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.095782 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.096832 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.096832 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.096832 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.096832 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.096832 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.096832 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.096832 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.097259 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.097259 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.097542 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.097542 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.098110 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.098110 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.098110 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.098110 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.098719 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.098719 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.098719 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.098719 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101481 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101481 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101481 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101481 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101481 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101481 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101481 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101481 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101956 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101956 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101956 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101956 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101956 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101956 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101956 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.101956 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102569 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102569 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102569 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102569 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102569 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102569 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102569 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_json = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102569 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102999 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102999 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102999 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102999 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.102999 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.103294 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.103294 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:02:05.103499 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.103499 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.103682 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.103842 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.104445 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.104445 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.104445 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.104445 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.104700 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.104779 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.104895 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.105054 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.105261 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.105451 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.105568 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.107184 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.107184 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.107184 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.107184 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.107184 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.107184 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.107184 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.107184 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.109758 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.109758 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.109758 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.109758 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.109758 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.109758 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.109758 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.109758 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.110223 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.110223 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.110223 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.110223 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.110223 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.110223 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.110223 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.110223 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.110223 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.111381 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.111381 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.111381 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.111381 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.111381 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.111381 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.111381 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.111858 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.111858 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.111858 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.112034 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.112145 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.112308 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.112470 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.112631 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.112794 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.112941 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.113109 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.113273 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.113446 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.113577 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.113790 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.114020 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.114224 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.114472 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.114652 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.114801 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.114944 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.115083 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.115221 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.115363 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.115588 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.115730 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.115877 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.116021 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.116150 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.116286 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.116485 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.116706 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.116945 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.117120 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.117258 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.117435 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.117538 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.117660 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.117838 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.117999 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.118159 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.118326 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.118488 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.118667 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.118807 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.118967 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.119393 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.119553 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.119712 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.119961 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.120058 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.120186 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.120343 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.120503 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.120662 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.120826 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.120982 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.121141 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.121300 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.121566 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.121843 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.122017 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.122185 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.122322 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.122485 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.122688 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.122868 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.123007 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.123230 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.123461 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.123639 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.123972 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.124961 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.125169 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.125359 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.126058 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.126306 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.126520 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.127040 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.127232 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.127449 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.127639 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.127831 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.128175 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.128527 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.128726 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.128905 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.129066 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.129235 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.129444 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.129630 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.129946 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.129946 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.130230 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.130389 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.130531 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.130669 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.130833 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.131059 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.131253 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.131418 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.131644 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.131915 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.132106 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.132272 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.132437 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.132600 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.132846 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.133013 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.133178 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.133342 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.133568 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.133808 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.133960 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.134162 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.134314 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.134487 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.134704 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.134982 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.135223 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.135485 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.135751 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.136019 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.136172 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.136333 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.136506 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.136674 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.136871 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.137155 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.137364 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.137747 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.137999 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.138272 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.138616 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.138970 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.139120 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.139591 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.139591 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.139884 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.140041 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.140198 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.140441 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.140541 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.140679 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.140842 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.141005 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.141212 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.141492 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.141659 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.141826 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.142173 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.142357 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.153010 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.153010 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.153010 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.153010 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.153010 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.153010 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.153010 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.153010 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.153010 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.154149 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.154149 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.154149 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.154149 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.154149 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.154149 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.154149 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.154149 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155045 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155045 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155045 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155045 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155045 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155045 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155045 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155045 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155930 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155930 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155930 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155930 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155930 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155930 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155930 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155930 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.155930 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.156894 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.156894 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.156894 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.156894 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.156894 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.156894 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.156894 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.156894 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.158391 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.158391 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.158391 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.158391 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.158391 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.158391 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.158391 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.158391 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.159325 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.159325 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.159325 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.159325 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.159325 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.159325 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.159325 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.159325 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.160319 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.160319 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.160319 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.160319 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.160319 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.160319 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.160319 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.160319 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.161273 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.161273 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.161273 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.161273 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.161273 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.161273 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.161273 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.161273 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.161273 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.162405 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.162405 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.162405 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.162405 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.162405 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.162405 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.162405 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.162405 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.162405 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.163649 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.163649 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:02:05.163649 n-d-778732-8 neutron-server[95539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 12:02:05.197187 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41100) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:05.207921 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070455 Aug 19 12:02:05.227889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:21.064442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace04773-efaa-49ec-8339-239c5570e055 None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:02:21.138000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace04773-efaa-49ec-8339-239c5570e055 None None] No non-hosted networks {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 12:02:21.155502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.agentschedulers_db [None req-ace04773-efaa-49ec-8339-239c5570e055 None None] DHCP Agent not found on host n-d-778732-8 {{(pid=95662) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 12:02:21.278746 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-488b7a58-ba2e-4675-8377-3dd38e67523f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538453'] for agent, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.427779 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bf3e0371-7ad6-4a6d-aabd-26223137867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538453'] for agent, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.528396 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-2ab68c6b-d1e7-4ffc-a180-d56e0a96d5f4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-778732-8 {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:02:25.528983 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-2ab68c6b-d1e7-4ffc-a180-d56e0a96d5f4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:02:25.674539 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538453'] for agent, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:25.675389 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.675866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.676304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.676755 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.677197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.678094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.678794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.679397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.679945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.680488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.681033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.681650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:25.682286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778732-8', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:25.693750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778732-8', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:02:26.120593 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2ab68c6b-d1e7-4ffc-a180-d56e0a96d5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:26.811543 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538453'] for agent, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:28.680894 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538453'] for agent, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:29.956212 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41196) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:30.477750 n-d-778732-8 neutron-server[95662]: INFO neutron.db.l3_hamode_db [None req-9783a8ce-fdb8-4c02-9f4a-81dce51c1c66 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 12:02:30.596403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783a8ce-fdb8-4c02-9f4a-81dce51c1c66 None None] Routers set() bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:02:30.596805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783a8ce-fdb8-4c02-9f4a-81dce51c1c66 None None] Router IDs set() for agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 12:02:30.757661 n-d-778732-8 neutron-server[95661]: WARNING oslo_policy.policy [None req-ac225725-166b-4737-a857-1ef8d70fc8a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:02:30.758284 n-d-778732-8 neutron-server[95661]: WARNING oslo_policy.policy [None req-ac225725-166b-4737-a857-1ef8d70fc8a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:02:30.979422 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-ac225725-166b-4737-a857-1ef8d70fc8a4 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:02:30.980451 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ac225725-166b-4737-a857-1ef8d70fc8a4 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0230303 Aug 19 12:02:33.576491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41210) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:34.152671 n-d-778732-8 neutron-server[95660]: WARNING oslo_policy.policy [None req-6b3457fe-d2ae-4ea9-b92d-d727a6caf258 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:02:34.153281 n-d-778732-8 neutron-server[95660]: WARNING oslo_policy.policy [None req-6b3457fe-d2ae-4ea9-b92d-d727a6caf258 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:02:34.380279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6b3457fe-d2ae-4ea9-b92d-d727a6caf258 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:34.478587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.policy [None req-6b3457fe-d2ae-4ea9-b92d-d727a6caf258 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95660) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 12:02:34.525047 n-d-778732-8 neutron-server[95660]: WARNING oslo_policy.policy [None req-6b3457fe-d2ae-4ea9-b92d-d727a6caf258 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:02:34.525588 n-d-778732-8 neutron-server[95660]: WARNING oslo_policy.policy [None req-6b3457fe-d2ae-4ea9-b92d-d727a6caf258 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:02:34.535164 n-d-778732-8 neutron-server[95660]: INFO neutron.quota [None req-6b3457fe-d2ae-4ea9-b92d-d727a6caf258 admin admin] Loaded quota_driver: . Aug 19 12:02:34.745555 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b3457fe-d2ae-4ea9-b92d-d727a6caf258 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788159869346', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788159870975', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788159874042', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788159887703', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788161293076', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788159769244', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1515221', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1328376', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738933', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-688096'] for rbac-policy, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:35.114113 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b3457fe-d2ae-4ea9-b92d-d727a6caf258 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:35.116244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6b3457fe-d2ae-4ea9-b92d-d727a6caf258 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5367262 Aug 19 12:02:38.273567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41228) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:38.689439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Request body: {'network': {'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'name': 'private', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:38.857030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Made reservation on behalf of c459197420ce4d06a9b3a5cd95e4c0e1 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:38.861745 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:38.880526 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:39.031364 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:39.188732 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:39.215563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:02:39.248170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788158387914', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:39.248840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Unsubscribe: segment precommit_create {{(pid=95660) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 12:02:39.249527 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Added segment 3d0bb36f-6c15-4d2b-849d-da4df6f07a7c of type vlan for network 7b202a69-bcbf-4718-8364-da03b249b4d8 Aug 19 12:02:39.258100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5543dfc3-1e94-4487-9599-1dd51ba9f725,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:39.280849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.281910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.281910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.282158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.282431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.282752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.283073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.283466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.283707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.284022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.284340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.284655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Tracked resource versions report: Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: pushed versions: Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: { 'AddressGroup': {'1.2'}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'ConntrackHelper': {'1.0'}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'Log': {'1.0'}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'Network': {'1.1'}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'Port': {'1.7'}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'PortForwarding': {'1.2'}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'QosPolicy': {'1.9'}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'SecurityGroup': {'1.4'}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'SubPort': {'1.0'}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'Subnet': {'1.1'}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'Trunk': {'1.1'}} Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: consumer versions: Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: { DHCP agent@n-d-778732-8: {}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: L3 agent@n-d-778732-8: {}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: Metadata agent@n-d-778732-8: {}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: Metering agent@n-d-778732-8: {}, Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: Open vSwitch agent@n-d-778732-8: { 'AddressGroup': '1.2', Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'ConntrackHelper': '1.0', Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'Log': '1.0', Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'Network': '1.1', Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'Port': '1.7', Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'PortForwarding': '1.2', Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'QosPolicy': '1.9', Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'SecurityGroup': '1.4', Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'SecurityGroupRule': '1.2', Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'SubPort': '1.0', Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'Subnet': '1.1', Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: 'Trunk': '1.1'}} Aug 19 12:02:39.285800 n-d-778732-8 neutron-server[95660]: {{(pid=95660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:02:39.438886 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:39.605034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:39.607050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:39.607931 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:39.719870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] Pushing event updated for resources: {'Network': ['ID=7b202a69-bcbf-4718-8364-da03b249b4d8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:39.733226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 7b202a69-bcbf-4718-8364-da03b249b4d8 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:02:39.798578 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e9b3ce14-17ef-4d72-9b0e-a18f68b62f0f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5238938 Aug 19 12:02:42.647053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41242) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:43.173671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67fad28-a455-48cc-ba25-fcd9721b2570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:43.175072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b67fad28-a455-48cc-ba25-fcd9721b2570 admin admin] 10.222.0.44 "GET /v2.0/networks/7b202a69-bcbf-4718-8364-da03b249b4d8 HTTP/1.1" status: 200 len: 825 time: 0.5270400 Aug 19 12:02:43.203526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9171ce9d-9070-4a11-8882-e2854b15db97 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/c4d0ae73-4a64-428b-9db9-a0094fef8c9d HTTP/1.1" status: 200 len: 734 time: 0.0211222 Aug 19 12:02:43.213753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] Request body: {'subnet': {'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'name': 'private-subnet', 'subnetpool_id': 'c4d0ae73-4a64-428b-9db9-a0094fef8c9d', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:43.336664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] Made reservation on behalf of c459197420ce4d06a9b3a5cd95e4c0e1 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:02:43.339394 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.885711 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:43.965773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b32cab5-86b0-4c13-9e5a-6e9df73d85e4,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:43.976631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] Checking segment: {'id': '3d0bb36f-6c15-4d2b-849d-da4df6f07a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:43.977262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] Network hostable DHCP agents. Network: 7b202a69-bcbf-4718-8364-da03b249b4d8, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:02:44.119163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] Network 7b202a69-bcbf-4718-8364-da03b249b4d8 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:02:44.260628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 7b202a69-bcbf-4718-8364-da03b249b4d8) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:44.265868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:02:44.274100 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:44.274977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6482a738-bec0-488f-b731-62de29215daa None None] Network 7b202a69-bcbf-4718-8364-da03b249b4d8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:44.542509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1adab699-45d1-4e8b-b20a-ffe2a191760b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3324239 Aug 19 12:02:44.635743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627d5712-704f-433b-8576-23042e387289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-7b202a69-bcbf-4718-8364-da03b249b4d8', 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'fixed_ips': [{'subnet_id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:02:44.637590 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.031851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-627d5712-704f-433b-8576-23042e387289 None None] Allocated IP 172.20.0.2 (7b202a69-bcbf-4718-8364-da03b249b4d8/9b32cab5-86b0-4c13-9e5a-6e9df73d85e4/67902aec-737b-4107-9b50-bc923e87fd74) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:02:45.418658 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.439566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-627d5712-704f-433b-8576-23042e387289 None None] Transition to ACTIVE for port object 67902aec-737b-4107-9b50-bc923e87fd74 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:45.464894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-627d5712-704f-433b-8576-23042e387289 None None] Transition to ACTIVE for port object 67902aec-737b-4107-9b50-bc923e87fd74 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:02:45.628186 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.706918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d5712-704f-433b-8576-23042e387289 None None] Network 7b202a69-bcbf-4718-8364-da03b249b4d8 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:02:45.712191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-627d5712-704f-433b-8576-23042e387289 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:02:45.727216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d5712-704f-433b-8576-23042e387289 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:02:45.733339 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d5712-704f-433b-8576-23042e387289 None None] Pushing event updated for resources: {'Port': ['ID=67902aec-737b-4107-9b50-bc923e87fd74,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:45.789569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.789927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.790279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.790627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.790969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.791306 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.791643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.791975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.792307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.792639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.793362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.793725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Tracked resource versions report: Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: pushed versions: Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: { 'AddressGroup': {'1.2'}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'ConntrackHelper': {'1.0'}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'Log': {'1.0'}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'Network': {'1.1'}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'Port': {'1.7'}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'PortForwarding': {'1.2'}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'QosPolicy': {'1.9'}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'SecurityGroup': {'1.4'}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'SubPort': {'1.0'}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'Subnet': {'1.1'}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'Trunk': {'1.1'}} Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: consumer versions: Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: { DHCP agent@n-d-778732-8: {}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: L3 agent@n-d-778732-8: {}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: Metadata agent@n-d-778732-8: {}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: Metering agent@n-d-778732-8: {}, Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: Open vSwitch agent@n-d-778732-8: { 'AddressGroup': '1.2', Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'ConntrackHelper': '1.0', Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'Log': '1.0', Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'Network': '1.1', Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'Port': '1.7', Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'PortForwarding': '1.2', Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'QosPolicy': '1.9', Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'SecurityGroup': '1.4', Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'SecurityGroupRule': '1.2', Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'SubPort': '1.0', Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'Subnet': '1.1', Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: 'Trunk': '1.1'}} Aug 19 12:02:45.794875 n-d-778732-8 neutron-server[95662]: {{(pid=95662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:02:45.837957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-627d5712-704f-433b-8576-23042e387289 None None] Attempting to bind port 67902aec-737b-4107-9b50-bc923e87fd74 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:02:45.838321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-627d5712-704f-433b-8576-23042e387289 None None] Attempting to bind port 67902aec-737b-4107-9b50-bc923e87fd74 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '3d0bb36f-6c15-4d2b-849d-da4df6f07a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:02:45.838787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d5712-704f-433b-8576-23042e387289 None None] Attempting to bind port 67902aec-737b-4107-9b50-bc923e87fd74 on network 7b202a69-bcbf-4718-8364-da03b249b4d8 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:02:45.845075 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d5712-704f-433b-8576-23042e387289 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:02:45.845588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d5712-704f-433b-8576-23042e387289 None None] Checking segment: {'id': '3d0bb36f-6c15-4d2b-849d-da4df6f07a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:02:45.845965 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.846354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d5712-704f-433b-8576-23042e387289 None None] Bound using segment: {'id': '3d0bb36f-6c15-4d2b-849d-da4df6f07a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:02:45.846859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-627d5712-704f-433b-8576-23042e387289 None None] Bound port: 67902aec-737b-4107-9b50-bc923e87fd74, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0bb36f-6c15-4d2b-849d-da4df6f07a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:02:45.847281 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:45.931241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-627d5712-704f-433b-8576-23042e387289 None None] For port 67902aec-737b-4107-9b50-bc923e87fd74, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:02:45.936126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-627d5712-704f-433b-8576-23042e387289 None None] For port 67902aec-737b-4107-9b50-bc923e87fd74, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=67902aec-737b-4107-9b50-bc923e87fd74,segment=NetworkSegment(3d0bb36f-6c15-4d2b-849d-da4df6f07a7c),segment_id=3d0bb36f-6c15-4d2b-849d-da4df6f07a7c)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:02:46.021637 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-627d5712-704f-433b-8576-23042e387289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:46.122975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d5712-704f-433b-8576-23042e387289 None None] Pushing event updated for resources: {'Port': ['ID=67902aec-737b-4107-9b50-bc923e87fd74,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:47.283528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41250) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:47.710842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-f4ba8e99-9bfa-4327-bef0-82b77320dacd admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:02:47.711788 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f4ba8e99-9bfa-4327-bef0-82b77320dacd admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4272292 Aug 19 12:02:50.043715 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:02:50.367056 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41258) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:50.793723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-01c61ceb-09cc-4083-af5e-07af3e901ca5 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:02:50.795054 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-01c61ceb-09cc-4083-af5e-07af3e901ca5 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4270642 Aug 19 12:02:51.009463 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5c92002f-243a-4ad3-ad58-35bb028aa6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.240940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41272) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:54.253437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 67902aec-737b-4107-9b50-bc923e87fd74 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:54.422553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 67902aec-737b-4107-9b50-bc923e87fd74 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:54.633446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-33128548-5f8b-4688-b47b-f37ba888e5af admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'name': 'router1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:02:54.792541 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33128548-5f8b-4688-b47b-f37ba888e5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.795188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33128548-5f8b-4688-b47b-f37ba888e5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:54.985517 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33128548-5f8b-4688-b47b-f37ba888e5af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.050222 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33128548-5f8b-4688-b47b-f37ba888e5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.170652 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33128548-5f8b-4688-b47b-f37ba888e5af admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.172567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-33128548-5f8b-4688-b47b-f37ba888e5af admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9291229 Aug 19 12:02:55.274910 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6261116e-73a3-43a2-bec6-ec3cf499891d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.537083 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92bfe36-c8ba-4b1f-8a45-3db8b28382d9 None None] Network 7b202a69-bcbf-4718-8364-da03b249b4d8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:02:55.635440 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.730988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5b01648a-c935-4f6c-895d-7f9d5aafc9cf None None] Provisioning for port 67902aec-737b-4107-9b50-bc923e87fd74 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:02:55.745575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5b01648a-c935-4f6c-895d-7f9d5aafc9cf None None] Provisioning complete for port 67902aec-737b-4107-9b50-bc923e87fd74 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:55.745575 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5b01648a-c935-4f6c-895d-7f9d5aafc9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.937011 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5b01648a-c935-4f6c-895d-7f9d5aafc9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:55.992145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5b01648a-c935-4f6c-895d-7f9d5aafc9cf None None] For port 67902aec-737b-4107-9b50-bc923e87fd74, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=67902aec-737b-4107-9b50-bc923e87fd74,segment=NetworkSegment(3d0bb36f-6c15-4d2b-849d-da4df6f07a7c),segment_id=3d0bb36f-6c15-4d2b-849d-da4df6f07a7c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:02:56.125528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5b01648a-c935-4f6c-895d-7f9d5aafc9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.186446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01648a-c935-4f6c-895d-7f9d5aafc9cf None None] Pushing event updated for resources: {'Port': ['ID=67902aec-737b-4107-9b50-bc923e87fd74,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:02:56.246918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-50e1559b-82ff-457f-9832-ece1f350b32f None None] Provisioning complete for port 67902aec-737b-4107-9b50-bc923e87fd74 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:56.247388 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-50e1559b-82ff-457f-9832-ece1f350b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:56.742118 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.000454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:02:58.160354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [None req-ada99397-be7c-4214-9329-922214656558 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:02:58.161404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ada99397-be7c-4214-9329-922214656558 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1599770 Aug 19 12:02:58.207330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 67902aec-737b-4107-9b50-bc923e87fd74 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:02:58.268753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 67902aec-737b-4107-9b50-bc923e87fd74 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:02:58.269105 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:02:58.587928 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:00.729256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41310) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:00.785869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:00.913810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Made reservation on behalf of e618bfd6d52f495f82a49bddffaacf24 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:00.916693 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:00.930438 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.065330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.176321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.194538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Reserving flat network on physical network physnet1 {{(pid=95660) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 12:03:01.218366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.218741 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Added segment d52ad1df-bff5-4e9e-85d9-20de3166c8d2 of type flat for network c7a776d1-1036-4104-a01b-d4ab4d425963 Aug 19 12:03:01.220126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafa8af5-ec16-4a07-999f-d2cfcd3d14b8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:01.292686 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.450655 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.452623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:01.453530 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:01.529527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] Pushing event updated for resources: {'Network': ['ID=c7a776d1-1036-4104-a01b-d4ab4d425963,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:01.542127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network c7a776d1-1036-4104-a01b-d4ab4d425963 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:03:01.622520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4d88d76c-5d35-4a49-8287-cf6f26262033 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8917344 Aug 19 12:03:04.138277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41318) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:04.407328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.policy [None req-c32e93a5-9fb7-401c-ab22-e4cbac0bb7dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95661) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 12:03:04.456805 n-d-778732-8 neutron-server[95661]: WARNING oslo_policy.policy [None req-c32e93a5-9fb7-401c-ab22-e4cbac0bb7dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:03:04.457193 n-d-778732-8 neutron-server[95661]: WARNING oslo_policy.policy [None req-c32e93a5-9fb7-401c-ab22-e4cbac0bb7dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:03:04.465781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32e93a5-9fb7-401c-ab22-e4cbac0bb7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:04.467652 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c32e93a5-9fb7-401c-ab22-e4cbac0bb7dc admin admin] 10.222.0.44 "GET /v2.0/subnets/9b32cab5-86b0-4c13-9e5a-6e9df73d85e4 HTTP/1.1" status: 200 len: 849 time: 0.3279750 Aug 19 12:03:04.652854 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6842eae5-f040-4948-b5ef-7e2eedcb67e6 admin admin] 10.222.0.44 "GET /v2.0/routers/c1ece875-da32-44d9-9e9a-019b8fb86a4b HTTP/1.1" status: 200 len: 704 time: 0.1778941 Aug 19 12:03:04.975004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.484646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Allocated IP 172.20.0.1 (7b202a69-bcbf-4718-8364-da03b249b4d8/9b32cab5-86b0-4c13-9e5a-6e9df73d85e4/33912de1-45dc-4192-9240-83c72ee15383) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:05.802757 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:05.850458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Transition to ACTIVE for port object 33912de1-45dc-4192-9240-83c72ee15383 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:06.046807 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.121844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Network 7b202a69-bcbf-4718-8364-da03b249b4d8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:06.128415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:06.206218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Pushing event updated for resources: {'Port': ['ID=33912de1-45dc-4192-9240-83c72ee15383,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:06.213679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:06.214408 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.301051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.301481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.301928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.302357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.302799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.303201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.303574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.304007 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.304338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.304660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.304982 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.305466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Tracked resource versions report: Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: pushed versions: Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: { 'AddressGroup': {'1.2'}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'ConntrackHelper': {'1.0'}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'Log': {'1.0'}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'Network': {'1.1'}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'Port': {'1.7'}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'PortForwarding': {'1.2'}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'QosPolicy': {'1.9'}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'SecurityGroup': {'1.4'}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'SubPort': {'1.0'}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'Subnet': {'1.1'}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'Trunk': {'1.1'}} Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: consumer versions: Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: { DHCP agent@n-d-778732-8: {}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: L3 agent@n-d-778732-8: {}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: Metadata agent@n-d-778732-8: {}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: Metering agent@n-d-778732-8: {}, Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: Open vSwitch agent@n-d-778732-8: { 'AddressGroup': '1.2', Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'ConntrackHelper': '1.0', Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'Log': '1.0', Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'Network': '1.1', Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'Port': '1.7', Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'PortForwarding': '1.2', Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'QosPolicy': '1.9', Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'SecurityGroup': '1.4', Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'SecurityGroupRule': '1.2', Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'SubPort': '1.0', Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'Subnet': '1.1', Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: 'Trunk': '1.1'}} Aug 19 12:03:06.306480 n-d-778732-8 neutron-server[95661]: {{(pid=95661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:03:06.512359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-608b4096-cbcc-4ac7-b7a3-3b968b436e8f None None] Provisioning for port 33912de1-45dc-4192-9240-83c72ee15383 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:06.519189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-608b4096-cbcc-4ac7-b7a3-3b968b436e8f None None] Provisioning complete for port 33912de1-45dc-4192-9240-83c72ee15383 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:06.519715 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-608b4096-cbcc-4ac7-b7a3-3b968b436e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:06.580175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-608b4096-cbcc-4ac7-b7a3-3b968b436e8f None None] Port 33912de1-45dc-4192-9240-83c72ee15383 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:06.724689 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.018858 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.123041 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.124084 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.214162 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Pushing event updated for resources: {'Port': ['ID=33912de1-45dc-4192-9240-83c72ee15383,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:07.274444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Network 7b202a69-bcbf-4718-8364-da03b249b4d8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:07.274444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:07.510881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3d70dd5c-4a07-4654-a3f6-776b149d7e56 None None] Provisioning complete for port 33912de1-45dc-4192-9240-83c72ee15383 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:07.511332 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3d70dd5c-4a07-4654-a3f6-776b149d7e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:07.565851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3d70dd5c-4a07-4654-a3f6-776b149d7e56 None None] Port 33912de1-45dc-4192-9240-83c72ee15383 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:03:07.672914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Router c1ece875-da32-44d9-9e9a-019b8fb86a4b is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:03:07.799865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:03:07.808816 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-53f34d8b-a295-4e3c-b3b8-eacbb96edfac admin admin] 10.222.0.44 "PUT /v2.0/routers/c1ece875-da32-44d9-9e9a-019b8fb86a4b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.1484132 Aug 19 12:03:07.813094 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Sync routers for ids ['c1ece875-da32-44d9-9e9a-019b8fb86a4b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:03:07.829947 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Routers {'c1ece875-da32-44d9-9e9a-019b8fb86a4b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:03:07.831224 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:02:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c1ece875-da32-44d9-9e9a-019b8fb86a4b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:08.144728 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Set router c1ece875-da32-44d9-9e9a-019b8fb86a4b gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:03:08.837862 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'name': 'router1', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:54Z', 'updated_at': '2021-08-19T12:03:06Z', 'revision_number': 2, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'gw_port_host': None, '_interfaces': [{'id': '33912de1-45dc-4192-9240-83c72ee15383', 'name': '', 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'mac_address': 'fa:16:3e:94:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:03:05Z', 'updated_at': '2021-08-19T12:03:06Z', 'revision_number': 2, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'subnets': [{'id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4d0ae73-4a64-428b-9db9-a0094fef8c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:08.924877 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Checking router: c1ece875-da32-44d9-9e9a-019b8fb86a4b for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:03:08.925246 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Updating router c1ece875-da32-44d9-9e9a-019b8fb86a4b port 33912de1-45dc-4192-9240-83c72ee15383 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:03:09.001021 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:09.881914 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:09.912222 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Transition to ACTIVE for port object 33912de1-45dc-4192-9240-83c72ee15383 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:10.017035 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.266162 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Pushing event updated for resources: {'Port': ['ID=33912de1-45dc-4192-9240-83c72ee15383,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:10.295349 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.296049 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.296629 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.297149 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.297722 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.298234 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.298697 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.299175 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.299708 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.300159 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.300616 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.301124 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Tracked resource versions report: Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: pushed versions: Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: { 'AddressGroup': {'1.2'}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'ConntrackHelper': {'1.0'}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'Log': {'1.0'}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'Network': {'1.1'}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'Port': {'1.7'}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'PortForwarding': {'1.2'}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'QosPolicy': {'1.9'}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'SecurityGroup': {'1.4'}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'SubPort': {'1.0'}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'Subnet': {'1.1'}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'Trunk': {'1.1'}} Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: consumer versions: Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: { DHCP agent@n-d-778732-8: {}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: L3 agent@n-d-778732-8: {}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: Metadata agent@n-d-778732-8: {}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: Metering agent@n-d-778732-8: {}, Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: Open vSwitch agent@n-d-778732-8: { 'AddressGroup': '1.2', Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'ConntrackHelper': '1.0', Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'Log': '1.0', Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'Network': '1.1', Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'Port': '1.7', Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'PortForwarding': '1.2', Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'QosPolicy': '1.9', Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'SecurityGroup': '1.4', Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'SecurityGroupRule': '1.2', Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'SubPort': '1.0', Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'Subnet': '1.1', Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: 'Trunk': '1.1'}} Aug 19 12:03:10.302481 n-d-778732-8 neutron-server[95663]: {{(pid=95663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:03:10.310825 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Attempting to bind port 33912de1-45dc-4192-9240-83c72ee15383 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:10.310825 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Attempting to bind port 33912de1-45dc-4192-9240-83c72ee15383 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '3d0bb36f-6c15-4d2b-849d-da4df6f07a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:10.310825 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Attempting to bind port 33912de1-45dc-4192-9240-83c72ee15383 on network 7b202a69-bcbf-4718-8364-da03b249b4d8 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:10.318565 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:10.319172 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Checking segment: {'id': '3d0bb36f-6c15-4d2b-849d-da4df6f07a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:10.319920 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.320541 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Bound using segment: {'id': '3d0bb36f-6c15-4d2b-849d-da4df6f07a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:10.321334 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Bound port: 33912de1-45dc-4192-9240-83c72ee15383, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0bb36f-6c15-4d2b-849d-da4df6f07a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:10.321952 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.430760 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] For port 33912de1-45dc-4192-9240-83c72ee15383, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:10.460489 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] For port 33912de1-45dc-4192-9240-83c72ee15383, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=33912de1-45dc-4192-9240-83c72ee15383,segment=NetworkSegment(3d0bb36f-6c15-4d2b-849d-da4df6f07a7c),segment_id=3d0bb36f-6c15-4d2b-849d-da4df6f07a7c)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:10.564648 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:10.659250 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Routers {'c1ece875-da32-44d9-9e9a-019b8fb86a4b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:03:10.660272 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:02:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c1ece875-da32-44d9-9e9a-019b8fb86a4b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:10.763759 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319726e-4b48-4bd4-b254-9e4e8f989f5a None None] Pushing event updated for resources: {'Port': ['ID=33912de1-45dc-4192-9240-83c72ee15383,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:10.792496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:10.813686 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] Set router c1ece875-da32-44d9-9e9a-019b8fb86a4b gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:03:10.957231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad2e7b-0e96-4787-b4bd-a218f8ac3f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:10.958766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0aad2e7b-0e96-4787-b4bd-a218f8ac3f8a admin admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 842 time: 0.1652992 Aug 19 12:03:10.974276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'enable_dhcp': False, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'gateway_ip': '172.25.6.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:11.112639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Made reservation on behalf of e618bfd6d52f495f82a49bddffaacf24 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:03:11.114000 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'name': 'router1', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:54Z', 'updated_at': '2021-08-19T12:03:06Z', 'revision_number': 2, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'gw_port_host': None, '_interfaces': [{'id': '33912de1-45dc-4192-9240-83c72ee15383', 'name': '', 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'mac_address': 'fa:16:3e:94:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:03:05Z', 'updated_at': '2021-08-19T12:03:10Z', 'revision_number': 4, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'subnets': [{'id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4d0ae73-4a64-428b-9db9-a0094fef8c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:11.115761 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.158754 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1eb45-40b9-487d-891a-6cbb3b0ef4a1 None None] The sync data for ids ['c1ece875-da32-44d9-9e9a-019b8fb86a4b'] in n-d-778732-8 is: [{'id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'name': 'router1', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:54Z', 'updated_at': '2021-08-19T12:03:06Z', 'revision_number': 2, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'gw_port_host': None, '_interfaces': [{'id': '33912de1-45dc-4192-9240-83c72ee15383', 'name': '', 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'mac_address': 'fa:16:3e:94:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:03:05Z', 'updated_at': '2021-08-19T12:03:10Z', 'revision_number': 4, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'subnets': [{'id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4d0ae73-4a64-428b-9db9-a0094fef8c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:03:11.737078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.objects.ports [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:03:11.737576 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:11.805301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56d5114-5429-4d16-82df-cdb9a4ecdb89,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:11.817159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:11.817760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Network hostable DHCP agents. Network: c7a776d1-1036-4104-a01b-d4ab4d425963, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:03:11.965044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:03:12.117428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, c7a776d1-1036-4104-a01b-d4ab4d425963) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:12.123948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:12.124895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:12.131502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56d127f-c73f-4e6a-a606-7285f50a8a58 None None] Network c7a776d1-1036-4104-a01b-d4ab4d425963 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:12.255608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e2264edb-6067-48bc-8a51-afcb1f951a4c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2806919 Aug 19 12:03:12.308881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d7112-87fe-4dc5-a1c1-4c1a594360e1 None None] Network c7a776d1-1036-4104-a01b-d4ab4d425963 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:03:15.226477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41342) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:15.612263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e06c00ff-9225-4eb2-bb4f-4777ae239b2d admin admin] 10.222.0.44 "GET /v2.0/routers/c1ece875-da32-44d9-9e9a-019b8fb86a4b HTTP/1.1" status: 200 len: 710 time: 0.3842461 Aug 19 12:03:15.774295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06edf98f-dc59-4fec-a24d-35f8d4c708ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:03:15.776320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-06edf98f-dc59-4fec-a24d-35f8d4c708ad admin admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 886 time: 0.1542845 Aug 19 12:03:15.790573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:03:16.214155 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:16.719796 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:16.832313 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.025233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Allocated IP 172.25.6.102 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/8cde39d0-9c4b-4465-af1f-c5f8d5f77633) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:03:17.188105 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.383401 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:17.470774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:03:17.478994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:03:17.492247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:03:17.499640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Pushing event updated for resources: {'Port': ['ID=8cde39d0-9c4b-4465-af1f-c5f8d5f77633,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:17.918772 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.245752 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.251885 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.256627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 33912de1-45dc-4192-9240-83c72ee15383 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:18.391598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Router c1ece875-da32-44d9-9e9a-019b8fb86a4b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:03:18.432834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 33912de1-45dc-4192-9240-83c72ee15383 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:18.440720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 33912de1-45dc-4192-9240-83c72ee15383 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:18.441132 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.596482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:03:18.603936 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.621442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4a39fa41-88be-48fc-9139-bc162956503a admin admin] 10.222.0.44 "PUT /v2.0/routers/c1ece875-da32-44d9-9e9a-019b8fb86a4b HTTP/1.1" status: 200 len: 890 time: 2.8196642 Aug 19 12:03:18.765888 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:18.838649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 33912de1-45dc-4192-9240-83c72ee15383, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=33912de1-45dc-4192-9240-83c72ee15383,segment=NetworkSegment(3d0bb36f-6c15-4d2b-849d-da4df6f07a7c),segment_id=3d0bb36f-6c15-4d2b-849d-da4df6f07a7c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:18.913694 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:19.012711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=33912de1-45dc-4192-9240-83c72ee15383,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:19.100674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Sync routers for ids ['c1ece875-da32-44d9-9e9a-019b8fb86a4b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:03:19.122298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Routers {'c1ece875-da32-44d9-9e9a-019b8fb86a4b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:03:19.123811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:02:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c1ece875-da32-44d9-9e9a-019b8fb86a4b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:19.382394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Set router c1ece875-da32-44d9-9e9a-019b8fb86a4b gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:03:20.043162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'name': 'router1', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '8cde39d0-9c4b-4465-af1f-c5f8d5f77633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:54Z', 'updated_at': '2021-08-19T12:03:17Z', 'revision_number': 4, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'gw_port': {'id': '8cde39d0-9c4b-4465-af1f-c5f8d5f77633', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:03:16Z', 'updated_at': '2021-08-19T12:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '33912de1-45dc-4192-9240-83c72ee15383', 'name': '', 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'mac_address': 'fa:16:3e:94:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:03:05Z', 'updated_at': '2021-08-19T12:03:18Z', 'revision_number': 5, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'subnets': [{'id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4d0ae73-4a64-428b-9db9-a0094fef8c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:20.147246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Checking router: c1ece875-da32-44d9-9e9a-019b8fb86a4b for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:03:20.147798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Updating router c1ece875-da32-44d9-9e9a-019b8fb86a4b port 8cde39d0-9c4b-4465-af1f-c5f8d5f77633 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:03:20.233459 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.271998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 33912de1-45dc-4192-9240-83c72ee15383 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:20.505156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 33912de1-45dc-4192-9240-83c72ee15383 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:20.506150 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.893943 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:20.914573 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Transition to ACTIVE for port object 8cde39d0-9c4b-4465-af1f-c5f8d5f77633 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:03:21.011338 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.130760 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47183158-d266-45db-bed5-5dc82b4ea37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.180990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Attempting to bind port 8cde39d0-9c4b-4465-af1f-c5f8d5f77633 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:03:21.180990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Attempting to bind port 8cde39d0-9c4b-4465-af1f-c5f8d5f77633 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:03:21.180990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Attempting to bind port 8cde39d0-9c4b-4465-af1f-c5f8d5f77633 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:03:21.183075 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:03:21.183469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:03:21.183886 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.184288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:03:21.184775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Bound port: 8cde39d0-9c4b-4465-af1f-c5f8d5f77633, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:03:21.185187 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.210935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1dfac-26a1-46d4-aa65-3e67c8e88f3f None None] Pushing event updated for resources: {'Port': ['ID=8cde39d0-9c4b-4465-af1f-c5f8d5f77633,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:21.270959 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] For port 8cde39d0-9c4b-4465-af1f-c5f8d5f77633, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:03:21.274701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] For port 8cde39d0-9c4b-4465-af1f-c5f8d5f77633, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8cde39d0-9c4b-4465-af1f-c5f8d5f77633,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:03:21.398097 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:21.490370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Routers {'c1ece875-da32-44d9-9e9a-019b8fb86a4b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:03:21.491363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:02:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c1ece875-da32-44d9-9e9a-019b8fb86a4b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:21.497934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1dfac-26a1-46d4-aa65-3e67c8e88f3f None None] Pushing event updated for resources: {'Port': ['ID=8cde39d0-9c4b-4465-af1f-c5f8d5f77633,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:21.635328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41354) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:21.743588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] Set router c1ece875-da32-44d9-9e9a-019b8fb86a4b gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:03:21.845915 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0c2f8d01-504c-496f-80c6-25b237064cc0 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2092347 Aug 19 12:03:22.076362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'name': 'router1', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '8cde39d0-9c4b-4465-af1f-c5f8d5f77633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:54Z', 'updated_at': '2021-08-19T12:03:17Z', 'revision_number': 4, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'gw_port': {'id': '8cde39d0-9c4b-4465-af1f-c5f8d5f77633', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:03:16Z', 'updated_at': '2021-08-19T12:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '33912de1-45dc-4192-9240-83c72ee15383', 'name': '', 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'mac_address': 'fa:16:3e:94:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:03:05Z', 'updated_at': '2021-08-19T12:03:18Z', 'revision_number': 5, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'subnets': [{'id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4d0ae73-4a64-428b-9db9-a0094fef8c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:22.124846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964da712-65a1-4f5f-b506-e9bcc205e5cb None None] The sync data for ids ['c1ece875-da32-44d9-9e9a-019b8fb86a4b'] in n-d-778732-8 is: [{'id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'name': 'router1', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '8cde39d0-9c4b-4465-af1f-c5f8d5f77633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:02:54Z', 'updated_at': '2021-08-19T12:03:17Z', 'revision_number': 4, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'gw_port': {'id': '8cde39d0-9c4b-4465-af1f-c5f8d5f77633', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:03:16Z', 'updated_at': '2021-08-19T12:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '33912de1-45dc-4192-9240-83c72ee15383', 'name': '', 'network_id': '7b202a69-bcbf-4718-8364-da03b249b4d8', 'tenant_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'mac_address': 'fa:16:3e:94:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ece875-da32-44d9-9e9a-019b8fb86a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:03:05Z', 'updated_at': '2021-08-19T12:03:18Z', 'revision_number': 5, 'project_id': 'c459197420ce4d06a9b3a5cd95e4c0e1', 'subnets': [{'id': '9b32cab5-86b0-4c13-9e5a-6e9df73d85e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4d0ae73-4a64-428b-9db9-a0094fef8c9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:03:24.319823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8cde39d0-9c4b-4465-af1f-c5f8d5f77633 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:24.512361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8cde39d0-9c4b-4465-af1f-c5f8d5f77633 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:03:24.519266 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8cde39d0-9c4b-4465-af1f-c5f8d5f77633 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:24.519266 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:24.641114 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.015971 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8cde39d0-9c4b-4465-af1f-c5f8d5f77633, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8cde39d0-9c4b-4465-af1f-c5f8d5f77633,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:03:25.139203 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.230717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8cde39d0-9c4b-4465-af1f-c5f8d5f77633,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:03:25.330938 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-48d695f9-1f13-48f5-8b49-f498f4047001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:25.792207 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.260457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8cde39d0-9c4b-4465-af1f-c5f8d5f77633 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:03:26.339975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8cde39d0-9c4b-4465-af1f-c5f8d5f77633 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:03:26.340883 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:26.751877 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:27.043304 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:03:29.153302 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:51.027547 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-412f6f7b-9d6b-465a-97a3-7250ca18bbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:55.270526 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8e153591-869f-4496-865b-220a869e51cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:55.621734 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:56.790519 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:58.680165 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:04.044551 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:04:20.985780 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-505f67be-c2b4-416f-b7d8-937961498747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.248488 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1200b6e7-8f32-442b-940c-5d8ca986ca71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:25.654332 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:26.722809 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:28.585886 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.046525 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:04:50.983282 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e5288ae0-5138-4148-90af-3f46a38f3f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.263735 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e4c8-e251-4835-8f37-6e5ae2b9117e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:55.663393 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:56.768535 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:58.585548 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:18.045560 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:05:19.612222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41954) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:19.703226 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-81768fde-85fa-4bda-953b-e96849c3c0f2 admin admin] GET failed (client error): The resource could not be found. Aug 19 12:05:19.705803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-81768fde-85fa-4bda-953b-e96849c3c0f2 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0922682 Aug 19 12:05:19.888565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8990e7c-79f4-45da-88e7-4b5ab58e62c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:19.890145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d8990e7c-79f4-45da-88e7-4b5ab58e62c4 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1788960 Aug 19 12:05:21.104529 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd5de-3166-4479-80d7-9a11c2f67fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.183132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41964) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:22.287731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0deba-2194-4d15-90ce-1bbd85ac4170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:22.289123 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-91e0deba-2194-4d15-90ce-1bbd85ac4170 admin admin] 10.222.0.44 "GET /v2.0/subnets/9b32cab5-86b0-4c13-9e5a-6e9df73d85e4 HTTP/1.1" status: 200 len: 849 time: 0.1050320 Aug 19 12:05:22.303541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:05:22.411338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Notify callbacks [] for subnet, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.682201 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788158438247'] for subnet, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.719323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:22.720017 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.721846 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] 10.222.0.44 "PUT /v2.0/subnets/9b32cab5-86b0-4c13-9e5a-6e9df73d85e4 HTTP/1.1" status: 200 len: 868 time: 0.4220774 Aug 19 12:05:22.745094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31517ae3-4280-4b43-ab44-6df8e841ddc6 None None] Network 7b202a69-bcbf-4718-8364-da03b249b4d8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:05:22.749439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b32cab5-86b0-4c13-9e5a-6e9df73d85e4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:05:22.758125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:22.758549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:22.758897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:22.759332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:22.759753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:22.760093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:22.760408 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:22.760736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:22.761060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:22.761409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:22.761768 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:22.762072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5517ad6-e352-46ea-84e4-331fd25bd03e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:05:23.183358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fd6d04a7-74e4-40fe-811c-63d7ddb84f5e None None] Provisioning complete for port 33912de1-45dc-4192-9240-83c72ee15383 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:23.183936 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd6d04a7-74e4-40fe-811c-63d7ddb84f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:23.314842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fd6d04a7-74e4-40fe-811c-63d7ddb84f5e None None] Provisioning complete for port 67902aec-737b-4107-9b50-bc923e87fd74 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:05:23.315126 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd6d04a7-74e4-40fe-811c-63d7ddb84f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:25.066723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41974) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:25.306228 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4e9c5b23-4957-481c-a40a-066f0dbe62fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:25.313579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5ded0-e32c-4ce7-8133-c88b4278a8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:25.314060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5ded0-e32c-4ce7-8133-c88b4278a8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:25.315724 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ebd5ded0-e32c-4ce7-8133-c88b4278a8de admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2480099 Aug 19 12:05:25.607380 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:26.850703 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:27.612912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41982) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:27.789922 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc6839-866f-4759-826d-d104bacbaeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:27.790722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc6839-866f-4759-826d-d104bacbaeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:27.792368 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-96dc6839-866f-4759-826d-d104bacbaeb5 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1783617 Aug 19 12:05:28.622808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:30.533208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41990) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:30.803239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d295aed0-4cc7-470b-93b6-cae7e6e28cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:30.804671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d295aed0-4cc7-470b-93b6-cae7e6e28cc5 admin admin] 10.222.0.44 "GET /v2.0/networks/7b202a69-bcbf-4718-8364-da03b249b4d8 HTTP/1.1" status: 200 len: 869 time: 0.2723451 Aug 19 12:05:33.542049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41998) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:33.689297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1551678b-3491-4d11-80ab-72cf6436858b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:33.690741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1551678b-3491-4d11-80ab-72cf6436858b admin admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 886 time: 0.1476996 Aug 19 12:05:36.100130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42006) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:36.235445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30870739-e229-4163-a3c6-6abc7c106821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:36.235925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30870739-e229-4163-a3c6-6abc7c106821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:36.237523 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-30870739-e229-4163-a3c6-6abc7c106821 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1362665 Aug 19 12:05:38.606099 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42014) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:38.735047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea0aa3-9f76-4f40-88e8-774c15b50ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:38.735505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea0aa3-9f76-4f40-88e8-774c15b50ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:38.737052 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b3ea0aa3-9f76-4f40-88e8-774c15b50ebf admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299958 Aug 19 12:05:41.002062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:41.103276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d468d-7641-4b8e-9cbd-ffaf872d04c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:41.105057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-391d468d-7641-4b8e-9cbd-ffaf872d04c6 admin admin] 10.222.0.44 "GET /v2.0/subnets/9b32cab5-86b0-4c13-9e5a-6e9df73d85e4 HTTP/1.1" status: 200 len: 868 time: 0.1018045 Aug 19 12:05:43.470311 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42030) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:05:43.571738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17278979-2041-46ba-b9b8-6b05741d7db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:05:43.573206 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-17278979-2041-46ba-b9b8-6b05741d7db0 admin admin] 10.222.0.44 "GET /v2.0/subnets/e56d5114-5429-4d16-82df-cdb9a4ecdb89 HTTP/1.1" status: 200 len: 816 time: 0.1018052 Aug 19 12:05:50.978558 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-74aa6f17-56f4-469b-b917-f0f841d2f950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:55.044994 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:05:55.259128 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-62734f3b-17a5-48c5-a98d-bfc06efd2ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:55.664805 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:56.738492 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:58.578228 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:10.974420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42086) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:11.029267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-63c95d1f-0660-4c8e-a03a-462cea5020c2 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:06:11.030306 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-63c95d1f-0660-4c8e-a03a-462cea5020c2 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549457 Aug 19 12:06:13.453225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42094) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:13.515614 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-66139ede-cf91-4783-8e11-f6582549bc75 admin admin] GET failed (client error): The resource could not be found. Aug 19 12:06:13.517003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-66139ede-cf91-4783-8e11-f6582549bc75 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627229 Aug 19 12:06:13.615183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf257a7-ea88-44c4-a19f-7947d6781f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:13.617532 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-abf257a7-ea88-44c4-a19f-7947d6781f40 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0959883 Aug 19 12:06:16.048305 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42102) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:16.105588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:16.106688 n-d-778732-8 neutron-server[95661]: INFO neutron.quota [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Loaded quota_driver: . Aug 19 12:06:16.244088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Made reservation on behalf of e618bfd6d52f495f82a49bddffaacf24 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:16.246622 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:16.276869 n-d-778732-8 neutron-server[95661]: WARNING neutron.services.revisions.revision_plugin [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Could not find related network for resource to bump revision. Aug 19 12:06:16.294018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:06:16.311154 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788158387914', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:16.311996 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Unsubscribe: segment precommit_create {{(pid=95661) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 12:06:16.312160 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Added segment fa9dfc11-fa52-48d6-b7be-45285909788c of type vlan for network 913711c8-3275-4694-9d57-1449ec0101cc Aug 19 12:06:16.371330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:16.480813 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:16.481840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:16.482454 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:16.583660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] Pushing event updated for resources: {'Network': ['ID=913711c8-3275-4694-9d57-1449ec0101cc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:16.596366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 913711c8-3275-4694-9d57-1449ec0101cc details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:06:16.638928 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-712d07ee-8f23-4b33-a085-e75df3d64d95 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5893145 Aug 19 12:06:18.972909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42110) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:19.040117 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-915c9364-213e-43c6-84af-dd8594b17c78 admin admin] GET failed (client error): The resource could not be found. Aug 19 12:06:19.041574 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-915c9364-213e-43c6-84af-dd8594b17c78 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0675328 Aug 19 12:06:19.157007 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa70623-010e-4f0e-a52d-bfbd526c9cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:19.158516 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-daa70623-010e-4f0e-a52d-bfbd526c9cb7 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1125529 Aug 19 12:06:19.169267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:19.306778 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] Made reservation on behalf of e618bfd6d52f495f82a49bddffaacf24 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:06:19.309044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:19.698286 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:19.761891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:19.769078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:19.769460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] Network hostable DHCP agents. Network: 913711c8-3275-4694-9d57-1449ec0101cc, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:06:19.917877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] Network 913711c8-3275-4694-9d57-1449ec0101cc is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:06:20.049689 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 913711c8-3275-4694-9d57-1449ec0101cc) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:20.053821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:20.054525 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.059109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ba637-c1cc-4f13-8ec3-f6a88950bc62 None None] Network 913711c8-3275-4694-9d57-1449ec0101cc requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:20.196111 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dff1f461-e2ce-485a-b119-5db626f23c2e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0303960 Aug 19 12:06:20.206987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-913711c8-3275-4694-9d57-1449ec0101cc', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'tenant_id': 'e618bfd6d52f495f82a49bddffaacf24', 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:06:20.208015 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.369103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Allocated IP 192.168.233.2 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:06:20.532766 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.543036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Transition to ACTIVE for port object 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:20.560033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Transition to ACTIVE for port object 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:06:20.710491 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.757937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:06:20.761637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:06:20.766692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:06:20.770245 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Pushing event updated for resources: {'Port': ['ID=17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:20.782372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.782731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.783079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.783416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.783750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.784080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.784417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.784745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.785072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.785411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.785742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.786064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:20.850616 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Attempting to bind port 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:06:20.851150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Attempting to bind port 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:06:20.851580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Attempting to bind port 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:06:20.859239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:06:20.859877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:06:20.860508 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.861121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:06:20.861825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Bound port: 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:06:20.862411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:20.996424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] For port 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:06:21.000052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] For port 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:06:21.086807 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b9be-93e8-4319-8c53-01c593f6b5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:21.133365 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:21.204123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36332578-8bb5-41af-8be5-2175c9b5446a None None] Pushing event updated for resources: {'Port': ['ID=17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:22.186892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b5ba2-30a4-447d-81ae-5e7897122c85 None None] Network 913711c8-3275-4694-9d57-1449ec0101cc requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:22.373813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c73600da-1fcc-4455-befc-7ec29628d5c5 None None] Provisioning for port 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:22.441979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:22.641758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:06:22.646709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:22.647086 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.739426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b538eb15-0a12-4eda-9d50-03e9cea032b4 None None] Provisioning complete for port 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:22.739785 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b538eb15-0a12-4eda-9d50-03e9cea032b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.782115 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.833233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:06:22.869210 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b538eb15-0a12-4eda-9d50-03e9cea032b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:22.930421 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:23.007807 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-b538eb15-0a12-4eda-9d50-03e9cea032b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:06:23.008180 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-b538eb15-0a12-4eda-9d50-03e9cea032b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:06:23.013160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:24.379937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:06:24.440372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 17cd8547-2f7e-48c1-9ea1-f5c2fe5c8834 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:24.440660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:25.254745 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e824b99b-a819-40da-ac2e-3287bb9dbd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:25.615631 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:26.735157 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:28.647106 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:32.045302 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:06:50.983431 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-102d563f-e0d0-404b-9927-8ac8df3fee65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.273497 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-55b13674-6183-4e9f-8791-d0ec94face52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:55.622972 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:56.737574 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:58.597325 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:09.044810 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:07:21.002501 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ffba4127-4c9a-4287-b930-5146aac358cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.318077 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d832ef94-3f84-479e-b5b3-afbd70ea88d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.596654 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.739525 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.619968 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:46.045163 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:07:47.681774 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42162) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:47.687724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-4e71a19f-08ce-40ea-83f4-df0900559494 tempest-verify_tempest_config-64511073 tempest-verify_tempest_config-64511073-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:07:47.688855 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4e71a19f-08ce-40ea-83f4-df0900559494 tempest-verify_tempest_config-64511073 tempest-verify_tempest_config-64511073-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059597 Aug 19 12:07:48.327558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42180) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:48.444928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.546378 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.624353 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.674607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c75065c1ef8f4f6bb848dfe958588c7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3455596 Aug 19 12:07:48.675332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7585499-3a73-415c-a155-a65afe6c0f37,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:48.676992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42186) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:48.682697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.683047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.683392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.683738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.684070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.684402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.684732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.685058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.685412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.685769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.686098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.686425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a84018-d629-4fd9-a85c-7f05e6624808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:48.765519 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.792976 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.985321 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.988346 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:48.989894 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7585499-3a73-415c-a155-a65afe6c0f37 HTTP/1.1" status: 204 len: 168 time: 0.3116729 Aug 19 12:07:48.998255 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7585499-3a73-415c-a155-a65afe6c0f37,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:49.008042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:49.008387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:49.008730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:49.009057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:49.009403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:49.009868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:49.010071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:49.010425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:49.010750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:49.011109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:49.011430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:49.011749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af90dc64-eeff-4247-b66b-6c1ce6bc90bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:50.984499 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b21205be-c1fd-44f4-a080-cd64ba3fcb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:55.264257 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3a1a0fd2-a2df-4bc4-822c-cd3e6cc3dc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:55.653086 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:56.848015 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:58.618543 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:21.007099 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e6590c88-b03c-4328-8f1f-ac9faddccb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:23.043660 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:08:25.281988 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-11905ce9-d35f-4fbf-808d-d23715a26695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:25.644372 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:26.787269 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:28.696150 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:51.031337 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-15ad64f6-4e5b-42f7-89fd-b53a830d4686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.298117 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b76f35-f255-4159-a50a-d95e008ea2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:55.609934 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:56.753156 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:58.627171 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:00.045549 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:09:21.024035 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-590ac0c0-8669-4267-aaf3-0d48222fbe73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:25.286156 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ecba9e4-f67c-4fa1-99e3-33864d088dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:25.649307 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:26.747152 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:28.634279 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.043761 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:09:51.026474 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-28a2660c-edfe-4779-bc5f-ff2a47a9e891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:55.297183 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a837624e-d400-48a3-b45f-ae7dcdcc7be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:55.621030 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:56.748454 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:58.643535 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:14.043062 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:10:21.005761 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-905eee04-9b2c-4216-a06d-6fc973a26c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:25.296686 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d14502c8-1c84-4854-afd0-947bc57e3214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:25.632032 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:26.765434 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:28.639147 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:51.010699 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ee37-b6dc-4f08-93f5-3286b32eac2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:51.043536 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 5 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:10:55.261782 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ca3fd7f3-1125-4222-8f6f-c315a1aa9c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:55.587125 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:56.757544 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:58.615955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:11.295335 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538453'] for agent, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:14.090204 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538453'] for agent, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:20.980916 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-16aec690-3a1b-4f29-b15c-40b30a3758c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.312371 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7a455f12-e5dc-4832-ade6-9ec01df13944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:25.607926 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:26.752759 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:28.044719 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:11:28.631029 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:41.289493 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:44.048177 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:50.980692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b13e7f3-33e2-497c-9c36-82a4724f4c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:55.295026 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5834fa1-6992-41cf-be0b-810b3599c69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:55.678014 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:56.792116 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:57.161387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42250) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:57.274272 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ce69b151-0542-4a04-bd8b-89364db5291e admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1117032 Aug 19 12:11:58.626517 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:59.524880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42260) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:11:59.602276 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f7e407cd-7c87-4ed6-a00a-b0d34b0bee30 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0760124 Aug 19 12:12:05.045188 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:12:11.271434 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:14.053049 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:21.053409 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8515d041-bddf-49ff-b269-ea9f36534bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:25.281807 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7ce4caab-bf24-4e79-9b01-8c093c8e2971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:25.603340 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:26.779955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:28.631636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.284667 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:42.045202 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:12:44.066664 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:51.014030 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f2a1269b-acda-49b1-a3d2-9f8551eae444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.283395 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-af7aafc6-4b89-4780-a4a7-a34a0227f849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.619849 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:56.791173 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:58.670446 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:11.282597 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:14.088276 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:19.044961 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:13:20.990739 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91cd52ad-9cac-407d-bdee-a0b2936a3c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:25.521806 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a24e-8808-4611-871c-70eb8c523bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:25.656043 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:26.767650 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:28.677279 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:29.254955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42470) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:29.948521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6af208e9-baa5-4fb0-ba14-0f5a1e457202 tempest-AutoAllocateNetworkTest-727173526 tempest-AutoAllocateNetworkTest-727173526-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=68878f9d8005451fbda8d265ac2aafd7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7370646 Aug 19 12:13:29.953354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42492) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:30.153922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727977b-c0c6-4aa4-ac05-954e872b64c3 tempest-AutoAllocateNetworkTest-727173526 tempest-AutoAllocateNetworkTest-727173526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:30.162609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4727977b-c0c6-4aa4-ac05-954e872b64c3 tempest-AutoAllocateNetworkTest-727173526 tempest-AutoAllocateNetworkTest-727173526-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2009542 Aug 19 12:13:30.162906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42500) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:30.331696 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0a10e352-7380-4d66-ab4e-0f1bc5f59bc3 tempest-AutoAllocateNetworkTest-727173526 tempest-AutoAllocateNetworkTest-727173526-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1665671 Aug 19 12:13:30.332698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42506) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:30.364505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f33a5a30-6134-4c8b-b4e1-b7122394080f tempest-AutoAllocateNetworkTest-727173526 tempest-AutoAllocateNetworkTest-727173526-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=68878f9d8005451fbda8d265ac2aafd7 HTTP/1.1" status: 200 len: 208 time: 0.0280013 Aug 19 12:13:31.727148 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42546) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:32.478895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.634473 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.744986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.796685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68878f9d8005451fbda8d265ac2aafd7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0641139 Aug 19 12:13:32.796685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9e782a-10c9-4510-b20b-b72aeaaff99d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:32.798567 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42582) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:32.803259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.803618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.804064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.804415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.804820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.805180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.805550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.805923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.806258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.806591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.806922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.807254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d71ca4-0604-45d6-90a0-5913587d7cfc admin admin] Tracked resource versions report: Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: pushed versions: Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: { 'AddressGroup': {'1.2'}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'ConntrackHelper': {'1.0'}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'Log': {'1.0'}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'Network': {'1.1'}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'Port': {'1.7'}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'PortForwarding': {'1.2'}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'QosPolicy': {'1.9'}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'SecurityGroup': {'1.4'}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'SubPort': {'1.0'}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'Subnet': {'1.1'}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'Trunk': {'1.1'}} Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: consumer versions: Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: { DHCP agent@n-d-778732-8: {}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: HyperV agent@n-h1-778732-8: {}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: HyperV agent@n-h2-778732-8: {}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: L3 agent@n-d-778732-8: {}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: Metadata agent@n-d-778732-8: {}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: Metering agent@n-d-778732-8: {}, Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: Open vSwitch agent@n-d-778732-8: { 'AddressGroup': '1.2', Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'ConntrackHelper': '1.0', Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'Log': '1.0', Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'Network': '1.1', Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'Port': '1.7', Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'PortForwarding': '1.2', Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'QosPolicy': '1.9', Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'SecurityGroup': '1.4', Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'SecurityGroupRule': '1.2', Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'SubPort': '1.0', Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'Subnet': '1.1', Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: 'Trunk': '1.1'}} Aug 19 12:13:32.808369 n-d-778732-8 neutron-server[95660]: {{(pid=95660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:13:32.879927 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:32.906945 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.098977 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.102137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:33.107410 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd9e782a-10c9-4510-b20b-b72aeaaff99d HTTP/1.1" status: 204 len: 168 time: 0.3071854 Aug 19 12:13:33.123540 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9e782a-10c9-4510-b20b-b72aeaaff99d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:33.136357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.136357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.136357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.136357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.136357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.136357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.137053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.137053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.137053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.137742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.138138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.138541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331141b-97d3-4a4a-b57a-b01c28a1ce91 admin admin] Tracked resource versions report: Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: pushed versions: Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: { 'AddressGroup': {'1.2'}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'ConntrackHelper': {'1.0'}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'Log': {'1.0'}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'Network': {'1.1'}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'Port': {'1.7'}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'PortForwarding': {'1.2'}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'QosPolicy': {'1.9'}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'SecurityGroup': {'1.4'}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'SubPort': {'1.0'}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'Subnet': {'1.1'}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'Trunk': {'1.1'}} Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: consumer versions: Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: { DHCP agent@n-d-778732-8: {}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: HyperV agent@n-h1-778732-8: {}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: HyperV agent@n-h2-778732-8: {}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: L3 agent@n-d-778732-8: {}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: Metadata agent@n-d-778732-8: {}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: Metering agent@n-d-778732-8: {}, Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: Open vSwitch agent@n-d-778732-8: { 'AddressGroup': '1.2', Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'ConntrackHelper': '1.0', Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'Log': '1.0', Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'Network': '1.1', Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'Port': '1.7', Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'PortForwarding': '1.2', Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'QosPolicy': '1.9', Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'SecurityGroup': '1.4', Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'SecurityGroupRule': '1.2', Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'SubPort': '1.0', Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'Subnet': '1.1', Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: 'Trunk': '1.1'}} Aug 19 12:13:33.140439 n-d-778732-8 neutron-server[95661]: {{(pid=95661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:13:34.950930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42658) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:35.116590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab6d0535-76df-47a8-a868-d5e027d1d3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.236377 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab6d0535-76df-47a8-a868-d5e027d1d3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.355898 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab6d0535-76df-47a8-a868-d5e027d1d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.392926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ab6d0535-76df-47a8-a868-d5e027d1d3a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15f62d42bc414a4e920e78e550b1d0d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4396117 Aug 19 12:13:35.397560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:35.420128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d0535-76df-47a8-a868-d5e027d1d3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab029d7-fc7a-4c5c-859b-354e411217b7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:35.488986 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc0efbf4-f8b4-40a9-85e4-f6b45acce150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.533359 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc0efbf4-f8b4-40a9-85e4-f6b45acce150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.535350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42680) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:35.702791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-network', 'tenant_id': '6c44bdd34b864300bc10e00029e58457'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:35.808292 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc0efbf4-f8b4-40a9-85e4-f6b45acce150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.813193 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc0efbf4-f8b4-40a9-85e4-f6b45acce150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.817646 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bc0efbf4-f8b4-40a9-85e4-f6b45acce150 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eab029d7-fc7a-4c5c-859b-354e411217b7 HTTP/1.1" status: 204 len: 168 time: 0.4157863 Aug 19 12:13:35.825254 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0efbf4-f8b4-40a9-85e4-f6b45acce150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab029d7-fc7a-4c5c-859b-354e411217b7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:35.844909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Made reservation on behalf of 6c44bdd34b864300bc10e00029e58457 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:35.859464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:35.893528 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.053729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.128001 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.161259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:13:36.167693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeda854-4472-4943-a2da-dd4c5e3d7ec2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:36.178671 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.179081 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Added segment 9f7aaf02-f90b-45cb-8269-361b379b2101 of type vlan for network a3ab6f09-e03b-41f4-b705-19e59a0c8307 Aug 19 12:13:36.246611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.391952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.393498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:36.394247 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.466649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] Pushing event updated for resources: {'Network': ['ID=a3ab6f09-e03b-41f4-b705-19e59a0c8307,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:36.479224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network a3ab6f09-e03b-41f4-b705-19e59a0c8307 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:13:36.517744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42728) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:36.519631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c4a12d5d-9d03-44b0-92e0-d7aaf7e5191a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9755969 Aug 19 12:13:36.526074 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] Request body: {'subnet': {'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-subnet', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:36.745426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] Made reservation on behalf of 6c44bdd34b864300bc10e00029e58457 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:36.755377 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:36.965318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42752) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:36.985965 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30a3f2dd-99b8-461c-8d50-92f80ac916df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.066801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.131650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3e3898-0ce2-4aa6-824e-c59816795177,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:37.161660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] Checking segment: {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:37.162263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] Network hostable DHCP agents. Network: a3ab6f09-e03b-41f4-b705-19e59a0c8307, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:13:37.173966 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30a3f2dd-99b8-461c-8d50-92f80ac916df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.298764 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30a3f2dd-99b8-461c-8d50-92f80ac916df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.327604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] Network a3ab6f09-e03b-41f4-b705-19e59a0c8307 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:13:37.347771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3f2dd-99b8-461c-8d50-92f80ac916df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dc7df0-649b-436d-a44a-2a88e71718bb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:37.354323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-30a3f2dd-99b8-461c-8d50-92f80ac916df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5ef5f8073d6410489a22e079ca28909&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3870983 Aug 19 12:13:37.357639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42770) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:37.432454 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f81b3bbc-2198-43d4-b124-dc9902930f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.456093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, a3ab6f09-e03b-41f4-b705-19e59a0c8307) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:37.459040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f81b3bbc-2198-43d4-b124-dc9902930f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.465256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f56f579-98ba-4413-88e8-1549021d453e None None] Network a3ab6f09-e03b-41f4-b705-19e59a0c8307 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:37.476936 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:37.477639 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.499702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42778) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:37.657314 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ceb7483b-cb2f-4e9f-ab1f-1009106296fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.664340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:13:37.666259 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.717304 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7d7fa708-24f3-46cd-ad8d-844bbd1dac59 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1978111 Aug 19 12:13:37.720880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42786) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:37.726082 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:37.768894 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f81b3bbc-2198-43d4-b124-dc9902930f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.772603 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f81b3bbc-2198-43d4-b124-dc9902930f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.775108 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f81b3bbc-2198-43d4-b124-dc9902930f85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8dc7df0-649b-436d-a44a-2a88e71718bb HTTP/1.1" status: 204 len: 168 time: 0.4152427 Aug 19 12:13:37.801788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b3bbc-2198-43d4-b124-dc9902930f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dc7df0-649b-436d-a44a-2a88e71718bb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:37.901767 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ceb7483b-cb2f-4e9f-ab1f-1009106296fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.935350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Allocated IP 172.20.0.2 (a3ab6f09-e03b-41f4-b705-19e59a0c8307/5f3e3898-0ce2-4aa6-824e-c59816795177/9d2477af-1f3f-4832-8a1b-4ebd1301f5c1) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:38.008731 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ceb7483b-cb2f-4e9f-ab1f-1009106296fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.058921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7483b-cb2f-4e9f-ab1f-1009106296fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1966263-ab14-4941-892b-e7bf1fc900e2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:38.068723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ceb7483b-cb2f-4e9f-ab1f-1009106296fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27949d0bd00146e1a6e511b773186efe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5662069 Aug 19 12:13:38.071413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42808) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:38.112035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.115722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.164649 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.175672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Transition to ACTIVE for port object 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:38.195078 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f286bb6-4e77-4b01-bead-88b63f46ebd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.196207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Transition to ACTIVE for port object 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:38.227980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f286bb6-4e77-4b01-bead-88b63f46ebd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.344668 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.346910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.395568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Network a3ab6f09-e03b-41f4-b705-19e59a0c8307 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:38.404478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:38.410469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:38.427011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Pushing event updated for resources: {'Port': ['ID=9d2477af-1f3f-4832-8a1b-4ebd1301f5c1,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:38.450302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.452076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.452961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.453808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.454334 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.454814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.455309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.455862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.456374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.456857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.457426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.458011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Tracked resource versions report: Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: pushed versions: Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: { 'AddressGroup': {'1.2'}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'ConntrackHelper': {'1.0'}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'Log': {'1.0'}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'Network': {'1.1'}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'Port': {'1.7'}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'PortForwarding': {'1.2'}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'QosPolicy': {'1.9'}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'SecurityGroup': {'1.4'}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'SubPort': {'1.0'}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'Subnet': {'1.1'}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'Trunk': {'1.1'}} Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: consumer versions: Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: { DHCP agent@n-d-778732-8: {}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: HyperV agent@n-h1-778732-8: {}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: HyperV agent@n-h2-778732-8: {}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: L3 agent@n-d-778732-8: {}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: Metadata agent@n-d-778732-8: {}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: Metering agent@n-d-778732-8: {}, Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: Open vSwitch agent@n-d-778732-8: { 'AddressGroup': '1.2', Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'ConntrackHelper': '1.0', Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'Log': '1.0', Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'Network': '1.1', Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'Port': '1.7', Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'PortForwarding': '1.2', Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'QosPolicy': '1.9', Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'SecurityGroup': '1.4', Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'SecurityGroupRule': '1.2', Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'SubPort': '1.0', Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'Subnet': '1.1', Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: 'Trunk': '1.1'}} Aug 19 12:13:38.460069 n-d-778732-8 neutron-server[95662]: {{(pid=95662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:13:38.467515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f286bb6-4e77-4b01-bead-88b63f46ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.481748 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f286bb6-4e77-4b01-bead-88b63f46ebd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.491713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3f286bb6-4e77-4b01-bead-88b63f46ebd4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1966263-ab14-4941-892b-e7bf1fc900e2 HTTP/1.1" status: 204 len: 168 time: 0.4187832 Aug 19 12:13:38.524470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f286bb6-4e77-4b01-bead-88b63f46ebd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1966263-ab14-4941-892b-e7bf1fc900e2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:38.571025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Attempting to bind port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:38.571398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Attempting to bind port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:38.571825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Attempting to bind port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 on network a3ab6f09-e03b-41f4-b705-19e59a0c8307 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:38.580757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:38.581402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Checking segment: {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:38.582050 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.582683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Bound using segment: {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:38.583303 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Bound port: 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:38.583788 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.689847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.698548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] For port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:38.707492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] For port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9d2477af-1f3f-4832-8a1b-4ebd1301f5c1,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:38.848394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.929392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18f4ec-5eb1-4752-9293-ada61463ab4a None None] Pushing event updated for resources: {'Port': ['ID=9d2477af-1f3f-4832-8a1b-4ebd1301f5c1,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:39.209043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42856) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:39.302477 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.334214 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.417977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42868) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:39.480452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Allocated IP 172.25.6.132 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/683e2408-36c4-46cc-a09c-fab059670cb2) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:39.602733 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb1b1c37-3a91-46fc-8fd4-0bed9abc04de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.627761 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.725421 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb1b1c37-3a91-46fc-8fd4-0bed9abc04de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.779276 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.816283 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb1b1c37-3a91-46fc-8fd4-0bed9abc04de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:39.863676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:39.864716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Pushing event updated for resources: {'Port': ['ID=683e2408-36c4-46cc-a09c-fab059670cb2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:39.867552 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:39.877252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b1c37-3a91-46fc-8fd4-0bed9abc04de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66222e9b-f412-4dbf-87d3-a3e88237b013,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:39.909260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:39.941161 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-eb1b1c37-3a91-46fc-8fd4-0bed9abc04de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fb67c88c5d34edaafee800f8cd9c6c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7276773 Aug 19 12:13:39.954456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42894) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:40.028809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42898) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:40.094286 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a007d6b-85ab-497a-b40a-344025f3d790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.190554 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6333de5b-01e9-49f3-b232-53c719df1a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.205508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f5c47f3-89f0-444d-b2f9-48a8734b21a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.262180 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f5c47f3-89f0-444d-b2f9-48a8734b21a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.315543 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b64be9-d81c-4990-902e-eb1a243b3aaa None None] Network a3ab6f09-e03b-41f4-b705-19e59a0c8307 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:40.380088 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a007d6b-85ab-497a-b40a-344025f3d790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.570174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.612855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bf12dc08-a296-4fa1-bcea-22767f0afc62 None None] Provisioning for port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:40.627299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a007d6b-85ab-497a-b40a-344025f3d790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.723843 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f5c47f3-89f0-444d-b2f9-48a8734b21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.726849 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f5c47f3-89f0-444d-b2f9-48a8734b21a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.728321 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0f5c47f3-89f0-444d-b2f9-48a8734b21a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66222e9b-f412-4dbf-87d3-a3e88237b013 HTTP/1.1" status: 204 len: 168 time: 0.7684817 Aug 19 12:13:40.730261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42950) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:40.763397 n-d-778732-8 neutron-server[95660]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 12:13:40.801327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-a7867c18-2f31-4dc8-a57d-60b747de160f tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=395876b42a694ab1a5e5c485aa994910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609479 Aug 19 12:13:40.816195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a007d6b-85ab-497a-b40a-344025f3d790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de65b2b-72fb-4bec-8b45-a84827827284,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:40.821204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8a007d6b-85ab-497a-b40a-344025f3d790 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ababc4833b44098af0c620a0bf5b9ff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4015996 Aug 19 12:13:40.836158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42954) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:40.848060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:40.857041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c47f3-89f0-444d-b2f9-48a8734b21a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66222e9b-f412-4dbf-87d3-a3e88237b013,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:41.024709 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.109907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:41.114310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:41.114571 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.142231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-c4d9a539-a6ea-4aa5-afc4-ed3fbb977c80 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:41.152973 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-c4d9a539-a6ea-4aa5-afc4-ed3fbb977c80 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3231025 Aug 19 12:13:41.158964 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5574df79-01bd-480c-858e-ce0f46fd20a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.173734 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6333de5b-01e9-49f3-b232-53c719df1a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.196735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-1b50eea4-6493-4e01-bc7b-c13a506bd6b0 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/quotas/395876b42a694ab1a5e5c485aa994910 HTTP/1.1" status: 200 len: 375 time: 0.0458775 Aug 19 12:13:41.250607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5574df79-01bd-480c-858e-ce0f46fd20a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.338694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-83fa322d-395f-4f94-8e47-0e83af3d91e2 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=395876b42a694ab1a5e5c485aa994910&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896950 Aug 19 12:13:41.344887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.367752 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6333de5b-01e9-49f3-b232-53c719df1a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.407128 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9d2477af-1f3f-4832-8a1b-4ebd1301f5c1,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:41.418503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6333de5b-01e9-49f3-b232-53c719df1a41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=753a6933ac454ab098d4e62dd3af2817&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3836801 Aug 19 12:13:41.419395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333de5b-01e9-49f3-b232-53c719df1a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346fa262-ec6b-4522-98a4-394551bc8ff7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:41.422152 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42972) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:41.483322 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-efea3102-2865-4f23-88be-07ada417afde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.485035 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Router 4f803fa7-4ed6-49b2-9272-933983369041 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:13:41.518138 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-efea3102-2865-4f23-88be-07ada417afde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.586936 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5574df79-01bd-480c-858e-ce0f46fd20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.588373 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.591041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5574df79-01bd-480c-858e-ce0f46fd20a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.596880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5574df79-01bd-480c-858e-ce0f46fd20a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0de65b2b-72fb-4bec-8b45-a84827827284 HTTP/1.1" status: 204 len: 168 time: 0.7500646 Aug 19 12:13:41.605666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574df79-01bd-480c-858e-ce0f46fd20a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de65b2b-72fb-4bec-8b45-a84827827284,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:41.619509 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.681959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:41.704584 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Sync routers for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:41.727026 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:41.728078 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:13:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:41.773008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-efea3102-2865-4f23-88be-07ada417afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.775593 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-efea3102-2865-4f23-88be-07ada417afde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.776795 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-efea3102-2865-4f23-88be-07ada417afde admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/346fa262-ec6b-4522-98a4-394551bc8ff7 HTTP/1.1" status: 204 len: 168 time: 0.3532929 Aug 19 12:13:41.777935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=9d2477af-1f3f-4832-8a1b-4ebd1301f5c1,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:41.798531 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea3102-2865-4f23-88be-07ada417afde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346fa262-ec6b-4522-98a4-394551bc8ff7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:41.824129 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4317eaf7-8368-4dfd-8a92-922b91810718 req-09436749-ca8b-4394-bcc6-88ba066b88bd tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 210 time: 0.0650790 Aug 19 12:13:41.861556 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.866985 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3fd2e760-a500-41df-945d-f38db05c1396 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.1438580 Aug 19 12:13:41.870055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42996) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:41.910797 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43000) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:41.926403 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99eacde3-976b-4ebd-b8fb-3427215ff130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:41.994551 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:42.092606 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99eacde3-976b-4ebd-b8fb-3427215ff130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.191173 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99eacde3-976b-4ebd-b8fb-3427215ff130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.235280 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:40Z', 'revision_number': 3, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:42.275851 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Checking router: 4f803fa7-4ed6-49b2-9272-933983369041 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:42.276549 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Updating router 4f803fa7-4ed6-49b2-9272-933983369041 port 683e2408-36c4-46cc-a09c-fab059670cb2 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:13:42.279808 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-99eacde3-976b-4ebd-b8fb-3427215ff130 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea7a964482b04d978f90c6c3969086bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3671181 Aug 19 12:13:42.283571 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43008) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:42.284448 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eacde3-976b-4ebd-b8fb-3427215ff130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936183df-f6ef-4647-b7b7-1b357268e74d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:42.313518 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.388616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e13802d9-fa24-448b-a579-11ebbc9b8841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.412853 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e13802d9-fa24-448b-a579-11ebbc9b8841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.584433 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e13802d9-fa24-448b-a579-11ebbc9b8841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.587298 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e13802d9-fa24-448b-a579-11ebbc9b8841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.591431 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e13802d9-fa24-448b-a579-11ebbc9b8841 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/936183df-f6ef-4647-b7b7-1b357268e74d HTTP/1.1" status: 204 len: 168 time: 0.2828546 Aug 19 12:13:42.612885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13802d9-fa24-448b-a579-11ebbc9b8841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936183df-f6ef-4647-b7b7-1b357268e74d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:42.657647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.716283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:42.754569 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.768915 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Transition to ACTIVE for port object 683e2408-36c4-46cc-a09c-fab059670cb2 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:42.799978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:42.800846 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:42.949350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Allocated IP 172.20.0.1 (a3ab6f09-e03b-41f4-b705-19e59a0c8307/5f3e3898-0ce2-4aa6-824e-c59816795177/8f8c98a4-d468-4087-9005-f56e074c2339) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:42.950160 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.008084 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Attempting to bind port 683e2408-36c4-46cc-a09c-fab059670cb2 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:43.008427 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Attempting to bind port 683e2408-36c4-46cc-a09c-fab059670cb2 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:43.008789 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Attempting to bind port 683e2408-36c4-46cc-a09c-fab059670cb2 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:43.010850 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Pushing event updated for resources: {'Port': ['ID=683e2408-36c4-46cc-a09c-fab059670cb2,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:43.020682 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:43.021059 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:43.025488 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.025488 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:43.025488 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Bound port: 683e2408-36c4-46cc-a09c-fab059670cb2, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:43.025488 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.026674 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.026674 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.026989 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.027167 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.027494 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.027851 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.028141 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.028456 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.028776 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.029097 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.031073 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.031432 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Tracked resource versions report: Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: pushed versions: Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: { 'AddressGroup': {'1.2'}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'ConntrackHelper': {'1.0'}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'Log': {'1.0'}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'Network': {'1.1'}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'Port': {'1.7'}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'PortForwarding': {'1.2'}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'QosPolicy': {'1.9'}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'SecurityGroup': {'1.4'}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'SubPort': {'1.0'}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'Subnet': {'1.1'}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'Trunk': {'1.1'}} Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: consumer versions: Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: { DHCP agent@n-d-778732-8: {}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: HyperV agent@n-h1-778732-8: {}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: HyperV agent@n-h2-778732-8: {}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: L3 agent@n-d-778732-8: {}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: Metadata agent@n-d-778732-8: {}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: Metering agent@n-d-778732-8: {}, Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: Open vSwitch agent@n-d-778732-8: { 'AddressGroup': '1.2', Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'ConntrackHelper': '1.0', Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'Log': '1.0', Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'Network': '1.1', Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'Port': '1.7', Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'PortForwarding': '1.2', Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'QosPolicy': '1.9', Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'SecurityGroup': '1.4', Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'SecurityGroupRule': '1.2', Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'SubPort': '1.0', Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'Subnet': '1.1', Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: 'Trunk': '1.1'}} Aug 19 12:13:43.032548 n-d-778732-8 neutron-server[95663]: {{(pid=95663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:13:43.101802 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] For port 683e2408-36c4-46cc-a09c-fab059670cb2, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:43.104314 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.105451 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] For port 683e2408-36c4-46cc-a09c-fab059670cb2, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=683e2408-36c4-46cc-a09c-fab059670cb2,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:43.122528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Transition to ACTIVE for port object 8f8c98a4-d468-4087-9005-f56e074c2339 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:43.190383 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.249826 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:43.250461 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:13:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:43.305182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.344500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Network a3ab6f09-e03b-41f4-b705-19e59a0c8307 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:43.351732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:43.354650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:43.355498 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.371548 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eee555-04e1-4cf8-8559-bb17ea29d640 None None] Pushing event updated for resources: {'Port': ['ID=683e2408-36c4-46cc-a09c-fab059670cb2,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:43.379502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43032) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:43.399140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-957c1563-911e-4822-873d-9f44e63501ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.503233 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:43.614657 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-957c1563-911e-4822-873d-9f44e63501ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.664639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8c98a4-d468-4087-9005-f56e074c2339,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:43.698621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-957c1563-911e-4822-873d-9f44e63501ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.748529 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-957c1563-911e-4822-873d-9f44e63501ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f712ef05b60c4d1e83b88064c0c81b65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3677003 Aug 19 12:13:43.749885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c1563-911e-4822-873d-9f44e63501ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6a1978-2b71-40c2-b263-9eeb6962ed99,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:43.756072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43042) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:43.766309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43044) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:43.853826 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-088c9e1a-37f3-47c5-ae86-c0f002c9507c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.853974 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.854046 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-088c9e1a-37f3-47c5-ae86-c0f002c9507c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:43.861099 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:40Z', 'revision_number': 3, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:43.889974 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43624b64-c86b-40e5-aa84-94e84dadda20 None None] The sync data for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 is: [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:40Z', 'revision_number': 3, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:44.008702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c585c66d-2189-493f-bc17-742afc367f38 None None] Provisioning for port 8f8c98a4-d468-4087-9005-f56e074c2339 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:44.016430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c585c66d-2189-493f-bc17-742afc367f38 None None] Provisioning complete for port 8f8c98a4-d468-4087-9005-f56e074c2339 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:44.017172 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c585c66d-2189-493f-bc17-742afc367f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.059251 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-088c9e1a-37f3-47c5-ae86-c0f002c9507c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.065041 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-088c9e1a-37f3-47c5-ae86-c0f002c9507c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.065593 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-088c9e1a-37f3-47c5-ae86-c0f002c9507c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de6a1978-2b71-40c2-b263-9eeb6962ed99 HTTP/1.1" status: 204 len: 168 time: 0.3108377 Aug 19 12:13:44.070940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c585c66d-2189-493f-bc17-742afc367f38 None None] Port 8f8c98a4-d468-4087-9005-f56e074c2339 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:44.085387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c9e1a-37f3-47c5-ae86-c0f002c9507c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6a1978-2b71-40c2-b263-9eeb6962ed99,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:44.090183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43056) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:44.137887 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.240190 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.276400 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.277955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.318028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6273443d-cfc6-4556-ae1b-a71f00242f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.449028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8c98a4-d468-4087-9005-f56e074c2339,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:44.492818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6273443d-cfc6-4556-ae1b-a71f00242f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.506785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Network a3ab6f09-e03b-41f4-b705-19e59a0c8307 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:44.508473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:44.636189 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6273443d-cfc6-4556-ae1b-a71f00242f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.661473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84f7da12-7e9d-4bf1-b75e-1ea89fd600e7 req-8c90a819-df00-413b-bc8b-0b462daa3fef tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 210 time: 0.5613234 Aug 19 12:13:44.773568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43072) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:44.775071 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6273443d-cfc6-4556-ae1b-a71f00242f63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07ab2ec4cf8945d49b8f6ca21e43d7dc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0047612 Aug 19 12:13:44.778696 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273443d-cfc6-4556-ae1b-a71f00242f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e5a4d8-2bd2-4a02-8eb9-05b9b5e587a7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:44.831393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Router 4f803fa7-4ed6-49b2-9272-933983369041 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:13:44.844098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 683e2408-36c4-46cc-a09c-fab059670cb2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:44.935675 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b9f7eb-b625-4cf9-8137-076c5a3d7dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:44.959092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1861cf57-efdc-4abd-abec-7d2aa35812e3 None None] Provisioning complete for port 8f8c98a4-d468-4087-9005-f56e074c2339 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:44.959840 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1861cf57-efdc-4abd-abec-7d2aa35812e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.012100 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b9f7eb-b625-4cf9-8137-076c5a3d7dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.019478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1861cf57-efdc-4abd-abec-7d2aa35812e3 None None] Port 8f8c98a4-d468-4087-9005-f56e074c2339 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:45.068420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:13:45.075011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ad5bf744-65a0-4243-a3bb-a2da386fa389 admin admin] 10.222.0.44 "PUT /v2.0/routers/4f803fa7-4ed6-49b2-9272-933983369041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2037647 Aug 19 12:13:45.202353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 683e2408-36c4-46cc-a09c-fab059670cb2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:45.206902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 683e2408-36c4-46cc-a09c-fab059670cb2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:45.207326 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.242107 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b9f7eb-b625-4cf9-8137-076c5a3d7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.245145 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b9f7eb-b625-4cf9-8137-076c5a3d7dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.246570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-16b9f7eb-b625-4cf9-8137-076c5a3d7dbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32e5a4d8-2bd2-4a02-8eb9-05b9b5e587a7 HTTP/1.1" status: 204 len: 168 time: 0.4722579 Aug 19 12:13:45.255633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9f7eb-b625-4cf9-8137-076c5a3d7dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e5a4d8-2bd2-4a02-8eb9-05b9b5e587a7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:45.338280 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.374856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 683e2408-36c4-46cc-a09c-fab059670cb2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=683e2408-36c4-46cc-a09c-fab059670cb2,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:45.453516 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:45.532965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=683e2408-36c4-46cc-a09c-fab059670cb2,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:45.795120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e7fa7e2-84e8-475e-b310-90c3d4a88a8b req-6a6be6df-e410-42c8-aae0-e2617da0fffc tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 210 time: 0.0363741 Aug 19 12:13:46.343770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Sync routers for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:13:46.354310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:46.354988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:13:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:46.603271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:46.731225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 683e2408-36c4-46cc-a09c-fab059670cb2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:46.813762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43130) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:46.864285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 683e2408-36c4-46cc-a09c-fab059670cb2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:46.864607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:46.881289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f7512a6-61cb-481f-b796-359daa89052b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.059391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 2, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:47.079431 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f7512a6-61cb-481f-b796-359daa89052b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.106945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Checking router: 4f803fa7-4ed6-49b2-9272-933983369041 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:13:47.107368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Updating router 4f803fa7-4ed6-49b2-9272-933983369041 port 8f8c98a4-d468-4087-9005-f56e074c2339 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:13:47.141812 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.176023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b2bc65a-70ed-4c18-b221-9b5979098553 req-1290e346-789f-4f8e-a05c-9ab87ff3918f tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 210 time: 0.0693800 Aug 19 12:13:47.207245 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f7512a6-61cb-481f-b796-359daa89052b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.254385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6f7512a6-61cb-481f-b796-359daa89052b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=632dd5156c2e497daa825b9c11596d12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4373989 Aug 19 12:13:47.257685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43140) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:47.275883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7512a6-61cb-481f-b796-359daa89052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733b0c6c-e425-45f8-baea-87a10a564908,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:47.384462 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29a7c63c-6fd6-43a7-baa3-c1a15d4d941a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.411540 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29a7c63c-6fd6-43a7-baa3-c1a15d4d941a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.572117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29a7c63c-6fd6-43a7-baa3-c1a15d4d941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.575155 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29a7c63c-6fd6-43a7-baa3-c1a15d4d941a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.580341 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-29a7c63c-6fd6-43a7-baa3-c1a15d4d941a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/733b0c6c-e425-45f8-baea-87a10a564908 HTTP/1.1" status: 204 len: 168 time: 0.3210099 Aug 19 12:13:47.596034 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7c63c-6fd6-43a7-baa3-c1a15d4d941a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733b0c6c-e425-45f8-baea-87a10a564908,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:47.602085 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.620826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Transition to ACTIVE for port object 8f8c98a4-d468-4087-9005-f56e074c2339 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:47.744904 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.813422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a240c55-e134-40c1-90c7-466f880b5068 None None] Pushing event updated for resources: {'Port': ['ID=8f8c98a4-d468-4087-9005-f56e074c2339,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:47.877418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.53', 59273) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:47.919903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Attempting to bind port 8f8c98a4-d468-4087-9005-f56e074c2339 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:47.920426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Attempting to bind port 8f8c98a4-d468-4087-9005-f56e074c2339 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:47.920792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Attempting to bind port 8f8c98a4-d468-4087-9005-f56e074c2339 on network a3ab6f09-e03b-41f4-b705-19e59a0c8307 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:47.927488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-1c3dafd6-4ddf-494a-a166-92b71277e93e tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=395876b42a694ab1a5e5c485aa994910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488217 Aug 19 12:13:47.929789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:47.929789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Checking segment: {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:47.929789 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:47.929789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Bound using segment: {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:47.930761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Bound port: 8f8c98a4-d468-4087-9005-f56e074c2339, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:47.931069 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.097144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] For port 8f8c98a4-d468-4087-9005-f56e074c2339, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:48.102090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] For port 8f8c98a4-d468-4087-9005-f56e074c2339, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8f8c98a4-d468-4087-9005-f56e074c2339,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:48.181422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-01d2c17f-d44e-4e43-97cf-fa6fdc4bdb88 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:48.184581 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-01d2c17f-d44e-4e43-97cf-fa6fdc4bdb88 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2512581 Aug 19 12:13:48.215156 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:48.282823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Request body: {'port': {'device_id': 'f814efd1-4aa6-449b-8a05-9834d7b261f4', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '395876b42a694ab1a5e5c485aa994910'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:48.383354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:13:48.384060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:13:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:48.387344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a240c55-e134-40c1-90c7-466f880b5068 None None] Pushing event updated for resources: {'Port': ['ID=8f8c98a4-d468-4087-9005-f56e074c2339,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:48.773313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-61c520c6-f66e-4e02-af7b-75b9b1ec223f req-3de4882e-c2f3-4e4e-ad82-3cb9a056b84b tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 210 time: 0.1419590 Aug 19 12:13:48.799111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:13:49.018555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Made reservation on behalf of 395876b42a694ab1a5e5c485aa994910 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:49.023770 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.039336 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.088418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:48Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:13:49.117879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43190) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:49.126390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-network', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:49.127535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1428c5-28e1-4168-8c88-9e0c39ba47b3 None None] The sync data for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 is: [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:48Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:13:49.230370 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.292997 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.415302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e66d4cf-70e9-4652-96d1-91eb986e9795,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:49.475919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Made reservation on behalf of ffd04a83f55e4550b910b50f459f0365 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:49.478616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.501016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.636431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.676205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Allocated IP 192.168.233.212 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/89fafab5-afe8-45cf-816a-fe8e40202986) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:49.755364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.779660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:13:49.789139 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.789647 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Added segment de78b1ea-22fe-4918-a8bd-07534ef638be of type vlan for network 678f6102-3937-4ed6-8016-61aa204d95e2 Aug 19 12:13:49.911862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d895cc-cfdf-4443-b704-a8d763d1c3fd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:49.916230 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.920403 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:49.934552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Transition to ACTIVE for port object 89fafab5-afe8-45cf-816a-fe8e40202986 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:49.992586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b60b2460-5e84-4308-a587-40b48063e946 req-019d345b-208f-4669-8ae9-4984ec25b178 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 210 time: 0.0376074 Aug 19 12:13:50.069854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.070861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:50.071481 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.099085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.158760 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] Pushing event updated for resources: {'Network': ['ID=678f6102-3937-4ed6-8016-61aa204d95e2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:50.180243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 678f6102-3937-4ed6-8016-61aa204d95e2 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:13:50.198544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:50.230474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:50.243364 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b7db95e-74d4-4d50-b04c-149870535904 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1240880 Aug 19 12:13:50.249814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43244) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:50.251868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:50.257698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] Request body: {'subnet': {'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-subnet', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:50.260671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:50.268103 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.287395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Pushing event updated for resources: {'Port': ['ID=89fafab5-afe8-45cf-816a-fe8e40202986,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:50.361754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] Made reservation on behalf of ffd04a83f55e4550b910b50f459f0365 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:13:50.365256 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.438177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fc0e68e9-c17c-4645-9721-b5097dcd171a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1600530 Aug 19 12:13:50.450482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-5008bbf2-a253-4568-85a6-afbaa8e868bf tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:13:50.451856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-5008bbf2-a253-4568-85a6-afbaa8e868bf tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062401 Aug 19 12:13:50.779827 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.780975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-32f9125d-832b-42ed-b749-5f318fce4c42 None None] Provisioning for port 89fafab5-afe8-45cf-816a-fe8e40202986 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:50.785660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-32f9125d-832b-42ed-b749-5f318fce4c42 None None] Provisioning complete for port 89fafab5-afe8-45cf-816a-fe8e40202986 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:50.786964 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-32f9125d-832b-42ed-b749-5f318fce4c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:50.844248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8f8c98a4-d468-4087-9005-f56e074c2339 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:50.932953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-32f9125d-832b-42ed-b749-5f318fce4c42 None None] Port 89fafab5-afe8-45cf-816a-fe8e40202986 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:13:51.053091 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b5ed951-d474-479c-a8ac-96be7ffea1bf,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:51.104823 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-67e3d47f-1485-4307-9cff-5746d0bfa6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.106641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8f8c98a4-d468-4087-9005-f56e074c2339 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:51.114236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8f8c98a4-d468-4087-9005-f56e074c2339 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:51.114884 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.121450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] Checking segment: {'id': 'de78b1ea-22fe-4918-a8bd-07534ef638be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:51.123495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] Network hostable DHCP agents. Network: 678f6102-3937-4ed6-8016-61aa204d95e2, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:13:51.288147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] Network 678f6102-3937-4ed6-8016-61aa204d95e2 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:13:51.289720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6642367-0e35-40de-966b-57f8e16bd515 req-24892108-0837-491d-9b79-7d44e047fd67 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:51.299705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6642367-0e35-40de-966b-57f8e16bd515 req-24892108-0837-491d-9b79-7d44e047fd67 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 936 time: 0.1643639 Aug 19 12:13:51.337119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.362422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6642367-0e35-40de-966b-57f8e16bd515 req-4a928d9e-9999-431c-9b3d-ae7ef6f6ae5f tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615032 Aug 19 12:13:51.403761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8f8c98a4-d468-4087-9005-f56e074c2339, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8f8c98a4-d468-4087-9005-f56e074c2339,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:51.407049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 678f6102-3937-4ed6-8016-61aa204d95e2) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:51.416137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:51.416786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.430439 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43567d7-78d7-43ef-bcef-033a58a5ed2d None None] Network 678f6102-3937-4ed6-8016-61aa204d95e2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:51.486289 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.526494 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43270) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:51.566894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8f8c98a4-d468-4087-9005-f56e074c2339,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:51.567364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43274) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:51.567629 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e27805da-a328-46f7-a93a-7df48bcc8bf5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3202393 Aug 19 12:13:51.573045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-router', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:51.750967 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.752376 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.790658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Request body: {'port': {'device_id': 'f814efd1-4aa6-449b-8a05-9834d7b261f4', 'device_owner': 'compute:tempest-test_az-1090105704', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:51.800019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-678f6102-3937-4ed6-8016-61aa204d95e2', 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'fixed_ips': [{'subnet_id': '3b5ed951-d474-479c-a8ac-96be7ffea1bf'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:13:51.801907 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.858798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.907516 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:51.940257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9f90920c-2219-4cfd-a259-fec938d9395c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.126102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Allocated IP 172.20.0.2 (678f6102-3937-4ed6-8016-61aa204d95e2/3b5ed951-d474-479c-a8ac-96be7ffea1bf/19b3f5ae-bf9c-46ef-b5af-fe86f08e6868) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:52.206742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9f90920c-2219-4cfd-a259-fec938d9395c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.608297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fafab5-afe8-45cf-816a-fe8e40202986 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:13:52.620043 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.645366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Transition to ACTIVE for port object 89fafab5-afe8-45cf-816a-fe8e40202986 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:52.790233 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:52.793992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8f8c98a4-d468-4087-9005-f56e074c2339 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:52.809366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7fdac-e6c7-4262-b0fa-65ca776a1a6e req-326e5709-90a5-453c-ba77-ee725385d3bc tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:52.812200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85f7fdac-e6c7-4262-b0fa-65ca776a1a6e req-326e5709-90a5-453c-ba77-ee725385d3bc tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 936 time: 0.1145854 Aug 19 12:13:52.845258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Transition to ACTIVE for port object 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:52.897663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Transition to ACTIVE for port object 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:13:52.898295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85f7fdac-e6c7-4262-b0fa-65ca776a1a6e req-7ec36cf2-4b72-4860-88d7-ccd90b698936 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773597 Aug 19 12:13:52.998349 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8f8c98a4-d468-4087-9005-f56e074c2339 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:52.998747 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.291723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b3ab0568-c249-4a30-ac15-289bc75ae152 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0a6778f428324bf1b5077fac3b963c63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261691 Aug 19 12:13:53.464797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-5d96b2c7-a132-434b-b4ff-e8836fa241df tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:53.467675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-5d96b2c7-a132-434b-b4ff-e8836fa241df tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610043 Aug 19 12:13:53.499763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-859e4d75-46fb-4c18-b86d-fe65cca1bccf tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/quotas/0a6778f428324bf1b5077fac3b963c63 HTTP/1.1" status: 200 len: 375 time: 0.0191245 Aug 19 12:13:53.550123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-100bbae5-1495-4da0-8159-a0a0c8c09f32 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a6778f428324bf1b5077fac3b963c63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492499 Aug 19 12:13:53.837246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9f90920c-2219-4cfd-a259-fec938d9395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.838483 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:53.936443 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9f90920c-2219-4cfd-a259-fec938d9395c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa4f0d5cc0ef4479a1dcb41341ab384c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4070313 Aug 19 12:13:53.947993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43360) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:54.017539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Network 678f6102-3937-4ed6-8016-61aa204d95e2 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:54.032614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:54.040540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:54.063019 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.078797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Pushing event updated for resources: {'Port': ['ID=19b3f5ae-bf9c-46ef-b5af-fe86f08e6868,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:54.095895 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90920c-2219-4cfd-a259-fec938d9395c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c42c1f2-8d64-48b0-90f0-36b8025981c7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:54.154112 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c14e3d9a-c4d6-431a-96d8-d26060b498af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.269360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9072bd81-5394-4c1c-be1a-4534aee0500a req-c9c65018-47f5-406f-be54-3b6c1f4c0dd0 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 210 time: 0.2401853 Aug 19 12:13:54.270590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Attempting to bind port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:54.270980 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Attempting to bind port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'de78b1ea-22fe-4918-a8bd-07534ef638be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:54.271350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Attempting to bind port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 on network 678f6102-3937-4ed6-8016-61aa204d95e2 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:54.272923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Attempting to bind port 89fafab5-afe8-45cf-816a-fe8e40202986 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:13:54.273286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Attempting to bind port 89fafab5-afe8-45cf-816a-fe8e40202986 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:13:54.273666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Attempting to bind port 89fafab5-afe8-45cf-816a-fe8e40202986 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:54.275772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c14e3d9a-c4d6-431a-96d8-d26060b498af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.316509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:54.316743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Checking segment: {'id': 'de78b1ea-22fe-4918-a8bd-07534ef638be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:54.317539 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.317915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Bound using segment: {'id': 'de78b1ea-22fe-4918-a8bd-07534ef638be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:54.318577 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Bound port: 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de78b1ea-22fe-4918-a8bd-07534ef638be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:54.318875 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.584554 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c14e3d9a-c4d6-431a-96d8-d26060b498af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.588623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c14e3d9a-c4d6-431a-96d8-d26060b498af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.594683 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c14e3d9a-c4d6-431a-96d8-d26060b498af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c42c1f2-8d64-48b0-90f0-36b8025981c7 HTTP/1.1" status: 204 len: 168 time: 0.6423414 Aug 19 12:13:54.601203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] For port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:54.601203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] For port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=19b3f5ae-bf9c-46ef-b5af-fe86f08e6868,segment=NetworkSegment(de78b1ea-22fe-4918-a8bd-07534ef638be),segment_id=de78b1ea-22fe-4918-a8bd-07534ef638be)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:54.630066 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.635314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e3d9a-c4d6-431a-96d8-d26060b498af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c42c1f2-8d64-48b0-90f0-36b8025981c7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:54.704152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Port 89fafab5-afe8-45cf-816a-fe8e40202986 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:13:54.704152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Attempting to bind port 89fafab5-afe8-45cf-816a-fe8e40202986 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:13:54.714502 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.721668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Pushing event updated for resources: {'Port': ['ID=89fafab5-afe8-45cf-816a-fe8e40202986,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:54.755061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:13:54.755857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:13:54.756644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:13:54.757362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Bound port: 89fafab5-afe8-45cf-816a-fe8e40202986, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:13:54.758587 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.905509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153df16-4cb9-4f3b-96c8-01246b254fc8 None None] Pushing event updated for resources: {'Port': ['ID=19b3f5ae-bf9c-46ef-b5af-fe86f08e6868,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:54.945949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8eff-745e-4dc7-8aac-fa34981e24a2 req-dcdbdc2f-8f24-4185-a097-84c3d9b3d49e tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:54.957273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cef8eff-745e-4dc7-8aac-fa34981e24a2 req-dcdbdc2f-8f24-4185-a097-84c3d9b3d49e tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 970 time: 0.3057764 Aug 19 12:13:55.025308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cef8eff-745e-4dc7-8aac-fa34981e24a2 req-72bb7ed3-ba0f-41ee-93cd-a7addb5bf5db tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681307 Aug 19 12:13:55.038268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] For port 89fafab5-afe8-45cf-816a-fe8e40202986, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:13:55.043947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] For port 89fafab5-afe8-45cf-816a-fe8e40202986, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=89fafab5-afe8-45cf-816a-fe8e40202986,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:13:55.195427 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.337965 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d70e4687-17a9-4b25-90a4-af680dd3dd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.356286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:55.356935 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.359951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] 10.222.0.53 "PUT /v2.0/ports/89fafab5-afe8-45cf-816a-fe8e40202986 HTTP/1.1" status: 200 len: 1118 time: 4.3430853 Aug 19 12:13:55.362589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f814efd1-4aa6-449b-8a05-9834d7b261f4', 'tag': '89fafab5-afe8-45cf-816a-fe8e40202986'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:13:55.630282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717695f7-9ed4-44a5-8194-5e4811ae882f service neutron] Pushing event updated for resources: {'Port': ['ID=89fafab5-afe8-45cf-816a-fe8e40202986,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:55.680847 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.905340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fccbaff-fff7-400b-bd67-9cd1d7aed7ce req-0ebe2e9b-7675-4f11-ace7-ec52a7291418 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 210 time: 0.3139150 Aug 19 12:13:55.927960 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.977097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:56.051661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-e3709093-f78d-4196-840d-0993181b3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:56.051661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-e3709093-f78d-4196-840d-0993181b3ff5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=395876b42a694ab1a5e5c485aa994910&device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 1121 time: 0.4043438 Aug 19 12:13:56.051807 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:13:56.063057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43428) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:56.143149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43432) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:56.366201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f7a8b-6992-4b52-baca-cd6851558d3b None None] Network 678f6102-3937-4ed6-8016-61aa204d95e2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:13:56.427514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-b68d0813-75d2-4842-98bd-d25cffd2cb03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=89fafab5-afe8-45cf-816a-fe8e40202986 HTTP/1.1" status: 200 len: 217 time: 0.2465136 Aug 19 12:13:56.550374 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e94778-f557-4a0a-af18-5ffd4e92ecbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:56.600907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Allocated IP 172.25.6.53 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/d263081e-d891-4bdc-9ba7-b12238863e21) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:13:56.634532 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43438) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:56.638160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29679761-a3dc-42e2-92f5-3c29bdaf9621 req-8d756ff9-044b-44f4-b5b5-2e6a630868b9 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:56.647769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29679761-a3dc-42e2-92f5-3c29bdaf9621 req-8d756ff9-044b-44f4-b5b5-2e6a630868b9 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 970 time: 0.2805438 Aug 19 12:13:56.651291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fe30f0b8-a63f-4489-9e31-2f216af165d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:56.653123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fe30f0b8-a63f-4489-9e31-2f216af165d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1910653 Aug 19 12:13:56.665150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5ccbc63e-180e-4e64-8765-7eba459d5bde None None] Provisioning for port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:56.680475 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc9bbbf6-8271-4599-bff5-711a165cbfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:56.847796 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:56.898459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:56.942831 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a5579f-1a14-4065-98f8-1a1776165b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f814efd1-4aa6-449b-8a05-9834d7b261f4", "tag": "89fafab5-afe8-45cf-816a-fe8e40202986"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:13:56.956230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e94778-f557-4a0a-af18-5ffd4e92ecbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.008327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29679761-a3dc-42e2-92f5-3c29bdaf9621 req-0f6c2691-e6ed-4172-802f-6405d5ba60c0 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592982 Aug 19 12:13:57.065474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fb49c44c-630b-4cff-8d41-dfe17f8acf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:57.067542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-fb49c44c-630b-4cff-8d41-dfe17f8acf47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3988171 Aug 19 12:13:57.151649 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e94778-f557-4a0a-af18-5ffd4e92ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.238059 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10bf69dd-cbf6-4484-a4de-4cb402349e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.250302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:13:57.254729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:57.255222 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.279411 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-34e94778-f557-4a0a-af18-5ffd4e92ecbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af6d13d9625a46afbfb01d39cb821a79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2117336 Aug 19 12:13:57.287787 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43450) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:57.289935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e94778-f557-4a0a-af18-5ffd4e92ecbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6067ed6c-f70c-4c17-a32b-97011ac9a5dc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:57.385687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df97bb76-a830-42c2-8512-190d157e6904 req-9a6d791d-32b0-432d-bf58-7516b4a3ce23 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 210 time: 0.2089643 Aug 19 12:13:57.385687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.431014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b83f747b-12d7-4ff6-a48c-27a15ad7322e None None] Provisioning complete for port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:57.434640 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b83f747b-12d7-4ff6-a48c-27a15ad7322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.476749 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc9bbbf6-8271-4599-bff5-711a165cbfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.495997 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7401-6832-4087-ab45-0ccc61ea1a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.581212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7401-6832-4087-ab45-0ccc61ea1a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.607810 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.644741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc9bbbf6-8271-4599-bff5-711a165cbfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.748611 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b83f747b-12d7-4ff6-a48c-27a15ad7322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.775021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=19b3f5ae-bf9c-46ef-b5af-fe86f08e6868,segment=NetworkSegment(de78b1ea-22fe-4918-a8bd-07534ef638be),segment_id=de78b1ea-22fe-4918-a8bd-07534ef638be)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:13:57.778624 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb8b258-f7ae-4904-91a9-90740ca14d0f x-openstack-request-id: req-4eb8b258-f7ae-4904-91a9-90740ca14d0f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:13:57.779439 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f814efd1-4aa6-449b-8a05-9834d7b261f4", "tag": "89fafab5-afe8-45cf-816a-fe8e40202986", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:13:57.779439 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4eb8b258-f7ae-4904-91a9-90740ca14d0f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:13:57.780120 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f814efd1-4aa6-449b-8a05-9834d7b261f4', 'tag': '89fafab5-afe8-45cf-816a-fe8e40202986', 'status': 'completed', 'code': 200} Aug 19 12:13:57.809350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-f9c8807b-b48c-406a-b1ef-f6413ae57efb service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309670 Aug 19 12:13:57.871667 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.889309 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fc9bbbf6-8271-4599-bff5-711a165cbfe7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7126e5924964138b56285f971aa8473&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2513599 Aug 19 12:13:57.902050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43458) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:57.928357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bbbf6-8271-4599-bff5-711a165cbfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554bbc16-e5d4-4e58-b4b2-8d7fe5d4345f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:57.974010 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7401-6832-4087-ab45-0ccc61ea1a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.976809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef7e7401-6832-4087-ab45-0ccc61ea1a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:57.986538 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ef7e7401-6832-4087-ab45-0ccc61ea1a1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6067ed6c-f70c-4c17-a32b-97011ac9a5dc HTTP/1.1" status: 204 len: 168 time: 0.6975706 Aug 19 12:13:58.017329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e7401-6832-4087-ab45-0ccc61ea1a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6067ed6c-f70c-4c17-a32b-97011ac9a5dc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:58.109181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10bf69dd-cbf6-4484-a4de-4cb402349e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.123020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.126809 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-b83f747b-12d7-4ff6-a48c-27a15ad7322e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:13:58.127293 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-b83f747b-12d7-4ff6-a48c-27a15ad7322e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:13:58.130054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-790c2d9b-5411-42f8-9273-a67bea39e8ed req-8399c958-cdc9-4fdf-8aaa-897c0ff85637 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596223 Aug 19 12:13:58.172572 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10bf69dd-cbf6-4484-a4de-4cb402349e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.206545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:13:58.215603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=19b3f5ae-bf9c-46ef-b5af-fe86f08e6868,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:58.225932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:13:58.252207 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-10bf69dd-cbf6-4484-a4de-4cb402349e4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3eb74e051ad4e17a37ce645713ce685&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1077781 Aug 19 12:13:58.261629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43468) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:58.273084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:13:58.333701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf69dd-cbf6-4484-a4de-4cb402349e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb7b5ae-4ba8-4fab-90ba-97b505a79ad1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:58.366441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e21ab94f-2eab-473c-8288-80f6e3e2d94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.421364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e21ab94f-2eab-473c-8288-80f6e3e2d94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.545408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c71c23-d264-441f-bf1b-2e1d34349786 req-7140ef7f-b9e0-410e-83a6-86fbf405042c tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:58.552529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6c71c23-d264-441f-bf1b-2e1d34349786 req-7140ef7f-b9e0-410e-83a6-86fbf405042c tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 970 time: 0.3380282 Aug 19 12:13:58.556366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Pushing event updated for resources: {'Port': ['ID=d263081e-d891-4bdc-9ba7-b12238863e21,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:58.625620 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e21ab94f-2eab-473c-8288-80f6e3e2d94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.629638 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e21ab94f-2eab-473c-8288-80f6e3e2d94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.632761 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e21ab94f-2eab-473c-8288-80f6e3e2d94f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fb7b5ae-4ba8-4fab-90ba-97b505a79ad1 HTTP/1.1" status: 204 len: 168 time: 0.3626399 Aug 19 12:13:58.653679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ab94f-2eab-473c-8288-80f6e3e2d94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb7b5ae-4ba8-4fab-90ba-97b505a79ad1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:13:58.692774 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.52', 58831) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:13:58.701824 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1f15ece-f69f-48c0-9e2a-161d2a13c162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.742995 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:58.807447 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-2c292ee5-1859-482d-bf88-3a75da43bc29 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0a6778f428324bf1b5077fac3b963c63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133528 Aug 19 12:13:58.859925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:13:58.934342 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6c71c23-d264-441f-bf1b-2e1d34349786 req-f3000c45-eb5c-422d-b51a-04e750462be1 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808160 Aug 19 12:13:58.941577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5579f-1a14-4065-98f8-1a1776165b1a req-2f757a6d-d0ab-4ac8-a69d-84512f578939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:58.959917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1a5579f-1a14-4065-98f8-1a1776165b1a req-2f757a6d-d0ab-4ac8-a69d-84512f578939 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=395876b42a694ab1a5e5c485aa994910&device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 1121 time: 0.5454428 Aug 19 12:13:58.974599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ce29f4b-f672-4543-abdc-54e4e55ad9b6 req-fe0b9d57-2a2d-4ffb-aed7-f8dfb864e33f tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 210 time: 0.2308872 Aug 19 12:13:58.976804 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1f15ece-f69f-48c0-9e2a-161d2a13c162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.038939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:13:59.039334 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.319342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b555019a-ad48-4aee-817a-9b11991b4e87 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:59.323837 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b555019a-ad48-4aee-817a-9b11991b4e87 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5095003 Aug 19 12:13:59.402613 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:59.422620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Request body: {'port': {'device_id': 'dfd32b4b-1de1-42f0-b297-e2ffba3bb47e', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '0a6778f428324bf1b5077fac3b963c63'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:13:59.543427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5579f-1a14-4065-98f8-1a1776165b1a req-a0aec326-2264-4dc3-b168-5a6251952ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:13:59.543427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1a5579f-1a14-4065-98f8-1a1776165b1a req-a0aec326-2264-4dc3-b168-5a6251952ddf service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.5419328 Aug 19 12:13:59.818244 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.123816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60efc43-5782-44ad-9ca4-5c938ff00476 req-16a201ad-cecf-40fa-a561-d94b82844b71 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:00.126141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f60efc43-5782-44ad-9ca4-5c938ff00476 req-16a201ad-cecf-40fa-a561-d94b82844b71 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 970 time: 0.0748768 Aug 19 12:14:00.179716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f60efc43-5782-44ad-9ca4-5c938ff00476 req-83d39d8d-2bac-43ba-80f1-3b3a2def459b tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 Aug 19 12:14:00.292555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Made reservation on behalf of 0a6778f428324bf1b5077fac3b963c63 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:00.297687 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.315701 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.350530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e63e918-0996-45af-b74a-9fcb646b1939 req-7d4cb6a2-e377-4dc8-8e87-23c792bdbd4c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 210 time: 0.0852766 Aug 19 12:14:00.351960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Router ec136c63-bab2-4458-b08a-7ca0e1350796 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:14:00.357343 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1f15ece-f69f-48c0-9e2a-161d2a13c162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.361393 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1f15ece-f69f-48c0-9e2a-161d2a13c162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.362916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1f15ece-f69f-48c0-9e2a-161d2a13c162 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/554bbc16-e5d4-4e58-b4b2-8d7fe5d4345f HTTP/1.1" status: 204 len: 168 time: 2.4592466 Aug 19 12:14:00.380434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f15ece-f69f-48c0-9e2a-161d2a13c162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554bbc16-e5d4-4e58-b4b2-8d7fe5d4345f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:00.483324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43496) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:00.526416 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b16ed32-e7cb-422f-b4f9-2079c9f54112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.644729 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.727961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:00.752389 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.756390 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Sync routers for ids ['ec136c63-bab2-4458-b08a-7ca0e1350796'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:00.807991 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Routers {'ec136c63-bab2-4458-b08a-7ca0e1350796'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:00.811714 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:13:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ec136c63-bab2-4458-b08a-7ca0e1350796'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:00.930118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b16ed32-e7cb-422f-b4f9-2079c9f54112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.099131 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b16ed32-e7cb-422f-b4f9-2079c9f54112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.158931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c13028-15b9-4b78-9967-b4f9e2358223,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:01.188238 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Set router ec136c63-bab2-4458-b08a-7ca0e1350796 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:01.236452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4b16ed32-e7cb-422f-b4f9-2079c9f54112 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cf7bf9d612d49219d1947680b880504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7515991 Aug 19 12:14:01.238580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1a5579f-1a14-4065-98f8-1a1776165b1a req-2b51d832-88f6-41b2-87bd-f121ee25b07d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=89fafab5-afe8-45cf-816a-fe8e40202986 HTTP/1.1" status: 200 len: 217 time: 0.2362828 Aug 19 12:14:01.250190 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43510) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:01.255236 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.256321 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dc17bd10-cc5c-4481-bf01-d2c8cdf18c85 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.6873014 Aug 19 12:14:01.288046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43512) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:01.445661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43524) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:01.512047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Allocated IP 192.168.233.37 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/453dc753-412e-4ed7-9273-ef2cf7ed97cf) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:01.551913 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-62ef4b35-c00f-4475-b81e-91656ec1d6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.570686 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0992-61c9-432e-a0ee-c3854439ec1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.705080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-62ef4b35-c00f-4475-b81e-91656ec1d6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.746554 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-router', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:51Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 3, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'gw_port': {'id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:55Z', 'updated_at': '2021-08-19T12:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:01.871424 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Checking router: ec136c63-bab2-4458-b08a-7ca0e1350796 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:01.874053 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Updating router ec136c63-bab2-4458-b08a-7ca0e1350796 port d263081e-d891-4bdc-9ba7-b12238863e21 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:01.954022 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:01.970667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5579f-1a14-4065-98f8-1a1776165b1a req-690c8fbb-e5c4-4ae1-acff-22a810fe6b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:01.976117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1a5579f-1a14-4065-98f8-1a1776165b1a req-690c8fbb-e5c4-4ae1-acff-22a810fe6b89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.7210488 Aug 19 12:14:01.997797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16ed32-e7cb-422f-b4f9-2079c9f54112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984c6b21-a9a1-4a9d-bef9-8088d7e0ccb9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:02.109897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed01ae5d-17de-4968-8b83-98215b026e30 req-1f6c5382-c0b7-4ae1-b13d-ac38cfa827ae tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 210 time: 0.1201499 Aug 19 12:14:02.176095 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.279885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0992-61c9-432e-a0ee-c3854439ec1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.287592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c5b9e-0162-40e0-9f72-9a82ff14b7d7 req-86556f33-a46b-4e08-bcfa-4bcbe78489d2 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:02.298832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c43c5b9e-0162-40e0-9f72-9a82ff14b7d7 req-86556f33-a46b-4e08-bcfa-4bcbe78489d2 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 970 time: 0.3198192 Aug 19 12:14:02.326540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5579f-1a14-4065-98f8-1a1776165b1a req-636e88e8-df88-4813-9057-6ebda0128c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:02.330155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1a5579f-1a14-4065-98f8-1a1776165b1a req-636e88e8-df88-4813-9057-6ebda0128c47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2965522 Aug 19 12:14:02.363410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0992-61c9-432e-a0ee-c3854439ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.457252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Transition to ACTIVE for port object 453dc753-412e-4ed7-9273-ef2cf7ed97cf will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:02.485963 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-62ef4b35-c00f-4475-b81e-91656ec1d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.492237 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-62ef4b35-c00f-4475-b81e-91656ec1d6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.492237 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-62ef4b35-c00f-4475-b81e-91656ec1d6cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/984c6b21-a9a1-4a9d-bef9-8088d7e0ccb9 HTTP/1.1" status: 204 len: 168 time: 1.2391968 Aug 19 12:14:02.543471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa0992-61c9-432e-a0ee-c3854439ec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca9fc75-b46d-4a60-a696-0f4e0edb757f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:02.582038 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d4aa0992-61c9-432e-a0ee-c3854439ec1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bfcd6df1df34fa09fe6297a30e38b67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1283388 Aug 19 12:14:02.594054 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43548) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:02.618586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef4b35-c00f-4475-b81e-91656ec1d6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984c6b21-a9a1-4a9d-bef9-8088d7e0ccb9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:02.814957 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0882e005-51c5-402d-b35f-5ea480dfc421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.873675 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0882e005-51c5-402d-b35f-5ea480dfc421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.976550 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:02.988980 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.015697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c43c5b9e-0162-40e0-9f72-9a82ff14b7d7 req-8a0459b7-9784-4551-8984-0860fcde6fe5 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408155 Aug 19 12:14:03.021237 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Transition to ACTIVE for port object d263081e-d891-4bdc-9ba7-b12238863e21 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:03.133073 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.271642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1a5579f-1a14-4065-98f8-1a1776165b1a req-4c642d18-cb39-418f-bc82-2d9f4c9a54f3 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9270349 Aug 19 12:14:03.286486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0882e005-51c5-402d-b35f-5ea480dfc421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.292053 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0882e005-51c5-402d-b35f-5ea480dfc421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.298451 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0882e005-51c5-402d-b35f-5ea480dfc421 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dca9fc75-b46d-4a60-a696-0f4e0edb757f HTTP/1.1" status: 204 len: 168 time: 0.7014565 Aug 19 12:14:03.424046 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Attempting to bind port d263081e-d891-4bdc-9ba7-b12238863e21 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:03.425217 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Attempting to bind port d263081e-d891-4bdc-9ba7-b12238863e21 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:03.425892 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Attempting to bind port d263081e-d891-4bdc-9ba7-b12238863e21 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:03.442154 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:03.443114 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:03.443788 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.444439 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:03.446018 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Bound port: d263081e-d891-4bdc-9ba7-b12238863e21, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:03.458518 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.458734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Pushing event updated for resources: {'Port': ['ID=453dc753-412e-4ed7-9273-ef2cf7ed97cf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:03.458887 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72329d0-2f67-445f-9b51-1af0d8ac35aa None None] Pushing event updated for resources: {'Port': ['ID=d263081e-d891-4bdc-9ba7-b12238863e21,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:03.459064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:03.459064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:03.464808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:03.522008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:03.523094 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.528420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882e005-51c5-402d-b35f-5ea480dfc421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca9fc75-b46d-4a60-a696-0f4e0edb757f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:03.660303 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-b738cea9-337d-4696-97b1-72f0043dfd7c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2526789 Aug 19 12:14:03.681634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-fe712168-661d-4c66-8c0f-f24fc76c6d59 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:14:03.683095 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-fe712168-661d-4c66-8c0f-f24fc76c6d59 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094476 Aug 19 12:14:03.809112 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] For port d263081e-d891-4bdc-9ba7-b12238863e21, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:03.822720 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] For port d263081e-d891-4bdc-9ba7-b12238863e21, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d263081e-d891-4bdc-9ba7-b12238863e21,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:03.925005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1a5579f-1a14-4065-98f8-1a1776165b1a req-f91ee4f3-3312-4ca6-ba55-059b00b53cbe service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339758 Aug 19 12:14:03.925846 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:03.990722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366faa99-d414-42f8-8501-6de53980925d req-e95f6b6b-6d8f-4f2f-8c15-af6c4bd2e538 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:03.992506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-366faa99-d414-42f8-8501-6de53980925d req-e95f6b6b-6d8f-4f2f-8c15-af6c4bd2e538 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 935 time: 0.1882386 Aug 19 12:14:04.068122 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72329d0-2f67-445f-9b51-1af0d8ac35aa None None] Pushing event updated for resources: {'Port': ['ID=d263081e-d891-4bdc-9ba7-b12238863e21,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:04.073743 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Routers {'ec136c63-bab2-4458-b08a-7ca0e1350796'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:04.074745 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:13:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ec136c63-bab2-4458-b08a-7ca0e1350796'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:04.159681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-366faa99-d414-42f8-8501-6de53980925d req-68a8dac8-38f4-4889-981c-0535305152ac tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388600 Aug 19 12:14:04.218761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43564) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:04.234738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-30b31e4e-7182-4199-a08d-8e438d9d59f3 None None] Provisioning for port 453dc753-412e-4ed7-9273-ef2cf7ed97cf completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:04.240520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-30b31e4e-7182-4199-a08d-8e438d9d59f3 None None] Provisioning complete for port 453dc753-412e-4ed7-9273-ef2cf7ed97cf triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:04.241179 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-30b31e4e-7182-4199-a08d-8e438d9d59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.354032 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:04.388596 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] Set router ec136c63-bab2-4458-b08a-7ca0e1350796 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:04.403198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d5d0-d298-4723-a4ae-7652271ff8b6 req-c30cd0f1-05c1-4c44-896e-023185f00160 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:04.409824 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0070d5d0-d298-4723-a4ae-7652271ff8b6 req-c30cd0f1-05c1-4c44-896e-023185f00160 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 970 time: 0.1570549 Aug 19 12:14:04.442698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-30b31e4e-7182-4199-a08d-8e438d9d59f3 None None] Port 453dc753-412e-4ed7-9273-ef2cf7ed97cf cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:04.598628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0070d5d0-d298-4723-a4ae-7652271ff8b6 req-963f562b-6b50-45c6-9d9c-ca366f02440c tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661739 Aug 19 12:14:04.796529 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-router', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:51Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 3, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'gw_port': {'id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:55Z', 'updated_at': '2021-08-19T12:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:04.827373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Allocated IP 172.20.0.1 (678f6102-3937-4ed6-8016-61aa204d95e2/3b5ed951-d474-479c-a8ac-96be7ffea1bf/f88058fd-e9ae-498c-a084-1a9c449f75e1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:04.894940 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf085bc-02ac-463f-8faa-5ade9b1721d9 None None] The sync data for ids ['ec136c63-bab2-4458-b08a-7ca0e1350796'] in n-d-778732-8 is: [{'id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-router', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:51Z', 'updated_at': '2021-08-19T12:13:58Z', 'revision_number': 3, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'gw_port': {'id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:55Z', 'updated_at': '2021-08-19T12:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:04.924481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5670-4340-4946-87d4-171bf511e0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.077447 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.121814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Transition to ACTIVE for port object f88058fd-e9ae-498c-a084-1a9c449f75e1 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:05.241638 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5670-4340-4946-87d4-171bf511e0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.304187 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c2a5670-4340-4946-87d4-171bf511e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.362826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a5670-4340-4946-87d4-171bf511e0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f757e-1f73-4f37-b09d-73445f6a6a5b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:05.369059 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.483027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3c2a5670-4340-4946-87d4-171bf511e0fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f10e3e626314d7884ee198db42e0337&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2601933 Aug 19 12:14:05.487315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Pushing event updated for resources: {'Port': ['ID=f88058fd-e9ae-498c-a084-1a9c449f75e1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:05.494218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43588) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:05.520563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Network 678f6102-3937-4ed6-8016-61aa204d95e2 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:05.534059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:05.539953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:05.540461 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.680407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d921f-c626-4c51-ba0e-19978be54066 req-966bea38-8cc4-4cb8-921d-4c35e98b1f61 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:05.691842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-658d921f-c626-4c51-ba0e-19978be54066 req-966bea38-8cc4-4cb8-921d-4c35e98b1f61 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 935 time: 0.3384693 Aug 19 12:14:05.699027 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a02c-a3fb-475b-9406-c47673444b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.796328 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a02c-a3fb-475b-9406-c47673444b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:05.899157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Request body: {'port': {'device_id': 'dfd32b4b-1de1-42f0-b297-e2ffba3bb47e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:06.009182 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-658d921f-c626-4c51-ba0e-19978be54066 req-9e247e05-c0f3-4526-b9db-b2e084bcdc3d tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891574 Aug 19 12:14:06.076078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6045f5-fbfa-4a15-bdb3-dc6a587fd489 req-d0b140a1-27c8-4064-bece-7ccc777f13c9 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:06.080544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e6045f5-fbfa-4a15-bdb3-dc6a587fd489 req-d0b140a1-27c8-4064-bece-7ccc777f13c9 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 970 time: 0.1846073 Aug 19 12:14:06.134725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.192102 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a02c-a3fb-475b-9406-c47673444b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.199340 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a02c-a3fb-475b-9406-c47673444b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.214050 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dbb1a02c-a3fb-475b-9406-c47673444b90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a0f757e-1f73-4f37-b09d-73445f6a6a5b HTTP/1.1" status: 204 len: 168 time: 0.7150815 Aug 19 12:14:06.292423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9feca3f3-22f3-4208-8699-74c0307c6b33 None None] Provisioning for port f88058fd-e9ae-498c-a084-1a9c449f75e1 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:06.300247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9feca3f3-22f3-4208-8699-74c0307c6b33 None None] Provisioning complete for port f88058fd-e9ae-498c-a084-1a9c449f75e1 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:06.301057 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9feca3f3-22f3-4208-8699-74c0307c6b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.330350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1a02c-a3fb-475b-9406-c47673444b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f757e-1f73-4f37-b09d-73445f6a6a5b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:06.362885 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e6045f5-fbfa-4a15-bdb3-dc6a587fd489 req-3374afd9-cbcc-496e-9e1f-74c3ef0d5843 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637155 Aug 19 12:14:06.397690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:06.518270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9feca3f3-22f3-4208-8699-74c0307c6b33 None None] Port f88058fd-e9ae-498c-a084-1a9c449f75e1 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:06.926576 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d263081e-d891-4bdc-9ba7-b12238863e21 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:07.278590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.343992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc2b65-420d-4e2a-a226-178459e4ce0e req-1a9574b8-f81d-4541-89c2-c139c6bfdf51 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:07.355427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59bc2b65-420d-4e2a-a226-178459e4ce0e req-1a9574b8-f81d-4541-89c2-c139c6bfdf51 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 935 time: 0.0742486 Aug 19 12:14:07.377191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453dc753-412e-4ed7-9273-ef2cf7ed97cf {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:07.413993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.465406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59bc2b65-420d-4e2a-a226-178459e4ce0e req-c19ffa28-65e0-452c-91b3-645ee952e248 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896759 Aug 19 12:14:07.493028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Transition to ACTIVE for port object 453dc753-412e-4ed7-9273-ef2cf7ed97cf will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:07.623466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69996-bcd9-46f2-9c96-deb9bd2e0578 req-02d7cf38-41e3-4c15-8220-457b834850c1 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:07.625972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f4a69996-bcd9-46f2-9c96-deb9bd2e0578 req-02d7cf38-41e3-4c15-8220-457b834850c1 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 970 time: 0.0805657 Aug 19 12:14:07.698449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f4a69996-bcd9-46f2-9c96-deb9bd2e0578 req-df6cb165-6e9f-4b54-b4b3-f36ff3bbc65c tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584984 Aug 19 12:14:07.806283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d263081e-d891-4bdc-9ba7-b12238863e21 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:07.810965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d263081e-d891-4bdc-9ba7-b12238863e21 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:07.811618 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.887512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.891446 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.892011 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.989265 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.046187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port d263081e-d891-4bdc-9ba7-b12238863e21, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d263081e-d891-4bdc-9ba7-b12238863e21,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:08.087346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 89fafab5-afe8-45cf-816a-fe8e40202986 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:08.105391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Pushing event updated for resources: {'Port': ['ID=453dc753-412e-4ed7-9273-ef2cf7ed97cf,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:08.172834 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.186514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Pushing event updated for resources: {'Port': ['ID=f88058fd-e9ae-498c-a084-1a9c449f75e1,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:08.299336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Attempting to bind port 453dc753-412e-4ed7-9273-ef2cf7ed97cf on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:08.299592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Attempting to bind port 453dc753-412e-4ed7-9273-ef2cf7ed97cf by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:08.299991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Attempting to bind port 453dc753-412e-4ed7-9273-ef2cf7ed97cf on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:08.306701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Network 678f6102-3937-4ed6-8016-61aa204d95e2 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:08.310720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:08.314875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Port 453dc753-412e-4ed7-9273-ef2cf7ed97cf on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:08.315266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Attempting to bind port 453dc753-412e-4ed7-9273-ef2cf7ed97cf on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:08.321650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:08.322018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:08.322612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:08.323081 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Bound port: 453dc753-412e-4ed7-9273-ef2cf7ed97cf, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:08.323437 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.420110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43624) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:08.444342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=d263081e-d891-4bdc-9ba7-b12238863e21,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:08.452776 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daaf1433-f676-4110-bda4-d6bcb0dcd98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.519117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 89fafab5-afe8-45cf-816a-fe8e40202986, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=89fafab5-afe8-45cf-816a-fe8e40202986,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:08.563792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '89fafab5-afe8-45cf-816a-fe8e40202986', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '89fafab5-afe8-45cf-816a-fe8e40202986', 'mac_address': 'fa:16:3e:f8:cd:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:tempest-test_az-1090105704', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:08.605908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Router ec136c63-bab2-4458-b08a-7ca0e1350796 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:08.676412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] For port 453dc753-412e-4ed7-9273-ef2cf7ed97cf, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:08.715118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] For port 453dc753-412e-4ed7-9273-ef2cf7ed97cf, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=453dc753-412e-4ed7-9273-ef2cf7ed97cf,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:08.715455 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.759388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43634) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:08.778000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fafab5-afe8-45cf-816a-fe8e40202986 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:08.790359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d263081e-d891-4bdc-9ba7-b12238863e21 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:08.808504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.855495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d58112-ceda-4e88-80bc-4f977ac53c85 req-68d305e8-7f51-49b4-baa7-a06912435422 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:08.859251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95d58112-ceda-4e88-80bc-4f977ac53c85 req-68d305e8-7f51-49b4-baa7-a06912435422 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 947 time: 0.2266929 Aug 19 12:14:08.899775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:08.901594 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.903509 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] 10.222.0.52 "PUT /v2.0/ports/453dc753-412e-4ed7-9273-ef2cf7ed97cf HTTP/1.1" status: 200 len: 1095 time: 3.7519794 Aug 19 12:14:08.903984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd32b4b-1de1-42f0-b297-e2ffba3bb47e', 'tag': '453dc753-412e-4ed7-9273-ef2cf7ed97cf'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:08.906908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 89fafab5-afe8-45cf-816a-fe8e40202986, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=89fafab5-afe8-45cf-816a-fe8e40202986,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:08.921527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e3438280-9f42-4315-9a8c-2a422d6d634d None None] Provisioning complete for port f88058fd-e9ae-498c-a084-1a9c449f75e1 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:08.921906 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3438280-9f42-4315-9a8c-2a422d6d634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.022592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95d58112-ceda-4e88-80bc-4f977ac53c85 req-518506b9-b940-4697-a004-7bfc59d501ab tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109648 Aug 19 12:14:09.032583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:09.040593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4c9ee9c2-73cf-49ae-9bbe-7fa03c331a34 admin admin] 10.222.0.44 "PUT /v2.0/routers/ec136c63-bab2-4458-b08a-7ca0e1350796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7483146 Aug 19 12:14:09.054056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8736dc9-f076-48e2-8242-72b3d8aa2256 req-fb98bbaf-c470-4c67-9293-904e2f5562b9 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:09.064309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8736dc9-f076-48e2-8242-72b3d8aa2256 req-fb98bbaf-c470-4c67-9293-904e2f5562b9 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 970 time: 0.1489279 Aug 19 12:14:09.084474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e3438280-9f42-4315-9a8c-2a422d6d634d None None] Port f88058fd-e9ae-498c-a084-1a9c449f75e1 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:09.097911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Sync routers for ids ['ec136c63-bab2-4458-b08a-7ca0e1350796'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:09.129953 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.138790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Routers {'ec136c63-bab2-4458-b08a-7ca0e1350796'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:09.139561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:13:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ec136c63-bab2-4458-b08a-7ca0e1350796'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:09.139803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3cd1d-f59c-4efb-89c5-a5cfe0f85534 service neutron] Pushing event updated for resources: {'Port': ['ID=453dc753-412e-4ed7-9273-ef2cf7ed97cf,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:09.152618 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daaf1433-f676-4110-bda4-d6bcb0dcd98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.198901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8736dc9-f076-48e2-8242-72b3d8aa2256 req-874e9a52-8136-4ea1-b922-7ac389527b9f tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140590 Aug 19 12:14:09.252737 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daaf1433-f676-4110-bda4-d6bcb0dcd98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.343996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056435136-network', 'tenant_id': 'f937b7af761644ad91e0b57b0b1316a1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:09.452088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43652) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:09.463612 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-daaf1433-f676-4110-bda4-d6bcb0dcd98c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf65e5eeb59f4f26a7319f4ff5921789&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0349674 Aug 19 12:14:09.467615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf1433-f676-4110-bda4-d6bcb0dcd98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ed1d4c-3351-4110-8898-daddd2f826c7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:09.593570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d263081e-d891-4bdc-9ba7-b12238863e21 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:09.595195 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.611490 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05f9b02c-8068-4c79-88cc-d141ed2ccec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.617637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Made reservation on behalf of f937b7af761644ad91e0b57b0b1316a1 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:09.620811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.634487 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.668570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05f9b02c-8068-4c79-88cc-d141ed2ccec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.696751 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['89fafab5-afe8-45cf-816a-fe8e40202986'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:09.737082 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29adf8ab-ae85-4c40-8818-6c9b4fd78ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd32b4b-1de1-42f0-b297-e2ffba3bb47e", "tag": "453dc753-412e-4ed7-9273-ef2cf7ed97cf"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:09.831030 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05f9b02c-8068-4c79-88cc-d141ed2ccec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.834687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05f9b02c-8068-4c79-88cc-d141ed2ccec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.839623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-05f9b02c-8068-4c79-88cc-d141ed2ccec3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39ed1d4c-3351-4110-8898-daddd2f826c7 HTTP/1.1" status: 204 len: 168 time: 0.3856692 Aug 19 12:14:09.859928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9b02c-8068-4c79-88cc-d141ed2ccec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ed1d4c-3351-4110-8898-daddd2f826c7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:09.895186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.939046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=89fafab5-afe8-45cf-816a-fe8e40202986,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:09.989900 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.047801 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:10.077479 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdd6cd6-b9cb-4a75-862a-c8260439bed9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:10.080915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Set router ec136c63-bab2-4458-b08a-7ca0e1350796 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:10.104731 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.106221 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Added segment 71275218-14d0-4017-96be-860637081245 of type vlan for network 437a4263-e744-442c-b562-1145238dd977 Aug 19 12:14:10.247508 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b0e142-1f18-4233-bd6f-a2257120fe89 x-openstack-request-id: req-22b0e142-1f18-4233-bd6f-a2257120fe89 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:10.247936 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd32b4b-1de1-42f0-b297-e2ffba3bb47e", "tag": "453dc753-412e-4ed7-9273-ef2cf7ed97cf", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:10.248196 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22b0e142-1f18-4233-bd6f-a2257120fe89 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:10.248666 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd32b4b-1de1-42f0-b297-e2ffba3bb47e', 'tag': '453dc753-412e-4ed7-9273-ef2cf7ed97cf', 'status': 'completed', 'code': 200} Aug 19 12:14:10.290332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.335830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0979-0b09-4478-9574-720597452cd9 req-9beb924c-7d5a-4143-b2f7-8ea0839b5f8e tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:10.349311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c99a0979-0b09-4478-9574-720597452cd9 req-9beb924c-7d5a-4143-b2f7-8ea0839b5f8e tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 947 time: 0.1028502 Aug 19 12:14:10.434363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c99a0979-0b09-4478-9574-720597452cd9 req-b9b9e8be-5ea3-4d83-a78a-932777528dae tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833738 Aug 19 12:14:10.459347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.460336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:10.461046 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.586271 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] Pushing event updated for resources: {'Network': ['ID=437a4263-e744-442c-b562-1145238dd977,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:10.599611 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-75346f5c-c3e9-41b2-945f-666685645013 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8366828 Aug 19 12:14:10.601677 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43682) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:10.609106 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] Request body: {'subnet': {'network_id': '437a4263-e744-442c-b562-1145238dd977', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2056435136-subnet', 'tenant_id': 'f937b7af761644ad91e0b57b0b1316a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:10.609828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 437a4263-e744-442c-b562-1145238dd977 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:10.664035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402b77f-5222-422d-9c2e-ef198465d7d3 req-96b67af3-6bda-4d2e-8bdd-8120202d0c20 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:10.666369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8402b77f-5222-422d-9c2e-ef198465d7d3 req-96b67af3-6bda-4d2e-8bdd-8120202d0c20 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 971 time: 0.1169617 Aug 19 12:14:10.750505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] Made reservation on behalf of f937b7af761644ad91e0b57b0b1316a1 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:10.753996 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.766905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-router', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:51Z', 'updated_at': '2021-08-19T12:14:06Z', 'revision_number': 4, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'gw_port': {'id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:55Z', 'updated_at': '2021-08-19T12:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f88058fd-e9ae-498c-a084-1a9c449f75e1', 'name': '', 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'mac_address': 'fa:16:3e:1e:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '3b5ed951-d474-479c-a8ac-96be7ffea1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:04Z', 'updated_at': '2021-08-19T12:14:06Z', 'revision_number': 2, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'subnets': [{'id': '3b5ed951-d474-479c-a8ac-96be7ffea1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:10.803777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8402b77f-5222-422d-9c2e-ef198465d7d3 req-f09cd023-cc17-44e1-bf11-c96b7300a30b tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112661 Aug 19 12:14:10.818938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Checking router: ec136c63-bab2-4458-b08a-7ca0e1350796 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:10.819304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Updating router ec136c63-bab2-4458-b08a-7ca0e1350796 port f88058fd-e9ae-498c-a084-1a9c449f75e1 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:10.871018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.258690 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.326677 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2884469f-45c7-4777-9f84-34c7ab2c67ca,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:11.379780 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.394832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] Checking segment: {'id': '71275218-14d0-4017-96be-860637081245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '437a4263-e744-442c-b562-1145238dd977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:11.395561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] Network hostable DHCP agents. Network: 437a4263-e744-442c-b562-1145238dd977, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:11.480089 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.502409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Transition to ACTIVE for port object f88058fd-e9ae-498c-a084-1a9c449f75e1 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:11.578298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] Network 437a4263-e744-442c-b562-1145238dd977 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:11.597308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b6445-3ee9-4732-bb96-6d9c4c2d8bdc req-b0ec1646-be47-4262-8f1b-be0444bfe772 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:11.598617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c0b6445-3ee9-4732-bb96-6d9c4c2d8bdc req-b0ec1646-be47-4262-8f1b-be0444bfe772 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 947 time: 0.0598392 Aug 19 12:14:11.643008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c0b6445-3ee9-4732-bb96-6d9c4c2d8bdc req-f8195029-dc99-4768-91a2-f0861a31c1a2 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371585 Aug 19 12:14:11.663837 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.719372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c8eb8-6a2f-4019-964f-a2c418e65290 None None] Pushing event updated for resources: {'Port': ['ID=f88058fd-e9ae-498c-a084-1a9c449f75e1,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:11.766820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 437a4263-e744-442c-b562-1145238dd977) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:11.777272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:11.782114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.787623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b111844-5811-4352-aa68-e97fad1c4ba2 None None] Network 437a4263-e744-442c-b562-1145238dd977 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:11.840632 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43724) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:11.867464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ae47a386-76d3-46e4-b184-6890ecc99bbd tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--120223561', 'description': 'tempest-description--1593861686'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:11.870148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Attempting to bind port f88058fd-e9ae-498c-a084-1a9c449f75e1 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:11.870718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Attempting to bind port f88058fd-e9ae-498c-a084-1a9c449f75e1 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'de78b1ea-22fe-4918-a8bd-07534ef638be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:11.871094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Attempting to bind port f88058fd-e9ae-498c-a084-1a9c449f75e1 on network 678f6102-3937-4ed6-8016-61aa204d95e2 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:11.894829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:11.895207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Checking segment: {'id': 'de78b1ea-22fe-4918-a8bd-07534ef638be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:11.895623 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:11.896060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Bound using segment: {'id': 'de78b1ea-22fe-4918-a8bd-07534ef638be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:11.913434 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aafb1ef8-d77a-4d25-8d0f-34366ac03959 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3009834 Aug 19 12:14:11.913676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Bound port: f88058fd-e9ae-498c-a084-1a9c449f75e1, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de78b1ea-22fe-4918-a8bd-07534ef638be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:11.913676 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.030925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae47a386-76d3-46e4-b184-6890ecc99bbd tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.077781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 89fafab5-afe8-45cf-816a-fe8e40202986 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:12.103206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c336c3-f096-437e-9d8d-054e7aac438c req-f5be52e7-8dec-4074-b012-14091cb3033d tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:12.120209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64c336c3-f096-437e-9d8d-054e7aac438c req-f5be52e7-8dec-4074-b012-14091cb3033d tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 971 time: 0.1082141 Aug 19 12:14:12.186813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec976dd-c668-481b-9fda-5b4530d02700 None None] Network 437a4263-e744-442c-b562-1145238dd977 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:12.203954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64c336c3-f096-437e-9d8d-054e7aac438c req-affac7ca-fa2f-47f5-95ba-9be5c1fc46e3 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825598 Aug 19 12:14:12.217961 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae47a386-76d3-46e4-b184-6890ecc99bbd tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.272587 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] For port f88058fd-e9ae-498c-a084-1a9c449f75e1, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:12.292323 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae47a386-76d3-46e4-b184-6890ecc99bbd tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.307396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] For port f88058fd-e9ae-498c-a084-1a9c449f75e1, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f88058fd-e9ae-498c-a084-1a9c449f75e1,segment=NetworkSegment(de78b1ea-22fe-4918-a8bd-07534ef638be),segment_id=de78b1ea-22fe-4918-a8bd-07534ef638be)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:12.339690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47a386-76d3-46e4-b184-6890ecc99bbd tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876096a9-fe96-4f49-b9c1-fc5133435ec4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:12.402539 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.417963 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae47a386-76d3-46e4-b184-6890ecc99bbd tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.420157 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ae47a386-76d3-46e4-b184-6890ecc99bbd tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5715597 Aug 19 12:14:12.423026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43738) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:12.428150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d7855103-7773-4897-b78c-13308835bc39 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Request body: {'security_group_rule': {'security_group_id': '876096a9-fe96-4f49-b9c1-fc5133435ec4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:12.462914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 89fafab5-afe8-45cf-816a-fe8e40202986 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:12.497796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 89fafab5-afe8-45cf-816a-fe8e40202986 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:12.498215 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.537244 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Routers {'ec136c63-bab2-4458-b08a-7ca0e1350796'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:12.538152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:13:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ec136c63-bab2-4458-b08a-7ca0e1350796'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:12.547348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c8eb8-6a2f-4019-964f-a2c418e65290 None None] Pushing event updated for resources: {'Port': ['ID=f88058fd-e9ae-498c-a084-1a9c449f75e1,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:12.578641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7855103-7773-4897-b78c-13308835bc39 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.759948 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7855103-7773-4897-b78c-13308835bc39 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.835360 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7855103-7773-4897-b78c-13308835bc39 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.856943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7855103-7773-4897-b78c-13308835bc39 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e4f5b6-6389-4c30-bff1-f2c75aa4c14b,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:12.963109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7855103-7773-4897-b78c-13308835bc39 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.967585 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d7855103-7773-4897-b78c-13308835bc39 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5403824 Aug 19 12:14:12.975264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43752) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:12.975421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] Set router ec136c63-bab2-4458-b08a-7ca0e1350796 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:12.977357 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:12.995020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-75685e79-f9de-4887-be56-d014cdc6d2ce tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Request body: {'security_group_rule': {'security_group_id': '876096a9-fe96-4f49-b9c1-fc5133435ec4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:13.043819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f814efd1-4aa6-449b-8a05-9834d7b261f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fafab5-afe8-45cf-816a-fe8e40202986'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:13.073117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cb530-6476-47ed-94cb-1c5701b70567 req-ed38a4c7-4356-4776-bf00-b352154eb43d tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:13.109588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e9cb530-6476-47ed-94cb-1c5701b70567 req-ed38a4c7-4356-4776-bf00-b352154eb43d tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 947 time: 0.1774340 Aug 19 12:14:13.166978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 89fafab5-afe8-45cf-816a-fe8e40202986, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=89fafab5-afe8-45cf-816a-fe8e40202986,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:13.170795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e9cb530-6476-47ed-94cb-1c5701b70567 req-95c5f18c-5b59-419a-bde9-9bc0bfffac46 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601881 Aug 19 12:14:13.187479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75685e79-f9de-4887-be56-d014cdc6d2ce tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:13.282000 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:13.369829 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75685e79-f9de-4887-be56-d014cdc6d2ce tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:13.378198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=89fafab5-afe8-45cf-816a-fe8e40202986,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:13.397963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-router', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:51Z', 'updated_at': '2021-08-19T12:14:06Z', 'revision_number': 4, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'gw_port': {'id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:55Z', 'updated_at': '2021-08-19T12:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f88058fd-e9ae-498c-a084-1a9c449f75e1', 'name': '', 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'mac_address': 'fa:16:3e:1e:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '3b5ed951-d474-479c-a8ac-96be7ffea1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:04Z', 'updated_at': '2021-08-19T12:14:12Z', 'revision_number': 4, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'subnets': [{'id': '3b5ed951-d474-479c-a8ac-96be7ffea1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:13.407967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8a8cc-8e0c-43ba-a5f0-50aa524a97a2 req-f3321139-930f-405c-9185-2619c1b64ae4 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:13.409457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beb8a8cc-8e0c-43ba-a5f0-50aa524a97a2 req-f3321139-930f-405c-9185-2619c1b64ae4 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 972 time: 0.0732851 Aug 19 12:14:13.439336 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fe1f0-703d-411a-b873-bd78e1feea2d None None] The sync data for ids ['ec136c63-bab2-4458-b08a-7ca0e1350796'] in n-d-778732-8 is: [{'id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-router', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:51Z', 'updated_at': '2021-08-19T12:14:06Z', 'revision_number': 4, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'gw_port': {'id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:55Z', 'updated_at': '2021-08-19T12:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f88058fd-e9ae-498c-a084-1a9c449f75e1', 'name': '', 'network_id': '678f6102-3937-4ed6-8016-61aa204d95e2', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'mac_address': 'fa:16:3e:1e:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '3b5ed951-d474-479c-a8ac-96be7ffea1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:04Z', 'updated_at': '2021-08-19T12:14:12Z', 'revision_number': 4, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'subnets': [{'id': '3b5ed951-d474-479c-a8ac-96be7ffea1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:13.443559 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4cc01d-eb86-4053-ae73-a82d4f40898b" -d '{"events": [{"server_uuid": "f814efd1-4aa6-449b-8a05-9834d7b261f4", "name": "network-vif-plugged", "status": "completed", "tag": "89fafab5-afe8-45cf-816a-fe8e40202986"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:13.464503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beb8a8cc-8e0c-43ba-a5f0-50aa524a97a2 req-46c8d070-b787-4c75-b67d-a86768a5bc4b tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486608 Aug 19 12:14:13.523249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75685e79-f9de-4887-be56-d014cdc6d2ce tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:13.548767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75685e79-f9de-4887-be56-d014cdc6d2ce tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66dfedd-0c04-43e0-8e26-a959d62b9d6e,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:13.658089 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75685e79-f9de-4887-be56-d014cdc6d2ce tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:13.661415 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-75685e79-f9de-4887-be56-d014cdc6d2ce tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6821797 Aug 19 12:14:13.662541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43790) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:13.667226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:13.877875 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53e7842-32d5-48a9-9201-c40918541899 x-openstack-request-id: req-b53e7842-32d5-48a9-9201-c40918541899 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:13.878349 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f814efd1-4aa6-449b-8a05-9834d7b261f4", "name": "network-vif-plugged", "status": "completed", "tag": "89fafab5-afe8-45cf-816a-fe8e40202986", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:13.878703 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b53e7842-32d5-48a9-9201-c40918541899 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:13.879400 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f814efd1-4aa6-449b-8a05-9834d7b261f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fafab5-afe8-45cf-816a-fe8e40202986', 'code': 200} Aug 19 12:14:13.916897 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.017320 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf8ab-ae85-4c40-8818-6c9b4fd78ffb req-d9c86054-8b9c-4332-acaa-32a57e0eafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:14.019021 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-29adf8ab-ae85-4c40-8818-6c9b4fd78ffb req-d9c86054-8b9c-4332-acaa-32a57e0eafb6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a6778f428324bf1b5077fac3b963c63&device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 1098 time: 0.1349595 Aug 19 12:14:14.062259 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-29adf8ab-ae85-4c40-8818-6c9b4fd78ffb req-882bb110-0e32-4f36-8397-f10ff40c1181 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0a6778f428324bf1b5077fac3b963c63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320098 Aug 19 12:14:14.096697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912dbd4-6429-4c37-a2f7-12372d380f92 req-336e1bc9-bc6b-4add-8f1b-9dbb490e5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:14.099536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0912dbd4-6429-4c37-a2f7-12372d380f92 req-336e1bc9-bc6b-4add-8f1b-9dbb490e5ce7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 1123 time: 0.1008959 Aug 19 12:14:14.100201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43806) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:14.108028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-72427746-network', 'tenant_id': 'aaa634cd7231429cb31188f9353a1e5e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:14.136034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0912dbd4-6429-4c37-a2f7-12372d380f92 req-e609a8c2-d5b4-4dbc-882c-84f7de04d8c3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.142824 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.360716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Made reservation on behalf of aaa634cd7231429cb31188f9353a1e5e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:14.363580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.400472 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.461511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa00f98-fce9-4b12-9d2f-5edb79f00104 req-41cf708e-1c29-4e07-9497-845ec0200e78 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:14.464088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2aa00f98-fce9-4b12-9d2f-5edb79f00104 req-41cf708e-1c29-4e07-9497-845ec0200e78 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 947 time: 0.1183529 Aug 19 12:14:14.489271 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0912dbd4-6429-4c37-a2f7-12372d380f92 req-e609a8c2-d5b4-4dbc-882c-84f7de04d8c3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.505532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43816) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:14.524120 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.552510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2aa00f98-fce9-4b12-9d2f-5edb79f00104 req-7e31c24e-bb9e-4fe2-8d94-8754d5ff5d9e tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760775 Aug 19 12:14:14.578487 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0912dbd4-6429-4c37-a2f7-12372d380f92 req-e609a8c2-d5b4-4dbc-882c-84f7de04d8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:14.613022 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf8ab-ae85-4c40-8818-6c9b4fd78ffb req-e6526dc5-a0e1-4a8d-b591-408c10b49f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:14.618917 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-29adf8ab-ae85-4c40-8818-6c9b4fd78ffb req-e6526dc5-a0e1-4a8d-b591-408c10b49f69 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5474832 Aug 19 12:14:14.642679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0912dbd4-6429-4c37-a2f7-12372d380f92 req-e609a8c2-d5b4-4dbc-882c-84f7de04d8c3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250454 Aug 19 12:14:14.669339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609a8c2-d5b4-4dbc-882c-84f7de04d8c3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=090be64d-d629-4c7c-82da-cd1d3e1dafb6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:14.838372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57ebd3-3b54-4cfc-9ef9-da1275d02465 req-c7c17534-9319-4539-98fc-ea50ef27cb97 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:14.841031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e57ebd3-3b54-4cfc-9ef9-da1275d02465 req-c7c17534-9319-4539-98fc-ea50ef27cb97 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 972 time: 0.1427495 Aug 19 12:14:14.853087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f88058fd-e9ae-498c-a084-1a9c449f75e1 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:14.876021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-640fa6a7-c947-4815-b717-4cf88c2bb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:14.879447 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-640fa6a7-c947-4815-b717-4cf88c2bb4ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a6778f428324bf1b5077fac3b963c63&device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 1098 time: 0.2075789 Aug 19 12:14:14.949767 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e57ebd3-3b54-4cfc-9ef9-da1275d02465 req-e87de5e1-f6ce-4ac8-902f-63d8df41a706 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010356 Aug 19 12:14:14.999397 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.070219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port f88058fd-e9ae-498c-a084-1a9c449f75e1 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:15.076256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f88058fd-e9ae-498c-a084-1a9c449f75e1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:15.077075 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.101357 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-35d9feae-d4af-4074-91c4-5cf5df800f70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=453dc753-412e-4ed7-9273-ef2cf7ed97cf HTTP/1.1" status: 200 len: 217 time: 0.2043958 Aug 19 12:14:15.104158 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-213faf8d-54f6-4fb8-a41c-4befc8ae0eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.114394 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.188582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:15.192481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Allocated IP 172.25.6.188 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/3ba45f1a-76f4-4a49-9ed9-2293d63467c7) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:15.237355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3746b855-7de3-4f85-8786-c124c6421598,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:15.238185 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-4880aada-c3d8-4724-b992-599529efbaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:15.240027 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-4880aada-c3d8-4724-b992-599529efbaee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1296742 Aug 19 12:14:15.253485 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.257479 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Added segment 1726b0af-11bb-44c9-82d9-2b90e21c9858 of type vlan for network fbcab34e-dc12-4279-bced-dae4606474f3 Aug 19 12:14:15.258098 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.314016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port f88058fd-e9ae-498c-a084-1a9c449f75e1, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f88058fd-e9ae-498c-a084-1a9c449f75e1,segment=NetworkSegment(de78b1ea-22fe-4918-a8bd-07534ef638be),segment_id=de78b1ea-22fe-4918-a8bd-07534ef638be)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:15.322029 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.395154 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.401151 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-17e2ed88-915c-4115-9c59-77a4e2e15da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:15.405088 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-17e2ed88-915c-4115-9c59-77a4e2e15da0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487896 Aug 19 12:14:15.405853 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-213faf8d-54f6-4fb8-a41c-4befc8ae0eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.459801 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.460299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:15.461572 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.479682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=f88058fd-e9ae-498c-a084-1a9c449f75e1,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:15.502076 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.519798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-213faf8d-54f6-4fb8-a41c-4befc8ae0eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.558621 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-7227d921-575b-407a-bcab-d4a6f8f05ebe service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388187 Aug 19 12:14:15.571826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] Pushing event updated for resources: {'Network': ['ID=fbcab34e-dc12-4279-bced-dae4606474f3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:15.584738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-213faf8d-54f6-4fb8-a41c-4befc8ae0eae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=119f8510e1aa4e04b32ef52933544b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0781038 Aug 19 12:14:15.585599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213faf8d-54f6-4fb8-a41c-4befc8ae0eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652506de-b38e-40a0-84b7-a778fbbf3541,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:15.588002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43842) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:15.595718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network fbcab34e-dc12-4279-bced-dae4606474f3 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:15.632132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-884de2da-398d-479c-bfce-b1a1f7e3fda6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5304017 Aug 19 12:14:15.636085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43848) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:15.648453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] Request body: {'subnet': {'network_id': 'fbcab34e-dc12-4279-bced-dae4606474f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-72427746-subnet', 'tenant_id': 'aaa634cd7231429cb31188f9353a1e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:15.709502 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0d1e9f81-fd32-4921-a018-071b2bb1f47f req-4a850afe-9483-42e7-8683-1899372cf980 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426470 Aug 19 12:14:15.717088 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.772224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:15.784348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:15.786266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Pushing event updated for resources: {'Port': ['ID=3ba45f1a-76f4-4a49-9ed9-2293d63467c7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:15.789256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:15.813846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bde9cd1e-9e48-47d6-9fe2-42fd3e6e82eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.843570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06139848-5090-4318-bb5f-0c79e31ee06e req-2bacf0ed-1729-4afb-95a5-c8964ec3c1c3 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:15.845160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06139848-5090-4318-bb5f-0c79e31ee06e req-2bacf0ed-1729-4afb-95a5-c8964ec3c1c3 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 947 time: 0.1070869 Aug 19 12:14:15.846336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] Made reservation on behalf of aaa634cd7231429cb31188f9353a1e5e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:15.849809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.901108 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.911597 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bde9cd1e-9e48-47d6-9fe2-42fd3e6e82eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:15.972454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06139848-5090-4318-bb5f-0c79e31ee06e req-a6498e8b-9265-402a-baf4-7ddb6dd3ead1 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164124 Aug 19 12:14:16.130066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.141087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6424f-f8bf-4793-8302-e40da573fc58 req-e8bffea9-c419-4c67-8516-5f5d7603583c tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:16.142789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9bf6424f-f8bf-4793-8302-e40da573fc58 req-e8bffea9-c419-4c67-8516-5f5d7603583c tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 972 time: 0.0935452 Aug 19 12:14:16.179382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bde9cd1e-9e48-47d6-9fe2-42fd3e6e82eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.182166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bde9cd1e-9e48-47d6-9fe2-42fd3e6e82eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.184920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bde9cd1e-9e48-47d6-9fe2-42fd3e6e82eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/652506de-b38e-40a0-84b7-a778fbbf3541 HTTP/1.1" status: 204 len: 168 time: 0.5954406 Aug 19 12:14:16.190390 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9bf6424f-f8bf-4793-8302-e40da573fc58 req-3c010c07-086e-49e2-96ae-cfa87a3f2f57 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Aug 19 12:14:16.201755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9cd1e-9e48-47d6-9fe2-42fd3e6e82eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652506de-b38e-40a0-84b7-a778fbbf3541,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:16.239601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.307685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a69aa73-e809-411c-961f-be02e66c25c9,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:16.310213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] Checking segment: {'id': '1726b0af-11bb-44c9-82d9-2b90e21c9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fbcab34e-dc12-4279-bced-dae4606474f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:16.313778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] Network hostable DHCP agents. Network: fbcab34e-dc12-4279-bced-dae4606474f3, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:16.332118 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.428589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43874) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:16.469742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] Network fbcab34e-dc12-4279-bced-dae4606474f3 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:16.471512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.514202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.533738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Pushing event updated for resources: {'Port': ['ID=3ba45f1a-76f4-4a49-9ed9-2293d63467c7,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:16.572721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, fbcab34e-dc12-4279-bced-dae4606474f3) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:16.580041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:16.580685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.589998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab4cf3-8c1f-4476-8d65-31438d3eac5a None None] Network fbcab34e-dc12-4279-bced-dae4606474f3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:16.721305 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.729445 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-050d7b6d-b1f3-4742-aaec-2bd04ef1392d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0590513 Aug 19 12:14:16.752406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-86acb087-7fde-44c0-a02c-ae128a5015f9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1145453 Aug 19 12:14:16.772431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f88058fd-e9ae-498c-a084-1a9c449f75e1 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:16.849139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d0bc7c-abbd-4104-ade7-0552d2bbc5a6 None None] Network fbcab34e-dc12-4279-bced-dae4606474f3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:16.954123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f88058fd-e9ae-498c-a084-1a9c449f75e1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:16.954730 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.963363 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f35b7d-d27f-4da9-bb9f-9c9f70bb3c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.124087 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f35b7d-d27f-4da9-bb9f-9c9f70bb3c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.126410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18254-71fc-49c2-be65-b69915c0882b req-6f66269e-0054-4271-921e-6c2267f46ce9 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:17.128175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ac18254-71fc-49c2-be65-b69915c0882b req-6f66269e-0054-4271-921e-6c2267f46ce9 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 947 time: 0.0658526 Aug 19 12:14:17.170559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ac18254-71fc-49c2-be65-b69915c0882b req-f90f92f8-e550-4f7f-87a5-d0368cbe404f tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363259 Aug 19 12:14:17.222930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43902) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:17.275127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-64179fce-8aa5-4a4a-b4bf-d3d2eecccaf8 admin admin] Deleting subnet 2884469f-45c7-4777-9f84-34c7ab2c67ca {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:14:17.279409 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64179fce-8aa5-4a4a-b4bf-d3d2eecccaf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.301586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f35b7d-d27f-4da9-bb9f-9c9f70bb3c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.312369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-82e21152-6488-4aea-909f-514d5965e113 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--120223561&fields=id&tenant_id=6c44bdd34b864300bc10e00029e58457 HTTP/1.1" status: 200 len: 267 time: 0.0526681 Aug 19 12:14:17.361087 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-46f35b7d-d27f-4da9-bb9f-9c9f70bb3c96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c265e0347c84cf99ce3aca7d4fb720e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9315982 Aug 19 12:14:17.364512 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43912) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:17.370290 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64179fce-8aa5-4a4a-b4bf-d3d2eecccaf8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.385786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f35b7d-d27f-4da9-bb9f-9c9f70bb3c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0c442c-2a71-4a87-9c40-307df323a881,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:17.390065 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64179fce-8aa5-4a4a-b4bf-d3d2eecccaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.465065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43914) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:17.479892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48e5666a-bfca-4ed3-a5a4-346072c8c2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.501664 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b230179-9918-43c2-acaf-e50cbc578e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.509569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48e5666a-bfca-4ed3-a5a4-346072c8c2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.549641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85297601-c2cb-4639-a8ab-70670c4055fc req-9cf7a578-02b5-4316-bb71-aaadcbd00a21 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:17.554417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-9cf7a578-02b5-4316-bb71-aaadcbd00a21 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/networks?id=a3ab6f09-e03b-41f4-b705-19e59a0c8307 HTTP/1.1" status: 200 len: 824 time: 0.2238538 Aug 19 12:14:17.579517 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64179fce-8aa5-4a4a-b4bf-d3d2eecccaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.583421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-9d4bec62-41cc-43a5-90d0-bcf6f3f78a2d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/quotas/6c44bdd34b864300bc10e00029e58457 HTTP/1.1" status: 200 len: 375 time: 0.0220082 Aug 19 12:14:17.606332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64179fce-8aa5-4a4a-b4bf-d3d2eecccaf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2884469f-45c7-4777-9f84-34c7ab2c67ca,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:17.610410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64179fce-8aa5-4a4a-b4bf-d3d2eecccaf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.614716 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-64179fce-8aa5-4a4a-b4bf-d3d2eecccaf8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2884469f-45c7-4777-9f84-34c7ab2c67ca HTTP/1.1" status: 204 len: 168 time: 0.3882484 Aug 19 12:14:17.615421 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43918) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:17.672379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ef58a-dbfa-4511-977e-26befbd931b6 req-e8a54b41-d7c7-468d-aee6-945d3fa486ed tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:17.674060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-454ef58a-dbfa-4511-977e-26befbd931b6 req-e8a54b41-d7c7-468d-aee6-945d3fa486ed tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 972 time: 0.0868828 Aug 19 12:14:17.680177 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48e5666a-bfca-4ed3-a5a4-346072c8c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.682751 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48e5666a-bfca-4ed3-a5a4-346072c8c2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.683887 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-48e5666a-bfca-4ed3-a5a4-346072c8c2b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e0c442c-2a71-4a87-9c40-307df323a881 HTTP/1.1" status: 204 len: 168 time: 0.3165603 Aug 19 12:14:17.706164 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5666a-bfca-4ed3-a5a4-346072c8c2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0c442c-2a71-4a87-9c40-307df323a881,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:17.710376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.730627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-604cdda1-8908-442a-98a0-29762d65cb94 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c44bdd34b864300bc10e00029e58457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1288998 Aug 19 12:14:17.765223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-454ef58a-dbfa-4511-977e-26befbd931b6 req-5aa3554d-4814-4f62-8b97-0a2b5b1fa632 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838139 Aug 19 12:14:17.806044 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b230179-9918-43c2-acaf-e50cbc578e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.861300 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.873806 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.874004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.875553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.875553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > port after_create 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.875754 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.876014 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > port after_update 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.876326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.876629 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.877004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.877246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.894039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-647ab889-2b13-4b84-8ec0-726dc1ce19a3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:14:17.895237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-647ab889-2b13-4b84-8ec0-726dc1ce19a3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537992 Aug 19 12:14:17.897580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b230179-9918-43c2-acaf-e50cbc578e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.949796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.950282 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.950684 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.951228 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:17.951698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437a4263-e744-442c-b562-1145238dd977']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:17.974752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71275218-14d0-4017-96be-860637081245') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:17.975049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71275218-14d0-4017-96be-860637081245') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:17.993364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.017720 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.027335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:14:18.027792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: from cryptography.utils import int_from_bytes Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: from cryptography.utils import int_from_bytes Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:14:18.063687 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:14:18.186410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.195468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.197831 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] 10.222.0.44 "DELETE /v2.0/networks/437a4263-e744-442c-b562-1145238dd977 HTTP/1.1" status: 204 len: 168 time: 0.5819819 Aug 19 12:14:18.208538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43934) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:18.216821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079de56-120c-498c-a10a-f26d6de83955 admin admin] Pushing event deleted for resources: {'Network': ['ID=437a4263-e744-442c-b562-1145238dd977,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.218299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b230179-9918-43c2-acaf-e50cbc578e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fef5cca-2ff9-4849-825d-66eccbbee4d1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.226661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0b230179-9918-43c2-acaf-e50cbc578e33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fde23788e48143faadd234688c3352c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7597361 Aug 19 12:14:18.231731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:18.295492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659af679-45d6-42cf-bb7f-e3f22f3d8f13 req-821e1e14-99bf-4022-8c68-e776d63e182e tempest-AggregatesAdminTestJSON-545339191 tempest-AggregatesAdminTestJSON-545339191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:18.297079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-659af679-45d6-42cf-bb7f-e3f22f3d8f13 req-821e1e14-99bf-4022-8c68-e776d63e182e tempest-AggregatesAdminTestJSON-545339191 tempest-AggregatesAdminTestJSON-545339191-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 1123 time: 0.3645458 Aug 19 12:14:18.306471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-67d12171-d2ba-4e87-9998-d2b06da6ee37 service neutron] 10.222.0.44 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036734 Aug 19 12:14:18.367549 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-659af679-45d6-42cf-bb7f-e3f22f3d8f13 req-52198939-8b1f-4aa1-8720-a2d771566de6 tempest-AggregatesAdminTestJSON-545339191 tempest-AggregatesAdminTestJSON-545339191-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.399491 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-591f4afe-7a51-42ef-a6c1-ff39e0e7db97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.415028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa13021-d28e-44b5-a2da-a46d66a19e9e admin admin] Deleting subnet 8a69aa73-e809-411c-961f-be02e66c25c9 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:14:18.418984 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fa13021-d28e-44b5-a2da-a46d66a19e9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.447774 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-591f4afe-7a51-42ef-a6c1-ff39e0e7db97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.455008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fa13021-d28e-44b5-a2da-a46d66a19e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.489256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-4885877f-6c3c-446e-9f3f-7f9e5543c475 service neutron] 10.222.0.44 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733320 Aug 19 12:14:18.495075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fa13021-d28e-44b5-a2da-a46d66a19e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.559954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43938) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:18.578791 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7ac5b26a-d719-4670-8921-50b1fd086b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.588669 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-659af679-45d6-42cf-bb7f-e3f22f3d8f13 req-52198939-8b1f-4aa1-8720-a2d771566de6 tempest-AggregatesAdminTestJSON-545339191 tempest-AggregatesAdminTestJSON-545339191-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.709839 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-591f4afe-7a51-42ef-a6c1-ff39e0e7db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.712432 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-591f4afe-7a51-42ef-a6c1-ff39e0e7db97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.713669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-591f4afe-7a51-42ef-a6c1-ff39e0e7db97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fef5cca-2ff9-4849-825d-66eccbbee4d1 HTTP/1.1" status: 204 len: 168 time: 0.4807258 Aug 19 12:14:18.723235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f4afe-7a51-42ef-a6c1-ff39e0e7db97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fef5cca-2ff9-4849-825d-66eccbbee4d1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.760769 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-659af679-45d6-42cf-bb7f-e3f22f3d8f13 req-52198939-8b1f-4aa1-8720-a2d771566de6 tempest-AggregatesAdminTestJSON-545339191 tempest-AggregatesAdminTestJSON-545339191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.767828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fa13021-d28e-44b5-a2da-a46d66a19e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.820949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-659af679-45d6-42cf-bb7f-e3f22f3d8f13 req-52198939-8b1f-4aa1-8720-a2d771566de6 tempest-AggregatesAdminTestJSON-545339191 tempest-AggregatesAdminTestJSON-545339191-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166502 Aug 19 12:14:18.822207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52198939-8b1f-4aa1-8720-a2d771566de6 tempest-AggregatesAdminTestJSON-545339191 tempest-AggregatesAdminTestJSON-545339191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545862ad-7fad-4c9e-a6c5-f517f62375a8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.874451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa13021-d28e-44b5-a2da-a46d66a19e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a69aa73-e809-411c-961f-be02e66c25c9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.875059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 453dc753-412e-4ed7-9273-ef2cf7ed97cf details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:18.890440 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fa13021-d28e-44b5-a2da-a46d66a19e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.896220 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8fa13021-d28e-44b5-a2da-a46d66a19e9e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8a69aa73-e809-411c-961f-be02e66c25c9 HTTP/1.1" status: 204 len: 168 time: 0.6842511 Aug 19 12:14:18.897264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43952) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:19.043740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.079508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e063ca9-b31d-4bc7-95da-05663d5bcde9 req-df6e8d40-5e5d-4fcc-a283-86a37480baed tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:19.079640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7ac5b26a-d719-4670-8921-50b1fd086b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.086816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e063ca9-b31d-4bc7-95da-05663d5bcde9 req-df6e8d40-5e5d-4fcc-a283-86a37480baed tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 947 time: 0.1244564 Aug 19 12:14:19.120065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 453dc753-412e-4ed7-9273-ef2cf7ed97cf, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=453dc753-412e-4ed7-9273-ef2cf7ed97cf,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:19.138393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '453dc753-412e-4ed7-9273-ef2cf7ed97cf', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '453dc753-412e-4ed7-9273-ef2cf7ed97cf', 'mac_address': 'fa:16:3e:7a:1a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:19.161486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7ac5b26a-d719-4670-8921-50b1fd086b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.191565 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.209011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453dc753-412e-4ed7-9273-ef2cf7ed97cf {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:19.221613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e063ca9-b31d-4bc7-95da-05663d5bcde9 req-4b28d782-c754-4853-8307-3aa8a627627a tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333733 Aug 19 12:14:19.225578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.238399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 453dc753-412e-4ed7-9273-ef2cf7ed97cf, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=453dc753-412e-4ed7-9273-ef2cf7ed97cf,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:19.265780 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.268143 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.271453 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.272798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.274537 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.280159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.280453 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7ac5b26a-d719-4670-8921-50b1fd086b75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25639d3969a145138eebca8ab26ee344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7143590 Aug 19 12:14:19.280542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.280542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.280542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.280542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.282491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43960) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:19.283232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5b26a-d719-4670-8921-50b1fd086b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbf63a3-ed19-40ce-bea9-6c2309115af9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:19.330013 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.395004 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.395509 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.395708 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.396534 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:14:19.398010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcab34e-dc12-4279-bced-dae4606474f3']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:19.399361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe94ca0-b2cf-4866-9dd7-9598f20c06b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.401032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=453dc753-412e-4ed7-9273-ef2cf7ed97cf,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:19.437683 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1726b0af-11bb-44c9-82d9-2b90e21c9858') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:19.438037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1726b0af-11bb-44c9-82d9-2b90e21c9858') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:19.439072 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe94ca0-b2cf-4866-9dd7-9598f20c06b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.484322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1b91dc8-d5a9-45fe-a05b-b11f65e8ac17 req-c8f878c8-8782-4201-93fc-bb65586a29da tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 210 time: 0.0807526 Aug 19 12:14:19.499404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.529570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.541463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:14:19.541879 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: from cryptography.utils import int_from_bytes Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: from cryptography.utils import int_from_bytes Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:14:19.546578 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:14:19.607067 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe94ca0-b2cf-4866-9dd7-9598f20c06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.612224 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe94ca0-b2cf-4866-9dd7-9598f20c06b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.614833 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-abe94ca0-b2cf-4866-9dd7-9598f20c06b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3bbf63a3-ed19-40ce-bea9-6c2309115af9 HTTP/1.1" status: 204 len: 168 time: 0.3153951 Aug 19 12:14:19.625606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe94ca0-b2cf-4866-9dd7-9598f20c06b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbf63a3-ed19-40ce-bea9-6c2309115af9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:19.698706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['453dc753-412e-4ed7-9273-ef2cf7ed97cf'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:20.002470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.024092 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.026830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fbcab34e-dc12-4279-bced-dae4606474f3 HTTP/1.1" status: 204 len: 168 time: 1.1273520 Aug 19 12:14:20.027752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b2afc-14ff-4274-b153-a588bc6d72a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbcab34e-dc12-4279-bced-dae4606474f3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:20.410974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66667f40-c2ca-4b01-bc3b-b00e8fa39f85 req-f9ed250f-e47e-48c1-bcbd-3cab581a4a0a tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:20.410974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66667f40-c2ca-4b01-bc3b-b00e8fa39f85 req-f9ed250f-e47e-48c1-bcbd-3cab581a4a0a tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 948 time: 0.0603268 Aug 19 12:14:20.449355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66667f40-c2ca-4b01-bc3b-b00e8fa39f85 req-c563b5e4-c6e8-41f6-a564-003e4d979813 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335832 Aug 19 12:14:20.552405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44012) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:20.615275 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e33e4d50-4423-494a-ac78-bab2d7b9aff4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f937b7af761644ad91e0b57b0b1316a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609272 Aug 19 12:14:20.618078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44014) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:20.687921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77bd2366-6ae6-4e93-9045-e8c78a56be91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.750266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77bd2366-6ae6-4e93-9045-e8c78a56be91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.781777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f4c2b13c-7d80-4fd7-a937-3b6bb388e009 req-19828352-9ffd-492d-bf71-00bd9f6ec4aa tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 210 time: 0.0408909 Aug 19 12:14:20.846790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 453dc753-412e-4ed7-9273-ef2cf7ed97cf up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:21.007034 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77bd2366-6ae6-4e93-9045-e8c78a56be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.019279 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77bd2366-6ae6-4e93-9045-e8c78a56be91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.019279 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-77bd2366-6ae6-4e93-9045-e8c78a56be91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abdd6cd6-b9cb-4a75-862a-c8260439bed9 HTTP/1.1" status: 204 len: 168 time: 0.3938329 Aug 19 12:14:21.023736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd2366-6ae6-4e93-9045-e8c78a56be91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdd6cd6-b9cb-4a75-862a-c8260439bed9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:21.094146 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b43258f-1c1a-47ba-94cf-0e8f0006b476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.096992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 453dc753-412e-4ed7-9273-ef2cf7ed97cf completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:21.104019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 453dc753-412e-4ed7-9273-ef2cf7ed97cf triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:21.104019 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.217478 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.241847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd32b4b-1de1-42f0-b297-e2ffba3bb47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453dc753-412e-4ed7-9273-ef2cf7ed97cf'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:21.244014 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b5173c-83b3-44bb-8f38-222d25f86234" -d '{"events": [{"server_uuid": "dfd32b4b-1de1-42f0-b297-e2ffba3bb47e", "name": "network-vif-plugged", "status": "completed", "tag": "453dc753-412e-4ed7-9273-ef2cf7ed97cf"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:21.257691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 453dc753-412e-4ed7-9273-ef2cf7ed97cf, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=453dc753-412e-4ed7-9273-ef2cf7ed97cf,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:21.282249 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4f28f5-57d5-4c7c-971c-f348eeff58ea x-openstack-request-id: req-ab4f28f5-57d5-4c7c-971c-f348eeff58ea {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:21.282555 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd32b4b-1de1-42f0-b297-e2ffba3bb47e", "name": "network-vif-plugged", "status": "completed", "tag": "453dc753-412e-4ed7-9273-ef2cf7ed97cf", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:21.282856 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab4f28f5-57d5-4c7c-971c-f348eeff58ea {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:21.283457 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd32b4b-1de1-42f0-b297-e2ffba3bb47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453dc753-412e-4ed7-9273-ef2cf7ed97cf', 'code': 200} Aug 19 12:14:21.395071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.430906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d98ad-fbe4-4c00-bc8d-5e6d4b521fb3 req-f8e4d724-1a6c-4263-bd38-d0f4067fcd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:21.432416 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e18d98ad-fbe4-4c00-bc8d-5e6d4b521fb3 req-f8e4d724-1a6c-4263-bd38-d0f4067fcd32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 1099 time: 0.0743024 Aug 19 12:14:21.465178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=453dc753-412e-4ed7-9273-ef2cf7ed97cf,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:21.495241 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e18d98ad-fbe4-4c00-bc8d-5e6d4b521fb3 req-4ea84f31-3d5f-4dff-b153-a301165742cd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493867 Aug 19 12:14:21.576739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d0795-54c4-48f4-b2df-5f9868edea2c req-782ddf21-1c7e-4bc5-940c-9310e94a1e8d tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:21.578282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-573d0795-54c4-48f4-b2df-5f9868edea2c req-782ddf21-1c7e-4bc5-940c-9310e94a1e8d tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 949 time: 0.0504334 Aug 19 12:14:21.615690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-573d0795-54c4-48f4-b2df-5f9868edea2c req-4c9203fe-6043-4a9c-a9b7-531bdf84dfe7 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314329 Aug 19 12:14:21.891591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7dddbd65-b3c7-49e8-900c-56c454bbfe65 req-47fe4334-f8bd-411b-ad12-01950b987cfa tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 210 time: 0.0304909 Aug 19 12:14:22.347648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44068) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:22.392652 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-930f5dd1-e5ef-47e1-9a83-d12ac773b1e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aaa634cd7231429cb31188f9353a1e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437720 Aug 19 12:14:22.395415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44070) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:22.447073 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abf9ff2e-0d42-4f6e-a055-c57b63450f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.451359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44072) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:22.477796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abf9ff2e-0d42-4f6e-a055-c57b63450f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.696218 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9b67c84-1904-473d-b9f5-9b6285770623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.797200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abf9ff2e-0d42-4f6e-a055-c57b63450f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.801044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abf9ff2e-0d42-4f6e-a055-c57b63450f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.802786 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-abf9ff2e-0d42-4f6e-a055-c57b63450f92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3746b855-7de3-4f85-8786-c124c6421598 HTTP/1.1" status: 204 len: 168 time: 0.4060678 Aug 19 12:14:22.832290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ec13e-aee3-471c-a0f5-53cac4bd1fd7 req-cd0bb5c9-a818-45e3-810c-94e349af7122 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:22.833171 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9ff2e-0d42-4f6e-a055-c57b63450f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3746b855-7de3-4f85-8786-c124c6421598,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:22.849038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b86ec13e-aee3-471c-a0f5-53cac4bd1fd7 req-cd0bb5c9-a818-45e3-810c-94e349af7122 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 949 time: 0.1295624 Aug 19 12:14:22.895128 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85297601-c2cb-4639-a8ab-70670c4055fc req-c3025b0a-3356-4cd9-b048-1a3fb6f00617 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:22.895128 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-c3025b0a-3356-4cd9-b048-1a3fb6f00617 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.52 "GET /v2.0/networks?id=a3ab6f09-e03b-41f4-b705-19e59a0c8307 HTTP/1.1" status: 200 len: 824 time: 0.2815685 Aug 19 12:14:22.922245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b86ec13e-aee3-471c-a0f5-53cac4bd1fd7 req-fda33f77-4b94-4af8-9d4b-ee738cd87b34 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719650 Aug 19 12:14:22.963757 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9b67c84-1904-473d-b9f5-9b6285770623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.992927 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-e9bd9f4b-d4b3-408f-aa3e-0af0834505be tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c44bdd34b864300bc10e00029e58457 HTTP/1.1" status: 200 len: 379 time: 0.0761685 Aug 19 12:14:23.009600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Request body: {'port': {'device_id': '869894c2-444d-4139-86fc-2ed767a5c085', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'admin_state_up': True, 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'security_groups': ['876096a9-fe96-4f49-b9c1-fc5133435ec4']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:23.053786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f9522ed-2d7d-4556-97a2-2c2a9ad9638d req-0c899d50-fca9-405d-9a83-302c6a387ca2 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 210 time: 0.0385771 Aug 19 12:14:23.131018 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9b67c84-1904-473d-b9f5-9b6285770623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.175224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f9b67c84-1904-473d-b9f5-9b6285770623 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c0deea9efa44d559de03ce3c0a668d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7225869 Aug 19 12:14:23.176357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b67c84-1904-473d-b9f5-9b6285770623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71516efd-8ac2-4e35-87e6-dbfae88cabd6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:23.178602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44104) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:23.232775 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e17c-d134-46b5-a415-db79ad12b107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.255838 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e17c-d134-46b5-a415-db79ad12b107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.289688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Made reservation on behalf of 6c44bdd34b864300bc10e00029e58457 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:23.304765 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.480621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e17c-d134-46b5-a415-db79ad12b107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.483109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e17c-d134-46b5-a415-db79ad12b107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.484245 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9ae4e17c-d134-46b5-a415-db79ad12b107 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71516efd-8ac2-4e35-87e6-dbfae88cabd6 HTTP/1.1" status: 204 len: 168 time: 0.3046598 Aug 19 12:14:23.506897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4e17c-d134-46b5-a415-db79ad12b107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71516efd-8ac2-4e35-87e6-dbfae88cabd6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:23.585612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Allocated IP 172.20.0.9 (a3ab6f09-e03b-41f4-b705-19e59a0c8307/5f3e3898-0ce2-4aa6-824e-c59816795177/b22ac8d6-6584-4a2c-ac83-780ff0803b08) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:23.775252 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.799923 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Transition to ACTIVE for port object b22ac8d6-6584-4a2c-ac83-780ff0803b08 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:23.984917 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.043251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Network a3ab6f09-e03b-41f4-b705-19e59a0c8307 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:24.048039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:24.053102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:24.113869 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:24.114593 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.117428 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Pushing event updated for resources: {'Port': ['ID=b22ac8d6-6584-4a2c-ac83-780ff0803b08,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:24.186210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417fc71-35bc-49e4-8bd4-cc3bb5c88c01 req-3541b14c-5c0c-42b2-bc35-036292b9ddc7 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:24.195895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c417fc71-35bc-49e4-8bd4-cc3bb5c88c01 req-3541b14c-5c0c-42b2-bc35-036292b9ddc7 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 949 time: 0.0973670 Aug 19 12:14:24.247704 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-a448117b-81b9-416f-8831-888aa4ad7d84 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2481916 Aug 19 12:14:24.257275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c417fc71-35bc-49e4-8bd4-cc3bb5c88c01 req-f0897391-89ee-41d5-aa9e-62b03a202ab3 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601611 Aug 19 12:14:24.262142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Request body: {'port': {'device_id': '869894c2-444d-4139-86fc-2ed767a5c085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:24.309671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494146df-f5ff-47f5-b65a-58528fdfbad3 req-c60b186e-d459-491e-96bd-f87809a64b41 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:24.315679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-494146df-f5ff-47f5-b65a-58528fdfbad3 req-c60b186e-d459-491e-96bd-f87809a64b41 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 931 time: 0.0742207 Aug 19 12:14:24.356753 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.356964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-494146df-f5ff-47f5-b65a-58528fdfbad3 req-334310f0-4ccf-49f3-b7e1-267035c43474 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377684 Aug 19 12:14:24.474648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e58b7e40-4449-40a7-b95d-ab8c7d6aa170 None None] Provisioning for port b22ac8d6-6584-4a2c-ac83-780ff0803b08 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:24.483517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e58b7e40-4449-40a7-b95d-ab8c7d6aa170 None None] Provisioning complete for port b22ac8d6-6584-4a2c-ac83-780ff0803b08 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:24.484186 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e58b7e40-4449-40a7-b95d-ab8c7d6aa170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.550414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e58b7e40-4449-40a7-b95d-ab8c7d6aa170 None None] Port b22ac8d6-6584-4a2c-ac83-780ff0803b08 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:24.908795 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22ac8d6-6584-4a2c-ac83-780ff0803b08 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:24.917336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.938008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Transition to ACTIVE for port object b22ac8d6-6584-4a2c-ac83-780ff0803b08 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:24.959040 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44178) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:24.974937 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fb3827f-911d-4cdd-b844-0e455d83af33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.035320 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.090633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Pushing event updated for resources: {'Port': ['ID=b22ac8d6-6584-4a2c-ac83-780ff0803b08,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.115620 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fb3827f-911d-4cdd-b844-0e455d83af33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.218141 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fb3827f-911d-4cdd-b844-0e455d83af33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.248059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Attempting to bind port b22ac8d6-6584-4a2c-ac83-780ff0803b08 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:25.254262 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Attempting to bind port b22ac8d6-6584-4a2c-ac83-780ff0803b08 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:25.254710 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Attempting to bind port b22ac8d6-6584-4a2c-ac83-780ff0803b08 on network a3ab6f09-e03b-41f4-b705-19e59a0c8307 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:25.264705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3fb3827f-911d-4cdd-b844-0e455d83af33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c28e1d759afd49299526138c2db91932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027790 Aug 19 12:14:25.269160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44186) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:25.283793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Port b22ac8d6-6584-4a2c-ac83-780ff0803b08 on network a3ab6f09-e03b-41f4-b705-19e59a0c8307 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:25.287147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Attempting to bind port b22ac8d6-6584-4a2c-ac83-780ff0803b08 on network a3ab6f09-e03b-41f4-b705-19e59a0c8307 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:25.330553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:25.330553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Checking segment: {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:25.330553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Bound using segment: {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:25.330553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Bound port: b22ac8d6-6584-4a2c-ac83-780ff0803b08, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:25.330553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.338278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3827f-911d-4cdd-b844-0e455d83af33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5537b6-f2e5-4221-8e92-e4fd950a473d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.396085 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ca8e08c6-1d20-42ac-bae4-5137192fa70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.425268 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7013d521-31f9-4b74-9541-5cc709cd129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.454918 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] For port b22ac8d6-6584-4a2c-ac83-780ff0803b08, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:25.472724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7013d521-31f9-4b74-9541-5cc709cd129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.485529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] For port b22ac8d6-6584-4a2c-ac83-780ff0803b08, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b22ac8d6-6584-4a2c-ac83-780ff0803b08,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:25.600174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.643691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:25.644116 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.646058 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] 10.222.0.52 "PUT /v2.0/ports/b22ac8d6-6584-4a2c-ac83-780ff0803b08 HTTP/1.1" status: 200 len: 1091 time: 1.3889842 Aug 19 12:14:25.648394 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869894c2-444d-4139-86fc-2ed767a5c085', 'tag': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:25.658263 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6771ecee-6c38-4f08-8baf-f6a5ebec3441" -d '{"events": [{"name": "network-changed", "server_uuid": "869894c2-444d-4139-86fc-2ed767a5c085", "tag": "b22ac8d6-6584-4a2c-ac83-780ff0803b08"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:25.692907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5bf42-92c1-4f44-81f7-b200e3390b34 service neutron] Pushing event updated for resources: {'Port': ['ID=b22ac8d6-6584-4a2c-ac83-780ff0803b08,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.698576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7013d521-31f9-4b74-9541-5cc709cd129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.702719 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7013d521-31f9-4b74-9541-5cc709cd129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.704351 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7013d521-31f9-4b74-9541-5cc709cd129e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd5537b6-f2e5-4221-8e92-e4fd950a473d HTTP/1.1" status: 204 len: 168 time: 0.4368711 Aug 19 12:14:25.717989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013d521-31f9-4b74-9541-5cc709cd129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5537b6-f2e5-4221-8e92-e4fd950a473d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.782597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44210) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:25.849692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.965314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85297601-c2cb-4639-a8ab-70670c4055fc req-cbfb9fa0-cd0a-41b7-8c5c-ca6ae6cd3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:25.967019 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-cbfb9fa0-cd0a-41b7-8c5c-ca6ae6cd3b32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c44bdd34b864300bc10e00029e58457&device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 1094 time: 0.0456314 Aug 19 12:14:26.011632 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-4a8f4878-c495-419c-9120-9b565a1dc5c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22ac8d6-6584-4a2c-ac83-780ff0803b08 HTTP/1.1" status: 200 len: 217 time: 0.0359223 Aug 19 12:14:26.067698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85297601-c2cb-4639-a8ab-70670c4055fc req-61df545a-192b-416e-be62-fb950e341526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:26.069189 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-61df545a-192b-416e-be62-fb950e341526 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f3e3898-0ce2-4aa6-824e-c59816795177 HTTP/1.1" status: 200 len: 863 time: 0.0499332 Aug 19 12:14:26.139136 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f2a9a8-aeff-4b4f-bae4-99f17974b24a x-openstack-request-id: req-59f2a9a8-aeff-4b4f-bae4-99f17974b24a {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:26.139574 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869894c2-444d-4139-86fc-2ed767a5c085", "tag": "b22ac8d6-6584-4a2c-ac83-780ff0803b08", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:26.139992 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59f2a9a8-aeff-4b4f-bae4-99f17974b24a {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:26.140537 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869894c2-444d-4139-86fc-2ed767a5c085', 'tag': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08', 'status': 'completed', 'code': 200} Aug 19 12:14:26.149460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85297601-c2cb-4639-a8ab-70670c4055fc req-68bf3795-8af0-492b-ab09-38d9ba7ec044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:26.151218 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-68bf3795-8af0-492b-ab09-38d9ba7ec044 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ab6f09-e03b-41f4-b705-19e59a0c8307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740948 Aug 19 12:14:26.198047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e437607-b965-4679-889b-8b59e9c3f435 req-beff283c-5a1a-4e87-9d0e-98b6f88e5900 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:26.203294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e437607-b965-4679-889b-8b59e9c3f435 req-beff283c-5a1a-4e87-9d0e-98b6f88e5900 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 943 time: 0.0830998 Aug 19 12:14:26.241854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56077a6e-8766-45b6-a31d-c1d3b68fd798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.253250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e437607-b965-4679-889b-8b59e9c3f435 req-9101d441-9a50-4a80-894b-c4ff558c23c2 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457778 Aug 19 12:14:26.337816 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-471af2fa-cc0e-4980-a81f-e5cf929cec0f service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768286 Aug 19 12:14:26.400024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa2ca4-a833-4304-ae00-d22e8033b89e req-ef200d3b-a36a-4140-b856-51debef24786 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:26.410908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84fa2ca4-a833-4304-ae00-d22e8033b89e req-ef200d3b-a36a-4140-b856-51debef24786 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 949 time: 0.0773950 Aug 19 12:14:26.455690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84fa2ca4-a833-4304-ae00-d22e8033b89e req-f94e6dd6-d955-4ae2-b951-cba0e41dc5cd tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Aug 19 12:14:26.474026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44230) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:26.485465 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56077a6e-8766-45b6-a31d-c1d3b68fd798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.488609 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85297601-c2cb-4639-a8ab-70670c4055fc req-c42a5b97-c2f0-4068-85c4-08ee5f9011b7 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421609 Aug 19 12:14:26.594910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56077a6e-8766-45b6-a31d-c1d3b68fd798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.640439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56077a6e-8766-45b6-a31d-c1d3b68fd798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbb3a25-5b45-4a57-a5fd-01ad6a1004a3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:26.644705 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-56077a6e-8766-45b6-a31d-c1d3b68fd798 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84c9a0164b124a63a24d448e4b9b667b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8606019 Aug 19 12:14:26.647217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44238) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:26.708889 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-964f3077-fc97-40c4-883b-7228cd175bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.738256 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-964f3077-fc97-40c4-883b-7228cd175bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.799029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-604876305-network', 'tenant_id': 'd30606ced6c44d0c824e033b9b330523'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:26.821341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771ecee-6c38-4f08-8baf-f6a5ebec3441 req-788d4d87-de7a-4591-beda-8a83dd65cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:26.823587 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6771ecee-6c38-4f08-8baf-f6a5ebec3441 req-788d4d87-de7a-4591-beda-8a83dd65cc3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c44bdd34b864300bc10e00029e58457&device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 1094 time: 0.0690138 Aug 19 12:14:26.875790 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.990063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Made reservation on behalf of d30606ced6c44d0c824e033b9b330523 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:26.992159 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-964f3077-fc97-40c4-883b-7228cd175bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.994760 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-964f3077-fc97-40c4-883b-7228cd175bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.995882 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-964f3077-fc97-40c4-883b-7228cd175bed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dbb3a25-5b45-4a57-a5fd-01ad6a1004a3 HTTP/1.1" status: 204 len: 168 time: 0.3470454 Aug 19 12:14:26.998085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.009595 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.023651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f3077-fc97-40c4-883b-7228cd175bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbb3a25-5b45-4a57-a5fd-01ad6a1004a3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:27.028561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771ecee-6c38-4f08-8baf-f6a5ebec3441 req-ecc35716-56ef-4825-9566-3a215616e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:27.029917 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6771ecee-6c38-4f08-8baf-f6a5ebec3441 req-ecc35716-56ef-4825-9566-3a215616e0b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3ab6f09-e03b-41f4-b705-19e59a0c8307 HTTP/1.1" status: 200 len: 925 time: 0.1967933 Aug 19 12:14:27.077050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44254) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:27.100168 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7c92-98e0-4775-8610-758ce3e4e7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.217657 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.269968 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6771ecee-6c38-4f08-8baf-f6a5ebec3441 req-14a5c709-005c-4ce8-b3f9-870ce8a2f2a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22ac8d6-6584-4a2c-ac83-780ff0803b08 HTTP/1.1" status: 200 len: 217 time: 0.2298295 Aug 19 12:14:27.322516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771ecee-6c38-4f08-8baf-f6a5ebec3441 req-217bf3b9-8f41-4bfc-b20e-9d417bd561b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:27.324198 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6771ecee-6c38-4f08-8baf-f6a5ebec3441 req-217bf3b9-8f41-4bfc-b20e-9d417bd561b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f3e3898-0ce2-4aa6-824e-c59816795177 HTTP/1.1" status: 200 len: 863 time: 0.0463068 Aug 19 12:14:27.344573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.381222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771ecee-6c38-4f08-8baf-f6a5ebec3441 req-e203fa4e-28b0-4a6b-bcfc-830dd86347a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:27.382886 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6771ecee-6c38-4f08-8baf-f6a5ebec3441 req-e203fa4e-28b0-4a6b-bcfc-830dd86347a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ab6f09-e03b-41f4-b705-19e59a0c8307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493300 Aug 19 12:14:27.383733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:27.415473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5091aa05-bdd9-4554-8cc2-17221e2193a8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:27.447603 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.447960 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Added segment cf7b849e-3ed5-4e0e-8b62-af3794062a23 of type vlan for network ec23aef2-b1a6-4893-943f-02410985e170 Aug 19 12:14:27.493829 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6771ecee-6c38-4f08-8baf-f6a5ebec3441 req-04985184-7381-4ca0-906d-63230b6d4b75 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019518 Aug 19 12:14:27.532382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.592281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b4d2-853c-4d05-a167-4256c0a40513 req-9ff53e8b-ada2-4ef5-beef-3882269b178c tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:27.593922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e116b4d2-853c-4d05-a167-4256c0a40513 req-9ff53e8b-ada2-4ef5-beef-3882269b178c tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 943 time: 0.1502326 Aug 19 12:14:27.609168 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6771ecee-6c38-4f08-8baf-f6a5ebec3441 req-f406e47d-a381-4697-8884-596ecfb0ebd5 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020153 Aug 19 12:14:27.631678 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7c92-98e0-4775-8610-758ce3e4e7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.650053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e116b4d2-853c-4d05-a167-4256c0a40513 req-dcceb8e4-ee15-498e-9171-64d3dae9643f tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481720 Aug 19 12:14:27.722819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9327c1-b20c-4e65-9155-d83daf96458e req-2b03b1a4-3f9d-4eeb-a638-6f9785937168 tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:27.724882 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3b9327c1-b20c-4e65-9155-d83daf96458e req-2b03b1a4-3f9d-4eeb-a638-6f9785937168 tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 1100 time: 0.0562503 Aug 19 12:14:27.816054 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.817212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:27.817751 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.827219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-3b9327c1-b20c-4e65-9155-d83daf96458e req-930c653b-014e-4518-970b-002b23e12f2b tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] Deleting port 453dc753-412e-4ed7-9273-ef2cf7ed97cf {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:27.828148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3b9327c1-b20c-4e65-9155-d83daf96458e req-930c653b-014e-4518-970b-002b23e12f2b tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.888736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7c92-98e0-4775-8610-758ce3e4e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.908752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4fbe3-bb5c-4a71-8c31-8103ab980b0c req-f8fbb8fb-6ac0-47fc-87b8-b43b794cc95e tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:27.916107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ec4fbe3-bb5c-4a71-8c31-8103ab980b0c req-f8fbb8fb-6ac0-47fc-87b8-b43b794cc95e tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 949 time: 0.1296773 Aug 19 12:14:27.923186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3b9327c1-b20c-4e65-9155-d83daf96458e req-930c653b-014e-4518-970b-002b23e12f2b tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] For port 453dc753-412e-4ed7-9273-ef2cf7ed97cf, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=453dc753-412e-4ed7-9273-ef2cf7ed97cf,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:27.923565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3b9327c1-b20c-4e65-9155-d83daf96458e req-930c653b-014e-4518-970b-002b23e12f2b tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.925249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] Pushing event updated for resources: {'Network': ['ID=ec23aef2-b1a6-4893-943f-02410985e170,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:27.938103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ec23aef2-b1a6-4893-943f-02410985e170 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:27.943247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-3b9327c1-b20c-4e65-9155-d83daf96458e req-930c653b-014e-4518-970b-002b23e12f2b tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] Calling delete_port for 453dc753-412e-4ed7-9273-ef2cf7ed97cf owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:27.981946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a5dd7c92-98e0-4775-8610-758ce3e4e7cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3906156817945a9b6bc91f832c40204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9034338 Aug 19 12:14:27.984868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44286) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:27.988753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd7c92-98e0-4775-8610-758ce3e4e7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1d6fd7-af14-4c0d-80e6-0e4ed1d4b1b5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:28.006564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ec4fbe3-bb5c-4a71-8c31-8103ab980b0c req-6796ce44-e0c0-49fd-b6e2-a2b71eb0d210 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890133 Aug 19 12:14:28.064886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-316118a8-5ce0-45e1-99e2-8f8ad19dd9e6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5896854 Aug 19 12:14:28.067738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44288) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:28.072691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] Request body: {'subnet': {'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-604876305-subnet', 'tenant_id': 'd30606ced6c44d0c824e033b9b330523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:28.102172 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22946fa5-2bf5-43e4-ad84-989d74b950f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.149058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22946fa5-2bf5-43e4-ad84-989d74b950f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.223634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] Made reservation on behalf of d30606ced6c44d0c824e033b9b330523 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:28.226178 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.323392 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44300) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:28.331689 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3b9327c1-b20c-4e65-9155-d83daf96458e req-930c653b-014e-4518-970b-002b23e12f2b tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.342559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22946fa5-2bf5-43e4-ad84-989d74b950f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.345171 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22946fa5-2bf5-43e4-ad84-989d74b950f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.346340 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-22946fa5-2bf5-43e4-ad84-989d74b950f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c1d6fd7-af14-4c0d-80e6-0e4ed1d4b1b5 HTTP/1.1" status: 204 len: 168 time: 0.3605654 Aug 19 12:14:28.354317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['453dc753-412e-4ed7-9273-ef2cf7ed97cf'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:28.355507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89402482-1e1b-4544-9bf1-b96630be5b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.393313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22946fa5-2bf5-43e4-ad84-989d74b950f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1d6fd7-af14-4c0d-80e6-0e4ed1d4b1b5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:28.398778 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c653b-014e-4518-970b-002b23e12f2b tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] Pushing event deleted for resources: {'Port': ['ID=453dc753-412e-4ed7-9273-ef2cf7ed97cf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:28.483860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9327c1-b20c-4e65-9155-d83daf96458e req-930c653b-014e-4518-970b-002b23e12f2b tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] No DVR routers for this DVR port 453dc753-412e-4ed7-9273-ef2cf7ed97cf on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:28.488390 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3b9327c1-b20c-4e65-9155-d83daf96458e req-930c653b-014e-4518-970b-002b23e12f2b tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.490635 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3b9327c1-b20c-4e65-9155-d83daf96458e req-930c653b-014e-4518-970b-002b23e12f2b tempest-DeleteServersAdminTestJSON-1945594946 tempest-DeleteServersAdminTestJSON-1945594946-project-admin] 10.222.0.52 "DELETE /v2.0/ports/453dc753-412e-4ed7-9273-ef2cf7ed97cf HTTP/1.1" status: 204 len: 173 time: 0.7561221 Aug 19 12:14:28.495615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd32b4b-1de1-42f0-b297-e2ffba3bb47e', 'name': 'network-vif-deleted', 'tag': '453dc753-412e-4ed7-9273-ef2cf7ed97cf'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:28.498633 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eff68e5-a99c-4c45-a01f-cfa83cebc170" -d '{"events": [{"server_uuid": "dfd32b4b-1de1-42f0-b297-e2ffba3bb47e", "name": "network-vif-deleted", "tag": "453dc753-412e-4ed7-9273-ef2cf7ed97cf"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:28.587015 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89402482-1e1b-4544-9bf1-b96630be5b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.611886 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.683497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c482f8-1562-43b0-8092-ba31c52b6fcd,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:28.689489 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962071bd-49d5-4ffd-bd5e-c876aafbdd79 x-openstack-request-id: req-962071bd-49d5-4ffd-bd5e-c876aafbdd79 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:28.689740 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd32b4b-1de1-42f0-b297-e2ffba3bb47e", "name": "network-vif-deleted", "tag": "453dc753-412e-4ed7-9273-ef2cf7ed97cf", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:28.689999 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-962071bd-49d5-4ffd-bd5e-c876aafbdd79 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:28.690398 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd32b4b-1de1-42f0-b297-e2ffba3bb47e', 'name': 'network-vif-deleted', 'tag': '453dc753-412e-4ed7-9273-ef2cf7ed97cf', 'status': 'completed', 'code': 200} Aug 19 12:14:28.714358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:28.714750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] Network hostable DHCP agents. Network: ec23aef2-b1a6-4893-943f-02410985e170, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:28.795050 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.797823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89402482-1e1b-4544-9bf1-b96630be5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.837850 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-89402482-1e1b-4544-9bf1-b96630be5b74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a79b26ba66c24e60955401ea33df5975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5132494 Aug 19 12:14:28.838957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89402482-1e1b-4544-9bf1-b96630be5b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f64b5b9-a46a-486d-8b4a-3a76bbda18c8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:28.841568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44322) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:28.879455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b22ac8d6-6584-4a2c-ac83-780ff0803b08 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:28.904367 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2adecbb-99aa-47bb-bfb9-9f7f0afcea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.940917 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2adecbb-99aa-47bb-bfb9-9f7f0afcea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.011493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] Network ec23aef2-b1a6-4893-943f-02410985e170 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:29.019307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b22ac8d6-6584-4a2c-ac83-780ff0803b08, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b22ac8d6-6584-4a2c-ac83-780ff0803b08,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:29.054442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'port_id': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08', 'mac_address': 'fa:16:3e:99:04:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:29.120670 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.128519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, ec23aef2-b1a6-4893-943f-02410985e170) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:29.142816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2500302-2281-4876-9527-f5182df0ab94 None None] Network ec23aef2-b1a6-4893-943f-02410985e170 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:29.144304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:29.144997 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.157907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22ac8d6-6584-4a2c-ac83-780ff0803b08 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:29.173080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7238f8a-b9b9-4aac-973f-9cd2218913eb req-7ab76b4c-f829-4d26-a0dc-1d54fe11e515 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfd32b4b-1de1-42f0-b297-e2ffba3bb47e HTTP/1.1" status: 200 len: 210 time: 0.0409920 Aug 19 12:14:29.189049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73097f24-d4ef-415f-84cb-5e25e9507f5d req-e187f07b-20f8-4293-a540-428862114a94 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:29.189283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73097f24-d4ef-415f-84cb-5e25e9507f5d req-e187f07b-20f8-4293-a540-428862114a94 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 943 time: 0.1098609 Aug 19 12:14:29.240593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b22ac8d6-6584-4a2c-ac83-780ff0803b08, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b22ac8d6-6584-4a2c-ac83-780ff0803b08,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:29.241173 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2adecbb-99aa-47bb-bfb9-9f7f0afcea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.244944 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2adecbb-99aa-47bb-bfb9-9f7f0afcea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.251578 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c2adecbb-99aa-47bb-bfb9-9f7f0afcea7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f64b5b9-a46a-486d-8b4a-3a76bbda18c8 HTTP/1.1" status: 204 len: 168 time: 0.4082103 Aug 19 12:14:29.267842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-47d64aea-a5ae-406d-99cf-6e2954184cce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1988740 Aug 19 12:14:29.272759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adecbb-99aa-47bb-bfb9-9f7f0afcea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f64b5b9-a46a-486d-8b4a-3a76bbda18c8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:29.297074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73097f24-d4ef-415f-84cb-5e25e9507f5d req-bce02701-9714-46c8-8d5c-6511821168b6 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881720 Aug 19 12:14:29.357187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e4cf7-5bf1-49dd-8b4e-81f12a0c4ec4 None None] Network ec23aef2-b1a6-4893-943f-02410985e170 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:29.397808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.477586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=b22ac8d6-6584-4a2c-ac83-780ff0803b08,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:29.730574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['b22ac8d6-6584-4a2c-ac83-780ff0803b08'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:30.556043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415ac5f-25d2-4697-9a0b-6d06e7113e45 req-6af79ba8-1562-4445-ad16-b21f308bd06a tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:30.557592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8415ac5f-25d2-4697-9a0b-6d06e7113e45 req-6af79ba8-1562-4445-ad16-b21f308bd06a tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 944 time: 0.0524786 Aug 19 12:14:30.600381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8415ac5f-25d2-4697-9a0b-6d06e7113e45 req-aa544a34-7bae-4657-ba8b-a8d3de70407b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355103 Aug 19 12:14:30.719701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-c88cceab-c534-41cc-b6e1-73a12fc9fb08 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0a6778f428324bf1b5077fac3b963c63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305426 Aug 19 12:14:30.850480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-012a398e-88e3-4fd0-a113-69c7b63aacb2 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:30.852034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-012a398e-88e3-4fd0-a113-69c7b63aacb2 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263502 Aug 19 12:14:30.875971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-cdff8aa3-22a0-4e51-9765-73d7c4d22861 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/quotas/0a6778f428324bf1b5077fac3b963c63 HTTP/1.1" status: 200 len: 375 time: 0.0156376 Aug 19 12:14:30.880080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b22ac8d6-6584-4a2c-ac83-780ff0803b08 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:30.938586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4bd1fd7a-cbcf-4daa-a128-7b261423721a tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a6778f428324bf1b5077fac3b963c63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545256 Aug 19 12:14:31.188922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port b22ac8d6-6584-4a2c-ac83-780ff0803b08 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:31.194070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port b22ac8d6-6584-4a2c-ac83-780ff0803b08 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:31.194878 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.282071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.337041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869894c2-444d-4139-86fc-2ed767a5c085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:31.341594 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5213e77-1aee-4034-89de-11249cd248fd" -d '{"events": [{"server_uuid": "869894c2-444d-4139-86fc-2ed767a5c085", "name": "network-vif-plugged", "status": "completed", "tag": "b22ac8d6-6584-4a2c-ac83-780ff0803b08"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:31.358175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b22ac8d6-6584-4a2c-ac83-780ff0803b08, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b22ac8d6-6584-4a2c-ac83-780ff0803b08,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:31.372008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc18c887-0f44-4d24-bbfb-601602116bf2 req-6fe13cc1-6041-469b-b072-01c73f910897 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 210 time: 0.0507765 Aug 19 12:14:31.446757 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.447657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 453dc753-412e-4ed7-9273-ef2cf7ed97cf no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:31.505081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 453dc753-412e-4ed7-9273-ef2cf7ed97cf {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:31.505081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 453dc753-412e-4ed7-9273-ef2cf7ed97cf not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:31.523320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=b22ac8d6-6584-4a2c-ac83-780ff0803b08,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:31.560359 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840faec7-6949-468d-8ca9-06d8747f6286 x-openstack-request-id: req-840faec7-6949-468d-8ca9-06d8747f6286 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:31.560986 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869894c2-444d-4139-86fc-2ed767a5c085", "name": "network-vif-plugged", "status": "completed", "tag": "b22ac8d6-6584-4a2c-ac83-780ff0803b08", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:31.561703 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-840faec7-6949-468d-8ca9-06d8747f6286 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:31.561822 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869894c2-444d-4139-86fc-2ed767a5c085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08', 'code': 200} Aug 19 12:14:31.693204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44468) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:31.705777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-587331511-network', 'tenant_id': 'b3762d25458c47b18bcc0a3e7a4d96b3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:31.711401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0a595-8a9e-43ef-b1d9-8643207eb967 req-40e4361a-aeee-464c-8c04-9ee0fe418818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:31.713927 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-46b0a595-8a9e-43ef-b1d9-8643207eb967 req-40e4361a-aeee-464c-8c04-9ee0fe418818 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 1096 time: 0.0820603 Aug 19 12:14:31.783034 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-46b0a595-8a9e-43ef-b1d9-8643207eb967 req-c3345968-75da-472f-b452-2baa46fb5876 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486808 Aug 19 12:14:31.892694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Made reservation on behalf of b3762d25458c47b18bcc0a3e7a4d96b3 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:31.895571 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.907835 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.030324 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.087178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b5a50-5cf7-4997-90ac-8a58a424b530 req-9bda9d64-7768-4c5d-b73b-3ce688a86c81 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:32.088853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-880b5a50-5cf7-4997-90ac-8a58a424b530 req-9bda9d64-7768-4c5d-b73b-3ce688a86c81 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 945 time: 0.0534511 Aug 19 12:14:32.132268 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.170184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-880b5a50-5cf7-4997-90ac-8a58a424b530 req-665b2f9d-ca95-4f47-a942-93a468975cf0 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740535 Aug 19 12:14:32.176706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:32.207239 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.207601 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Added segment dfd88c03-88d0-459f-b4b3-4b3aca4246f2 of type vlan for network ec2ba913-45b2-4587-901f-ecfc6af0d3ce Aug 19 12:14:32.208949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3c9a47-d69a-4c31-9e8c-b323df15d547,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:32.281487 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.453273 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.457551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:32.458587 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.567973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] Pushing event updated for resources: {'Network': ['ID=ec2ba913-45b2-4587-901f-ecfc6af0d3ce,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:32.580636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ec2ba913-45b2-4587-901f-ecfc6af0d3ce details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:32.681358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66920287-e15b-490c-971c-f48591a8cdea req-349f9154-0c19-4c68-ae16-3a33dbe2caf7 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 210 time: 0.0472777 Aug 19 12:14:32.683596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d5327564-9768-418b-aac3-89c29d82378c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9892445 Aug 19 12:14:32.687853 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44512) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:32.694263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Request body: {'subnet': {'network_id': 'ec2ba913-45b2-4587-901f-ecfc6af0d3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-587331511-subnet', 'tenant_id': 'b3762d25458c47b18bcc0a3e7a4d96b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:33.019287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Made reservation on behalf of b3762d25458c47b18bcc0a3e7a4d96b3 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:33.022989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.056672 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:14:33.490800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73b73d-2e27-44ee-ba78-a7124b0c6ccd req-ed7ee71c-0ca7-4829-bdda-062f177e27df tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:33.492346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a73b73d-2e27-44ee-ba78-a7124b0c6ccd req-ed7ee71c-0ca7-4829-bdda-062f177e27df tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 945 time: 0.0686681 Aug 19 12:14:33.512410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.546147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a73b73d-2e27-44ee-ba78-a7124b0c6ccd req-c8be8721-f222-4978-8ea8-f048f02cafcb tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448751 Aug 19 12:14:33.575762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=032ece84-397c-4bf6-8055-0d84b7c6e508,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:33.594349 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.594762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.596377 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.596377 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.596377 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.596377 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.596779 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.597339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.597798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.598170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.598687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.599020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:33.609596 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Checking segment: {'id': 'dfd88c03-88d0-459f-b4b3-4b3aca4246f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ec2ba913-45b2-4587-901f-ecfc6af0d3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:33.610011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Network hostable DHCP agents. Network: ec2ba913-45b2-4587-901f-ecfc6af0d3ce, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:33.814447 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Network ec2ba913-45b2-4587-901f-ecfc6af0d3ce is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:33.937293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, ec2ba913-45b2-4587-901f-ecfc6af0d3ce) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:33.943397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:33.944148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.963884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264b4d57-4bb2-4497-82c1-09dee7cd1744 None None] Network ec2ba913-45b2-4587-901f-ecfc6af0d3ce requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:34.035802 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a47fbc8d-a6d9-47f6-826e-9c215953d494 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3465316 Aug 19 12:14:34.133274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce26441-278f-46e6-a056-44855a0054a1 req-de4eb522-c999-448e-952b-e7ca5be89d73 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.144814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44580) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:34.150924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3c8bde27-1abb-4888-87c0-3f97404b990b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Request body: {'floatingip': {'port_id': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:34.157477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dce26441-278f-46e6-a056-44855a0054a1 req-de4eb522-c999-448e-952b-e7ca5be89d73 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 945 time: 0.0839055 Aug 19 12:14:34.172606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5cebff-c38b-4bb6-827e-110b42f90b47 None None] Network ec2ba913-45b2-4587-901f-ecfc6af0d3ce requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:34.293752 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c8bde27-1abb-4888-87c0-3f97404b990b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:34.325731 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-9fa3deb7-a42a-42a8-872d-6102c0cf7482 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0a6778f428324bf1b5077fac3b963c63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278170 Aug 19 12:14:34.337055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e9e6481-6298-4a02-b31b-edc614f4aa03 req-b874708c-f78b-4402-945e-070f7228e7f5 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 210 time: 0.0860817 Aug 19 12:14:34.587368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6dec9-c182-41c3-a95e-e61c9ce53430 req-4f61d5c0-17ff-4982-931e-148a5ee7d95a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.588878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01e6dec9-c182-41c3-a95e-e61c9ce53430 req-4f61d5c0-17ff-4982-931e-148a5ee7d95a tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 972 time: 0.0506122 Aug 19 12:14:34.616167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-9dc97bb6-1946-4959-9b21-b2751d3a4cd9 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.617796 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-9dc97bb6-1946-4959-9b21-b2751d3a4cd9 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625039 Aug 19 12:14:34.634507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Request body: {'port': {'device_id': '35b8e49e-95b1-4446-8371-e6a937e8534e', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '0a6778f428324bf1b5077fac3b963c63'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:34.637521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01e6dec9-c182-41c3-a95e-e61c9ce53430 req-2be50dad-44c2-4b4c-a51e-a16699f5d9c1 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e66d4cf-70e9-4652-96d1-91eb986e9795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420077 Aug 19 12:14:34.874598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-2aa39250-37ad-4a49-bc17-06ca1041028e tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311072 Aug 19 12:14:35.119011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-76ca096e-707a-4ed7-b7f3-e0be0a27d0fa tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.120987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-76ca096e-707a-4ed7-b7f3-e0be0a27d0fa tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391937 Aug 19 12:14:35.134249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4233-2533-4077-8f95-93849a53fc37 req-90eb4529-efce-48af-bacd-f278bf853a5f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.136393 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-90eb4529-efce-48af-bacd-f278bf853a5f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 807 time: 0.2264931 Aug 19 12:14:35.160428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-f9fd6807-a78f-48fc-8d28-2c763cf1b33c tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/quotas/24ef11e11b614b5b8bd095f6f3c81275 HTTP/1.1" status: 200 len: 375 time: 0.0222991 Aug 19 12:14:35.163171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-c176fedd-1ae4-4431-9394-495f87679339 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/quotas/d30606ced6c44d0c824e033b9b330523 HTTP/1.1" status: 200 len: 375 time: 0.0155623 Aug 19 12:14:35.208009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-18292f64-6141-4369-943d-28b106c0d123 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396593 Aug 19 12:14:35.225970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-0808481d-ee8d-43d0-b007-9e7ec90b85b3 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468800 Aug 19 12:14:35.349852 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Made reservation on behalf of 0a6778f428324bf1b5077fac3b963c63 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:35.354325 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.399192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-ca74c983-9776-43b9-aeee-0a6ee2c7afa8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:14:35.400499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-ca74c983-9776-43b9-aeee-0a6ee2c7afa8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545828 Aug 19 12:14:35.493200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c8bde27-1abb-4888-87c0-3f97404b990b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.552415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfe72a-31cb-410e-946d-9583a9bfc666 req-9cc2d473-d341-4f0e-a427-483753933bc2 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.554013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67dfe72a-31cb-410e-946d-9583a9bfc666 req-9cc2d473-d341-4f0e-a427-483753933bc2 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.53 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 972 time: 0.0992875 Aug 19 12:14:35.561839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-32a26aa9-45b0-4fc0-8089-c4bca306b6ff service neutron] 10.222.0.44 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543260 Aug 19 12:14:35.602576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c8bde27-1abb-4888-87c0-3f97404b990b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.682411 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Allocated IP 192.168.233.79 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/98ab7055-9e15-4e03-96fb-221f14c3d084) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:35.775683 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-3c8bde27-1abb-4888-87c0-3f97404b990b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Floating IP ee5b8ad5-44bf-411d-b647-8c85f2160257 associated. External IP: 172.25.6.188, port: b22ac8d6-6584-4a2c-ac83-780ff0803b08. Aug 19 12:14:36.019191 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.043306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Transition to ACTIVE for port object 98ab7055-9e15-4e03-96fb-221f14c3d084 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:36.062900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-43280719-5553-4c83-a0ec-818729e0cdea service neutron] 10.222.0.44 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927096 Aug 19 12:14:36.075258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-67dfe72a-31cb-410e-946d-9583a9bfc666 req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Deleting port 89fafab5-afe8-45cf-816a-fe8e40202986 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:36.075920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-67dfe72a-31cb-410e-946d-9583a9bfc666 req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.081792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a45c468d-cb41-4fcf-af8a-59b560f80e47 req-d1e2ba9d-6f32-42d3-ac68-e0270b94d409 tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fb572d829d604657be9e75e08444918f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403779 Aug 19 12:14:36.153319 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8bde27-1abb-4888-87c0-3f97404b990b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Router 4f803fa7-4ed6-49b2-9272-933983369041 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:36.253035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-67dfe72a-31cb-410e-946d-9583a9bfc666 req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] For port 89fafab5-afe8-45cf-816a-fe8e40202986, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=89fafab5-afe8-45cf-816a-fe8e40202986,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:36.253436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-67dfe72a-31cb-410e-946d-9583a9bfc666 req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.282459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c468d-cb41-4fcf-af8a-59b560f80e47 req-1bbc53b8-03f0-4069-954d-a066f019a309 tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:36.290992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a45c468d-cb41-4fcf-af8a-59b560f80e47 req-1bbc53b8-03f0-4069-954d-a066f019a309 tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907682 Aug 19 12:14:36.290992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-67dfe72a-31cb-410e-946d-9583a9bfc666 req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Calling delete_port for 89fafab5-afe8-45cf-816a-fe8e40202986 owned by compute:tempest-test_az-1090105704 {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:36.306328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8bde27-1abb-4888-87c0-3f97404b990b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:36.311327 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c8bde27-1abb-4888-87c0-3f97404b990b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.320517 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c7882-7f2b-4464-ab65-535364a4a6f3 None None] Sync routers for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:36.330129 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c7882-7f2b-4464-ab65-535364a4a6f3 None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:36.330810 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-738c7882-7f2b-4464-ab65-535364a4a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:14:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:36.334062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.391727 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3c8bde27-1abb-4888-87c0-3f97404b990b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "PUT /v2.0/floatingips/ee5b8ad5-44bf-411d-b647-8c85f2160257 HTTP/1.1" status: 200 len: 991 time: 2.2432234 Aug 19 12:14:36.397960 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869894c2-444d-4139-86fc-2ed767a5c085', 'tag': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:36.400839 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248d599e-28d7-41af-b419-745df11a80fa" -d '{"events": [{"name": "network-changed", "server_uuid": "869894c2-444d-4139-86fc-2ed767a5c085", "tag": "b22ac8d6-6584-4a2c-ac83-780ff0803b08"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:36.453216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:36.456987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:36.462501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:36.496383 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-738c7882-7f2b-4464-ab65-535364a4a6f3 None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:36.500025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Pushing event updated for resources: {'Port': ['ID=98ab7055-9e15-4e03-96fb-221f14c3d084,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:36.538166 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a45c468d-cb41-4fcf-af8a-59b560f80e47 req-c8c0ffbf-6fc5-4967-9e71-7bdbcd117cf1 tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/quotas/fb572d829d604657be9e75e08444918f HTTP/1.1" status: 200 len: 375 time: 0.2464392 Aug 19 12:14:36.544993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:36.545716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.634601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a45c468d-cb41-4fcf-af8a-59b560f80e47 req-f22c311c-9423-4b18-8d97-f3af9ab07292 tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb572d829d604657be9e75e08444918f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892355 Aug 19 12:14:36.766931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93acfba-40a0-40f8-ab4f-5fb9055444d9 req-b2b88491-8e77-4b61-b33b-86cfee2b7452 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:36.766931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d93acfba-40a0-40f8-ab4f-5fb9055444d9 req-b2b88491-8e77-4b61-b33b-86cfee2b7452 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 935 time: 0.1417978 Aug 19 12:14:36.810839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75d71f6b-3315-4ca8-bc56-ec2a925fb511 req-5a5452f5-53ba-4af0-9694-65422e53d317 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 210 time: 0.0315509 Aug 19 12:14:36.827838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d93acfba-40a0-40f8-ab4f-5fb9055444d9 req-469ee467-e5b9-4c07-8b27-3082cecebf64 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642717 Aug 19 12:14:36.864971 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-445c6079-cf71-4a9f-b247-de735d583c39 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2349470 Aug 19 12:14:36.865274 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-67dfe72a-31cb-410e-946d-9583a9bfc666 req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.878638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['89fafab5-afe8-45cf-816a-fe8e40202986'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:36.881023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Request body: {'port': {'device_id': '35b8e49e-95b1-4446-8371-e6a937e8534e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:36.937980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Pushing event deleted for resources: {'Port': ['ID=89fafab5-afe8-45cf-816a-fe8e40202986,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:36.950550 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.966869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1697bc07-c5bd-456c-ad58-46625634b1fe req-0878ee92-560a-47eb-8a63-3ccfa86cc3d1 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 210 time: 0.0610979 Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.031170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:37.032230 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-738c7882-7f2b-4464-ab65-535364a4a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'ee5b8ad5-44bf-411d-b647-8c85f2160257', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'port_id': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'mac_address': 'fa:16:3e:99:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869894c2-444d-4139-86fc-2ed767a5c085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:15Z', 'updated_at': '2021-08-19T12:14:35Z', 'revision_number': 1, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:37.057464 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c7882-7f2b-4464-ab65-535364a4a6f3 None None] Checking router: 4f803fa7-4ed6-49b2-9272-933983369041 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:37.059154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dfe72a-31cb-410e-946d-9583a9bfc666 req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] No DVR routers for this DVR port 89fafab5-afe8-45cf-816a-fe8e40202986 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:37.065905 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-67dfe72a-31cb-410e-946d-9583a9bfc666 req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.068610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67dfe72a-31cb-410e-946d-9583a9bfc666 req-2ca4626f-8bf9-42b5-bddb-5e4143edfc87 tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.53 "DELETE /v2.0/ports/89fafab5-afe8-45cf-816a-fe8e40202986 HTTP/1.1" status: 204 len: 173 time: 1.5056238 Aug 19 12:14:37.069364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f814efd1-4aa6-449b-8a05-9834d7b261f4', 'name': 'network-vif-deleted', 'tag': '89fafab5-afe8-45cf-816a-fe8e40202986'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:37.075916 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c7882-7f2b-4464-ab65-535364a4a6f3 None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:37.077136 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-738c7882-7f2b-4464-ab65-535364a4a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:14:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:37.081142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6b60af46-0443-4021-a1b3-a3fd6b478e3c None None] Provisioning for port 98ab7055-9e15-4e03-96fb-221f14c3d084 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:37.093711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6b60af46-0443-4021-a1b3-a3fd6b478e3c None None] Provisioning complete for port 98ab7055-9e15-4e03-96fb-221f14c3d084 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:37.096319 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6b60af46-0443-4021-a1b3-a3fd6b478e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.104071 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055a8f4d-98f9-42ce-a498-210d8acd7a44" -d '{"events": [{"server_uuid": "f814efd1-4aa6-449b-8a05-9834d7b261f4", "name": "network-vif-deleted", "tag": "89fafab5-afe8-45cf-816a-fe8e40202986"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:37.253020 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6b60af46-0443-4021-a1b3-a3fd6b478e3c None None] Port 98ab7055-9e15-4e03-96fb-221f14c3d084 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:37.282766 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec31dda-34ab-407d-bf3d-3334d7083edd x-openstack-request-id: req-dec31dda-34ab-407d-bf3d-3334d7083edd {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:37.282963 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869894c2-444d-4139-86fc-2ed767a5c085", "tag": "b22ac8d6-6584-4a2c-ac83-780ff0803b08", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:37.283202 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dec31dda-34ab-407d-bf3d-3334d7083edd {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:37.283595 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869894c2-444d-4139-86fc-2ed767a5c085', 'tag': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08', 'status': 'completed', 'code': 200} Aug 19 12:14:37.310004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.52', 58847) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:37.326987 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-738c7882-7f2b-4464-ab65-535364a4a6f3 None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:37.351228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6d7042e-6575-4bee-987f-42bee52b1c0f req-dd8c3c50-1e2b-48cd-a297-7f23e4241b7c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 210 time: 0.0366452 Aug 19 12:14:37.373665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d599e-28d7-41af-b419-745df11a80fa req-97d3a665-7b35-4276-9c3f-832a0e5f4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:37.373665 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-248d599e-28d7-41af-b419-745df11a80fa req-97d3a665-7b35-4276-9c3f-832a0e5f4f19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c44bdd34b864300bc10e00029e58457&device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 1096 time: 0.0616250 Aug 19 12:14:37.469455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ab7055-9e15-4e03-96fb-221f14c3d084 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:37.471140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.492350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Transition to ACTIVE for port object 98ab7055-9e15-4e03-96fb-221f14c3d084 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:37.515804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d599e-28d7-41af-b419-745df11a80fa req-93531d98-054c-4df8-ae50-f5b6e474364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:37.517488 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-248d599e-28d7-41af-b419-745df11a80fa req-93531d98-054c-4df8-ae50-f5b6e474364b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3ab6f09-e03b-41f4-b705-19e59a0c8307 HTTP/1.1" status: 200 len: 925 time: 0.1221533 Aug 19 12:14:37.603726 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-738c7882-7f2b-4464-ab65-535364a4a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'ee5b8ad5-44bf-411d-b647-8c85f2160257', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'port_id': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'mac_address': 'fa:16:3e:99:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869894c2-444d-4139-86fc-2ed767a5c085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:15Z', 'updated_at': '2021-08-19T12:14:35Z', 'revision_number': 1, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:37.644925 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c217b7e-0907-437a-91a4-5f1e65ecf866 x-openstack-request-id: req-2c217b7e-0907-437a-91a4-5f1e65ecf866 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:37.645244 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f814efd1-4aa6-449b-8a05-9834d7b261f4", "name": "network-vif-deleted", "tag": "89fafab5-afe8-45cf-816a-fe8e40202986", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:37.645518 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c217b7e-0907-437a-91a4-5f1e65ecf866 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:37.646021 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f814efd1-4aa6-449b-8a05-9834d7b261f4', 'name': 'network-vif-deleted', 'tag': '89fafab5-afe8-45cf-816a-fe8e40202986', 'status': 'completed', 'code': 200} Aug 19 12:14:37.654864 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c7882-7f2b-4464-ab65-535364a4a6f3 None None] The sync data for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 is: [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'ee5b8ad5-44bf-411d-b647-8c85f2160257', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'port_id': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'mac_address': 'fa:16:3e:99:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869894c2-444d-4139-86fc-2ed767a5c085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:15Z', 'updated_at': '2021-08-19T12:14:35Z', 'revision_number': 1, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:37.675684 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-248d599e-28d7-41af-b419-745df11a80fa req-214e7b4d-c495-42dd-babf-cec69625e88f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22ac8d6-6584-4a2c-ac83-780ff0803b08 HTTP/1.1" status: 200 len: 999 time: 0.1493976 Aug 19 12:14:37.745668 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d599e-28d7-41af-b419-745df11a80fa req-c4960726-e8f5-4ac3-9b93-3e72fad7f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:37.747450 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-248d599e-28d7-41af-b419-745df11a80fa req-c4960726-e8f5-4ac3-9b93-3e72fad7f15d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f3e3898-0ce2-4aa6-824e-c59816795177 HTTP/1.1" status: 200 len: 863 time: 0.0632255 Aug 19 12:14:37.825639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d599e-28d7-41af-b419-745df11a80fa req-a4194da3-d111-46d0-8c9f-4a7c7d71be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:37.827537 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-248d599e-28d7-41af-b419-745df11a80fa req-a4194da3-d111-46d0-8c9f-4a7c7d71be7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ab6f09-e03b-41f4-b705-19e59a0c8307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704622 Aug 19 12:14:37.836488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:37.939316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ffd4e-4956-4674-bca3-039dccd92662 None None] New status for floating IP ee5b8ad5-44bf-411d-b647-8c85f2160257: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:14:37.957872 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Pushing event updated for resources: {'Port': ['ID=98ab7055-9e15-4e03-96fb-221f14c3d084,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:38.118230 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-248d599e-28d7-41af-b419-745df11a80fa req-efd1044b-806d-4083-ac3f-62a4abe775ea service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101533 Aug 19 12:14:38.555830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Attempting to bind port 98ab7055-9e15-4e03-96fb-221f14c3d084 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:38.555830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Attempting to bind port 98ab7055-9e15-4e03-96fb-221f14c3d084 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:38.555830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Attempting to bind port 98ab7055-9e15-4e03-96fb-221f14c3d084 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:38.555830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Port 98ab7055-9e15-4e03-96fb-221f14c3d084 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:38.555830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Attempting to bind port 98ab7055-9e15-4e03-96fb-221f14c3d084 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:38.555830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:38.555830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:38.555830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:38.555830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Bound port: 98ab7055-9e15-4e03-96fb-221f14c3d084, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:38.555830 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.555830 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-248d599e-28d7-41af-b419-745df11a80fa req-47338aa3-a7c8-45a1-8f75-3b2385bbbb30 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578889 Aug 19 12:14:38.557538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] For port 98ab7055-9e15-4e03-96fb-221f14c3d084, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:38.557538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] For port 98ab7055-9e15-4e03-96fb-221f14c3d084, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=98ab7055-9e15-4e03-96fb-221f14c3d084,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:38.768677 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.804771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:38.805541 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.807049 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] 10.222.0.52 "PUT /v2.0/ports/98ab7055-9e15-4e03-96fb-221f14c3d084 HTTP/1.1" status: 200 len: 1095 time: 1.9308157 Aug 19 12:14:38.834830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547ed5d-9f32-4be5-bf6c-7fb73c2caca9 service neutron] Pushing event updated for resources: {'Port': ['ID=98ab7055-9e15-4e03-96fb-221f14c3d084,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:39.017661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-97e11fe6-645f-41a8-8689-0f019b14e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:39.019308 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-97e11fe6-645f-41a8-8689-0f019b14e419 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a6778f428324bf1b5077fac3b963c63&device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 1098 time: 0.0440161 Aug 19 12:14:39.066893 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-c5aa10c1-f90b-47af-949c-6f2c90bd2767 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=98ab7055-9e15-4e03-96fb-221f14c3d084 HTTP/1.1" status: 200 len: 217 time: 0.0381258 Aug 19 12:14:39.123436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-79676e5f-ee89-4276-b219-63ad6b1621d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:39.125200 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-79676e5f-ee89-4276-b219-63ad6b1621d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0500789 Aug 19 12:14:39.182299 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-1c60de7d-953b-490a-9906-4b54537db500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:39.184722 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-1c60de7d-953b-490a-9906-4b54537db500 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519648 Aug 19 12:14:39.285916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b8e49e-95b1-4446-8371-e6a937e8534e', 'tag': '98ab7055-9e15-4e03-96fb-221f14c3d084'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:39.288152 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fb545d-8863-45f7-ba92-a54be9f8375c" -d '{"events": [{"name": "network-changed", "server_uuid": "35b8e49e-95b1-4446-8371-e6a937e8534e", "tag": "98ab7055-9e15-4e03-96fb-221f14c3d084"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:39.291792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-988f8656-3d0d-4126-8fb8-3bb79b61f9eb req-a6396dcb-9564-4769-88c1-cb7b5e7c806c tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 210 time: 0.0330229 Aug 19 12:14:39.320781 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-a6823243-6da7-4c93-944b-8c5bf619f7fd service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280639 Aug 19 12:14:39.414263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf328b3-7b6e-491e-a16a-7553d6070c17 req-cb61946b-98ae-4eb8-974d-f3abcea31a36 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:39.422505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-daf328b3-7b6e-491e-a16a-7553d6070c17 req-cb61946b-98ae-4eb8-974d-f3abcea31a36 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 947 time: 0.0626886 Aug 19 12:14:39.423662 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e4ec1750-d822-4d6f-bdca-2877b8f5a9c3 req-b2595d73-439d-41dc-abd3-5f2498c2d34b service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940621 Aug 19 12:14:39.462690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-daf328b3-7b6e-491e-a16a-7553d6070c17 req-dcc6e9f8-0f91-45e7-a1f9-d39d5d10f839 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393553 Aug 19 12:14:39.590388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d46432d-a354-423a-9c4e-cf613c30dd3d req-99940576-8f03-465f-b3a8-8b504ea10aef tempest-AggregatesAdminTestJSON-225802785 tempest-AggregatesAdminTestJSON-225802785-project] 10.222.0.44 "GET /v2.0/ports?device_id=f814efd1-4aa6-449b-8a05-9834d7b261f4 HTTP/1.1" status: 200 len: 210 time: 0.0287905 Aug 19 12:14:39.743211 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d9e4386-b44c-4076-a2f8-7653ca99d370 req-0d22c07e-457f-4d5b-a0e3-d7ee87ee5ea8 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 210 time: 0.0272298 Aug 19 12:14:40.068774 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133b8ed7-fb59-4043-ae73-6fac30dd06f6 x-openstack-request-id: req-133b8ed7-fb59-4043-ae73-6fac30dd06f6 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:40.069337 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b8e49e-95b1-4446-8371-e6a937e8534e", "tag": "98ab7055-9e15-4e03-96fb-221f14c3d084", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:40.069469 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-133b8ed7-fb59-4043-ae73-6fac30dd06f6 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:40.070033 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b8e49e-95b1-4446-8371-e6a937e8534e', 'tag': '98ab7055-9e15-4e03-96fb-221f14c3d084', 'status': 'completed', 'code': 200} Aug 19 12:14:40.140902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb545d-8863-45f7-ba92-a54be9f8375c req-b046b19f-7112-410e-82ab-1673e9b0351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.149647 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9fb545d-8863-45f7-ba92-a54be9f8375c req-b046b19f-7112-410e-82ab-1673e9b0351e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a6778f428324bf1b5077fac3b963c63&device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 1098 time: 0.0485978 Aug 19 12:14:40.192734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 89fafab5-afe8-45cf-816a-fe8e40202986 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:40.217325 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 89fafab5-afe8-45cf-816a-fe8e40202986 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:40.217854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 89fafab5-afe8-45cf-816a-fe8e40202986 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:40.252792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb545d-8863-45f7-ba92-a54be9f8375c req-9f2acb5a-98dd-4b1a-925c-fa1009497fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.254317 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9fb545d-8863-45f7-ba92-a54be9f8375c req-9f2acb5a-98dd-4b1a-925c-fa1009497fc5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1036024 Aug 19 12:14:40.299848 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9fb545d-8863-45f7-ba92-a54be9f8375c req-fd6f990d-3048-47fb-80c6-0de41ed3bd89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=98ab7055-9e15-4e03-96fb-221f14c3d084 HTTP/1.1" status: 200 len: 217 time: 0.0342932 Aug 19 12:14:40.357484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb545d-8863-45f7-ba92-a54be9f8375c req-a11e7847-4dce-451d-b86d-b470dd6bc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.358868 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9fb545d-8863-45f7-ba92-a54be9f8375c req-a11e7847-4dce-451d-b86d-b470dd6bc402 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0504820 Aug 19 12:14:40.409348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb545d-8863-45f7-ba92-a54be9f8375c req-2ed1e79f-d320-48cb-a03a-bbcb30dcdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.410939 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9fb545d-8863-45f7-ba92-a54be9f8375c req-2ed1e79f-d320-48cb-a03a-bbcb30dcdf81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441077 Aug 19 12:14:40.516656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-5371f94b-a7fb-4b9d-89a3-3749312437c0 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260189 Aug 19 12:14:40.548012 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9fb545d-8863-45f7-ba92-a54be9f8375c req-a789ce0b-d2d0-493c-a6de-33aaf5b52809 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232760 Aug 19 12:14:40.609598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33d4dbdf-4ac7-4939-a2a0-4e34e9179b77 req-b7961c61-55c6-4410-a51b-097c58354251 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 210 time: 0.0744958 Aug 19 12:14:40.677473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-31b8b981-955c-4284-8e4d-45b7f6afddab tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.679576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-31b8b981-955c-4284-8e4d-45b7f6afddab tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571527 Aug 19 12:14:40.695440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Request body: {'port': {'device_id': '04f4ee41-d786-4e0e-af37-ebd47ab414f2', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '24ef11e11b614b5b8bd095f6f3c81275'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:40.701523 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9fb545d-8863-45f7-ba92-a54be9f8375c req-d558b569-ed6d-4a4d-bc21-762852cb43aa service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391342 Aug 19 12:14:40.782739 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-088a06d5-d8be-4f0a-88d9-57afe0a5f68d req-5ac03218-45c8-4c98-bf4f-9d7f41c28724 tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fb572d829d604657be9e75e08444918f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687633 Aug 19 12:14:40.910681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60d86c-78be-447b-9ff6-cbd486aec822 req-9fa4057e-a9b6-416a-8394-bc480f37a01a tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.912221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e60d86c-78be-447b-9ff6-cbd486aec822 req-9fa4057e-a9b6-416a-8394-bc480f37a01a tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 947 time: 0.1466160 Aug 19 12:14:40.988306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a06d5-d8be-4f0a-88d9-57afe0a5f68d req-8cf8213c-739b-421a-9a1b-13c0ee436808 tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.989776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-088a06d5-d8be-4f0a-88d9-57afe0a5f68d req-8cf8213c-739b-421a-9a1b-13c0ee436808 tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887882 Aug 19 12:14:41.017229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e60d86c-78be-447b-9ff6-cbd486aec822 req-10f4e1f2-40f7-4292-b103-ef8d7de30fc5 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972633 Aug 19 12:14:41.020424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-088a06d5-d8be-4f0a-88d9-57afe0a5f68d req-875a7393-6d97-4b6a-9d35-887893c92253 tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/quotas/fb572d829d604657be9e75e08444918f HTTP/1.1" status: 200 len: 375 time: 0.0220413 Aug 19 12:14:41.063901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-088a06d5-d8be-4f0a-88d9-57afe0a5f68d req-cffc3794-a965-479d-9265-2c98bc4054b0 tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb572d829d604657be9e75e08444918f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364199 Aug 19 12:14:41.091045 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.53', 59289) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:41.110858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Made reservation on behalf of 24ef11e11b614b5b8bd095f6f3c81275 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:41.123482 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.151100 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.250133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4233-2533-4077-8f95-93849a53fc37 req-12077ebb-8f29-4133-8451-85a6e87664cf tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:41.251825 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-12077ebb-8f29-4133-8451-85a6e87664cf tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.53 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 807 time: 0.1588054 Aug 19 12:14:41.266863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Request body: {'port': {'device_id': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170', 'admin_state_up': True, 'tenant_id': 'd30606ced6c44d0c824e033b9b330523'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:41.291931 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.360108 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.360908 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.426462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad74537f-2c41-4db5-a4e3-abedc9fccb8d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:41.526553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Made reservation on behalf of d30606ced6c44d0c824e033b9b330523 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:41.530998 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.539456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a136c0c4-a250-4426-96bd-072aec82a31e req-021fae9a-8609-4234-830f-62ef1a28b45f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 210 time: 0.0397966 Aug 19 12:14:41.554773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Allocated IP 192.168.233.111 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/1f9f3e32-1b4b-4f68-a23d-c37f262d83b0) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:41.696977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Allocated IP 172.20.0.10 (ec23aef2-b1a6-4893-943f-02410985e170/60c482f8-1562-43b0-8092-ba31c52b6fcd/a7687723-d57e-4e54-888b-0a21ca449e5f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:41.739933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.764007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Transition to ACTIVE for port object 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:41.870650 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.915230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44786) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:41.923596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.989581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:41.993995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:41.996055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Pushing event updated for resources: {'Port': ['ID=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:42.009051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:42.024035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.086867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:42.087697 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.100731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Network ec23aef2-b1a6-4893-943f-02410985e170 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:42.105514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:42.109481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:42.173513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:42.174432 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.185743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-e0107881-8d89-4f42-8514-9940e2a7e459 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4949346 Aug 19 12:14:42.203726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Request body: {'port': {'device_id': '04f4ee41-d786-4e0e-af37-ebd47ab414f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:42.214757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Pushing event updated for resources: {'Port': ['ID=a7687723-d57e-4e54-888b-0a21ca449e5f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:42.275730 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-79ccd091-20cf-497f-aefd-d88ec2160e1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0150514 Aug 19 12:14:42.293534 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.293782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Request body: {'port': {'device_id': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:42.379433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44798) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:42.391845 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.416751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-18e0d34e-1f4f-4089-bc3e-d91a060437ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=395876b42a694ab1a5e5c485aa994910&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5003211 Aug 19 12:14:42.421684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44802) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:42.481950 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d025bb3c-a896-475e-a499-7ffb83628caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.600945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c8915c05-1f75-4119-b149-b39a7fc11cab None None] Provisioning for port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:42.606565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c8915c05-1f75-4119-b149-b39a7fc11cab None None] Provisioning complete for port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:42.607186 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8915c05-1f75-4119-b149-b39a7fc11cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.610087 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-351bbf36-29d9-4ac7-8252-a64d11c5b7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.658466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c8915c05-1f75-4119-b149-b39a7fc11cab None None] Port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:42.679387 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-351bbf36-29d9-4ac7-8252-a64d11c5b7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.735768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ca67b-00ec-4b17-8175-7dffd76f857a req-1ac8f979-5057-4a38-a0db-7afec8526bf4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:42.737467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c2ca67b-00ec-4b17-8175-7dffd76f857a req-1ac8f979-5057-4a38-a0db-7afec8526bf4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 936 time: 0.1393688 Aug 19 12:14:42.773676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d025bb3c-a896-475e-a499-7ffb83628caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.788319 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7687723-d57e-4e54-888b-0a21ca449e5f {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:42.796398 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.810658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Transition to ACTIVE for port object a7687723-d57e-4e54-888b-0a21ca449e5f will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:42.841901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c2ca67b-00ec-4b17-8175-7dffd76f857a req-9a479ef0-12d5-4f19-ab02-6e285e4a941b tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954101 Aug 19 12:14:42.853305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:42.858312 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d025bb3c-a896-475e-a499-7ffb83628caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.862826 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.879107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Transition to ACTIVE for port object 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:42.903450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025bb3c-a896-475e-a499-7ffb83628caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc050b6-52a2-4d99-b8ac-6d7e33e83fc3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:42.912068 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d025bb3c-a896-475e-a499-7ffb83628caf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=435ee31cce5a453c963508de1011c32a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286722 Aug 19 12:14:42.912068 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.915646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44808) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:42.939729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-351bbf36-29d9-4ac7-8252-a64d11c5b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.942269 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-351bbf36-29d9-4ac7-8252-a64d11c5b7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.945494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-351bbf36-29d9-4ac7-8252-a64d11c5b7d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e66d4cf-70e9-4652-96d1-91eb986e9795 HTTP/1.1" status: 204 len: 168 time: 0.5212357 Aug 19 12:14:42.971944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 98ab7055-9e15-4e03-96fb-221f14c3d084 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:42.984844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Pushing event updated for resources: {'Port': ['ID=a7687723-d57e-4e54-888b-0a21ca449e5f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.005215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bbf36-29d9-4ac7-8252-a64d11c5b7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e66d4cf-70e9-4652-96d1-91eb986e9795,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.040821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:43.041459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:43.041965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:43.047862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Port a7687723-d57e-4e54-888b-0a21ca449e5f on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:43.054298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:43.054433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95b16-bbf4-43f0-ba88-928df1daeafe req-224ebbc7-e315-45ff-b99f-4eafc9f8f91a tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:43.054564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:43.054939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:43.055242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fb95b16-bbf4-43f0-ba88-928df1daeafe req-224ebbc7-e315-45ff-b99f-4eafc9f8f91a tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 947 time: 0.1403928 Aug 19 12:14:43.055376 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:43.055844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Bound port: a7687723-d57e-4e54-888b-0a21ca449e5f, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:43.056144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.065915 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.099307 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36ca7316-e2e5-42df-b991-a773b66b3cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.140644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 98ab7055-9e15-4e03-96fb-221f14c3d084, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=98ab7055-9e15-4e03-96fb-221f14c3d084,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:43.153786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '98ab7055-9e15-4e03-96fb-221f14c3d084', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '98ab7055-9e15-4e03-96fb-221f14c3d084', 'mac_address': 'fa:16:3e:dc:21:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:43.160045 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:43.166315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a7687723-d57e-4e54-888b-0a21ca449e5f,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:43.181826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fb95b16-bbf4-43f0-ba88-928df1daeafe req-39d7d607-57de-43af-90c4-bf9f0174e153 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173427 Aug 19 12:14:43.200806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36ca7316-e2e5-42df-b991-a773b66b3cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.203121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.223234 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.244809 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ab7055-9e15-4e03-96fb-221f14c3d084 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:43.274218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 98ab7055-9e15-4e03-96fb-221f14c3d084, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=98ab7055-9e15-4e03-96fb-221f14c3d084,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:43.353507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Attempting to bind port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:43.354235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Attempting to bind port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:43.354718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Attempting to bind port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:43.356317 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.363257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:43.366105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Attempting to bind port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:43.378385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:43.378808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:43.379284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:43.379832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Bound port: 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:43.380281 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.397011 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.416111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:43.417176 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.419980 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] 10.222.0.53 "PUT /v2.0/ports/a7687723-d57e-4e54-888b-0a21ca449e5f HTTP/1.1" status: 200 len: 1092 time: 1.1362922 Aug 19 12:14:43.426891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'tag': 'a7687723-d57e-4e54-888b-0a21ca449e5f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:43.435464 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc7cc05-301e-4d9e-8d75-c2cc7b720455" -d '{"events": [{"name": "network-changed", "server_uuid": "ed40d0b8-0c96-4079-b6e9-5d01ac064f57", "tag": "a7687723-d57e-4e54-888b-0a21ca449e5f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:43.472201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3af8e-5ecc-4645-9468-951966d75399 service neutron] Pushing event updated for resources: {'Port': ['ID=a7687723-d57e-4e54-888b-0a21ca449e5f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.478698 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36ca7316-e2e5-42df-b991-a773b66b3cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.494570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36ca7316-e2e5-42df-b991-a773b66b3cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.496179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-36ca7316-e2e5-42df-b991-a773b66b3cb4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cc050b6-52a2-4d99-b8ac-6d7e33e83fc3 HTTP/1.1" status: 204 len: 168 time: 0.5793109 Aug 19 12:14:43.523905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca7316-e2e5-42df-b991-a773b66b3cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc050b6-52a2-4d99-b8ac-6d7e33e83fc3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.527500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=98ab7055-9e15-4e03-96fb-221f14c3d084,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.541697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.541697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.541697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.541697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.541697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.541697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.541697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.541697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.541697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.542410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.542410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.542568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:43.554191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] For port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:43.558022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] For port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:43.606149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4233-2533-4077-8f95-93849a53fc37 req-5586b69b-82f9-4c66-9758-6ae166c014c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:43.607985 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-5586b69b-82f9-4c66-9758-6ae166c014c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 1095 time: 0.0507326 Aug 19 12:14:43.650718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['98ab7055-9e15-4e03-96fb-221f14c3d084'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:43.662382 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-6866a213-ac8c-47c3-bfd7-cbbef1b5c2ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7687723-d57e-4e54-888b-0a21ca449e5f HTTP/1.1" status: 200 len: 217 time: 0.0460105 Aug 19 12:14:43.671662 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.763455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:43.767096 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.767096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] 10.222.0.53 "PUT /v2.0/ports/1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 HTTP/1.1" status: 200 len: 1096 time: 1.5720525 Aug 19 12:14:43.767315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4233-2533-4077-8f95-93849a53fc37 req-979cb8e8-af00-4ed6-aec3-1b971e5401d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:43.767733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f4ee41-d786-4e0e-af37-ebd47ab414f2', 'tag': '1f9f3e32-1b4b-4f68-a23d-c37f262d83b0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:43.768926 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-979cb8e8-af00-4ed6-aec3-1b971e5401d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.0994978 Aug 19 12:14:43.770848 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b" -d '{"events": [{"name": "network-changed", "server_uuid": "04f4ee41-d786-4e0e-af37-ebd47ab414f2", "tag": "1f9f3e32-1b4b-4f68-a23d-c37f262d83b0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:43.819708 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-eb050c8a-a431-48cd-80e4-47b8adeeb1f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389159 Aug 19 12:14:43.834214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09dbf8-3fcc-4fef-9e60-31f60d898144 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.963446 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-1052b917-88f1-4788-a69f-111fc6e3c7d0 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360085 Aug 19 12:14:43.993010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-2034bedb-f0a4-4d70-8e9f-6bc665e11084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:43.994793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-2034bedb-f0a4-4d70-8e9f-6bc665e11084 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 1099 time: 0.1008737 Aug 19 12:14:43.997239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44828) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:44.053070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-91155b09-d925-4b9c-a9f4-05dbcd15dd54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 HTTP/1.1" status: 200 len: 217 time: 0.0483382 Aug 19 12:14:44.061902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e0b0c-6d90-4e71-a4d6-7df5498d7dba req-f9ab5f08-8fdf-4fee-9186-a7e20341baf1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:44.063345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a7e0b0c-6d90-4e71-a4d6-7df5498d7dba req-f9ab5f08-8fdf-4fee-9186-a7e20341baf1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 944 time: 0.1339214 Aug 19 12:14:44.108819 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-670a4233-2533-4077-8f95-93849a53fc37 req-e89fe5bf-2fc4-4bc6-aff6-dfa9da919a9d service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351428 Aug 19 12:14:44.126792 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.127374 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb9e3c0-9f43-4897-bd56-1a37da89dc3b x-openstack-request-id: req-efb9e3c0-9f43-4897-bd56-1a37da89dc3b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:44.127722 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed40d0b8-0c96-4079-b6e9-5d01ac064f57", "tag": "a7687723-d57e-4e54-888b-0a21ca449e5f", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:44.128130 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efb9e3c0-9f43-4897-bd56-1a37da89dc3b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:44.128654 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'tag': 'a7687723-d57e-4e54-888b-0a21ca449e5f', 'status': 'completed', 'code': 200} Aug 19 12:14:44.165732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d983c8f0-92e6-4228-9623-e5e146bfb815 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4ab455bb2ba4ee7a0816ed479112469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674206 Aug 19 12:14:44.168942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44836) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:44.175233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a7e0b0c-6d90-4e71-a4d6-7df5498d7dba req-e03eba7a-6ae0-43c9-9d77-1c5d5639d9e1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990403 Aug 19 12:14:44.177120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-b033c248-907c-4185-bb27-48257f450271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:44.178758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-b033c248-907c-4185-bb27-48257f450271 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1145298 Aug 19 12:14:44.248599 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac567cb-77a8-4064-8ba2-18702752cd2d x-openstack-request-id: req-1ac567cb-77a8-4064-8ba2-18702752cd2d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:44.248894 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f4ee41-d786-4e0e-af37-ebd47ab414f2", "tag": "1f9f3e32-1b4b-4f68-a23d-c37f262d83b0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:44.249150 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ac567cb-77a8-4064-8ba2-18702752cd2d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:44.249582 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f4ee41-d786-4e0e-af37-ebd47ab414f2', 'tag': '1f9f3e32-1b4b-4f68-a23d-c37f262d83b0', 'status': 'completed', 'code': 200} Aug 19 12:14:44.270116 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1914c855-a991-4b8c-9913-236387955419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.288792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-89e1f83b-f9f5-4fb3-a676-d623d28c7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:44.290357 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-89e1f83b-f9f5-4fb3-a676-d623d28c7377 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047990 Aug 19 12:14:44.332514 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1914c855-a991-4b8c-9913-236387955419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.361098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7cc05-301e-4d9e-8d75-c2cc7b720455 req-f04fc255-57b0-47a2-b9d0-1f82a435a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:44.362873 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dfc7cc05-301e-4d9e-8d75-c2cc7b720455 req-f04fc255-57b0-47a2-b9d0-1f82a435a98c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 1095 time: 0.1213443 Aug 19 12:14:44.412762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23673fb-69ba-4f9f-97ff-2d815812986f req-052a265d-46b8-4ecb-a908-edf0a3268693 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:44.414387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d23673fb-69ba-4f9f-97ff-2d815812986f req-052a265d-46b8-4ecb-a908-edf0a3268693 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 948 time: 0.1068790 Aug 19 12:14:44.462021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-059c1909-f4a8-42e5-8c81-abf3e1af5cb3 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635399 Aug 19 12:14:44.471860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7cc05-301e-4d9e-8d75-c2cc7b720455 req-1112a223-33fa-4d23-9f79-c931bd6c0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:44.473415 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dfc7cc05-301e-4d9e-8d75-c2cc7b720455 req-1112a223-33fa-4d23-9f79-c931bd6c0e92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.1002939 Aug 19 12:14:44.486421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d23673fb-69ba-4f9f-97ff-2d815812986f req-1efb6738-bb48-4dbd-b489-782e8fd9451f tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639660 Aug 19 12:14:44.522421 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dfc7cc05-301e-4d9e-8d75-c2cc7b720455 req-e8cf504c-aa4d-4a14-800a-fa814fe6fdaa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7687723-d57e-4e54-888b-0a21ca449e5f HTTP/1.1" status: 200 len: 217 time: 0.0417609 Aug 19 12:14:44.538721 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1914c855-a991-4b8c-9913-236387955419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.541435 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1914c855-a991-4b8c-9913-236387955419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.545440 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1914c855-a991-4b8c-9913-236387955419 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/545862ad-7fad-4c9e-a6c5-f517f62375a8 HTTP/1.1" status: 204 len: 168 time: 0.3730102 Aug 19 12:14:44.582156 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914c855-a991-4b8c-9913-236387955419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545862ad-7fad-4c9e-a6c5-f517f62375a8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:44.598208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7cc05-301e-4d9e-8d75-c2cc7b720455 req-375ca4e7-1ef6-4ad8-8f31-f2b2d9135902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:44.599670 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dfc7cc05-301e-4d9e-8d75-c2cc7b720455 req-375ca4e7-1ef6-4ad8-8f31-f2b2d9135902 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.0704420 Aug 19 12:14:44.607832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da3273b2-6127-43cf-9616-c1cca1dd03a8 req-83071ea4-b943-49ed-ad99-853b5330697f service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365542 Aug 19 12:14:44.639683 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d6f52-38ea-4e1f-809a-ecdfdcad64ec req-378ecc92-b9d2-4853-b78b-859c62ff318e tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:44.639683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d62d6f52-38ea-4e1f-809a-ecdfdcad64ec req-378ecc92-b9d2-4853-b78b-859c62ff318e tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 948 time: 0.0741012 Aug 19 12:14:44.641783 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dfc7cc05-301e-4d9e-8d75-c2cc7b720455 req-51c9b4b9-3847-4aa6-be05-79477c001285 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333610 Aug 19 12:14:44.691840 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d62d6f52-38ea-4e1f-809a-ecdfdcad64ec req-1c598ac3-879c-4603-a51c-12d7ab53b91c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455077 Aug 19 12:14:44.750195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44848) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:44.774830 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dfc7cc05-301e-4d9e-8d75-c2cc7b720455 req-a42d10c1-d015-4bf1-b894-365022679ef5 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252546 Aug 19 12:14:44.917023 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dfc7cc05-301e-4d9e-8d75-c2cc7b720455 req-448d4a56-ad15-4846-8470-76f9537ad9c9 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320665 Aug 19 12:14:44.918637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44850) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:44.991622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 98ab7055-9e15-4e03-96fb-221f14c3d084 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:45.002128 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a5274c6-165b-43e1-b421-f4896868d6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.045278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b req-c48f1dd7-5722-4c7f-a3ec-594bd066b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.046870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b req-c48f1dd7-5722-4c7f-a3ec-594bd066b5ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 1099 time: 0.2879128 Aug 19 12:14:45.165412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 98ab7055-9e15-4e03-96fb-221f14c3d084 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:45.174438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 98ab7055-9e15-4e03-96fb-221f14c3d084 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:45.176282 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.218154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b req-99d463dd-c3d0-4056-b3b7-46dcfce44f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.219304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b req-99d463dd-c3d0-4056-b3b7-46dcfce44f58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1637805 Aug 19 12:14:45.269623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b req-9734ea31-73a2-4554-b5cf-0c8fefcfc4ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 HTTP/1.1" status: 200 len: 217 time: 0.0413501 Aug 19 12:14:45.276434 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a5274c6-165b-43e1-b421-f4896868d6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.305588 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.341578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b8e49e-95b1-4446-8371-e6a937e8534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ab7055-9e15-4e03-96fb-221f14c3d084'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:45.344829 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3ff6bb-ca3e-48d7-b23f-fac08fb2bbfa" -d '{"events": [{"server_uuid": "35b8e49e-95b1-4446-8371-e6a937e8534e", "name": "network-vif-plugged", "status": "completed", "tag": "98ab7055-9e15-4e03-96fb-221f14c3d084"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:45.369004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 98ab7055-9e15-4e03-96fb-221f14c3d084, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=98ab7055-9e15-4e03-96fb-221f14c3d084,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:45.370264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b req-e7e9aadb-5ca1-45c5-bce7-b5f7a7ac4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.372782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b req-e7e9aadb-5ca1-45c5-bce7-b5f7a7ac4ae3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0936768 Aug 19 12:14:45.424246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8f5f257c-27e2-45bf-85de-2eb386bf769e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.436383 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a5274c6-165b-43e1-b421-f4896868d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.444855 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6816ebd9-6340-403b-a938-09083b017e9e x-openstack-request-id: req-6816ebd9-6340-403b-a938-09083b017e9e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:45.449344 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b8e49e-95b1-4446-8371-e6a937e8534e", "name": "network-vif-plugged", "status": "completed", "tag": "98ab7055-9e15-4e03-96fb-221f14c3d084", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:45.449344 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6816ebd9-6340-403b-a938-09083b017e9e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:45.449344 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b8e49e-95b1-4446-8371-e6a937e8534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ab7055-9e15-4e03-96fb-221f14c3d084', 'code': 200} Aug 19 12:14:45.463554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52131b7b-3049-4e7f-9916-161c5b4ebc2e req-cba08e8a-24a5-44f7-951f-f705fa79d8d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.466331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52131b7b-3049-4e7f-9916-161c5b4ebc2e req-cba08e8a-24a5-44f7-951f-f705fa79d8d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 944 time: 0.1440558 Aug 19 12:14:45.474209 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.539738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5274c6-165b-43e1-b421-f4896868d6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635f53cc-00dd-481f-aeb5-aa2ad955a22d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:45.548575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b req-41f35135-edf4-493b-9441-9b38be492677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.550947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b req-41f35135-edf4-493b-9441-9b38be492677 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1617842 Aug 19 12:14:45.553269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9a5274c6-165b-43e1-b421-f4896868d6c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=434f021d58914f1fb6e8dda36592114b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8018379 Aug 19 12:14:45.559872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44872) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:45.579832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=98ab7055-9e15-4e03-96fb-221f14c3d084,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:45.604083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc86b4d-203b-46a1-aeec-279727d426c5 req-226dbf09-dd39-430a-a0b4-5b7675558bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.606261 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6dc86b4d-203b-46a1-aeec-279727d426c5 req-226dbf09-dd39-430a-a0b4-5b7675558bfb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 1100 time: 0.0683365 Aug 19 12:14:45.636277 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8f5f257c-27e2-45bf-85de-2eb386bf769e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.653996 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6dc86b4d-203b-46a1-aeec-279727d426c5 req-32a78a98-4034-47bd-8385-450effc5a25b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Aug 19 12:14:45.661172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52131b7b-3049-4e7f-9916-161c5b4ebc2e req-9b14f2b1-3f4a-4d83-a4b5-696017ad8593 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759639 Aug 19 12:14:45.760606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813c409-f45a-4dc2-8820-d5364bf23013 req-5e4672fe-0b73-475b-8637-6a05ab865ae8 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.762732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2813c409-f45a-4dc2-8820-d5364bf23013 req-5e4672fe-0b73-475b-8637-6a05ab865ae8 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 948 time: 0.1511908 Aug 19 12:14:45.765817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8f5f257c-27e2-45bf-85de-2eb386bf769e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.772141 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81c63888-8ae3-4e9e-a0c9-7fe6b5cd877c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.813662 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8f5f257c-27e2-45bf-85de-2eb386bf769e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45d37f9f54b342c99d313d9351c7a0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8935676 Aug 19 12:14:45.814285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44888) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:45.816463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f257c-27e2-45bf-85de-2eb386bf769e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de68cf43-563e-4920-85f5-95bd57ff35c6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:45.816602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b req-5c8b43e1-4ee0-4cca-b3b5-b0ef22d41543 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491014 Aug 19 12:14:45.822519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-938a78d6-b571-490e-8de7-26c903e12085 req-96633e75-ce3c-47ca-a5b1-ddafe7a0c83b tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fb572d829d604657be9e75e08444918f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584116 Aug 19 12:14:45.882961 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45b743e6-1c4c-4653-9768-f6b93d8b41d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.897769 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81c63888-8ae3-4e9e-a0c9-7fe6b5cd877c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.906854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45b743e6-1c4c-4653-9768-f6b93d8b41d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.000807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2813c409-f45a-4dc2-8820-d5364bf23013 req-98dcc730-53b4-4cd5-9fc1-d163f632ea6a tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248602 Aug 19 12:14:46.036043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45b743e6-1c4c-4653-9768-f6b93d8b41d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.038764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45b743e6-1c4c-4653-9768-f6b93d8b41d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.044246 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-45b743e6-1c4c-4653-9768-f6b93d8b41d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de68cf43-563e-4920-85f5-95bd57ff35c6 HTTP/1.1" status: 204 len: 168 time: 0.2283912 Aug 19 12:14:46.055709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b743e6-1c4c-4653-9768-f6b93d8b41d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de68cf43-563e-4920-85f5-95bd57ff35c6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:46.079753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b1b1c75-54cf-4e9b-bfcc-6b8353de633b req-4684ed94-c19f-41a5-974c-47924e949c43 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461784 Aug 19 12:14:46.088765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a78d6-b571-490e-8de7-26c903e12085 req-fcab1d40-5c34-47c2-a651-89b96381926a tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:46.097894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-938a78d6-b571-490e-8de7-26c903e12085 req-fcab1d40-5c34-47c2-a651-89b96381926a tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653372 Aug 19 12:14:46.111039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-938a78d6-b571-490e-8de7-26c903e12085 req-e48bf2f0-5fac-4f50-b41c-741bec0c0aff tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/quotas/fb572d829d604657be9e75e08444918f HTTP/1.1" status: 200 len: 375 time: 0.0118682 Aug 19 12:14:46.158614 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-938a78d6-b571-490e-8de7-26c903e12085 req-e292f7dc-34df-44e5-9fc5-39a28a8b0f2f tempest-QuotasAdminNegativeTest-125124953 tempest-QuotasAdminNegativeTest-125124953-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb572d829d604657be9e75e08444918f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395672 Aug 19 12:14:46.184680 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81c63888-8ae3-4e9e-a0c9-7fe6b5cd877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.187802 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81c63888-8ae3-4e9e-a0c9-7fe6b5cd877c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.188674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-81c63888-8ae3-4e9e-a0c9-7fe6b5cd877c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/635f53cc-00dd-481f-aeb5-aa2ad955a22d HTTP/1.1" status: 204 len: 168 time: 0.6278412 Aug 19 12:14:46.200798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c63888-8ae3-4e9e-a0c9-7fe6b5cd877c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f53cc-00dd-481f-aeb5-aa2ad955a22d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:46.241179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7418b-b43d-4dcf-81b1-ee73588462c4 req-ffb21f7b-fe11-45f5-98ea-6eb93d6e377e tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:46.241179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39d7418b-b43d-4dcf-81b1-ee73588462c4 req-ffb21f7b-fe11-45f5-98ea-6eb93d6e377e tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 949 time: 0.1078496 Aug 19 12:14:46.284484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39d7418b-b43d-4dcf-81b1-ee73588462c4 req-e021c1de-2411-4e4e-b6a6-864efa2f2f45 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374565 Aug 19 12:14:46.795721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e244d-188a-481f-9605-c962550c8bdc req-f2da5c4f-40a7-4428-9cd8-2217db085297 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:46.797452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b3e244d-188a-481f-9605-c962550c8bdc req-f2da5c4f-40a7-4428-9cd8-2217db085297 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 944 time: 0.0622447 Aug 19 12:14:46.840950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b3e244d-188a-481f-9605-c962550c8bdc req-5b37f7f3-cc4d-4542-94e1-cc502a47c080 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361953 Aug 19 12:14:47.053274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44920) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:47.074767 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7fb8-f3dc-4dea-8335-0ad190b65358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.264149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591455f-0152-4034-8639-323eb1bd13b6 req-174100bb-70f3-4ca4-9708-a5b7acb121ff tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:47.266668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2591455f-0152-4034-8639-323eb1bd13b6 req-174100bb-70f3-4ca4-9708-a5b7acb121ff tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 948 time: 0.1281433 Aug 19 12:14:47.337123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2591455f-0152-4034-8639-323eb1bd13b6 req-33b7ff16-2a69-4add-bf56-1dce8d31b47e tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589607 Aug 19 12:14:47.340309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7fb8-f3dc-4dea-8335-0ad190b65358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.440841 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7fb8-f3dc-4dea-8335-0ad190b65358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.499696 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f7ee7fb8-f3dc-4dea-8335-0ad190b65358 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ad661e0d4e245f887653c273b5ac5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431674 Aug 19 12:14:47.499696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee7fb8-f3dc-4dea-8335-0ad190b65358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54fb9ea-9ebd-40ec-8778-042b12044c1c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:47.500384 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44936) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:47.557704 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c32b25e8-21f7-4b96-b74e-3c03d09b077c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.561669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef576226-15f7-4a03-bc0e-92b67d9c09c3 req-de4bf066-9f1c-462d-83c3-dce4f22110fa tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:47.563251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef576226-15f7-4a03-bc0e-92b67d9c09c3 req-de4bf066-9f1c-462d-83c3-dce4f22110fa tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 949 time: 0.0532448 Aug 19 12:14:47.580091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c32b25e8-21f7-4b96-b74e-3c03d09b077c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.622257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef576226-15f7-4a03-bc0e-92b67d9c09c3 req-dc937383-9dda-4ea7-ad5d-a70fc75dbc86 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Aug 19 12:14:47.746100 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c32b25e8-21f7-4b96-b74e-3c03d09b077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.751556 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c32b25e8-21f7-4b96-b74e-3c03d09b077c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.754052 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c32b25e8-21f7-4b96-b74e-3c03d09b077c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a54fb9ea-9ebd-40ec-8778-042b12044c1c HTTP/1.1" status: 204 len: 168 time: 0.2523785 Aug 19 12:14:47.767374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b25e8-21f7-4b96-b74e-3c03d09b077c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54fb9ea-9ebd-40ec-8778-042b12044c1c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:47.990735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5ab24-2063-4318-8b24-aee110206eae req-0695e38b-c83d-46ce-b968-35e00809fc6d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:47.992210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48d5ab24-2063-4318-8b24-aee110206eae req-0695e38b-c83d-46ce-b968-35e00809fc6d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 944 time: 0.0594089 Aug 19 12:14:48.040413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48d5ab24-2063-4318-8b24-aee110206eae req-37fc1c32-eaa6-48f3-95b6-8699defad259 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Aug 19 12:14:48.202204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a79b59-47b9-4894-a3d2-a817bd30f882 req-01a836d6-b8f6-4e95-98b9-ae890a720dfc tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:48.205001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2a79b59-47b9-4894-a3d2-a817bd30f882 req-01a836d6-b8f6-4e95-98b9-ae890a720dfc tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 949 time: 0.0576952 Aug 19 12:14:48.248774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a7687723-d57e-4e54-888b-0a21ca449e5f details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:48.257022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2a79b59-47b9-4894-a3d2-a817bd30f882 req-44eb1e9b-67af-47d5-bef9-df29356e3726 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439544 Aug 19 12:14:48.355998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a7687723-d57e-4e54-888b-0a21ca449e5f,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:48.368383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'a7687723-d57e-4e54-888b-0a21ca449e5f', 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170', 'port_id': 'a7687723-d57e-4e54-888b-0a21ca449e5f', 'mac_address': 'fa:16:3e:a6:cb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c482f8-1562-43b0-8092-ba31c52b6fcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:48.438699 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.465775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7687723-d57e-4e54-888b-0a21ca449e5f {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:48.489764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a7687723-d57e-4e54-888b-0a21ca449e5f,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:48.526122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50be22a-24d9-404a-95ac-a55cb7c36736 req-c035f9c7-499a-4ee8-9237-1e766b3f942c tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:48.537715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a50be22a-24d9-404a-95ac-a55cb7c36736 req-c035f9c7-499a-4ee8-9237-1e766b3f942c tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 948 time: 0.0915048 Aug 19 12:14:48.584641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a50be22a-24d9-404a-95ac-a55cb7c36736 req-dac7af3d-2ecb-4ed4-8ba9-b875517958b5 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Aug 19 12:14:48.630073 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.630967 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:48.639969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44970) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:48.745181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=a7687723-d57e-4e54-888b-0a21ca449e5f,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:48.830511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:48.849424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '1f9f3e32-1b4b-4f68-a23d-c37f262d83b0', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '1f9f3e32-1b4b-4f68-a23d-c37f262d83b0', 'mac_address': 'fa:16:3e:98:fa:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:48.928482 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-157591a9-b3af-475b-a1b1-28c0018bd8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.091655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d3496-134e-44de-a98f-d6534c5372cc req-16ad0ac7-bdaa-4826-bbaf-bc918ab843ae tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:49.095008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a7d3496-134e-44de-a98f-d6534c5372cc req-16ad0ac7-bdaa-4826-bbaf-bc918ab843ae tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 949 time: 0.1059442 Aug 19 12:14:49.128161 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.144868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:49.150871 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-157591a9-b3af-475b-a1b1-28c0018bd8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.168909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:49.173199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a7d3496-134e-44de-a98f-d6534c5372cc req-45d333df-2686-4cd4-ac43-7b79d03dc975 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701749 Aug 19 12:14:49.286381 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-157591a9-b3af-475b-a1b1-28c0018bd8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.288691 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.317034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622c606-9897-463b-b995-c0164d69e94f req-c42b0cc6-b206-4bd5-b832-cf4d058a1884 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:49.327503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d622c606-9897-463b-b995-c0164d69e94f req-c42b0cc6-b206-4bd5-b832-cf4d058a1884 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 945 time: 0.0711558 Aug 19 12:14:49.377038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:49.388381 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-157591a9-b3af-475b-a1b1-28c0018bd8e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb572d829d604657be9e75e08444918f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7430241 Aug 19 12:14:49.389918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44996) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:49.393609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157591a9-b3af-475b-a1b1-28c0018bd8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8058da3c-d524-403b-8a45-3055787cf9a7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:49.438789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d622c606-9897-463b-b995-c0164d69e94f req-f6a463b1-2946-47aa-a1ed-da543d619311 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099119 Aug 19 12:14:49.474842 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6035651d-a3e0-46fa-b888-f3795e60bd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.504534 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6035651d-a3e0-46fa-b888-f3795e60bd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.587860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['a7687723-d57e-4e54-888b-0a21ca449e5f'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:49.625260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['1f9f3e32-1b4b-4f68-a23d-c37f262d83b0'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:49.739329 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6035651d-a3e0-46fa-b888-f3795e60bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.742156 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6035651d-a3e0-46fa-b888-f3795e60bd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.744005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6035651d-a3e0-46fa-b888-f3795e60bd32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8058da3c-d524-403b-8a45-3055787cf9a7 HTTP/1.1" status: 204 len: 168 time: 0.3527446 Aug 19 12:14:49.755349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165af401-29a2-40cc-bf58-2819bf9a50c5 req-41080423-9759-499d-ba7b-0160b9ab1a0c tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:49.757414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-165af401-29a2-40cc-bf58-2819bf9a50c5 req-41080423-9759-499d-ba7b-0160b9ab1a0c tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 949 time: 0.0729301 Aug 19 12:14:49.764121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035651d-a3e0-46fa-b888-f3795e60bd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8058da3c-d524-403b-8a45-3055787cf9a7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:49.825965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-165af401-29a2-40cc-bf58-2819bf9a50c5 req-c48fc6dd-93c9-4c7a-880a-939a0326a3d2 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580471 Aug 19 12:14:50.325485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705be1f6-3300-461a-a0dc-1b753b3bb736 req-a2241848-0489-493c-b3f4-8593ad15d415 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:50.325485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-705be1f6-3300-461a-a0dc-1b753b3bb736 req-a2241848-0489-493c-b3f4-8593ad15d415 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 949 time: 0.0616643 Aug 19 12:14:50.369506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-705be1f6-3300-461a-a0dc-1b753b3bb736 req-b68fc10a-068b-4dac-9003-cb1f3e5204ef tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/security-groups?id=68c13028-15b9-4b78-9967-b4f9e2358223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389943 Aug 19 12:14:50.570653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11c37d-c6f6-407c-a243-fef226bb86f6 req-3ab6bbdd-242c-422b-876d-6d57d83df7d2 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:50.572403 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0a11c37d-c6f6-407c-a243-fef226bb86f6 req-3ab6bbdd-242c-422b-876d-6d57d83df7d2 tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.52 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 949 time: 0.1163435 Aug 19 12:14:50.591997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010057aa-953b-43b4-a38e-adcb1953f319 req-7791d8b5-3b11-4f41-aff1-131d27c430f6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:50.600109 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-010057aa-953b-43b4-a38e-adcb1953f319 req-7791d8b5-3b11-4f41-aff1-131d27c430f6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 945 time: 0.0917101 Aug 19 12:14:50.662927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-010057aa-953b-43b4-a38e-adcb1953f319 req-34764711-8f3a-4dbf-8274-4452482d96a4 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599387 Aug 19 12:14:50.750859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-0a11c37d-c6f6-407c-a243-fef226bb86f6 req-103be980-ac5b-4a52-a07e-ffeb6bd05c5c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Deleting port 98ab7055-9e15-4e03-96fb-221f14c3d084 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:14:50.751252 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0a11c37d-c6f6-407c-a243-fef226bb86f6 req-103be980-ac5b-4a52-a07e-ffeb6bd05c5c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.890623 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-0a11c37d-c6f6-407c-a243-fef226bb86f6 req-103be980-ac5b-4a52-a07e-ffeb6bd05c5c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] For port 98ab7055-9e15-4e03-96fb-221f14c3d084, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=98ab7055-9e15-4e03-96fb-221f14c3d084,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:50.890623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0a11c37d-c6f6-407c-a243-fef226bb86f6 req-103be980-ac5b-4a52-a07e-ffeb6bd05c5c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.916661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-0a11c37d-c6f6-407c-a243-fef226bb86f6 req-103be980-ac5b-4a52-a07e-ffeb6bd05c5c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Calling delete_port for 98ab7055-9e15-4e03-96fb-221f14c3d084 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:14:51.010258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86deaa-4206-43ef-9df2-695d84174235 req-c3d2926b-7c4e-48db-99fb-b5c7884c96c2 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:51.014154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d86deaa-4206-43ef-9df2-695d84174235 req-c3d2926b-7c4e-48db-99fb-b5c7884c96c2 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 949 time: 0.0903027 Aug 19 12:14:51.059808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d520-598a-4adb-8750-3c64f8f1541e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.075761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d86deaa-4206-43ef-9df2-695d84174235 req-97105cf7-837b-4c6b-a5ac-7751f44ee32e tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574608 Aug 19 12:14:51.142371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45068) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:51.159289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-249d054d-21d6-4d0d-bc4e-eaaccbe3498e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.195196 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0a11c37d-c6f6-407c-a243-fef226bb86f6 req-103be980-ac5b-4a52-a07e-ffeb6bd05c5c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.208754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['98ab7055-9e15-4e03-96fb-221f14c3d084'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:51.228998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103be980-ac5b-4a52-a07e-ffeb6bd05c5c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Pushing event deleted for resources: {'Port': ['ID=98ab7055-9e15-4e03-96fb-221f14c3d084,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:51.277969 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-249d054d-21d6-4d0d-bc4e-eaaccbe3498e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.354973 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-249d054d-21d6-4d0d-bc4e-eaaccbe3498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.410001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d054d-21d6-4d0d-bc4e-eaaccbe3498e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43309008-aa74-4858-b695-78baf5747a6a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:51.436156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-249d054d-21d6-4d0d-bc4e-eaaccbe3498e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abf14e4021c24bbc9a90937d78283dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921696 Aug 19 12:14:51.436864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45074) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:51.568107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c03cb0df-3193-4301-92b9-846dd0ab8817 req-155c1eb9-7432-46d8-b36e-98b4b2b2b26c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 210 time: 0.0535805 Aug 19 12:14:51.569961 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d6ced7b-edd9-40d3-a70b-68941777c4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.617578 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a11c37d-c6f6-407c-a243-fef226bb86f6 req-103be980-ac5b-4a52-a07e-ffeb6bd05c5c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] No DVR routers for this DVR port 98ab7055-9e15-4e03-96fb-221f14c3d084 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:14:51.622438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0a11c37d-c6f6-407c-a243-fef226bb86f6 req-103be980-ac5b-4a52-a07e-ffeb6bd05c5c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.625853 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d6ced7b-edd9-40d3-a70b-68941777c4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.629982 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0a11c37d-c6f6-407c-a243-fef226bb86f6 req-103be980-ac5b-4a52-a07e-ffeb6bd05c5c tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.52 "DELETE /v2.0/ports/98ab7055-9e15-4e03-96fb-221f14c3d084 HTTP/1.1" status: 204 len: 173 time: 1.0507629 Aug 19 12:14:51.630722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b8e49e-95b1-4446-8371-e6a937e8534e', 'name': 'network-vif-deleted', 'tag': '98ab7055-9e15-4e03-96fb-221f14c3d084'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:51.635184 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39583471-7198-43fc-b9a8-919893cdfc73" -d '{"events": [{"server_uuid": "35b8e49e-95b1-4446-8371-e6a937e8534e", "name": "network-vif-deleted", "tag": "98ab7055-9e15-4e03-96fb-221f14c3d084"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:51.693201 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a53df0-0a32-45cb-908c-1f15c7e57ae6 x-openstack-request-id: req-b9a53df0-0a32-45cb-908c-1f15c7e57ae6 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:51.694378 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b8e49e-95b1-4446-8371-e6a937e8534e", "name": "network-vif-deleted", "tag": "98ab7055-9e15-4e03-96fb-221f14c3d084", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:51.702947 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9a53df0-0a32-45cb-908c-1f15c7e57ae6 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:51.702947 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b8e49e-95b1-4446-8371-e6a937e8534e', 'name': 'network-vif-deleted', 'tag': '98ab7055-9e15-4e03-96fb-221f14c3d084', 'status': 'completed', 'code': 200} Aug 19 12:14:51.728296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45086) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:51.802103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3cb93-2db6-4128-ad6c-07122ca02c63 req-01eadfd8-33df-4d03-885c-2699c4d570b0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:51.803723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80b3cb93-2db6-4128-ad6c-07122ca02c63 req-01eadfd8-33df-4d03-885c-2699c4d570b0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 945 time: 0.0522041 Aug 19 12:14:51.825614 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d6ced7b-edd9-40d3-a70b-68941777c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.828836 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d6ced7b-edd9-40d3-a70b-68941777c4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.830418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5d6ced7b-edd9-40d3-a70b-68941777c4c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43309008-aa74-4858-b695-78baf5747a6a HTTP/1.1" status: 204 len: 168 time: 0.3925805 Aug 19 12:14:51.844545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ced7b-edd9-40d3-a70b-68941777c4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43309008-aa74-4858-b695-78baf5747a6a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:51.868488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80b3cb93-2db6-4128-ad6c-07122ca02c63 req-5e003229-91cc-4e6c-a0dc-1b178f2f5eb6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584669 Aug 19 12:14:52.023966 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-564cfb78-ad4e-4bcd-8835-cef68e09b41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.181814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-564cfb78-ad4e-4bcd-8835-cef68e09b41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.206451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eba0b-b42f-4c2e-a026-c374330c1e83 req-de55eb49-e2a5-46ad-a042-18cd06d45830 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.207962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f4eba0b-b42f-4c2e-a026-c374330c1e83 req-de55eb49-e2a5-46ad-a042-18cd06d45830 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 949 time: 0.0560682 Aug 19 12:14:52.248730 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f4eba0b-b42f-4c2e-a026-c374330c1e83 req-39da65a3-1c8d-4bb1-8d5b-e93fbf29ef71 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Aug 19 12:14:52.256659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a7687723-d57e-4e54-888b-0a21ca449e5f up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:52.286892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-564cfb78-ad4e-4bcd-8835-cef68e09b41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.327361 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-564cfb78-ad4e-4bcd-8835-cef68e09b41d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09bda77583df4dcd8e7d77cf2cd6f2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975034 Aug 19 12:14:52.328308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cfb78-ad4e-4bcd-8835-cef68e09b41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb31bfac-a562-4fd9-813b-6fa499481737,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:52.331501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45110) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:52.389404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port a7687723-d57e-4e54-888b-0a21ca449e5f completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:52.395219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port a7687723-d57e-4e54-888b-0a21ca449e5f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:52.395900 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.436483 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b332aedf-ef99-4927-92b6-3b334ae5dbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.504026 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b332aedf-ef99-4927-92b6-3b334ae5dbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.567605 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.607409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7687723-d57e-4e54-888b-0a21ca449e5f'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:52.610013 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f9997f-c48b-4a11-8e76-caec8ff23d33" -d '{"events": [{"server_uuid": "ed40d0b8-0c96-4079-b6e9-5d01ac064f57", "name": "network-vif-plugged", "status": "completed", "tag": "a7687723-d57e-4e54-888b-0a21ca449e5f"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:52.629267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a7687723-d57e-4e54-888b-0a21ca449e5f,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:52.667944 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8063256d-5294-4617-9ea7-e8fd78bb5891 x-openstack-request-id: req-8063256d-5294-4617-9ea7-e8fd78bb5891 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:52.668472 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed40d0b8-0c96-4079-b6e9-5d01ac064f57", "name": "network-vif-plugged", "status": "completed", "tag": "a7687723-d57e-4e54-888b-0a21ca449e5f", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:52.668880 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8063256d-5294-4617-9ea7-e8fd78bb5891 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:52.669494 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7687723-d57e-4e54-888b-0a21ca449e5f', 'code': 200} Aug 19 12:14:52.712199 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.712450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:52.751567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b9449a5-3f05-43c1-8a2a-eaa6d7436fe0 req-677d53b2-c41a-4665-8ed0-90258f6b07ce tempest-DeleteServersAdminTestJSON-1750576425 tempest-DeleteServersAdminTestJSON-1750576425-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b8e49e-95b1-4446-8371-e6a937e8534e HTTP/1.1" status: 200 len: 210 time: 0.0595052 Aug 19 12:14:52.754817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b332aedf-ef99-4927-92b6-3b334ae5dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.761537 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b332aedf-ef99-4927-92b6-3b334ae5dbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.764356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b332aedf-ef99-4927-92b6-3b334ae5dbae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb31bfac-a562-4fd9-813b-6fa499481737 HTTP/1.1" status: 204 len: 168 time: 0.4314885 Aug 19 12:14:52.811641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=a7687723-d57e-4e54-888b-0a21ca449e5f,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:52.825437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332aedf-ef99-4927-92b6-3b334ae5dbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb31bfac-a562-4fd9-813b-6fa499481737,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:52.845466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45711b-4371-4a03-8519-7f252f5ec420 req-ea5fbfb1-f36d-430d-b95d-1c14cc207ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.848328 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e45711b-4371-4a03-8519-7f252f5ec420 req-ea5fbfb1-f36d-430d-b95d-1c14cc207ab3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 1097 time: 0.0950153 Aug 19 12:14:52.898396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e45711b-4371-4a03-8519-7f252f5ec420 req-57b68629-6402-4112-97c1-decdef5c60f0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Aug 19 12:14:52.984537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:53.000442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:53.000442 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:53.035461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b889b4a-68cf-4de0-9dd4-0264566dfe4f req-2bb1d45e-446d-4b89-bbb9-2d98dc822c70 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:53.037913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b889b4a-68cf-4de0-9dd4-0264566dfe4f req-2bb1d45e-446d-4b89-bbb9-2d98dc822c70 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 946 time: 0.0809026 Aug 19 12:14:53.108384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b889b4a-68cf-4de0-9dd4-0264566dfe4f req-20583219-b607-4610-8b08-bd8bc6a114b9 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570698 Aug 19 12:14:53.142108 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:53.182969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:53.234772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:53.297747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f5cc27cd-34c9-4ad8-aea0-483203061061 req-14b521f2-3795-4408-8263-28ba6deff948 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Request body: {'security_group': {'name': 'tempest-securitygroup-982021731', 'description': 'tempest-description-1039517738'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:53.302263 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:53.416822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833288a2-42d4-412d-98e8-c45811c6900c req-ac077536-0d52-46aa-a68b-54ec86527fb2 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:53.420941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-833288a2-42d4-412d-98e8-c45811c6900c req-ac077536-0d52-46aa-a68b-54ec86527fb2 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 950 time: 0.0714498 Aug 19 12:14:53.451230 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5cc27cd-34c9-4ad8-aea0-483203061061 req-14b521f2-3795-4408-8263-28ba6deff948 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:53.469227 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5cc27cd-34c9-4ad8-aea0-483203061061 req-14b521f2-3795-4408-8263-28ba6deff948 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:53.474417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-833288a2-42d4-412d-98e8-c45811c6900c req-9d658e1c-7698-48ee-bff1-3a777868799b tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477247 Aug 19 12:14:53.480409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45144) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:53.608797 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5cc27cd-34c9-4ad8-aea0-483203061061 req-14b521f2-3795-4408-8263-28ba6deff948 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:53.732310 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5cc27cd-34c9-4ad8-aea0-483203061061 req-14b521f2-3795-4408-8263-28ba6deff948 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:53.781259 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59ad8ad8-082e-4750-9ff3-4d08ea703865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:53.786575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b521f2-3795-4408-8263-28ba6deff948 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3226d32d-8fd6-40c9-8882-f3d81ef5b86e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:53.868717 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5cc27cd-34c9-4ad8-aea0-483203061061 req-14b521f2-3795-4408-8263-28ba6deff948 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.029895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5cc27cd-34c9-4ad8-aea0-483203061061 req-14b521f2-3795-4408-8263-28ba6deff948 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.061497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45168) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:54.098111 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4c0e1ef-d2b4-4935-b82f-dad0873b1470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.110878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b521f2-3795-4408-8263-28ba6deff948 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00be9c11-b9c9-491d-b4e9-fff30046bdec,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:54.126204 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59ad8ad8-082e-4750-9ff3-4d08ea703865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.240740 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59ad8ad8-082e-4750-9ff3-4d08ea703865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.241426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cbf67-a601-490d-9933-e39d4ef0b02f req-5280ef85-0c30-4a53-8aeb-5a15fbc7cb7f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:54.250510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-362cbf67-a601-490d-9933-e39d4ef0b02f req-5280ef85-0c30-4a53-8aeb-5a15fbc7cb7f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 946 time: 0.0704854 Aug 19 12:14:54.298266 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-59ad8ad8-082e-4750-9ff3-4d08ea703865 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2de8b4ea393d41ada0fc07e5b55741be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8156476 Aug 19 12:14:54.300137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad8ad8-082e-4750-9ff3-4d08ea703865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9446e40-75b2-4d9d-9109-24944b2a881b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:54.303125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45178) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:54.322037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-362cbf67-a601-490d-9933-e39d4ef0b02f req-eafe4cb8-f48e-4d48-8619-5aec3e3c334e tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699062 Aug 19 12:14:54.364413 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6154e452-25bb-4a0c-ae79-7f0970cbdedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.389330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6154e452-25bb-4a0c-ae79-7f0970cbdedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.401497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5cc27cd-34c9-4ad8-aea0-483203061061 req-14b521f2-3795-4408-8263-28ba6deff948 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.403723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5cc27cd-34c9-4ad8-aea0-483203061061 req-14b521f2-3795-4408-8263-28ba6deff948 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1120820 Aug 19 12:14:54.439353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6c1b3ed3-0f2f-4e6f-a8a0-c0d70e56ba8b req-e6fe6ba1-600a-4feb-a1ad-fe2e0610b4b9 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1485692471', 'description': 'tempest-description-381999276'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:54.600565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6154e452-25bb-4a0c-ae79-7f0970cbdedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.603470 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6154e452-25bb-4a0c-ae79-7f0970cbdedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.608907 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6154e452-25bb-4a0c-ae79-7f0970cbdedd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9446e40-75b2-4d9d-9109-24944b2a881b HTTP/1.1" status: 204 len: 168 time: 0.3003917 Aug 19 12:14:54.617800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154e452-25bb-4a0c-ae79-7f0970cbdedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9446e40-75b2-4d9d-9109-24944b2a881b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:54.622840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95c9e6-0408-4c8e-b97f-1e0260825e27 req-dc7c1af5-53ea-4198-8f6d-9abcc2c3ef8a tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:54.624363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a95c9e6-0408-4c8e-b97f-1e0260825e27 req-dc7c1af5-53ea-4198-8f6d-9abcc2c3ef8a tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 950 time: 0.0678346 Aug 19 12:14:54.670917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f4ee41-d786-4e0e-af37-ebd47ab414f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9f3e32-1b4b-4f68-a23d-c37f262d83b0'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:54.673463 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d384f631-c192-4b81-a8d1-fe2ceed69c54" -d '{"events": [{"server_uuid": "04f4ee41-d786-4e0e-af37-ebd47ab414f2", "name": "network-vif-plugged", "status": "completed", "tag": "1f9f3e32-1b4b-4f68-a23d-c37f262d83b0"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:54.686622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a95c9e6-0408-4c8e-b97f-1e0260825e27 req-0a52fb19-871a-4705-8240-81afc30a45f7 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548959 Aug 19 12:14:54.695287 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4c0e1ef-d2b4-4935-b82f-dad0873b1470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.733152 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd96199f-c489-4ea5-a5b1-51ed5fbc4c33 x-openstack-request-id: req-bd96199f-c489-4ea5-a5b1-51ed5fbc4c33 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:54.733547 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f4ee41-d786-4e0e-af37-ebd47ab414f2", "name": "network-vif-plugged", "status": "completed", "tag": "1f9f3e32-1b4b-4f68-a23d-c37f262d83b0", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:54.733978 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd96199f-c489-4ea5-a5b1-51ed5fbc4c33 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:54.738238 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f4ee41-d786-4e0e-af37-ebd47ab414f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9f3e32-1b4b-4f68-a23d-c37f262d83b0', 'code': 200} Aug 19 12:14:54.817758 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4c0e1ef-d2b4-4935-b82f-dad0873b1470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.843970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45194) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:54.936990 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d4c0e1ef-d2b4-4935-b82f-dad0873b1470 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1f787c9482c42439a87370284a2fc23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8696890 Aug 19 12:14:54.938464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0e1ef-d2b4-4935-b82f-dad0873b1470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07433334-9213-46a5-b1a1-768a59dbb5cd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:54.939808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45200) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:54.958255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ae215-0b70-45e8-a8e0-e58eea58783f req-dc639327-afaa-4741-a8f8-829f91f128be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:54.960948 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f58ae215-0b70-45e8-a8e0-e58eea58783f req-dc639327-afaa-4741-a8f8-829f91f128be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 1101 time: 0.1618063 Aug 19 12:14:55.000774 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f58ae215-0b70-45e8-a8e0-e58eea58783f req-6ed8b020-9184-4fbe-8123-1a4f556cd68f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327406 Aug 19 12:14:55.015028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e68c2cc6-78ab-43a1-bceb-ab73a20fec52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.048816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 98ab7055-9e15-4e03-96fb-221f14c3d084 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:14:55.054343 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c1b3ed3-0f2f-4e6f-a8a0-c0d70e56ba8b req-e6fe6ba1-600a-4feb-a1ad-fe2e0610b4b9 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.057494 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-45b3cd07-7784-4cbe-8b46-be5c0a94c08c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a6778f428324bf1b5077fac3b963c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089746 Aug 19 12:14:55.061435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45202) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:55.064879 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e68c2cc6-78ab-43a1-bceb-ab73a20fec52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.074518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 98ab7055-9e15-4e03-96fb-221f14c3d084 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:14:55.074991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 98ab7055-9e15-4e03-96fb-221f14c3d084 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:14:55.143203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abd8d76f-da4d-4fe6-8e4b-f4b81e9a3437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.166798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c1b3ed3-0f2f-4e6f-a8a0-c0d70e56ba8b req-e6fe6ba1-600a-4feb-a1ad-fe2e0610b4b9 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.172479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abd8d76f-da4d-4fe6-8e4b-f4b81e9a3437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.251910 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c1b3ed3-0f2f-4e6f-a8a0-c0d70e56ba8b req-e6fe6ba1-600a-4feb-a1ad-fe2e0610b4b9 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.252252 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e68c2cc6-78ab-43a1-bceb-ab73a20fec52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.255229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e68c2cc6-78ab-43a1-bceb-ab73a20fec52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.270087 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e68c2cc6-78ab-43a1-bceb-ab73a20fec52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07433334-9213-46a5-b1a1-768a59dbb5cd HTTP/1.1" status: 204 len: 168 time: 0.3161061 Aug 19 12:14:55.270087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c2cc6-78ab-43a1-bceb-ab73a20fec52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07433334-9213-46a5-b1a1-768a59dbb5cd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:55.296442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe6ba1-600a-4feb-a1ad-fe2e0610b4b9 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5efaf083-5990-4308-a2c6-7e34b966b333,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:55.342821 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e4c29cc5-bbc3-4d5b-be1c-617ff06cd580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.378067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c1b3ed3-0f2f-4e6f-a8a0-c0d70e56ba8b req-e6fe6ba1-600a-4feb-a1ad-fe2e0610b4b9 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.378205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abd8d76f-da4d-4fe6-8e4b-f4b81e9a3437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.380025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c1b3ed3-0f2f-4e6f-a8a0-c0d70e56ba8b req-e6fe6ba1-600a-4feb-a1ad-fe2e0610b4b9 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9518917 Aug 19 12:14:55.387486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abd8d76f-da4d-4fe6-8e4b-f4b81e9a3437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.390038 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-abd8d76f-da4d-4fe6-8e4b-f4b81e9a3437 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68c13028-15b9-4b78-9967-b4f9e2358223 HTTP/1.1" status: 204 len: 168 time: 0.3266208 Aug 19 12:14:55.403504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8d76f-da4d-4fe6-8e4b-f4b81e9a3437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c13028-15b9-4b78-9967-b4f9e2358223,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:55.500996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f6f07-dd28-4b65-b2bb-93e3a0af7c46 req-c2240f9b-3a2c-493c-8004-f716184b2a16 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:55.503430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a31f6f07-dd28-4b65-b2bb-93e3a0af7c46 req-c2240f9b-3a2c-493c-8004-f716184b2a16 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 946 time: 0.0821888 Aug 19 12:14:55.550280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a31f6f07-dd28-4b65-b2bb-93e3a0af7c46 req-45d44888-4ed0-44d3-afa4-7f39694c44d4 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Aug 19 12:14:55.789836 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.013236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45232) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:56.027611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e89816b-c041-4f78-8c87-d4799b3d92d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.152550 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e89816b-c041-4f78-8c87-d4799b3d92d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.246603 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e89816b-c041-4f78-8c87-d4799b3d92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.300188 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9e89816b-c041-4f78-8c87-d4799b3d92d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b283dd6c35bd4050af2b419810a599e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832859 Aug 19 12:14:56.300188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89816b-c041-4f78-8c87-d4799b3d92d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a9c9f4-c3e6-4d11-8a50-c0b8b5b60c40,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:56.301143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45236) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:56.322523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b23ce9e6-bd99-49f7-83c8-c1efd5511511 req-01412954-6b64-409a-8eb6-7ac7c9e43590 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1013361369', 'description': 'tempest-description-772298570'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:56.359423 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f36ae772-363e-4d50-9d73-ed8d133e26d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.387247 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f36ae772-363e-4d50-9d73-ed8d133e26d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.463666 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b23ce9e6-bd99-49f7-83c8-c1efd5511511 req-01412954-6b64-409a-8eb6-7ac7c9e43590 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.484078 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b23ce9e6-bd99-49f7-83c8-c1efd5511511 req-01412954-6b64-409a-8eb6-7ac7c9e43590 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.534727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e143fa5-690f-4013-a9f9-b899e62536f9 req-40855e74-894f-4720-81a2-fed362320203 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:56.536339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e143fa5-690f-4013-a9f9-b899e62536f9 req-40855e74-894f-4720-81a2-fed362320203 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 1097 time: 0.0628333 Aug 19 12:14:56.580828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e143fa5-690f-4013-a9f9-b899e62536f9 req-e824200e-f204-4a36-a6c4-18be30c0726d tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375881 Aug 19 12:14:56.607292 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f36ae772-363e-4d50-9d73-ed8d133e26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.611585 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f36ae772-363e-4d50-9d73-ed8d133e26d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.612998 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f36ae772-363e-4d50-9d73-ed8d133e26d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17a9c9f4-c3e6-4d11-8a50-c0b8b5b60c40 HTTP/1.1" status: 204 len: 168 time: 0.3105481 Aug 19 12:14:56.623550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ae772-363e-4d50-9d73-ed8d133e26d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a9c9f4-c3e6-4d11-8a50-c0b8b5b60c40,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:56.726685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b23ce9e6-bd99-49f7-83c8-c1efd5511511 req-01412954-6b64-409a-8eb6-7ac7c9e43590 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.748852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95746b6-df9e-4329-b900-c61c64ffaf48 req-8cad5749-87cb-4444-80c3-cc81c45fed77 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:56.750692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e95746b6-df9e-4329-b900-c61c64ffaf48 req-8cad5749-87cb-4444-80c3-cc81c45fed77 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 950 time: 0.0607131 Aug 19 12:14:56.795624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e95746b6-df9e-4329-b900-c61c64ffaf48 req-6604763b-e703-4be9-94cd-47458333b945 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375094 Aug 19 12:14:56.834570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b23ce9e6-bd99-49f7-83c8-c1efd5511511 req-01412954-6b64-409a-8eb6-7ac7c9e43590 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.835132 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.887674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01412954-6b64-409a-8eb6-7ac7c9e43590 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0eabc4-1e4f-450c-bc12-4b7f9fc1e9a4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:56.936104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45252) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:56.952104 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191e03-1a42-43f2-852e-8de7bb85feb6 req-0735ffc0-b3f5-44ac-a2da-10cbb4ca6772 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:56.953842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33191e03-1a42-43f2-852e-8de7bb85feb6 req-0735ffc0-b3f5-44ac-a2da-10cbb4ca6772 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 1097 time: 0.0884471 Aug 19 12:14:56.963772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a02c67-837d-47eb-baa2-97faed5941cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.979344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b23ce9e6-bd99-49f7-83c8-c1efd5511511 req-01412954-6b64-409a-8eb6-7ac7c9e43590 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.004680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33191e03-1a42-43f2-852e-8de7bb85feb6 req-37f42dea-2853-4a00-b3e4-fcf7c9c1ea13 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Aug 19 12:14:57.087438 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b23ce9e6-bd99-49f7-83c8-c1efd5511511 req-01412954-6b64-409a-8eb6-7ac7c9e43590 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.121990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01412954-6b64-409a-8eb6-7ac7c9e43590 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b961232e-5d20-4d4c-9aeb-06a0c568eedf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:57.158496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45262) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:57.221036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a02c67-837d-47eb-baa2-97faed5941cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.310646 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a02c67-837d-47eb-baa2-97faed5941cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.351328 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c2a02c67-837d-47eb-baa2-97faed5941cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1d834eb022945f98d5ad4e249e2a4f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114637 Aug 19 12:14:57.352193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a02c67-837d-47eb-baa2-97faed5941cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0a8077-ca8b-42a7-9064-db307e56910d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:57.355770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45268) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:57.409253 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a997b38-fdca-4e36-bcc3-4b0350bfe79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.428044 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b23ce9e6-bd99-49f7-83c8-c1efd5511511 req-01412954-6b64-409a-8eb6-7ac7c9e43590 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.437968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b23ce9e6-bd99-49f7-83c8-c1efd5511511 req-01412954-6b64-409a-8eb6-7ac7c9e43590 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1229107 Aug 19 12:14:57.458270 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a997b38-fdca-4e36-bcc3-4b0350bfe79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.509760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-daad848c-28e2-4782-a4f5-f448180d06c9 req-d1d02372-d0b8-42f5-8419-8aee3cd4dc05 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-843773404', 'description': 'tempest-description-988784216'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:57.618406 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-daad848c-28e2-4782-a4f5-f448180d06c9 req-d1d02372-d0b8-42f5-8419-8aee3cd4dc05 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.667507 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a997b38-fdca-4e36-bcc3-4b0350bfe79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.671065 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a997b38-fdca-4e36-bcc3-4b0350bfe79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.676066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4a997b38-fdca-4e36-bcc3-4b0350bfe79a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c0a8077-ca8b-42a7-9064-db307e56910d HTTP/1.1" status: 204 len: 168 time: 0.3156726 Aug 19 12:14:57.705980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e580-2ebc-48d7-a85d-0f199a1e5a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.713675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a997b38-fdca-4e36-bcc3-4b0350bfe79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0a8077-ca8b-42a7-9064-db307e56910d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:57.776286 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-daad848c-28e2-4782-a4f5-f448180d06c9 req-d1d02372-d0b8-42f5-8419-8aee3cd4dc05 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.859685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-daad848c-28e2-4782-a4f5-f448180d06c9 req-d1d02372-d0b8-42f5-8419-8aee3cd4dc05 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.906604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d02372-d0b8-42f5-8419-8aee3cd4dc05 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b28bc9a-6b9c-4d8f-a886-cc41020a8977,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:57.972816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e580-2ebc-48d7-a85d-0f199a1e5a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.054527 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e580-2ebc-48d7-a85d-0f199a1e5a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.101825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4ae6e580-2ebc-48d7-a85d-0f199a1e5a6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=985bfd5a910643bca6c6ba01fe88d9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9414463 Aug 19 12:14:58.102782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6e580-2ebc-48d7-a85d-0f199a1e5a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b502cbe-fbbc-4228-a7c4-03da3276598d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:58.104553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45298) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:58.160353 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-daad848c-28e2-4782-a4f5-f448180d06c9 req-d1d02372-d0b8-42f5-8419-8aee3cd4dc05 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.161679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-daad848c-28e2-4782-a4f5-f448180d06c9 req-d1d02372-d0b8-42f5-8419-8aee3cd4dc05 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6569538 Aug 19 12:14:58.185229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad7289ee-fb9d-444a-9c4a-8d24e277bce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.209741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad7289ee-fb9d-444a-9c4a-8d24e277bce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.326854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45308) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:58.354345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51ba90-9475-457f-b7a2-b08c013931ba req-385face7-e01d-4b40-98af-0195add63f98 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:58.354609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad7289ee-fb9d-444a-9c4a-8d24e277bce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.356863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b51ba90-9475-457f-b7a2-b08c013931ba req-385face7-e01d-4b40-98af-0195add63f98 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 950 time: 0.1338508 Aug 19 12:14:58.357939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad7289ee-fb9d-444a-9c4a-8d24e277bce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.359609 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ad7289ee-fb9d-444a-9c4a-8d24e277bce4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b502cbe-fbbc-4228-a7c4-03da3276598d HTTP/1.1" status: 204 len: 168 time: 0.2525785 Aug 19 12:14:58.375334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7289ee-fb9d-444a-9c4a-8d24e277bce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b502cbe-fbbc-4228-a7c4-03da3276598d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:58.428081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b51ba90-9475-457f-b7a2-b08c013931ba req-74e6f06c-cd7e-4fa4-8efe-232c3eec6a93 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Aug 19 12:14:58.480871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-455440619-network', 'tenant_id': '04ab79f9c1124eabb694c0c9804394aa'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:58.760457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Made reservation on behalf of 04ab79f9c1124eabb694c0c9804394aa for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:58.761971 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.771336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.776067 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.803908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-43b2d8d1-2749-460c-a752-e95c5d43fbd5 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36795 time: 0.2745459 Aug 19 12:14:58.880911 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-c830f637-ca21-43b8-b601-ed008d822b0f tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/090be64d-d629-4c7c-82da-cd1d3e1dafb6 HTTP/1.1" status: 200 len: 2981 time: 0.0680938 Aug 19 12:14:58.892446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.935692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-199ad05b-ee50-4730-a53d-8142a21fd5d3 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/090be64d-d629-4c7c-82da-cd1d3e1dafb6 HTTP/1.1" status: 200 len: 2981 time: 0.0482669 Aug 19 12:14:58.980918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-ede9b732-84a1-471b-9c6f-2b58ea9538ae tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/3226d32d-8fd6-40c9-8882-f3d81ef5b86e HTTP/1.1" status: 200 len: 2981 time: 0.0388672 Aug 19 12:14:59.024116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-9b316700-c83e-4c62-a363-d2901023b0f5 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/3226d32d-8fd6-40c9-8882-f3d81ef5b86e HTTP/1.1" status: 200 len: 2981 time: 0.0368094 Aug 19 12:14:59.073009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-2c6c980d-73dd-4262-b5e7-a4f4dd4f1e0d tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5091aa05-bdd9-4554-8cc2-17221e2193a8 HTTP/1.1" status: 200 len: 2981 time: 0.0416915 Aug 19 12:14:59.075813 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.109744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:59.126888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ce063c-5691-4710-82be-c6b9177dd6bf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:59.133099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.133887 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Added segment 63cec17d-4b86-456b-a020-80ef37ee2271 of type vlan for network 955b0894-0665-4200-93e0-8fea9bacbe74 Aug 19 12:14:59.159192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-2b266053-88dd-431d-9261-aeadd6f17296 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5091aa05-bdd9-4554-8cc2-17221e2193a8 HTTP/1.1" status: 200 len: 2981 time: 0.0700147 Aug 19 12:14:59.191534 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.242174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-265e742a-a3f6-4c66-ae2d-479d21e08bc6 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5543dfc3-1e94-4487-9599-1dd51ba9f725 HTTP/1.1" status: 200 len: 2973 time: 0.0765502 Aug 19 12:14:59.307444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-13e86ccf-efc0-4109-840f-4834b59f794a tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5543dfc3-1e94-4487-9599-1dd51ba9f725 HTTP/1.1" status: 200 len: 2973 time: 0.0543430 Aug 19 12:14:59.314431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.315792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:59.317054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.373903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-dfef86c4-08ff-43f5-a8ba-6483d61d4c8b tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/78d895cc-cfdf-4443-b704-a8d763d1c3fd HTTP/1.1" status: 200 len: 2981 time: 0.0547059 Aug 19 12:14:59.398220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] Pushing event updated for resources: {'Network': ['ID=955b0894-0665-4200-93e0-8fea9bacbe74,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:59.408141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 955b0894-0665-4200-93e0-8fea9bacbe74 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:59.433585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-0e2694d4-f8e7-490c-ba0a-230668890eea tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/78d895cc-cfdf-4443-b704-a8d763d1c3fd HTTP/1.1" status: 200 len: 2981 time: 0.0501354 Aug 19 12:14:59.490063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-25190dfb-b323-4a8d-9009-c18eb2f35560 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ad74537f-2c41-4db5-a4e3-abedc9fccb8d HTTP/1.1" status: 200 len: 2981 time: 0.0487108 Aug 19 12:14:59.493852 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b21912af-cd5a-45f9-8345-a8c1650f7377 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1655383 Aug 19 12:14:59.497216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45344) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:59.507331 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] Request body: {'subnet': {'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-455440619-subnet', 'tenant_id': '04ab79f9c1124eabb694c0c9804394aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:59.555941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-457e24dc-a85b-487d-b620-e3cfa46bd9f5 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ad74537f-2c41-4db5-a4e3-abedc9fccb8d HTTP/1.1" status: 200 len: 2981 time: 0.0560446 Aug 19 12:14:59.622471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-687dbdef-f255-411f-b760-3348f4db7116 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/aeeda854-4472-4943-a2da-dd4c5e3d7ec2 HTTP/1.1" status: 200 len: 2977 time: 0.0589325 Aug 19 12:14:59.623980 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45350) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:59.645398 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56577386-a7a9-4f39-8c9c-005f8ae156c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.655560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] Made reservation on behalf of 04ab79f9c1124eabb694c0c9804394aa for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:59.659134 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.676436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-ef8602e9-d43b-42f3-9be0-0b41aeae5a3f tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/aeeda854-4472-4943-a2da-dd4c5e3d7ec2 HTTP/1.1" status: 200 len: 2977 time: 0.0461001 Aug 19 12:14:59.723672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-1a09d9b4-e6cc-4222-8830-52c6a30a6e47 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/dafa8af5-ec16-4a07-999f-d2cfcd3d14b8 HTTP/1.1" status: 200 len: 2977 time: 0.0461953 Aug 19 12:14:59.771034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-71113807-0a45-4d86-991e-57335b1dbcb4 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/dafa8af5-ec16-4a07-999f-d2cfcd3d14b8 HTTP/1.1" status: 200 len: 2977 time: 0.0464880 Aug 19 12:14:59.828392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-6837d582-ec8d-42fd-806d-31f78b79a93d tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/dc3c9a47-d69a-4c31-9e8c-b323df15d547 HTTP/1.1" status: 200 len: 2981 time: 0.0563526 Aug 19 12:14:59.877828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-6483a59b-a6a9-4182-ae95-b35b21b22eb1 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/dc3c9a47-d69a-4c31-9e8c-b323df15d547 HTTP/1.1" status: 200 len: 2981 time: 0.0484319 Aug 19 12:14:59.961852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-5709ad85-1f24-4853-afc7-69af77f564eb tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/fa0eabc4-1e4f-450c-bc12-4b7f9fc1e9a4 HTTP/1.1" status: 200 len: 2981 time: 0.0829167 Aug 19 12:15:00.008451 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56577386-a7a9-4f39-8c9c-005f8ae156c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.032544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2e55d50-a7a4-4de2-9ddd-b9b6ae15bee5 req-a955bbfc-9260-4d39-b328-6d9f9f79d1d3 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/fa0eabc4-1e4f-450c-bc12-4b7f9fc1e9a4 HTTP/1.1" status: 200 len: 2981 time: 0.0698791 Aug 19 12:15:00.122317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-fdbecf2c-d7c6-4b4b-8db3-194d51a4071c tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222855 Aug 19 12:15:00.177744 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.181873 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56577386-a7a9-4f39-8c9c-005f8ae156c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.259421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-eef53f8f-572e-42d0-a13e-e6ad470bb7cd tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:00.266629 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-56577386-a7a9-4f39-8c9c-005f8ae156c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee5264caf2ed492c80be21804f08d531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6410298 Aug 19 12:15:00.266880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-eef53f8f-572e-42d0-a13e-e6ad470bb7cd tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385226 Aug 19 12:15:00.267333 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56577386-a7a9-4f39-8c9c-005f8ae156c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909f3914-3a5c-4e4c-b28c-489aec8fd78f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:00.272896 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45378) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:00.279084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e45397-6f87-4bdf-a2cb-1af074370154,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:00.299770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-d77f5260-25f6-41ae-9095-91154ddc2749 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/quotas/24ef11e11b614b5b8bd095f6f3c81275 HTTP/1.1" status: 200 len: 375 time: 0.0316765 Aug 19 12:15:00.337586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:00.338267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] Network hostable DHCP agents. Network: 955b0894-0665-4200-93e0-8fea9bacbe74, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:15:00.358911 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ae72ce59-1737-42a7-be36-098221951ebd tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575995 Aug 19 12:15:00.387649 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85e06305-b1e7-404b-8ea4-f0b7a74c11e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.435605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85e06305-b1e7-404b-8ea4-f0b7a74c11e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.502568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] Network 955b0894-0665-4200-93e0-8fea9bacbe74 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:15:00.692175 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 955b0894-0665-4200-93e0-8fea9bacbe74) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:00.695161 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85e06305-b1e7-404b-8ea4-f0b7a74c11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.702897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd700f-408e-497b-befe-58698184c15d None None] Network 955b0894-0665-4200-93e0-8fea9bacbe74 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:00.712493 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85e06305-b1e7-404b-8ea4-f0b7a74c11e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.718330 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-85e06305-b1e7-404b-8ea4-f0b7a74c11e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/909f3914-3a5c-4e4c-b28c-489aec8fd78f HTTP/1.1" status: 204 len: 168 time: 0.4421101 Aug 19 12:15:00.736015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:00.741697 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.776141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e06305-b1e7-404b-8ea4-f0b7a74c11e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909f3914-3a5c-4e4c-b28c-489aec8fd78f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:00.869440 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dc37d014-c4b5-46d0-a5e3-2b454a868c12 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3705785 Aug 19 12:15:00.934637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85c5fb-17e7-4d14-b4fb-5ec95237256e None None] Network 955b0894-0665-4200-93e0-8fea9bacbe74 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:00.943763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1df6a8fd-2a58-42f4-8690-ab01505c0a33 req-af40a6a8-21ee-46ea-b1f2-b180d7de0a47 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8468b96197d744fb9d7bf066ee2fde8c HTTP/1.1" status: 200 len: 6102 time: 0.1142466 Aug 19 12:15:01.014037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1df6a8fd-2a58-42f4-8690-ab01505c0a33 req-537a7fce-70a5-4357-aaa1-f8ef670f393a tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] 10.222.0.44 "GET /v2.0/security-groups/3226d32d-8fd6-40c9-8882-f3d81ef5b86e HTTP/1.1" status: 200 len: 2981 time: 0.0601892 Aug 19 12:15:01.070292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1df6a8fd-2a58-42f4-8690-ab01505c0a33 req-290d24e5-f806-496c-b69c-0b491f6a354b tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] 10.222.0.44 "GET /v2.0/security-groups/3226d32d-8fd6-40c9-8882-f3d81ef5b86e HTTP/1.1" status: 200 len: 2981 time: 0.0515821 Aug 19 12:15:01.159987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24c15d6b-21dc-446e-b060-fe42eca69a8e req-834f518d-2a95-4159-b896-9902dfd99d15 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 210 time: 0.0328088 Aug 19 12:15:01.247671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9d9cd3c-e64f-480b-bba8-03e733d801ff req-ed98e8fa-e35a-44d8-b200-c860cd4153c9 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/8b28bc9a-6b9c-4d8f-a886-cc41020a8977 HTTP/1.1" status: 200 len: 1776 time: 0.0474546 Aug 19 12:15:01.326961 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9d9cd3c-e64f-480b-bba8-03e733d801ff req-f06bcb19-1c86-4f89-be6a-36580fd75623 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.352048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9d9cd3c-e64f-480b-bba8-03e733d801ff req-f06bcb19-1c86-4f89-be6a-36580fd75623 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.534848 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9d9cd3c-e64f-480b-bba8-03e733d801ff req-f06bcb19-1c86-4f89-be6a-36580fd75623 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.538308 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9d9cd3c-e64f-480b-bba8-03e733d801ff req-f06bcb19-1c86-4f89-be6a-36580fd75623 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.539067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9d9cd3c-e64f-480b-bba8-03e733d801ff req-f06bcb19-1c86-4f89-be6a-36580fd75623 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b28bc9a-6b9c-4d8f-a886-cc41020a8977 HTTP/1.1" status: 204 len: 173 time: 0.2828214 Aug 19 12:15:01.551100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bcb19-1c86-4f89-be6a-36580fd75623 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b28bc9a-6b9c-4d8f-a886-cc41020a8977,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:01.606653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f4475f2c-3217-4e5e-a5bd-8ecf9e92d62b req-6190867a-6a84-49b7-8b25-88763bdc4204 tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b961232e-5d20-4d4c-9aeb-06a0c568eedf HTTP/1.1" status: 200 len: 1777 time: 0.0383143 Aug 19 12:15:01.664243 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4475f2c-3217-4e5e-a5bd-8ecf9e92d62b req-e98cae45-d9d0-4a18-adf4-25a792d7ef9e tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.686028 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4475f2c-3217-4e5e-a5bd-8ecf9e92d62b req-e98cae45-d9d0-4a18-adf4-25a792d7ef9e tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.006568 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4475f2c-3217-4e5e-a5bd-8ecf9e92d62b req-e98cae45-d9d0-4a18-adf4-25a792d7ef9e tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.012382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4475f2c-3217-4e5e-a5bd-8ecf9e92d62b req-e98cae45-d9d0-4a18-adf4-25a792d7ef9e tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.014294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f4475f2c-3217-4e5e-a5bd-8ecf9e92d62b req-e98cae45-d9d0-4a18-adf4-25a792d7ef9e tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/b961232e-5d20-4d4c-9aeb-06a0c568eedf HTTP/1.1" status: 204 len: 173 time: 0.3984423 Aug 19 12:15:02.029275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cae45-d9d0-4a18-adf4-25a792d7ef9e tempest-SecurityGroupsTestAdminJSON-16223094 tempest-SecurityGroupsTestAdminJSON-16223094-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b961232e-5d20-4d4c-9aeb-06a0c568eedf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:02.145024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab878716-c597-4dcc-85d1-63b421ebeba6 req-600aaa76-5420-4742-bd82-d520e2d4231c tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] 10.222.0.44 "GET /v2.0/security-groups/5efaf083-5990-4308-a2c6-7e34b966b333 HTTP/1.1" status: 200 len: 1777 time: 0.0442498 Aug 19 12:15:02.232313 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ab878716-c597-4dcc-85d1-63b421ebeba6 req-498c0821-2a91-4251-9edd-84fa252f7a63 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.258898 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ab878716-c597-4dcc-85d1-63b421ebeba6 req-498c0821-2a91-4251-9edd-84fa252f7a63 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.457489 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ab878716-c597-4dcc-85d1-63b421ebeba6 req-498c0821-2a91-4251-9edd-84fa252f7a63 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.460250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ab878716-c597-4dcc-85d1-63b421ebeba6 req-498c0821-2a91-4251-9edd-84fa252f7a63 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.461941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab878716-c597-4dcc-85d1-63b421ebeba6 req-498c0821-2a91-4251-9edd-84fa252f7a63 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] 10.222.0.44 "DELETE /v2.0/security-groups/5efaf083-5990-4308-a2c6-7e34b966b333 HTTP/1.1" status: 204 len: 173 time: 0.3075216 Aug 19 12:15:02.473847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c0821-2a91-4251-9edd-84fa252f7a63 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efaf083-5990-4308-a2c6-7e34b966b333,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:02.507351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45468) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:02.569580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b0d85e-7873-4bd1-82df-4fef29217bfd req-725f3eec-a85e-4016-94f4-b3431b360989 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 210 time: 0.0300903 Aug 19 12:15:02.891362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-de2323ca-8e6e-4edf-b26f-fe9d183eb56f tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:15:02.892469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-de2323ca-8e6e-4edf-b26f-fe9d183eb56f tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3837683 Aug 19 12:15:03.091691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45490) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:03.099065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1625310617-network', 'tenant_id': '210deae599e146fc8f11e3fc64be8f22'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:03.130096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87f51e6e-502a-427f-96a2-2e4801187f5a req-c6be00df-e786-429d-bb9c-39f414e85a97 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] 10.222.0.44 "GET /v2.0/security-groups/00be9c11-b9c9-491d-b4e9-fff30046bdec HTTP/1.1" status: 200 len: 1777 time: 0.0460060 Aug 19 12:15:03.203094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Request body: {'binding': {'host': 'n-h2-778732-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:03.203094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:15:03.208803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87f51e6e-502a-427f-96a2-2e4801187f5a req-6e8d2539-cf58-4ebe-9630-d028961918b1 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.234376 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Made reservation on behalf of 210deae599e146fc8f11e3fc64be8f22 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:03.236782 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.246178 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.278293 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87f51e6e-502a-427f-96a2-2e4801187f5a req-6e8d2539-cf58-4ebe-9630-d028961918b1 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.353402 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.497202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.525467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:15:03.536150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aeff2c-5dbf-48b4-b8cf-3b4bcb5a88b6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:03.541314 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.541699 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Added segment 9e1027a8-a0af-48ae-a47a-b00e394445d5 of type vlan for network 95f9c197-a2d5-4fdf-b78f-e3cbc43364d5 Aug 19 12:15:03.618452 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.644355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f on host n-h2-778732-8 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:03.644689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:03.644953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:03.650068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Port a7687723-d57e-4e54-888b-0a21ca449e5f on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:03.650313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:03.656340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:03.657945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:03.657945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:03.657945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Bound port: a7687723-d57e-4e54-888b-0a21ca449e5f, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:03.742819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a7687723-d57e-4e54-888b-0a21ca449e5f,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:03.743107 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.744162 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.744307 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87f51e6e-502a-427f-96a2-2e4801187f5a req-6e8d2539-cf58-4ebe-9630-d028961918b1 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.744819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.747256 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87f51e6e-502a-427f-96a2-2e4801187f5a req-6e8d2539-cf58-4ebe-9630-d028961918b1 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.756202 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87f51e6e-502a-427f-96a2-2e4801187f5a req-6e8d2539-cf58-4ebe-9630-d028961918b1 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] 10.222.0.44 "DELETE /v2.0/security-groups/00be9c11-b9c9-491d-b4e9-fff30046bdec HTTP/1.1" status: 204 len: 173 time: 0.6100218 Aug 19 12:15:03.757676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d2539-cf58-4ebe-9630-d028961918b1 tempest-SecurityGroupsTestAdminJSON-2077336671 tempest-SecurityGroupsTestAdminJSON-2077336671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00be9c11-b9c9-491d-b4e9-fff30046bdec,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:03.817229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=95f9c197-a2d5-4fdf-b78f-e3cbc43364d5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:03.829878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 95f9c197-a2d5-4fdf-b78f-e3cbc43364d5 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:15:03.865341 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.876919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-db50c998-d997-4129-8a4d-4d331cfb5b50 service neutron] 10.222.0.44 "POST /v2.0/ports/a7687723-d57e-4e54-888b-0a21ca449e5f/bindings HTTP/1.1" status: 201 len: 389 time: 0.8291640 Aug 19 12:15:03.927446 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-6a726c0e-3cb6-4bd0-a7fb-9d75a69d0fc7 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260189 Aug 19 12:15:03.947350 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-30e7d281-9f04-429d-af03-afd34f62b0c7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8539276 Aug 19 12:15:03.952295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45508) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:03.960729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] Request body: {'subnet': {'network_id': '95f9c197-a2d5-4fdf-b78f-e3cbc43364d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1625310617-subnet', 'tenant_id': '210deae599e146fc8f11e3fc64be8f22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:04.059747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-725d87f8-0573-4192-a275-8ba45c4e734e tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.061282 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-725d87f8-0573-4192-a275-8ba45c4e734e tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257031 Aug 19 12:15:04.089718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] Made reservation on behalf of 210deae599e146fc8f11e3fc64be8f22 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:04.092948 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.114587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Request body: {'port': {'device_id': '73de67f6-389e-4222-88e8-2abe5a5baad2', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '24ef11e11b614b5b8bd095f6f3c81275'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:04.404581 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3fe2d63-bd0f-4325-b0b5-4882a8bf9cd1 req-69817464-d713-4f0e-844d-975ff8dd9356 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 210 time: 0.0822377 Aug 19 12:15:04.411837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Made reservation on behalf of 24ef11e11b614b5b8bd095f6f3c81275 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:04.416362 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.432359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45524) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:04.501664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339526e-5e46-47ee-beb6-8e41a5f377bb req-6bab1e3f-a467-4c70-be4d-7dccf5a87254 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.509781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6339526e-5e46-47ee-beb6-8e41a5f377bb req-6bab1e3f-a467-4c70-be4d-7dccf5a87254 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 946 time: 0.0983484 Aug 19 12:15:04.547687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6339526e-5e46-47ee-beb6-8e41a5f377bb req-ad19d507-1705-4cd6-a674-8ff651617912 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369148 Aug 19 12:15:04.594442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.613464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Allocated IP 192.168.233.8 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:04.691836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf5d904-46ad-4d15-a866-966742ef840c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:04.748199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] Checking segment: {'id': '9e1027a8-a0af-48ae-a47a-b00e394445d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '95f9c197-a2d5-4fdf-b78f-e3cbc43364d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:04.748599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] Network hostable DHCP agents. Network: 95f9c197-a2d5-4fdf-b78f-e3cbc43364d5, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:15:04.756164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-62cfd4f7-1033-4677-a60d-4ebcdce331f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8468b96197d744fb9d7bf066ee2fde8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215971 Aug 19 12:15:04.763244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45540) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:04.832747 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2878-5f6a-41bf-893b-71baf4015659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.878103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] Network 95f9c197-a2d5-4fdf-b78f-e3cbc43364d5 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:15:04.883038 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2878-5f6a-41bf-893b-71baf4015659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.977134 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.007886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 95f9c197-a2d5-4fdf-b78f-e3cbc43364d5) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:05.018409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.019056 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.024652 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-7d6f5c43-c435-4b89-b668-fa22cd2cfd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.026706 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-7d6f5c43-c435-4b89-b668-fa22cd2cfd51 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 1097 time: 0.0752420 Aug 19 12:15:05.031380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cfe123-10c9-4e41-abdc-dc41496d3df0 None None] Network 95f9c197-a2d5-4fdf-b78f-e3cbc43364d5 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:05.038722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Transition to ACTIVE for port object e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:05.048088 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2878-5f6a-41bf-893b-71baf4015659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.050865 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2878-5f6a-41bf-893b-71baf4015659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.052055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9c5e2878-5f6a-41bf-893b-71baf4015659 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3226d32d-8fd6-40c9-8882-f3d81ef5b86e HTTP/1.1" status: 204 len: 168 time: 0.2879577 Aug 19 12:15:05.078399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e2878-5f6a-41bf-893b-71baf4015659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3226d32d-8fd6-40c9-8882-f3d81ef5b86e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:05.120980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3b9ae3a3-0e80-438f-bcb6-23169b2f1032 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1665211 Aug 19 12:15:05.197080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.249354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['1f9f3e32-1b4b-4f68-a23d-c37f262d83b0'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:05.320111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:05.321574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:05.330471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:05.374272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Pushing event updated for resources: {'Port': ['ID=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:05.432144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd46e0-c1c4-4a6d-88cb-e6c208cdbcc7 None None] Network 95f9c197-a2d5-4fdf-b78f-e3cbc43364d5 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:05.462623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-86372629-8fdd-40a2-a098-06618e123d3c tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635896 Aug 19 12:15:05.467846 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.468628 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.482583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-7baeaf06-eb48-42b0-92c0-c53eac560c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.484425 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-7baeaf06-eb48-42b0-92c0-c53eac560c8f service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.3919616 Aug 19 12:15:05.616019 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3a323331-caa1-46c3-9978-64e029abaa7d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5328941 Aug 19 12:15:05.622426 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-9893bfa0-f989-4656-8c54-05bbe413bbb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7687723-d57e-4e54-888b-0a21ca449e5f HTTP/1.1" status: 200 len: 217 time: 0.1282253 Aug 19 12:15:05.645953 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Request body: {'port': {'device_id': '73de67f6-389e-4222-88e8-2abe5a5baad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:05.781292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-8f942315-708e-40b5-885b-0e788ff2a934 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.783214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-8f942315-708e-40b5-885b-0e788ff2a934 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106773 Aug 19 12:15:05.810803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccccc6-0a3a-465d-ab60-9d5b74b4202c req-e70b3f76-c776-4765-bfdd-c8f44487ac07 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.813234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8bccccc6-0a3a-465d-ab60-9d5b74b4202c req-e70b3f76-c776-4765-bfdd-c8f44487ac07 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 934 time: 0.1213565 Aug 19 12:15:05.826108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-152fe574-866e-425d-b47a-3cd4d28c1a1f tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/quotas/a58e430e7da24a6cbc394aa4a817b0e0 HTTP/1.1" status: 200 len: 375 time: 0.0260811 Aug 19 12:15:05.831485 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.843879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-3a48611f-5cda-4c96-a9d5-bfb1dee83ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.845329 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-3a48611f-5cda-4c96-a9d5-bfb1dee83ab1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.1947346 Aug 19 12:15:05.875276 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-cff3e29c-eb36-4008-908d-a2b4632817a9 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408959 Aug 19 12:15:05.889650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8bccccc6-0a3a-465d-ab60-9d5b74b4202c req-f924dc9d-34ec-4b58-9793-10a8cb78af30 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624657 Aug 19 12:15:05.913588 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-abfe1520-9afb-4bb1-8cef-e2eb45515803 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427999 Aug 19 12:15:05.938785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3f99ed86-2b80-419b-8837-3ed2bf341652 None None] Provisioning for port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:05.946953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3f99ed86-2b80-419b-8837-3ed2bf341652 None None] Provisioning complete for port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:05.947576 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3f99ed86-2b80-419b-8837-3ed2bf341652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.006290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3f99ed86-2b80-419b-8837-3ed2bf341652 None None] Port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:06.059301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28c0c-71c5-4c2d-baa2-7929d88cd7d0 req-f8243b0b-6b8b-4c41-b529-9ffcc4991c57 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:06.062070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5a28c0c-71c5-4c2d-baa2-7929d88cd7d0 req-f8243b0b-6b8b-4c41-b529-9ffcc4991c57 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 946 time: 0.1090999 Aug 19 12:15:06.129237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5a28c0c-71c5-4c2d-baa2-7929d88cd7d0 req-db0e4a4e-0a2c-4b31-b50d-650006378cfc tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581038 Aug 19 12:15:06.132546 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-8a986b0f-104c-4a22-ada7-ea6330f86635 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081034 Aug 19 12:15:06.325259 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-eeab4d5b-b802-4608-8db6-20788f351c8f service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828654 Aug 19 12:15:06.345160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:06.370023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b273caaa-2aa4-4b8e-97d2-f22bdfb66cb7 req-ba9238c1-470a-4463-923d-27d6de8cefd3 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 210 time: 0.0712278 Aug 19 12:15:06.370197 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.400435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Transition to ACTIVE for port object e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:06.420314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45602) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:06.508404 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.574396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Pushing event updated for resources: {'Port': ['ID=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:06.671079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45616) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:06.819165 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfda037d-8cd4-4431-b53c-345843fdfa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.827955 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Attempting to bind port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:06.831471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Attempting to bind port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:06.832699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Attempting to bind port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:06.850786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:06.851342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Attempting to bind port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:06.859415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-647764ec-5220-4b13-8cc0-5ab2af27340f tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:06.861691 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-647764ec-5220-4b13-8cc0-5ab2af27340f tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1097 time: 0.2098746 Aug 19 12:15:06.867006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:06.867006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:06.867006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:06.867006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Bound port: e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:06.867006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.876000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-8'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:06.882871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6779b7c1-dff5-4a14-b472-763ddba634fa tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:06.884507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6779b7c1-dff5-4a14-b472-763ddba634fa tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 820 time: 0.1774712 Aug 19 12:15:06.887563 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56fb8236-5445-4caa-b5bf-7f9d4b6ad180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.924651 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-51e51c70-d81f-4b07-bc26-79d97c04c451 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/quotas/04ab79f9c1124eabb694c0c9804394aa HTTP/1.1" status: 200 len: 375 time: 0.0263677 Aug 19 12:15:07.000932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-d894749c-770e-40fd-b25e-b4bc85c6861f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458114 Aug 19 12:15:07.001143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.030116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45626) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:07.080593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] For port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:07.114526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] For port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:07.138519 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfda037d-8cd4-4431-b53c-345843fdfa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.185412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e406e-badb-46d5-b8fa-989bbf5d6ebb req-e2a9b0a5-2a48-406b-9161-f2837d0b5054 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:07.189951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b1e406e-badb-46d5-b8fa-989bbf5d6ebb req-e2a9b0a5-2a48-406b-9161-f2837d0b5054 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 946 time: 0.1755688 Aug 19 12:15:07.211502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a133333c-b37d-48e9-8850-baddf874873a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c19c71dea0847e8899e92ed89304a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485438 Aug 19 12:15:07.214786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45630) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:07.222673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a7687723-d57e-4e54-888b-0a21ca449e5f,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:07.230003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-a29c43a9-08d2-4cd5-a72e-ddb6c7e42866 service neutron] 10.222.0.44 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274978 Aug 19 12:15:07.234548 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.298016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:07.298404 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.299867 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] 10.222.0.52 "PUT /v2.0/ports/e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 HTTP/1.1" status: 200 len: 1094 time: 1.6649959 Aug 19 12:15:07.300317 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73de67f6-389e-4222-88e8-2abe5a5baad2', 'tag': 'e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:07.302849 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75daeec-1554-4c97-a34e-0a954f070959" -d '{"events": [{"name": "network-changed", "server_uuid": "73de67f6-389e-4222-88e8-2abe5a5baad2", "tag": "e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:07.326061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:07.339038 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfda037d-8cd4-4431-b53c-345843fdfa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.360701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b1e406e-badb-46d5-b8fa-989bbf5d6ebb req-6f451558-5602-4d93-aa0a-51e1a0a5b98c tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650815 Aug 19 12:15:07.409969 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.422430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab970d7b-0b3e-479c-8a6e-5d3d0e91e39f service neutron] Pushing event updated for resources: {'Port': ['ID=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:07.428279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda037d-8cd4-4431-b53c-345843fdfa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9baaff3-25be-46b0-96fd-62156740c49f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:07.437481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66d6a6e7-2076-4bb8-874f-bf24fbc74afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.499376 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cfda037d-8cd4-4431-b53c-345843fdfa36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73d8b036d4524e079c5811bdcd2ab228&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0779457 Aug 19 12:15:07.513289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45642) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:07.523692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66d6a6e7-2076-4bb8-874f-bf24fbc74afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.554304 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.567037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-545faa5e-fc64-4f31-b66f-33f3622c1765 service neutron] 10.222.0.44 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263052 Aug 19 12:15:07.662607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-6922726c-2d6a-43c6-8a33-addae7df5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:07.669752 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-6922726c-2d6a-43c6-8a33-addae7df5752 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 1097 time: 0.2265491 Aug 19 12:15:07.782621 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-2ce90a27-5d94-4d41-928d-1e80b9928421 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 HTTP/1.1" status: 200 len: 217 time: 0.1055486 Aug 19 12:15:07.790147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Pushing event updated for resources: {'Port': ['ID=a7687723-d57e-4e54-888b-0a21ca449e5f,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:07.844995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4f02-ab15-4db1-ba32-e6d4bd7853c9 req-44864f93-a694-4e2e-8451-a61f36a6e365 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:07.857996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f on host n-h1-778732-8 for vnic_type normal with profile {"migrating_to": "n-h2-778732-8"} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:07.858556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:07.859055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:07.859240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96ac4f02-ab15-4db1-ba32-e6d4bd7853c9 req-44864f93-a694-4e2e-8451-a61f36a6e365 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 944 time: 0.2751534 Aug 19 12:15:07.868620 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56fb8236-5445-4caa-b5bf-7f9d4b6ad180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.878711 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Port a7687723-d57e-4e54-888b-0a21ca449e5f on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:07.879510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Attempting to bind port a7687723-d57e-4e54-888b-0a21ca449e5f on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:07.881445 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f40bd5dc-8fd9-4d58-8087-7ef9b8b9bacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.899336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:07.900342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:07.901880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:07.902890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Bound port: a7687723-d57e-4e54-888b-0a21ca449e5f, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:07.903696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.916773 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20535b2-f1fe-4d63-8cdf-4478c0119cad x-openstack-request-id: req-c20535b2-f1fe-4d63-8cdf-4478c0119cad {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:07.916773 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73de67f6-389e-4222-88e8-2abe5a5baad2", "tag": "e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:07.916773 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c20535b2-f1fe-4d63-8cdf-4478c0119cad {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:07.916773 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73de67f6-389e-4222-88e8-2abe5a5baad2', 'tag': 'e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3', 'status': 'completed', 'code': 200} Aug 19 12:15:07.916773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-8adbe348-a8f0-43c6-b76c-329dd37928f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:07.916773 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-8adbe348-a8f0-43c6-b76c-329dd37928f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1204836 Aug 19 12:15:07.982886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96ac4f02-ab15-4db1-ba32-e6d4bd7853c9 req-eeac022e-6cb9-451c-81c9-ada9a6392ce2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217043 Aug 19 12:15:07.988948 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f40bd5dc-8fd9-4d58-8087-7ef9b8b9bacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.000280 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56fb8236-5445-4caa-b5bf-7f9d4b6ad180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.059302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-56fb8236-5445-4caa-b5bf-7f9d4b6ad180 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=069b6939be49451494452d63d2041e21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3884776 Aug 19 12:15:08.059881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45650) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:08.076258 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66d6a6e7-2076-4bb8-874f-bf24fbc74afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.078203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66d6a6e7-2076-4bb8-874f-bf24fbc74afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.082112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-66d6a6e7-2076-4bb8-874f-bf24fbc74afb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa0eabc4-1e4f-450c-bc12-4b7f9fc1e9a4 HTTP/1.1" status: 204 len: 168 time: 0.8662312 Aug 19 12:15:08.088008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-b4d3f004-53f1-42d4-9226-9cbbb24cb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:08.090912 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-b4d3f004-53f1-42d4-9226-9cbbb24cb26e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1606843 Aug 19 12:15:08.095537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cc48be2-6492-4f61-8fb3-dfa5f399a08e req-4f1d5962-9f0d-47a2-a6ce-4b8895fd52a1 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 210 time: 0.1108053 Aug 19 12:15:08.125821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb8236-5445-4caa-b5bf-7f9d4b6ad180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd92874-53a3-4f53-8767-ee913eabbf4b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:08.161716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6a6e7-2076-4bb8-874f-bf24fbc74afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0eabc4-1e4f-450c-bc12-4b7f9fc1e9a4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:08.337979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6f605cb-6b8a-4b8a-a8a0-5eacac8fe588 req-20381e66-0353-4538-8ad1-40fd69eb1e19 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 210 time: 0.0596130 Aug 19 12:15:08.341309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f40bd5dc-8fd9-4d58-8087-7ef9b8b9bacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.347049 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f40bd5dc-8fd9-4d58-8087-7ef9b8b9bacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.349280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f40bd5dc-8fd9-4d58-8087-7ef9b8b9bacc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9baaff3-25be-46b0-96fd-62156740c49f HTTP/1.1" status: 204 len: 168 time: 0.8294744 Aug 19 12:15:08.397893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bd5dc-8fd9-4d58-8087-7ef9b8b9bacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9baaff3-25be-46b0-96fd-62156740c49f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:08.524312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924052eb-d418-465b-9c66-d3e4ca9c7eca req-ee94a214-b03f-4fba-b15f-c503e679ae71 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:08.526526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-924052eb-d418-465b-9c66-d3e4ca9c7eca req-ee94a214-b03f-4fba-b15f-c503e679ae71 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 946 time: 0.0541401 Aug 19 12:15:08.541033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:08.572979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a7687723-d57e-4e54-888b-0a21ca449e5f,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:08.587722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-924052eb-d418-465b-9c66-d3e4ca9c7eca req-bd5c1e42-4452-41e6-847a-30f96351ac5d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541263 Aug 19 12:15:08.612565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9d89-a603-4a8a-8c90-261683a826ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.657106 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-47531e05-ad13-4adb-893f-09ad7ad7e8eb service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578914 Aug 19 12:15:08.661926 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9d89-a603-4a8a-8c90-261683a826ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.689776 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.834017 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Pushing event updated for resources: {'Port': ['ID=a7687723-d57e-4e54-888b-0a21ca449e5f,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:08.860703 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50e3786a-2068-4ad8-90af-108aa8ff43d7 req-3b955af4-3d96-45f5-a6eb-4e84ad1c2c56 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906047 Aug 19 12:15:08.862066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:08.862707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.864030 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-a1e8490d-94a3-47e7-a2fa-067c5e52bc23 service neutron] 10.222.0.52 "PUT /v2.0/ports/a7687723-d57e-4e54-888b-0a21ca449e5f HTTP/1.1" status: 200 len: 1122 time: 1.9946423 Aug 19 12:15:08.950358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['a7687723-d57e-4e54-888b-0a21ca449e5f'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:08.960963 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9d89-a603-4a8a-8c90-261683a826ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.967456 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9d89-a603-4a8a-8c90-261683a826ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.970577 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5ffa9d89-a603-4a8a-8c90-261683a826ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccd92874-53a3-4f53-8767-ee913eabbf4b HTTP/1.1" status: 204 len: 168 time: 0.9075332 Aug 19 12:15:08.986599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa9d89-a603-4a8a-8c90-261683a826ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd92874-53a3-4f53-8767-ee913eabbf4b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:09.207215 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75daeec-1554-4c97-a34e-0a954f070959 req-650084cb-1bec-40fd-b8b9-32fb9a764d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.210296 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a75daeec-1554-4c97-a34e-0a954f070959 req-650084cb-1bec-40fd-b8b9-32fb9a764d6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 1097 time: 0.1862507 Aug 19 12:15:09.311733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a555724e-5623-43fa-90fa-1ed1bbd4c6cb req-f35ef260-7e74-4138-8bdd-3ab27f21ef37 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 210 time: 0.0367389 Aug 19 12:15:09.332687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc35c5-8d7c-419c-8902-69ac072449d2 req-d4f38a13-ec6d-4167-93a9-4b40ebfb32cd tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.341781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58fc35c5-8d7c-419c-8902-69ac072449d2 req-d4f38a13-ec6d-4167-93a9-4b40ebfb32cd tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 944 time: 0.1142309 Aug 19 12:15:09.360123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75daeec-1554-4c97-a34e-0a954f070959 req-bc8e2eee-1870-4eba-9f67-b6b11b311d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.361810 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a75daeec-1554-4c97-a34e-0a954f070959 req-bc8e2eee-1870-4eba-9f67-b6b11b311d03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1437888 Aug 19 12:15:09.382522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58fc35c5-8d7c-419c-8902-69ac072449d2 req-02c6e7d8-d94c-4b27-a12a-353b184e9819 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 Aug 19 12:15:09.425790 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a75daeec-1554-4c97-a34e-0a954f070959 req-826bfb8f-18d3-44f8-81cb-00ffe6c7efd5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 HTTP/1.1" status: 200 len: 217 time: 0.0512750 Aug 19 12:15:09.469753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8cffbbd9-8bf2-4fb7-ad22-0ed42aacd0a5 req-468438c3-136a-477c-a27c-9878eca7f1a2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 210 time: 0.0325596 Aug 19 12:15:09.507901 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75daeec-1554-4c97-a34e-0a954f070959 req-a1dc5e7e-565d-426c-bae9-f2c29a917e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.509412 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a75daeec-1554-4c97-a34e-0a954f070959 req-a1dc5e7e-565d-426c-bae9-f2c29a917e00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0714915 Aug 19 12:15:09.560729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75daeec-1554-4c97-a34e-0a954f070959 req-5d10c663-e5bd-4427-81d3-2f0c9d0e6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.562259 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a75daeec-1554-4c97-a34e-0a954f070959 req-5d10c663-e5bd-4427-81d3-2f0c9d0e6d97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435398 Aug 19 12:15:09.688259 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a75daeec-1554-4c97-a34e-0a954f070959 req-ebd470fc-92e5-45c3-8727-d1e685210b4a service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169815 Aug 19 12:15:09.764364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f47e3-f369-44bc-ab66-c1d6bd450fc0 req-553d212f-4891-4b13-ba17-d09a00eaabc5 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.765979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-516f47e3-f369-44bc-ab66-c1d6bd450fc0 req-553d212f-4891-4b13-ba17-d09a00eaabc5 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 946 time: 0.0713596 Aug 19 12:15:09.808583 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a75daeec-1554-4c97-a34e-0a954f070959 req-873c32c0-3ea3-4750-8875-4e81b4810bb6 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119039 Aug 19 12:15:09.811107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-516f47e3-f369-44bc-ab66-c1d6bd450fc0 req-8dd33bd2-f35d-4282-8862-65f7ea33995a tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383599 Aug 19 12:15:09.852473 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-a3722e67-de87-4f26-9854-1ae702152d9a tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243208 Aug 19 12:15:09.898134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45686) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:09.915475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7687723-d57e-4e54-888b-0a21ca449e5f'}, {'name': 'network-changed', 'server_uuid': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'tag': 'a7687723-d57e-4e54-888b-0a21ca449e5f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:09.918251 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c73dd3-53e5-4600-9b4e-a4ee01a94938" -d '{"events": [{"server_uuid": "ed40d0b8-0c96-4079-b6e9-5d01ac064f57", "name": "network-vif-unplugged", "status": "completed", "tag": "a7687723-d57e-4e54-888b-0a21ca449e5f"}, {"name": "network-changed", "server_uuid": "ed40d0b8-0c96-4079-b6e9-5d01ac064f57", "tag": "a7687723-d57e-4e54-888b-0a21ca449e5f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:09.919817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-084887d2-621f-4284-9ca2-eb308fe75494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.028720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-0644e6da-178b-4711-bbd2-13f441eb75a8 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:10.030649 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-0644e6da-178b-4711-bbd2-13f441eb75a8 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702132 Aug 19 12:15:10.032242 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144c4aa4-528c-4282-b1bd-d267fb797590 x-openstack-request-id: req-144c4aa4-528c-4282-b1bd-d267fb797590 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:10.032656 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed40d0b8-0c96-4079-b6e9-5d01ac064f57", "name": "network-vif-unplugged", "status": "completed", "tag": "a7687723-d57e-4e54-888b-0a21ca449e5f", "code": 200}, {"name": "network-changed", "server_uuid": "ed40d0b8-0c96-4079-b6e9-5d01ac064f57", "tag": "a7687723-d57e-4e54-888b-0a21ca449e5f", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:10.033158 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-144c4aa4-528c-4282-b1bd-d267fb797590 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:10.033567 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7687723-d57e-4e54-888b-0a21ca449e5f', 'code': 200} Aug 19 12:15:10.036528 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'tag': 'a7687723-d57e-4e54-888b-0a21ca449e5f', 'status': 'completed', 'code': 200} Aug 19 12:15:10.047681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Request body: {'port': {'device_id': '60038edf-a12e-4228-8e02-1e8098bc9a3d', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'a58e430e7da24a6cbc394aa4a817b0e0'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:10.053724 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:15:10.155428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-084887d2-621f-4284-9ca2-eb308fe75494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.158692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c73dd3-53e5-4600-9b4e-a4ee01a94938 req-a3cab73b-abee-4fa0-b51f-081b806c40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:10.160570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7c73dd3-53e5-4600-9b4e-a4ee01a94938 req-a3cab73b-abee-4fa0-b51f-081b806c40bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 1125 time: 0.1001499 Aug 19 12:15:10.223233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-084887d2-621f-4284-9ca2-eb308fe75494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.273680 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45698) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:10.283644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084887d2-621f-4284-9ca2-eb308fe75494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23608dc3-a51c-4813-995b-8db44c4211bb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:10.288912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-084887d2-621f-4284-9ca2-eb308fe75494 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=385ed6cac7cc4900a22a903cd736a14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895752 Aug 19 12:15:10.297651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45700) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:10.303870 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f17b6e2d-c722-4022-97d0-aefa561e6e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.338275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c73dd3-53e5-4600-9b4e-a4ee01a94938 req-192d8a57-d48a-4804-8366-87b921656877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:10.340236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7c73dd3-53e5-4600-9b4e-a4ee01a94938 req-192d8a57-d48a-4804-8366-87b921656877 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.1677253 Aug 19 12:15:10.357454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Made reservation on behalf of a58e430e7da24a6cbc394aa4a817b0e0 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:10.363324 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.387820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.407967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7c73dd3-53e5-4600-9b4e-a4ee01a94938 req-e3d01033-e867-4333-a58a-b61ce4f186d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7687723-d57e-4e54-888b-0a21ca449e5f HTTP/1.1" status: 200 len: 217 time: 0.0589964 Aug 19 12:15:10.538987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3841fc4-aee9-483b-8582-044ec27a7f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.561809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f17b6e2d-c722-4022-97d0-aefa561e6e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.627118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c4afe12-0f9c-45fe-81bd-a38b23d30344 req-c8f686e7-b27d-4c64-8179-223079468212 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 210 time: 0.0917890 Aug 19 12:15:10.628523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c73dd3-53e5-4600-9b4e-a4ee01a94938 req-ff94fedf-20b8-4acc-b05d-92e03a5232a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:10.629893 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7c73dd3-53e5-4600-9b4e-a4ee01a94938 req-ff94fedf-20b8-4acc-b05d-92e03a5232a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.2100842 Aug 19 12:15:10.631905 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3841fc4-aee9-483b-8582-044ec27a7f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.675907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7c73dd3-53e5-4600-9b4e-a4ee01a94938 req-dc6eb2bf-ac70-4943-9c22-ee903abaf7fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354664 Aug 19 12:15:10.732187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f17b6e2d-c722-4022-97d0-aefa561e6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.800423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d3550-bf15-4cbb-b733-9eeba8c07bdf req-54710a16-b919-4b38-8e46-712e0b78f908 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:10.801972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-840d3550-bf15-4cbb-b733-9eeba8c07bdf req-54710a16-b919-4b38-8e46-712e0b78f908 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 944 time: 0.2646189 Aug 19 12:15:10.810569 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-648df09e-3880-4839-a829-76e455da9a92 req-a3bd610d-e753-43c1-9d1f-822844430d20 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 210 time: 0.0906084 Aug 19 12:15:10.839137 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f17b6e2d-c722-4022-97d0-aefa561e6e35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d521baf4fc7a4585abbac8a71365bbc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5603034 Aug 19 12:15:10.839292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b6e2d-c722-4022-97d0-aefa561e6e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc28afa-944b-4b46-8b4a-7d7fff99f273,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:10.860904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45712) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:10.947328 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-840d3550-bf15-4cbb-b733-9eeba8c07bdf req-a9464ebf-7daf-4c51-9bf2-62c7a8afbf29 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350374 Aug 19 12:15:10.972304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7c73dd3-53e5-4600-9b4e-a4ee01a94938 req-0eada8ad-04e9-4875-9539-9b2a732ad850 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872713 Aug 19 12:15:10.989454 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.062636 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3841fc4-aee9-483b-8582-044ec27a7f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.065274 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3841fc4-aee9-483b-8582-044ec27a7f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.066447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c3841fc4-aee9-483b-8582-044ec27a7f08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23608dc3-a51c-4813-995b-8db44c4211bb HTTP/1.1" status: 204 len: 168 time: 0.7673228 Aug 19 12:15:11.089999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1515fc50-2615-4a7e-9021-566dfea362a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.100194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3841fc4-aee9-483b-8582-044ec27a7f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23608dc3-a51c-4813-995b-8db44c4211bb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:11.146562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1515fc50-2615-4a7e-9021-566dfea362a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.160019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a7687723-d57e-4e54-888b-0a21ca449e5f details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:11.185518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b469b4-6544-45ad-8926-2848d4e5fbbc req-32270bb9-b215-4c58-b6fc-1e294a0ce0df tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:11.185518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60b469b4-6544-45ad-8926-2848d4e5fbbc req-32270bb9-b215-4c58-b6fc-1e294a0ce0df tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 946 time: 0.2122393 Aug 19 12:15:11.217514 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.234632 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7c73dd3-53e5-4600-9b4e-a4ee01a94938 req-397c855c-5457-431c-a8fa-e07107a1e33f service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502635 Aug 19 12:15:11.320112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c28bfdf-89f5-4573-bab0-b28724bae974,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:11.335694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a7687723-d57e-4e54-888b-0a21ca449e5f,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:11.359084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a7687723-d57e-4e54-888b-0a21ca449e5f has no active binding in host n-h2-778732-8 {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:15:11.362877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:11.372501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60b469b4-6544-45ad-8926-2848d4e5fbbc req-bc795ea5-5ae1-4e94-976d-6855df44588d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776009 Aug 19 12:15:11.439140 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.449679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Allocated IP 192.168.233.246 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/11468250-ce2c-4597-bb49-5c5824f49705) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:11.468597 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1515fc50-2615-4a7e-9021-566dfea362a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.473361 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1515fc50-2615-4a7e-9021-566dfea362a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.473361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1515fc50-2615-4a7e-9021-566dfea362a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfc28afa-944b-4b46-8b4a-7d7fff99f273 HTTP/1.1" status: 204 len: 168 time: 0.6114895 Aug 19 12:15:11.486685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515fc50-2615-4a7e-9021-566dfea362a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc28afa-944b-4b46-8b4a-7d7fff99f273,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:11.516337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:11.551282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3', 'mac_address': 'fa:16:3e:ab:8c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:11.602808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.622210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:11.648538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:11.727724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.743776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Transition to ACTIVE for port object 11468250-ce2c-4597-bb49-5c5824f49705 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:11.755104 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.766017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2179804-9af0-4a88-be23-5da93288f860 req-fbf5a00d-ebc0-4fb9-8c18-4d269ae68485 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 210 time: 0.0355246 Aug 19 12:15:11.809303 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:11.882992 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.968508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-432f90f9-6c94-4281-b752-a1af498be2eb req-6a62cd25-7736-433e-adaf-4d0524673b87 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 210 time: 0.0397103 Aug 19 12:15:12.002066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:12.019073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:12.023460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:12.063114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:12.160720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Pushing event updated for resources: {'Port': ['ID=11468250-ce2c-4597-bb49-5c5824f49705,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:12.236355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007f2df-4448-487e-8dc3-18460a9d8ad0 req-a444241b-7eef-4c2e-9e65-2a386ffe982f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.250321 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9007f2df-4448-487e-8dc3-18460a9d8ad0 req-a444241b-7eef-4c2e-9e65-2a386ffe982f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 944 time: 0.1356230 Aug 19 12:15:12.277824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-700d0465-0e6a-4eb6-911b-b5d02b8b0eab tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.281758 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-700d0465-0e6a-4eb6-911b-b5d02b8b0eab tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.52 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 820 time: 0.4154222 Aug 19 12:15:12.301832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.302433 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.314407 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Request body: {'port': {'device_id': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74', 'admin_state_up': True, 'tenant_id': '04ab79f9c1124eabb694c0c9804394aa'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:12.324632 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9007f2df-4448-487e-8dc3-18460a9d8ad0 req-117b70ae-483c-4676-b1a3-5fb6f6b4e166 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731459 Aug 19 12:15:12.439388 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-715f39eb-f80d-404d-b58f-bfc84b19dfbc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3927200 Aug 19 12:15:12.460586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Request body: {'port': {'device_id': '60038edf-a12e-4228-8e02-1e8098bc9a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:12.548944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7e5e2d0e-62b9-454f-811a-8495f53254c4 None None] Provisioning for port 11468250-ce2c-4597-bb49-5c5824f49705 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:12.555406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7e5e2d0e-62b9-454f-811a-8495f53254c4 None None] Provisioning complete for port 11468250-ce2c-4597-bb49-5c5824f49705 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:12.555726 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2d0e-62b9-454f-811a-8495f53254c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.615174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.649497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e2d0e-62b9-454f-811a-8495f53254c4 None None] Port 11468250-ce2c-4597-bb49-5c5824f49705 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:12.708211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b454fb7-1a7b-487b-93db-1968c5fb1872 req-b46c28b0-26c8-41e0-8315-226c184f130e tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.711012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b454fb7-1a7b-487b-93db-1968c5fb1872 req-b46c28b0-26c8-41e0-8315-226c184f130e tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 947 time: 0.1424029 Aug 19 12:15:12.760001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b454fb7-1a7b-487b-93db-1968c5fb1872 req-0a9fbbfe-b636-4f2a-8a13-72d8dc64aac0 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Aug 19 12:15:12.929782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb04f6-e0ac-468b-8b80-4fb49ce20d85 req-688d61ea-fcaa-447d-8d82-e263a34e7cea tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.940113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8acb04f6-e0ac-468b-8b80-4fb49ce20d85 req-688d61ea-fcaa-447d-8d82-e263a34e7cea tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 936 time: 0.0774896 Aug 19 12:15:12.966258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Made reservation on behalf of 04ab79f9c1124eabb694c0c9804394aa for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:12.971688 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.998328 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8acb04f6-e0ac-468b-8b80-4fb49ce20d85 req-1d76a81d-e10a-4b8b-8a10-85b9a357b9ab tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564790 Aug 19 12:15:13.114726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f1db258-fd24-48f4-bd95-9e86c190e642 req-7f447376-750e-4301-a5ee-32f0e3afea8c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 210 time: 0.0329018 Aug 19 12:15:13.179190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:13.236559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Allocated IP 172.20.0.5 (955b0894-0665-4200-93e0-8fea9bacbe74/d3e45397-6f87-4bdf-a2cb-1af074370154/13d5af20-2e3c-4d87-bf88-4cdfe76644e1) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:13.254288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11468250-ce2c-4597-bb49-5c5824f49705 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:13.264267 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.313724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Transition to ACTIVE for port object 11468250-ce2c-4597-bb49-5c5824f49705 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:13.468200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:13.473275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:13.473651 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.475173 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.503226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.514844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b06dee-16af-4ad8-8a1e-639e1ef56898 req-721aaae1-d475-4acf-b0fb-d97ab13b7b49 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:13.525259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8b06dee-16af-4ad8-8a1e-639e1ef56898 req-721aaae1-d475-4acf-b0fb-d97ab13b7b49 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 944 time: 0.0813646 Aug 19 12:15:13.615064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Pushing event updated for resources: {'Port': ['ID=11468250-ce2c-4597-bb49-5c5824f49705,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:13.641256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8b06dee-16af-4ad8-8a1e-639e1ef56898 req-69bd476d-4953-4404-a932-0455f168d12b tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169906 Aug 19 12:15:13.736380 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.777846 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Attempting to bind port 11468250-ce2c-4597-bb49-5c5824f49705 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:13.778113 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Attempting to bind port 11468250-ce2c-4597-bb49-5c5824f49705 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:13.778701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Attempting to bind port 11468250-ce2c-4597-bb49-5c5824f49705 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:13.785007 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Port 11468250-ce2c-4597-bb49-5c5824f49705 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:13.785401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Attempting to bind port 11468250-ce2c-4597-bb49-5c5824f49705 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:13.794502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:13.794671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:13.795511 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:13.795972 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Bound port: 11468250-ce2c-4597-bb49-5c5824f49705, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:13.796333 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.812670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73de67f6-389e-4222-88e8-2abe5a5baad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:13.816118 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85ce01a-1869-480f-968f-5c4347797023" -d '{"events": [{"server_uuid": "73de67f6-389e-4222-88e8-2abe5a5baad2", "name": "network-vif-plugged", "status": "completed", "tag": "e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:13.858756 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.893300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:13.927881 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67be21e1-0a5a-42fe-86ea-e0c903f62e8f x-openstack-request-id: req-67be21e1-0a5a-42fe-86ea-e0c903f62e8f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:13.927881 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73de67f6-389e-4222-88e8-2abe5a5baad2", "name": "network-vif-plugged", "status": "completed", "tag": "e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:13.927881 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67be21e1-0a5a-42fe-86ea-e0c903f62e8f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:13.928982 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73de67f6-389e-4222-88e8-2abe5a5baad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3', 'code': 200} Aug 19 12:15:13.989239 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.044481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.52', 58856) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:14.119504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Pushing event updated for resources: {'Port': ['ID=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:14.135347 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Network 955b0894-0665-4200-93e0-8fea9bacbe74 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:14.172011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:14.176004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:14.183255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:14.187992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1c84e-b291-4192-b39f-a6efdf1ea283 req-10f2843a-04bd-48f3-ab97-7f412c6a417f tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.200734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ed1c84e-b291-4192-b39f-a6efdf1ea283 req-10f2843a-04bd-48f3-ab97-7f412c6a417f tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 947 time: 0.2581630 Aug 19 12:15:14.205935 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.241075 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] For port 11468250-ce2c-4597-bb49-5c5824f49705, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:14.248849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] For port 11468250-ce2c-4597-bb49-5c5824f49705, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=11468250-ce2c-4597-bb49-5c5824f49705,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:14.279604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.280898 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.302118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f68725-e2c1-487a-a533-d0a126b57213 req-7f8d0b26-ec2f-4d55-90f5-4d032b42aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.304443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96f68725-e2c1-487a-a533-d0a126b57213 req-7f8d0b26-ec2f-4d55-90f5-4d032b42aca1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 1099 time: 0.2568259 Aug 19 12:15:14.349803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ec73-cb4c-4a42-8cb1-23023e37ec0a req-0d959dbc-f5b3-481d-8a27-5a05c3138042 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.352165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4a9ec73-cb4c-4a42-8cb1-23023e37ec0a req-0d959dbc-f5b3-481d-8a27-5a05c3138042 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 948 time: 0.1484349 Aug 19 12:15:14.366624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ed1c84e-b291-4192-b39f-a6efdf1ea283 req-1f9aa6fb-1d49-4d4e-ac0f-90d100620efd tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643884 Aug 19 12:15:14.381781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.436172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96f68725-e2c1-487a-a533-d0a126b57213 req-08f5afc5-9db6-4e1c-aac7-4dfa22f3b308 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205091 Aug 19 12:15:14.454923 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-6dae6a02-991a-4f9e-af13-8aa6880c5c16 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1450679 Aug 19 12:15:14.488278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.489335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.491511 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] 10.222.0.52 "PUT /v2.0/ports/11468250-ce2c-4597-bb49-5c5824f49705 HTTP/1.1" status: 200 len: 1096 time: 2.0408912 Aug 19 12:15:14.492217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60038edf-a12e-4228-8e02-1e8098bc9a3d', 'tag': '11468250-ce2c-4597-bb49-5c5824f49705'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:14.497248 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcddcb4-7c4c-441e-b403-03e497ce989e" -d '{"events": [{"name": "network-changed", "server_uuid": "60038edf-a12e-4228-8e02-1e8098bc9a3d", "tag": "11468250-ce2c-4597-bb49-5c5824f49705"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:14.504280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4a9ec73-cb4c-4a42-8cb1-23023e37ec0a req-6a48bc85-9fd1-4590-8299-f866d039f246 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358619 Aug 19 12:15:14.530362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf89c1-5265-4eab-9586-f58a794c0960 service neutron] Pushing event updated for resources: {'Port': ['ID=11468250-ce2c-4597-bb49-5c5824f49705,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:14.593761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8e53f-cc19-4875-81c1-180821105baf req-733d65d7-e3fa-4fbc-b703-6f31753e35f3 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.595810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fa8e53f-cc19-4875-81c1-180821105baf req-733d65d7-e3fa-4fbc-b703-6f31753e35f3 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 931 time: 0.1440995 Aug 19 12:15:14.657728 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Request body: {'port': {'device_id': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:14.710404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fa8e53f-cc19-4875-81c1-180821105baf req-89fcb569-2765-4e36-8fcd-76dafb7dfb41 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005809 Aug 19 12:15:14.803215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.851709 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2357ec-dec9-4072-9baf-f4e69d5ccdd5 x-openstack-request-id: req-7f2357ec-dec9-4072-9baf-f4e69d5ccdd5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:14.851709 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60038edf-a12e-4228-8e02-1e8098bc9a3d", "tag": "11468250-ce2c-4597-bb49-5c5824f49705", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:14.851709 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f2357ec-dec9-4072-9baf-f4e69d5ccdd5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:14.852080 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60038edf-a12e-4228-8e02-1e8098bc9a3d', 'tag': '11468250-ce2c-4597-bb49-5c5824f49705', 'status': 'completed', 'code': 200} Aug 19 12:15:15.094181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-785a5bfc-54dc-4c5c-bc73-f3973df12d3a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1491430 Aug 19 12:15:15.109084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e95f69-5227-44e8-96a6-1b09dfc1c756 req-3604f8e6-00d7-476e-bfec-3568ed121e0d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.121243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46e95f69-5227-44e8-96a6-1b09dfc1c756 req-3604f8e6-00d7-476e-bfec-3568ed121e0d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 944 time: 0.1165509 Aug 19 12:15:15.198384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46e95f69-5227-44e8-96a6-1b09dfc1c756 req-7071ba48-a5a5-42f5-bf55-8956192c3889 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723765 Aug 19 12:15:15.201933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcddcb4-7c4c-441e-b403-03e497ce989e req-00ee1824-2d65-4646-bb6f-50759a3ee768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.204684 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1dcddcb4-7c4c-441e-b403-03e497ce989e req-00ee1824-2d65-4646-bb6f-50759a3ee768 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 1099 time: 0.2977624 Aug 19 12:15:15.272798 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1dcddcb4-7c4c-441e-b403-03e497ce989e req-76880801-7255-44a5-935c-6347aee1c65b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443356 Aug 19 12:15:15.376233 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-c3c132f9-f9e1-4584-a725-f98964477f8b service neutron] 10.222.0.53 "GET /v2.0/ports/a7687723-d57e-4e54-888b-0a21ca449e5f/bindings/n-h2-778732-8 HTTP/1.1" status: 200 len: 384 time: 0.4145305 Aug 19 12:15:15.382138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-3a927455-b740-4d73-9408-c062cf6bd86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.384503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-3a927455-b740-4d73-9408-c062cf6bd86d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 1101 time: 0.1733749 Aug 19 12:15:15.558970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcddcb4-7c4c-441e-b403-03e497ce989e req-37d98f71-13a0-4822-958d-5912d0d09bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.561539 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1dcddcb4-7c4c-441e-b403-03e497ce989e req-37d98f71-13a0-4822-958d-5912d0d09bf1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2557046 Aug 19 12:15:15.622714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-c3a3dc26-cc63-45e5-948e-520a9ffae8ce tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1416714 Aug 19 12:15:15.774243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:15.798856 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:16.166921 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Transition to ACTIVE for port object 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:16.175527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-e17aa27b-0171-4e32-af2e-82e564907969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.177100 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-e17aa27b-0171-4e32-af2e-82e564907969 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 1099 time: 0.4767702 Aug 19 12:15:16.196410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebdd30-8228-40fd-aba9-dc8a463f6153 req-f9e6c2af-1b27-4e6a-8263-c997b926e8a4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.196410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ebdd30-8228-40fd-aba9-dc8a463f6153 req-f9e6c2af-1b27-4e6a-8263-c997b926e8a4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 948 time: 0.6078417 Aug 19 12:15:16.216443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8baec4-24fb-4d40-80f8-97428835124c req-765a6213-95f2-4b71-91c6-18e0ccfae745 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.216443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-765a6213-95f2-4b71-91c6-18e0ccfae745 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5900180 Aug 19 12:15:16.239267 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-2473d4cb-859c-4e1d-874e-3f85fedaaed1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=11468250-ce2c-4597-bb49-5c5824f49705 HTTP/1.1" status: 200 len: 217 time: 0.0506823 Aug 19 12:15:16.271334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-668aa50b-9cb7-4015-a151-d00c43e5a412 service neutron] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a7687723-d57e-4e54-888b-0a21ca449e5f,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:16.274075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-27fd25d3-c76e-46bd-879e-371dc657347a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/quotas/c3b89d50d87e468e9fc4df05bf40f5d3 HTTP/1.1" status: 200 len: 375 time: 0.0488293 Aug 19 12:15:16.275529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-0cc8e402-6279-47d1-9636-843ad24b9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.278099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-0cc8e402-6279-47d1-9636-843ad24b9fa2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.8294170 Aug 19 12:15:16.303869 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:16.361196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-668aa50b-9cb7-4015-a151-d00c43e5a412 service neutron] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:16.388671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-7bf599f8-4e02-49f4-8ab2-f98e48fc3c7f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016448 Aug 19 12:15:16.393894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ebdd30-8228-40fd-aba9-dc8a463f6153 req-c1aff4aa-fe97-4c2f-b17b-100bd0a32bcb tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774800 Aug 19 12:15:16.396718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-ecb4c5b6-3e19-4250-b1c4-0504d11e3485 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 HTTP/1.1" status: 200 len: 217 time: 0.0987742 Aug 19 12:15:16.409235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-54be9fe8-4924-4d0d-94aa-aa8939bd58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.410975 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-54be9fe8-4924-4d0d-94aa-aa8939bd58b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1581254 Aug 19 12:15:16.422431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Pushing event updated for resources: {'Port': ['ID=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:16.434890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-668aa50b-9cb7-4015-a151-d00c43e5a412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7687723-d57e-4e54-888b-0a21ca449e5f {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:16.487146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-f53bfea2-6ab9-481c-b75d-8ae27bf167fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.489546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-f53bfea2-6ab9-481c-b75d-8ae27bf167fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0845437 Aug 19 12:15:16.537519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-668aa50b-9cb7-4015-a151-d00c43e5a412 service neutron] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a7687723-d57e-4e54-888b-0a21ca449e5f,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:16.592852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19580b-9438-4dc0-ad0b-ab8c559e09a8 req-c61f0269-f0aa-458d-a4ca-a3c1f573a8db tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.594514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d19580b-9438-4dc0-ad0b-ab8c559e09a8 req-c61f0269-f0aa-458d-a4ca-a3c1f573a8db tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 948 time: 0.1036623 Aug 19 12:15:16.601893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-717c59c7-d941-4d6f-bb58-9b577921db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.603434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-717c59c7-d941-4d6f-bb58-9b577921db15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968654 Aug 19 12:15:16.628731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-23d4e505-6a49-495f-a247-6febdb88828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.630518 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-23d4e505-6a49-495f-a247-6febdb88828d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1806827 Aug 19 12:15:16.642442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:16.642442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:16.642442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:16.658749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:16.659074 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:16.676252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:16.685836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:16.685836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:16.685836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Bound port: 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:16.685836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:16.729545 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d19580b-9438-4dc0-ad0b-ab8c559e09a8 req-9075227e-1ea0-4993-9c9b-9b7db8dcdebd tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225836 Aug 19 12:15:16.795197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-981245fd-ab90-4e28-b3e4-689f9509a271 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818178 Aug 19 12:15:16.820319 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-66daa624-3bed-48a6-a099-dc4bb7f8e381 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706522 Aug 19 12:15:16.824952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-668aa50b-9cb7-4015-a151-d00c43e5a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:16.966930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:16.982121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df54295-c327-491d-8223-36c0cc340c3f req-188e340a-fdb0-4290-a42a-1a6530234fd6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.985700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8df54295-c327-491d-8223-36c0cc340c3f req-188e340a-fdb0-4290-a42a-1a6530234fd6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 943 time: 0.1053629 Aug 19 12:15:17.032378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e65a842-d5c3-4a0d-a7eb-db3a63b2b036 req-b2326c35-7223-409f-ac2a-196e23c9914d service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249079 Aug 19 12:15:17.034263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:17.050823 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4b335e2-9a7a-4eea-b7c6-fab6812486ef req-281d0536-1a32-48fe-a792-6eb0d47cfe86 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206135 Aug 19 12:15:17.078393 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8df54295-c327-491d-8223-36c0cc340c3f req-30ae2303-55a5-4fbf-9a86-b4ee311beeb5 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852418 Aug 19 12:15:17.139284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-668aa50b-9cb7-4015-a151-d00c43e5a412 service neutron] Transition to ACTIVE for port object a7687723-d57e-4e54-888b-0a21ca449e5f will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:17.141248 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:17.220303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-668aa50b-9cb7-4015-a151-d00c43e5a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:17.242488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.243453 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:17.246535 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] 10.222.0.52 "PUT /v2.0/ports/13d5af20-2e3c-4d87-bf88-4cdfe76644e1 HTTP/1.1" status: 200 len: 1091 time: 2.5985067 Aug 19 12:15:17.257413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fe773-b347-4146-8b5c-51eabc18eb6c req-8beb979c-0213-4396-a615-d330fada3782 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.267468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b6fe773-b347-4146-8b5c-51eabc18eb6c req-8beb979c-0213-4396-a615-d330fada3782 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 944 time: 0.1010568 Aug 19 12:15:17.281814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'tag': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:17.284496 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a608e207-e13b-4801-9dcb-7e6ecaa11196" -d '{"events": [{"name": "network-changed", "server_uuid": "7d069fd1-ba30-4efa-a1fd-345253998ed1", "tag": "13d5af20-2e3c-4d87-bf88-4cdfe76644e1"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:17.288053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbb413-8dd8-4828-aa76-54e67ef668fd service neutron] Pushing event updated for resources: {'Port': ['ID=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:17.342232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b6fe773-b347-4146-8b5c-51eabc18eb6c req-2acc4350-704f-4d73-b68b-21e1eba75fab tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734837 Aug 19 12:15:17.352612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-668aa50b-9cb7-4015-a151-d00c43e5a412 service neutron] No DVR routers for this DVR port a7687723-d57e-4e54-888b-0a21ca449e5f on host n-h1-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:17.441573 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-668aa50b-9cb7-4015-a151-d00c43e5a412 service neutron] 10.222.0.53 "PUT /v2.0/ports/a7687723-d57e-4e54-888b-0a21ca449e5f/bindings/n-h2-778732-8/activate HTTP/1.1" status: 200 len: 369 time: 2.0528917 Aug 19 12:15:17.498209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f33b039a-7952-4b05-babe-2934540bdafd req-82c6cea8-d3d8-4410-8d00-ec99eedffd82 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 210 time: 0.0903821 Aug 19 12:15:17.511571 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322b9bfa-7913-4947-97a3-1b55c40e4d45 x-openstack-request-id: req-322b9bfa-7913-4947-97a3-1b55c40e4d45 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:17.511571 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d069fd1-ba30-4efa-a1fd-345253998ed1", "tag": "13d5af20-2e3c-4d87-bf88-4cdfe76644e1", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:17.511940 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-322b9bfa-7913-4947-97a3-1b55c40e4d45 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:17.512558 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'tag': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1', 'status': 'completed', 'code': 200} Aug 19 12:15:17.548673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668aa50b-9cb7-4015-a151-d00c43e5a412 service neutron] Pushing event updated for resources: {'Port': ['ID=a7687723-d57e-4e54-888b-0a21ca449e5f,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:17.578739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-23db0dab-295a-448d-843d-0fcc2ee4fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.578739 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-23db0dab-295a-448d-843d-0fcc2ee4fc62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 1094 time: 0.1358716 Aug 19 12:15:17.636254 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-1ef4508a-7886-4883-ac76-719cc5fc3fe1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1 HTTP/1.1" status: 200 len: 217 time: 0.0454752 Aug 19 12:15:17.705223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979de51-b8df-4935-9c33-8222650ec539 req-9b546b08-11f6-4f20-89de-8c8d6720a3df tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.708379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e979de51-b8df-4935-9c33-8222650ec539 req-9b546b08-11f6-4f20-89de-8c8d6720a3df tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 948 time: 0.0956960 Aug 19 12:15:17.790046 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-8ae89b99-dce6-47b9-ac0b-9e9a0c75f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.793289 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-8ae89b99-dce6-47b9-ac0b-9e9a0c75f536 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.1482680 Aug 19 12:15:17.813892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e979de51-b8df-4935-9c33-8222650ec539 req-15b9057e-2d3e-425c-ba58-260dc13c0069 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952351 Aug 19 12:15:17.831327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-38fe44b3-ae75-4a90-ace1-a35c38666efe tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.834001 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-38fe44b3-ae75-4a90-ace1-a35c38666efe tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.1228764 Aug 19 12:15:17.863794 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-e4c63cfd-e497-4957-87c2-e3fe40dce10d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522416 Aug 19 12:15:17.993020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315de09-8d29-46b7-abfd-43a553347b93 req-79aeb11d-9399-43bc-a0e5-3d5b568db90c tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.000519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1315de09-8d29-46b7-abfd-43a553347b93 req-79aeb11d-9399-43bc-a0e5-3d5b568db90c tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 948 time: 0.1145437 Aug 19 12:15:18.045994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45890) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:18.095555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1315de09-8d29-46b7-abfd-43a553347b93 req-1c5093da-0d3f-42f9-9c79-265931a4c197 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852866 Aug 19 12:15:18.122859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-9050395c-3bab-4eb7-b986-21d1cbffb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.133789 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-9050395c-3bab-4eb7-b986-21d1cbffb1cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57&tenant_id=d30606ced6c44d0c824e033b9b330523 HTTP/1.1" status: 200 len: 1096 time: 0.2666945 Aug 19 12:15:18.193878 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-9da73866-121b-4df4-88d7-fc2f88f9d47e service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156559 Aug 19 12:15:18.268750 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1b554e59-3137-48a4-bf77-bd2a9a77dd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:18.286785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-74c5ea1f-6341-407e-a9c6-eecd2745e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.289212 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-74c5ea1f-6341-407e-a9c6-eecd2745e8c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 1096 time: 0.1102347 Aug 19 12:15:18.394483 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1b554e59-3137-48a4-bf77-bd2a9a77dd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:18.418127 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8f2cfc9-009c-44fa-903e-d36bcd5fdbdc req-91465991-b131-4db7-860a-bb1e999277f9 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093329 Aug 19 12:15:18.450519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a7687723-d57e-4e54-888b-0a21ca449e5f no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:18.480821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-d8b4196d-7c8c-4ca8-b5ff-c838bb22b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.483156 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-d8b4196d-7c8c-4ca8-b5ff-c838bb22b98c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.1836350 Aug 19 12:15:18.502455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a7687723-d57e-4e54-888b-0a21ca449e5f not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:18.538076 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1b554e59-3137-48a4-bf77-bd2a9a77dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:18.538414 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-4a31f76f-9f1f-44f6-bf2d-a4bfe0a6e5d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7687723-d57e-4e54-888b-0a21ca449e5f HTTP/1.1" status: 200 len: 217 time: 0.0455320 Aug 19 12:15:18.609303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b554e59-3137-48a4-bf77-bd2a9a77dd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c38869b-a0a2-4b99-8e25-d0809c90c41d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:18.613941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1b554e59-3137-48a4-bf77-bd2a9a77dd93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92b2127349f04cbd99cb87310864061e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644164 Aug 19 12:15:18.618098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45902) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:18.662799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-831d3537-9638-47bb-9a88-07779dbe6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.664478 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-831d3537-9638-47bb-9a88-07779dbe6554 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.1024587 Aug 19 12:15:18.676970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e207-e13b-4801-9dcb-7e6ecaa11196 req-f367f827-1ebd-4432-9e78-f84414cea726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.678799 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a608e207-e13b-4801-9dcb-7e6ecaa11196 req-f367f827-1ebd-4432-9e78-f84414cea726 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 1094 time: 0.0669932 Aug 19 12:15:18.693729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bef746cc-3880-4f83-8a6f-cd136f5a19fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:18.729495 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bef746cc-3880-4f83-8a6f-cd136f5a19fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:18.763486 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-deab8ef7-08c1-442f-a586-35dd00080aa9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752828 Aug 19 12:15:18.878015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e207-e13b-4801-9dcb-7e6ecaa11196 req-d8ce5b99-5d00-4b8f-8ff7-42b7e4d8fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.879511 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a608e207-e13b-4801-9dcb-7e6ecaa11196 req-d8ce5b99-5d00-4b8f-8ff7-42b7e4d8fcfa service neutron] 10.222.0.52 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.1899924 Aug 19 12:15:18.897307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f67f20-5ec9-44c0-a9ec-c042f81d0863 req-9e496b5a-915f-4c77-a419-1c022b1f2b75 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.898926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e7f67f20-5ec9-44c0-a9ec-c042f81d0863 req-9e496b5a-915f-4c77-a419-1c022b1f2b75 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 943 time: 0.0713472 Aug 19 12:15:18.967883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e7f67f20-5ec9-44c0-a9ec-c042f81d0863 req-e328f552-5454-4956-87c2-2537c66e3b3c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568137 Aug 19 12:15:18.972292 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a608e207-e13b-4801-9dcb-7e6ecaa11196 req-468501f5-1313-4f6b-bb10-8e3813f30421 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1 HTTP/1.1" status: 200 len: 217 time: 0.0827203 Aug 19 12:15:18.981245 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-e261a640-f435-4bb9-b2cf-381611c0a567 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016711 Aug 19 12:15:19.019927 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bef746cc-3880-4f83-8a6f-cd136f5a19fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:19.023892 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bef746cc-3880-4f83-8a6f-cd136f5a19fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:19.041072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bef746cc-3880-4f83-8a6f-cd136f5a19fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c38869b-a0a2-4b99-8e25-d0809c90c41d HTTP/1.1" status: 204 len: 168 time: 0.4211521 Aug 19 12:15:19.055146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef746cc-3880-4f83-8a6f-cd136f5a19fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c38869b-a0a2-4b99-8e25-d0809c90c41d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:19.104400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e207-e13b-4801-9dcb-7e6ecaa11196 req-dab2d93e-9ca5-49f7-99b7-946618a1f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.108013 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a608e207-e13b-4801-9dcb-7e6ecaa11196 req-dab2d93e-9ca5-49f7-99b7-946618a1f85d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.1241927 Aug 19 12:15:19.154201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496158cb-26f8-454b-ae31-c4f8ca665030 req-2a9bdc31-2ae0-4d91-99c5-c47e47d02067 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.155855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-496158cb-26f8-454b-ae31-c4f8ca665030 req-2a9bdc31-2ae0-4d91-99c5-c47e47d02067 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 945 time: 0.0749576 Aug 19 12:15:19.165266 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a608e207-e13b-4801-9dcb-7e6ecaa11196 req-80282348-de9f-4b81-ac73-04cc17939e27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477688 Aug 19 12:15:19.226771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-496158cb-26f8-454b-ae31-c4f8ca665030 req-6d0e8b55-a6f7-4d1f-86c6-40883e10baf1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569100 Aug 19 12:15:19.273304 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-2820262d-397a-46d7-bce0-e6a169239b14 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577741 Aug 19 12:15:19.356046 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a608e207-e13b-4801-9dcb-7e6ecaa11196 req-ffc2be73-8c79-4177-8692-455aa6d6f65b service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712480 Aug 19 12:15:19.451360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1c31312-6022-4420-a85e-76cab57dacf0 req-63786d8b-cc2d-4899-8ef3-5944e1683c91 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 210 time: 0.0402770 Aug 19 12:15:19.527731 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a608e207-e13b-4801-9dcb-7e6ecaa11196 req-c53667d1-d0b8-4781-b5ac-70ff07bcfcb9 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605115 Aug 19 12:15:19.602916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaca8c-b210-48a4-93db-7a59e156ca9f req-bd8972fb-bdc2-41b7-a22a-605e5a21cd90 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.607508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3baaca8c-b210-48a4-93db-7a59e156ca9f req-bd8972fb-bdc2-41b7-a22a-605e5a21cd90 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 948 time: 0.0819499 Aug 19 12:15:19.663644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3baaca8c-b210-48a4-93db-7a59e156ca9f req-fb047ea3-d23a-48fb-8ee3-4acf825ec07a tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498555 Aug 19 12:15:19.699327 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-5449f889-f70f-4ed5-b852-1ca99c0ed7ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746353 Aug 19 12:15:19.774812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5639bd-bf07-4bd3-9156-3dae7a310146 req-978a487c-5e33-4fc2-8be5-eb5061415348 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.777208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec5639bd-bf07-4bd3-9156-3dae7a310146 req-978a487c-5e33-4fc2-8be5-eb5061415348 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 948 time: 0.0831213 Aug 19 12:15:19.824404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-69ce5c0f-7031-4d64-a5fa-5f2520f8892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.827043 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-69ce5c0f-7031-4d64-a5fa-5f2520f8892b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c44bdd34b864300bc10e00029e58457&device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 1096 time: 0.0643127 Aug 19 12:15:19.840665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec5639bd-bf07-4bd3-9156-3dae7a310146 req-e4d5a053-a3e1-4d9a-b018-33a1f901e389 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528829 Aug 19 12:15:20.092628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-48acdc8d-67f4-4a9e-aa88-ead45223fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.092628 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-48acdc8d-67f4-4a9e-aa88-ead45223fff0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3ab6f09-e03b-41f4-b705-19e59a0c8307 HTTP/1.1" status: 200 len: 925 time: 0.1502643 Aug 19 12:15:20.092628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-78d59eed-2d3d-447b-bc7d-fbe789bab40c tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.092628 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-78d59eed-2d3d-447b-bc7d-fbe789bab40c tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.1434081 Aug 19 12:15:20.155987 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-bf728489-0794-4257-8cb1-36a9c347f29d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22ac8d6-6584-4a2c-ac83-780ff0803b08 HTTP/1.1" status: 200 len: 1001 time: 0.1416090 Aug 19 12:15:20.180928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4912cb-44dc-4b7c-a993-3b7bfd9c5109 req-86d5c23a-e29e-4192-9a44-2cafc5e6b1b5 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.182990 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc4912cb-44dc-4b7c-a993-3b7bfd9c5109 req-86d5c23a-e29e-4192-9a44-2cafc5e6b1b5 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 943 time: 0.1040349 Aug 19 12:15:20.246984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc4912cb-44dc-4b7c-a993-3b7bfd9c5109 req-781e06d1-6923-4c29-b761-f291c99ac802 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544450 Aug 19 12:15:20.261403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-9f484b24-32fc-40de-a538-c441652ccfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.263396 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-9f484b24-32fc-40de-a538-c441652ccfa7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f3e3898-0ce2-4aa6-824e-c59816795177 HTTP/1.1" status: 200 len: 863 time: 0.0994840 Aug 19 12:15:20.339940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45924) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:20.377440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27621eb1-61eb-4065-87d9-4276cc616ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:20.395370 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-05effb40-97fa-44d1-a923-f25e945c6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.397033 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-05effb40-97fa-44d1-a923-f25e945c6d12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ab6f09-e03b-41f4-b705-19e59a0c8307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985293 Aug 19 12:15:20.487496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d79064-8443-4472-8cae-0eb455f4c984 req-81b56512-39d0-4a0f-9c91-6454b7d989d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.489748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92d79064-8443-4472-8cae-0eb455f4c984 req-81b56512-39d0-4a0f-9c91-6454b7d989d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 945 time: 0.1170232 Aug 19 12:15:20.497064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-4aa662fe-898a-4bbf-8fb0-264796a8c0c1 service neutron] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:20.504430 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-4aa662fe-898a-4bbf-8fb0-264796a8c0c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:20.510301 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb49e4e1-d3d1-4297-930d-8a829c8a6441 req-4aa662fe-898a-4bbf-8fb0-264796a8c0c1 service neutron] 10.222.0.52 "DELETE /v2.0/ports/a7687723-d57e-4e54-888b-0a21ca449e5f/bindings/n-h1-778732-8 HTTP/1.1" status: 204 len: 173 time: 0.4015846 Aug 19 12:15:20.535013 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-ef988056-ce1a-459c-b8c1-74a74fabc588 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621076 Aug 19 12:15:20.591413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92d79064-8443-4472-8cae-0eb455f4c984 req-7089ab55-3f14-4dbb-bd42-3a1eac6cb424 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870759 Aug 19 12:15:20.632246 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27621eb1-61eb-4065-87d9-4276cc616ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:20.688216 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-488a78d5-572d-4d8b-9e67-e876f7e157fe service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817934 Aug 19 12:15:20.814621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75ac872c-4430-46e2-80f5-7415940b3258 req-20bd144a-167d-43f3-a5b9-80ef237f242b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 210 time: 0.0450115 Aug 19 12:15:20.815780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8baec4-24fb-4d40-80f8-97428835124c req-3642f90c-08e8-47b3-b2a0-ff78ffd398dc tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.816062 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27621eb1-61eb-4065-87d9-4276cc616ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:20.820006 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-3642f90c-08e8-47b3-b2a0-ff78ffd398dc tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771053 Aug 19 12:15:20.841314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Request body: {'port': {'device_id': '902e4541-4ea0-42ac-a30e-ce429d08cb88', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'c3b89d50d87e468e9fc4df05bf40f5d3'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:20.899265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-27621eb1-61eb-4065-87d9-4276cc616ad5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5dcd2bbdd2224a6a942717466f5488d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540922 Aug 19 12:15:20.899265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27621eb1-61eb-4065-87d9-4276cc616ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8025f679-3e11-4000-9f9c-e44a7fc12615,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:20.928509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:21.006573 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ff99eda4-2958-4726-a78a-2a29ac6d1ab8 req-058f9819-6ceb-4737-b1a6-3ce58304a3b4 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079500 Aug 19 12:15:21.040030 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0dc16dbb-224c-4f6c-a6b7-ddbd3a9bf60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.048449 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b5da96e-7f6d-463b-9603-9ad9a99d110d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.143239 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b5da96e-7f6d-463b-9603-9ad9a99d110d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.208563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9b419-c0b6-4d63-9766-64c3552b12fa req-182a94b1-15ec-4158-976e-8a76624c1103 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.211082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4e9b419-c0b6-4d63-9766-64c3552b12fa req-182a94b1-15ec-4158-976e-8a76624c1103 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 948 time: 0.1307125 Aug 19 12:15:21.223478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:21.257487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Made reservation on behalf of c3b89d50d87e468e9fc4df05bf40f5d3 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:21.262317 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.277969 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.295999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4e9b419-c0b6-4d63-9766-64c3552b12fa req-7d453341-ebf4-4558-9070-f96e217c527e tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621109 Aug 19 12:15:21.356180 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b5da96e-7f6d-463b-9603-9ad9a99d110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.366515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b5da96e-7f6d-463b-9603-9ad9a99d110d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.371270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0b5da96e-7f6d-463b-9603-9ad9a99d110d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8025f679-3e11-4000-9f9c-e44a7fc12615 HTTP/1.1" status: 204 len: 168 time: 0.4418545 Aug 19 12:15:21.390760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5da96e-7f6d-463b-9603-9ad9a99d110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8025f679-3e11-4000-9f9c-e44a7fc12615,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:21.398318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:21.430578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1', 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74', 'port_id': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1', 'mac_address': 'fa:16:3e:e3:9a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e45397-6f87-4bdf-a2cb-1af074370154', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:21.462946 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.537256 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.595217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a39300-6ad6-443b-8421-0c364ec5cd24 req-8c0956bf-b499-4de0-9674-e656f23e3c58 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.610614 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32a39300-6ad6-443b-8421-0c364ec5cd24 req-8c0956bf-b499-4de0-9674-e656f23e3c58 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 948 time: 0.1439691 Aug 19 12:15:21.683264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2bf36a-9d60-4580-ad4e-9184773ce247,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:21.696056 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.726119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:21.764123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834d088-439f-4f79-977e-0fafc98189b6 req-c061b33d-bb17-42aa-a47d-141cfb69fa33 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.766582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6834d088-439f-4f79-977e-0fafc98189b6 req-c061b33d-bb17-42aa-a47d-141cfb69fa33 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 1096 time: 0.1868086 Aug 19 12:15:21.767990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:21.771732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32a39300-6ad6-443b-8421-0c364ec5cd24 req-657efa06-b56e-4d49-98d8-a4e8415eb77d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598413 Aug 19 12:15:21.863061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6834d088-439f-4f79-977e-0fafc98189b6 req-c3177510-4249-4952-b836-8e8a72f40f21 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740697 Aug 19 12:15:21.880471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Allocated IP 192.168.233.251 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/d2709a5a-7dbe-4843-8fe7-a99a1915d124) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:21.906405 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.909304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 11468250-ce2c-4597-bb49-5c5824f49705 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:21.989059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0d754-ceb4-44f3-9551-123c59360fab req-7823c2a8-d7c1-4171-8116-76ea18c7125e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.998686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ac0d754-ceb4-44f3-9551-123c59360fab req-7823c2a8-d7c1-4171-8116-76ea18c7125e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 943 time: 0.1387284 Aug 19 12:15:22.162563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be27fe7-df29-4c05-9f0b-095ac1b0472c req-3e8e9a4b-75ef-4f9b-9bfb-a5358dce8c54 tempest-LiveMigrationNegativeTest-148326271 tempest-LiveMigrationNegativeTest-148326271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.165099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9be27fe7-df29-4c05-9f0b-095ac1b0472c req-3e8e9a4b-75ef-4f9b-9bfb-a5358dce8c54 tempest-LiveMigrationNegativeTest-148326271 tempest-LiveMigrationNegativeTest-148326271-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 1099 time: 0.0875435 Aug 19 12:15:22.182875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ac0d754-ceb4-44f3-9551-123c59360fab req-6a9b51a6-7d01-4b78-9872-eb05745c644a tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635578 Aug 19 12:15:22.233482 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9be27fe7-df29-4c05-9f0b-095ac1b0472c req-03521950-13c5-4598-92d2-37a71e89dc80 tempest-LiveMigrationNegativeTest-148326271 tempest-LiveMigrationNegativeTest-148326271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:22.298203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 11468250-ce2c-4597-bb49-5c5824f49705, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=11468250-ce2c-4597-bb49-5c5824f49705,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:22.324493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '11468250-ce2c-4597-bb49-5c5824f49705', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '11468250-ce2c-4597-bb49-5c5824f49705', 'mac_address': 'fa:16:3e:b9:cb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:22.327926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:22.421755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:22.446549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11468250-ce2c-4597-bb49-5c5824f49705 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:22.468888 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9be27fe7-df29-4c05-9f0b-095ac1b0472c req-03521950-13c5-4598-92d2-37a71e89dc80 tempest-LiveMigrationNegativeTest-148326271 tempest-LiveMigrationNegativeTest-148326271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:22.560444 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:22.563307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 11468250-ce2c-4597-bb49-5c5824f49705, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=11468250-ce2c-4597-bb49-5c5824f49705,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:22.564074 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Transition to ACTIVE for port object d2709a5a-7dbe-4843-8fe7-a99a1915d124 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:22.565613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4631def1-54be-4652-9ec3-eb46553e7d66 req-08384809-37d0-4e9d-8899-8072e357d6ac tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 210 time: 0.0717206 Aug 19 12:15:22.594370 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9be27fe7-df29-4c05-9f0b-095ac1b0472c req-03521950-13c5-4598-92d2-37a71e89dc80 tempest-LiveMigrationNegativeTest-148326271 tempest-LiveMigrationNegativeTest-148326271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:22.600144 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45966) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:22.634386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9be27fe7-df29-4c05-9f0b-095ac1b0472c req-03521950-13c5-4598-92d2-37a71e89dc80 tempest-LiveMigrationNegativeTest-148326271 tempest-LiveMigrationNegativeTest-148326271-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494200 Aug 19 12:15:22.653703 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:22.698379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03521950-13c5-4598-92d2-37a71e89dc80 tempest-LiveMigrationNegativeTest-148326271 tempest-LiveMigrationNegativeTest-148326271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b628d8c-d57d-4735-aee8-e5adcd015f00,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:22.734441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:22.818759 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=11468250-ce2c-4597-bb49-5c5824f49705,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:22.844871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event updated for resources: {'Port': ['ID=d2709a5a-7dbe-4843-8fe7-a99a1915d124,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:22.874464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:22.877070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:22.890327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:22.983924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['11468250-ce2c-4597-bb49-5c5824f49705'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:22.986927 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cf5d687-ea4e-4b8a-9739-0f6d57516985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.064555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.065728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.098554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-d785672b-fab0-4058-a568-0477a057de32 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.116391 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-d785672b-fab0-4058-a568-0477a057de32 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 807 time: 0.4073415 Aug 19 12:15:23.136857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['13d5af20-2e3c-4d87-bf88-4cdfe76644e1'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:23.183947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-ee18d5c2-a072-4fd1-a12a-05a265914bb5 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/quotas/d30606ced6c44d0c824e033b9b330523 HTTP/1.1" status: 200 len: 375 time: 0.0580800 Aug 19 12:15:23.225334 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cf5d687-ea4e-4b8a-9739-0f6d57516985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.303095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e4225-5dd2-4682-97fc-3a378261e887 req-7032677c-8daf-412e-b2e0-4fbb9fd3d54e tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.306151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c5e4225-5dd2-4682-97fc-3a378261e887 req-7032677c-8daf-412e-b2e0-4fbb9fd3d54e tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 949 time: 0.1864321 Aug 19 12:15:23.325140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cf5d687-ea4e-4b8a-9739-0f6d57516985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.341612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-8766e3f3-2c2e-425a-ada2-74f4b2fd2e90 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1647124 Aug 19 12:15:23.404699 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5cf5d687-ea4e-4b8a-9739-0f6d57516985 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8ab44d020914643b24eee96890705a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7987685 Aug 19 12:15:23.404699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5d687-ea4e-4b8a-9739-0f6d57516985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97389a58-d1eb-41c8-8704-e136928533ad,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:23.406088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45994) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:23.424287 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b45d8f37-9837-464d-bcf9-42ce81f79b3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5927329 Aug 19 12:15:23.441680 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Request body: {'port': {'device_id': '902e4541-4ea0-42ac-a30e-ce429d08cb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:23.503229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c5e4225-5dd2-4682-97fc-3a378261e887 req-832220c9-7ee1-4214-9c65-a9fcd4a36db4 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883523 Aug 19 12:15:23.524493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-31306c67-dc98-4167-a7f5-7cee60cc3ca0 None None] Provisioning for port d2709a5a-7dbe-4843-8fe7-a99a1915d124 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:23.535273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-31306c67-dc98-4167-a7f5-7cee60cc3ca0 None None] Provisioning complete for port d2709a5a-7dbe-4843-8fe7-a99a1915d124 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:23.535873 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-31306c67-dc98-4167-a7f5-7cee60cc3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.581918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-2cc58f64-4a15-4712-b348-83b2712d9843 service neutron] 10.222.0.44 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390757 Aug 19 12:15:23.618615 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.643285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-31306c67-dc98-4167-a7f5-7cee60cc3ca0 None None] Port d2709a5a-7dbe-4843-8fe7-a99a1915d124 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:23.692722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a432bace-588d-440c-be7b-41ea966408b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.739296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a432bace-588d-440c-be7b-41ea966408b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.780114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-14ef9c18-c83a-41e6-be42-13a8bc78ffa3 service neutron] 10.222.0.44 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842291 Aug 19 12:15:24.027080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2709a5a-7dbe-4843-8fe7-a99a1915d124 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:24.036511 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.091916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Transition to ACTIVE for port object d2709a5a-7dbe-4843-8fe7-a99a1915d124 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:24.093654 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a432bace-588d-440c-be7b-41ea966408b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.100611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a432bace-588d-440c-be7b-41ea966408b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.108949 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a432bace-588d-440c-be7b-41ea966408b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97389a58-d1eb-41c8-8704-e136928533ad HTTP/1.1" status: 204 len: 168 time: 0.7017858 Aug 19 12:15:24.146998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432bace-588d-440c-be7b-41ea966408b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97389a58-d1eb-41c8-8704-e136928533ad,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:24.162461 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.270606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed7eb-e3a9-4c47-8203-deb066c82bcb req-3b687b3c-50b1-41a9-afa9-c2c32c38a339 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.282807 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Pushing event updated for resources: {'Port': ['ID=d2709a5a-7dbe-4843-8fe7-a99a1915d124,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:24.284095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-136ed7eb-e3a9-4c47-8203-deb066c82bcb req-3b687b3c-50b1-41a9-afa9-c2c32c38a339 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 944 time: 0.1308894 Aug 19 12:15:24.392263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-136ed7eb-e3a9-4c47-8203-deb066c82bcb req-b1850538-416b-4106-aa40-8f87159295d6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055167 Aug 19 12:15:24.551808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Attempting to bind port d2709a5a-7dbe-4843-8fe7-a99a1915d124 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:24.552150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Attempting to bind port d2709a5a-7dbe-4843-8fe7-a99a1915d124 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:24.552486 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Attempting to bind port d2709a5a-7dbe-4843-8fe7-a99a1915d124 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:24.558383 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Port d2709a5a-7dbe-4843-8fe7-a99a1915d124 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:24.558714 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Attempting to bind port d2709a5a-7dbe-4843-8fe7-a99a1915d124 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:24.564923 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:24.565293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:24.565975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:24.566436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Bound port: d2709a5a-7dbe-4843-8fe7-a99a1915d124, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:24.566773 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.667084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99302269-bd25-4266-965b-519b4cccf415 req-0119c6ef-d676-41cb-8630-d1cbd1d16959 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.668703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99302269-bd25-4266-965b-519b4cccf415 req-0119c6ef-d676-41cb-8630-d1cbd1d16959 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 948 time: 0.2047515 Aug 19 12:15:24.683850 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] For port d2709a5a-7dbe-4843-8fe7-a99a1915d124, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:24.697877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] For port d2709a5a-7dbe-4843-8fe7-a99a1915d124, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d2709a5a-7dbe-4843-8fe7-a99a1915d124,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:24.717118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2b0af-51b1-4ccf-bc6e-820820b58bc1 req-8fcc00fd-0d05-4b38-b8e0-c768e91b2f8e tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.718828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41b2b0af-51b1-4ccf-bc6e-820820b58bc1 req-8fcc00fd-0d05-4b38-b8e0-c768e91b2f8e tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 948 time: 0.1614561 Aug 19 12:15:24.748300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99302269-bd25-4266-965b-519b4cccf415 req-9581f60c-34f3-49e7-8297-fb2c00d7a97c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707710 Aug 19 12:15:24.796179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41b2b0af-51b1-4ccf-bc6e-820820b58bc1 req-b19fa2f3-f8fb-4423-b7af-6a7c3b1bdbc1 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690894 Aug 19 12:15:24.821507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.883070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82db3b46-c6a2-4956-b740-95ccb7463b58 req-44e63b84-53e5-41a7-b22c-cab495764ad8 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 210 time: 0.0619535 Aug 19 12:15:24.908411 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.909164 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.910448 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-86523729-350a-486c-94e9-3b5daebc897b service neutron] 10.222.0.53 "PUT /v2.0/ports/d2709a5a-7dbe-4843-8fe7-a99a1915d124 HTTP/1.1" status: 200 len: 1096 time: 1.4740880 Aug 19 12:15:24.910902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902e4541-4ea0-42ac-a30e-ce429d08cb88', 'tag': 'd2709a5a-7dbe-4843-8fe7-a99a1915d124'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:24.913169 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505e15e7-3e7a-4044-9efe-30d88a6c5f50" -d '{"events": [{"name": "network-changed", "server_uuid": "902e4541-4ea0-42ac-a30e-ce429d08cb88", "tag": "d2709a5a-7dbe-4843-8fe7-a99a1915d124"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:25.024391 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e9af77-a50b-45a3-9b40-2489afa70351 x-openstack-request-id: req-91e9af77-a50b-45a3-9b40-2489afa70351 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:25.043971 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902e4541-4ea0-42ac-a30e-ce429d08cb88", "tag": "d2709a5a-7dbe-4843-8fe7-a99a1915d124", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:25.045656 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91e9af77-a50b-45a3-9b40-2489afa70351 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:25.051057 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902e4541-4ea0-42ac-a30e-ce429d08cb88', 'tag': 'd2709a5a-7dbe-4843-8fe7-a99a1915d124', 'status': 'completed', 'code': 200} Aug 19 12:15:25.064709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86523729-350a-486c-94e9-3b5daebc897b service neutron] Pushing event updated for resources: {'Port': ['ID=d2709a5a-7dbe-4843-8fe7-a99a1915d124,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:25.066720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f137bd8-0724-4962-a56a-88132ca12587 req-d3a2b636-f6e9-44c2-9043-da5d13bb07b2 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.069350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f137bd8-0724-4962-a56a-88132ca12587 req-d3a2b636-f6e9-44c2-9043-da5d13bb07b2 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 949 time: 0.0911388 Aug 19 12:15:25.110521 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e15e7-3e7a-4044-9efe-30d88a6c5f50 req-a73cf4b5-7666-464e-97cd-c08c712552cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.112088 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-505e15e7-3e7a-4044-9efe-30d88a6c5f50 req-a73cf4b5-7666-464e-97cd-c08c712552cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 1099 time: 0.0615592 Aug 19 12:15:25.139197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f137bd8-0724-4962-a56a-88132ca12587 req-c9366df8-bc8d-4d0e-ad72-2a63bd266ba6 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562027 Aug 19 12:15:25.148438 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-505e15e7-3e7a-4044-9efe-30d88a6c5f50 req-9d23a758-099c-4e95-ac43-4ca5a21bfe13 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274723 Aug 19 12:15:25.251531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 11468250-ce2c-4597-bb49-5c5824f49705 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:25.286225 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e15e7-3e7a-4044-9efe-30d88a6c5f50 req-d7bfb6f9-6de8-4fcb-8b9b-d2d8b3c8c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.289619 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-505e15e7-3e7a-4044-9efe-30d88a6c5f50 req-d7bfb6f9-6de8-4fcb-8b9b-d2d8b3c8c772 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335850 Aug 19 12:15:25.308499 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b43a8897-de3b-41c4-bee2-7162e10ed888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.425243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8baec4-24fb-4d40-80f8-97428835124c req-099afe1b-f6cf-4f18-b007-c3a3b3b2b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.426914 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-099afe1b-f6cf-4f18-b007-c3a3b3b2b29b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 1099 time: 0.0743775 Aug 19 12:15:25.479187 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-b29c82ca-f94c-4832-8055-6c7c835b6fda service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d2709a5a-7dbe-4843-8fe7-a99a1915d124 HTTP/1.1" status: 200 len: 217 time: 0.0418255 Aug 19 12:15:25.508363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 11468250-ce2c-4597-bb49-5c5824f49705 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:25.521317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 11468250-ce2c-4597-bb49-5c5824f49705 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:25.523066 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.545894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8baec4-24fb-4d40-80f8-97428835124c req-bd98578b-5a2d-49c8-9b9f-cbba3e2322a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.551764 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-bd98578b-5a2d-49c8-9b9f-cbba3e2322a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0631251 Aug 19 12:15:25.552281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46044) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:25.592582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48215e30-4df3-4ada-be1f-81a338096445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.637806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8baec4-24fb-4d40-80f8-97428835124c req-d03b1afa-6e25-42a3-b72e-5f8565cbc56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.639376 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-d03b1afa-6e25-42a3-b72e-5f8565cbc56a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796289 Aug 19 12:15:25.660343 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.669195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aab430-8337-4e30-abcb-e897180b7054 req-1cf3cda1-6d0e-4b47-8607-b878c3e93c50 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.690167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60038edf-a12e-4228-8e02-1e8098bc9a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11468250-ce2c-4597-bb49-5c5824f49705'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:25.693204 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fc4b27-2017-4ee6-8c92-4d432fbdc556" -d '{"events": [{"server_uuid": "60038edf-a12e-4228-8e02-1e8098bc9a3d", "name": "network-vif-plugged", "status": "completed", "tag": "11468250-ce2c-4597-bb49-5c5824f49705"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:25.699942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4aab430-8337-4e30-abcb-e897180b7054 req-1cf3cda1-6d0e-4b47-8607-b878c3e93c50 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 944 time: 0.1927853 Aug 19 12:15:25.711449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 11468250-ce2c-4597-bb49-5c5824f49705, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=11468250-ce2c-4597-bb49-5c5824f49705,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:25.746925 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.773674 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-96358a5f-53ab-463f-9b36-ba0b88f5ac00 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246629 Aug 19 12:15:25.777069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4aab430-8337-4e30-abcb-e897180b7054 req-7150fe1b-d447-4cd5-af61-167e1bace7a8 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745611 Aug 19 12:15:25.837319 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef46e74-4fb8-409f-9b3f-a56937269861 x-openstack-request-id: req-9ef46e74-4fb8-409f-9b3f-a56937269861 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:25.837732 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60038edf-a12e-4228-8e02-1e8098bc9a3d", "name": "network-vif-plugged", "status": "completed", "tag": "11468250-ce2c-4597-bb49-5c5824f49705", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:25.838041 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ef46e74-4fb8-409f-9b3f-a56937269861 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:25.838452 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60038edf-a12e-4228-8e02-1e8098bc9a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11468250-ce2c-4597-bb49-5c5824f49705', 'code': 200} Aug 19 12:15:25.855134 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48215e30-4df3-4ada-be1f-81a338096445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.896471 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.897429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:25.904164 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3d8baec4-24fb-4d40-80f8-97428835124c req-401b9ea9-a2e9-422f-939b-97ba00cc42af service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216505 Aug 19 12:15:25.972934 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48215e30-4df3-4ada-be1f-81a338096445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.987378 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=11468250-ce2c-4597-bb49-5c5824f49705,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:26.015536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c194836-05c5-4407-80bc-83437ae5be79 req-028e1b66-9b7a-43c1-bf79-8ea342d5d75f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.015536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c194836-05c5-4407-80bc-83437ae5be79 req-028e1b66-9b7a-43c1-bf79-8ea342d5d75f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 948 time: 0.1004791 Aug 19 12:15:26.061550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c194836-05c5-4407-80bc-83437ae5be79 req-b57b1d61-1fdd-475e-95e2-3b08eef76537 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403302 Aug 19 12:15:26.064744 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:26.065022 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-48215e30-4df3-4ada-be1f-81a338096445 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc219c73b54742a2a838592930109d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116732 Aug 19 12:15:26.073702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48215e30-4df3-4ada-be1f-81a338096445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1591580-b893-4e83-a691-3957f5ec1a0c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:26.080163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440d63-fcca-4d94-ab7c-5729fc7116a5 req-6784d938-612d-497d-8ffc-c67073d4e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.082187 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50440d63-fcca-4d94-ab7c-5729fc7116a5 req-6784d938-612d-497d-8ffc-c67073d4e51b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 1101 time: 0.1581128 Aug 19 12:15:26.124059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc97a9-9f7a-45ed-b622-283499c195dc req-71839d0c-c4a3-4aa3-bee4-fed9314f8295 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.125857 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-62cc97a9-9f7a-45ed-b622-283499c195dc req-71839d0c-c4a3-4aa3-bee4-fed9314f8295 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.52 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 948 time: 0.1541836 Aug 19 12:15:26.142577 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:26.147307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:26.147804 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.170636 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-50440d63-fcca-4d94-ab7c-5729fc7116a5 req-2d3b9c46-daf7-4585-9bab-14042a614c04 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804174 Aug 19 12:15:26.184609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4883ca6e-0457-4e43-b870-b1056e078114 req-fbf82a64-f7d1-4649-a41c-db7fa8f1186e tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 210 time: 0.0359426 Aug 19 12:15:26.185234 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80ad26ee-dd86-44af-a892-da0978751d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.224002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27305d-c960-48bb-bec7-0133d9e6ed80 req-fb60bd7a-9879-475a-befa-59997d414812 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.225821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d27305d-c960-48bb-bec7-0133d9e6ed80 req-fb60bd7a-9879-475a-befa-59997d414812 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 948 time: 0.1208804 Aug 19 12:15:26.233437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80ad26ee-dd86-44af-a892-da0978751d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.254632 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-62cc97a9-9f7a-45ed-b622-283499c195dc req-bc4dfa72-8d02-44bc-9c7b-cd608c7fd3c4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Deleting port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:26.255125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-62cc97a9-9f7a-45ed-b622-283499c195dc req-bc4dfa72-8d02-44bc-9c7b-cd608c7fd3c4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.259302 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.301544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:26.319368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d27305d-c960-48bb-bec7-0133d9e6ed80 req-80557fa2-49b1-4613-a045-ddf03eea409a tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830452 Aug 19 12:15:26.377316 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.391343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-62cc97a9-9f7a-45ed-b622-283499c195dc req-bc4dfa72-8d02-44bc-9c7b-cd608c7fd3c4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] For port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:26.391767 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-62cc97a9-9f7a-45ed-b622-283499c195dc req-bc4dfa72-8d02-44bc-9c7b-cd608c7fd3c4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.406197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-62cc97a9-9f7a-45ed-b622-283499c195dc req-bc4dfa72-8d02-44bc-9c7b-cd608c7fd3c4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Calling delete_port for e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:26.459264 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:26.474335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff3899-4f0f-499c-89d5-ae5312f6821b req-e9c6e503-8893-4c45-8edd-811e8f9ed013 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.481952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beff3899-4f0f-499c-89d5-ae5312f6821b req-e9c6e503-8893-4c45-8edd-811e8f9ed013 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 950 time: 0.0738695 Aug 19 12:15:26.483862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80ad26ee-dd86-44af-a892-da0978751d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.486810 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80ad26ee-dd86-44af-a892-da0978751d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.490829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-80ad26ee-dd86-44af-a892-da0978751d4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1591580-b893-4e83-a691-3957f5ec1a0c HTTP/1.1" status: 204 len: 168 time: 0.4218926 Aug 19 12:15:26.504037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad26ee-dd86-44af-a892-da0978751d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1591580-b893-4e83-a691-3957f5ec1a0c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:26.557422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beff3899-4f0f-499c-89d5-ae5312f6821b req-b0aa84ef-09a7-4311-8d0f-129d8e64e5b5 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681257 Aug 19 12:15:26.698277 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-62cc97a9-9f7a-45ed-b622-283499c195dc req-bc4dfa72-8d02-44bc-9c7b-cd608c7fd3c4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.717684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:26.722002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['1f9f3e32-1b4b-4f68-a23d-c37f262d83b0'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:26.747616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dfa72-8d02-44bc-9c7b-cd608c7fd3c4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Pushing event deleted for resources: {'Port': ['ID=e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:26.860483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cc97a9-9f7a-45ed-b622-283499c195dc req-bc4dfa72-8d02-44bc-9c7b-cd608c7fd3c4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] No DVR routers for this DVR port e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:26.860483 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-62cc97a9-9f7a-45ed-b622-283499c195dc req-bc4dfa72-8d02-44bc-9c7b-cd608c7fd3c4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.860483 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-62cc97a9-9f7a-45ed-b622-283499c195dc req-bc4dfa72-8d02-44bc-9c7b-cd608c7fd3c4 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.52 "DELETE /v2.0/ports/e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 HTTP/1.1" status: 204 len: 173 time: 0.7080152 Aug 19 12:15:26.936576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf3fa6-db91-498c-a202-df86b671da8e req-ac4b2324-7a3c-4b3c-9a1f-c44117f16806 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.938714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afaf3fa6-db91-498c-a202-df86b671da8e req-ac4b2324-7a3c-4b3c-9a1f-c44117f16806 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 945 time: 0.0574336 Aug 19 12:15:26.988239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afaf3fa6-db91-498c-a202-df86b671da8e req-74d6b33f-4dc7-4d78-9487-c37da6c52632 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Aug 19 12:15:27.005451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:27.048018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73de67f6-389e-4222-88e8-2abe5a5baad2', 'name': 'network-vif-deleted', 'tag': 'e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:27.050566 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642c20ee-cfbd-4503-bf2f-4948c055cf82" -d '{"events": [{"server_uuid": "73de67f6-389e-4222-88e8-2abe5a5baad2", "name": "network-vif-deleted", "tag": "e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:27.091880 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3aa669-5a96-443e-bc6d-55101c95c195 x-openstack-request-id: req-1e3aa669-5a96-443e-bc6d-55101c95c195 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:27.092178 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73de67f6-389e-4222-88e8-2abe5a5baad2", "name": "network-vif-deleted", "tag": "e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:27.092433 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e3aa669-5a96-443e-bc6d-55101c95c195 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:27.094950 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73de67f6-389e-4222-88e8-2abe5a5baad2', 'name': 'network-vif-deleted', 'tag': 'e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3', 'status': 'completed', 'code': 200} Aug 19 12:15:27.231303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c57c54-5002-43ef-9377-e416f6120bef req-38b48ae3-4cc3-414f-a908-8050b0ad096e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.232970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0c57c54-5002-43ef-9377-e416f6120bef req-38b48ae3-4cc3-414f-a908-8050b0ad096e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 948 time: 0.0845473 Aug 19 12:15:27.344184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d405a02f-3ce4-422d-81a8-113b2ed1963b req-99c8d6f2-d4c1-4c03-8c49-5022f1ca39ac tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 210 time: 0.0514786 Aug 19 12:15:27.356288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0c57c54-5002-43ef-9377-e416f6120bef req-f5143e82-7542-4a55-ad25-55c9d07fcf17 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133680 Aug 19 12:15:27.415575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46100) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:27.457761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06e6d6b1-9d94-4d4f-a24f-4de344799f12 req-a2ca7967-77b4-4cf2-b41d-4cf6a5932524 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=73de67f6-389e-4222-88e8-2abe5a5baad2 HTTP/1.1" status: 200 len: 210 time: 0.0388052 Aug 19 12:15:27.564273 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc25d0c9-6a13-4579-bf46-cdcebc172019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:27.595081 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-b8b1fe99-a209-453c-a46e-face731b60c6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.596452 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-b8b1fe99-a209-453c-a46e-face731b60c6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.53 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 807 time: 0.1149511 Aug 19 12:15:27.610220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Request body: {'port': {'device_id': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170', 'admin_state_up': True, 'tenant_id': 'd30606ced6c44d0c824e033b9b330523'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:27.750950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb1415-ff32-4a7b-b437-cf5f9f246d51 req-8476c6db-fbd1-4fdf-9dc6-f4ae88964d1b tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.752757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfbb1415-ff32-4a7b-b437-cf5f9f246d51 req-8476c6db-fbd1-4fdf-9dc6-f4ae88964d1b tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 950 time: 0.1114478 Aug 19 12:15:27.755558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc25d0c9-6a13-4579-bf46-cdcebc172019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:27.809536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfbb1415-ff32-4a7b-b437-cf5f9f246d51 req-7339e477-4174-493b-b4bc-52f9ee404580 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450604 Aug 19 12:15:27.839489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:27.841981 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705a1756-3c2d-458a-b11b-153b69b2ac5e" -d '{"events": [{"server_uuid": "7d069fd1-ba30-4efa-a1fd-345253998ed1", "name": "network-vif-plugged", "status": "completed", "tag": "13d5af20-2e3c-4d87-bf88-4cdfe76644e1"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:27.882811 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb5c02a-984f-406d-8a83-265ed99adfa9 x-openstack-request-id: req-edb5c02a-984f-406d-8a83-265ed99adfa9 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:27.883108 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d069fd1-ba30-4efa-a1fd-345253998ed1", "name": "network-vif-plugged", "status": "completed", "tag": "13d5af20-2e3c-4d87-bf88-4cdfe76644e1", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:27.883540 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-edb5c02a-984f-406d-8a83-265ed99adfa9 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:27.884134 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1', 'code': 200} Aug 19 12:15:27.914314 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc25d0c9-6a13-4579-bf46-cdcebc172019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:27.960978 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fc25d0c9-6a13-4579-bf46-cdcebc172019 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e2d272f5f18455084f318de236de786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406721 Aug 19 12:15:27.960978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25d0c9-6a13-4579-bf46-cdcebc172019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7f8530-2419-4857-b24d-582bb01038e6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:27.962401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46112) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:28.031839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6ea5-dde4-4eab-8fc7-15eeace598c6 req-7d998160-b84d-41b1-a4d4-ddf4233497b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.033352 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f45c6ea5-dde4-4eab-8fc7-15eeace598c6 req-7d998160-b84d-41b1-a4d4-ddf4233497b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0827241 Aug 19 12:15:28.062393 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Made reservation on behalf of d30606ced6c44d0c824e033b9b330523 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:28.067136 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.075457 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b3a75885-3cef-495e-8e2c-3d90ccf74274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.130612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b3a75885-3cef-495e-8e2c-3d90ccf74274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.146255 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f45c6ea5-dde4-4eab-8fc7-15eeace598c6 req-babe3a19-81c5-4094-8dd9-68c8378ec9f5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025460 Aug 19 12:15:28.185860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac35db-c771-48ce-b2be-ad6116802840 req-7ac49c85-9b71-4913-aa12-cb431390d15f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.187472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98ac35db-c771-48ce-b2be-ad6116802840 req-7ac49c85-9b71-4913-aa12-cb431390d15f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 945 time: 0.0770500 Aug 19 12:15:28.244113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98ac35db-c771-48ce-b2be-ad6116802840 req-96b8a225-8943-4de0-85c9-13f54134db60 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454867 Aug 19 12:15:28.284825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Allocated IP 172.20.0.4 (ec23aef2-b1a6-4893-943f-02410985e170/60c482f8-1562-43b0-8092-ba31c52b6fcd/f9e737dd-fe25-4d34-b32b-05afe1e40201) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:28.363246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b3a75885-3cef-495e-8e2c-3d90ccf74274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.366835 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b3a75885-3cef-495e-8e2c-3d90ccf74274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.371681 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b3a75885-3cef-495e-8e2c-3d90ccf74274 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb7f8530-2419-4857-b24d-582bb01038e6 HTTP/1.1" status: 204 len: 168 time: 0.4077358 Aug 19 12:15:28.420693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a75885-3cef-495e-8e2c-3d90ccf74274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7f8530-2419-4857-b24d-582bb01038e6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:28.477431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device d2709a5a-7dbe-4843-8fe7-a99a1915d124 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:28.480705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53776b52-eac8-4f7d-8acf-9ac575d3a67d req-c29b29d7-0bda-4972-b73a-66cf9b84a119 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 210 time: 0.0505569 Aug 19 12:15:28.534622 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.620861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66516f-cd56-4837-a5a1-681a15df9654 req-6382da51-8f35-424e-a6e4-6c4c475897a2 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.623734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a66516f-cd56-4837-a5a1-681a15df9654 req-6382da51-8f35-424e-a6e4-6c4c475897a2 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 948 time: 0.0753107 Aug 19 12:15:28.680851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a66516f-cd56-4837-a5a1-681a15df9654 req-1c1865e3-e9e5-48d4-aa88-942238244f29 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503376 Aug 19 12:15:28.685900 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.705930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port d2709a5a-7dbe-4843-8fe7-a99a1915d124, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d2709a5a-7dbe-4843-8fe7-a99a1915d124,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:28.732379 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.732379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'd2709a5a-7dbe-4843-8fe7-a99a1915d124', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'd2709a5a-7dbe-4843-8fe7-a99a1915d124', 'mac_address': 'fa:16:3e:cd:1e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:28.792350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Network ec23aef2-b1a6-4893-943f-02410985e170 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:28.796374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Pushing event updated for resources: {'Port': ['ID=f9e737dd-fe25-4d34-b32b-05afe1e40201,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:28.799193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:28.800433 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.802261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:28.824784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2709a5a-7dbe-4843-8fe7-a99a1915d124 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:28.859333 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.860463 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.868547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port d2709a5a-7dbe-4843-8fe7-a99a1915d124, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d2709a5a-7dbe-4843-8fe7-a99a1915d124,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:28.972929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6ba11-bedc-48c4-8ad5-8ffce81ecf3a req-9864c74b-7826-4d8b-847f-2a0c642bf68b tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.974553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69c6ba11-bedc-48c4-8ad5-8ffce81ecf3a req-9864c74b-7826-4d8b-847f-2a0c642bf68b tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 950 time: 0.0621712 Aug 19 12:15:28.982516 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.018223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69c6ba11-bedc-48c4-8ad5-8ffce81ecf3a req-4e07c886-1c1a-430f-846f-2885fe6c4058 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358560 Aug 19 12:15:29.023345 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e77706ae-1e1c-4c9a-b1bf-a496f89661a2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4175777 Aug 19 12:15:29.036062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Request body: {'port': {'device_id': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:29.051676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=d2709a5a-7dbe-4843-8fe7-a99a1915d124,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:29.094783 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.220353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:29.283026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:29.340031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:29.340268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e1f1c4b7-5aa8-4930-9e09-e5ab45b20bd3 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:29.492723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabfe6e-4ac1-428e-a38a-61135969e83d req-0af96906-0abc-4c00-946e-04a9a7dd8d98 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.496185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1aabfe6e-4ac1-428e-a38a-61135969e83d req-0af96906-0abc-4c00-946e-04a9a7dd8d98 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 945 time: 0.0963891 Aug 19 12:15:29.515706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46168) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:29.540335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffa606a0-67e3-4f00-b413-db112a51723a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.551704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e737dd-fe25-4d34-b32b-05afe1e40201 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:29.562654 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.578205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1aabfe6e-4ac1-428e-a38a-61135969e83d req-ede8a94c-2317-4982-8d29-bbe7ba14493d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593028 Aug 19 12:15:29.584215 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Transition to ACTIVE for port object f9e737dd-fe25-4d34-b32b-05afe1e40201 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:29.585540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d001cf9-8839-462e-b858-d446c52f0e79 req-1b417aad-53af-47e7-8da7-1eba84fbf5be tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.587330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d001cf9-8839-462e-b858-d446c52f0e79 req-1b417aad-53af-47e7-8da7-1eba84fbf5be tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 950 time: 0.0898814 Aug 19 12:15:29.637530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d001cf9-8839-462e-b858-d446c52f0e79 req-25270c2e-158a-4a71-99f2-8cd928bf6b7c tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Aug 19 12:15:29.695734 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.710684 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffa606a0-67e3-4f00-b413-db112a51723a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.766589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e737dd-fe25-4d34-b32b-05afe1e40201,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:29.778230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-3b5fe638-211a-43ab-ac36-9d578c907772 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494287 Aug 19 12:15:29.810611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffa606a0-67e3-4f00-b413-db112a51723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.851260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa05ac-f351-4c4e-8643-855708255f43 req-b682da9a-6dfd-4bc9-9110-1d08a3ecece5 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.853567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-defa05ac-f351-4c4e-8643-855708255f43 req-b682da9a-6dfd-4bc9-9110-1d08a3ecece5 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 943 time: 0.1334684 Aug 19 12:15:29.868127 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ffa606a0-67e3-4f00-b413-db112a51723a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ec4251e6b1142da9546a9bedd0db167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510852 Aug 19 12:15:29.870502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa606a0-67e3-4f00-b413-db112a51723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e18fc43-f617-4a6f-a86c-bf34c532c841,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:29.872637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46184) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:29.901586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:29.901954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:29.902261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:29.917955 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Port f9e737dd-fe25-4d34-b32b-05afe1e40201 on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:29.923147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:29.929570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-defa05ac-f351-4c4e-8643-855708255f43 req-e6c58a8d-de48-449c-baa1-f4df26956312 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682211 Aug 19 12:15:29.935282 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:29.935725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:29.936011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:29.936507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Bound port: f9e737dd-fe25-4d34-b32b-05afe1e40201, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:29.936877 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.965465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-fb96a165-613a-4684-8d33-a1a966299433 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.970770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a34fb6e-673d-4d85-9809-0b016eac3429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.974012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-fb96a165-613a-4684-8d33-a1a966299433 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889315 Aug 19 12:15:29.986457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-68b4d546-a0c2-4127-b276-bcfecf1a65d3 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/quotas/a58e430e7da24a6cbc394aa4a817b0e0 HTTP/1.1" status: 200 len: 375 time: 0.0108542 Aug 19 12:15:30.024066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a34fb6e-673d-4d85-9809-0b016eac3429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.072820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:30.078423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27c61e59-b43d-48da-9c6a-4b0741d71742 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784912 Aug 19 12:15:30.085940 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:30.099277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec8af7-3b10-40be-9d6a-82ba7453e89b req-85e9a9c1-a45b-45ea-81b1-dbbe89116da5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.100874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99ec8af7-3b10-40be-9d6a-82ba7453e89b req-85e9a9c1-a45b-45ea-81b1-dbbe89116da5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 949 time: 0.0639579 Aug 19 12:15:30.144976 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99ec8af7-3b10-40be-9d6a-82ba7453e89b req-0f444428-a186-4448-b3e5-7a3e9fd0c4ab tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349638 Aug 19 12:15:30.194403 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.223643 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a34fb6e-673d-4d85-9809-0b016eac3429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.226006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a34fb6e-673d-4d85-9809-0b016eac3429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.227221 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7a34fb6e-673d-4d85-9809-0b016eac3429 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e18fc43-f617-4a6f-a86c-bf34c532c841 HTTP/1.1" status: 204 len: 168 time: 0.3509600 Aug 19 12:15:30.244642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.245200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.246646 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] 10.222.0.53 "PUT /v2.0/ports/f9e737dd-fe25-4d34-b32b-05afe1e40201 HTTP/1.1" status: 200 len: 1091 time: 1.2152729 Aug 19 12:15:30.249032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'tag': 'f9e737dd-fe25-4d34-b32b-05afe1e40201'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:30.251631 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c514eb-d803-42b3-b9fc-146d7f59070a" -d '{"events": [{"name": "network-changed", "server_uuid": "96b35ee0-bce1-499d-aa6c-828f1374b84d", "tag": "f9e737dd-fe25-4d34-b32b-05afe1e40201"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:30.259481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34fb6e-673d-4d85-9809-0b016eac3429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e18fc43-f617-4a6f-a86c-bf34c532c841,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:30.291919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af39c3-be11-4e39-97a1-905913819e87 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e737dd-fe25-4d34-b32b-05afe1e40201,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:30.323925 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d57c3b-af92-4f8d-9beb-2b5dd365f674 x-openstack-request-id: req-a8d57c3b-af92-4f8d-9beb-2b5dd365f674 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:30.323925 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b35ee0-bce1-499d-aa6c-828f1374b84d", "tag": "f9e737dd-fe25-4d34-b32b-05afe1e40201", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:30.323925 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8d57c3b-af92-4f8d-9beb-2b5dd365f674 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:30.324817 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'tag': 'f9e737dd-fe25-4d34-b32b-05afe1e40201', 'status': 'completed', 'code': 200} Aug 19 12:15:30.444029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c514eb-d803-42b3-b9fc-146d7f59070a req-b94bcfe6-29e7-4585-a9cd-09d14a839610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.445926 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-89c514eb-d803-42b3-b9fc-146d7f59070a req-b94bcfe6-29e7-4585-a9cd-09d14a839610 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1094 time: 0.0913103 Aug 19 12:15:30.448890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-548ba3d9-3a2b-41ed-836b-a739764e9112 req-751122f3-ffde-4daf-b7dd-cf399c873882 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 210 time: 0.0641792 Aug 19 12:15:30.496435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device d2709a5a-7dbe-4843-8fe7-a99a1915d124 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:30.674192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port d2709a5a-7dbe-4843-8fe7-a99a1915d124 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:30.679785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port d2709a5a-7dbe-4843-8fe7-a99a1915d124 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:30.680178 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.725625 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c514eb-d803-42b3-b9fc-146d7f59070a req-2c3d65df-1c57-4b00-9c91-b9436dd9fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.725625 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-89c514eb-d803-42b3-b9fc-146d7f59070a req-2c3d65df-1c57-4b00-9c91-b9436dd9fd35 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d30606ced6c44d0c824e033b9b330523&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2657111 Aug 19 12:15:30.809498 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.818018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7aa3-0aa9-43a1-acf1-9771095f8f6f req-e19ecc49-6856-4388-b56c-44690950ddea tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.819747 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b4d7aa3-0aa9-43a1-acf1-9771095f8f6f req-e19ecc49-6856-4388-b56c-44690950ddea tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 945 time: 0.1257496 Aug 19 12:15:30.837015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902e4541-4ea0-42ac-a30e-ce429d08cb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2709a5a-7dbe-4843-8fe7-a99a1915d124'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:30.840032 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57398f7-7588-4537-82b5-1b201c60cc25" -d '{"events": [{"server_uuid": "902e4541-4ea0-42ac-a30e-ce429d08cb88", "name": "network-vif-plugged", "status": "completed", "tag": "d2709a5a-7dbe-4843-8fe7-a99a1915d124"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:30.855217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port d2709a5a-7dbe-4843-8fe7-a99a1915d124, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d2709a5a-7dbe-4843-8fe7-a99a1915d124,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:30.871124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c514eb-d803-42b3-b9fc-146d7f59070a req-7ad734bf-22b6-43fd-bc7f-876506b9c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.872607 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-89c514eb-d803-42b3-b9fc-146d7f59070a req-7ad734bf-22b6-43fd-bc7f-876506b9c680 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1414042 Aug 19 12:15:30.906181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e27c-58ee-4ffe-93e3-c158b8ef64db req-1bd8bcee-cc8a-4239-9cf9-556abae943e7 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.908163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77f3e27c-58ee-4ffe-93e3-c158b8ef64db req-1bd8bcee-cc8a-4239-9cf9-556abae943e7 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.53 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 950 time: 0.1722550 Aug 19 12:15:30.914810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b4d7aa3-0aa9-43a1-acf1-9771095f8f6f req-1f5e03d2-a3dd-45c4-9f9c-a5b92179b2b3 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779407 Aug 19 12:15:30.938263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07afd7c-5acd-472b-88fc-7be15ee0e2af req-233940b5-d1c7-430b-b608-18a70e950737 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.943373 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.950613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b07afd7c-5acd-472b-88fc-7be15ee0e2af req-233940b5-d1c7-430b-b608-18a70e950737 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 950 time: 0.1671541 Aug 19 12:15:31.030110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=d2709a5a-7dbe-4843-8fe7-a99a1915d124,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:31.055196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-bc148f4f-5756-4f98-aff6-f39352412256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.060149 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-bc148f4f-5756-4f98-aff6-f39352412256 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1094 time: 0.1140573 Aug 19 12:15:31.068347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b07afd7c-5acd-472b-88fc-7be15ee0e2af req-a32968e3-ee78-4ca1-a93e-5fc6e427384b tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad74537f-2c41-4db5-a4e3-abedc9fccb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166503 Aug 19 12:15:31.094394 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbbafa4-e386-4001-9761-8e6980143493 x-openstack-request-id: req-6dbbafa4-e386-4001-9761-8e6980143493 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:31.094816 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902e4541-4ea0-42ac-a30e-ce429d08cb88", "name": "network-vif-plugged", "status": "completed", "tag": "d2709a5a-7dbe-4843-8fe7-a99a1915d124", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:31.095953 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6dbbafa4-e386-4001-9761-8e6980143493 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:31.095953 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902e4541-4ea0-42ac-a30e-ce429d08cb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2709a5a-7dbe-4843-8fe7-a99a1915d124', 'code': 200} Aug 19 12:15:31.162102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.53', 59320) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:31.167500 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-8c997f77-a350-4657-9625-e0df64c04c62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201 HTTP/1.1" status: 200 len: 217 time: 0.1008098 Aug 19 12:15:31.265442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-391483af-3d7e-4252-9f46-1713a9a30a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.267365 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-391483af-3d7e-4252-9f46-1713a9a30a85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.0840156 Aug 19 12:15:31.287177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-77f3e27c-58ee-4ffe-93e3-c158b8ef64db req-7cb6612d-897e-420a-ad85-99f29602082d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Deleting port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:31.287533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-77f3e27c-58ee-4ffe-93e3-c158b8ef64db req-7cb6612d-897e-420a-ad85-99f29602082d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.307541 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-7300cdcb-3f54-4dc5-bd34-a1fde2c64712 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322320 Aug 19 12:15:31.362875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c210d7a-4ecf-498a-bb4f-dfe7ba31d04c req-2899ad00-d673-4306-ab65-e67a5fc923d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.364501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c210d7a-4ecf-498a-bb4f-dfe7ba31d04c req-2899ad00-d673-4306-ab65-e67a5fc923d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 1101 time: 0.1846445 Aug 19 12:15:31.398396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ae3a0-b50f-454d-ac54-49746d1d6523 req-72c80806-178a-44a6-817f-1f4e0054c829 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.401827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e0ae3a0-b50f-454d-ac54-49746d1d6523 req-72c80806-178a-44a6-817f-1f4e0054c829 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 943 time: 0.1867867 Aug 19 12:15:31.453472 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-e59210ff-17d5-4fca-9789-3b78f66f880f service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382687 Aug 19 12:15:31.585097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e0ae3a0-b50f-454d-ac54-49746d1d6523 req-e98b742a-08d2-40be-b90d-a3494d205269 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606638 Aug 19 12:15:31.597305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c210d7a-4ecf-498a-bb4f-dfe7ba31d04c req-84423605-559d-412c-9de2-979439f2d79d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218208 Aug 19 12:15:31.600775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-77f3e27c-58ee-4ffe-93e3-c158b8ef64db req-7cb6612d-897e-420a-ad85-99f29602082d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] For port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:31.601363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-77f3e27c-58ee-4ffe-93e3-c158b8ef64db req-7cb6612d-897e-420a-ad85-99f29602082d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.611342 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce1d4719-3233-4fd2-a59a-8db2879e294d req-17f9f255-7e58-406d-b682-fec5921cae2b service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502383 Aug 19 12:15:31.886587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-77f3e27c-58ee-4ffe-93e3-c158b8ef64db req-7cb6612d-897e-420a-ad85-99f29602082d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Calling delete_port for 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:31.981211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cb9b4-4399-4575-9a01-8bd915bcf4b6 req-8031c476-8279-4cdd-842a-da696cf3da22 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.982815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-665cb9b4-4399-4575-9a01-8bd915bcf4b6 req-8031c476-8279-4cdd-842a-da696cf3da22 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 1096 time: 0.3903513 Aug 19 12:15:31.999026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8974cf-e215-46ae-9c06-f71c69a955b4 req-8538b472-f7e2-4484-9f9d-8f553303e624 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:32.000861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b8974cf-e215-46ae-9c06-f71c69a955b4 req-8538b472-f7e2-4484-9f9d-8f553303e624 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 950 time: 0.1497614 Aug 19 12:15:32.089420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-665cb9b4-4399-4575-9a01-8bd915bcf4b6 req-b470b2c5-913b-48a3-894f-fd33f5ccfa41 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849330 Aug 19 12:15:32.091877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b8974cf-e215-46ae-9c06-f71c69a955b4 req-538f0ec3-59a1-4d2e-9e30-5d8bebabcb77 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773063 Aug 19 12:15:32.340948 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46272) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:32.361831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-77f3e27c-58ee-4ffe-93e3-c158b8ef64db req-7cb6612d-897e-420a-ad85-99f29602082d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.366468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33097273-2f34-49e9-954b-12a1d2301c31 req-5ae88e1b-1a90-4517-ab83-feb54e1c88ae tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 210 time: 0.0498078 Aug 19 12:15:32.395352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8705d3a-f668-4b27-9515-b27934ebabcf req-e6bbfecb-6bd1-4094-8550-88b6bdd4ef21 tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f4ee41-d786-4e0e-af37-ebd47ab414f2 HTTP/1.1" status: 200 len: 210 time: 0.0624852 Aug 19 12:15:32.397664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['1f9f3e32-1b4b-4f68-a23d-c37f262d83b0'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:32.456002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6612d-897e-420a-ad85-99f29602082d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Pushing event deleted for resources: {'Port': ['ID=1f9f3e32-1b4b-4f68-a23d-c37f262d83b0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:32.544798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f3e27c-58ee-4ffe-93e3-c158b8ef64db req-7cb6612d-897e-420a-ad85-99f29602082d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] No DVR routers for this DVR port 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:32.550151 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-77f3e27c-58ee-4ffe-93e3-c158b8ef64db req-7cb6612d-897e-420a-ad85-99f29602082d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.553114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77f3e27c-58ee-4ffe-93e3-c158b8ef64db req-7cb6612d-897e-420a-ad85-99f29602082d tempest-LiveMigrationNegativeTest-1989729173 tempest-LiveMigrationNegativeTest-1989729173-project] 10.222.0.53 "DELETE /v2.0/ports/1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 HTTP/1.1" status: 204 len: 173 time: 1.6357133 Aug 19 12:15:32.554123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f4ee41-d786-4e0e-af37-ebd47ab414f2', 'name': 'network-vif-deleted', 'tag': '1f9f3e32-1b4b-4f68-a23d-c37f262d83b0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:32.559216 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201aa174-99b0-4d4f-9bb7-db41c000784f" -d '{"events": [{"server_uuid": "04f4ee41-d786-4e0e-af37-ebd47ab414f2", "name": "network-vif-deleted", "tag": "1f9f3e32-1b4b-4f68-a23d-c37f262d83b0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:32.584273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2012290-b9d6-4980-885d-9169d8f3500f req-e770b959-4d63-47ef-b834-d56f57b614c6 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:32.586350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2012290-b9d6-4980-885d-9169d8f3500f req-e770b959-4d63-47ef-b834-d56f57b614c6 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0978935 Aug 19 12:15:32.643976 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5c1703-860f-465a-9f01-bbc1eda85e8f x-openstack-request-id: req-2f5c1703-860f-465a-9f01-bbc1eda85e8f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:32.644377 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f4ee41-d786-4e0e-af37-ebd47ab414f2", "name": "network-vif-deleted", "tag": "1f9f3e32-1b4b-4f68-a23d-c37f262d83b0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:32.644737 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f5c1703-860f-465a-9f01-bbc1eda85e8f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:32.645559 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f4ee41-d786-4e0e-af37-ebd47ab414f2', 'name': 'network-vif-deleted', 'tag': '1f9f3e32-1b4b-4f68-a23d-c37f262d83b0', 'status': 'completed', 'code': 200} Aug 19 12:15:32.707463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2012290-b9d6-4980-885d-9169d8f3500f req-78810233-0e71-4978-835a-f166442cb27c tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107430 Aug 19 12:15:32.708377 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-edf4ef51-84ee-40ab-9f6e-7d586b97a4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.866004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1d9ff-b43d-4954-9fc3-44819855e859 req-b157107e-2129-40ec-87b1-0103ea889a20 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:32.867576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12a1d9ff-b43d-4954-9fc3-44819855e859 req-b157107e-2129-40ec-87b1-0103ea889a20 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 943 time: 0.1428757 Aug 19 12:15:32.875017 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-edf4ef51-84ee-40ab-9f6e-7d586b97a4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.941934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12a1d9ff-b43d-4954-9fc3-44819855e859 req-11bfa320-fa3f-4d33-8249-1d9e22108cf9 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628695 Aug 19 12:15:32.943246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-edf4ef51-84ee-40ab-9f6e-7d586b97a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.262436 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-edf4ef51-84ee-40ab-9f6e-7d586b97a4f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=431f806176d5468687a6cc1387693c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9195592 Aug 19 12:15:33.269614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a688def-e46f-407f-8345-e8b9169eeef7 req-2c99c627-7dcd-402a-bce6-9fccc1eb15f4 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.272356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46298) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:33.277637 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a688def-e46f-407f-8345-e8b9169eeef7 req-2c99c627-7dcd-402a-bce6-9fccc1eb15f4 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 950 time: 0.0753701 Aug 19 12:15:33.329999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a688def-e46f-407f-8345-e8b9169eeef7 req-b11145de-fdf2-4b96-ab5d-1d47a340c35d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510399 Aug 19 12:15:33.352925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4ef51-84ee-40ab-9f6e-7d586b97a4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4f15c3-322b-463e-9cef-3899fe1dfb53,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:33.396417 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.430153 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.573604 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-297433cc-c930-416b-9b7c-983fa57932ba tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424199 Aug 19 12:15:33.685353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.694653 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.694653 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b4f15c3-322b-463e-9cef-3899fe1dfb53 HTTP/1.1" status: 204 len: 168 time: 0.4108479 Aug 19 12:15:33.698724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4f15c3-322b-463e-9cef-3899fe1dfb53,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:33.708188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.708539 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.708887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.709205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.709685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.710524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.710861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.711194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.711693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.711828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.713089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.713089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8988262b-1201-4526-8629-1ffbfb55fe88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:33.811722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-7a0303ca-0bb0-44d5-905f-a3ac337edadc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.813425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-7a0303ca-0bb0-44d5-905f-a3ac337edadc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277334 Aug 19 12:15:33.831287 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Request body: {'port': {'device_id': '49e6652f-8776-44f9-9d82-a6e3d40f3c89', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'a58e430e7da24a6cbc394aa4a817b0e0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:34.067841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91894ca-0999-4550-877a-27cd9dc277f9 req-38ed8305-f7a1-404a-aacc-dc685377ec03 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.077780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b91894ca-0999-4550-877a-27cd9dc277f9 req-38ed8305-f7a1-404a-aacc-dc685377ec03 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 1101 time: 0.0750065 Aug 19 12:15:34.094359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b91894ca-0999-4550-877a-27cd9dc277f9 req-780ab689-17da-4823-bdf3-a9843fcecd79 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.156210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Made reservation on behalf of a58e430e7da24a6cbc394aa4a817b0e0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:34.160125 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.433777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Allocated IP 192.168.233.208 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/2321e523-e0ab-4202-aa0a-7b2d369935c2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:34.463735 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b91894ca-0999-4550-877a-27cd9dc277f9 req-780ab689-17da-4823-bdf3-a9843fcecd79 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.512542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f9e737dd-fe25-4d34-b32b-05afe1e40201 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:34.516542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:34.593240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b91894ca-0999-4550-877a-27cd9dc277f9 req-780ab689-17da-4823-bdf3-a9843fcecd79 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.625084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b91894ca-0999-4550-877a-27cd9dc277f9 req-780ab689-17da-4823-bdf3-a9843fcecd79 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463934 Aug 19 12:15:34.653246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ab689-17da-4823-bdf3-a9843fcecd79 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3132fcf3-8ce2-42a2-806c-53ad4e2b085c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:34.678494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:34.678713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 1f9f3e32-1b4b-4f68-a23d-c37f262d83b0 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:34.733489 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.741897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:34.753577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Transition to ACTIVE for port object 2321e523-e0ab-4202-aa0a-7b2d369935c2 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:34.757968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'f9e737dd-fe25-4d34-b32b-05afe1e40201', 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170', 'port_id': 'f9e737dd-fe25-4d34-b32b-05afe1e40201', 'mac_address': 'fa:16:3e:a5:31:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c482f8-1562-43b0-8092-ba31c52b6fcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:34.797833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fd5d41d-24a5-4b35-8761-526fb2a41aa5 req-6eaf464c-fa30-4e3f-9cef-2f7345a42ea8 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 210 time: 0.0360231 Aug 19 12:15:34.803695 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.819298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e737dd-fe25-4d34-b32b-05afe1e40201 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:34.858650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:34.960592 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.973304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['11468250-ce2c-4597-bb49-5c5824f49705'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:34.987198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:35.006822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:35.009253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:35.015235 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.075507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Pushing event updated for resources: {'Port': ['ID=2321e523-e0ab-4202-aa0a-7b2d369935c2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:35.095192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:35.095935 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.151850 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f9e737dd-fe25-4d34-b32b-05afe1e40201,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:35.188928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-47911a3f-2c0f-4f05-90ea-3d12a8ad052d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3649752 Aug 19 12:15:35.204488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Request body: {'port': {'device_id': '49e6652f-8776-44f9-9d82-a6e3d40f3c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:35.239490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f9e737dd-fe25-4d34-b32b-05afe1e40201'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:35.280835 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.630787 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46370) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:35.687883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8bdfd-ad7a-4921-9af2-b024e3062769 req-19e26cda-7a90-4694-9690-c125e3fbd44e tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:35.689656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fa8bdfd-ad7a-4921-9af2-b024e3062769 req-19e26cda-7a90-4694-9690-c125e3fbd44e tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 944 time: 0.1803937 Aug 19 12:15:35.761732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fa8bdfd-ad7a-4921-9af2-b024e3062769 req-fd4d765f-91e1-4811-aed0-2289f6ea0d0b tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633948 Aug 19 12:15:35.834236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cb157b14-b6c1-4573-ac2e-570061e98cd0 None None] Provisioning for port 2321e523-e0ab-4202-aa0a-7b2d369935c2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:35.839575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cb157b14-b6c1-4573-ac2e-570061e98cd0 None None] Provisioning complete for port 2321e523-e0ab-4202-aa0a-7b2d369935c2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:35.840314 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cb157b14-b6c1-4573-ac2e-570061e98cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.891380 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-20a0ceb0-e72b-4ed4-957e-e9b9a7dff15d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24ef11e11b614b5b8bd095f6f3c81275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576966 Aug 19 12:15:35.896897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2321e523-e0ab-4202-aa0a-7b2d369935c2 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:35.900494 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46378) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:35.912573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.935471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cb157b14-b6c1-4573-ac2e-570061e98cd0 None None] Port 2321e523-e0ab-4202-aa0a-7b2d369935c2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:35.946310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Transition to ACTIVE for port object 2321e523-e0ab-4202-aa0a-7b2d369935c2 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:36.006942 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-909f3b92-ab20-4178-8bb7-3259defc3a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.022650 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.048743 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-909f3b92-ab20-4178-8bb7-3259defc3a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.090328 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Pushing event updated for resources: {'Port': ['ID=2321e523-e0ab-4202-aa0a-7b2d369935c2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:36.181754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Attempting to bind port 2321e523-e0ab-4202-aa0a-7b2d369935c2 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:36.183123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Attempting to bind port 2321e523-e0ab-4202-aa0a-7b2d369935c2 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:36.183759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Attempting to bind port 2321e523-e0ab-4202-aa0a-7b2d369935c2 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:36.200519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Port 2321e523-e0ab-4202-aa0a-7b2d369935c2 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:36.200519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Attempting to bind port 2321e523-e0ab-4202-aa0a-7b2d369935c2 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:36.210086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:36.210675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:36.211334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:36.212107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Bound port: 2321e523-e0ab-4202-aa0a-7b2d369935c2, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:36.213121 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.259836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-909f3b92-ab20-4178-8bb7-3259defc3a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.267783 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-909f3b92-ab20-4178-8bb7-3259defc3a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.267783 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-909f3b92-ab20-4178-8bb7-3259defc3a11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad74537f-2c41-4db5-a4e3-abedc9fccb8d HTTP/1.1" status: 204 len: 168 time: 0.3636277 Aug 19 12:15:36.285038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f3b92-ab20-4178-8bb7-3259defc3a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad74537f-2c41-4db5-a4e3-abedc9fccb8d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:36.344578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] For port 2321e523-e0ab-4202-aa0a-7b2d369935c2, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:36.349627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] For port 2321e523-e0ab-4202-aa0a-7b2d369935c2, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2321e523-e0ab-4202-aa0a-7b2d369935c2,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:36.427034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e98df1-d5e6-423a-b8ba-7e13ba8ab3eb req-a7ff93f3-3ddf-415f-be0e-67ef38bd6e86 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.430926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6e98df1-d5e6-423a-b8ba-7e13ba8ab3eb req-a7ff93f3-3ddf-415f-be0e-67ef38bd6e86 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 948 time: 0.0794215 Aug 19 12:15:36.451737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46396) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:36.456743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.511621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f9e737dd-fe25-4d34-b32b-05afe1e40201 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:36.542429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6e98df1-d5e6-423a-b8ba-7e13ba8ab3eb req-6c824847-1832-43f8-a839-3e6325388e5d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972753 Aug 19 12:15:36.542429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.542429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.542429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] 10.222.0.53 "PUT /v2.0/ports/2321e523-e0ab-4202-aa0a-7b2d369935c2 HTTP/1.1" status: 200 len: 1096 time: 1.3409877 Aug 19 12:15:36.559479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e6652f-8776-44f9-9d82-a6e3d40f3c89', 'tag': '2321e523-e0ab-4202-aa0a-7b2d369935c2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:36.561999 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962e30bb-2e07-42c8-9838-352655ce1348" -d '{"events": [{"name": "network-changed", "server_uuid": "49e6652f-8776-44f9-9d82-a6e3d40f3c89", "tag": "2321e523-e0ab-4202-aa0a-7b2d369935c2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:36.594381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee9a39-5eae-4e3c-a438-86ff415bd97b service neutron] Pushing event updated for resources: {'Port': ['ID=2321e523-e0ab-4202-aa0a-7b2d369935c2,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:36.626613 n-d-778732-8 neutron-server[95661]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 12:15:36.631070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-1374c699-5a73-4160-9ec6-ff9ea23dfe90 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:15:36.635232 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-1374c699-5a73-4160-9ec6-ff9ea23dfe90 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1786246 Aug 19 12:15:36.714985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port f9e737dd-fe25-4d34-b32b-05afe1e40201 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:36.720536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port f9e737dd-fe25-4d34-b32b-05afe1e40201 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:36.725883 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.830640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-acf544fd-3bdb-439d-a65a-658831f049cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.833872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-acf544fd-3bdb-439d-a65a-658831f049cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 1099 time: 0.1149409 Aug 19 12:15:36.852742 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.902390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e737dd-fe25-4d34-b32b-05afe1e40201'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:36.903681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-66171957-63df-4653-9e72-1771b4452e8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=2321e523-e0ab-4202-aa0a-7b2d369935c2 HTTP/1.1" status: 200 len: 217 time: 0.0599017 Aug 19 12:15:36.904763 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f45f5a-463c-416b-a02c-c135d472d780" -d '{"events": [{"server_uuid": "96b35ee0-bce1-499d-aa6c-828f1374b84d", "name": "network-vif-plugged", "status": "completed", "tag": "f9e737dd-fe25-4d34-b32b-05afe1e40201"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:36.930320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:36.966982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a5e4ffb3-f9eb-4f74-a066-7dec454c154f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674086 Aug 19 12:15:36.985553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Request body: {'binding': {'host': 'n-h1-778732-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:36.986970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Unknown quota resources ['binding']. {{(pid=95661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:15:37.000012 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.045135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-3e31193e-8059-4cc6-b3dc-8cfa0f2a4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.046960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-3e31193e-8059-4cc6-b3dc-8cfa0f2a4475 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1307247 Aug 19 12:15:37.095251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f9e737dd-fe25-4d34-b32b-05afe1e40201,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:37.143651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-774cf122-5ad4-485e-b5a1-7889eb7a3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.145341 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-774cf122-5ad4-485e-b5a1-7889eb7a3759 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905747 Aug 19 12:15:37.157173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-07227778-4435-4caf-a8f3-3946df1663a2 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.158923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-07227778-4435-4caf-a8f3-3946df1663a2 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772504 Aug 19 12:15:37.213895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-056f6169-4244-404f-817e-2c3016cf86e1 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/quotas/c3b89d50d87e468e9fc4df05bf40f5d3 HTTP/1.1" status: 200 len: 375 time: 0.0458090 Aug 19 12:15:37.223575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on host n-h1-778732-8 for vnic_type normal with profile None {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:37.223575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:37.223911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:37.230526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:37.231050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:37.238971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:37.239452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:37.240042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:37.240727 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Bound port: 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:37.298083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-07248b75-ebff-4562-8e16-89845409ce4b service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379535 Aug 19 12:15:37.303542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-b5c22e9f-561c-4e94-b32f-2e9be1178849 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774143 Aug 19 12:15:37.340487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:37.427363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2851eee1-3f55-43e2-b394-ca3bf96dd810 req-9f49b191-ede2-43ef-a0d1-477537f6e139 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165423 Aug 19 12:15:37.435724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] Notify callbacks [] for binding, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.437617 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-5d593578-df08-4b50-b1e4-6736bf987e79 service neutron] 10.222.0.44 "POST /v2.0/ports/13d5af20-2e3c-4d87-bf88-4cdfe76644e1/bindings HTTP/1.1" status: 201 len: 389 time: 0.5470045 Aug 19 12:15:37.487540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:37.540989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-93471e63-ac78-4f88-be72-8e63f174c6b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=077b32cb0f874bf78ddbe7b1013fb357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515749 Aug 19 12:15:37.545265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46434) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:37.635672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcc6add5-e4c4-4d2b-a1fc-60c23c464fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.669609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcc6add5-e4c4-4d2b-a1fc-60c23c464fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.856985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcc6add5-e4c4-4d2b-a1fc-60c23c464fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.859738 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcc6add5-e4c4-4d2b-a1fc-60c23c464fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.866184 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fcc6add5-e4c4-4d2b-a1fc-60c23c464fa1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b628d8c-d57d-4735-aee8-e5adcd015f00 HTTP/1.1" status: 204 len: 168 time: 0.3139567 Aug 19 12:15:37.870048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6add5-e4c4-4d2b-a1fc-60c23c464fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b628d8c-d57d-4735-aee8-e5adcd015f00,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:37.940564 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2badc9da-2077-4acb-aef9-501c376b15b8 x-openstack-request-id: req-2badc9da-2077-4acb-aef9-501c376b15b8 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:37.940952 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e6652f-8776-44f9-9d82-a6e3d40f3c89", "tag": "2321e523-e0ab-4202-aa0a-7b2d369935c2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:37.941277 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2badc9da-2077-4acb-aef9-501c376b15b8 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:37.941902 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e6652f-8776-44f9-9d82-a6e3d40f3c89', 'tag': '2321e523-e0ab-4202-aa0a-7b2d369935c2', 'status': 'completed', 'code': 200} Aug 19 12:15:38.067575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e30bb-2e07-42c8-9838-352655ce1348 req-a77c451f-33ca-4168-9aad-3eb5f4ed8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.069149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-962e30bb-2e07-42c8-9838-352655ce1348 req-a77c451f-33ca-4168-9aad-3eb5f4ed8126 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 1099 time: 0.0850360 Aug 19 12:15:38.175748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d650340-8ad1-4764-99c8-a646011dcca8 req-b27b892c-7334-461a-a02d-e03759c02bf5 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.177771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d650340-8ad1-4764-99c8-a646011dcca8 req-b27b892c-7334-461a-a02d-e03759c02bf5 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 945 time: 0.1309769 Aug 19 12:15:38.255568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e30bb-2e07-42c8-9838-352655ce1348 req-3339a3e3-d1da-4355-80c5-f768510cf082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.258467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-962e30bb-2e07-42c8-9838-352655ce1348 req-3339a3e3-d1da-4355-80c5-f768510cf082 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1736028 Aug 19 12:15:38.318554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-962e30bb-2e07-42c8-9838-352655ce1348 req-728f1d2d-4b83-428a-a41b-cf916507ed63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=2321e523-e0ab-4202-aa0a-7b2d369935c2 HTTP/1.1" status: 200 len: 217 time: 0.0493259 Aug 19 12:15:38.327920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d650340-8ad1-4764-99c8-a646011dcca8 req-68049fe0-ec6c-43e8-a23d-303c7f2e33b8 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226604 Aug 19 12:15:38.352655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-dcbc3fe2-a97f-494c-9f12-3728c044f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.352655 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-dcbc3fe2-a97f-494c-9f12-3728c044f6c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0683849 Aug 19 12:15:38.421607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e30bb-2e07-42c8-9838-352655ce1348 req-033ce1cf-ab44-4550-bfb8-7ed99d8facc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.430572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-962e30bb-2e07-42c8-9838-352655ce1348 req-033ce1cf-ab44-4550-bfb8-7ed99d8facc9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0891950 Aug 19 12:15:38.442662 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03dc68d-eb9e-46aa-9517-eb7bf11d4068 x-openstack-request-id: req-f03dc68d-eb9e-46aa-9517-eb7bf11d4068 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:38.442662 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b35ee0-bce1-499d-aa6c-828f1374b84d", "name": "network-vif-plugged", "status": "completed", "tag": "f9e737dd-fe25-4d34-b32b-05afe1e40201", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:38.442662 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f03dc68d-eb9e-46aa-9517-eb7bf11d4068 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:38.442662 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e737dd-fe25-4d34-b32b-05afe1e40201', 'code': 200} Aug 19 12:15:38.555606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-2b32c70f-88c0-48aa-908a-d2081ce19f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.559553 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-2b32c70f-88c0-48aa-908a-d2081ce19f31 service neutron] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.1965046 Aug 19 12:15:38.582704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e30bb-2e07-42c8-9838-352655ce1348 req-5d8ad3ca-a4c8-4600-b308-88204724894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.584265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-962e30bb-2e07-42c8-9838-352655ce1348 req-5d8ad3ca-a4c8-4600-b308-88204724894e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463234 Aug 19 12:15:38.664020 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-985617ee-11a6-407e-aacf-1372db0e7e39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1 HTTP/1.1" status: 200 len: 217 time: 0.0953569 Aug 19 12:15:38.762440 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-14aaba2a-16c2-4c91-aff4-16059bae25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.764350 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-14aaba2a-16c2-4c91-aff4-16059bae25d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.0892191 Aug 19 12:15:38.802099 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-c60bccf0-1fb6-4d72-8ad9-64e159f2554a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300987 Aug 19 12:15:38.911969 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-7be59c64-66dd-45db-ab4e-8640172b6700 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025755 Aug 19 12:15:38.938112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d083cda-2ed9-47d5-adf4-a348d9796958 req-935e8fda-3c13-431d-a95f-f633bae2f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.942475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d083cda-2ed9-47d5-adf4-a348d9796958 req-935e8fda-3c13-431d-a95f-f633bae2f0ca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1096 time: 0.4276283 Aug 19 12:15:38.961269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc9244-5b3d-4d82-84a1-a0473f750991 req-29f2b161-c554-427e-9eb3-44b6007c04a5 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.963597 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05cc9244-5b3d-4d82-84a1-a0473f750991 req-29f2b161-c554-427e-9eb3-44b6007c04a5 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 948 time: 0.4662580 Aug 19 12:15:39.020259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127977-2541-42f1-9e8f-e90ab1776eeb req-3bd22dd1-e4ab-4879-9944-127db99942c1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.022033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92127977-2541-42f1-9e8f-e90ab1776eeb req-3bd22dd1-e4ab-4879-9944-127db99942c1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 945 time: 0.4436049 Aug 19 12:15:39.055991 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-231b6c82-b7e5-40bd-8f78-bf05ad1b11e5 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363091 Aug 19 12:15:39.078193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d083cda-2ed9-47d5-adf4-a348d9796958 req-b036afc9-4360-475f-bd45-3a401d16f67c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102002 Aug 19 12:15:39.088766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-962e30bb-2e07-42c8-9838-352655ce1348 req-7f02fd91-291d-496f-85a2-579cd57ba6e6 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910865 Aug 19 12:15:39.101633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05cc9244-5b3d-4d82-84a1-a0473f750991 req-c4284f1b-f992-468f-92f3-fbea329e4169 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241555 Aug 19 12:15:39.121942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92127977-2541-42f1-9e8f-e90ab1776eeb req-02222c49-d835-4ebf-ae83-d70c40a5ba47 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802577 Aug 19 12:15:39.467960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-317db5f4-f39e-424f-94fe-2d9d94a135ec tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.470152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-317db5f4-f39e-424f-94fe-2d9d94a135ec tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.1307743 Aug 19 12:15:39.488534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778732-8'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:39.496529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-962e30bb-2e07-42c8-9838-352655ce1348 req-f9ca8cd6-ab4c-4c97-b9a2-2ce851096a0a service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173200 Aug 19 12:15:39.600638 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.631161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da651-a90e-4d5e-92aa-f837e7a3349a req-c946a7db-9a2b-4640-aac5-e9fb75591d22 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.633082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-426da651-a90e-4d5e-92aa-f837e7a3349a req-c946a7db-9a2b-4640-aac5-e9fb75591d22 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 945 time: 0.1185396 Aug 19 12:15:39.725481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7bb8ecd4-97a4-4587-a4b0-8bad2cbae023 req-b101e9fd-e06f-4fc5-933b-eecd2f39691b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 210 time: 0.0567451 Aug 19 12:15:39.790492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-426da651-a90e-4d5e-92aa-f837e7a3349a req-dded03c1-9072-44de-b8a0-8f7013589991 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229374 Aug 19 12:15:40.014088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:40.069464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:40.155745 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.159041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:40.162627 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037b436d-9add-43a8-99a7-533eec889061" -d '{"events": [{"server_uuid": "7d069fd1-ba30-4efa-a1fd-345253998ed1", "name": "network-vif-unplugged", "status": "completed", "tag": "13d5af20-2e3c-4d87-bf88-4cdfe76644e1"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:40.247453 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.288029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7598-2f66-4033-a0ac-dc9bbb49ab3c req-dc35c6d2-2fb5-48ac-864c-731fd1e515e0 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:40.298875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-163e7598-2f66-4033-a0ac-dc9bbb49ab3c req-dc35c6d2-2fb5-48ac-864c-731fd1e515e0 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 948 time: 0.0944285 Aug 19 12:15:40.373775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Pushing event updated for resources: {'Port': ['ID=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:40.387190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.387715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.388221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.388720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.389226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.389762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.390253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.390756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.391239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.391751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.392497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.393040 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:40.404004 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89df7bf3-5648-458a-8fc3-1a5feeb2b67d x-openstack-request-id: req-89df7bf3-5648-458a-8fc3-1a5feeb2b67d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:40.404593 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d069fd1-ba30-4efa-a1fd-345253998ed1", "name": "network-vif-unplugged", "status": "completed", "tag": "13d5af20-2e3c-4d87-bf88-4cdfe76644e1", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:40.405004 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89df7bf3-5648-458a-8fc3-1a5feeb2b67d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:40.405604 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1', 'code': 200} Aug 19 12:15:40.419361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-163e7598-2f66-4033-a0ac-dc9bbb49ab3c req-17bd7363-bd6a-4a7d-9d46-9ad881394073 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188982 Aug 19 12:15:40.455415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on host n-h2-778732-8 for vnic_type normal with profile {"migrating_to": "n-h1-778732-8"} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:40.455662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:40.456143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:40.461060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:40.461321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Attempting to bind port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:40.468265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:40.469066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:40.469890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:40.470660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Bound port: 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:40.471298 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.507296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46550) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:40.538292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2321e523-e0ab-4202-aa0a-7b2d369935c2 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:40.665002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:40.676941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fc23c-c9c3-4b06-b293-2da40fa0e0ff req-4e197045-2ddd-49ae-8dfb-637790d32c76 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:40.678714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c89fc23c-c9c3-4b06-b293-2da40fa0e0ff req-4e197045-2ddd-49ae-8dfb-637790d32c76 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 943 time: 0.1789219 Aug 19 12:15:40.680725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:40.765961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c89fc23c-c9c3-4b06-b293-2da40fa0e0ff req-b8df3324-c6c4-4998-9272-0e2542789b4e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741818 Aug 19 12:15:40.786584 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.946194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:40.947432 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.949743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] 10.222.0.53 "PUT /v2.0/ports/13d5af20-2e3c-4d87-bf88-4cdfe76644e1 HTTP/1.1" status: 200 len: 1121 time: 1.4659042 Aug 19 12:15:40.989603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d06d6-5af9-46ff-95e2-2a9aa0b32106 service neutron] Pushing event updated for resources: {'Port': ['ID=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:41.007453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fddfb3a-1210-4b00-abec-e762a510aa1c req-60622ad3-7eae-4bb8-9ebe-5e908a1dbde5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 210 time: 0.1093075 Aug 19 12:15:41.064681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2321e523-e0ab-4202-aa0a-7b2d369935c2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2321e523-e0ab-4202-aa0a-7b2d369935c2,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:41.094937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97813-1a36-4b11-8ead-cc763846acd9 req-36d843f3-d623-421f-a194-ed0268e53a8f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.097175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48b97813-1a36-4b11-8ead-cc763846acd9 req-36d843f3-d623-421f-a194-ed0268e53a8f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 945 time: 0.1020989 Aug 19 12:15:41.103902 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db6b00c7-1dbb-4931-bd83-ce84650949b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.113492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['13d5af20-2e3c-4d87-bf88-4cdfe76644e1'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:41.126374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '2321e523-e0ab-4202-aa0a-7b2d369935c2', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '2321e523-e0ab-4202-aa0a-7b2d369935c2', 'mac_address': 'fa:16:3e:06:df:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:41.265257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48b97813-1a36-4b11-8ead-cc763846acd9 req-61b3c91c-01a2-47bf-942c-26a7f815f911 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534498 Aug 19 12:15:41.324242 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db6b00c7-1dbb-4931-bd83-ce84650949b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.381355 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.409125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46568) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:41.417243 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db6b00c7-1dbb-4931-bd83-ce84650949b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.438238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2321e523-e0ab-4202-aa0a-7b2d369935c2 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:41.467042 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-db6b00c7-1dbb-4931-bd83-ce84650949b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b94367ae29647f2a00f52b5dd2c7dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9576128 Aug 19 12:15:41.472172 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46574) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:41.481041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2321e523-e0ab-4202-aa0a-7b2d369935c2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2321e523-e0ab-4202-aa0a-7b2d369935c2,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:41.511462 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.523977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b00c7-1dbb-4931-bd83-ce84650949b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961bd000-b794-4028-8b4a-7d10b36a3607,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:41.543912 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5aae6541-f299-4fcb-a64f-87add42a4c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.560725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a3ffe-9851-4122-9cd5-8d41d31f78d9 req-6dcf2726-2ab8-484e-b08f-603961a8bb28 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.568371 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5aae6541-f299-4fcb-a64f-87add42a4c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.568702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b56a3ffe-9851-4122-9cd5-8d41d31f78d9 req-6dcf2726-2ab8-484e-b08f-603961a8bb28 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1096 time: 0.1431410 Aug 19 12:15:41.606661 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.621168 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf2c2b52-2e5b-4b5b-9735-b3365aade118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.639338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea75165-7a8e-4053-94ee-d027efd2232c req-37a1cd7f-e98b-4b0c-9eff-8f96bc4cced8 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.642130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ea75165-7a8e-4053-94ee-d027efd2232c req-37a1cd7f-e98b-4b0c-9eff-8f96bc4cced8 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 948 time: 0.1298871 Aug 19 12:15:41.660264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b56a3ffe-9851-4122-9cd5-8d41d31f78d9 req-ce9bc4f4-fd19-4460-8a9d-8ae007245caf tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904365 Aug 19 12:15:41.687994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2321e523-e0ab-4202-aa0a-7b2d369935c2,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:41.737830 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5aae6541-f299-4fcb-a64f-87add42a4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.742486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ea75165-7a8e-4053-94ee-d027efd2232c req-157562cb-ef27-43d5-839d-31b841ca83ae tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868134 Aug 19 12:15:41.745353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5aae6541-f299-4fcb-a64f-87add42a4c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.747470 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5aae6541-f299-4fcb-a64f-87add42a4c30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/961bd000-b794-4028-8b4a-7d10b36a3607 HTTP/1.1" status: 204 len: 168 time: 0.2700777 Aug 19 12:15:41.765072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae6541-f299-4fcb-a64f-87add42a4c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961bd000-b794-4028-8b4a-7d10b36a3607,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:41.906949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2321e523-e0ab-4202-aa0a-7b2d369935c2'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:41.935395 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf2c2b52-2e5b-4b5b-9735-b3365aade118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.976403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bac10-b0fd-4e04-ac6d-5e559c0192c4 req-a82d0032-fada-4cf3-a3dc-bed2ae0e76c8 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.991952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e2bac10-b0fd-4e04-ac6d-5e559c0192c4 req-a82d0032-fada-4cf3-a3dc-bed2ae0e76c8 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1096 time: 0.1948640 Aug 19 12:15:42.095167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf2c2b52-2e5b-4b5b-9735-b3365aade118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.142362 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e2bac10-b0fd-4e04-ac6d-5e559c0192c4 req-1a76e7a7-6e8e-43cb-8f4d-0a65459d8768 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490607 Aug 19 12:15:42.160005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c2b52-2e5b-4b5b-9735-b3365aade118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865d6896-7384-42e4-8bdb-18a9ce11ca6f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:42.231209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cf2c2b52-2e5b-4b5b-9735-b3365aade118 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15fab5cb7ff14da48509adbdb3422a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8203979 Aug 19 12:15:42.235009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46596) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:42.256234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290bd71-9af9-4886-8fa1-6c0f226d0955 req-beb1016f-ca05-4f96-bdc2-824c484f1aa2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.259154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b290bd71-9af9-4886-8fa1-6c0f226d0955 req-beb1016f-ca05-4f96-bdc2-824c484f1aa2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 943 time: 0.2352943 Aug 19 12:15:42.327125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-658c6b86-8b9c-4297-9299-3106790b9ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.345715 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-efc4a1cc-e73e-42d1-8493-1944d632011a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340431 Aug 19 12:15:42.363121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58fb7c2e-734b-45a2-88f5-35adb8d833a8 req-c212c7d5-27a8-443c-bae3-faa36ab69b77 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 210 time: 0.0700204 Aug 19 12:15:42.391628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b290bd71-9af9-4886-8fa1-6c0f226d0955 req-480adca0-0bf6-440c-9b37-0244355d7832 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236622 Aug 19 12:15:42.406600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'tag': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:42.410063 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541b0038-f710-49e0-903d-723f0e697726" -d '{"events": [{"name": "network-changed", "server_uuid": "7d069fd1-ba30-4efa-a1fd-345253998ed1", "tag": "13d5af20-2e3c-4d87-bf88-4cdfe76644e1"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:42.460592 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-658c6b86-8b9c-4297-9299-3106790b9ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.497147 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedb13cf-f34f-4d5d-ba65-dfcec2c3c6c0 x-openstack-request-id: req-aedb13cf-f34f-4d5d-ba65-dfcec2c3c6c0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:42.497562 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d069fd1-ba30-4efa-a1fd-345253998ed1", "tag": "13d5af20-2e3c-4d87-bf88-4cdfe76644e1", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:42.497862 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aedb13cf-f34f-4d5d-ba65-dfcec2c3c6c0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:42.498191 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'tag': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1', 'status': 'completed', 'code': 200} Aug 19 12:15:42.626946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-9b5870ec-e63d-482a-9ced-cf56f91190e6 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.628611 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-9b5870ec-e63d-482a-9ced-cf56f91190e6 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771370 Aug 19 12:15:42.641349 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b0038-f710-49e0-903d-723f0e697726 req-f310967c-c850-4640-bf8d-3dd51e1e3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.643032 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-541b0038-f710-49e0-903d-723f0e697726 req-f310967c-c850-4640-bf8d-3dd51e1e3b99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 1124 time: 0.0966575 Aug 19 12:15:42.653510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Request body: {'port': {'device_id': '6ce37dd9-5ace-4efc-a20f-7933f6cba7cb', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'c3b89d50d87e468e9fc4df05bf40f5d3'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:42.825674 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-658c6b86-8b9c-4297-9299-3106790b9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.828261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-658c6b86-8b9c-4297-9299-3106790b9ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.830528 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-658c6b86-8b9c-4297-9299-3106790b9ddf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/865d6896-7384-42e4-8bdb-18a9ce11ca6f HTTP/1.1" status: 204 len: 168 time: 0.5926976 Aug 19 12:15:42.873697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c6b86-8b9c-4297-9299-3106790b9ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865d6896-7384-42e4-8bdb-18a9ce11ca6f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:42.894372 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b0038-f710-49e0-903d-723f0e697726 req-523d5171-941e-4239-815d-c0141b1d9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.896543 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-541b0038-f710-49e0-903d-723f0e697726 req-523d5171-941e-4239-815d-c0141b1d9f85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.2376540 Aug 19 12:15:42.967299 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-541b0038-f710-49e0-903d-723f0e697726 req-938a9d2f-77bf-4368-9a5c-04257379f324 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1 HTTP/1.1" status: 200 len: 217 time: 0.0529835 Aug 19 12:15:43.065316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b0038-f710-49e0-903d-723f0e697726 req-88a266c0-27e6-480d-a36c-2cd0300a7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.067180 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-541b0038-f710-49e0-903d-723f0e697726 req-88a266c0-27e6-480d-a36c-2cd0300a7b2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.0809042 Aug 19 12:15:43.152035 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Made reservation on behalf of c3b89d50d87e468e9fc4df05bf40f5d3 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:43.158293 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:43.169849 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-541b0038-f710-49e0-903d-723f0e697726 req-0679469a-9050-4063-88c9-0316426b7ed3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911129 Aug 19 12:15:43.195126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-76a80597-cdb7-43c6-aef4-80871890c04a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571840 Aug 19 12:15:43.226077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4f09-63cb-4ee2-b7ca-d6cc962dc994 req-6fcde683-8e80-4a0b-80da-b01fc20cd3cb tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.227146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4f09-63cb-4ee2-b7ca-d6cc962dc994 req-6fcde683-8e80-4a0b-80da-b01fc20cd3cb tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.228869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4f09-63cb-4ee2-b7ca-d6cc962dc994 req-6fcde683-8e80-4a0b-80da-b01fc20cd3cb tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.230102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4f09-63cb-4ee2-b7ca-d6cc962dc994 req-6fcde683-8e80-4a0b-80da-b01fc20cd3cb tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.231263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4f09-63cb-4ee2-b7ca-d6cc962dc994 req-6fcde683-8e80-4a0b-80da-b01fc20cd3cb tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.232414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4f09-63cb-4ee2-b7ca-d6cc962dc994 req-6fcde683-8e80-4a0b-80da-b01fc20cd3cb tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.233629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4f09-63cb-4ee2-b7ca-d6cc962dc994 req-6fcde683-8e80-4a0b-80da-b01fc20cd3cb tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.234775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4f09-63cb-4ee2-b7ca-d6cc962dc994 req-6fcde683-8e80-4a0b-80da-b01fc20cd3cb tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.235988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4f09-63cb-4ee2-b7ca-d6cc962dc994 req-6fcde683-8e80-4a0b-80da-b01fc20cd3cb tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.239949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-710a4f09-63cb-4ee2-b7ca-d6cc962dc994 req-6fcde683-8e80-4a0b-80da-b01fc20cd3cb tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6436 time: 0.3999572 Aug 19 12:15:43.333995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f467f6-200a-4452-b931-6493a91538a4 req-6dfc26b2-b82b-4a8e-9b1b-6144047c9ce4 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.343399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3f467f6-200a-4452-b931-6493a91538a4 req-6dfc26b2-b82b-4a8e-9b1b-6144047c9ce4 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 949 time: 0.2819622 Aug 19 12:15:43.500525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-f5c1a795-66f8-494e-b56b-6a4dc954d766 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.502669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-f5c1a795-66f8-494e-b56b-6a4dc954d766 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973151 Aug 19 12:15:43.526619 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-541b0038-f710-49e0-903d-723f0e697726 req-613c5f3e-8cab-4e4b-b1f6-2d453cfb9b34 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328462 Aug 19 12:15:43.558098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3f467f6-200a-4452-b931-6493a91538a4 req-5765037a-ec45-43d6-b950-4f5200518b1a tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132845 Aug 19 12:15:43.568303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Allocated IP 192.168.233.175 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/a6a0d9c8-617c-44b4-9d34-70144a638bfd) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:43.577459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Request body: {'port': {'device_id': 'f649eddb-abba-4546-a4c4-cae65d330b43', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'c3b89d50d87e468e9fc4df05bf40f5d3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:43.777406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22c121-bfbe-47b1-8c7c-808533f9faee req-5d7faee1-06a9-4c61-93ab-d348df274891 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.779547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a22c121-bfbe-47b1-8c7c-808533f9faee req-5d7faee1-06a9-4c61-93ab-d348df274891 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1096 time: 0.2697203 Aug 19 12:15:43.865040 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-541b0038-f710-49e0-903d-723f0e697726 req-7fb23d12-de6f-4cdc-960b-8e8bcddb56aa service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207972 Aug 19 12:15:43.870373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924dc1-5c82-4c49-86c1-949987f3c498 req-735369e0-1b77-476f-aa67-78ccf7be65ef tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.871892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5924dc1-5c82-4c49-86c1-949987f3c498 req-735369e0-1b77-476f-aa67-78ccf7be65ef tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 886 time: 0.2314806 Aug 19 12:15:43.895522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a22c121-bfbe-47b1-8c7c-808533f9faee req-5765afb8-41b0-4404-ac5e-3a4a4c10a4ad tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054244 Aug 19 12:15:44.011070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46642) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:44.019588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.039610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0be7b8cf-4af2-4581-81c7-7f0c3faaa5c8 req-1db46aa2-f184-45af-8c18-c9639c9a8016 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 210 time: 0.0735273 Aug 19 12:15:44.051204 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34b42846-d26d-460a-89f2-c0405049fc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.083581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Transition to ACTIVE for port object a6a0d9c8-617c-44b4-9d34-70144a638bfd will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:44.112103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Made reservation on behalf of c3b89d50d87e468e9fc4df05bf40f5d3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:44.116550 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.183220 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.217725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477e7bc-f4d0-4c46-9a2f-d4a091d33a1a req-2ad603e9-b98d-4a85-ab78-04d4bda4c23e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.219494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b477e7bc-f4d0-4c46-9a2f-d4a091d33a1a req-2ad603e9-b98d-4a85-ab78-04d4bda4c23e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 943 time: 0.1981869 Aug 19 12:15:44.259251 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34b42846-d26d-460a-89f2-c0405049fc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.274458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.292024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:44.331961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:44.342177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:44.352146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:44.361977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event updated for resources: {'Port': ['ID=a6a0d9c8-617c-44b4-9d34-70144a638bfd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:44.382059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b477e7bc-f4d0-4c46-9a2f-d4a091d33a1a req-89335df3-71a5-4a4c-a33e-ef461c528a49 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249127 Aug 19 12:15:44.384648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d4fe1-e247-465e-b3c3-98dff5138167 req-47a348d7-abf8-4605-8fd0-0a322e190476 tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.385549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d4fe1-e247-465e-b3c3-98dff5138167 req-47a348d7-abf8-4605-8fd0-0a322e190476 tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.386390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d4fe1-e247-465e-b3c3-98dff5138167 req-47a348d7-abf8-4605-8fd0-0a322e190476 tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.387250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d4fe1-e247-465e-b3c3-98dff5138167 req-47a348d7-abf8-4605-8fd0-0a322e190476 tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.388014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d4fe1-e247-465e-b3c3-98dff5138167 req-47a348d7-abf8-4605-8fd0-0a322e190476 tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.388498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d4fe1-e247-465e-b3c3-98dff5138167 req-47a348d7-abf8-4605-8fd0-0a322e190476 tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.388981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d4fe1-e247-465e-b3c3-98dff5138167 req-47a348d7-abf8-4605-8fd0-0a322e190476 tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.389497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d4fe1-e247-465e-b3c3-98dff5138167 req-47a348d7-abf8-4605-8fd0-0a322e190476 tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.389976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d4fe1-e247-465e-b3c3-98dff5138167 req-47a348d7-abf8-4605-8fd0-0a322e190476 tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.408897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a6d4fe1-e247-465e-b3c3-98dff5138167 req-47a348d7-abf8-4605-8fd0-0a322e190476 tempest-NetworksTest-329535582 tempest-NetworksTest-329535582-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6436 time: 0.3276122 Aug 19 12:15:44.416092 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34b42846-d26d-460a-89f2-c0405049fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.478516 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-34b42846-d26d-460a-89f2-c0405049fc5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13cee9eac08141ab8aa4b75d136af78f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648347 Aug 19 12:15:44.495015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46652) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:44.549211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:44.563728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2321e523-e0ab-4202-aa0a-7b2d369935c2 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:44.607506 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.609197 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.630717 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b42846-d26d-460a-89f2-c0405049fc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0738a0e9-9eac-4fb0-81cd-49ce4837bc74,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:44.742894 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-2f0eceff-f04a-4d9d-8f76-79c3131d590d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0982759 Aug 19 12:15:44.766198 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Request body: {'port': {'device_id': '6ce37dd9-5ace-4efc-a20f-7933f6cba7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:44.892123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.913943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:44.932826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 has no active binding in host n-h1-778732-8 {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:15:44.969811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 2321e523-e0ab-4202-aa0a-7b2d369935c2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:44.983580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 2321e523-e0ab-4202-aa0a-7b2d369935c2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:44.983580 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.049907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Allocated IP 192.168.233.189 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/1956659f-8900-487a-92f7-b1f69a80ca16) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:45.067475 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a895-15cc-4458-a130-d2c6c052888c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.129050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ac40cfb6-cf33-4a69-804d-36547ba1060d None None] Provisioning for port a6a0d9c8-617c-44b4-9d34-70144a638bfd completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:45.139043 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a895-15cc-4458-a130-d2c6c052888c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.145931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ac40cfb6-cf33-4a69-804d-36547ba1060d None None] Provisioning complete for port a6a0d9c8-617c-44b4-9d34-70144a638bfd triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:45.149269 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ac40cfb6-cf33-4a69-804d-36547ba1060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.165464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bfa0c-c540-43ad-850d-566b3bdf1503 req-c1b4c73a-aa89-4894-83ab-fb1d922ec5ed tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.171690 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.171965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b78bfa0c-c540-43ad-850d-566b3bdf1503 req-c1b4c73a-aa89-4894-83ab-fb1d922ec5ed tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 949 time: 0.1782300 Aug 19 12:15:45.253261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e6652f-8776-44f9-9d82-a6e3d40f3c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2321e523-e0ab-4202-aa0a-7b2d369935c2'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:45.256162 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f580a797-78f1-4c4f-bf59-595b17790f87" -d '{"events": [{"server_uuid": "49e6652f-8776-44f9-9d82-a6e3d40f3c89", "name": "network-vif-plugged", "status": "completed", "tag": "2321e523-e0ab-4202-aa0a-7b2d369935c2"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:45.268436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ac40cfb6-cf33-4a69-804d-36547ba1060d None None] Port a6a0d9c8-617c-44b4-9d34-70144a638bfd cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:45.273123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2321e523-e0ab-4202-aa0a-7b2d369935c2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2321e523-e0ab-4202-aa0a-7b2d369935c2,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:45.311791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb0155-1a11-4733-b517-509c85bdddeb req-f3d5ccea-01ad-4fb4-8d80-6cd4c35fa486 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.313362 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56eb0155-1a11-4733-b517-509c85bdddeb req-f3d5ccea-01ad-4fb4-8d80-6cd4c35fa486 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1096 time: 0.2605093 Aug 19 12:15:45.360455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46678) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:45.371528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.373787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b78bfa0c-c540-43ad-850d-566b3bdf1503 req-2d550e58-2855-4505-ac56-ad5e69ee24da tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691494 Aug 19 12:15:45.449340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56eb0155-1a11-4733-b517-509c85bdddeb req-3d41fdf2-d59f-4b6c-93d1-1d46bf8a70e4 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234086 Aug 19 12:15:45.474586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2321e523-e0ab-4202-aa0a-7b2d369935c2,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:45.477005 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.491175 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a895-15cc-4458-a130-d2c6c052888c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.492317 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a895-15cc-4458-a130-d2c6c052888c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.494379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ffc0a895-15cc-4458-a130-d2c6c052888c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0738a0e9-9eac-4fb0-81cd-49ce4837bc74 HTTP/1.1" status: 204 len: 168 time: 0.9819071 Aug 19 12:15:45.504601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.505039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.505584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.506244 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.506731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.507145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.507614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.508602 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.509688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.510239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.510987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.513631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:45.514458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0a895-15cc-4458-a130-d2c6c052888c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0738a0e9-9eac-4fb0-81cd-49ce4837bc74,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:45.517201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Transition to ACTIVE for port object 1956659f-8900-487a-92f7-b1f69a80ca16 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:45.652432 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96da6f3-353f-49a2-b8f5-23fd54e40cb3 x-openstack-request-id: req-f96da6f3-353f-49a2-b8f5-23fd54e40cb3 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:45.652922 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e6652f-8776-44f9-9d82-a6e3d40f3c89", "name": "network-vif-plugged", "status": "completed", "tag": "2321e523-e0ab-4202-aa0a-7b2d369935c2", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:45.653198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90453041-8c3d-4326-aacf-f0e2eb0f5afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.653333 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f96da6f3-353f-49a2-b8f5-23fd54e40cb3 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:45.654512 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e6652f-8776-44f9-9d82-a6e3d40f3c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2321e523-e0ab-4202-aa0a-7b2d369935c2', 'code': 200} Aug 19 12:15:45.670352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a072f53-f4c3-4ba1-bb73-758cab0bbec4 req-0d9b03af-f212-4e04-b1d3-cf33b65df254 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 210 time: 0.0632544 Aug 19 12:15:45.740903 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.756527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:45.893407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:45.900130 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90453041-8c3d-4326-aacf-f0e2eb0f5afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.911229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:45.917105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:45.920062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event updated for resources: {'Port': ['ID=1956659f-8900-487a-92f7-b1f69a80ca16,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:45.930095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6706dd5-3076-4990-ae0e-e7b45c83d68e req-d7e80003-e9a9-4862-96a8-c78ccaf62ee0 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.932288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6706dd5-3076-4990-ae0e-e7b45c83d68e req-d7e80003-e9a9-4862-96a8-c78ccaf62ee0 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 943 time: 0.1647491 Aug 19 12:15:45.961821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc49364-f7e9-411f-b362-df3577a3e1a8 req-eab5c273-cf9a-4302-8f79-ad102765a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.963908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbc49364-f7e9-411f-b362-df3577a3e1a8 req-eab5c273-cf9a-4302-8f79-ad102765a029 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 1101 time: 0.2128294 Aug 19 12:15:46.023999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:46.025480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.067497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbc49364-f7e9-411f-b362-df3577a3e1a8 req-73c24721-8b6c-4815-b8f3-9dc0f8b4e459 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918732 Aug 19 12:15:46.082176 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90453041-8c3d-4326-aacf-f0e2eb0f5afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.092140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6706dd5-3076-4990-ae0e-e7b45c83d68e req-9332c0fc-72a3-4f49-a5ee-1b60f82151c1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246514 Aug 19 12:15:46.146648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a0d9c8-617c-44b4-9d34-70144a638bfd {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:46.160849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-6cf96fe3-4c8a-4729-b96f-efc94d4e347d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6002164 Aug 19 12:15:46.161570 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.164710 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90453041-8c3d-4326-aacf-f0e2eb0f5afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d896ae8-196d-4be2-a097-9e2f0e0f3c46,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:46.175363 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-90453041-8c3d-4326-aacf-f0e2eb0f5afb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d3cd9e876ba4bf2b60507ecd72d5e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8107181 Aug 19 12:15:46.176225 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46704) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:46.181826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Request body: {'port': {'device_id': 'f649eddb-abba-4546-a4c4-cae65d330b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:46.199924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Transition to ACTIVE for port object a6a0d9c8-617c-44b4-9d34-70144a638bfd will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:46.278855 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.288889 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.392496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Pushing event updated for resources: {'Port': ['ID=a6a0d9c8-617c-44b4-9d34-70144a638bfd,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:46.436143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c644536-1bcb-4695-915a-7e944dce8939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.439639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0a63b2d4-2ef0-4e52-a98e-e2c2239d9559 None None] Provisioning for port 1956659f-8900-487a-92f7-b1f69a80ca16 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:46.449327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0a63b2d4-2ef0-4e52-a98e-e2c2239d9559 None None] Provisioning complete for port 1956659f-8900-487a-92f7-b1f69a80ca16 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:46.451164 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a63b2d4-2ef0-4e52-a98e-e2c2239d9559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.512992 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c644536-1bcb-4695-915a-7e944dce8939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.530916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0a63b2d4-2ef0-4e52-a98e-e2c2239d9559 None None] Port 1956659f-8900-487a-92f7-b1f69a80ca16 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:46.654189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f8f9-fbc5-4cb1-9b2e-3e73dc73a70c req-0b166dc6-ccfe-4049-bc18-9b0dfae18378 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:46.667418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe25f8f9-fbc5-4cb1-9b2e-3e73dc73a70c req-0b166dc6-ccfe-4049-bc18-9b0dfae18378 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 950 time: 0.0873239 Aug 19 12:15:46.667629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Attempting to bind port a6a0d9c8-617c-44b4-9d34-70144a638bfd on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:46.667629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Attempting to bind port a6a0d9c8-617c-44b4-9d34-70144a638bfd by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:46.667629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Attempting to bind port a6a0d9c8-617c-44b4-9d34-70144a638bfd on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:46.679281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Port a6a0d9c8-617c-44b4-9d34-70144a638bfd on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:46.679665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Attempting to bind port a6a0d9c8-617c-44b4-9d34-70144a638bfd on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:46.689343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:46.689343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:46.689343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:46.689343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Bound port: a6a0d9c8-617c-44b4-9d34-70144a638bfd, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:46.690103 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.693030 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-8e199d29-90f5-4dd2-9bf7-2b7f162ea02a service neutron] 10.222.0.52 "GET /v2.0/ports/13d5af20-2e3c-4d87-bf88-4cdfe76644e1/bindings/n-h1-778732-8 HTTP/1.1" status: 200 len: 384 time: 0.1094842 Aug 19 12:15:46.723999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe25f8f9-fbc5-4cb1-9b2e-3e73dc73a70c req-7c0ae9b2-b613-4bf3-98ac-1fb4426010bf tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596893 Aug 19 12:15:46.860919 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c644536-1bcb-4695-915a-7e944dce8939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.864188 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c644536-1bcb-4695-915a-7e944dce8939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.865637 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2c644536-1bcb-4695-915a-7e944dce8939 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d896ae8-196d-4be2-a097-9e2f0e0f3c46 HTTP/1.1" status: 204 len: 168 time: 0.6882277 Aug 19 12:15:46.877201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1956659f-8900-487a-92f7-b1f69a80ca16 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:46.888497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.894471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c644536-1bcb-4695-915a-7e944dce8939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d896ae8-196d-4be2-a097-9e2f0e0f3c46,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:46.907169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Transition to ACTIVE for port object 1956659f-8900-487a-92f7-b1f69a80ca16 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:46.920300 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d147390-7216-4b51-84d6-4d12205a44a4 req-54137fce-8698-42c9-8c88-e7a42ca9d80b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:46.921916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d147390-7216-4b51-84d6-4d12205a44a4 req-54137fce-8698-42c9-8c88-e7a42ca9d80b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 936 time: 0.0935628 Aug 19 12:15:46.947777 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] For port a6a0d9c8-617c-44b4-9d34-70144a638bfd, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:46.953185 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] For port a6a0d9c8-617c-44b4-9d34-70144a638bfd, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a6a0d9c8-617c-44b4-9d34-70144a638bfd,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:46.997783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d147390-7216-4b51-84d6-4d12205a44a4 req-1a909288-92bb-4ee7-9851-3413dbeb14dd tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609679 Aug 19 12:15:47.057020 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:15:47.065446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-a8ebb439-7082-4447-9e4f-0d44dfb70902 service neutron] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:47.092720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-a8ebb439-7082-4447-9e4f-0d44dfb70902 service neutron] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:47.120152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46734) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:47.131327 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.149066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-a8ebb439-7082-4447-9e4f-0d44dfb70902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:47.172374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-a8ebb439-7082-4447-9e4f-0d44dfb70902 service neutron] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:47.201641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.215150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Pushing event updated for resources: {'Port': ['ID=1956659f-8900-487a-92f7-b1f69a80ca16,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:47.274561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:47.276547 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.284967 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] 10.222.0.52 "PUT /v2.0/ports/a6a0d9c8-617c-44b4-9d34-70144a638bfd HTTP/1.1" status: 200 len: 1096 time: 2.5238070 Aug 19 12:15:47.286094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce37dd9-5ace-4efc-a20f-7933f6cba7cb', 'tag': 'a6a0d9c8-617c-44b4-9d34-70144a638bfd'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:47.290843 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce37dd9-5ace-4efc-a20f-7933f6cba7cb", "tag": "a6a0d9c8-617c-44b4-9d34-70144a638bfd"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:47.301866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-a8ebb439-7082-4447-9e4f-0d44dfb70902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.476173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dbd70-709f-4219-b0a6-79e035f313ae service neutron] Pushing event updated for resources: {'Port': ['ID=a6a0d9c8-617c-44b4-9d34-70144a638bfd,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:47.515298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204d904-b4c6-4422-ab7b-b6e9cfb657f8 req-cf17c18c-937b-4164-b9b8-484e499a0a48 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:47.523363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2204d904-b4c6-4422-ab7b-b6e9cfb657f8 req-cf17c18c-937b-4164-b9b8-484e499a0a48 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 943 time: 0.3108768 Aug 19 12:15:47.536492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Attempting to bind port 1956659f-8900-487a-92f7-b1f69a80ca16 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:47.536982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Attempting to bind port 1956659f-8900-487a-92f7-b1f69a80ca16 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:47.537650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Attempting to bind port 1956659f-8900-487a-92f7-b1f69a80ca16 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:47.552888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Port 1956659f-8900-487a-92f7-b1f69a80ca16 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:47.552888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Attempting to bind port 1956659f-8900-487a-92f7-b1f69a80ca16 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:47.574012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:47.574795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:47.575223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:47.575795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Bound port: 1956659f-8900-487a-92f7-b1f69a80ca16, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:47.576352 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.610998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2204d904-b4c6-4422-ab7b-b6e9cfb657f8 req-527a3016-d9b8-4967-b5de-9923b715ab96 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864952 Aug 19 12:15:47.623357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-9a46f928-d695-488b-a8f7-fa5d1608939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:47.625687 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-9a46f928-d695-488b-a8f7-fa5d1608939b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=6ce37dd9-5ace-4efc-a20f-7933f6cba7cb HTTP/1.1" status: 200 len: 1099 time: 0.1741579 Aug 19 12:15:47.629214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-a8ebb439-7082-4447-9e4f-0d44dfb70902 service neutron] Transition to ACTIVE for port object 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:47.726933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db7db54a-fbff-48fa-bff8-f93ac0202078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.736542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-a8ebb439-7082-4447-9e4f-0d44dfb70902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.743321 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-de543e9b-5062-48fa-a6d1-63e338e56cd9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=a6a0d9c8-617c-44b4-9d34-70144a638bfd HTTP/1.1" status: 200 len: 217 time: 0.1066155 Aug 19 12:15:47.798404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] For port 1956659f-8900-487a-92f7-b1f69a80ca16, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:47.803954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] For port 1956659f-8900-487a-92f7-b1f69a80ca16, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=1956659f-8900-487a-92f7-b1f69a80ca16,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:47.886420 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c9d9c2-6f59-41ff-8773-e2bb403aa461 x-openstack-request-id: req-f6c9d9c2-6f59-41ff-8773-e2bb403aa461 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:47.886750 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce37dd9-5ace-4efc-a20f-7933f6cba7cb", "tag": "a6a0d9c8-617c-44b4-9d34-70144a638bfd", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:47.895565 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6c9d9c2-6f59-41ff-8773-e2bb403aa461 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:47.895565 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce37dd9-5ace-4efc-a20f-7933f6cba7cb', 'tag': 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', 'status': 'completed', 'code': 200} Aug 19 12:15:47.921781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-a8ebb439-7082-4447-9e4f-0d44dfb70902 service neutron] No DVR routers for this DVR port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:47.922103 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db7db54a-fbff-48fa-bff8-f93ac0202078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.935466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.943550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-ffd4d734-ce4d-4665-a63c-f5506ef8742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:47.945084 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-ffd4d734-ce4d-4665-a63c-f5506ef8742c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1244106 Aug 19 12:15:47.961661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebb439-7082-4447-9e4f-0d44dfb70902 service neutron] Pushing event updated for resources: {'Port': ['ID=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:47.990382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:47.991159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.992943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] 10.222.0.52 "PUT /v2.0/ports/1956659f-8900-487a-92f7-b1f69a80ca16 HTTP/1.1" status: 200 len: 1096 time: 1.8189032 Aug 19 12:15:47.995325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f649eddb-abba-4546-a4c4-cae65d330b43', 'tag': '1956659f-8900-487a-92f7-b1f69a80ca16'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:47.998078 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec3e5e2-33a6-4a83-860e-71e1a02527f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f649eddb-abba-4546-a4c4-cae65d330b43", "tag": "1956659f-8900-487a-92f7-b1f69a80ca16"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:48.024449 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-a8ebb439-7082-4447-9e4f-0d44dfb70902 service neutron] 10.222.0.52 "PUT /v2.0/ports/13d5af20-2e3c-4d87-bf88-4cdfe76644e1/bindings/n-h1-778732-8/activate HTTP/1.1" status: 200 len: 369 time: 1.3197644 Aug 19 12:15:48.048613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de28416-cf6d-44e6-8187-2949c3a74bf7 req-3f673b97-07e5-4634-b572-b3bb28ce1db3 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.050447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9de28416-cf6d-44e6-8187-2949c3a74bf7 req-3f673b97-07e5-4634-b572-b3bb28ce1db3 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 950 time: 0.1318846 Aug 19 12:15:48.055624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4524645-ca12-4dd3-af06-74acd2f06030 service neutron] Pushing event updated for resources: {'Port': ['ID=1956659f-8900-487a-92f7-b1f69a80ca16,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:48.064001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-0a0062d7-bf1d-4bb3-97e5-bd520a2b6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.067655 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-0a0062d7-bf1d-4bb3-97e5-bd520a2b6a16 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843163 Aug 19 12:15:48.111113 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db7db54a-fbff-48fa-bff8-f93ac0202078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.158072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46770) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:48.194108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7db54a-fbff-48fa-bff8-f93ac0202078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1504e31-50aa-43b8-bd43-7616b4a8bd6d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:48.249349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9de28416-cf6d-44e6-8187-2949c3a74bf7 req-0198f2ea-7cfe-416f-80d8-2b362645187f tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875458 Aug 19 12:15:48.256394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46774) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:48.303331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-db7db54a-fbff-48fa-bff8-f93ac0202078 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20c40ce80d6540f88fd679549f90c3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1816382 Aug 19 12:15:48.307276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e412910e-da23-41d2-a6f1-c2765ccb07d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.330769 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-bd9e9c96-45b1-452c-826d-3d127ddf231d service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550697 Aug 19 12:15:48.331766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46778) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:48.348497 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57200bf-0214-4996-8139-a700addd48aa x-openstack-request-id: req-a57200bf-0214-4996-8139-a700addd48aa {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:48.350709 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f649eddb-abba-4546-a4c4-cae65d330b43", "tag": "1956659f-8900-487a-92f7-b1f69a80ca16", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:48.351184 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a57200bf-0214-4996-8139-a700addd48aa {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:48.352038 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f649eddb-abba-4546-a4c4-cae65d330b43', 'tag': '1956659f-8900-487a-92f7-b1f69a80ca16', 'status': 'completed', 'code': 200} Aug 19 12:15:48.469194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-15039f46-f9d6-4749-aeb2-5ed41cb32183 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.476307 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-15039f46-f9d6-4749-aeb2-5ed41cb32183 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1095 time: 0.2200499 Aug 19 12:15:48.527299 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-ea91180a-8134-4422-a57d-59b925c75900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.529774 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-ea91180a-8134-4422-a57d-59b925c75900 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 1099 time: 0.1963575 Aug 19 12:15:48.588762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b3b9-6ceb-4169-9dd1-92488a8263a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.597581 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-a560a6dd-d5fa-4c48-8deb-c8e9294ccd94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=1956659f-8900-487a-92f7-b1f69a80ca16 HTTP/1.1" status: 200 len: 217 time: 0.0509520 Aug 19 12:15:48.601082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a867e2-a79c-456d-acab-1ef8cb250ffe req-78a2b4a0-14c3-4840-bd62-30f1bc6d7ea9 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.603308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2a867e2-a79c-456d-acab-1ef8cb250ffe req-78a2b4a0-14c3-4840-bd62-30f1bc6d7ea9 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 948 time: 0.1391993 Aug 19 12:15:48.645604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-network', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:48.651506 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-7a635a71-3ad2-4d08-abb6-a08dce107acd service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809284 Aug 19 12:15:48.663679 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b3b9-6ceb-4169-9dd1-92488a8263a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.675134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-f656acea-f7a0-4f46-8f8d-b21807a547a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.676506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-f656acea-f7a0-4f46-8f8d-b21807a547a0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1&tenant_id=04ab79f9c1124eabb694c0c9804394aa HTTP/1.1" status: 200 len: 1095 time: 0.1634958 Aug 19 12:15:48.705556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-5470c143-abbd-4e01-a45d-b62b43b90aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.707004 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-5470c143-abbd-4e01-a45d-b62b43b90aed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0993452 Aug 19 12:15:48.710195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2a867e2-a79c-456d-acab-1ef8cb250ffe req-4725c20a-0ce7-49db-87a7-2ee4e79a3e76 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947454 Aug 19 12:15:48.776412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-5a837d2f-b292-45eb-90d5-6e9a88d48b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.777976 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-5a837d2f-b292-45eb-90d5-6e9a88d48b88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607269 Aug 19 12:15:48.782210 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e412910e-da23-41d2-a6f1-c2765ccb07d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.793956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-f9d67bd6-27ff-473e-ba99-64f34299bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.795514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-f9d67bd6-27ff-473e-ba99-64f34299bdaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 1095 time: 0.0843680 Aug 19 12:15:48.888359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e412910e-da23-41d2-a6f1-c2765ccb07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.958565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e412910e-da23-41d2-a6f1-c2765ccb07d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e35047722d4c4126a969d87c5851320f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7018569 Aug 19 12:15:48.961161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46788) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:48.976185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412910e-da23-41d2-a6f1-c2765ccb07d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a56c7bd-7058-412a-a248-9b7412351ee6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:49.047040 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-c0c4e711-3af0-4c6b-b659-4ca14da7b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.049795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-c0c4e711-3af0-4c6b-b659-4ca14da7b0c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.2409680 Aug 19 12:15:49.058875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Made reservation on behalf of 384a79347a8248c79cc3a0cca40a2688 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:49.063227 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.091858 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.131556 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b3b9-6ceb-4169-9dd1-92488a8263a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.135675 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cf0b3b9-6ceb-4169-9dd1-92488a8263a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.137263 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5cf0b3b9-6ceb-4169-9dd1-92488a8263a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1504e31-50aa-43b8-bd43-7616b4a8bd6d HTTP/1.1" status: 204 len: 168 time: 0.7997587 Aug 19 12:15:49.154589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-9f0f11fb-1a5b-4817-980f-c7a2e220faf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1 HTTP/1.1" status: 200 len: 217 time: 0.0827751 Aug 19 12:15:49.172169 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0b3b9-6ceb-4169-9dd1-92488a8263a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1504e31-50aa-43b8-bd43-7616b4a8bd6d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:49.207754 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-1a2ced70-d505-4eba-a474-2d5eaeb5c45f service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189146 Aug 19 12:15:49.211140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03 req-3807c8cd-dc4d-4041-9401-5af8284d8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.212841 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03 req-3807c8cd-dc4d-4041-9401-5af8284d8cfe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=6ce37dd9-5ace-4efc-a20f-7933f6cba7cb HTTP/1.1" status: 200 len: 1099 time: 0.3645651 Aug 19 12:15:49.244433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93256e47-904a-46c2-8611-1900991d6c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.314522 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93256e47-904a-46c2-8611-1900991d6c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.354018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-6614634f-2104-4579-b557-e7f1cca733bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.355497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-6614634f-2104-4579-b557-e7f1cca733bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.1852465 Aug 19 12:15:49.389546 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2083fae2-6d6d-4f4a-af33-da3750348cda req-da819a0e-62f6-4a9d-b050-f2a7d84cb08d service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680701 Aug 19 12:15:49.390659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03 req-3c9e820a-9041-4274-b7c6-8623851e4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.392300 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03 req-3c9e820a-9041-4274-b7c6-8623851e4761 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1604254 Aug 19 12:15:49.395142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:49.440669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-eba07661-2fdb-4336-9199-b672f41a5fcf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629141 Aug 19 12:15:49.442147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:49.465084 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03 req-838dae06-dd06-4c90-97ec-8a3d28f508c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=a6a0d9c8-617c-44b4-9d34-70144a638bfd HTTP/1.1" status: 200 len: 217 time: 0.0549245 Aug 19 12:15:49.568949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf0820-6cf9-4899-8f10-080467fa1416 req-2d5f6637-188f-4604-ae94-d6dc886984a1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.573014 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03 req-0ea24e90-6550-4cb7-93f0-ccea8478dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.574931 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03 req-0ea24e90-6550-4cb7-93f0-ccea8478dff5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0975456 Aug 19 12:15:49.577001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56cf0820-6cf9-4899-8f10-080467fa1416 req-2d5f6637-188f-4604-ae94-d6dc886984a1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 944 time: 0.2666051 Aug 19 12:15:49.621284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e5e2-33a6-4a83-860e-71e1a02527f9 req-7c842ce0-87eb-4989-b85f-b87c8a8da72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.623528 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fec3e5e2-33a6-4a83-860e-71e1a02527f9 req-7c842ce0-87eb-4989-b85f-b87c8a8da72e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 1099 time: 0.1010880 Aug 19 12:15:49.661678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56cf0820-6cf9-4899-8f10-080467fa1416 req-02a64cfb-f06a-4e32-a80e-bf159a294a50 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834622 Aug 19 12:15:49.706541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-a6a7ba49-9cc6-452d-86d6-1b4235dd8a27 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:15:49.707598 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-a6a7ba49-9cc6-452d-86d6-1b4235dd8a27 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090086 Aug 19 12:15:49.721022 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03 req-abe6ace8-6b9f-4ae8-b9f9-6088ef31dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.730571 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03 req-abe6ace8-6b9f-4ae8-b9f9-6088ef31dd80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391277 Aug 19 12:15:49.730716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-ea0b8aec-1a70-454d-8d17-2d3dedbdf70a service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703722 Aug 19 12:15:49.730817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Request body: {'binding': {'host': 'n-h2-778732-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:49.730817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Unknown quota resources ['binding']. {{(pid=95661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:15:49.733982 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.788464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93256e47-904a-46c2-8611-1900991d6c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.791349 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93256e47-904a-46c2-8611-1900991d6c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.795035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-93256e47-904a-46c2-8611-1900991d6c49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a56c7bd-7058-412a-a248-9b7412351ee6 HTTP/1.1" status: 204 len: 168 time: 0.8288493 Aug 19 12:15:49.843283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93256e47-904a-46c2-8611-1900991d6c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a56c7bd-7058-412a-a248-9b7412351ee6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:49.908225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.932315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-31c72554-f973-4291-9fde-673fbfbd9e01 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939375 Aug 19 12:15:49.949710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:15:49.951094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e5e2-33a6-4a83-860e-71e1a02527f9 req-d0e1cdd4-103d-496d-9658-b18306df216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.952733 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fec3e5e2-33a6-4a83-860e-71e1a02527f9 req-d0e1cdd4-103d-496d-9658-b18306df216b service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.3212347 Aug 19 12:15:49.958819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8a8536-85b2-4f1d-98a7-77ee1afc02e8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:49.968180 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.979826 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Added segment c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28 of type vlan for network 9d7448a7-914f-43f5-9c1e-52bd191d1c1d Aug 19 12:15:50.030137 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03 req-37d65738-2dd5-4031-a84f-e43a68351fe5 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965686 Aug 19 12:15:50.043980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.044194 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fec3e5e2-33a6-4a83-860e-71e1a02527f9 req-7b6e89f0-8d2f-49e6-8fa0-0e57140d8b4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=1956659f-8900-487a-92f7-b1f69a80ca16 HTTP/1.1" status: 200 len: 217 time: 0.0708108 Aug 19 12:15:50.098974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4261f2-aad1-45d1-a7b3-e66430bc0d75 req-c5d4c257-fa84-47de-abfd-668cd7218ec4 tempest-ServersAdminNegativeTestJSON-1436585539 tempest-ServersAdminNegativeTestJSON-1436585539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.107136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc4261f2-aad1-45d1-a7b3-e66430bc0d75 req-c5d4c257-fa84-47de-abfd-668cd7218ec4 tempest-ServersAdminNegativeTestJSON-1436585539 tempest-ServersAdminNegativeTestJSON-1436585539-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 1101 time: 0.0687056 Aug 19 12:15:50.121843 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc4261f2-aad1-45d1-a7b3-e66430bc0d75 req-1c00de92-5f66-410b-bd39-8c3eb3c09966 tempest-ServersAdminNegativeTestJSON-1436585539 tempest-ServersAdminNegativeTestJSON-1436585539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.205352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e5e2-33a6-4a83-860e-71e1a02527f9 req-39d0d5cb-5c5d-4973-9a7b-7e7def462a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.206823 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fec3e5e2-33a6-4a83-860e-71e1a02527f9 req-39d0d5cb-5c5d-4973-9a7b-7e7def462a0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1545603 Aug 19 12:15:50.209647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 on host n-h2-778732-8 for vnic_type normal with profile None {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:50.209984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:50.210315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:50.245343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Port f9e737dd-fe25-4d34-b32b-05afe1e40201 on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:50.245707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:50.267346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:50.267709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:50.268075 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:50.268530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Bound port: f9e737dd-fe25-4d34-b32b-05afe1e40201, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:50.272862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc4261f2-aad1-45d1-a7b3-e66430bc0d75 req-1c00de92-5f66-410b-bd39-8c3eb3c09966 tempest-ServersAdminNegativeTestJSON-1436585539 tempest-ServersAdminNegativeTestJSON-1436585539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.273457 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a7f1ef49-2a7c-46b7-a472-0f5ee7adda03 req-636872bf-f6d7-420a-9240-568fcdb6cc75 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345803 Aug 19 12:15:50.302996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.303619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.304658 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.331998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e5e2-33a6-4a83-860e-71e1a02527f9 req-1b86879c-5128-4786-bb39-5d88a89a8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.333720 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fec3e5e2-33a6-4a83-860e-71e1a02527f9 req-1b86879c-5128-4786-bb39-5d88a89a8409 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107891 Aug 19 12:15:50.361845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:50.373530 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc4261f2-aad1-45d1-a7b3-e66430bc0d75 req-1c00de92-5f66-410b-bd39-8c3eb3c09966 tempest-ServersAdminNegativeTestJSON-1436585539 tempest-ServersAdminNegativeTestJSON-1436585539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.430324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc4261f2-aad1-45d1-a7b3-e66430bc0d75 req-1c00de92-5f66-410b-bd39-8c3eb3c09966 tempest-ServersAdminNegativeTestJSON-1436585539 tempest-ServersAdminNegativeTestJSON-1436585539-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220680 Aug 19 12:15:50.433842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00de92-5f66-410b-bd39-8c3eb3c09966 tempest-ServersAdminNegativeTestJSON-1436585539 tempest-ServersAdminNegativeTestJSON-1436585539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571d7455-c11d-4a21-ab80-bc4adea9750b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:50.461466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d7448a7-914f-43f5-9c1e-52bd191d1c1d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:50.472409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-11a6e640-da74-4087-8bfb-63d62e78a9d2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3021748 Aug 19 12:15:50.478719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46810) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:50.479709 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] Notify callbacks [] for binding, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.482090 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f77febc6-8311-4134-87c7-d67254594382 service neutron] 10.222.0.44 "POST /v2.0/ports/f9e737dd-fe25-4d34-b32b-05afe1e40201/bindings HTTP/1.1" status: 201 len: 389 time: 0.7635362 Aug 19 12:15:50.482945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 9d7448a7-914f-43f5-9c1e-52bd191d1c1d details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:15:50.487258 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fec3e5e2-33a6-4a83-860e-71e1a02527f9 req-c3117ec6-9743-4fea-8bb4-5c2d90485dd0 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434963 Aug 19 12:15:50.488911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] Request body: {'subnet': {'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-subnet', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:50.616278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd9160-55ea-4eaf-83d9-5e5f0561e169 req-7a87d752-3445-48d9-aa48-f39fd49deac9 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.623916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3dd9160-55ea-4eaf-83d9-5e5f0561e169 req-7a87d752-3445-48d9-aa48-f39fd49deac9 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 948 time: 0.0865741 Aug 19 12:15:50.664932 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fec3e5e2-33a6-4a83-860e-71e1a02527f9 req-2074d0af-af89-4e93-b7b1-502c16093994 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650851 Aug 19 12:15:50.668151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3dd9160-55ea-4eaf-83d9-5e5f0561e169 req-e76ab86c-305c-48b1-b436-eea668a28f58 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Aug 19 12:15:50.690013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] Made reservation on behalf of 384a79347a8248c79cc3a0cca40a2688 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:50.695207 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.867231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-fe6127ec-1959-4e25-838e-78b420f05ff1 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.869601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-fe6127ec-1959-4e25-838e-78b420f05ff1 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1095 time: 0.1283340 Aug 19 12:15:50.903974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b80dbf-86e0-43ae-8c17-bdd43654ba1c req-86224fd6-8cbc-42c2-8c0a-28d231242537 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.904555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94b80dbf-86e0-43ae-8c17-bdd43654ba1c req-86224fd6-8cbc-42c2-8c0a-28d231242537 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 944 time: 0.1305718 Aug 19 12:15:51.091485 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-259078b7-c422-4b67-bac4-e3045e46307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.148517 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46834) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:51.286938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2052826672-network', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:51.373915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94b80dbf-86e0-43ae-8c17-bdd43654ba1c req-ba3d3634-2559-4812-be39-dccc18fef92f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293416 Aug 19 12:15:51.398710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 1956659f-8900-487a-92f7-b1f69a80ca16 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:51.455271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1665d47-e1cb-47ad-9fcc-6c2da3c638e3 req-a355aa39-541e-4d56-a714-9a8598d2bd21 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.461630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1665d47-e1cb-47ad-9fcc-6c2da3c638e3 req-a355aa39-541e-4d56-a714-9a8598d2bd21 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 945 time: 0.4989831 Aug 19 12:15:51.492717 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:51.500904 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.523623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.533991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1665d47-e1cb-47ad-9fcc-6c2da3c638e3 req-785fa6ec-e1a1-4576-8d56-9a06ecce1ab2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707591 Aug 19 12:15:51.556740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-ce24448c-777d-4ba1-9e09-c4f9d327871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.559071 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-ce24448c-777d-4ba1-9e09-c4f9d327871e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1096 time: 0.1333113 Aug 19 12:15:51.569698 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.616521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 1956659f-8900-487a-92f7-b1f69a80ca16, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=1956659f-8900-487a-92f7-b1f69a80ca16,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:51.646092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '1956659f-8900-487a-92f7-b1f69a80ca16', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '1956659f-8900-487a-92f7-b1f69a80ca16', 'mac_address': 'fa:16:3e:ac:62:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:51.711303 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.725330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f2b6d1-c6fc-400d-8a7c-640979e06ff6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:51.734862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1956659f-8900-487a-92f7-b1f69a80ca16 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:51.736677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fc7a8-3348-4b2b-9682-4ca935525cc5 req-c41b6b24-a258-4570-b746-ff2df153e76e tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.742111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-d0f24dfd-9b6a-4a96-a8ae-1cec917904f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.744170 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-d0f24dfd-9b6a-4a96-a8ae-1cec917904f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.1697428 Aug 19 12:15:51.745047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a9fc7a8-3348-4b2b-9682-4ca935525cc5 req-c41b6b24-a258-4570-b746-ff2df153e76e tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 1095 time: 0.2102580 Aug 19 12:15:51.761847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 1956659f-8900-487a-92f7-b1f69a80ca16, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=1956659f-8900-487a-92f7-b1f69a80ca16,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:51.762704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] Checking segment: {'id': 'c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:51.763085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] Network hostable DHCP agents. Network: 9d7448a7-914f-43f5-9c1e-52bd191d1c1d, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:15:51.777984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-1f82462b-02d7-436d-9d88-3732e9d77315 service neutron] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:51.784371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4af49-9e62-48aa-90d0-0811015e1940 req-aa791a55-1969-4dee-b53d-ec207ee421d6 tempest-ServersAdminNegativeTestJSON-1436585539 tempest-ServersAdminNegativeTestJSON-1436585539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.786295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20d4af49-9e62-48aa-90d0-0811015e1940 req-aa791a55-1969-4dee-b53d-ec207ee421d6 tempest-ServersAdminNegativeTestJSON-1436585539 tempest-ServersAdminNegativeTestJSON-1436585539-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 1101 time: 0.1446276 Aug 19 12:15:51.789025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-1f82462b-02d7-436d-9d88-3732e9d77315 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.790684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01aacdaa-08ed-48ce-83dd-888c3141806f req-1f82462b-02d7-436d-9d88-3732e9d77315 service neutron] 10.222.0.53 "DELETE /v2.0/ports/13d5af20-2e3c-4d87-bf88-4cdfe76644e1/bindings/n-h2-778732-8 HTTP/1.1" status: 204 len: 173 time: 0.9117041 Aug 19 12:15:51.799541 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-463d6256-7cf6-47db-8943-2bee503394f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201 HTTP/1.1" status: 200 len: 217 time: 0.0469573 Aug 19 12:15:51.834496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a9fc7a8-3348-4b2b-9682-4ca935525cc5 req-97edb038-16cd-4671-84cf-3f60d7d38e97 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885215 Aug 19 12:15:51.851513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20d4af49-9e62-48aa-90d0-0811015e1940 req-9330e53d-d976-4224-9740-4426cfdfcac5 tempest-ServersAdminNegativeTestJSON-1436585539 tempest-ServersAdminNegativeTestJSON-1436585539-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556889 Aug 19 12:15:51.880800 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.890821 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.891222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-9a34e979-267f-4afa-a7ae-270d74182fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.891996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a6a0d9c8-617c-44b4-9d34-70144a638bfd details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:51.892987 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-9a34e979-267f-4afa-a7ae-270d74182fe6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.0840142 Aug 19 12:15:51.944291 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3fd9790f-dd38-451d-94ef-c375b0c5f675 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372593 Aug 19 12:15:51.976648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] Network 9d7448a7-914f-43f5-9c1e-52bd191d1c1d is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:15:51.993695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=1956659f-8900-487a-92f7-b1f69a80ca16,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:52.025461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port a6a0d9c8-617c-44b4-9d34-70144a638bfd, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a6a0d9c8-617c-44b4-9d34-70144a638bfd,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:52.048930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', 'mac_address': 'fa:16:3e:f4:42:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:52.086453 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.096121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603a362-0361-4aee-bed8-5047f14ae932 req-76432b1f-862e-4ede-a290-d67ed2f432ec tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:52.105923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b603a362-0361-4aee-bed8-5047f14ae932 req-76432b1f-862e-4ede-a290-d67ed2f432ec tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 949 time: 0.1172783 Aug 19 12:15:52.106567 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.109557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 9d7448a7-914f-43f5-9c1e-52bd191d1c1d) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:52.132805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:52.137707 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.141121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a0d9c8-617c-44b4-9d34-70144a638bfd {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:52.159618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0c2049-17b4-42a6-8371-2b0c1a9b78eb None None] Network 9d7448a7-914f-43f5-9c1e-52bd191d1c1d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:52.164616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:15:52.180352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b603a362-0361-4aee-bed8-5047f14ae932 req-75a19abf-f3c1-41d6-bea3-fbd06e26f23a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727918 Aug 19 12:15:52.207732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745aa195-3567-4a65-92f1-2ad1795920b7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:52.233020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.233418 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Added segment 9a019ebb-f52f-41ce-b621-a2f1bda9b1e2 of type vlan for network ba2269c4-ec6f-4475-935d-eb1eae834738 Aug 19 12:15:52.255834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port a6a0d9c8-617c-44b4-9d34-70144a638bfd, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a6a0d9c8-617c-44b4-9d34-70144a638bfd,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:52.272330 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-dfc4faa0-70da-4931-8769-0cc99ecd64bf service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179176 Aug 19 12:15:52.274473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0c70ef0d-73db-4c2f-8292-1c295c93381d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7940073 Aug 19 12:15:52.280852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46882) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:52.288509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-router', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:52.366621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.428432 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.434528 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-e80815c4-bd17-4e5f-b4f7-617a8f458a3a service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241851 Aug 19 12:15:52.458768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-9d7448a7-914f-43f5-9c1e-52bd191d1c1d', 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'fixed_ips': [{'subnet_id': 'd9f2b6d1-c6fc-400d-8a7c-640979e06ff6'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:15:52.459634 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.521696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-5629dad9-2eee-4820-9ec3-7e9bd90366f1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:52.523225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-5629dad9-2eee-4820-9ec3-7e9bd90366f1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 820 time: 0.1981602 Aug 19 12:15:52.541057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-7b77eebd-be21-4614-928e-3c444a618b50 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/quotas/04ab79f9c1124eabb694c0c9804394aa HTTP/1.1" status: 200 len: 375 time: 0.0101295 Aug 19 12:15:52.564052 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.564227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=a6a0d9c8-617c-44b4-9d34-70144a638bfd,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:52.564573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.650256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Allocated IP 172.20.0.2 (9d7448a7-914f-43f5-9c1e-52bd191d1c1d/d9f2b6d1-c6fc-400d-8a7c-640979e06ff6/be7cd458-00d7-46c6-bed0-b8ddbf3c5eea) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:52.655782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-1b244a67-2e97-44c9-9ead-f0405e235cae tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062057 Aug 19 12:15:52.658951 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.667935 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.669088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:52.670144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.723672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['a6a0d9c8-617c-44b4-9d34-70144a638bfd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:52.726423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:52.777155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] Pushing event updated for resources: {'Network': ['ID=ba2269c4-ec6f-4475-935d-eb1eae834738,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:52.810004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-b8bab018-ad61-4ada-8ebe-55b9a98087ad service neutron] 10.222.0.44 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452487 Aug 19 12:15:52.814656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f56b9327-b6b6-40d1-9fed-4dfac1b4ac20 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:52.815825 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f56b9327-b6b6-40d1-9fed-4dfac1b4ac20 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.0750601 Aug 19 12:15:52.819694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ba2269c4-ec6f-4475-935d-eb1eae834738 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:15:52.833260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-8'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:52.938719 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.943254 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-777ecd0f-5fe2-40d3-b504-3b6299d2302e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7925839 Aug 19 12:15:52.951634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46894) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:52.959832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] Request body: {'subnet': {'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2052826672-subnet', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:53.116605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:53.122006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.129957 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.156831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-7bb9f37f-7a65-4f3e-82ce-2078c9fb6886 service neutron] 10.222.0.44 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456120 Aug 19 12:15:53.261520 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:53.286204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481de56-611b-4a68-935d-f152f1d49f0b req-4ddd96f0-16ed-40cc-b55e-e18b60053901 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:53.312481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d481de56-611b-4a68-935d-f152f1d49f0b req-4ddd96f0-16ed-40cc-b55e-e18b60053901 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 945 time: 0.1285720 Aug 19 12:15:53.364013 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.377267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:53.386142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Transition to ACTIVE for port object be7cd458-00d7-46c6-bed0-b8ddbf3c5eea will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:53.422222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Transition to ACTIVE for port object be7cd458-00d7-46c6-bed0-b8ddbf3c5eea will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:53.436181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d481de56-611b-4a68-935d-f152f1d49f0b req-769137d2-0a95-414a-a549-55c99f63a54f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224868 Aug 19 12:15:53.439415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e737dd-fe25-4d34-b32b-05afe1e40201'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:53.443043 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaba276-d61c-4140-8eaf-2787f912047d" -d '{"events": [{"server_uuid": "96b35ee0-bce1-499d-aa6c-828f1374b84d", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e737dd-fe25-4d34-b32b-05afe1e40201"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:53.486984 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.601799 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.606342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.689982 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.730304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Pushing event updated for resources: {'Port': ['ID=be7cd458-00d7-46c6-bed0-b8ddbf3c5eea,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:53.750900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Network 9d7448a7-914f-43f5-9c1e-52bd191d1c1d is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:53.761229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:53.769359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:53.822226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Pushing event updated for resources: {'Port': ['ID=f9e737dd-fe25-4d34-b32b-05afe1e40201,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:53.855664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 on host n-h1-778732-8 for vnic_type normal with profile {"migrating_to": "n-h2-778732-8"} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:53.855916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:53.856251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:53.860009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe76339-4820-45f9-a4ef-81b8085045b0,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:53.871015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Port f9e737dd-fe25-4d34-b32b-05afe1e40201 on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:53.871485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Attempting to bind port f9e737dd-fe25-4d34-b32b-05afe1e40201 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:53.873977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] Checking segment: {'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:53.874492 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] Network hostable DHCP agents. Network: ba2269c4-ec6f-4475-935d-eb1eae834738, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:15:53.881589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:53.881849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:53.882246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:53.882690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Bound port: f9e737dd-fe25-4d34-b32b-05afe1e40201, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:53.883051 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.886202 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.901429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19576b-4069-4ea0-8279-f8deb3faba96 req-f31eb2f7-7355-47a2-a750-5464ebeb6d26 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:53.903383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e19576b-4069-4ea0-8279-f8deb3faba96 req-f31eb2f7-7355-47a2-a750-5464ebeb6d26 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 950 time: 0.2990851 Aug 19 12:15:53.927829 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.933780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Attempting to bind port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:53.934494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Attempting to bind port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:53.935260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Attempting to bind port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea on network 9d7448a7-914f-43f5-9c1e-52bd191d1c1d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:53.963971 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:53.965735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Checking segment: {'id': 'c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:53.966622 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.967240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Bound using segment: {'id': 'c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:53.968480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Bound port: be7cd458-00d7-46c6-bed0-b8ddbf3c5eea, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:53.969417 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.976983 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:53.983641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:53.999314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] Network ba2269c4-ec6f-4475-935d-eb1eae834738 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:15:54.017966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606251e-7ae6-4f66-9a7d-8a6b10769bd7 req-3f2ba437-a45d-498d-bdaf-e65db09cb4af tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:54.020253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4606251e-7ae6-4f66-9a7d-8a6b10769bd7 req-3f2ba437-a45d-498d-bdaf-e65db09cb4af tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 949 time: 0.2696426 Aug 19 12:15:54.054131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] For port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:54.057528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] For port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=be7cd458-00d7-46c6-bed0-b8ddbf3c5eea,segment=NetworkSegment(c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28),segment_id=c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:54.062326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e19576b-4069-4ea0-8279-f8deb3faba96 req-ff362052-1b3b-48cb-98e5-100227beb5fc tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374557 Aug 19 12:15:54.062662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.100841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, ba2269c4-ec6f-4475-935d-eb1eae834738) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:54.115247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:54.116102 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.118476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4606251e-7ae6-4f66-9a7d-8a6b10769bd7 req-b7ee0fe6-ee8c-466d-b8b9-f4d59d673318 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849721 Aug 19 12:15:54.125286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a739153b-c09b-43d9-ac75-5a1480033964 None None] Network ba2269c4-ec6f-4475-935d-eb1eae834738 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:54.144963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Allocated IP 172.25.6.175 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/eb32f938-958c-458c-800a-f9b63637392e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:54.193317 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5be140-f3be-49b3-a6bf-d199efc34a81 x-openstack-request-id: req-0d5be140-f3be-49b3-a6bf-d199efc34a81 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:54.193668 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b35ee0-bce1-499d-aa6c-828f1374b84d", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e737dd-fe25-4d34-b32b-05afe1e40201", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:54.193905 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d5be140-f3be-49b3-a6bf-d199efc34a81 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:54.194446 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e737dd-fe25-4d34-b32b-05afe1e40201', 'code': 200} Aug 19 12:15:54.205744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Pushing event updated for resources: {'Port': ['ID=f9e737dd-fe25-4d34-b32b-05afe1e40201,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:54.244784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:54.245899 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.247499 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3eb2bef6-8d20-4570-8f16-a49716c2029c service neutron] 10.222.0.52 "PUT /v2.0/ports/f9e737dd-fe25-4d34-b32b-05afe1e40201 HTTP/1.1" status: 200 len: 1121 time: 1.4232874 Aug 19 12:15:54.261301 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.274502 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-071a420c-71c8-4d68-a317-bd7977e95864 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3215723 Aug 19 12:15:54.277783 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46924) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:54.284699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:54.336533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f08ae68-4cb0-40a3-b52d-7e8b261a6eee req-bee7db0c-93ed-41de-911a-e23d18a11363 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 210 time: 0.0456958 Aug 19 12:15:54.379230 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.396237 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f9e737dd-fe25-4d34-b32b-05afe1e40201'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:54.430438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdf0ab-325e-4ce9-8417-f0ee7ce9036d None None] Pushing event updated for resources: {'Port': ['ID=be7cd458-00d7-46c6-bed0-b8ddbf3c5eea,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:54.462345 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.472441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.518646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-ba2269c4-ec6f-4475-935d-eb1eae834738', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'fixed_ips': [{'subnet_id': '1fe76339-4820-45f9-a4ef-81b8085045b0'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:15:54.520504 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.569606 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.611430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.668741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:54.684440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:54.686498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:54.744443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a2a49-61b1-4f1a-99e9-b1c186e8c0d6 req-257c8766-c854-45f6-8d0c-3a2300168317 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:54.751174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-613a2a49-61b1-4f1a-99e9-b1c186e8c0d6 req-257c8766-c854-45f6-8d0c-3a2300168317 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 943 time: 0.2031693 Aug 19 12:15:54.757263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Pushing event updated for resources: {'Port': ['ID=eb32f938-958c-458c-800a-f9b63637392e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:54.848263 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Allocated IP 172.20.0.2 (ba2269c4-ec6f-4475-935d-eb1eae834738/1fe76339-4820-45f9-a4ef-81b8085045b0/438876e3-8bba-47f1-a949-1f91ad347cbb) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:54.870446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-613a2a49-61b1-4f1a-99e9-b1c186e8c0d6 req-ce87911a-1595-439e-abe8-6027c0c655be tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087680 Aug 19 12:15:55.001061 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.005396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device be7cd458-00d7-46c6-bed0-b8ddbf3c5eea up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:55.063191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b3a3-b9a9-4708-b8aa-2778ec38f2b4 req-da12a104-3faa-4944-bf3e-b2fec595786a tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:55.078461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39f0b3a3-b9a9-4708-b8aa-2778ec38f2b4 req-da12a104-3faa-4944-bf3e-b2fec595786a tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 950 time: 0.2662818 Aug 19 12:15:55.191717 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.204465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:55.210041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Transition to ACTIVE for port object 438876e3-8bba-47f1-a949-1f91ad347cbb will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:55.244945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Transition to ACTIVE for port object 438876e3-8bba-47f1-a949-1f91ad347cbb will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:55.359742 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f8a0b6c3-1c44-4404-b245-0263ea37df67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.392438 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.485421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a6a0d9c8-617c-44b4-9d34-70144a638bfd up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:55.503208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Network ba2269c4-ec6f-4475-935d-eb1eae834738 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:55.525112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:55.532274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:55.606403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Pushing event updated for resources: {'Port': ['ID=438876e3-8bba-47f1-a949-1f91ad347cbb,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:55.661623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Attempting to bind port 438876e3-8bba-47f1-a949-1f91ad347cbb on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:55.662001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Attempting to bind port 438876e3-8bba-47f1-a949-1f91ad347cbb by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:55.662476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Attempting to bind port 438876e3-8bba-47f1-a949-1f91ad347cbb on network ba2269c4-ec6f-4475-935d-eb1eae834738 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:55.676539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:55.676970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Checking segment: {'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:55.677419 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.677742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Bound using segment: {'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:55.678328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Bound port: 438876e3-8bba-47f1-a949-1f91ad347cbb, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:55.678728 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.705914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.723392 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.732453 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.756258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port a6a0d9c8-617c-44b4-9d34-70144a638bfd completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:55.762930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port a6a0d9c8-617c-44b4-9d34-70144a638bfd triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:55.763307 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.767840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd58ef8-e92b-407b-97a1-d716729f3da7 req-e873a415-c886-4cad-875f-43d6139b9d06 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:55.769647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecd58ef8-e92b-407b-97a1-d716729f3da7 req-e873a415-c886-4cad-875f-43d6139b9d06 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 950 time: 0.5344117 Aug 19 12:15:55.795384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] For port 438876e3-8bba-47f1-a949-1f91ad347cbb, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:55.823551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] For port 438876e3-8bba-47f1-a949-1f91ad347cbb, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=438876e3-8bba-47f1-a949-1f91ad347cbb,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:55.826857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-39f0b3a3-b9a9-4708-b8aa-2778ec38f2b4 req-5ace90f1-214a-4a8c-8820-9941fdebc160 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Deleting port 2321e523-e0ab-4202-aa0a-7b2d369935c2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:55.827212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39f0b3a3-b9a9-4708-b8aa-2778ec38f2b4 req-5ace90f1-214a-4a8c-8820-9941fdebc160 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.839396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc903-2503-4f96-95aa-8595e9633c56 req-00305957-e487-4e50-87ce-7259fe7a4e56 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:55.840932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-879fc903-2503-4f96-95aa-8595e9633c56 req-00305957-e487-4e50-87ce-7259fe7a4e56 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 949 time: 0.5784242 Aug 19 12:15:55.876448 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc94c1b-8b62-480a-8d4d-745e1b80054a None None] Network 9d7448a7-914f-43f5-9c1e-52bd191d1c1d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:55.887314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Allocated IP 172.25.6.142 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/1145fcd3-3c37-4db7-a604-32f5c4e4f3e8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:55.922933 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.972863 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce37dd9-5ace-4efc-a20f-7933f6cba7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a0d9c8-617c-44b4-9d34-70144a638bfd'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:55.975897 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcffb842-11d9-4020-b7ee-01a47ea28e3d" -d '{"events": [{"server_uuid": "6ce37dd9-5ace-4efc-a20f-7933f6cba7cb", "name": "network-vif-plugged", "status": "completed", "tag": "a6a0d9c8-617c-44b4-9d34-70144a638bfd"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:55.981882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.992533 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.997672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port a6a0d9c8-617c-44b4-9d34-70144a638bfd, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a6a0d9c8-617c-44b4-9d34-70144a638bfd,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:55.999293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-879fc903-2503-4f96-95aa-8595e9633c56 req-10001a28-d37a-4465-9dcb-91dda049f8e1 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108756 Aug 19 12:15:56.002213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecd58ef8-e92b-407b-97a1-d716729f3da7 req-48aff364-32ba-4759-ad5b-fa55ecc6b533 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878541 Aug 19 12:15:56.012856 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.084046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2e105c8f-e928-4a73-acf7-b34e1c686a45 None None] Provisioning for port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:56.094168 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2e105c8f-e928-4a73-acf7-b34e1c686a45 None None] Provisioning complete for port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:56.094913 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e105c8f-e928-4a73-acf7-b34e1c686a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.111774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-39f0b3a3-b9a9-4708-b8aa-2778ec38f2b4 req-5ace90f1-214a-4a8c-8820-9941fdebc160 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] For port 2321e523-e0ab-4202-aa0a-7b2d369935c2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2321e523-e0ab-4202-aa0a-7b2d369935c2,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:56.114018 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39f0b3a3-b9a9-4708-b8aa-2778ec38f2b4 req-5ace90f1-214a-4a8c-8820-9941fdebc160 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.136855 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.137672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 1956659f-8900-487a-92f7-b1f69a80ca16 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:56.194474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a4c06-c06e-4072-9d7b-e9eab0107681 None None] Pushing event updated for resources: {'Port': ['ID=438876e3-8bba-47f1-a949-1f91ad347cbb,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.195812 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'tag': 'f9e737dd-fe25-4d34-b32b-05afe1e40201'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:56.206649 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cd1bf6-d383-4779-9909-6775a35c8bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "96b35ee0-bce1-499d-aa6c-828f1374b84d", "tag": "f9e737dd-fe25-4d34-b32b-05afe1e40201"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:56.214661 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.270990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:56.278196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:56.296491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:56.358013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Pushing event updated for resources: {'Port': ['ID=1145fcd3-3c37-4db7-a604-32f5c4e4f3e8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.363860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=a6a0d9c8-617c-44b4-9d34-70144a638bfd,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.382333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-39f0b3a3-b9a9-4708-b8aa-2778ec38f2b4 req-5ace90f1-214a-4a8c-8820-9941fdebc160 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Calling delete_port for 2321e523-e0ab-4202-aa0a-7b2d369935c2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:56.389924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3167b3a-53d0-4e0b-8b07-f87310d09a07 req-ca20a449-705a-4562-80d5-a196e2093a1d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 210 time: 0.2728016 Aug 19 12:15:56.478708 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e105c8f-e928-4a73-acf7-b34e1c686a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.502000 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.548058 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2e105c8f-e928-4a73-acf7-b34e1c686a45 None None] For port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=be7cd458-00d7-46c6-bed0-b8ddbf3c5eea,segment=NetworkSegment(c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28),segment_id=c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:56.566717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 1956659f-8900-487a-92f7-b1f69a80ca16 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:56.574528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 1956659f-8900-487a-92f7-b1f69a80ca16 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:56.580483 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.639461 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044c4930-fd88-44cc-9842-4dc842bb67e0 x-openstack-request-id: req-044c4930-fd88-44cc-9842-4dc842bb67e0 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:56.639903 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce37dd9-5ace-4efc-a20f-7933f6cba7cb", "name": "network-vif-plugged", "status": "completed", "tag": "a6a0d9c8-617c-44b4-9d34-70144a638bfd", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:56.640258 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-044c4930-fd88-44cc-9842-4dc842bb67e0 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:56.640776 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce37dd9-5ace-4efc-a20f-7933f6cba7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', 'code': 200} Aug 19 12:15:56.730676 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.738483 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e105c8f-e928-4a73-acf7-b34e1c686a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.938363 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a67f72a-4d01-4a51-af87-91ece91c47df x-openstack-request-id: req-4a67f72a-4d01-4a51-af87-91ece91c47df {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:56.939646 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b35ee0-bce1-499d-aa6c-828f1374b84d", "tag": "f9e737dd-fe25-4d34-b32b-05afe1e40201", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:56.940276 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a67f72a-4d01-4a51-af87-91ece91c47df {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:56.941176 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'tag': 'f9e737dd-fe25-4d34-b32b-05afe1e40201', 'status': 'completed', 'code': 200} Aug 19 12:15:56.964846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 1956659f-8900-487a-92f7-b1f69a80ca16, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=1956659f-8900-487a-92f7-b1f69a80ca16,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:56.971533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 438876e3-8bba-47f1-a949-1f91ad347cbb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:56.997300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00f4a-30f8-4083-bc12-639f066fee48 req-c20077bb-e4e1-4e7f-bdf1-ea845f5ec262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:56.999188 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79f00f4a-30f8-4083-bc12-639f066fee48 req-c20077bb-e4e1-4e7f-bdf1-ea845f5ec262 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6ce37dd9-5ace-4efc-a20f-7933f6cba7cb HTTP/1.1" status: 200 len: 1101 time: 0.2740431 Aug 19 12:15:57.144630 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.172111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68d661-4fa6-442d-8d63-d44cb87ebc64 req-3d97930c-5ba3-4c28-8b0a-10c3c29a12a1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.178769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-39005b8e-29e0-4cef-a425-b3f650378d9c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.180475 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-39005b8e-29e0-4cef-a425-b3f650378d9c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.52 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 820 time: 0.3415899 Aug 19 12:15:57.181715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad68d661-4fa6-442d-8d63-d44cb87ebc64 req-3d97930c-5ba3-4c28-8b0a-10c3c29a12a1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 943 time: 0.4939349 Aug 19 12:15:57.185811 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79f00f4a-30f8-4083-bc12-639f066fee48 req-09d0f9be-72a2-42bc-a6f8-1e97c04c8ba2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469352 Aug 19 12:15:57.197006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e4ba8d5a-2f73-4623-99ed-3529283537bf None None] Provisioning complete for port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:57.199823 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e4ba8d5a-2f73-4623-99ed-3529283537bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.207488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.215800 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.217785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e105c8f-e928-4a73-acf7-b34e1c686a45 None None] Pushing event updated for resources: {'Port': ['ID=be7cd458-00d7-46c6-bed0-b8ddbf3c5eea,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:57.267992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1bf6-d383-4779-9909-6775a35c8bc5 req-f74cf618-5ba8-4aa6-9c62-ccd26056694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.269621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13cd1bf6-d383-4779-9909-6775a35c8bc5 req-f74cf618-5ba8-4aa6-9c62-ccd26056694f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1124 time: 0.3661115 Aug 19 12:15:57.324886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=1956659f-8900-487a-92f7-b1f69a80ca16,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:57.398517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 438876e3-8bba-47f1-a949-1f91ad347cbb completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:57.416309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad68d661-4fa6-442d-8d63-d44cb87ebc64 req-413a066c-ba4d-45fc-b046-cf63d3cb0a37 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306199 Aug 19 12:15:57.417073 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39f0b3a3-b9a9-4708-b8aa-2778ec38f2b4 req-5ace90f1-214a-4a8c-8820-9941fdebc160 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.449956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f9e737dd-fe25-4d34-b32b-05afe1e40201 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:57.452290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['11468250-ce2c-4597-bb49-5c5824f49705'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:57.455852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc5789-21e6-45fc-b723-e590e76a9c09 req-6dc7f93f-bbb9-4996-8599-fc0c5e4945e0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.457756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9bc5789-21e6-45fc-b723-e590e76a9c09 req-6dc7f93f-bbb9-4996-8599-fc0c5e4945e0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 950 time: 0.3121626 Aug 19 12:15:57.482175 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Request body: {'port': {'device_id': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74', 'admin_state_up': True, 'tenant_id': '04ab79f9c1124eabb694c0c9804394aa'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:57.526890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Router e0714030-8f96-49b6-9d0d-203dcd626d89 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:15:57.531777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace90f1-214a-4a8c-8820-9941fdebc160 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Pushing event deleted for resources: {'Port': ['ID=2321e523-e0ab-4202-aa0a-7b2d369935c2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:57.600458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fdf0cb-d828-48c0-9c3b-6ccbb4a0fdcb None None] Network ba2269c4-ec6f-4475-935d-eb1eae834738 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:57.683366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f0b3a3-b9a9-4708-b8aa-2778ec38f2b4 req-5ace90f1-214a-4a8c-8820-9941fdebc160 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] No DVR routers for this DVR port 2321e523-e0ab-4202-aa0a-7b2d369935c2 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:57.686518 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39f0b3a3-b9a9-4708-b8aa-2778ec38f2b4 req-5ace90f1-214a-4a8c-8820-9941fdebc160 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.689424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39f0b3a3-b9a9-4708-b8aa-2778ec38f2b4 req-5ace90f1-214a-4a8c-8820-9941fdebc160 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.53 "DELETE /v2.0/ports/2321e523-e0ab-4202-aa0a-7b2d369935c2 HTTP/1.1" status: 204 len: 173 time: 2.6166291 Aug 19 12:15:57.699807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e48149f7-b445-4229-8143-c2805e5d0a87 req-669def4d-b530-4718-9835-c2340ff5dba5 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 210 time: 0.1944084 Aug 19 12:15:57.720802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e6652f-8776-44f9-9d82-a6e3d40f3c89', 'name': 'network-vif-deleted', 'tag': '2321e523-e0ab-4202-aa0a-7b2d369935c2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:57.729666 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14301fc-1c81-4e13-88c3-5eec97807132" -d '{"events": [{"server_uuid": "49e6652f-8776-44f9-9d82-a6e3d40f3c89", "name": "network-vif-deleted", "tag": "2321e523-e0ab-4202-aa0a-7b2d369935c2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:57.807006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.830291 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9bc5789-21e6-45fc-b723-e590e76a9c09 req-6b47177a-445f-4808-9100-34991fc500ca tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280303 Aug 19 12:15:57.890359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0c496f5-1fd5-4f8a-aefd-28fd34d57a74 req-59a8650f-5d5a-460b-a274-d2ec4cb3ea13 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 210 time: 0.0727158 Aug 19 12:15:57.902776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1bf6-d383-4779-9909-6775a35c8bc5 req-24475179-2cd1-4d0c-9713-6027c0a3e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.905028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13cd1bf6-d383-4779-9909-6775a35c8bc5 req-24475179-2cd1-4d0c-9713-6027c0a3e9fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.6204171 Aug 19 12:15:57.907887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Made reservation on behalf of 04ab79f9c1124eabb694c0c9804394aa for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:57.918212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.974322 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51b962c-f404-414b-872b-4cdd2086fe9c x-openstack-request-id: req-b51b962c-f404-414b-872b-4cdd2086fe9c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:57.974905 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e6652f-8776-44f9-9d82-a6e3d40f3c89", "name": "network-vif-deleted", "tag": "2321e523-e0ab-4202-aa0a-7b2d369935c2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:57.975355 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b51b962c-f404-414b-872b-4cdd2086fe9c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:57.978647 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e6652f-8776-44f9-9d82-a6e3d40f3c89', 'name': 'network-vif-deleted', 'tag': '2321e523-e0ab-4202-aa0a-7b2d369935c2', 'status': 'completed', 'code': 200} Aug 19 12:15:58.016358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:58.034675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13cd1bf6-d383-4779-9909-6775a35c8bc5 req-9bc37eb4-0557-4118-b3d8-9342bd646681 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201 HTTP/1.1" status: 200 len: 217 time: 0.1190703 Aug 19 12:15:58.048292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f9e737dd-fe25-4d34-b32b-05afe1e40201 has no active binding in host n-h2-778732-8 {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:15:58.053797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-153331cd-edf9-4751-94b3-f8bf3dfc5083 None None] Provisioning for port 438876e3-8bba-47f1-a949-1f91ad347cbb completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:58.067384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-153331cd-edf9-4751-94b3-f8bf3dfc5083 None None] Provisioning complete for port 438876e3-8bba-47f1-a949-1f91ad347cbb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:58.067606 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-153331cd-edf9-4751-94b3-f8bf3dfc5083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.104853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:58.119292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1bf6-d383-4779-9909-6775a35c8bc5 req-26dd6970-eb6b-4268-8942-e49380649260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:58.121034 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Sync routers for ids ['e0714030-8f96-49b6-9d0d-203dcd626d89'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:58.121572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13cd1bf6-d383-4779-9909-6775a35c8bc5 req-26dd6970-eb6b-4268-8942-e49380649260 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.0728025 Aug 19 12:15:58.132726 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Routers {'e0714030-8f96-49b6-9d0d-203dcd626d89'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:58.133602 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e0714030-8f96-49b6-9d0d-203dcd626d89'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:58.169060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13cd1bf6-d383-4779-9909-6775a35c8bc5 req-c35e83fa-b2a8-49f5-97a2-40e832684795 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319333 Aug 19 12:15:58.206401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:15:58.257564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.259271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1aa20d41-1299-44d7-ae75-5ea0eb63f59e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.9768295 Aug 19 12:15:58.266095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46990) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:58.314143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Allocated IP 172.20.0.9 (955b0894-0665-4200-93e0-8fea9bacbe74/d3e45397-6f87-4bdf-a2cb-1af074370154/e07c91c6-7779-442e-b0d3-4dc1db05337a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:58.322241 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-153331cd-edf9-4751-94b3-f8bf3dfc5083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.330390 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Set router e0714030-8f96-49b6-9d0d-203dcd626d89 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:58.406325 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-153331cd-edf9-4751-94b3-f8bf3dfc5083 None None] For port 438876e3-8bba-47f1-a949-1f91ad347cbb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=438876e3-8bba-47f1-a949-1f91ad347cbb,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:58.454537 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:58.468381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Sync routers for ids ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:58.486433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Routers {'8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:58.491380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:58.500652 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-153331cd-edf9-4751-94b3-f8bf3dfc5083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.519290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-2118f351-2a0f-4701-9ff8-6662fce74798 service neutron] 10.222.0.53 "GET /v2.0/ports/f9e737dd-fe25-4d34-b32b-05afe1e40201/bindings/n-h2-778732-8 HTTP/1.1" status: 200 len: 384 time: 0.2398181 Aug 19 12:15:58.637150 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-router', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32f938-958c-458c-800a-f9b63637392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:52Z', 'updated_at': '2021-08-19T12:15:55Z', 'revision_number': 3, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'gw_port': {'id': 'eb32f938-958c-458c-800a-f9b63637392e', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:58.652248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2321e523-e0ab-4202-aa0a-7b2d369935c2 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:58.687823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f649eddb-abba-4546-a4c4-cae65d330b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1956659f-8900-487a-92f7-b1f69a80ca16'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:58.690973 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87280b07-f30c-4eb5-b0a7-ab6c078786e4" -d '{"events": [{"server_uuid": "f649eddb-abba-4546-a4c4-cae65d330b43", "name": "network-vif-plugged", "status": "completed", "tag": "1956659f-8900-487a-92f7-b1f69a80ca16"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:58.692818 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Checking router: e0714030-8f96-49b6-9d0d-203dcd626d89 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:15:58.693183 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Updating router e0714030-8f96-49b6-9d0d-203dcd626d89 port eb32f938-958c-458c-800a-f9b63637392e binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:15:58.708570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 2321e523-e0ab-4202-aa0a-7b2d369935c2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:58.708914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2321e523-e0ab-4202-aa0a-7b2d369935c2 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:58.730374 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.748119 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.748452 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.750169 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eb83134c-09e5-4601-87f3-d6b29ff5e67f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4708662 Aug 19 12:15:58.753171 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46998) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:58.779863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13cd1bf6-d383-4779-9909-6775a35c8bc5 req-92079d0f-fa54-45c4-84da-763fd950695b service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006725 Aug 19 12:15:58.809392 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d6b88e-7f28-41e2-80c9-58045ec30fef x-openstack-request-id: req-55d6b88e-7f28-41e2-80c9-58045ec30fef {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:58.809820 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f649eddb-abba-4546-a4c4-cae65d330b43", "name": "network-vif-plugged", "status": "completed", "tag": "1956659f-8900-487a-92f7-b1f69a80ca16", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:58.810008 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55d6b88e-7f28-41e2-80c9-58045ec30fef {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:58.810398 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f649eddb-abba-4546-a4c4-cae65d330b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1956659f-8900-487a-92f7-b1f69a80ca16', 'code': 200} Aug 19 12:15:58.813880 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153331cd-edf9-4751-94b3-f8bf3dfc5083 None None] Pushing event updated for resources: {'Port': ['ID=438876e3-8bba-47f1-a949-1f91ad347cbb,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:58.822450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a2517c81-b21d-41d2-b350-0788c6f40fbc None None] Provisioning complete for port 438876e3-8bba-47f1-a949-1f91ad347cbb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:58.822450 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a2517c81-b21d-41d2-b350-0788c6f40fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.872348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Set router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:58.874290 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.903055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device be7cd458-00d7-46c6-bed0-b8ddbf3c5eea up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:59.203378 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:59.205114 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.299707 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.315324 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Transition to ACTIVE for port object eb32f938-958c-458c-800a-f9b63637392e will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:59.355942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47008) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:59.356767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 3, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:59.389505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Checking router: 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:15:59.389855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Updating router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:15:59.398113 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.425779 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.481794 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Pushing event updated for resources: {'Port': ['ID=eb32f938-958c-458c-800a-f9b63637392e,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:59.490152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f645c341-0ec9-4b04-a0e9-d45a11588dfe req-ffd07299-f5c4-4de4-b555-31b673247f2a tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e6652f-8776-44f9-9d82-a6e3d40f3c89 HTTP/1.1" status: 200 len: 210 time: 0.1392577 Aug 19 12:15:59.501730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0a596-3da9-4deb-a530-d6c1de6c96e6 req-6fdfc923-14ed-4cd4-9478-2c9e3fc2fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.503268 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d3d0a596-3da9-4deb-a530-d6c1de6c96e6 req-6fdfc923-14ed-4cd4-9478-2c9e3fc2fb6c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 1101 time: 0.4515789 Aug 19 12:15:59.530343 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.530796 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.531421 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.537400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.537400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.537400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.537400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.537400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.537400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.537400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.537400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.537400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:59.540977 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Attempting to bind port eb32f938-958c-458c-800a-f9b63637392e on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:59.542340 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Attempting to bind port eb32f938-958c-458c-800a-f9b63637392e by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:59.542340 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Attempting to bind port eb32f938-958c-458c-800a-f9b63637392e on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:59.550397 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:59.550965 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:59.551759 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.552436 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:59.553303 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Bound port: eb32f938-958c-458c-800a-f9b63637392e, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:59.554020 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.561243 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d3d0a596-3da9-4deb-a530-d6c1de6c96e6 req-49020229-37cf-4713-a524-904a3ca47f69 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486572 Aug 19 12:15:59.576522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba741a4-1344-401f-84df-158a24ed95b7 req-d6fae4c1-4a20-4df7-bfbc-f0dfe986cf83 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.578118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bba741a4-1344-401f-84df-158a24ed95b7 req-d6fae4c1-4a20-4df7-bfbc-f0dfe986cf83 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 943 time: 0.9059579 Aug 19 12:15:59.642898 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] For port eb32f938-958c-458c-800a-f9b63637392e, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:59.647077 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] For port eb32f938-958c-458c-800a-f9b63637392e, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=eb32f938-958c-458c-800a-f9b63637392e,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:59.662855 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.709969 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.722271 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13bf4e6b-83c2-4817-81db-a1f694825a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.745126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13cd1bf6-d383-4779-9909-6775a35c8bc5 req-2cf2484c-939a-4dd4-b597-e4dfb61c51d9 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8884051 Aug 19 12:15:59.764063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Network 955b0894-0665-4200-93e0-8fea9bacbe74 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:59.773670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:59.777633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:59.784601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Pushing event updated for resources: {'Port': ['ID=e07c91c6-7779-442e-b0d3-4dc1db05337a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:59.788518 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.830082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bba741a4-1344-401f-84df-158a24ed95b7 req-bff60712-e135-4496-a69d-58569c5bcc09 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338450 Aug 19 12:15:59.893653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.895460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.904952 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519af417-db03-4740-acb9-2a52a7f536a8 None None] Pushing event updated for resources: {'Port': ['ID=eb32f938-958c-458c-800a-f9b63637392e,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:59.925860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9183a30-b78f-485f-81b1-b3ad3f06cedb req-9958d54c-07df-4cae-8f16-589709782c66 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.927443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9183a30-b78f-485f-81b1-b3ad3f06cedb req-9958d54c-07df-4cae-8f16-589709782c66 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 950 time: 0.2575364 Aug 19 12:15:59.949809 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Routers {'e0714030-8f96-49b6-9d0d-203dcd626d89'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:59.952871 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e0714030-8f96-49b6-9d0d-203dcd626d89'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:59.984360 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.002660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Transition to ACTIVE for port object 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:00.010821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Allocated IP 172.20.0.1 (ba2269c4-ec6f-4475-935d-eb1eae834738/1fe76339-4820-45f9-a4ef-81b8085045b0/8bbd8b6a-d06b-4716-96f3-ef69311c21d6) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:00.049441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-292d9128-ee13-4f0a-b274-27b61ef2a58f service neutron] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:00.098030 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.138312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9183a30-b78f-485f-81b1-b3ad3f06cedb req-ab72ac55-27fd-42e9-aaa6-05c85ebda5c0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748962 Aug 19 12:16:00.140393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-292d9128-ee13-4f0a-b274-27b61ef2a58f service neutron] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:00.152352 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.184983 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Transition to ACTIVE for port object 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:00.205145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b83203-d0b9-4603-9f13-5eafecb93865 None None] Pushing event updated for resources: {'Port': ['ID=1145fcd3-3c37-4db7-a604-32f5c4e4f3e8,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:00.207889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f875d0-c3a2-4f67-8e93-764fc406f589 req-2b1db483-2707-4ce0-b3c6-6ca43116aef1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.215803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88f875d0-c3a2-4f67-8e93-764fc406f589 req-2b1db483-2707-4ce0-b3c6-6ca43116aef1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 931 time: 0.2373886 Aug 19 12:16:00.222000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Attempting to bind port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:00.222000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Attempting to bind port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:00.222000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Attempting to bind port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:00.229154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-292d9128-ee13-4f0a-b274-27b61ef2a58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e737dd-fe25-4d34-b32b-05afe1e40201 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:00.230548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:00.230936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:00.231402 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.231808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:00.232630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Bound port: 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:00.233027 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.242901 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] Set router e0714030-8f96-49b6-9d0d-203dcd626d89 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:00.264977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-292d9128-ee13-4f0a-b274-27b61ef2a58f service neutron] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:00.307124 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13bf4e6b-83c2-4817-81db-a1f694825a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.307897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] For port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:00.314658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.316209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] For port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1145fcd3-3c37-4db7-a604-32f5c4e4f3e8,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:00.330280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88f875d0-c3a2-4f67-8e93-764fc406f589 req-b65fb52c-ee24-4e8d-9485-128b352ccebd tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135890 Aug 19 12:16:00.362743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Network ba2269c4-ec6f-4475-935d-eb1eae834738 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:00.368680 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:00.374028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:00.377858 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbd8b6a-d06b-4716-96f3-ef69311c21d6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:00.394551 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.432370 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.462268 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13bf4e6b-83c2-4817-81db-a1f694825a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.472115 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-router', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32f938-958c-458c-800a-f9b63637392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:52Z', 'updated_at': '2021-08-19T12:15:55Z', 'revision_number': 3, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'gw_port': {'id': 'eb32f938-958c-458c-800a-f9b63637392e', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:00.473594 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.492268 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-292d9128-ee13-4f0a-b274-27b61ef2a58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.504058 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf30e4-b8e4-446e-9671-6c65d22edbfe None None] The sync data for ids ['e0714030-8f96-49b6-9d0d-203dcd626d89'] in n-d-778732-8 is: [{'id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-router', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32f938-958c-458c-800a-f9b63637392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:52Z', 'updated_at': '2021-08-19T12:15:55Z', 'revision_number': 3, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'gw_port': {'id': 'eb32f938-958c-458c-800a-f9b63637392e', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:00.538685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-13bf4e6b-83c2-4817-81db-a1f694825a0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5dd2f340e2d24a53a6e0675e5891729d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1562953 Aug 19 12:16:00.546859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47016) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:00.579417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf4e6b-83c2-4817-81db-a1f694825a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b596bfce-e137-4311-9991-03af7fcfa95d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:00.583085 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b83203-d0b9-4603-9f13-5eafecb93865 None None] Pushing event updated for resources: {'Port': ['ID=1145fcd3-3c37-4db7-a604-32f5c4e4f3e8,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:00.587490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Routers {'8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:00.588458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:00.660904 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-6e6bfd2c-3bb2-4351-8334-730ed27c315d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1819582 Aug 19 12:16:00.702395 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Request body: {'port': {'device_id': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:00.741689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-292d9128-ee13-4f0a-b274-27b61ef2a58f service neutron] Transition to ACTIVE for port object f9e737dd-fe25-4d34-b32b-05afe1e40201 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:00.743421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Allocated IP 172.20.0.1 (9d7448a7-914f-43f5-9c1e-52bd191d1c1d/d9f2b6d1-c6fc-400d-8a7c-640979e06ff6/364c15c1-6c98-428a-a8cb-128d46ba98fb) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:00.808804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] Set router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:00.904929 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.906291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.907141 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-230e9040-6bdd-46a4-b68c-c4e3cfdc8d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.943609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Transition to ACTIVE for port object 364c15c1-6c98-428a-a8cb-128d46ba98fb will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:00.960314 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-230e9040-6bdd-46a4-b68c-c4e3cfdc8d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.961980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-292d9128-ee13-4f0a-b274-27b61ef2a58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.028297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 438876e3-8bba-47f1-a949-1f91ad347cbb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:01.159276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-292d9128-ee13-4f0a-b274-27b61ef2a58f service neutron] No DVR routers for this DVR port f9e737dd-fe25-4d34-b32b-05afe1e40201 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:01.189257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.216701 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-230e9040-6bdd-46a4-b68c-c4e3cfdc8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.217605 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-306bb8ff-af2d-4487-b75d-b204e58677b4 None None] Provisioning for port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:01.219835 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-230e9040-6bdd-46a4-b68c-c4e3cfdc8d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.220974 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-230e9040-6bdd-46a4-b68c-c4e3cfdc8d60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b596bfce-e137-4311-9991-03af7fcfa95d HTTP/1.1" status: 204 len: 168 time: 0.5916429 Aug 19 12:16:01.239064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-292d9128-ee13-4f0a-b274-27b61ef2a58f service neutron] 10.222.0.53 "PUT /v2.0/ports/f9e737dd-fe25-4d34-b32b-05afe1e40201/bindings/n-h2-778732-8/activate HTTP/1.1" status: 200 len: 369 time: 2.6946161 Aug 19 12:16:01.263742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e9040-6bdd-46a4-b68c-c4e3cfdc8d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b596bfce-e137-4311-9991-03af7fcfa95d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:01.277000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc2773-e8c7-49a4-a86a-780b47ce891d req-572241b9-58f3-4386-b79d-fc3b0aa9feea tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.282969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbdc2773-e8c7-49a4-a86a-780b47ce891d req-572241b9-58f3-4386-b79d-fc3b0aa9feea tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 944 time: 0.2006853 Aug 19 12:16:01.308381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-306bb8ff-af2d-4487-b75d-b204e58677b4 None None] Provisioning complete for port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:01.308381 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-306bb8ff-af2d-4487-b75d-b204e58677b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.367225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-306bb8ff-af2d-4487-b75d-b204e58677b4 None None] Port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:01.386749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d9128-ee13-4f0a-b274-27b61ef2a58f service neutron] Pushing event updated for resources: {'Port': ['ID=f9e737dd-fe25-4d34-b32b-05afe1e40201,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:01.405613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbdc2773-e8c7-49a4-a86a-780b47ce891d req-21813d9d-8161-4a47-8c16-dfe4551e4f9b tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131344 Aug 19 12:16:01.406931 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.457659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 438876e3-8bba-47f1-a949-1f91ad347cbb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:01.463767 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.478582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Pushing event updated for resources: {'Port': ['ID=364c15c1-6c98-428a-a8cb-128d46ba98fb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:01.510087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Network 9d7448a7-914f-43f5-9c1e-52bd191d1c1d is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:01.513206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:01.523462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:01.585140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 3, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:01.645614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc7cc9-9d3c-47bf-8772-4ab3137d5944 req-bfe734b0-e7de-43c0-a3a0-f01100ea8305 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.654926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cbfc7cc9-9d3c-47bf-8772-4ab3137d5944 req-bfe734b0-e7de-43c0-a3a0-f01100ea8305 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 950 time: 0.1780107 Aug 19 12:16:01.675446 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.686639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394d02c-5396-497b-89e4-2c943082fc46 None None] The sync data for ids ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'] in n-d-778732-8 is: [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 3, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:01.698257 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-9a280f47-3214-4524-98f9-7eb466956ebe tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.699778 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-9a280f47-3214-4524-98f9-7eb466956ebe tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1095 time: 0.2456086 Aug 19 12:16:01.755914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cbfc7cc9-9d3c-47bf-8772-4ab3137d5944 req-da7a64da-3905-4cc8-882d-1709639d6fdf tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997345 Aug 19 12:16:01.881572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07c91c6-7779-442e-b0d3-4dc1db05337a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:01.894763 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.933840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214ddbf-5859-4deb-92f8-f559a3a40e55 req-dd2254fd-6933-4c4f-bcb0-6598981587ff tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.940140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.941889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5214ddbf-5859-4deb-92f8-f559a3a40e55 req-dd2254fd-6933-4c4f-bcb0-6598981587ff tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 950 time: 0.1989772 Aug 19 12:16:01.945884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Transition to ACTIVE for port object e07c91c6-7779-442e-b0d3-4dc1db05337a will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:01.950162 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3b766323-3478-407f-b330-c29190065cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.952159 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-3b766323-3478-407f-b330-c29190065cb4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d&tenant_id=d30606ced6c44d0c824e033b9b330523 HTTP/1.1" status: 200 len: 1095 time: 0.2161882 Aug 19 12:16:02.033717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5214ddbf-5859-4deb-92f8-f559a3a40e55 req-14cfb0de-9b21-4322-b9e2-ef67d6f21e3d tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909176 Aug 19 12:16:02.038641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-4c624cfc-ee63-4c30-8f00-b444cacf7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.040870 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-4c624cfc-ee63-4c30-8f00-b444cacf7576 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1095 time: 0.0621564 Aug 19 12:16:02.047319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3becebe-5ca5-4754-a41f-aa57686550f5 req-56b2c759-d51b-4f02-880d-eb3482b45b5b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.057089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3becebe-5ca5-4754-a41f-aa57686550f5 req-56b2c759-d51b-4f02-880d-eb3482b45b5b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 931 time: 0.1563368 Aug 19 12:16:02.073746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4cba8e34-32c1-4b79-a146-3626a0e815db None None] Provisioning for port 364c15c1-6c98-428a-a8cb-128d46ba98fb completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:02.078225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4cba8e34-32c1-4b79-a146-3626a0e815db None None] Provisioning complete for port 364c15c1-6c98-428a-a8cb-128d46ba98fb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:02.078599 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4cba8e34-32c1-4b79-a146-3626a0e815db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.111426 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.113760 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.178522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4cba8e34-32c1-4b79-a146-3626a0e815db None None] Port 364c15c1-6c98-428a-a8cb-128d46ba98fb cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:02.217975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3becebe-5ca5-4754-a41f-aa57686550f5 req-f49c7820-27be-45ac-b690-c3744fe0c4c8 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617174 Aug 19 12:16:02.232475 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.255145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7bc45-a052-469a-8582-751dce74098c req-be9e9ec4-5b81-4959-9f4c-020bf67e7411 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.262649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05b7bc45-a052-469a-8582-751dce74098c req-be9e9ec4-5b81-4959-9f4c-020bf67e7411 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ce37dd9-5ace-4efc-a20f-7933f6cba7cb HTTP/1.1" status: 200 len: 950 time: 0.1170599 Aug 19 12:16:02.280374 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.324819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbd8b6a-d06b-4716-96f3-ef69311c21d6,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:02.348976 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05b7bc45-a052-469a-8582-751dce74098c req-783ac946-e021-43e8-8b92-99e5572006a2 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801964 Aug 19 12:16:02.373257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:02.381290 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-5a0e3920-7e52-46a1-b367-f9ba0e9c9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.383065 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-5a0e3920-7e52-46a1-b367-f9ba0e9c9270 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.3269143 Aug 19 12:16:02.419692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e07c91c6-7779-442e-b0d3-4dc1db05337a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:02.426580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-108ff63f-40e4-460f-9da7-347a6897bfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.601057 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-cbb6eef3-4c5e-4783-9982-ed07bd7c0bfc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201 HTTP/1.1" status: 200 len: 217 time: 0.1446769 Aug 19 12:16:02.604459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Network ba2269c4-ec6f-4475-935d-eb1eae834738 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:02.611286 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:02.640045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.644086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f9e737dd-fe25-4d34-b32b-05afe1e40201 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:02.717625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a765139-ae16-48b3-8a85-e7990e05b39d req-36e5e833-a5bd-4706-813d-bf0b36462405 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.733969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a765139-ae16-48b3-8a85-e7990e05b39d req-36e5e833-a5bd-4706-813d-bf0b36462405 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 944 time: 0.1843331 Aug 19 12:16:02.746486 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.777118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f9e737dd-fe25-4d34-b32b-05afe1e40201 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:02.867067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:02.867682 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:02.867837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:02.872462 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-108ff63f-40e4-460f-9da7-347a6897bfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.930259 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Port e07c91c6-7779-442e-b0d3-4dc1db05337a on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:02.932617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:02.960380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:02.978135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:02.978517 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:02.978915 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:02.979372 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Bound port: e07c91c6-7779-442e-b0d3-4dc1db05337a, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:02.979731 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.002293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-8be07d5a-68b5-438b-94a9-0b478de594df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.004494 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-8be07d5a-68b5-438b-94a9-0b478de594df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.1532407 Aug 19 12:16:03.043619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-da6d5e76-bf2d-4bd0-aa4f-92d62ca6b818 None None] Provisioning complete for port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:03.044369 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da6d5e76-bf2d-4bd0-aa4f-92d62ca6b818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.055362 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-dbe0b961-e166-47a1-8aa9-4d7beacc9d45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384676 Aug 19 12:16:03.092667 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:03.096251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-da6d5e76-bf2d-4bd0-aa4f-92d62ca6b818 None None] Port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:03.114358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:03.122150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:03.122619 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.187110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:03.192354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:03.246716 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.255862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-108ff63f-40e4-460f-9da7-347a6897bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.270418 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-f7680599-412e-48de-83af-23e598dc9745 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944840 Aug 19 12:16:03.271157 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1145fcd3-3c37-4db7-a604-32f5c4e4f3e8,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:03.302406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a765139-ae16-48b3-8a85-e7990e05b39d req-30ed17ca-4653-4e12-b697-8d8ffbf45558 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672321 Aug 19 12:16:03.311880 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.313130 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.372625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Pushing event updated for resources: {'Port': ['ID=364c15c1-6c98-428a-a8cb-128d46ba98fb,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:03.381925 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.382844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device eb32f938-958c-458c-800a-f9b63637392e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:03.425000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-108ff63f-40e4-460f-9da7-347a6897bfc1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cab5a409d9824336bf7fd52e79db4f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0481977 Aug 19 12:16:03.425000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ff63f-40e4-460f-9da7-347a6897bfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdc1ef2-a554-484c-9d17-a60e37b4aa7c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:03.437436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47048) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:03.450686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=1145fcd3-3c37-4db7-a604-32f5c4e4f3e8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:03.465551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a7d4-7153-40d1-8008-9cd3913e3f1a req-03c5607b-e10e-4318-a70a-74ace456daf9 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.472447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a7d4-7153-40d1-8008-9cd3913e3f1a req-03c5607b-e10e-4318-a70a-74ace456daf9 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.480544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b628a7d4-7153-40d1-8008-9cd3913e3f1a req-03c5607b-e10e-4318-a70a-74ace456daf9 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ce37dd9-5ace-4efc-a20f-7933f6cba7cb&device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 1691 time: 0.6498625 Aug 19 12:16:03.540356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db74cb-5a16-45ae-9733-6a2b3f0eef1b req-e3309699-1c11-4939-bf38-f537e24f1ed8 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.542274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44db74cb-5a16-45ae-9733-6a2b3f0eef1b req-e3309699-1c11-4939-bf38-f537e24f1ed8 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.52 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 950 time: 0.2919705 Aug 19 12:16:03.645613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.646220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.655273 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] 10.222.0.52 "PUT /v2.0/ports/e07c91c6-7779-442e-b0d3-4dc1db05337a HTTP/1.1" status: 200 len: 1091 time: 2.9676356 Aug 19 12:16:03.655273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'tag': 'e07c91c6-7779-442e-b0d3-4dc1db05337a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:03.655273 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0a0446-ee79-4878-92f4-b01b229cdf37" -d '{"events": [{"name": "network-changed", "server_uuid": "1258be31-e72d-4cea-8a17-f100ca6d1a1e", "tag": "e07c91c6-7779-442e-b0d3-4dc1db05337a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:03.673460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b628a7d4-7153-40d1-8008-9cd3913e3f1a req-0f412358-72b3-4a6c-9fdb-09731f77d887 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895902 Aug 19 12:16:03.715077 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:03.727958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Network 9d7448a7-914f-43f5-9c1e-52bd191d1c1d is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:03.741440 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-739a56c5-12e2-4f49-aa5b-8394f431b148 admin admin] 10.222.0.44 "PUT /v2.0/routers/8bd4925c-f5d5-4802-9f68-88c8b49c9bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9782977 Aug 19 12:16:03.741440 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48883d-14a1-44d4-a36e-d019a0fb2dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e07c91c6-7779-442e-b0d3-4dc1db05337a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:03.760896 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebeb511d-0089-4a07-9ce3-06505e88b8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.762710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:03.773265 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-769a8154-74bc-4829-92be-201c7fc42709 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716609 Aug 19 12:16:03.802384 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695864-62b5-44d0-9a02-186b8f71d1fd req-c0b9bb2d-53fb-42d9-802b-43f356bdbbeb tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.802517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa695864-62b5-44d0-9a02-186b8f71d1fd req-c0b9bb2d-53fb-42d9-802b-43f356bdbbeb tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 950 time: 0.2996395 Aug 19 12:16:03.911827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebeb511d-0089-4a07-9ce3-06505e88b8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.987224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port eb32f938-958c-458c-800a-f9b63637392e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:03.991756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port eb32f938-958c-458c-800a-f9b63637392e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:03.992144 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.020017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa695864-62b5-44d0-9a02-186b8f71d1fd req-7b09e4c0-a3cb-4cd2-be37-13cf02d27a4c tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c28bfdf-89f5-4573-bab0-b28724bae974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937084 Aug 19 12:16:04.031749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6843f7-3e77-463f-a900-d8623d49f524 req-d99216aa-5d08-417d-8b56-ca7ed7c20e60 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:04.037502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b6843f7-3e77-463f-a900-d8623d49f524 req-d99216aa-5d08-417d-8b56-ca7ed7c20e60 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 943 time: 0.2675307 Aug 19 12:16:04.105720 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bb24bf-a3b2-420e-8f6b-e474b8c4a67e x-openstack-request-id: req-24bb24bf-a3b2-420e-8f6b-e474b8c4a67e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:04.106411 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1258be31-e72d-4cea-8a17-f100ca6d1a1e", "tag": "e07c91c6-7779-442e-b0d3-4dc1db05337a", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:04.106921 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24bb24bf-a3b2-420e-8f6b-e474b8c4a67e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:04.107552 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'tag': 'e07c91c6-7779-442e-b0d3-4dc1db05337a', 'status': 'completed', 'code': 200} Aug 19 12:16:04.111527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-44db74cb-5a16-45ae-9733-6a2b3f0eef1b req-46fae711-3e41-4485-ad91-19a208cdad46 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Deleting port 11468250-ce2c-4597-bb49-5c5824f49705 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:04.112007 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44db74cb-5a16-45ae-9733-6a2b3f0eef1b req-46fae711-3e41-4485-ad91-19a208cdad46 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.152070 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.210960 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-8e1c2488-c482-4416-b3c5-cafc9f4c8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:04.215388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Router e0714030-8f96-49b6-9d0d-203dcd626d89 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:04.215545 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-8e1c2488-c482-4416-b3c5-cafc9f4c8d9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1094 time: 0.1042995 Aug 19 12:16:04.215640 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebeb511d-0089-4a07-9ce3-06505e88b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.220302 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebeb511d-0089-4a07-9ce3-06505e88b8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.221869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ebeb511d-0089-4a07-9ce3-06505e88b8e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcdc1ef2-a554-484c-9d17-a60e37b4aa7c HTTP/1.1" status: 204 len: 168 time: 0.7771556 Aug 19 12:16:04.223479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port eb32f938-958c-458c-800a-f9b63637392e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=eb32f938-958c-458c-800a-f9b63637392e,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:04.227488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3d1c1cef-f243-480c-8a2a-099684b70d09 None None] Provisioning complete for port 364c15c1-6c98-428a-a8cb-128d46ba98fb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:04.228365 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1cef-f243-480c-8a2a-099684b70d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.270928 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Sync routers for ids ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:04.283056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b6843f7-3e77-463f-a900-d8623d49f524 req-ee13ddfc-c7cc-428c-be86-4d621f1fd2be tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339039 Aug 19 12:16:04.297011 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-3bd54cd6-52f9-458e-8948-29abd196ccc8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a HTTP/1.1" status: 200 len: 217 time: 0.0677276 Aug 19 12:16:04.307221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb511d-0089-4a07-9ce3-06505e88b8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdc1ef2-a554-484c-9d17-a60e37b4aa7c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:04.312081 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Routers {'8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:04.313762 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:04.356999 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c1cef-f243-480c-8a2a-099684b70d09 None None] Port 364c15c1-6c98-428a-a8cb-128d46ba98fb cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:04.362705 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.438743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-2e5f6374-405b-4af8-9668-20ecf48d28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:04.441973 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-2e5f6374-405b-4af8-9668-20ecf48d28c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.1344140 Aug 19 12:16:04.476346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-44db74cb-5a16-45ae-9733-6a2b3f0eef1b req-46fae711-3e41-4485-ad91-19a208cdad46 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] For port 11468250-ce2c-4597-bb49-5c5824f49705, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=11468250-ce2c-4597-bb49-5c5824f49705,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:04.476994 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44db74cb-5a16-45ae-9733-6a2b3f0eef1b req-46fae711-3e41-4485-ad91-19a208cdad46 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.516932 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-994d150a-c187-4658-af71-6168bb8ce459 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658655 Aug 19 12:16:04.527310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=eb32f938-958c-458c-800a-f9b63637392e,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:04.575498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-44db74cb-5a16-45ae-9733-6a2b3f0eef1b req-46fae711-3e41-4485-ad91-19a208cdad46 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Calling delete_port for 11468250-ce2c-4597-bb49-5c5824f49705 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:04.595877 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Set router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:04.683774 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-2c482e05-0cfa-4d45-87ec-2e247d18636b tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:04.685746 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-2c482e05-0cfa-4d45-87ec-2e247d18636b tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1095 time: 0.1084533 Aug 19 12:16:04.768944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:04.772029 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-3424fade-0d55-44fa-9a7b-a0517e398c05 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463605 Aug 19 12:16:04.781978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Sync routers for ids ['e0714030-8f96-49b6-9d0d-203dcd626d89'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:04.784854 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ce5a2aa6-80b4-446d-9655-da6998e671e2 admin admin] 10.222.0.44 "PUT /v2.0/routers/e0714030-8f96-49b6-9d0d-203dcd626d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5157094 Aug 19 12:16:04.806255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Routers {'e0714030-8f96-49b6-9d0d-203dcd626d89'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:04.807792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e0714030-8f96-49b6-9d0d-203dcd626d89'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:04.877987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d8cdf-b0c6-42b9-b4d9-5b2fab80e116 req-8f4f97f4-b5c9-48aa-9662-24dea91eb23c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:04.878238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d60d8cdf-b0c6-42b9-b4d9-5b2fab80e116 req-8f4f97f4-b5c9-48aa-9662-24dea91eb23c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 944 time: 0.3458655 Aug 19 12:16:04.897140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c66e8-c513-4546-a255-f9b713356b11 req-7f053add-ae20-4ac6-aad1-ebf70fe02ba6 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:04.906577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a07c66e8-c513-4546-a255-f9b713356b11 req-7f053add-ae20-4ac6-aad1-ebf70fe02ba6 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6ce37dd9-5ace-4efc-a20f-7933f6cba7cb HTTP/1.1" status: 200 len: 1101 time: 0.3729856 Aug 19 12:16:04.970260 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b963bddd-7271-4483-a101-bc437dd2ce35 req-e9051b3c-b783-43a8-9dfa-81aa6bfa7cca service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894283 Aug 19 12:16:05.013999 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Set router e0714030-8f96-49b6-9d0d-203dcd626d89 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:05.019336 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:16:00Z', 'revision_number': 4, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8bbd8b6a-d06b-4716-96f3-ef69311c21d6', 'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'mac_address': 'fa:16:3e:12:cd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:01Z', 'revision_number': 2, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'subnets': [{'id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:05.057481 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Checking router: 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:05.057850 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Updating router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:05.062297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a07c66e8-c513-4546-a255-f9b713356b11 req-c71b45f0-587f-41e9-9c8e-0f1ecdda33f9 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432636 Aug 19 12:16:05.087874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:05.092060 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.104993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d60d8cdf-b0c6-42b9-b4d9-5b2fab80e116 req-7d4b0d6b-bd46-460d-a84e-b7021829a5d2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969635 Aug 19 12:16:05.120745 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44db74cb-5a16-45ae-9733-6a2b3f0eef1b req-46fae711-3e41-4485-ad91-19a208cdad46 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.146349 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-bf3238e5-508c-48da-af1f-e872487f0ca2 service neutron] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:05.160273 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-bf3238e5-508c-48da-af1f-e872487f0ca2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.162231 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c8930dc9-f7b3-4d9d-b101-4ef352f9d16f req-bf3238e5-508c-48da-af1f-e872487f0ca2 service neutron] 10.222.0.52 "DELETE /v2.0/ports/f9e737dd-fe25-4d34-b32b-05afe1e40201/bindings/n-h1-778732-8 HTTP/1.1" status: 204 len: 173 time: 0.4638214 Aug 19 12:16:05.195311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fae711-3e41-4485-ad91-19a208cdad46 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Pushing event deleted for resources: {'Port': ['ID=11468250-ce2c-4597-bb49-5c5824f49705,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:05.219179 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['11468250-ce2c-4597-bb49-5c5824f49705'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:05.254405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-44db74cb-5a16-45ae-9733-6a2b3f0eef1b req-46fae711-3e41-4485-ad91-19a208cdad46 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] No DVR routers for this DVR port 11468250-ce2c-4597-bb49-5c5824f49705 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:05.258013 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44db74cb-5a16-45ae-9733-6a2b3f0eef1b req-46fae711-3e41-4485-ad91-19a208cdad46 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.262123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44db74cb-5a16-45ae-9733-6a2b3f0eef1b req-46fae711-3e41-4485-ad91-19a208cdad46 tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.52 "DELETE /v2.0/ports/11468250-ce2c-4597-bb49-5c5824f49705 HTTP/1.1" status: 204 len: 173 time: 1.6963403 Aug 19 12:16:05.266416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60038edf-a12e-4228-8e02-1e8098bc9a3d', 'name': 'network-vif-deleted', 'tag': '11468250-ce2c-4597-bb49-5c5824f49705'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:05.266790 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb7393a-3b49-4471-81be-787e9c049c64" -d '{"events": [{"server_uuid": "60038edf-a12e-4228-8e02-1e8098bc9a3d", "name": "network-vif-deleted", "tag": "11468250-ce2c-4597-bb49-5c5824f49705"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:05.333191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a0446-ee79-4878-92f4-b01b229cdf37 req-760136a8-b03e-4a71-84cc-57b241ae93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.362361 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6b0a0446-ee79-4878-92f4-b01b229cdf37 req-760136a8-b03e-4a71-84cc-57b241ae93c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1094 time: 0.1535699 Aug 19 12:16:05.408743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79a59bdb-cb78-4929-93c8-27f6e4fc6fa7 req-4b6caab9-886b-4ea4-8f8c-25db2679152c tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 210 time: 0.0574198 Aug 19 12:16:05.417256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:05.417256 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.567451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device eb32f938-958c-458c-800a-f9b63637392e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:05.622845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a0446-ee79-4878-92f4-b01b229cdf37 req-2fb5efa8-ebb8-405c-8a58-838a8f14fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.630317 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-554c0fed-6c3b-4c2a-bcec-72d50bf90c25 req-bbd51f28-e6e3-4fd6-8d50-d68bd7398fc6 tempest-FloatingIPDetailsNegativeTestJSON-2076398450 tempest-FloatingIPDetailsNegativeTestJSON-2076398450-project] show failed (client error): The resource could not be found. Aug 19 12:16:05.649415 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6b0a0446-ee79-4878-92f4-b01b229cdf37 req-2fb5efa8-ebb8-405c-8a58-838a8f14fbb0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.2586758 Aug 19 12:16:05.674587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-554c0fed-6c3b-4c2a-bcec-72d50bf90c25 req-bbd51f28-e6e3-4fd6-8d50-d68bd7398fc6 tempest-FloatingIPDetailsNegativeTestJSON-2076398450 tempest-FloatingIPDetailsNegativeTestJSON-2076398450-project] 10.222.0.44 "GET /v2.0/floatingips/1f2eacbb-cddf-4ed6-b04a-3e5ae7e6333c HTTP/1.1" status: 404 len: 350 time: 0.2086997 Aug 19 12:16:05.674587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47130) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:05.715942 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.727651 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Transition to ACTIVE for port object 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:05.751775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port eb32f938-958c-458c-800a-f9b63637392e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:05.752158 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.758916 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6b0a0446-ee79-4878-92f4-b01b229cdf37 req-f5a28749-00b5-4283-a3a2-27a373c0a9da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a HTTP/1.1" status: 200 len: 217 time: 0.0946989 Aug 19 12:16:05.816651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a0446-ee79-4878-92f4-b01b229cdf37 req-e3c2f8bc-464c-4e9a-9d34-4c0a2e60ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.818226 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6b0a0446-ee79-4878-92f4-b01b229cdf37 req-e3c2f8bc-464c-4e9a-9d34-4c0a2e60ea42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.0496812 Aug 19 12:16:05.822872 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d52e79b-a924-4e4c-a88c-be67fefe39fa x-openstack-request-id: req-0d52e79b-a924-4e4c-a88c-be67fefe39fa {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:05.823522 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60038edf-a12e-4228-8e02-1e8098bc9a3d", "name": "network-vif-deleted", "tag": "11468250-ce2c-4597-bb49-5c5824f49705", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:05.823968 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d52e79b-a924-4e4c-a88c-be67fefe39fa {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:05.824706 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60038edf-a12e-4228-8e02-1e8098bc9a3d', 'name': 'network-vif-deleted', 'tag': '11468250-ce2c-4597-bb49-5c5824f49705', 'status': 'completed', 'code': 200} Aug 19 12:16:05.843016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610064af-1e74-4e8b-a574-34b2fcde0e75 req-cdb745c5-c319-400a-9a5a-7cb062b2879e tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.844695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-610064af-1e74-4e8b-a574-34b2fcde0e75 req-cdb745c5-c319-400a-9a5a-7cb062b2879e tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 1101 time: 0.2309065 Aug 19 12:16:05.879276 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6b0a0446-ee79-4878-92f4-b01b229cdf37 req-89e32076-50cd-4420-a91f-527eeaa0b421 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424006 Aug 19 12:16:05.905279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-router', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32f938-958c-458c-800a-f9b63637392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:52Z', 'updated_at': '2021-08-19T12:16:02Z', 'revision_number': 4, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'gw_port': {'id': 'eb32f938-958c-458c-800a-f9b63637392e', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '364c15c1-6c98-428a-a8cb-128d46ba98fb', 'name': '', 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'mac_address': 'fa:16:3e:6e:83:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd9f2b6d1-c6fc-400d-8a7c-640979e06ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:00Z', 'updated_at': '2021-08-19T12:16:02Z', 'revision_number': 2, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'subnets': [{'id': 'd9f2b6d1-c6fc-400d-8a7c-640979e06ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:05.936040 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.955847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-610064af-1e74-4e8b-a574-34b2fcde0e75 req-f2077702-071c-418c-8774-3643e58eab42 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011603 Aug 19 12:16:05.989316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Checking router: e0714030-8f96-49b6-9d0d-203dcd626d89 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:05.989730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Updating router e0714030-8f96-49b6-9d0d-203dcd626d89 port 364c15c1-6c98-428a-a8cb-128d46ba98fb binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:06.078822 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b046d-30cc-4a05-9912-4398b0696b17 None None] Pushing event updated for resources: {'Port': ['ID=8bbd8b6a-d06b-4716-96f3-ef69311c21d6,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:06.108327 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6b0a0446-ee79-4878-92f4-b01b229cdf37 req-d007eccf-58c1-4a46-bdb9-67635029da5d service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206028 Aug 19 12:16:06.169275 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.221765 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Attempting to bind port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:06.222352 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Attempting to bind port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:06.222898 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Attempting to bind port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 on network ba2269c4-ec6f-4475-935d-eb1eae834738 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:06.238722 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:06.239122 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Checking segment: {'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:06.239765 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.240171 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Bound using segment: {'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:06.240661 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Bound port: 8bbd8b6a-d06b-4716-96f3-ef69311c21d6, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:06.241060 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.391079 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6b0a0446-ee79-4878-92f4-b01b229cdf37 req-7f14b1d9-603f-4d55-a185-2d2786bc0845 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688847 Aug 19 12:16:06.412349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fffda-3655-4c88-a2b7-9237e8ddf468 req-91ea94e4-bbaa-41f3-95bd-50871be5b762 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:06.419597 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b8fffda-3655-4c88-a2b7-9237e8ddf468 req-91ea94e4-bbaa-41f3-95bd-50871be5b762 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 943 time: 0.5165544 Aug 19 12:16:06.490576 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] For port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:06.501689 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] For port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8bbd8b6a-d06b-4716-96f3-ef69311c21d6,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:06.639300 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.641203 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47158) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:06.674244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b8fffda-3655-4c88-a2b7-9237e8ddf468 req-44d02ab3-ef75-47a6-8826-ea3c956ffe93 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404165 Aug 19 12:16:06.847098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ce263-841e-4831-85ff-b0954f9dd398 req-0af838c0-0037-4640-aac4-64e6ad9d48c7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:06.854891 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b046d-30cc-4a05-9912-4398b0696b17 None None] Pushing event updated for resources: {'Port': ['ID=8bbd8b6a-d06b-4716-96f3-ef69311c21d6,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:06.870726 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Routers {'8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:06.873695 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:06.893993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d1ce263-841e-4831-85ff-b0954f9dd398 req-0af838c0-0037-4640-aac4-64e6ad9d48c7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 944 time: 0.3047688 Aug 19 12:16:06.902906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-network', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:07.044218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Made reservation on behalf of f41e1c8e850e426db59f512e438291ad for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:07.046847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.063079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.084852 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] Set router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:07.126307 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d1ce263-841e-4831-85ff-b0954f9dd398 req-c3f741f2-ff90-48e6-899f-01699aae06b4 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820374 Aug 19 12:16:07.139396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efbb5a73-26f3-4cd1-8aff-6fb39db02350 req-b893b47f-157d-4490-afc0-af9138fca71e tempest-ServersAdminNegativeTestJSON-113578420 tempest-ServersAdminNegativeTestJSON-113578420-project] 10.222.0.44 "GET /v2.0/ports?device_id=60038edf-a12e-4228-8e02-1e8098bc9a3d HTTP/1.1" status: 200 len: 210 time: 0.0741944 Aug 19 12:16:07.213591 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.252637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Transition to ACTIVE for port object 364c15c1-6c98-428a-a8cb-128d46ba98fb will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:07.264279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.297955 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.348905 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.381763 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.406431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:16:07.431076 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.431425 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Added segment 885e2cc9-2194-482d-933b-99eee551b152 of type vlan for network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 Aug 19 12:16:07.507490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85400661-7c98-4427-867c-0d757697f0ff None None] Pushing event updated for resources: {'Port': ['ID=364c15c1-6c98-428a-a8cb-128d46ba98fb,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:07.518095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e07c91c6-7779-442e-b0d3-4dc1db05337a details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:07.519021 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:16:00Z', 'revision_number': 4, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8bbd8b6a-d06b-4716-96f3-ef69311c21d6', 'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'mac_address': 'fa:16:3e:12:cd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:06Z', 'revision_number': 4, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'subnets': [{'id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:07.521790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 11468250-ce2c-4597-bb49-5c5824f49705 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:07.536555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.628243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:07.639430 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd848431-b76a-47f8-875d-07a55c56fc9e None None] The sync data for ids ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'] in n-d-778732-8 is: [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:16:00Z', 'revision_number': 4, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8bbd8b6a-d06b-4716-96f3-ef69311c21d6', 'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'mac_address': 'fa:16:3e:12:cd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:06Z', 'revision_number': 4, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'subnets': [{'id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:07.702041 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.703099 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.703741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.789577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-d283591b-1977-47fd-9706-664fef00d95f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596700 Aug 19 12:16:07.799280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 11468250-ce2c-4597-bb49-5c5824f49705 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:07.799777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 11468250-ce2c-4597-bb49-5c5824f49705 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:07.903620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=10f7b7da-bd8c-44ac-86f2-86a78eba3436,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:07.907824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Attempting to bind port 364c15c1-6c98-428a-a8cb-128d46ba98fb on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:07.908348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Attempting to bind port 364c15c1-6c98-428a-a8cb-128d46ba98fb by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:07.908823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Attempting to bind port 364c15c1-6c98-428a-a8cb-128d46ba98fb on network 9d7448a7-914f-43f5-9c1e-52bd191d1c1d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:07.963267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc7942-7d2c-4024-bb3c-11eeb5eba901 req-9b1ad056-7d51-44fa-9379-4a8517050f25 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.963267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6bc7942-7d2c-4024-bb3c-11eeb5eba901 req-9b1ad056-7d51-44fa-9379-4a8517050f25 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1095 time: 0.2301681 Aug 19 12:16:07.963551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:16:07.964921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:07.965296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Checking segment: {'id': 'c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:07.965891 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.966299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Bound using segment: {'id': 'c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:07.967538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Bound port: 364c15c1-6c98-428a-a8cb-128d46ba98fb, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:07.967538 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.993854 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b8312465-6c4d-4b52-816f-84942d2a0ef2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3509865 Aug 19 12:16:07.996607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47216) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:08.003449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] Request body: {'subnet': {'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-subnet', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:08.114311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-2f009325-87cf-41b8-a90c-8faea8f2c921 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:08.126842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-2f009325-87cf-41b8-a90c-8faea8f2c921 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3365436 Aug 19 12:16:08.131358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6bc7942-7d2c-4024-bb3c-11eeb5eba901 req-a24810a0-4891-4128-98a6-9ea2b1ff3a70 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635330 Aug 19 12:16:08.183663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] Made reservation on behalf of f41e1c8e850e426db59f512e438291ad for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:08.186713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.297722 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:08.300872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-e4dcdd58-a3c9-4e9e-a59a-bab4fce82e44 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/quotas/c3b89d50d87e468e9fc4df05bf40f5d3 HTTP/1.1" status: 200 len: 375 time: 0.1724198 Aug 19 12:16:08.401585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] For port 364c15c1-6c98-428a-a8cb-128d46ba98fb, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:08.405682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] For port 364c15c1-6c98-428a-a8cb-128d46ba98fb, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=364c15c1-6c98-428a-a8cb-128d46ba98fb,segment=NetworkSegment(c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28),segment_id=c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:08.431404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'e07c91c6-7779-442e-b0d3-4dc1db05337a', 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74', 'port_id': 'e07c91c6-7779-442e-b0d3-4dc1db05337a', 'mac_address': 'fa:16:3e:7d:f4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e45397-6f87-4bdf-a2cb-1af074370154', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:08.512782 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.515410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11926c-ad97-4de0-abeb-435536e653a1 req-131a48ce-6c81-4516-8428-60548e5945da tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:08.524199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f11926c-ad97-4de0-abeb-435536e653a1 req-131a48ce-6c81-4516-8428-60548e5945da tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 943 time: 0.2314572 Aug 19 12:16:08.535795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07c91c6-7779-442e-b0d3-4dc1db05337a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:08.543383 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.551987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-bf4ec248-a8be-4016-8aa2-8231303c9e2f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2224782 Aug 19 12:16:08.647021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85400661-7c98-4427-867c-0d757697f0ff None None] Pushing event updated for resources: {'Port': ['ID=364c15c1-6c98-428a-a8cb-128d46ba98fb,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:08.685476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:08.685746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Routers {'e0714030-8f96-49b6-9d0d-203dcd626d89'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:08.686525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e0714030-8f96-49b6-9d0d-203dcd626d89'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:08.736517 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.800304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f11926c-ad97-4de0-abeb-435536e653a1 req-c55c9ee3-37e1-4f30-b33e-31badc6c602f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705848 Aug 19 12:16:08.878877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] Deleting port 364c15c1-6c98-428a-a8cb-128d46ba98fb {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:08.879306 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.922260 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.010020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f124d0-f2b5-4b04-8a94-ccf71be9a828,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:09.017241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] Checking segment: {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:09.018545 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] Network hostable DHCP agents. Network: 10f7b7da-bd8c-44ac-86f2-86a78eba3436, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:16:09.062779 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:09.165267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] Network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:16:09.176752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] For port 364c15c1-6c98-428a-a8cb-128d46ba98fb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=364c15c1-6c98-428a-a8cb-128d46ba98fb,segment=NetworkSegment(c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28),segment_id=c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:09.177132 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.209242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] Calling delete_port for 364c15c1-6c98-428a-a8cb-128d46ba98fb owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:09.244892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 10f7b7da-bd8c-44ac-86f2-86a78eba3436) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:09.251659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.257666 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.301269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] Set router e0714030-8f96-49b6-9d0d-203dcd626d89 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:09.304508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6c7a3-0181-4734-8413-b5bab96e40bd None None] Network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:09.371053 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-17f92cc1-633e-4436-931c-76e32ad897cd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3720737 Aug 19 12:16:09.374233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47236) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:09.379455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:09.419519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e07c91c6-7779-442e-b0d3-4dc1db05337a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:09.423472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e07c91c6-7779-442e-b0d3-4dc1db05337a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:09.550324 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.553397 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.615561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-f9312537-4f04-4953-998b-1d930c4f2b69 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.619346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-f9312537-4f04-4953-998b-1d930c4f2b69 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 807 time: 0.3887632 Aug 19 12:16:09.655545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:09.701009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:09.701514 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.713133 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.713546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a2dc2668-2452-4d0b-9a7d-59f581a95d7c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/quotas/d30606ced6c44d0c824e033b9b330523 HTTP/1.1" status: 200 len: 375 time: 0.0795276 Aug 19 12:16:09.915685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-b6a773ec-ae17-4ae0-9b0a-86202893921e tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1921117 Aug 19 12:16:10.022459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:16:10.023328 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.086807 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.150109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] Pushing event deleted for resources: {'Port': ['ID=364c15c1-6c98-428a-a8cb-128d46ba98fb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:10.355255 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47252) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:10.378854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.432425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-8e5a2332-1546-4d6e-bc97-168778b9ddf4 service neutron] 10.222.0.44 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157218 Aug 19 12:16:10.545001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Allocated IP 172.20.0.2 (10f7b7da-bd8c-44ac-86f2-86a78eba3436/a2f124d0-f2b5-4b04-8a94-ccf71be9a828/27194d5d-5d14-4ba5-ae59-1ecd67c683c3) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:10.651722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.688580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ebadd-18e6-4c66-a03f-7f89d4db6329 req-9de4b461-d26d-42fa-bf26-f65040a594a7 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:10.697449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-042ebadd-18e6-4c66-a03f-7f89d4db6329 req-9de4b461-d26d-42fa-bf26-f65040a594a7 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 944 time: 0.6221483 Aug 19 12:16:10.710161 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dc4d4841-c230-42c7-815c-c07926ebfe6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a58e430e7da24a6cbc394aa4a817b0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510959 Aug 19 12:16:10.713847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47260) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:10.725601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-router', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32f938-958c-458c-800a-f9b63637392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:52Z', 'updated_at': '2021-08-19T12:16:02Z', 'revision_number': 4, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'gw_port': {'id': 'eb32f938-958c-458c-800a-f9b63637392e', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '364c15c1-6c98-428a-a8cb-128d46ba98fb', 'name': '', 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'mac_address': 'fa:16:3e:6e:83:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd9f2b6d1-c6fc-400d-8a7c-640979e06ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:00Z', 'updated_at': '2021-08-19T12:16:08Z', 'revision_number': 4, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'subnets': [{'id': 'd9f2b6d1-c6fc-400d-8a7c-640979e06ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:10.736532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8bbd8b6a-d06b-4716-96f3-ef69311c21d6,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:10.773227 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.799737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cf4f4-decb-4997-805c-2d6ed00f3816 None None] The sync data for ids ['e0714030-8f96-49b6-9d0d-203dcd626d89'] in n-d-778732-8 is: [{'id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-router', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32f938-958c-458c-800a-f9b63637392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:52Z', 'updated_at': '2021-08-19T12:16:02Z', 'revision_number': 4, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'gw_port': {'id': 'eb32f938-958c-458c-800a-f9b63637392e', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '364c15c1-6c98-428a-a8cb-128d46ba98fb', 'name': '', 'network_id': '9d7448a7-914f-43f5-9c1e-52bd191d1c1d', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'mac_address': 'fa:16:3e:6e:83:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd9f2b6d1-c6fc-400d-8a7c-640979e06ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:00Z', 'updated_at': '2021-08-19T12:16:08Z', 'revision_number': 4, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'subnets': [{'id': 'd9f2b6d1-c6fc-400d-8a7c-640979e06ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:10.905771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbe14afd-d1f0-4f23-8e42-e1e6aae7c989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.942744 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.960448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-042ebadd-18e6-4c66-a03f-7f89d4db6329 req-ef505498-1fd1-4b42-94a7-a8b3aa20cc5f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619908 Aug 19 12:16:10.986091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbe14afd-d1f0-4f23-8e42-e1e6aae7c989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.001637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Transition to ACTIVE for port object 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:11.032681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-6ed8588a-456a-48ba-8123-41c370043e36 service neutron] 10.222.0.44 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993106 Aug 19 12:16:11.065048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Transition to ACTIVE for port object 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:11.171340 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.204268 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.290514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] Router e0714030-8f96-49b6-9d0d-203dcd626d89 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:11.318279 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.327067 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.452836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:11.464911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:11.467893 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Allocated IP 172.25.6.25 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/118410f2-d28a-46ec-b97d-49f823642bb4) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:11.469919 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbe14afd-d1f0-4f23-8e42-e1e6aae7c989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.472403 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbe14afd-d1f0-4f23-8e42-e1e6aae7c989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.476637 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cbe14afd-d1f0-4f23-8e42-e1e6aae7c989 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c28bfdf-89f5-4573-bab0-b28724bae974 HTTP/1.1" status: 204 len: 168 time: 0.7584856 Aug 19 12:16:11.485193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:11.502477 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.535792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe14afd-d1f0-4f23-8e42-e1e6aae7c989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c28bfdf-89f5-4573-bab0-b28724bae974,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:11.553604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:11.606304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e304f385-eb2e-4da3-b464-b9fb9578114e req-f825cb6d-ca49-499d-86be-0b59fca89801 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 210 time: 0.0503621 Aug 19 12:16:11.616385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-11356e3d-cf74-406d-ba45-6bc812557151 admin admin] 10.222.0.44 "PUT /v2.0/routers/e0714030-8f96-49b6-9d0d-203dcd626d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8899324 Aug 19 12:16:11.620001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e07c91c6-7779-442e-b0d3-4dc1db05337a up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:11.626569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47276) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:11.713557 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3261f5dc-9327-4c61-8268-572e7fd5d782 req-4c63931c-dfa4-4919-9b1d-07f1bd2fa93a tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 210 time: 0.0931127 Aug 19 12:16:11.760120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8bbd8b6a-d06b-4716-96f3-ef69311c21d6,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:11.761739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Attempting to bind port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:11.763252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Attempting to bind port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:11.763628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Attempting to bind port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 on network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:11.833424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:11.833816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Checking segment: {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:11.834229 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.834719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Bound using segment: {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:11.835210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Bound port: 27194d5d-5d14-4ba5-ae59-1ecd67c683c3, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:11.835591 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.908796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.921483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Pushing event updated for resources: {'Port': ['ID=27194d5d-5d14-4ba5-ae59-1ecd67c683c3,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:11.959348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.017418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] For port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:12.026900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] For port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=27194d5d-5d14-4ba5-ae59-1ecd67c683c3,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:12.113967 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.136610 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.242884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:12.268401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:12.278227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb764393-dac0-47fd-b1bb-5e9f156468e4 None None] Pushing event updated for resources: {'Port': ['ID=27194d5d-5d14-4ba5-ae59-1ecd67c683c3,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:12.285158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:12.288214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27fc51-924d-4b52-8a0c-5d623e4f5445 req-64a14829-2582-4838-a6a7-06f5a36aa804 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:12.297576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea27fc51-924d-4b52-8a0c-5d623e4f5445 req-64a14829-2582-4838-a6a7-06f5a36aa804 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 944 time: 0.1909428 Aug 19 12:16:12.301976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port e07c91c6-7779-442e-b0d3-4dc1db05337a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:12.309796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port e07c91c6-7779-442e-b0d3-4dc1db05337a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:12.311945 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.483424 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.499962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Pushing event updated for resources: {'Port': ['ID=118410f2-d28a-46ec-b97d-49f823642bb4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:12.502891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea27fc51-924d-4b52-8a0c-5d623e4f5445 req-8a7445d4-1b24-4c2e-9244-1e1466eb52a1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040722 Aug 19 12:16:12.539945 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.652777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07c91c6-7779-442e-b0d3-4dc1db05337a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:12.661514 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc710fe-277a-4c6c-bec1-a6fafb93bc79" -d '{"events": [{"server_uuid": "1258be31-e72d-4cea-8a17-f100ca6d1a1e", "name": "network-vif-plugged", "status": "completed", "tag": "e07c91c6-7779-442e-b0d3-4dc1db05337a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:12.684736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:12.794486 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1a98e6-7308-41b7-b3d7-0c5810ed49aa x-openstack-request-id: req-3a1a98e6-7308-41b7-b3d7-0c5810ed49aa {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:12.794645 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1258be31-e72d-4cea-8a17-f100ca6d1a1e", "name": "network-vif-plugged", "status": "completed", "tag": "e07c91c6-7779-442e-b0d3-4dc1db05337a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:12.794874 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a1a98e6-7308-41b7-b3d7-0c5810ed49aa {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:12.795339 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07c91c6-7779-442e-b0d3-4dc1db05337a', 'code': 200} Aug 19 12:16:12.835600 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.863929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4d8f067-3b11-4f16-8ec0-d4aeee295d21 req-4097d0fd-2587-4e42-9cab-cc6046e55b28 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 210 time: 0.1118453 Aug 19 12:16:12.933015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47300) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:12.959977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-767d0be4-c565-409f-8efc-0a8af6970be2 req-34ebfdd8-042d-4541-9179-0e772c80f88f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 210 time: 0.0698204 Aug 19 12:16:13.114206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Deleting port eb32f938-958c-458c-800a-f9b63637392e {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:13.114658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.142421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e07c91c6-7779-442e-b0d3-4dc1db05337a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:13.473845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47304) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:13.474492 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eceb18a2-8ff4-466e-9398-2bf48c0bc7a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8432b09c1b3b475192a42ab6a1f07e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354309 Aug 19 12:16:13.506443 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb43fd0-49b6-4682-8a7a-fbbbb439bfd5 req-948528bd-4873-41af-9d0c-109f3dd086f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:13.513355 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-adb43fd0-49b6-4682-8a7a-fbbbb439bfd5 req-948528bd-4873-41af-9d0c-109f3dd086f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1096 time: 0.5403876 Aug 19 12:16:13.614692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d71b2d-cef0-44fa-a43b-066fa9e9bdfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.663765 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.678849 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d71b2d-cef0-44fa-a43b-066fa9e9bdfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.693972 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-adb43fd0-49b6-4682-8a7a-fbbbb439bfd5 req-a7fa92b8-9710-44a4-b636-85017f94fb6e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758730 Aug 19 12:16:13.706774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:13.818246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] For port eb32f938-958c-458c-800a-f9b63637392e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=eb32f938-958c-458c-800a-f9b63637392e,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:13.818811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.848424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Calling delete_port for eb32f938-958c-458c-800a-f9b63637392e owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:13.894615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af369265-aa4b-473f-81c8-0ab4798453b5 req-7dc1693d-2f1a-4fd5-aacf-b3b198a2c8e2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:13.896638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af369265-aa4b-473f-81c8-0ab4798453b5 req-7dc1693d-2f1a-4fd5-aacf-b3b198a2c8e2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 945 time: 0.1405261 Aug 19 12:16:13.912929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:13.925119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:13.952794 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d71b2d-cef0-44fa-a43b-066fa9e9bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.965245 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d71b2d-cef0-44fa-a43b-066fa9e9bdfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.967869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c8d71b2d-cef0-44fa-a43b-066fa9e9bdfa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/571d7455-c11d-4a21-ab80-bc4adea9750b HTTP/1.1" status: 204 len: 168 time: 0.4929981 Aug 19 12:16:13.997086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d71b2d-cef0-44fa-a43b-066fa9e9bdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571d7455-c11d-4a21-ab80-bc4adea9750b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:14.054690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af369265-aa4b-473f-81c8-0ab4798453b5 req-7bb0e430-f927-48d2-8390-89a53fe82468 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448526 Aug 19 12:16:14.071277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:14.071467 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.101447 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711531ce-7ff2-4fe7-95ab-72769b25b92f None None] Network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:14.200299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2c59ea0-2c2d-4ae0-9216-eabd8db568fa req-84203e13-f1e2-4bbc-a06d-e4edc3568f75 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 210 time: 0.1224706 Aug 19 12:16:14.201576 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc8a9c-3b06-4e7b-bc38-3ef522c096bc None None] Sync routers for ids ['e0714030-8f96-49b6-9d0d-203dcd626d89'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:14.205401 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc8a9c-3b06-4e7b-bc38-3ef522c096bc None None] Routers {'e0714030-8f96-49b6-9d0d-203dcd626d89'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:14.208141 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-97cc8a9c-3b06-4e7b-bc38-3ef522c096bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e0714030-8f96-49b6-9d0d-203dcd626d89'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:14.210978 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.280673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-689d2ed6-720c-454d-ab5b-c7a8349f9609 req-0c3a1824-4cd4-4855-b72d-3709fb385919 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 210 time: 0.0401597 Aug 19 12:16:14.394181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b281120a-ce80-4316-806f-df8f8de210ed None None] Provisioning for port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:14.445476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b281120a-ce80-4316-806f-df8f8de210ed None None] Provisioning complete for port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:14.446221 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b281120a-ce80-4316-806f-df8f8de210ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.609739 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b281120a-ce80-4316-806f-df8f8de210ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.635863 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-97cc8a9c-3b06-4e7b-bc38-3ef522c096bc None None] Set router e0714030-8f96-49b6-9d0d-203dcd626d89 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:14.697636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b281120a-ce80-4316-806f-df8f8de210ed None None] For port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=27194d5d-5d14-4ba5-ae59-1ecd67c683c3,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:14.735371 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.754379 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-97cc8a9c-3b06-4e7b-bc38-3ef522c096bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-router', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:52Z', 'updated_at': '2021-08-19T12:16:12Z', 'revision_number': 6, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:14.815448 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc8a9c-3b06-4e7b-bc38-3ef522c096bc None None] Checking router: e0714030-8f96-49b6-9d0d-203dcd626d89 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:14.855253 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc8a9c-3b06-4e7b-bc38-3ef522c096bc None None] Routers {'e0714030-8f96-49b6-9d0d-203dcd626d89'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:14.855909 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-97cc8a9c-3b06-4e7b-bc38-3ef522c096bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e0714030-8f96-49b6-9d0d-203dcd626d89'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:14.872947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b281120a-ce80-4316-806f-df8f8de210ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.983814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.995578 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-97cc8a9c-3b06-4e7b-bc38-3ef522c096bc None None] Set router e0714030-8f96-49b6-9d0d-203dcd626d89 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:14.997536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-363b06f1-f00f-4bae-a308-342ebda9b63c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925131 Aug 19 12:16:15.045059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281120a-ce80-4316-806f-df8f8de210ed None None] Pushing event updated for resources: {'Port': ['ID=27194d5d-5d14-4ba5-ae59-1ecd67c683c3,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:15.101067 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-97cc8a9c-3b06-4e7b-bc38-3ef522c096bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-router', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:52Z', 'updated_at': '2021-08-19T12:16:12Z', 'revision_number': 6, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:15.129161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b578331d-a1bc-4296-9a91-2f01528dbfd5 None None] Provisioning complete for port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:15.130166 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b578331d-a1bc-4296-9a91-2f01528dbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.148690 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc8a9c-3b06-4e7b-bc38-3ef522c096bc None None] The sync data for ids ['e0714030-8f96-49b6-9d0d-203dcd626d89'] in n-d-778732-8 is: [{'id': 'e0714030-8f96-49b6-9d0d-203dcd626d89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157961122-router', 'tenant_id': '384a79347a8248c79cc3a0cca40a2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:52Z', 'updated_at': '2021-08-19T12:16:12Z', 'revision_number': 6, 'project_id': '384a79347a8248c79cc3a0cca40a2688', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:15.172810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb32f938-958c-458c-800a-f9b63637392e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:15.451789 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.613942 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.618786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.782077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-032f71e3-847d-40d6-8486-ba558e5217bd req-20e18c6c-47ac-4ba0-aa89-6971b4c7e07c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 210 time: 0.0428903 Aug 19 12:16:15.934958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-6f27a0b3-e7ac-4f6f-84af-1813dc59231f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:15.936571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-6f27a0b3-e7ac-4f6f-84af-1813dc59231f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9324861 Aug 19 12:16:15.970281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Router 0d8c6c00-9559-4d41-a40f-3be059ebae95 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:16:15.972346 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.972842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0714030-8f96-49b6-9d0d-203dcd626d89 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:16:15.979868 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.983888 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5d9d4ca7-66f7-4045-a07e-a0a1bb8df207 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e0714030-8f96-49b6-9d0d-203dcd626d89 HTTP/1.1" status: 204 len: 168 time: 4.3534935 Aug 19 12:16:15.984174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Request body: {'port': {'device_id': '37662a83-b25a-4053-b78e-6db27241aa64', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'c3b89d50d87e468e9fc4df05bf40f5d3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:15.984274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47342) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:15.994015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12dd910f-31b5-4be1-a3e1-a850d04fa914 req-0ea29a7f-3015-489f-b8c2-f7fe5e138598 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 210 time: 0.0705531 Aug 19 12:16:16.135696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:16.199477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cb500-648f-4171-86b1-d2d18de084d9 req-94d9a82b-5fc2-4680-b52b-c123f44f3a79 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.209279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba8cb500-648f-4171-86b1-d2d18de084d9 req-94d9a82b-5fc2-4680-b52b-c123f44f3a79 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 945 time: 0.4855189 Aug 19 12:16:16.261288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:16.261694 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.264806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e689022-df7e-4b00-aa02-ffd0b794b7b6 admin admin] Deleting subnet d9f2b6d1-c6fc-400d-8a7c-640979e06ff6 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:16:16.270950 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e689022-df7e-4b00-aa02-ffd0b794b7b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.272650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-22fd1da2-a6f8-46f5-bcd6-617296ffca53 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.273513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-22fd1da2-a6f8-46f5-bcd6-617296ffca53 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.53 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 807 time: 0.5659590 Aug 19 12:16:16.326434 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e689022-df7e-4b00-aa02-ffd0b794b7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.330534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba8cb500-648f-4171-86b1-d2d18de084d9 req-62689c82-ff3a-460c-905e-0063ac216adb tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199210 Aug 19 12:16:16.344479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Request body: {'port': {'device_id': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170', 'admin_state_up': True, 'tenant_id': 'd30606ced6c44d0c824e033b9b330523'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:16.420446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:16.444914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Sync routers for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:16.459629 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-02bd30a3-0324-45c4-9613-64bdb0c0d17f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520592 Aug 19 12:16:16.488683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:16.489650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:16.582436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 364c15c1-6c98-428a-a8cb-128d46ba98fb no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:16.605189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Made reservation on behalf of c3b89d50d87e468e9fc4df05bf40f5d3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:16.612579 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.658461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 364c15c1-6c98-428a-a8cb-128d46ba98fb {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:16.659139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 364c15c1-6c98-428a-a8cb-128d46ba98fb not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:16.692346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47354) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:16.761913 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e689022-df7e-4b00-aa02-ffd0b794b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.836847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.844228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47362) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:16.851117 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1f265a32-f72a-42a3-8057-0e07c8bb7081 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.4747849 Aug 19 12:16:16.854939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:16.862265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-64f10b02-0c09-4ecc-acf8-ab9e79c17742 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.864146 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-64f10b02-0c09-4ecc-acf8-ab9e79c17742 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3932920 Aug 19 12:16:16.893092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Request body: {'port': {'device_id': 'd6e289a5-2bd8-4a19-a986-5618e7859268', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'c3b89d50d87e468e9fc4df05bf40f5d3'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:17.103078 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e689022-df7e-4b00-aa02-ffd0b794b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.167555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-network', 'tenant_id': '2b66c46f632d4b24925234b8e460562e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:17.183036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e689022-df7e-4b00-aa02-ffd0b794b7b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.188693 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7e689022-df7e-4b00-aa02-ffd0b794b7b6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d9f2b6d1-c6fc-400d-8a7c-640979e06ff6 HTTP/1.1" status: 204 len: 168 time: 1.2010245 Aug 19 12:16:17.188693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e689022-df7e-4b00-aa02-ffd0b794b7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f2b6d1-c6fc-400d-8a7c-640979e06ff6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:17.199324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47368) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:17.215853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63e08a4-468e-4e31-a1b7-15cb3403f72a None None] Network 9d7448a7-914f-43f5-9c1e-52bd191d1c1d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:17.225390 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4567425-9ada-4f95-a2e0-062887d4d2e4 req-82d4e6ea-e3f7-4e82-aa0a-e302005a33f5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 210 time: 0.1782637 Aug 19 12:16:17.243290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Made reservation on behalf of d30606ced6c44d0c824e033b9b330523 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:17.247185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.372432 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Made reservation on behalf of c3b89d50d87e468e9fc4df05bf40f5d3 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:17.378615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device eb32f938-958c-458c-800a-f9b63637392e no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:17.385035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.396702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bd874fb-338c-4581-9e4d-e2768aa72b28 req-e087fb71-fff1-40c5-9908-acb73f502205 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 210 time: 0.2520554 Aug 19 12:16:17.432690 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.444518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: eb32f938-958c-458c-800a-f9b63637392e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:17.444866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device eb32f938-958c-458c-800a-f9b63637392e not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:17.450035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Allocated IP 192.168.233.198 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/bed12ef6-0276-477a-ad3c-df2aa4bb2c18) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:17.455362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:12Z', 'revision_number': 3, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:17.498226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Made reservation on behalf of 2b66c46f632d4b24925234b8e460562e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:17.502509 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.503104 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Checking router: 0d8c6c00-9559-4d41-a40f-3be059ebae95 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:17.503462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Updating router 0d8c6c00-9559-4d41-a40f-3be059ebae95 port 118410f2-d28a-46ec-b97d-49f823642bb4 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:17.530573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.541902 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.589438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Deleting port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:17.589662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.679889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ff039-fe28-4817-8db0-8717885ef877 None None] DHCP port deletion for 9d7448a7-914f-43f5-9c1e-52bd191d1c1d request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:16:17.704502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] For port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=be7cd458-00d7-46c6-bed0-b8ddbf3c5eea,segment=NetworkSegment(c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28),segment_id=c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:17.704918 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.726575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Calling delete_port for be7cd458-00d7-46c6-bed0-b8ddbf3c5eea owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:17.834458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-108ff039-fe28-4817-8db0-8717885ef877 None None] Deleting port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:17.834833 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-108ff039-fe28-4817-8db0-8717885ef877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.008850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb82cfa-414d-4d37-a11a-6533b8ed9a87 req-daa88066-0939-4c41-8feb-7e6813697550 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:18.008850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebb82cfa-414d-4d37-a11a-6533b8ed9a87 req-daa88066-0939-4c41-8feb-7e6813697550 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 945 time: 0.2934899 Aug 19 12:16:18.010869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-108ff039-fe28-4817-8db0-8717885ef877 None None] For port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=be7cd458-00d7-46c6-bed0-b8ddbf3c5eea,segment=NetworkSegment(c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28),segment_id=c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:18.010869 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-108ff039-fe28-4817-8db0-8717885ef877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.011141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Allocated IP 172.20.0.13 (ec23aef2-b1a6-4893-943f-02410985e170/60c482f8-1562-43b0-8092-ba31c52b6fcd/54ad6495-dc36-432a-9d99-0b7141609b31) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:18.011281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-108ff039-fe28-4817-8db0-8717885ef877 None None] Calling delete_port for be7cd458-00d7-46c6-bed0-b8ddbf3c5eea owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:18.087276 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebb82cfa-414d-4d37-a11a-6533b8ed9a87 req-407c6a0a-4001-4e14-ac7d-d2ddd479edbc tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356120 Aug 19 12:16:18.092131 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.236822 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.292992 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.363470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9d9d7-b40e-46de-a974-e6cb2dea24b0 req-065837eb-5661-4e70-9f67-46380c89eda9 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:18.365022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcb9d9d7-b40e-46de-a974-e6cb2dea24b0 req-065837eb-5661-4e70-9f67-46380c89eda9 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1096 time: 0.1607594 Aug 19 12:16:18.372899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09dcf227-c6ef-4812-8067-768b676ef34c req-61a16b6b-c7d0-4750-8682-7bda6155909e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 210 time: 0.0637808 Aug 19 12:16:18.387341 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.517572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcb9d9d7-b40e-46de-a974-e6cb2dea24b0 req-456cd3a2-b00b-4ca2-9661-895e04be2d5c tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389556 Aug 19 12:16:18.566481 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.570496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Transition to ACTIVE for port object 118410f2-d28a-46ec-b97d-49f823642bb4 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:18.588631 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-108ff039-fe28-4817-8db0-8717885ef877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.610221 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] No DVR routers for this DVR port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:18.612754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7cd458-00d7-46c6-bed0-b8ddbf3c5eea,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:18.661229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db5acb7a-80cf-4af2-a95d-cf553fb64f73 req-e8da569b-9873-4840-9b9a-57b93f46b039 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 210 time: 0.1009696 Aug 19 12:16:18.663689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ff039-fe28-4817-8db0-8717885ef877 None None] Pushing event deleted for resources: {'Port': ['ID=be7cd458-00d7-46c6-bed0-b8ddbf3c5eea,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:18.666525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ff039-fe28-4817-8db0-8717885ef877 None None] No DVR routers for this DVR port be7cd458-00d7-46c6-bed0-b8ddbf3c5eea on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:18.747093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Allocated IP 172.20.0.1 (10f7b7da-bd8c-44ac-86f2-86a78eba3436/a2f124d0-f2b5-4b04-8a94-ccf71be9a828/ec485116-295e-4c89-8051-7db21ed37028) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:18.748342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.760700 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7448a7-914f-43f5-9c1e-52bd191d1c1d']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:18.777965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:18.779859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a7e3b3-9e26-46a6-8c4e-2b63f2723a28') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:18.788882 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.809445 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.821131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:16:18.821591 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:16:18.823528 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:16:18.856277 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.948696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Attempting to bind port 118410f2-d28a-46ec-b97d-49f823642bb4 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:18.949170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Attempting to bind port 118410f2-d28a-46ec-b97d-49f823642bb4 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:18.949830 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Attempting to bind port 118410f2-d28a-46ec-b97d-49f823642bb4 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:18.966402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:18.966724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:18.967195 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.967492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:18.967985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Bound port: 118410f2-d28a-46ec-b97d-49f823642bb4, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:18.968383 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.010177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d5796-f031-4164-b666-25036ef2990c None None] Pushing event updated for resources: {'Port': ['ID=118410f2-d28a-46ec-b97d-49f823642bb4,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:19.027089 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.038613 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.047588 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9d7448a7-914f-43f5-9c1e-52bd191d1c1d HTTP/1.1" status: 204 len: 168 time: 1.8442490 Aug 19 12:16:19.072942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] For port 118410f2-d28a-46ec-b97d-49f823642bb4, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:19.077015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626409a-cebc-48c1-ac95-524cf8690e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7448a7-914f-43f5-9c1e-52bd191d1c1d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:19.077734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] For port 118410f2-d28a-46ec-b97d-49f823642bb4, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=118410f2-d28a-46ec-b97d-49f823642bb4,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:19.104895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.112001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d67ea-b3b5-44f8-91cd-8d8987013a6e req-15c5c7f1-5999-41a7-b953-964fb3617426 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:19.114686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f9d67ea-b3b5-44f8-91cd-8d8987013a6e req-15c5c7f1-5999-41a7-b953-964fb3617426 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1096 time: 0.4467437 Aug 19 12:16:19.117736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.171032 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.176273 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.246889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:19.247401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:15:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:19.250890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:16:19.276041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d5259-f705-4886-bf65-54978c60ef55,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:19.307346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d5796-f031-4164-b666-25036ef2990c None None] Pushing event updated for resources: {'Port': ['ID=118410f2-d28a-46ec-b97d-49f823642bb4,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:19.307806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Network ec23aef2-b1a6-4893-943f-02410985e170 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:19.311088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Transition to ACTIVE for port object bed12ef6-0276-477a-ad3c-df2aa4bb2c18 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:19.322215 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.322579 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Added segment a3130589-0713-4088-9a8f-3aea0bcac9d5 of type vlan for network ae10248e-711c-481d-abeb-4624233e86e0 Aug 19 12:16:19.330173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Pushing event updated for resources: {'Port': ['ID=54ad6495-dc36-432a-9d99-0b7141609b31,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:19.343191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:19.360936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:19.373292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f9d67ea-b3b5-44f8-91cd-8d8987013a6e req-0ac200d7-b5ef-4aa8-ac6f-565863fd108c tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341318 Aug 19 12:16:19.466770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47392) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:19.537459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device be7cd458-00d7-46c6-bed0-b8ddbf3c5eea no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:19.552204 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.555544 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-715841e4-9900-4cc6-8640-65a1c2bd4498 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=384a79347a8248c79cc3a0cca40a2688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867145 Aug 19 12:16:19.558880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47400) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:19.578052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: be7cd458-00d7-46c6-bed0-b8ddbf3c5eea {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:19.578692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device be7cd458-00d7-46c6-bed0-b8ddbf3c5eea not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:19.644234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:19.651082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a94708c3-c16b-4683-ada1-ac0e2c83ecc9 req-f68f5692-66a9-4ac1-b08e-4f82954cd459 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 210 time: 0.0947304 Aug 19 12:16:19.658392 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.670355 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.675136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Transition to ACTIVE for port object ec485116-295e-4c89-8051-7db21ed37028 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:19.686032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:19.687091 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.728570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Allocated IP 192.168.233.26 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/765a533f-de86-4f6c-93f4-99d28d6b2730) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:19.732299 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c13e0e56-3b88-4115-9c82-3ef7aeb3ff85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.762564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c13e0e56-3b88-4115-9c82-3ef7aeb3ff85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.765497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:19.804626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:19.812585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:19.817402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event updated for resources: {'Port': ['ID=bed12ef6-0276-477a-ad3c-df2aa4bb2c18,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:19.824456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16', 'a6a0d9c8-617c-44b4-9d34-70144a638bfd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:19.829234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:19.895534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-a6f7e337-7b86-42b7-bde5-f2573dae40d0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5783236 Aug 19 12:16:19.928177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Request body: {'port': {'device_id': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:19.960834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:19.962166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.987692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c13e0e56-3b88-4115-9c82-3ef7aeb3ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.992371 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c13e0e56-3b88-4115-9c82-3ef7aeb3ff85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.997093 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.997968 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c13e0e56-3b88-4115-9c82-3ef7aeb3ff85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d8a8536-85b2-4f1d-98a7-77ee1afc02e8 HTTP/1.1" status: 204 len: 168 time: 0.4379411 Aug 19 12:16:19.998156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:20.009971 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.018085 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e0e56-3b88-4115-9c82-3ef7aeb3ff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8a8536-85b2-4f1d-98a7-77ee1afc02e8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:20.161584 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.201829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ef71ffb4-2bcd-4ef3-ab85-61af8593b117 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2342219 Aug 19 12:16:20.235710 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.289813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Transition to ACTIVE for port object 765a533f-de86-4f6c-93f4-99d28d6b2730 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:20.303206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9d5ec-9f33-4ccd-9289-61a3fa904d36 req-e2f8ab01-4e62-4a09-bc5e-cb31f90f8a23 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:20.305435 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56a9d5ec-9f33-4ccd-9289-61a3fa904d36 req-e2f8ab01-4e62-4a09-bc5e-cb31f90f8a23 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 932 time: 0.4302499 Aug 19 12:16:20.341616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Request body: {'port': {'device_id': '37662a83-b25a-4053-b78e-6db27241aa64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:20.373491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.6804330 Aug 19 12:16:20.385840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47410) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:20.393114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] Request body: {'subnet': {'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-subnet', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:20.416643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4ae6f-c68b-4590-8a27-384a4db5408b admin admin] Pushing event updated for resources: {'Network': ['ID=ae10248e-711c-481d-abeb-4624233e86e0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:20.436258 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.439249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:20.451686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Pushing event updated for resources: {'Port': ['ID=ec485116-295e-4c89-8051-7db21ed37028,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:20.464487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ae10248e-711c-481d-abeb-4624233e86e0 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:16:20.465654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:20.486164 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.493761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:20.545571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-035bf13a-0545-4b31-9dd8-ddaf7b75fcd7 None None] Provisioning for port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:20.551707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:20.552364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56a9d5ec-9f33-4ccd-9289-61a3fa904d36 req-2f546ea8-5e06-499e-84ba-488f1731fd17 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984468 Aug 19 12:16:20.553025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] Made reservation on behalf of 2b66c46f632d4b24925234b8e460562e for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:20.556867 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.589565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:12Z', 'revision_number': 3, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:20.596712 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.600748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580142b2-2e15-445e-9c42-bdad98999761 req-efb8a27d-8ef2-4927-b370-7008a97b445b tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:20.608928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-580142b2-2e15-445e-9c42-bdad98999761 req-efb8a27d-8ef2-4927-b370-7008a97b445b tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1096 time: 0.3893030 Aug 19 12:16:20.621298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-035bf13a-0545-4b31-9dd8-ddaf7b75fcd7 None None] Provisioning complete for port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:20.621776 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-035bf13a-0545-4b31-9dd8-ddaf7b75fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.722285 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.743974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event updated for resources: {'Port': ['ID=765a533f-de86-4f6c-93f4-99d28d6b2730,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:20.761432 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:20.774047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:20.818953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c11402-4fdc-4d61-b319-62a5452153bc None None] The sync data for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 is: [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:12Z', 'revision_number': 3, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:20.924273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-035bf13a-0545-4b31-9dd8-ddaf7b75fcd7 None None] Port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:21.003280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:21.074155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-580142b2-2e15-445e-9c42-bdad98999761 req-b43f88b0-09fb-4951-91bd-40b8d34f1274 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513175 Aug 19 12:16:21.139852 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1a508013-83ea-41b1-a958-39e3a17814e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.246259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d1e5c6c4-29d2-46b6-a020-e773cb5b984c None None] Provisioning for port ec485116-295e-4c89-8051-7db21ed37028 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:21.295697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d1e5c6c4-29d2-46b6-a020-e773cb5b984c None None] Provisioning complete for port ec485116-295e-4c89-8051-7db21ed37028 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:21.298306 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c6c4-29d2-46b6-a020-e773cb5b984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.511005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5c6c4-29d2-46b6-a020-e773cb5b984c None None] Port ec485116-295e-4c89-8051-7db21ed37028 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:21.647917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 118410f2-d28a-46ec-b97d-49f823642bb4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:21.688437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53d1db-1f58-4572-b654-5c61dc2890dd req-2febcde1-0532-47a5-8154-fb86c64cbb37 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:21.702356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d53d1db-1f58-4572-b654-5c61dc2890dd req-2febcde1-0532-47a5-8154-fb86c64cbb37 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 935 time: 0.7290516 Aug 19 12:16:21.735773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:21.736866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.943073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d53d1db-1f58-4572-b654-5c61dc2890dd req-b372f3f1-cb24-4c31-bb0b-4d6bd5ef84ac tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242091 Aug 19 12:16:21.995005 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0652a8f8-c766-4c2e-8b30-4454a195acae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1083281 Aug 19 12:16:22.001065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e3f16-e50d-4567-9834-ee6c92180848 req-af1506ea-0710-493b-bdfe-572bda0bbf1e tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:22.003213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-691e3f16-e50d-4567-9834-ee6c92180848 req-af1506ea-0710-493b-bdfe-572bda0bbf1e tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 932 time: 0.2351444 Aug 19 12:16:22.012265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Request body: {'port': {'device_id': 'd6e289a5-2bd8-4a19-a986-5618e7859268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:22.067766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16', 'a6a0d9c8-617c-44b4-9d34-70144a638bfd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:22.117852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.171801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed12ef6-0276-477a-ad3c-df2aa4bb2c18 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:22.186264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-691e3f16-e50d-4567-9834-ee6c92180848 req-b5c60138-ce4d-4929-9442-d72e3367958c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739421 Aug 19 12:16:22.188466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.201493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ad6495-dc36-432a-9d99-0b7141609b31 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:22.243309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.250369 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Transition to ACTIVE for port object bed12ef6-0276-477a-ad3c-df2aa4bb2c18 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:22.263037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Transition to ACTIVE for port object 54ad6495-dc36-432a-9d99-0b7141609b31 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:22.307417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b8383efd-2fae-421e-b490-65dae058bced None None] Provisioning for port 765a533f-de86-4f6c-93f4-99d28d6b2730 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:22.325437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b8383efd-2fae-421e-b490-65dae058bced None None] Provisioning complete for port 765a533f-de86-4f6c-93f4-99d28d6b2730 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:22.326489 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8383efd-2fae-421e-b490-65dae058bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.366163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ed7e8-1145-489d-9a9d-78a647e63d1f req-3d08b695-1bde-449a-9fc0-fa163ab8d752 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:22.367947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a40ed7e8-1145-489d-9a9d-78a647e63d1f req-3d08b695-1bde-449a-9fc0-fa163ab8d752 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1096 time: 0.0554690 Aug 19 12:16:22.404798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 118410f2-d28a-46ec-b97d-49f823642bb4 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:22.416922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b8383efd-2fae-421e-b490-65dae058bced None None] Port 765a533f-de86-4f6c-93f4-99d28d6b2730 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:22.432392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 118410f2-d28a-46ec-b97d-49f823642bb4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:22.432930 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.444279 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.457509 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.462306 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.588278 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.595068 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.650538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 118410f2-d28a-46ec-b97d-49f823642bb4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=118410f2-d28a-46ec-b97d-49f823642bb4,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:22.670442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a40ed7e8-1145-489d-9a9d-78a647e63d1f req-814cc770-b807-4cac-a423-f2eb1cea0011 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423482 Aug 19 12:16:22.688836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] Checking segment: {'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:22.689451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] Network hostable DHCP agents. Network: ae10248e-711c-481d-abeb-4624233e86e0, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:16:22.692829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bed12ef6-0276-477a-ad3c-df2aa4bb2c18,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:22.719246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94fe53e-5685-455b-9972-5231afed70bb,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:22.752792 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.791661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Pushing event updated for resources: {'Port': ['ID=54ad6495-dc36-432a-9d99-0b7141609b31,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:22.878688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=118410f2-d28a-46ec-b97d-49f823642bb4,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:22.912845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47444) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:23.023340 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] Network ae10248e-711c-481d-abeb-4624233e86e0 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:16:23.083738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Attempting to bind port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:23.084088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Attempting to bind port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:23.084413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Attempting to bind port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:23.090592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765a533f-de86-4f6c-93f4-99d28d6b2730 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:23.093631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:23.094080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Attempting to bind port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:23.108291 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.114274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:23.114609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:23.115230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:23.122292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:23.122647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:23.123026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:23.123475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Bound port: bed12ef6-0276-477a-ad3c-df2aa4bb2c18, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:23.123844 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.137564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Transition to ACTIVE for port object 765a533f-de86-4f6c-93f4-99d28d6b2730 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:23.159704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-430953540-network', 'tenant_id': '4b8f3377ed934a89985dae58e48d8c91'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:23.175697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, ae10248e-711c-481d-abeb-4624233e86e0) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:23.193525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:23.193525 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.193794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f915c73-1177-4f65-a573-3c537613f830 None None] Network ae10248e-711c-481d-abeb-4624233e86e0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:23.291529 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.340296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Made reservation on behalf of 4b8f3377ed934a89985dae58e48d8c91 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:23.343038 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.356543 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.412410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Pushing event updated for resources: {'Port': ['ID=765a533f-de86-4f6c-93f4-99d28d6b2730,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:23.429107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Port 54ad6495-dc36-432a-9d99-0b7141609b31 on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:23.429655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:23.466548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47456) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:23.469844 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4be5c438-f1e2-4000-a75e-1edb493caaac admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0719099 Aug 19 12:16:23.496411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-router', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:23.515451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 118410f2-d28a-46ec-b97d-49f823642bb4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:23.605562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-ae10248e-711c-481d-abeb-4624233e86e0', 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'fixed_ips': [{'subnet_id': 'a94fe53e-5685-455b-9972-5231afed70bb'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:16:23.613635 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.616443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:23.617702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:23.618353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:23.619003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Bound port: 54ad6495-dc36-432a-9d99-0b7141609b31, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:23.619736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.636616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Attempting to bind port 765a533f-de86-4f6c-93f4-99d28d6b2730 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:23.637134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Attempting to bind port 765a533f-de86-4f6c-93f4-99d28d6b2730 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:23.637339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Attempting to bind port 765a533f-de86-4f6c-93f4-99d28d6b2730 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:23.662548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Port 765a533f-de86-4f6c-93f4-99d28d6b2730 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:23.662873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Attempting to bind port 765a533f-de86-4f6c-93f4-99d28d6b2730 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:23.691684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:23.691684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:23.691684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:23.691684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Bound port: 765a533f-de86-4f6c-93f4-99d28d6b2730, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:23.691684 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.692239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] For port bed12ef6-0276-477a-ad3c-df2aa4bb2c18, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:23.702280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7aad8-167b-4dd4-abd4-87a6d264bc66 req-b9041f63-fe5e-409b-8c3e-201c411eb94e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:23.710457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0e7aad8-167b-4dd4-abd4-87a6d264bc66 req-b9041f63-fe5e-409b-8c3e-201c411eb94e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 935 time: 0.6102526 Aug 19 12:16:23.720301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 118410f2-d28a-46ec-b97d-49f823642bb4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:23.722261 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.803215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] For port bed12ef6-0276-477a-ad3c-df2aa4bb2c18, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bed12ef6-0276-477a-ad3c-df2aa4bb2c18,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:23.829203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.877831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] For port 765a533f-de86-4f6c-93f4-99d28d6b2730, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:23.884201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] For port 765a533f-de86-4f6c-93f4-99d28d6b2730, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=765a533f-de86-4f6c-93f4-99d28d6b2730,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:23.902994 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.907055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Allocated IP 172.20.0.2 (ae10248e-711c-481d-abeb-4624233e86e0/a94fe53e-5685-455b-9972-5231afed70bb/a4326903-d344-448a-9df2-5b0bb9417764) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:23.915631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0e7aad8-167b-4dd4-abd4-87a6d264bc66 req-1e68ab9c-6d2d-46d9-9dba-2ecfd0225d5b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036312 Aug 19 12:16:23.920352 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.943017 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.008034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.011131 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.020955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.022543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] 10.222.0.53 "PUT /v2.0/ports/bed12ef6-0276-477a-ad3c-df2aa4bb2c18 HTTP/1.1" status: 200 len: 1096 time: 3.7810175 Aug 19 12:16:24.024413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:24.060310 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:16:24.060836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.094833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beac8449-922a-404b-a116-d36f0c0709cf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:24.098721 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.102593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37662a83-b25a-4053-b78e-6db27241aa64', 'tag': 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:24.110220 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23525c3d-0a18-43c4-b96f-ebc9b841c29d" -d '{"events": [{"name": "network-changed", "server_uuid": "37662a83-b25a-4053-b78e-6db27241aa64", "tag": "bed12ef6-0276-477a-ad3c-df2aa4bb2c18"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:24.117663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.118429 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.119756 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] 10.222.0.52 "PUT /v2.0/ports/765a533f-de86-4f6c-93f4-99d28d6b2730 HTTP/1.1" status: 200 len: 1095 time: 2.1135969 Aug 19 12:16:24.130855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e289a5-2bd8-4a19-a986-5618e7859268', 'tag': '765a533f-de86-4f6c-93f4-99d28d6b2730'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:24.134616 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a00b03b-392e-4985-ae72-e5441ee2f191" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e289a5-2bd8-4a19-a986-5618e7859268", "tag": "765a533f-de86-4f6c-93f4-99d28d6b2730"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:24.242999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde5b94-e957-4903-ab39-6b07c768aac6 service neutron] Pushing event updated for resources: {'Port': ['ID=765a533f-de86-4f6c-93f4-99d28d6b2730,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:24.252798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:16:24.266811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=54ad6495-dc36-432a-9d99-0b7141609b31,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:24.272663 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.273011 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Added segment 3938e7d5-14c3-4897-a9dd-254949dce273 of type vlan for network 81172270-59cd-41e1-a431-0c8d9d8b818a Aug 19 12:16:24.275178 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.312529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Transition to ACTIVE for port object a4326903-d344-448a-9df2-5b0bb9417764 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:24.379547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Transition to ACTIVE for port object a4326903-d344-448a-9df2-5b0bb9417764 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:24.387673 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.389316 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.390217 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.412538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.421766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce8701-1882-4293-a970-b2ef7c1038e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bed12ef6-0276-477a-ad3c-df2aa4bb2c18,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:24.431464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-820367a7-17f8-4c76-b930-1d05dc5438d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.437687 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-820367a7-17f8-4c76-b930-1d05dc5438d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 1098 time: 0.1002502 Aug 19 12:16:24.446907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5eee92fd-fe11-4968-9b17-29f4966a4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.448505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-5eee92fd-fe11-4968-9b17-29f4966a4224 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=37662a83-b25a-4053-b78e-6db27241aa64 HTTP/1.1" status: 200 len: 1099 time: 0.2396567 Aug 19 12:16:24.488011 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-ab01e526-8249-4642-9633-0ba8a228d9df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=765a533f-de86-4f6c-93f4-99d28d6b2730 HTTP/1.1" status: 200 len: 217 time: 0.0463905 Aug 19 12:16:24.503500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532d963-9588-425f-8c90-c97763bca1e5 req-b70ba6cf-16db-45f9-b837-c8e5fe4a39a9 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.510850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0532d963-9588-425f-8c90-c97763bca1e5 req-b70ba6cf-16db-45f9-b837-c8e5fe4a39a9 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 944 time: 0.2424548 Aug 19 12:16:24.543377 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.557591 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-536b25e9-81d6-49a1-a548-7b34069a6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.559233 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-536b25e9-81d6-49a1-a548-7b34069a6269 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0622506 Aug 19 12:16:24.580377 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.581001 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.582419 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] 10.222.0.53 "PUT /v2.0/ports/54ad6495-dc36-432a-9d99-0b7141609b31 HTTP/1.1" status: 200 len: 1092 time: 4.6707718 Aug 19 12:16:24.620656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Network ae10248e-711c-481d-abeb-4624233e86e0 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:24.627465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:24.632965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:24.638192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Pushing event updated for resources: {'Port': ['ID=a4326903-d344-448a-9df2-5b0bb9417764,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:24.652030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.653054 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.659211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.694409 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.705353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-8cc48d5b-9673-4e3d-b93b-834982315be0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=bed12ef6-0276-477a-ad3c-df2aa4bb2c18 HTTP/1.1" status: 200 len: 217 time: 0.2181375 Aug 19 12:16:24.771120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Attempting to bind port a4326903-d344-448a-9df2-5b0bb9417764 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:24.771758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Attempting to bind port a4326903-d344-448a-9df2-5b0bb9417764 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:24.778457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Pushing event updated for resources: {'Port': ['ID=ec485116-295e-4c89-8051-7db21ed37028,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:24.786358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Attempting to bind port a4326903-d344-448a-9df2-5b0bb9417764 on network ae10248e-711c-481d-abeb-4624233e86e0 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:24.788421 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-fa657ba9-2447-4ee9-b329-08d4c57e3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.791189 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-fa657ba9-2447-4ee9-b329-08d4c57e3c9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2213209 Aug 19 12:16:24.792160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:24.796914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] Pushing event updated for resources: {'Network': ['ID=81172270-59cd-41e1-a431-0c8d9d8b818a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:24.807460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:24.808069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Checking segment: {'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:24.809801 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.810233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Bound using segment: {'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:24.811589 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Bound port: a4326903-d344-448a-9df2-5b0bb9417764, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:24.812251 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.850839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:24.862340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 81172270-59cd-41e1-a431-0c8d9d8b818a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:16:24.896166 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0532d963-9588-425f-8c90-c97763bca1e5 req-ad4d18ce-e510-401d-9a8f-32631be31c6f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837776 Aug 19 12:16:24.956113 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-45007f32-8a85-41c5-b3be-8778de791b28 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0433238 Aug 19 12:16:24.959414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47488) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:24.968266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] Request body: {'subnet': {'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-430953540-subnet', 'tenant_id': '4b8f3377ed934a89985dae58e48d8c91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:25.052096 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-51dadac7-56ac-4701-bd3a-45e898c1b85b service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426879 Aug 19 12:16:25.095847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] For port a4326903-d344-448a-9df2-5b0bb9417764, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:25.103930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] For port a4326903-d344-448a-9df2-5b0bb9417764, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4326903-d344-448a-9df2-5b0bb9417764,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:25.152405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] Made reservation on behalf of 4b8f3377ed934a89985dae58e48d8c91 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:25.154682 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.200706 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.271725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0ac9f728-3eef-4621-9878-f701efc43061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:25.273283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-0ac9f728-3eef-4621-9878-f701efc43061 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.5590811 Aug 19 12:16:25.278836 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-171eb5de-1590-4efa-a8a2-dc6e19050f92 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173364 Aug 19 12:16:25.308038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae031051-3363-4569-92bc-851a7d3c45af service neutron] Pushing event updated for resources: {'Port': ['ID=54ad6495-dc36-432a-9d99-0b7141609b31,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:25.335706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53ce04-5452-4eb0-912f-e64826e1fc65 None None] Pushing event updated for resources: {'Port': ['ID=a4326903-d344-448a-9df2-5b0bb9417764,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:25.369845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2aec9148-e493-4fd8-85f4-6676a9a15579 None None] Provisioning complete for port ec485116-295e-4c89-8051-7db21ed37028 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:25.370058 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2aec9148-e493-4fd8-85f4-6676a9a15579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.417725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2aec9148-e493-4fd8-85f4-6676a9a15579 None None] Port ec485116-295e-4c89-8051-7db21ed37028 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:25.444258 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-05d3624f-6141-4baa-a1dc-716c2bfa0f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.450775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-d08c1269-9ec2-47c6-8d19-465c46c9deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:25.454934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-d08c1269-9ec2-47c6-8d19-465c46c9deb5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 1095 time: 0.5192358 Aug 19 12:16:25.461900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.520234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f1ef1-27c4-4038-a64d-23eb39c9cd57 req-fb04590f-ad11-4314-979b-1178d92d9ccb tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:25.522189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-714f1ef1-27c4-4038-a64d-23eb39c9cd57 req-fb04590f-ad11-4314-979b-1178d92d9ccb tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 945 time: 0.3291364 Aug 19 12:16:25.530282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-563e7e05-2115-4c0c-8134-b9eacce6b253 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54ad6495-dc36-432a-9d99-0b7141609b31 HTTP/1.1" status: 200 len: 217 time: 0.0638907 Aug 19 12:16:25.556215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-fed4a0ff-b84c-4641-8561-d3a0c7d00c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:25.558227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-fed4a0ff-b84c-4641-8561-d3a0c7d00c01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2704816 Aug 19 12:16:25.589630 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.651156 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.683261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Router 0d8c6c00-9559-4d41-a40f-3be059ebae95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:25.688634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ede1da-987a-441b-8c84-707d48ae78bc,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:25.716736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] Checking segment: {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:25.720347 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] Network hostable DHCP agents. Network: 81172270-59cd-41e1-a431-0c8d9d8b818a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:16:25.752715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-be47bfbb-ce03-41cd-a79d-eed882ada32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:25.754510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-be47bfbb-ce03-41cd-a79d-eed882ada32b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.2124939 Aug 19 12:16:25.766222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-714f1ef1-27c4-4038-a64d-23eb39c9cd57 req-70fe4800-82bf-4f6b-8ed4-c4cf25d8249b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303882 Aug 19 12:16:25.815959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-fd8dfa6c-cf66-46e6-9c68-97fd98409ef1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466220 Aug 19 12:16:25.870410 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef8229a-011c-4db7-b116-8008323077f7 x-openstack-request-id: req-5ef8229a-011c-4db7-b116-8008323077f7 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:25.870985 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e289a5-2bd8-4a19-a986-5618e7859268", "tag": "765a533f-de86-4f6c-93f4-99d28d6b2730", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:25.871355 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ef8229a-011c-4db7-b116-8008323077f7 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:25.871993 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e289a5-2bd8-4a19-a986-5618e7859268', 'tag': '765a533f-de86-4f6c-93f4-99d28d6b2730', 'status': 'completed', 'code': 200} Aug 19 12:16:25.950270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] Network 81172270-59cd-41e1-a431-0c8d9d8b818a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:16:25.986450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b03b-392e-4985-ae72-e5441ee2f191 req-464f5f55-2c27-4511-82e0-94a1c4f81881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:25.988013 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2a00b03b-392e-4985-ae72-e5441ee2f191 req-464f5f55-2c27-4511-82e0-94a1c4f81881 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 1098 time: 0.0832834 Aug 19 12:16:26.103501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-18bad4c0-35fc-44fd-a746-55bc5571cbf1 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:16:26.110774 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c516f15d-0647-428c-9c6e-28f173812254 x-openstack-request-id: req-c516f15d-0647-428c-9c6e-28f173812254 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:26.111085 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37662a83-b25a-4053-b78e-6db27241aa64", "tag": "bed12ef6-0276-477a-ad3c-df2aa4bb2c18", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:26.111312 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c516f15d-0647-428c-9c6e-28f173812254 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:26.111701 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37662a83-b25a-4053-b78e-6db27241aa64', 'tag': 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18', 'status': 'completed', 'code': 200} Aug 19 12:16:26.112321 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-18bad4c0-35fc-44fd-a746-55bc5571cbf1 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252197 Aug 19 12:16:26.123017 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Request body: {'binding': {'host': 'n-h1-778732-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:26.123473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Unknown quota resources ['binding']. {{(pid=95661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:16:26.166038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 81172270-59cd-41e1-a431-0c8d9d8b818a) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:26.171570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.172166 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:26.176665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf7a7fa-5f50-44d4-8293-bb558d0009de None None] Network 81172270-59cd-41e1-a431-0c8d9d8b818a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:26.206168 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b03b-392e-4985-ae72-e5441ee2f191 req-feddc042-daa3-4c73-be18-d3ea0f48985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.209508 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2a00b03b-392e-4985-ae72-e5441ee2f191 req-feddc042-daa3-4c73-be18-d3ea0f48985e service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.2109885 Aug 19 12:16:26.224071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-6c06dfc6-4f34-481c-a5d5-b0ea74fb9f5f service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344845 Aug 19 12:16:26.276108 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2a00b03b-392e-4985-ae72-e5441ee2f191 req-bf479e61-590a-409e-a6e5-770947a3f642 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=765a533f-de86-4f6c-93f4-99d28d6b2730 HTTP/1.1" status: 200 len: 217 time: 0.0498385 Aug 19 12:16:26.390493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8e28c8-69a3-4cc0-bfed-fdd152bd02b9 None None] Network 81172270-59cd-41e1-a431-0c8d9d8b818a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:26.393732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b03b-392e-4985-ae72-e5441ee2f191 req-d3f834bc-b179-45a2-a7a3-dce9b065e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.395286 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2a00b03b-392e-4985-ae72-e5441ee2f191 req-d3f834bc-b179-45a2-a7a3-dce9b065e48f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0843852 Aug 19 12:16:26.399641 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e90eabef-536e-47b8-8319-1cb6ccadc867 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4375248 Aug 19 12:16:26.402292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f253fb5-0c78-476d-a308-ad9b9ebdcaa3 req-9e329b43-8a9a-421e-ac4e-897cf0935631 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.409880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f253fb5-0c78-476d-a308-ad9b9ebdcaa3 req-9e329b43-8a9a-421e-ac4e-897cf0935631 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 947 time: 0.2971928 Aug 19 12:16:26.436065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:26.446696 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Sync routers for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:26.469402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b3145a3e-824f-470d-9678-67145a34779d admin admin] 10.222.0.44 "PUT /v2.0/routers/0d8c6c00-9559-4d41-a40f-3be059ebae95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6154871 Aug 19 12:16:26.471093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-85f9f702-e721-4ffd-bd6a-ef341cdd509a service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675704 Aug 19 12:16:26.471314 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:26.471314 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:26.546515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b03b-392e-4985-ae72-e5441ee2f191 req-1e117c14-7678-41c3-8860-74cd5c207f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.551849 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2a00b03b-392e-4985-ae72-e5441ee2f191 req-1e117c14-7678-41c3-8860-74cd5c207f79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438046 Aug 19 12:16:26.553468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a on host n-h1-778732-8 for vnic_type normal with profile None {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:26.553882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:26.558210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:26.561185 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Port e07c91c6-7779-442e-b0d3-4dc1db05337a on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:26.561595 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:26.590024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:26.590729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:26.591369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:26.591986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Bound port: e07c91c6-7779-442e-b0d3-4dc1db05337a, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:26.668003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f253fb5-0c78-476d-a308-ad9b9ebdcaa3 req-de37d4e4-9b86-4428-9045-d20ce51d10c7 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522264 Aug 19 12:16:26.705001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-099514aa-4e11-46ee-a94b-ebcbbe93dc49 req-f1aa2aa8-c16e-4af5-912b-53f917ccac7f service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487143 Aug 19 12:16:26.829223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e913e-7fdd-4017-9e7b-34da234d1a95 None None] Network ae10248e-711c-481d-abeb-4624233e86e0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:26.846283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:26.873247 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2a00b03b-392e-4985-ae72-e5441ee2f191 req-167d9cf8-7e67-4e2a-aa10-8cf88cd8a315 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021841 Aug 19 12:16:26.966160 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:27.009645 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:27.021648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6b3e08d-4734-4663-8288-1c7af9b64557 req-2433eec8-3a43-4eaa-93b9-bfdf668c5fe7 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315909 Aug 19 12:16:27.038396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-46b03bdb-9862-4f9f-9b61-632afaf930b1 None None] Provisioning for port a4326903-d344-448a-9df2-5b0bb9417764 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:27.047613 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:27.048125 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2a00b03b-392e-4985-ae72-e5441ee2f191 req-6672ca5c-32f5-40f3-826d-13a46e2a3e77 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600680 Aug 19 12:16:27.050927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23525c3d-0a18-43c4-b96f-ebc9b841c29d req-ee4ffa30-8e6a-4419-8ec2-a6dda96092f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:27.051215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] Notify callbacks [] for binding, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:27.052367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23525c3d-0a18-43c4-b96f-ebc9b841c29d req-ee4ffa30-8e6a-4419-8ec2-a6dda96092f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=37662a83-b25a-4053-b78e-6db27241aa64 HTTP/1.1" status: 200 len: 1099 time: 0.1170816 Aug 19 12:16:27.052754 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-92207f2b-5b21-429c-becc-74cf99478599 service neutron] 10.222.0.44 "POST /v2.0/ports/e07c91c6-7779-442e-b0d3-4dc1db05337a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9393866 Aug 19 12:16:27.059978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81554e-0f2d-424e-a182-ed3f802cf879 req-756f390e-f9d2-4633-a0ef-9ca0b6f5ed06 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:27.067705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c81554e-0f2d-424e-a182-ed3f802cf879 req-756f390e-f9d2-4633-a0ef-9ca0b6f5ed06 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 944 time: 0.2599256 Aug 19 12:16:27.124249 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:27.255417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c81554e-0f2d-424e-a182-ed3f802cf879 req-54d6944d-761a-4ffc-9b06-0cb15970dba1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868036 Aug 19 12:16:27.341081 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 2, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:27.370088 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Checking router: 0d8c6c00-9559-4d41-a40f-3be059ebae95 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:27.370453 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Updating router 0d8c6c00-9559-4d41-a40f-3be059ebae95 port ec485116-295e-4c89-8051-7db21ed37028 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:27.413206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23525c3d-0a18-43c4-b96f-ebc9b841c29d req-5240f662-d67b-4ee1-92aa-dcd968eb0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:27.413206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23525c3d-0a18-43c4-b96f-ebc9b841c29d req-5240f662-d67b-4ee1-92aa-dcd968eb0ef3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.3423400 Aug 19 12:16:27.423381 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:27.508030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23525c3d-0a18-43c4-b96f-ebc9b841c29d req-50bc7e91-c6cd-41f3-ac9e-3b61d9efe360 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=bed12ef6-0276-477a-ad3c-df2aa4bb2c18 HTTP/1.1" status: 200 len: 217 time: 0.0836749 Aug 19 12:16:27.531532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a4326903-d344-448a-9df2-5b0bb9417764 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:27.571467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Allocated IP 172.25.6.206 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/293385b3-3cf4-4ffa-8e81-2a451140293f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:27.579656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 765a533f-de86-4f6c-93f4-99d28d6b2730 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:27.622951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23525c3d-0a18-43c4-b96f-ebc9b841c29d req-12c3ac5d-462b-48d8-9f1c-69dc746e2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:27.624672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23525c3d-0a18-43c4-b96f-ebc9b841c29d req-12c3ac5d-462b-48d8-9f1c-69dc746e2165 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0944564 Aug 19 12:16:27.839637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23525c3d-0a18-43c4-b96f-ebc9b841c29d req-fe3902eb-3bc0-4349-8370-25106ddaace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:27.841712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23525c3d-0a18-43c4-b96f-ebc9b841c29d req-fe3902eb-3bc0-4349-8370-25106ddaace8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2033582 Aug 19 12:16:27.874334 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:27.888844 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Transition to ACTIVE for port object ec485116-295e-4c89-8051-7db21ed37028 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:27.904865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port a4326903-d344-448a-9df2-5b0bb9417764 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:27.912296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port a4326903-d344-448a-9df2-5b0bb9417764 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:27.912676 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:27.916367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 765a533f-de86-4f6c-93f4-99d28d6b2730, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=765a533f-de86-4f6c-93f4-99d28d6b2730,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:27.982247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '765a533f-de86-4f6c-93f4-99d28d6b2730', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '765a533f-de86-4f6c-93f4-99d28d6b2730', 'mac_address': 'fa:16:3e:5f:10:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:27.983906 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.026933 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.045841 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.095424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765a533f-de86-4f6c-93f4-99d28d6b2730 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:28.096242 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1dd58-4f14-4b00-91e1-efefa24a21b2 None None] Pushing event updated for resources: {'Port': ['ID=ec485116-295e-4c89-8051-7db21ed37028,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:28.116613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'tag': '54ad6495-dc36-432a-9d99-0b7141609b31'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:28.119420 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10721a4c-9580-43c3-98d3-50ec69d83b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c16f5dd-633a-4deb-9521-f9c5b66cfff6", "tag": "54ad6495-dc36-432a-9d99-0b7141609b31"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:28.137565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 765a533f-de86-4f6c-93f4-99d28d6b2730, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=765a533f-de86-4f6c-93f4-99d28d6b2730,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:28.149535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806b0f3-519d-404f-9958-a6f236e56440 req-2b563c98-dfbb-4c3e-8cd3-773f23556250 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:28.152734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-2b563c98-dfbb-4c3e-8cd3-773f23556250 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 804 time: 0.4666579 Aug 19 12:16:28.181018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-467ce787-ad7d-4842-90a7-dfe2be7d23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:28.183463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-467ce787-ad7d-4842-90a7-dfe2be7d23c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1096 time: 0.3053565 Aug 19 12:16:28.199050 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Attempting to bind port ec485116-295e-4c89-8051-7db21ed37028 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:28.199414 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Attempting to bind port ec485116-295e-4c89-8051-7db21ed37028 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:28.200334 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Attempting to bind port ec485116-295e-4c89-8051-7db21ed37028 on network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:28.200484 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.205637 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.206542 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:28.207054 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Checking segment: {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:28.207454 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.207892 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Bound using segment: {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:28.210719 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Bound port: ec485116-295e-4c89-8051-7db21ed37028, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:28.210961 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.232138 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.296839 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] For port ec485116-295e-4c89-8051-7db21ed37028, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:28.301833 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] For port ec485116-295e-4c89-8051-7db21ed37028, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ec485116-295e-4c89-8051-7db21ed37028,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:28.316641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port a4326903-d344-448a-9df2-5b0bb9417764, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4326903-d344-448a-9df2-5b0bb9417764,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:28.340289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=765a533f-de86-4f6c-93f4-99d28d6b2730,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:28.363138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-e3b22fd2-d679-4884-93e0-9cf0f3137538 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/quotas/4b8f3377ed934a89985dae58e48d8c91 HTTP/1.1" status: 200 len: 375 time: 0.2030673 Aug 19 12:16:28.380416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:28.393196 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.419451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Pushing event updated for resources: {'Port': ['ID=293385b3-3cf4-4ffa-8e81-2a451140293f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:28.422253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:28.423077 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.444207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:28.480073 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:28.480715 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:28.482777 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1dd58-4f14-4b00-91e1-efefa24a21b2 None None] Pushing event updated for resources: {'Port': ['ID=ec485116-295e-4c89-8051-7db21ed37028,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:28.503907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-97b79def-7a59-47e9-b41b-c169d9a8fad8 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215675 Aug 19 12:16:28.506084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23525c3d-0a18-43c4-b96f-ebc9b841c29d req-9311ddb0-53c3-44b0-8942-ee4c261c84f7 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517353 Aug 19 12:16:28.568610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=a4326903-d344-448a-9df2-5b0bb9417764,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:28.645550 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:28.672955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.691330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['765a533f-de86-4f6c-93f4-99d28d6b2730'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:28.752041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-4ece26b6-6d93-4f7b-b503-ac85dfb53ae5 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:28.766557 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-4ece26b6-6d93-4f7b-b503-ac85dfb53ae5 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 821 time: 0.5683577 Aug 19 12:16:29.095748 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:28Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:29.133080 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4674e32e-c6c4-4dd8-93b5-3a529bd8da35 None None] The sync data for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 is: [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:28Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:29.213846 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-0e23ed9f-3147-47fb-ba57-77ae863e7320 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/quotas/f41e1c8e850e426db59f512e438291ad HTTP/1.1" status: 200 len: 375 time: 0.4453607 Aug 19 12:16:29.231982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-36a4ecd3-b09c-4eeb-aaa0-414521b731e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:29.233434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-36a4ecd3-b09c-4eeb-aaa0-414521b731e3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 1.0175066 Aug 19 12:16:29.357586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23525c3d-0a18-43c4-b96f-ebc9b841c29d req-f5b31a6a-f7ce-4b2a-8c01-ca64138f83c7 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8388045 Aug 19 12:16:29.376860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-3203b3c2-8e04-45e6-8703-0a86a4951c13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a HTTP/1.1" status: 200 len: 217 time: 0.1269751 Aug 19 12:16:29.401845 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-fdb51715-24e3-45e6-bf3e-f6d0d41788c8 service neutron] 10.222.0.44 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8864307 Aug 19 12:16:29.471313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-59f45462-83e8-49b8-acf5-db65d5eb1406 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2368195 Aug 19 12:16:29.568667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-e025c21c-2060-4d73-af1d-64780f71304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:29.570800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-e025c21c-2060-4d73-af1d-64780f71304a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.1804640 Aug 19 12:16:29.633693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a4326903-d344-448a-9df2-5b0bb9417764 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:29.662614 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-2a76a0f1-8b66-40a9-b618-2699940c7abb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577779 Aug 19 12:16:29.721294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port a4326903-d344-448a-9df2-5b0bb9417764 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:29.722221 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:29.784815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-64add1bf-96a5-429c-b5ac-ae4e45a75737 service neutron] 10.222.0.44 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584027 Aug 19 12:16:29.828200 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:29.828959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-735d4245-1259-4e4e-83a1-49e1a5b32909 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224001 Aug 19 12:16:29.846760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ec485116-295e-4c89-8051-7db21ed37028 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:30.008420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-75ae60fa-d136-4a17-bf23-701b4a557a99 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059900 Aug 19 12:16:30.015433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port ec485116-295e-4c89-8051-7db21ed37028 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:30.020866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ec485116-295e-4c89-8051-7db21ed37028 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:30.026160 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.142880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-4429abc1-6b3a-41cc-85ac-66a09efe3101 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.144459 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-4429abc1-6b3a-41cc-85ac-66a09efe3101 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.52 "GET /v2.0/ports?device_id=869894c2-444d-4139-86fc-2ed767a5c085 HTTP/1.1" status: 200 len: 945 time: 0.1223366 Aug 19 12:16:30.150245 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.213832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-4d2b4969-cc22-4f18-a9f4-a6ebfeeb1999 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223147 Aug 19 12:16:30.323419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port ec485116-295e-4c89-8051-7db21ed37028, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ec485116-295e-4c89-8051-7db21ed37028,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:30.365946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-d895ecfd-74dc-47f6-bf2c-aa0c98530cb7 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489614 Aug 19 12:16:30.404046 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Deleting port b22ac8d6-6584-4a2c-ac83-780ff0803b08 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:30.404395 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.415838 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.427558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.436948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d296fb-4f9f-4ab7-a01b-b7cf3de2ddd0 req-e60f8771-1d57-44dc-b35f-c1887a6b8fe8 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.454205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09d296fb-4f9f-4ab7-a01b-b7cf3de2ddd0 req-e60f8771-1d57-44dc-b35f-c1887a6b8fe8 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 945 time: 0.2185290 Aug 19 12:16:30.526955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=ec485116-295e-4c89-8051-7db21ed37028,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:30.571164 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] For port b22ac8d6-6584-4a2c-ac83-780ff0803b08, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b22ac8d6-6584-4a2c-ac83-780ff0803b08,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:30.571800 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.631354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09d296fb-4f9f-4ab7-a01b-b7cf3de2ddd0 req-c2c63a18-daf5-46d4-9a47-5e815c6fb1c8 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762531 Aug 19 12:16:30.689717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-7b874e9c-cbf6-4528-ba74-630128900ba5 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.697722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-7b874e9c-cbf6-4528-ba74-630128900ba5 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.1302693 Aug 19 12:16:30.704762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 54ad6495-dc36-432a-9d99-0b7141609b31 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:30.706555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778732-8'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:30.827735 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.987089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=54ad6495-dc36-432a-9d99-0b7141609b31,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:30.989173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-002f52cb-2099-43f4-8032-09db15ce2925 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--120223561&fields=id&tenant_id=6c44bdd34b864300bc10e00029e58457 HTTP/1.1" status: 200 len: 267 time: 0.1365619 Aug 19 12:16:30.990316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '54ad6495-dc36-432a-9d99-0b7141609b31', 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170', 'port_id': '54ad6495-dc36-432a-9d99-0b7141609b31', 'mac_address': 'fa:16:3e:a3:86:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c482f8-1562-43b0-8092-ba31c52b6fcd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:30.990469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e3dd2-42a6-4f18-a71e-cb8ebe7a90e9 req-275a69a5-c5fd-4680-a4bb-3904a75ed96f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.990469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-577e3dd2-42a6-4f18-a71e-cb8ebe7a90e9 req-275a69a5-c5fd-4680-a4bb-3904a75ed96f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 948 time: 0.1807725 Aug 19 12:16:31.041885 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.062591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ad6495-dc36-432a-9d99-0b7141609b31 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:31.082890 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.083574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.084256 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Floating IP ee5b8ad5-44bf-411d-b647-8c85f2160257 disassociated. External IP: 172.25.6.188, port: b22ac8d6-6584-4a2c-ac83-780ff0803b08. Aug 19 12:16:31.084986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Calling delete_port for b22ac8d6-6584-4a2c-ac83-780ff0803b08 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:31.090131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=54ad6495-dc36-432a-9d99-0b7141609b31,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:31.174594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-577e3dd2-42a6-4f18-a71e-cb8ebe7a90e9 req-428224b5-e1f7-4d6b-b99b-2dcb808a37d1 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841483 Aug 19 12:16:31.242483 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c1f6c9-6b6c-44fd-88a2-115de586a07e x-openstack-request-id: req-a4c1f6c9-6b6c-44fd-88a2-115de586a07e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:31.243128 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c16f5dd-633a-4deb-9521-f9c5b66cfff6", "tag": "54ad6495-dc36-432a-9d99-0b7141609b31", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:31.243128 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4c1f6c9-6b6c-44fd-88a2-115de586a07e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:31.244159 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'tag': '54ad6495-dc36-432a-9d99-0b7141609b31', 'status': 'completed', 'code': 200} Aug 19 12:16:31.247723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:31.275836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2d6af-e127-4a04-869d-50c251374759 req-2d7ad909-6b77-4077-9f46-095039e1353f tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.278001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-2d7ad909-6b77-4077-9f46-095039e1353f tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/networks?id=a3ab6f09-e03b-41f4-b705-19e59a0c8307 HTTP/1.1" status: 200 len: 824 time: 0.2895133 Aug 19 12:16:31.357738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-3a18f793-654f-4cbb-b8de-6a86fa5583e7 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/quotas/6c44bdd34b864300bc10e00029e58457 HTTP/1.1" status: 200 len: 375 time: 0.0467334 Aug 19 12:16:31.426836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10721a4c-9580-43c3-98d3-50ec69d83b9b req-74d5168b-701b-42ad-9589-617129e6b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.428467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10721a4c-9580-43c3-98d3-50ec69d83b9b req-74d5168b-701b-42ad-9589-617129e6b793 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 1095 time: 0.1784132 Aug 19 12:16:31.436486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:31.453906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ec485116-295e-4c89-8051-7db21ed37028 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:31.496652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cac129-95e9-4937-adf7-fa0279e02744 req-b4d9dadb-f8f0-4526-966d-d91ede6c65ab tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.498338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65cac129-95e9-4937-adf7-fa0279e02744 req-b4d9dadb-f8f0-4526-966d-d91ede6c65ab tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 944 time: 0.2178342 Aug 19 12:16:31.502768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.514248 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.514248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bed12ef6-0276-477a-ad3c-df2aa4bb2c18 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:31.545861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Pushing event deleted for resources: {'Port': ['ID=b22ac8d6-6584-4a2c-ac83-780ff0803b08,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:31.621089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 765a533f-de86-4f6c-93f4-99d28d6b2730 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:31.658859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ec485116-295e-4c89-8051-7db21ed37028 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:31.659242 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.682791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=54ad6495-dc36-432a-9d99-0b7141609b31,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:31.747554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Router 4f803fa7-4ed6-49b2-9272-933983369041 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:31.851649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bed12ef6-0276-477a-ad3c-df2aa4bb2c18, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bed12ef6-0276-477a-ad3c-df2aa4bb2c18,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:31.869402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18', 'mac_address': 'fa:16:3e:e6:e9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:31.936771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Router f80c31e1-70b8-4588-b75d-14d64021ab6a is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:16:31.943522 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:31.969852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc8c6-df57-4eea-a7e1-b3b0f6cc3a6a None None] Sync routers for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:32.002087 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.027385 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed12ef6-0276-477a-ad3c-df2aa4bb2c18 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:32.029601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] No DVR routers for this DVR port b22ac8d6-6584-4a2c-ac83-780ff0803b08 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:32.032541 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-35c28197-9cb3-4a59-867c-74a2e9c8e5ea tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c44bdd34b864300bc10e00029e58457&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6679547 Aug 19 12:16:32.032742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.035390 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0a50c389-2c7b-4bf0-ad12-c7f6804c04b9 req-22d98f00-56f6-4962-8da2-5016a772cd1b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.52 "DELETE /v2.0/ports/b22ac8d6-6584-4a2c-ac83-780ff0803b08 HTTP/1.1" status: 204 len: 173 time: 1.8764882 Aug 19 12:16:32.035912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869894c2-444d-4139-86fc-2ed767a5c085', 'name': 'network-vif-deleted', 'tag': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:32.044671 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a7cc65-b806-4c64-b553-e7fc4b60aa0c" -d '{"events": [{"server_uuid": "869894c2-444d-4139-86fc-2ed767a5c085", "name": "network-vif-deleted", "tag": "b22ac8d6-6584-4a2c-ac83-780ff0803b08"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:32.046711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 765a533f-de86-4f6c-93f4-99d28d6b2730 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:32.059253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 765a533f-de86-4f6c-93f4-99d28d6b2730 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:32.059669 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.122275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65cac129-95e9-4937-adf7-fa0279e02744 req-8d9ae0e3-544b-4d9a-91a1-6e6ccbd1a9fc tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447428 Aug 19 12:16:32.156951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bc8c6-df57-4eea-a7e1-b3b0f6cc3a6a None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:32.157738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d35bc8c6-df57-4eea-a7e1-b3b0f6cc3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:32.229036 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.316420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0db64fe6-09a7-449c-854e-375a66c60122 req-bca275b0-6442-4c2d-97ba-9f531ff57ea3 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 210 time: 0.0553346 Aug 19 12:16:32.321620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bed12ef6-0276-477a-ad3c-df2aa4bb2c18, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bed12ef6-0276-477a-ad3c-df2aa4bb2c18,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:32.347092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d35bc8c6-df57-4eea-a7e1-b3b0f6cc3a6a None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:32.418424 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.451632 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.457653 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.531744 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-9e288471-23cd-4582-a569-569cc3575991 service neutron] 10.222.0.44 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627712 Aug 19 12:16:32.569364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10721a4c-9580-43c3-98d3-50ec69d83b9b req-48de6695-f008-4625-8386-b883042514d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:32.570961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10721a4c-9580-43c3-98d3-50ec69d83b9b req-48de6695-f008-4625-8386-b883042514d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 1.1315999 Aug 19 12:16:32.576867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e289a5-2bd8-4a19-a986-5618e7859268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765a533f-de86-4f6c-93f4-99d28d6b2730'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:32.579457 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de414ba0-12a3-415e-af6c-43a8de5c555d" -d '{"events": [{"server_uuid": "d6e289a5-2bd8-4a19-a986-5618e7859268", "name": "network-vif-plugged", "status": "completed", "tag": "765a533f-de86-4f6c-93f4-99d28d6b2730"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:32.592755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e092baea-8817-4efa-a6b7-c5d3675a7b12 req-26595f5b-7523-4336-9992-d3241ac94b4c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 210 time: 0.1699746 Aug 19 12:16:32.693042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10721a4c-9580-43c3-98d3-50ec69d83b9b req-84e7adb8-4692-4ee9-ba1e-68dc473958ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54ad6495-dc36-432a-9d99-0b7141609b31 HTTP/1.1" status: 200 len: 217 time: 0.0848463 Aug 19 12:16:32.731451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:32.741404 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Sync routers for ids ['f80c31e1-70b8-4588-b75d-14d64021ab6a'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:32.753058 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Routers {'f80c31e1-70b8-4588-b75d-14d64021ab6a'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:32.753901 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f80c31e1-70b8-4588-b75d-14d64021ab6a'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:32.756654 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 765a533f-de86-4f6c-93f4-99d28d6b2730, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=765a533f-de86-4f6c-93f4-99d28d6b2730,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:32.812037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bed12ef6-0276-477a-ad3c-df2aa4bb2c18,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:32.871519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['bed12ef6-0276-477a-ad3c-df2aa4bb2c18'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:32.875972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['54ad6495-dc36-432a-9d99-0b7141609b31'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:32.931777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Pushing event updated for resources: {'Port': ['ID=e07c91c6-7779-442e-b0d3-4dc1db05337a,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:32.932411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.956919 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.958515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-aa68fdc0-a1f1-4354-bdd2-8219b880c970 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.4759552 Aug 19 12:16:32.963009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47610) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:33.044252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a on host n-h2-778732-8 for vnic_type normal with profile {"migrating_to": "n-h1-778732-8"} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:33.045107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:33.045917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:33.064914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10721a4c-9580-43c3-98d3-50ec69d83b9b req-1835c5d0-f5f2-4468-8012-d4be7dd4aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:33.072904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10721a4c-9580-43c3-98d3-50ec69d83b9b req-1835c5d0-f5f2-4468-8012-d4be7dd4aea8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.3640342 Aug 19 12:16:33.087523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d35bc8c6-df57-4eea-a7e1-b3b0f6cc3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:33.091102 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Set router f80c31e1-70b8-4588-b75d-14d64021ab6a gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:33.123580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Port e07c91c6-7779-442e-b0d3-4dc1db05337a on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:33.124149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Attempting to bind port e07c91c6-7779-442e-b0d3-4dc1db05337a on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:33.174618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-56f25987-4aa7-4302-90a4-48b92f60ace4 service neutron] 10.222.0.44 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986919 Aug 19 12:16:33.177198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10721a4c-9580-43c3-98d3-50ec69d83b9b req-f17f8901-252a-4b1a-a1fb-9fae766075c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770578 Aug 19 12:16:33.178537 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:33.178847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:33.180492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:33.181001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Bound port: e07c91c6-7779-442e-b0d3-4dc1db05337a, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:33.181356 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:33.192013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc6d58-e9e1-4f28-9a60-9bfb209c0d72 req-aaeb0fb0-bcec-45e1-a5c2-3e3205828016 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:33.193953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58cc6d58-e9e1-4f28-9a60-9bfb209c0d72 req-aaeb0fb0-bcec-45e1-a5c2-3e3205828016 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 943 time: 0.4015377 Aug 19 12:16:33.246845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07c91c6-7779-442e-b0d3-4dc1db05337a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:33.247823 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f7f46d-0890-45ca-9b46-139c6f8b505d" -d '{"events": [{"server_uuid": "1258be31-e72d-4cea-8a17-f100ca6d1a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e07c91c6-7779-442e-b0d3-4dc1db05337a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:33.344384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58cc6d58-e9e1-4f28-9a60-9bfb209c0d72 req-b958274b-d359-4d41-93c4-eefa75d560ad tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303976 Aug 19 12:16:33.380723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=765a533f-de86-4f6c-93f4-99d28d6b2730,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:33.435641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc8c6-df57-4eea-a7e1-b3b0f6cc3a6a None None] Checking router: 4f803fa7-4ed6-49b2-9272-933983369041 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:33.453566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bc8c6-df57-4eea-a7e1-b3b0f6cc3a6a None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:33.453566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d35bc8c6-df57-4eea-a7e1-b3b0f6cc3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:33.465602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:33.531899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:33.547244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10721a4c-9580-43c3-98d3-50ec69d83b9b req-38885284-9f3d-4792-98ab-e8f696d746d6 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409276 Aug 19 12:16:33.626854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b22ac8d6-6584-4a2c-ac83-780ff0803b08 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:33.652897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: b22ac8d6-6584-4a2c-ac83-780ff0803b08 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:33.653260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b22ac8d6-6584-4a2c-ac83-780ff0803b08 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:33.666368 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41573b96-191e-4819-a138-ba86664fa577 x-openstack-request-id: req-41573b96-191e-4819-a138-ba86664fa577 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:33.667065 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869894c2-444d-4139-86fc-2ed767a5c085", "name": "network-vif-deleted", "tag": "b22ac8d6-6584-4a2c-ac83-780ff0803b08", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:33.667759 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41573b96-191e-4819-a138-ba86664fa577 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:33.668498 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869894c2-444d-4139-86fc-2ed767a5c085', 'name': 'network-vif-deleted', 'tag': 'b22ac8d6-6584-4a2c-ac83-780ff0803b08', 'status': 'completed', 'code': 200} Aug 19 12:16:33.708873 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:33.781207 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbe0d8b-1a79-406f-9b49-553c9bd3e0c2 x-openstack-request-id: req-8dbe0d8b-1a79-406f-9b49-553c9bd3e0c2 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:33.782559 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e289a5-2bd8-4a19-a986-5618e7859268", "name": "network-vif-plugged", "status": "completed", "tag": "765a533f-de86-4f6c-93f4-99d28d6b2730", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:33.786809 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8dbe0d8b-1a79-406f-9b49-553c9bd3e0c2 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:33.787747 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e289a5-2bd8-4a19-a986-5618e7859268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765a533f-de86-4f6c-93f4-99d28d6b2730', 'code': 200} Aug 19 12:16:33.793994 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-router', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:24Z', 'updated_at': '2021-08-19T12:16:29Z', 'revision_number': 3, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'gw_port': {'id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:27Z', 'updated_at': '2021-08-19T12:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:33.926339 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Checking router: f80c31e1-70b8-4588-b75d-14d64021ab6a for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:33.935412 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Updating router f80c31e1-70b8-4588-b75d-14d64021ab6a port 293385b3-3cf4-4ffa-8e81-2a451140293f binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:34.014054 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.037063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d35bc8c6-df57-4eea-a7e1-b3b0f6cc3a6a None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:34.146385 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d4836-d2f8-476e-906f-6ad4261f502d req-811374a3-a714-496e-8819-c19214fe1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.149004 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-640d4836-d2f8-476e-906f-6ad4261f502d req-811374a3-a714-496e-8819-c19214fe1cfd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 1100 time: 0.2276187 Aug 19 12:16:34.240590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Pushing event updated for resources: {'Port': ['ID=e07c91c6-7779-442e-b0d3-4dc1db05337a,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:34.246941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.247969 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.254757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-5f365b51-90bb-45c6-9d59-ddc643e1b506 service neutron] 10.222.0.53 "PUT /v2.0/ports/e07c91c6-7779-442e-b0d3-4dc1db05337a HTTP/1.1" status: 200 len: 1121 time: 3.5563157 Aug 19 12:16:34.259506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10721a4c-9580-43c3-98d3-50ec69d83b9b req-094769fd-f180-443b-b0fb-644ce127e423 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7109897 Aug 19 12:16:34.325851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd63fd8-c529-42fd-95ad-cf525f9b5f40 req-a15b8d9e-02c3-4223-b953-d8d6c7d5da1b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.335729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2dd63fd8-c529-42fd-95ad-cf525f9b5f40 req-a15b8d9e-02c3-4223-b953-d8d6c7d5da1b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 949 time: 0.4654052 Aug 19 12:16:34.353797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30869f25-c35f-4014-9557-2e83bee2817f req-d28f1642-1941-4480-897e-42373814cc87 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.361936 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30869f25-c35f-4014-9557-2e83bee2817f req-d28f1642-1941-4480-897e-42373814cc87 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 945 time: 0.3814709 Aug 19 12:16:34.365918 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.388027 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-640d4836-d2f8-476e-906f-6ad4261f502d req-a35d2c3d-ac9d-4ba9-8288-d6ffccb4828a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277308 Aug 19 12:16:34.414573 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2dd63fd8-c529-42fd-95ad-cf525f9b5f40 req-d44ef89b-3dd2-4974-b706-08fe3cc179e9 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776143 Aug 19 12:16:34.452794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e07c91c6-7779-442e-b0d3-4dc1db05337a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:34.462799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30869f25-c35f-4014-9557-2e83bee2817f req-831450e3-c155-4df3-869b-53d2fb3fdf8e tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993431 Aug 19 12:16:34.542467 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3391a0-0073-4113-aad5-6e8745ef3763 x-openstack-request-id: req-ff3391a0-0073-4113-aad5-6e8745ef3763 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:34.542845 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1258be31-e72d-4cea-8a17-f100ca6d1a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e07c91c6-7779-442e-b0d3-4dc1db05337a", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:34.543151 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff3391a0-0073-4113-aad5-6e8745ef3763 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:34.543615 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07c91c6-7779-442e-b0d3-4dc1db05337a', 'code': 200} Aug 19 12:16:34.622676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-058d8d36-444c-4258-b69d-8456310d834b req-7dd9028c-6a36-4867-b494-45f4d6e6ae48 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 210 time: 0.0609736 Aug 19 12:16:34.686955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53319d07-5f42-468a-8574-dd36cf1601f4 req-b6decab4-289a-4017-9387-63eba66bce79 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 210 time: 0.0757968 Aug 19 12:16:34.729518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bed12ef6-0276-477a-ad3c-df2aa4bb2c18 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:34.785815 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.796276 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Allocated IP 172.20.0.1 (ae10248e-711c-481d-abeb-4624233e86e0/a94fe53e-5685-455b-9972-5231afed70bb/55e90988-e853-4bf0-86c9-26a8b16447be) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:34.809137 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Transition to ACTIVE for port object 293385b3-3cf4-4ffa-8e81-2a451140293f will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:34.875243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa6090be-6177-41d8-8c06-92e97b31253b req-d2dac75d-9120-410d-8378-fa11c732d59b tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 210 time: 0.0422277 Aug 19 12:16:34.902489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d40ce-3df3-48dd-9f06-9f13c2355eb4 req-071a0e43-6239-40f7-8900-ef8e5594adb8 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.902489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-985d40ce-3df3-48dd-9f06-9f13c2355eb4 req-071a0e43-6239-40f7-8900-ef8e5594adb8 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 943 time: 0.1176553 Aug 19 12:16:34.982898 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.983697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-985d40ce-3df3-48dd-9f06-9f13c2355eb4 req-780fcc21-7b16-4f47-8f52-79fe0f532e79 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727763 Aug 19 12:16:35.011286 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.012137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Transition to ACTIVE for port object 55e90988-e853-4bf0-86c9-26a8b16447be will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:35.072117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d35bc8c6-df57-4eea-a7e1-b3b0f6cc3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:35.097258 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019971f-47c9-4f71-af1a-7e9f547f14ce None None] Pushing event updated for resources: {'Port': ['ID=293385b3-3cf4-4ffa-8e81-2a451140293f,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:35.108698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:35.111070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc8c6-df57-4eea-a7e1-b3b0f6cc3a6a None None] The sync data for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 is: [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:35.115161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:35.115541 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.132893 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Attempting to bind port 293385b3-3cf4-4ffa-8e81-2a451140293f on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:35.133478 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Attempting to bind port 293385b3-3cf4-4ffa-8e81-2a451140293f by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:35.133936 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Attempting to bind port 293385b3-3cf4-4ffa-8e81-2a451140293f on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:35.140483 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:35.141644 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:35.142611 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.143564 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:35.145243 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Bound port: 293385b3-3cf4-4ffa-8e81-2a451140293f, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:35.146289 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.218082 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.242959 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] For port 293385b3-3cf4-4ffa-8e81-2a451140293f, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:35.246937 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] For port 293385b3-3cf4-4ffa-8e81-2a451140293f, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=293385b3-3cf4-4ffa-8e81-2a451140293f,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:35.275706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bed12ef6-0276-477a-ad3c-df2aa4bb2c18, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bed12ef6-0276-477a-ad3c-df2aa4bb2c18,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:35.298124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.348298 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.357239 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.381102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Network ae10248e-711c-481d-abeb-4624233e86e0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:35.392258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:35.395680 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:35.434388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Pushing event updated for resources: {'Port': ['ID=55e90988-e853-4bf0-86c9-26a8b16447be,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:35.480473 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Routers {'f80c31e1-70b8-4588-b75d-14d64021ab6a'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:35.481041 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f80c31e1-70b8-4588-b75d-14d64021ab6a'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:35.483165 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019971f-47c9-4f71-af1a-7e9f547f14ce None None] Pushing event updated for resources: {'Port': ['ID=293385b3-3cf4-4ffa-8e81-2a451140293f,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:35.509061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bed12ef6-0276-477a-ad3c-df2aa4bb2c18,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:35.516969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.517639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.518006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.518316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.518697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.519037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.519722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.519943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.520237 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.520559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.520928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.521359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:35.557727 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806b0f3-519d-404f-9958-a6f236e56440 req-23b26e07-42a8-4d92-a0ce-32de2bf2856d tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.560249 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-23b26e07-42a8-4d92-a0ce-32de2bf2856d tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.52 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 804 time: 0.3848724 Aug 19 12:16:35.575532 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.584084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Request body: {'port': {'device_id': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'admin_state_up': True, 'tenant_id': '4b8f3377ed934a89985dae58e48d8c91'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:35.709105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aad505-14d7-4856-b866-ba0496a7edfe req-82e60e2d-c910-4270-b416-7c20ce183162 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.713000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6aad505-14d7-4856-b866-ba0496a7edfe req-82e60e2d-c910-4270-b416-7c20ce183162 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 949 time: 0.1566415 Aug 19 12:16:35.718888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079f48c-d862-41e5-ae15-6f8062df0c02 None None] New status for floating IP ee5b8ad5-44bf-411d-b647-8c85f2160257: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:16:35.794746 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] Set router f80c31e1-70b8-4588-b75d-14d64021ab6a gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:35.864215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37662a83-b25a-4053-b78e-6db27241aa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:35.867284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9486144-d010-4026-9c57-490fed87f4bd req-26a6b129-de48-48cc-a646-7eb61f6e4f7d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.870740 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71490cdf-49b0-49dc-b1f9-ce173e17c6c6" -d '{"events": [{"server_uuid": "37662a83-b25a-4053-b78e-6db27241aa64", "name": "network-vif-plugged", "status": "completed", "tag": "bed12ef6-0276-477a-ad3c-df2aa4bb2c18"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:35.874978 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9486144-d010-4026-9c57-490fed87f4bd req-26a6b129-de48-48cc-a646-7eb61f6e4f7d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 945 time: 0.2643621 Aug 19 12:16:35.942358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6aad505-14d7-4856-b866-ba0496a7edfe req-8e0b5261-80e6-4b35-8e71-567f86593694 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073553 Aug 19 12:16:36.030128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9486144-d010-4026-9c57-490fed87f4bd req-936ebe20-8f68-4542-8519-6282547db470 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113696 Aug 19 12:16:36.291336 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-841b0018-6926-417a-9530-45b9b517e0c0 None None] Provisioning for port 55e90988-e853-4bf0-86c9-26a8b16447be completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:36.297145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-841b0018-6926-417a-9530-45b9b517e0c0 None None] Provisioning complete for port 55e90988-e853-4bf0-86c9-26a8b16447be triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:36.297547 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-841b0018-6926-417a-9530-45b9b517e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:36.308870 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-router', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:24Z', 'updated_at': '2021-08-19T12:16:29Z', 'revision_number': 3, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'gw_port': {'id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:27Z', 'updated_at': '2021-08-19T12:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:36.355996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4c7d798-2fe9-4640-bcb6-9b164820bc09 req-4909d213-3260-4853-88ea-6055e747035b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 210 time: 0.1735358 Aug 19 12:16:36.389816 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d39352-d4fc-46f9-893e-d9fb66c0070e None None] The sync data for ids ['f80c31e1-70b8-4588-b75d-14d64021ab6a'] in n-d-778732-8 is: [{'id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-router', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:24Z', 'updated_at': '2021-08-19T12:16:29Z', 'revision_number': 3, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'gw_port': {'id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:27Z', 'updated_at': '2021-08-19T12:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:36.438697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98eacb9b-1d0c-48ae-8c4e-288eff0c359b req-824e95e2-546c-4f7a-a438-75c104a61c97 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 210 time: 0.2140722 Aug 19 12:16:36.457243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-841b0018-6926-417a-9530-45b9b517e0c0 None None] Port 55e90988-e853-4bf0-86c9-26a8b16447be cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:36.472729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-be407751-d960-4b4d-a7cb-bc92de308410 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.474320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-be407751-d960-4b4d-a7cb-bc92de308410 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.52 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 821 time: 0.3366137 Aug 19 12:16:36.495901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Request body: {'port': {'device_id': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'admin_state_up': True, 'tenant_id': 'f41e1c8e850e426db59f512e438291ad'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:36.528886 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12337548-aafe-490f-9cc3-272238b79752 x-openstack-request-id: req-12337548-aafe-490f-9cc3-272238b79752 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:36.529266 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37662a83-b25a-4053-b78e-6db27241aa64", "name": "network-vif-plugged", "status": "completed", "tag": "bed12ef6-0276-477a-ad3c-df2aa4bb2c18", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:36.529643 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12337548-aafe-490f-9cc3-272238b79752 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:36.530204 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37662a83-b25a-4053-b78e-6db27241aa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18', 'code': 200} Aug 19 12:16:36.616089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'tag': 'e07c91c6-7779-442e-b0d3-4dc1db05337a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:36.618780 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38" -d '{"events": [{"name": "network-changed", "server_uuid": "1258be31-e72d-4cea-8a17-f100ca6d1a1e", "tag": "e07c91c6-7779-442e-b0d3-4dc1db05337a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:36.691475 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:36.725831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b33a501-aec8-49e7-a39d-e928c391fddf req-36ff9a46-5af0-4d2e-ac74-78587e3a3723 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 210 time: 0.1004848 Aug 19 12:16:36.777250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e07c91c6-7779-442e-b0d3-4dc1db05337a details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:36.798454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 54ad6495-dc36-432a-9d99-0b7141609b31 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:36.802818 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6405cd8-01ee-4558-ba07-17b34bf91bf1 x-openstack-request-id: req-b6405cd8-01ee-4558-ba07-17b34bf91bf1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:36.802818 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1258be31-e72d-4cea-8a17-f100ca6d1a1e", "tag": "e07c91c6-7779-442e-b0d3-4dc1db05337a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:36.803292 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6405cd8-01ee-4558-ba07-17b34bf91bf1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:36.804438 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'tag': 'e07c91c6-7779-442e-b0d3-4dc1db05337a', 'status': 'completed', 'code': 200} Aug 19 12:16:36.847726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08c17c-0934-4fe1-9d36-c19fc4f06931 req-9fa22724-4397-496f-af20-f28ab6697402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.850438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f08c17c-0934-4fe1-9d36-c19fc4f06931 req-9fa22724-4397-496f-af20-f28ab6697402 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=37662a83-b25a-4053-b78e-6db27241aa64 HTTP/1.1" status: 200 len: 1101 time: 0.2081330 Aug 19 12:16:36.869043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518fa09-913f-41b6-8ef1-99791b46ba1b req-4dd36da0-32a1-4fdb-8fd3-becb8ad8b73b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.872423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c518fa09-913f-41b6-8ef1-99791b46ba1b req-4dd36da0-32a1-4fdb-8fd3-becb8ad8b73b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 943 time: 0.1690485 Aug 19 12:16:37.067506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f08c17c-0934-4fe1-9d36-c19fc4f06931 req-f2d68fa1-1d76-4d2a-9f5b-b3d151a6f33d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624162 Aug 19 12:16:37.076992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Made reservation on behalf of f41e1c8e850e426db59f512e438291ad for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:37.077443 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Made reservation on behalf of 4b8f3377ed934a89985dae58e48d8c91 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:37.083251 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.084026 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.221784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c518fa09-913f-41b6-8ef1-99791b46ba1b req-659638d8-2528-4b31-b7ad-3ad21bfafde2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782838 Aug 19 12:16:37.243884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:37.255778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e07c91c6-7779-442e-b0d3-4dc1db05337a has no active binding in host n-h1-778732-8 {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:16:37.258947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 54ad6495-dc36-432a-9d99-0b7141609b31 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:37.264899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 54ad6495-dc36-432a-9d99-0b7141609b31 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:37.265562 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.303241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38 req-0f89ad50-2764-4cee-80fa-1dfbc52a55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:37.311830 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38 req-0f89ad50-2764-4cee-80fa-1dfbc52a55f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1124 time: 0.3019240 Aug 19 12:16:37.446173 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.492945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Allocated IP 172.20.0.11 (10f7b7da-bd8c-44ac-86f2-86a78eba3436/a2f124d0-f2b5-4b04-8a94-ccf71be9a828/ecf7014a-60f6-4334-a068-ca321431a546) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:37.537602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.52', 58913) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:37.544136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=54ad6495-dc36-432a-9d99-0b7141609b31,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:37.565593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 293385b3-3cf4-4ffa-8e81-2a451140293f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:37.663386 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.674856 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.725715 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Allocated IP 172.20.0.14 (81172270-59cd-41e1-a431-0c8d9d8b818a/b3ede1da-987a-441b-8c84-707d48ae78bc/c49db174-ae53-4f0d-a0a1-665f4958e55b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:37.777572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6b940-4ae1-4642-a5cb-25bc5ebf118b req-d19258b0-8db4-4ecd-b72d-13c06bc87414 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:37.786652 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ed6b940-4ae1-4642-a5cb-25bc5ebf118b req-d19258b0-8db4-4ecd-b72d-13c06bc87414 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 949 time: 0.6595535 Aug 19 12:16:37.806279 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.809288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=54ad6495-dc36-432a-9d99-0b7141609b31,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:37.821511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 293385b3-3cf4-4ffa-8e81-2a451140293f completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:37.830768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 293385b3-3cf4-4ffa-8e81-2a451140293f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:37.831158 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.833892 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.876551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Transition to ACTIVE for port object ecf7014a-60f6-4334-a068-ca321431a546 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:37.930010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc35fe5-472a-44d6-bc9e-4edfdc8c3e08 req-221340f6-ef49-41c8-9a9c-e709853b4695 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:37.932921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6dc35fe5-472a-44d6-bc9e-4edfdc8c3e08 req-221340f6-ef49-41c8-9a9c-e709853b4695 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 946 time: 0.2439475 Aug 19 12:16:37.946491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Pushing event updated for resources: {'Port': ['ID=55e90988-e853-4bf0-86c9-26a8b16447be,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:37.952015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ed6b940-4ae1-4642-a5cb-25bc5ebf118b req-50fcfb1b-cf8d-4115-8c43-87101a224017 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643875 Aug 19 12:16:37.961345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38 req-7a54178e-f1d6-47ed-bf94-5ab9cb4cfa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:37.962955 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38 req-7a54178e-f1d6-47ed-bf94-5ab9cb4cfa12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.6131582 Aug 19 12:16:37.989657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2d6af-e127-4a04-869d-50c251374759 req-8969eada-3aba-4391-bf53-ae0b9d80cd44 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:37.989657 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-8969eada-3aba-4391-bf53-ae0b9d80cd44 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.52 "GET /v2.0/networks?id=a3ab6f09-e03b-41f4-b705-19e59a0c8307 HTTP/1.1" status: 200 len: 824 time: 0.4434936 Aug 19 12:16:37.997193 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.025484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 293385b3-3cf4-4ffa-8e81-2a451140293f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=293385b3-3cf4-4ffa-8e81-2a451140293f,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:38.066184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6dc35fe5-472a-44d6-bc9e-4edfdc8c3e08 req-95a8d8b4-af4d-4ef0-a559-24fc89aa1236 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065662 Aug 19 12:16:38.107466 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.153274 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38 req-2cd03ec6-bff5-42fb-85d3-c4d2e0709046 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a HTTP/1.1" status: 200 len: 217 time: 0.1697235 Aug 19 12:16:38.173349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-daf13ac5-cadc-41c7-8b6f-9980b35744f8 req-6e290ea8-c780-4700-8b0c-2ba0cd92ffef tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 210 time: 0.0783396 Aug 19 12:16:38.186209 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.211474 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.228953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=293385b3-3cf4-4ffa-8e81-2a451140293f,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:38.370152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:38.394525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c111e5d3-7191-49f6-a273-28b0558ab462 req-dab0d5d8-c289-4da3-8208-d5a85347a492 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 210 time: 0.2127769 Aug 19 12:16:38.407151 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-6d4d3daa-42c4-49fa-ad6b-c7b7e0c93767 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c44bdd34b864300bc10e00029e58457 HTTP/1.1" status: 200 len: 379 time: 0.3224263 Aug 19 12:16:38.415432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:38.447022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:38.531718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ad6495-dc36-432a-9d99-0b7141609b31'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:38.534251 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463b72eb-8640-4ff7-9daf-62dd5cb9c773" -d '{"events": [{"server_uuid": "4c16f5dd-633a-4deb-9521-f9c5b66cfff6", "name": "network-vif-plugged", "status": "completed", "tag": "54ad6495-dc36-432a-9d99-0b7141609b31"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:38.564200 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Request body: {'port': {'device_id': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'admin_state_up': True, 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'security_groups': ['876096a9-fe96-4f49-b9c1-fc5133435ec4']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:38.606601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:38.606601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.615071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38 req-4d95718f-d8d8-4132-ab16-141b387d62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:38.617152 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38 req-4d95718f-d8d8-4132-ab16-141b387d62fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.4448736 Aug 19 12:16:38.620659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.52', 58914) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:38.671565 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Network ae10248e-711c-481d-abeb-4624233e86e0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:38.699909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:38.750226 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38 req-81a4ee3f-2b1e-4e6d-9c7e-022f9f7c47a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839593 Aug 19 12:16:38.985743 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.009226 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-fff9e067-d2eb-43f8-8c3c-0be0ae9ab1a7 service neutron] 10.222.0.52 "GET /v2.0/ports/e07c91c6-7779-442e-b0d3-4dc1db05337a/bindings/n-h1-778732-8 HTTP/1.1" status: 200 len: 384 time: 0.3807530 Aug 19 12:16:39.013270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Pushing event updated for resources: {'Port': ['ID=ecf7014a-60f6-4334-a068-ca321431a546,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:39.032762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-34757d41-de81-4f1e-ab01-f70008f4df7c None None] Provisioning for port ecf7014a-60f6-4334-a068-ca321431a546 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:39.038194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-34757d41-de81-4f1e-ab01-f70008f4df7c None None] Provisioning complete for port ecf7014a-60f6-4334-a068-ca321431a546 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:39.044559 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-34757d41-de81-4f1e-ab01-f70008f4df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.059492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d08d0-b76e-4422-b4bc-52c6c916e975 req-401cf71e-75e5-4472-b203-2bd3e5685910 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.072833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-865d08d0-b76e-4422-b4bc-52c6c916e975 req-401cf71e-75e5-4472-b203-2bd3e5685910 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 932 time: 0.7077694 Aug 19 12:16:39.087829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac400a24-a798-4522-b903-f3c377d89a3e req-00200d24-9744-404d-8c19-5fc3e58e53d1 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.096571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac400a24-a798-4522-b903-f3c377d89a3e req-00200d24-9744-404d-8c19-5fc3e58e53d1 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=37662a83-b25a-4053-b78e-6db27241aa64 HTTP/1.1" status: 200 len: 950 time: 0.4844306 Aug 19 12:16:39.107224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-34757d41-de81-4f1e-ab01-f70008f4df7c None None] Port ecf7014a-60f6-4334-a068-ca321431a546 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:39.146374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6242a507-59e5-4748-8e65-5690e6a4f594 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6550865 Aug 19 12:16:39.160164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac400a24-a798-4522-b903-f3c377d89a3e req-363fe62c-f8f7-4673-ad7f-ae7e34f36210 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593386 Aug 19 12:16:39.187950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-865d08d0-b76e-4422-b4bc-52c6c916e975 req-c3475da6-e7f0-4550-8c07-8d48b0a569c6 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882714 Aug 19 12:16:39.212081 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38 req-8519f064-ae85-484e-a334-aaedb99e8115 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221089 Aug 19 12:16:39.236462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Request body: {'port': {'device_id': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:39.279147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-459af9ff-56ab-4a13-9079-b8b8c3682e9a None None] Provisioning complete for port 55e90988-e853-4bf0-86c9-26a8b16447be triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:39.280281 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-459af9ff-56ab-4a13-9079-b8b8c3682e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.329943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Router f80c31e1-70b8-4588-b75d-14d64021ab6a has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:39.408636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-459af9ff-56ab-4a13-9079-b8b8c3682e9a None None] Port 55e90988-e853-4bf0-86c9-26a8b16447be cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:39.413840 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebead2e-70fb-4dda-b06e-44c3373b0f24 x-openstack-request-id: req-2ebead2e-70fb-4dda-b06e-44c3373b0f24 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:39.427632 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c16f5dd-633a-4deb-9521-f9c5b66cfff6", "name": "network-vif-plugged", "status": "completed", "tag": "54ad6495-dc36-432a-9d99-0b7141609b31", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:39.427632 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ebead2e-70fb-4dda-b06e-44c3373b0f24 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:39.427632 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ad6495-dc36-432a-9d99-0b7141609b31', 'code': 200} Aug 19 12:16:39.429759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.490962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Made reservation on behalf of 6c44bdd34b864300bc10e00029e58457 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:39.495188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab78754-38b5-4ae1-98dd-e68783128bec req-cccd06f9-498c-42c4-9f49-e5428f78c257 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.495817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.497910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bab78754-38b5-4ae1-98dd-e68783128bec req-cccd06f9-498c-42c4-9f49-e5428f78c257 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 943 time: 0.1764202 Aug 19 12:16:39.534382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 293385b3-3cf4-4ffa-8e81-2a451140293f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:39.623450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 293385b3-3cf4-4ffa-8e81-2a451140293f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:39.623827 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.716511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bab78754-38b5-4ae1-98dd-e68783128bec req-ffe04049-d3ff-4091-89e4-022cdb814ae8 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989999 Aug 19 12:16:39.721836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.760719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a27da-74d5-4f34-a3c5-a56c59551228 req-ce692a63-f7d0-4f8c-8063-643976cf15c2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.772253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e1a27da-74d5-4f34-a3c5-a56c59551228 req-ce692a63-f7d0-4f8c-8063-643976cf15c2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 946 time: 0.2248075 Aug 19 12:16:39.776266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c93fde-c5d5-48b2-8cf2-c744d5454c4b req-cad30acf-481b-4eac-b11d-716693f17820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.777804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23c93fde-c5d5-48b2-8cf2-c744d5454c4b req-cad30acf-481b-4eac-b11d-716693f17820 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 1097 time: 0.2770295 Aug 19 12:16:39.797512 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38 req-a4ce8e7d-c3de-45f3-927a-6313e8816322 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640419 Aug 19 12:16:39.861466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:39.880043 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2c3d93a8-36ac-4c5c-9812-6d8e9a5a49eb admin admin] 10.222.0.44 "PUT /v2.0/routers/f80c31e1-70b8-4588-b75d-14d64021ab6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9052763 Aug 19 12:16:39.886503 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Sync routers for ids ['f80c31e1-70b8-4588-b75d-14d64021ab6a'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:39.915682 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Routers {'f80c31e1-70b8-4588-b75d-14d64021ab6a'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:39.916914 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f80c31e1-70b8-4588-b75d-14d64021ab6a'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:39.935950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Pushing event updated for resources: {'Port': ['ID=c49db174-ae53-4f0d-a0a1-665f4958e55b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:39.950855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e1a27da-74d5-4f34-a3c5-a56c59551228 req-c6291fdf-f789-419e-9008-c85dc6e66d6b tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766589 Aug 19 12:16:39.971876 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Network 81172270-59cd-41e1-a431-0c8d9d8b818a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:39.994535 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23c93fde-c5d5-48b2-8cf2-c744d5454c4b req-e8d2fe6d-7ec2-4616-92bb-06aa9b1f4003 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066624 Aug 19 12:16:40.007401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:40.015624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:40.080476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde1287-9d47-4548-a5ab-c4b55ebab5ad req-553fdd24-dced-4604-a87e-aa4da99f166a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.086287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbde1287-9d47-4548-a5ab-c4b55ebab5ad req-553fdd24-dced-4604-a87e-aa4da99f166a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 932 time: 0.2429500 Aug 19 12:16:40.136718 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Set router f80c31e1-70b8-4588-b75d-14d64021ab6a gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:40.137498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-ceb8f8de-72a3-4a48-9a40-d76c29afa835 service neutron] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:40.167451 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de4ada1f-dcb5-4bbe-bab9-0a7e2a5959ae req-da58151e-da0b-4332-8ceb-7e4fd128aff3 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 210 time: 0.0705924 Aug 19 12:16:40.171561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Allocated IP 172.20.0.8 (a3ab6f09-e03b-41f4-b705-19e59a0c8307/5f3e3898-0ce2-4aa6-824e-c59816795177/07fb3072-2f01-4a7e-ac5c-fd789e251632) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:40.221431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.222747 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.228406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-ceb8f8de-72a3-4a48-9a40-d76c29afa835 service neutron] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:40.236346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbde1287-9d47-4548-a5ab-c4b55ebab5ad req-9c625e60-ec95-4c13-a3b8-f5a8017dd95a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304069 Aug 19 12:16:40.327067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-ceb8f8de-72a3-4a48-9a40-d76c29afa835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07c91c6-7779-442e-b0d3-4dc1db05337a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:40.331072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf7014a-60f6-4334-a068-ca321431a546 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:40.356439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-ceb8f8de-72a3-4a48-9a40-d76c29afa835 service neutron] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:40.363676 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.404366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Transition to ACTIVE for port object ecf7014a-60f6-4334-a068-ca321431a546 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:40.436146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbeb8b-bebc-4d1c-badf-d173fd53c213 req-742416f1-c7c7-466f-8ec0-39bb45346b9f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.445617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdfbeb8b-bebc-4d1c-badf-d173fd53c213 req-742416f1-c7c7-466f-8ec0-39bb45346b9f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=37662a83-b25a-4053-b78e-6db27241aa64 HTTP/1.1" status: 200 len: 950 time: 0.1274705 Aug 19 12:16:40.489714 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-872a46c7-c1c0-464e-a69a-22658b36a566 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8960323 Aug 19 12:16:40.493822 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Request body: {'port': {'device_id': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:40.503303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26bb9c-99b8-4ee8-942c-14509ba4a035 req-260e35c4-050b-4c4c-853d-61253c64033c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.505219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd26bb9c-99b8-4ee8-942c-14509ba4a035 req-260e35c4-050b-4c4c-853d-61253c64033c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 932 time: 0.1191633 Aug 19 12:16:40.521006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdfbeb8b-bebc-4d1c-badf-d173fd53c213 req-15ab3f29-aaf9-4ea0-ba7e-f36161673d72 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743673 Aug 19 12:16:40.534771 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.588692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-ceb8f8de-72a3-4a48-9a40-d76c29afa835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.608909 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-router', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:24Z', 'updated_at': '2021-08-19T12:16:36Z', 'revision_number': 4, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'gw_port': {'id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:27Z', 'updated_at': '2021-08-19T12:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '55e90988-e853-4bf0-86c9-26a8b16447be', 'name': '', 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'mac_address': 'fa:16:3e:66:cd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a94fe53e-5685-455b-9972-5231afed70bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:34Z', 'updated_at': '2021-08-19T12:16:36Z', 'revision_number': 2, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'subnets': [{'id': 'a94fe53e-5685-455b-9972-5231afed70bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:40.624267 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.636827 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.776751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf7014a-60f6-4334-a068-ca321431a546,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:40.789874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.790287 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.790752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.791281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.791698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.792048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.793124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.793948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.793948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.794322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.794678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.795163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:40.826108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd26bb9c-99b8-4ee8-942c-14509ba4a035 req-306ab5c9-e1df-4b30-9167-322e65edf56e tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033462 Aug 19 12:16:40.926305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Attempting to bind port ecf7014a-60f6-4334-a068-ca321431a546 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:40.928038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Attempting to bind port ecf7014a-60f6-4334-a068-ca321431a546 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:40.928423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Attempting to bind port ecf7014a-60f6-4334-a068-ca321431a546 on network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:40.953832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Port ecf7014a-60f6-4334-a068-ca321431a546 on network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:40.954397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Attempting to bind port ecf7014a-60f6-4334-a068-ca321431a546 on network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:40.975329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:40.975811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Checking segment: {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:40.976198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Bound using segment: {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:40.976722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Bound port: ecf7014a-60f6-4334-a068-ca321431a546, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:40.977100 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.014910 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Checking router: f80c31e1-70b8-4588-b75d-14d64021ab6a for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:41.015608 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Updating router f80c31e1-70b8-4588-b75d-14d64021ab6a port 55e90988-e853-4bf0-86c9-26a8b16447be binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:41.051068 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.156546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ac2c5-4b59-43cb-b030-ffb36a8e0659 req-08ff2969-8ee0-4fa2-86f8-9ac61499a8f7 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:41.164313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ac2c5-4b59-43cb-b030-ffb36a8e0659 req-08ff2969-8ee0-4fa2-86f8-9ac61499a8f7 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:41.166391 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-994ac2c5-4b59-43cb-b030-ffb36a8e0659 req-08ff2969-8ee0-4fa2-86f8-9ac61499a8f7 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268&device_id=37662a83-b25a-4053-b78e-6db27241aa64 HTTP/1.1" status: 200 len: 1690 time: 0.1625950 Aug 19 12:16:41.202431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921825-ccd0-41b1-8916-dfb1a5f09050 req-70f94971-cd78-4cea-bce9-b4f1655e2d6b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:41.214571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4921825-ccd0-41b1-8916-dfb1a5f09050 req-70f94971-cd78-4cea-bce9-b4f1655e2d6b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 943 time: 0.1718452 Aug 19 12:16:41.259218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] For port ecf7014a-60f6-4334-a068-ca321431a546, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:41.269059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] For port ecf7014a-60f6-4334-a068-ca321431a546, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ecf7014a-60f6-4334-a068-ca321431a546,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:41.290945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-994ac2c5-4b59-43cb-b030-ffb36a8e0659 req-ceffdeef-f32f-4ddc-8deb-ca1f1ad1e160 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105225 Aug 19 12:16:41.317621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4921825-ccd0-41b1-8916-dfb1a5f09050 req-18e8022f-2d4c-494c-a31b-e5c12872346f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016557 Aug 19 12:16:41.359022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.386059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Transition to ACTIVE for port object 07fb3072-2f01-4a7e-ac5c-fd789e251632 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:41.394548 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.400507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-ceb8f8de-72a3-4a48-9a40-d76c29afa835 service neutron] Transition to ACTIVE for port object e07c91c6-7779-442e-b0d3-4dc1db05337a will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:41.471699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47728) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:41.487550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-network', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:41.541434 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-ceb8f8de-72a3-4a48-9a40-d76c29afa835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.583667 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.587997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:41.588703 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.590890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] 10.222.0.52 "PUT /v2.0/ports/ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 1092 time: 2.3725371 Aug 19 12:16:41.593198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a31d71fc-d60c-450b-9794-6abfc66b46da req-038b6a29-0290-496f-a3b1-e5cafad63a46 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 210 time: 0.1105146 Aug 19 12:16:41.598628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:41.598628 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341e737d-755e-4e27-9414-7eff6b09be11" -d '{"events": [{"name": "network-changed", "server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "tag": "ecf7014a-60f6-4334-a068-ca321431a546"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:41.612280 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Transition to ACTIVE for port object 55e90988-e853-4bf0-86c9-26a8b16447be will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:41.665797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1db71-a6f0-40ec-9b01-f64ff97caa41 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf7014a-60f6-4334-a068-ca321431a546,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:41.674159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Made reservation on behalf of c3c1e910e5654b45bdaec17d79885036 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:41.674159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.678449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e07c91c6-7779-442e-b0d3-4dc1db05337a no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:41.701537 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.715139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b6106-616a-42ed-ba40-b100db16d6c1 req-1b816b40-a185-41ad-b4da-29de7bc62efe tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:41.717158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e87b6106-616a-42ed-ba40-b100db16d6c1 req-1b816b40-a185-41ad-b4da-29de7bc62efe tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 946 time: 0.2440934 Aug 19 12:16:41.758949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e07c91c6-7779-442e-b0d3-4dc1db05337a not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:41.775685 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.798736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-ceb8f8de-72a3-4a48-9a40-d76c29afa835 service neutron] No DVR routers for this DVR port e07c91c6-7779-442e-b0d3-4dc1db05337a on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:41.809718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.843417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Network a3ab6f09-e03b-41f4-b705-19e59a0c8307 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:41.845514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:41.846688 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839e945-2823-46c3-ad31-7ca8c43e0a71 None None] Pushing event updated for resources: {'Port': ['ID=55e90988-e853-4bf0-86c9-26a8b16447be,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:41.847663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8f8de-72a3-4a48-9a40-d76c29afa835 service neutron] Pushing event updated for resources: {'Port': ['ID=e07c91c6-7779-442e-b0d3-4dc1db05337a,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:41.888082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c31f7-dd2a-455e-99f3-35c12f24bdb9 req-67b8d5ce-00a6-4e0a-bc53-17db32d06c2f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:41.898079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e8c31f7-dd2a-455e-99f3-35c12f24bdb9 req-67b8d5ce-00a6-4e0a-bc53-17db32d06c2f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 932 time: 0.1790125 Aug 19 12:16:41.962664 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Attempting to bind port 55e90988-e853-4bf0-86c9-26a8b16447be on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:41.963768 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Attempting to bind port 55e90988-e853-4bf0-86c9-26a8b16447be by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:41.964341 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Attempting to bind port 55e90988-e853-4bf0-86c9-26a8b16447be on network ae10248e-711c-481d-abeb-4624233e86e0 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:41.975143 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:41.975831 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Checking segment: {'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:41.976620 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.977297 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Bound using segment: {'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:41.978200 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Bound port: 55e90988-e853-4bf0-86c9-26a8b16447be, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:41.978854 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.007580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6be6abd7-cc18-41d4-837c-9d635abb56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.015078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-6be6abd7-cc18-41d4-837c-9d635abb56e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 1095 time: 0.2414038 Aug 19 12:16:42.028392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e87b6106-616a-42ed-ba40-b100db16d6c1 req-4ac2e025-375b-4ee3-b039-2258ceb01d35 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976208 Aug 19 12:16:42.030467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49db174-ae53-4f0d-a0a1-665f4958e55b {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:42.040995 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.056295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e8c31f7-dd2a-455e-99f3-35c12f24bdb9 req-26b7851a-f28b-4d14-95dc-a1035ed7f8b1 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569850 Aug 19 12:16:42.085311 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Transition to ACTIVE for port object c49db174-ae53-4f0d-a0a1-665f4958e55b will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:42.091189 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:42.118852 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] For port 55e90988-e853-4bf0-86c9-26a8b16447be, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:42.122942 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] For port 55e90988-e853-4bf0-86c9-26a8b16447be, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=55e90988-e853-4bf0-86c9-26a8b16447be,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:42.203561 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-537f1705-41dc-41e0-a300-65b303bbc260 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 217 time: 0.1425462 Aug 19 12:16:42.206495 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aba5227-f27c-4cb2-a7e9-85048846e635 x-openstack-request-id: req-7aba5227-f27c-4cb2-a7e9-85048846e635 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:42.206795 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "tag": "ecf7014a-60f6-4334-a068-ca321431a546", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:42.207020 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7aba5227-f27c-4cb2-a7e9-85048846e635 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:42.207429 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546', 'status': 'completed', 'code': 200} Aug 19 12:16:42.232786 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-ceb8f8de-72a3-4a48-9a40-d76c29afa835 service neutron] 10.222.0.52 "PUT /v2.0/ports/e07c91c6-7779-442e-b0d3-4dc1db05337a/bindings/n-h1-778732-8/activate HTTP/1.1" status: 200 len: 369 time: 3.1611235 Aug 19 12:16:42.302362 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.325455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.326136 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.342550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Pushing event updated for resources: {'Port': ['ID=07fb3072-2f01-4a7e-ac5c-fd789e251632,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:42.349246 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.396908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-2149cb36-2972-480d-9bf9-cfdbdaa30085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.399070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-2149cb36-2972-480d-9bf9-cfdbdaa30085 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.1750045 Aug 19 12:16:42.452236 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Routers {'f80c31e1-70b8-4588-b75d-14d64021ab6a'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:42.453142 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f80c31e1-70b8-4588-b75d-14d64021ab6a'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:42.454946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Pushing event updated for resources: {'Port': ['ID=c49db174-ae53-4f0d-a0a1-665f4958e55b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:42.457482 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839e945-2823-46c3-ad31-7ca8c43e0a71 None None] Pushing event updated for resources: {'Port': ['ID=55e90988-e853-4bf0-86c9-26a8b16447be,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:42.469838 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.480783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629abed5-9518-4370-be74-09fa9fd41ef9 req-7498439e-a485-45cd-b2af-454c0fb9d5e9 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.482391 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-629abed5-9518-4370-be74-09fa9fd41ef9 req-7498439e-a485-45cd-b2af-454c0fb9d5e9 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 1100 time: 0.1802943 Aug 19 12:16:42.496812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbafee-0beb-475a-91c6-1dbd3e94b0ff req-2cfc9aef-60c5-47dc-a194-1cde5369c209 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.499875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48bbafee-0beb-475a-91c6-1dbd3e94b0ff req-2cfc9aef-60c5-47dc-a194-1cde5369c209 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 944 time: 0.1998026 Aug 19 12:16:42.515620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Attempting to bind port c49db174-ae53-4f0d-a0a1-665f4958e55b on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:42.516517 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Attempting to bind port c49db174-ae53-4f0d-a0a1-665f4958e55b by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:42.516924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Attempting to bind port c49db174-ae53-4f0d-a0a1-665f4958e55b on network 81172270-59cd-41e1-a431-0c8d9d8b818a {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:42.523748 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Port c49db174-ae53-4f0d-a0a1-665f4958e55b on network 81172270-59cd-41e1-a431-0c8d9d8b818a not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:42.524266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Attempting to bind port c49db174-ae53-4f0d-a0a1-665f4958e55b on network 81172270-59cd-41e1-a431-0c8d9d8b818a {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:42.536458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:42.536932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Checking segment: {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:42.537414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Bound using segment: {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:42.537865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Bound port: c49db174-ae53-4f0d-a0a1-665f4958e55b, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:42.539012 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.581665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-0837eca7-d446-4d25-9e33-b5372b0b94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.583288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-0837eca7-d446-4d25-9e33-b5372b0b94a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749361 Aug 19 12:16:42.637848 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] Set router f80c31e1-70b8-4588-b75d-14d64021ab6a gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:42.660849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] For port c49db174-ae53-4f0d-a0a1-665f4958e55b, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:42.665687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] For port c49db174-ae53-4f0d-a0a1-665f4958e55b, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c49db174-ae53-4f0d-a0a1-665f4958e55b,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:42.689428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-629abed5-9518-4370-be74-09fa9fd41ef9 req-3af9fb4f-554d-4836-b141-59b025c4afb4 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668046 Aug 19 12:16:42.696058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48bbafee-0beb-475a-91c6-1dbd3e94b0ff req-edcdb8a1-fe99-4fc5-a2c1-59a3977f7cc8 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698773 Aug 19 12:16:42.701475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-a61864d9-15a7-4cb8-bb0d-e76c128c7152 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.703252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-a61864d9-15a7-4cb8-bb0d-e76c128c7152 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1095 time: 0.2015581 Aug 19 12:16:42.732226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b2b95a99-3fa0-48fe-ae8a-def395032a99 None None] Provisioning for port 07fb3072-2f01-4a7e-ac5c-fd789e251632 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:42.739420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b2b95a99-3fa0-48fe-ae8a-def395032a99 None None] Provisioning complete for port 07fb3072-2f01-4a7e-ac5c-fd789e251632 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:42.740032 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b2b95a99-3fa0-48fe-ae8a-def395032a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.759840 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-e25d4338-8670-454c-b856-d83b1a2cf0ce service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664472 Aug 19 12:16:42.849928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b2b95a99-3fa0-48fe-ae8a-def395032a99 None None] Port 07fb3072-2f01-4a7e-ac5c-fd789e251632 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:42.893149 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.965496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:42.991856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:16:43.002809 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.003765 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.005225 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] 10.222.0.52 "PUT /v2.0/ports/c49db174-ae53-4f0d-a0a1-665f4958e55b HTTP/1.1" status: 200 len: 1092 time: 2.5195370 Aug 19 12:16:43.005714 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'tag': 'c49db174-ae53-4f0d-a0a1-665f4958e55b'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:43.006219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-96d9c426-4fbb-42b9-85e8-a831946d20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.008519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-96d9c426-4fbb-42b9-85e8-a831946d20e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e&tenant_id=04ab79f9c1124eabb694c0c9804394aa HTTP/1.1" status: 200 len: 1095 time: 0.2936718 Aug 19 12:16:43.008898 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c507dfd-0885-4c8b-97e9-a5c3e4d407c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b022fcc-ea62-4788-8ea8-48eeb0979f0f", "tag": "c49db174-ae53-4f0d-a0a1-665f4958e55b"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:43.011953 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-router', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:24Z', 'updated_at': '2021-08-19T12:16:36Z', 'revision_number': 4, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'gw_port': {'id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:27Z', 'updated_at': '2021-08-19T12:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '55e90988-e853-4bf0-86c9-26a8b16447be', 'name': '', 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'mac_address': 'fa:16:3e:66:cd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a94fe53e-5685-455b-9972-5231afed70bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:34Z', 'updated_at': '2021-08-19T12:16:42Z', 'revision_number': 4, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'subnets': [{'id': 'a94fe53e-5685-455b-9972-5231afed70bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:43.019588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc374f0-4101-4248-adab-948a1248d423,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:43.036663 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.036663 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Added segment 3a16bd88-7dd3-4490-b29d-d730b467caf9 of type vlan for network 340f1e5c-2bd8-49d2-859b-c4e798fdab14 Aug 19 12:16:43.068848 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b3a472-f372-4edb-a97f-727ed20560a5 None None] The sync data for ids ['f80c31e1-70b8-4588-b75d-14d64021ab6a'] in n-d-778732-8 is: [{'id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-router', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:24Z', 'updated_at': '2021-08-19T12:16:36Z', 'revision_number': 4, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'gw_port': {'id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:27Z', 'updated_at': '2021-08-19T12:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '55e90988-e853-4bf0-86c9-26a8b16447be', 'name': '', 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'mac_address': 'fa:16:3e:66:cd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a94fe53e-5685-455b-9972-5231afed70bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:34Z', 'updated_at': '2021-08-19T12:16:42Z', 'revision_number': 4, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'subnets': [{'id': 'a94fe53e-5685-455b-9972-5231afed70bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:43.082140 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-0dc96748-184c-4e8d-b621-dccf0f569893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5312729 Aug 19 12:16:43.089078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd05c6-fc54-4128-a9e0-876793c5ce6c req-3259ad06-1ec6-4b4d-8602-544ed98fa342 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.090778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edcd05c6-fc54-4128-a9e0-876793c5ce6c req-3259ad06-1ec6-4b4d-8602-544ed98fa342 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 931 time: 0.2890487 Aug 19 12:16:43.118654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Request body: {'port': {'device_id': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:43.123116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e078dc-41ad-42d6-9657-0e2d6301d9ec service neutron] Pushing event updated for resources: {'Port': ['ID=c49db174-ae53-4f0d-a0a1-665f4958e55b,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:43.189718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08810af5-736c-4b3b-a469-93eb74b446d9 req-de9ba319-57da-46e3-abff-cc537437699d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.192755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08810af5-736c-4b3b-a469-93eb74b446d9 req-de9ba319-57da-46e3-abff-cc537437699d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 944 time: 0.3355896 Aug 19 12:16:43.255107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e070fe98-8b3d-4190-af24-ed85f63be211 req-e30768da-fb39-4f38-83e0-04f88f090b97 service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779809 Aug 19 12:16:43.265678 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.277094 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.323677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edcd05c6-fc54-4128-a9e0-876793c5ce6c req-16a5b39c-64df-4d1b-af9e-48d2fc51fe56 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579180 Aug 19 12:16:43.387692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08810af5-736c-4b3b-a469-93eb74b446d9 req-26285b05-850c-4fb7-bd29-c21a818b7cbc tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457527 Aug 19 12:16:43.395462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-d7539288-bba5-4985-aa30-82ca413e2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.399667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-d7539288-bba5-4985-aa30-82ca413e2abd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1095 time: 0.3348110 Aug 19 12:16:43.503219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806b0f3-519d-404f-9958-a6f236e56440 req-6979a433-2457-45da-9fc6-4f46a276ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.505942 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-6979a433-2457-45da-9fc6-4f46a276ade1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 1095 time: 0.2247314 Aug 19 12:16:43.549729 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33d89fb-ed6f-4fa1-9c6f-239addb1e420 x-openstack-request-id: req-e33d89fb-ed6f-4fa1-9c6f-239addb1e420 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:43.550144 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b022fcc-ea62-4788-8ea8-48eeb0979f0f", "tag": "c49db174-ae53-4f0d-a0a1-665f4958e55b", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:43.550512 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e33d89fb-ed6f-4fa1-9c6f-239addb1e420 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:43.551097 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'tag': 'c49db174-ae53-4f0d-a0a1-665f4958e55b', 'status': 'completed', 'code': 200} Aug 19 12:16:43.594262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 55e90988-e853-4bf0-86c9-26a8b16447be up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:43.630859 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.633868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.633868 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.645671 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-b3fb863d-e009-4f85-a59f-e3670f14ad1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49db174-ae53-4f0d-a0a1-665f4958e55b HTTP/1.1" status: 200 len: 217 time: 0.0932593 Aug 19 12:16:43.772713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806b0f3-519d-404f-9958-a6f236e56440 req-cd77a911-1a43-4549-b0c2-2b029322029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.774539 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-cd77a911-1a43-4549-b0c2-2b029322029b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3ede1da-987a-441b-8c84-707d48ae78bc HTTP/1.1" status: 200 len: 844 time: 0.1040497 Aug 19 12:16:43.830098 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-2e08d2b8-7dfb-4b19-8da6-fab28fdb005d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81172270-59cd-41e1-a431-0c8d9d8b818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379157 Aug 19 12:16:43.839103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] Pushing event updated for resources: {'Network': ['ID=340f1e5c-2bd8-49d2-859b-c4e798fdab14,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:43.851232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 340f1e5c-2bd8-49d2-859b-c4e798fdab14 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:16:43.904389 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 55e90988-e853-4bf0-86c9-26a8b16447be completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:43.911482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 55e90988-e853-4bf0-86c9-26a8b16447be triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:43.912134 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.967995 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-3a648c3f-fc01-407f-bd79-6443a11245dc service neutron] 10.222.0.52 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215434 Aug 19 12:16:44.052164 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.105149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fb3072-2f01-4a7e-ac5c-fd789e251632 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:44.115512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 55e90988-e853-4bf0-86c9-26a8b16447be, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=55e90988-e853-4bf0-86c9-26a8b16447be,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:44.121599 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.152596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efffac-2ed6-470a-bd57-3443c3720064 req-75e0dbbb-ea09-4bfb-95b9-5865fb3fc636 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.158059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6efffac-2ed6-470a-bd57-3443c3720064 req-75e0dbbb-ea09-4bfb-95b9-5865fb3fc636 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=37662a83-b25a-4053-b78e-6db27241aa64 HTTP/1.1" status: 200 len: 1101 time: 0.6429095 Aug 19 12:16:44.161991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Transition to ACTIVE for port object 07fb3072-2f01-4a7e-ac5c-fd789e251632 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:44.168850 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b806b0f3-519d-404f-9958-a6f236e56440 req-169c6aa4-24a8-4ee4-b35a-b6a5d3d157ee service neutron] 10.222.0.52 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907697 Aug 19 12:16:44.169877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-191a1015-2c44-419b-9e5a-0692a0ac3984 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6951475 Aug 19 12:16:44.171959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47756) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:44.176855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] Request body: {'subnet': {'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-subnet', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:44.179373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e737d-755e-4e27-9414-7eff6b09be11 req-d2dfbb43-a689-43e5-ae71-3cc0fc39f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.180889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-341e737d-755e-4e27-9414-7eff6b09be11 req-d2dfbb43-a689-43e5-ae71-3cc0fc39f8c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 1095 time: 0.6868758 Aug 19 12:16:44.181912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-e2c02463-21e6-41bd-b4cd-a1251630e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.183377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-e2c02463-21e6-41bd-b4cd-a1251630e191 service neutron] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.7773905 Aug 19 12:16:44.193204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bbbc0-84b2-4610-ae38-fc9494556e61 req-1726becc-d9bc-4a98-b748-63191e6dd3b7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.195616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-504bbbc0-84b2-4610-ae38-fc9494556e61 req-1726becc-d9bc-4a98-b748-63191e6dd3b7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 946 time: 0.5662503 Aug 19 12:16:44.204891 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.261744 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.301348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-45f6be8a-2c03-45c8-8fcb-fe970eaf3e4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a HTTP/1.1" status: 200 len: 217 time: 0.0993936 Aug 19 12:16:44.317916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=55e90988-e853-4bf0-86c9-26a8b16447be,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:44.369906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6efffac-2ed6-470a-bd57-3443c3720064 req-9c1a0dd2-7902-4bba-afb6-5034fa10b510 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093072 Aug 19 12:16:44.380950 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.392951 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] Made reservation on behalf of c3c1e910e5654b45bdaec17d79885036 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:44.394598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-504bbbc0-84b2-4610-ae38-fc9494556e61 req-81d5e9ee-ab4c-404c-a173-cf0dc0191ed1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904259 Aug 19 12:16:44.419653 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.426003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e737d-755e-4e27-9414-7eff6b09be11 req-24be4aca-d548-422d-8459-c895e608952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.435697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-341e737d-755e-4e27-9414-7eff6b09be11 req-24be4aca-d548-422d-8459-c895e608952e service neutron] 10.222.0.52 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.2326772 Aug 19 12:16:44.443310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-c73bc7ad-5bc1-4567-9c9a-7d10b027d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.444442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-c73bc7ad-5bc1-4567-9c9a-7d10b027d714 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.1311727 Aug 19 12:16:44.523470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-341e737d-755e-4e27-9414-7eff6b09be11 req-ecbd666b-bdcf-4c61-b00f-ef753119a4be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 217 time: 0.0765772 Aug 19 12:16:44.561654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-84df342d-a2c4-4d9d-8a94-f067dca16805 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968754 Aug 19 12:16:44.583280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Pushing event updated for resources: {'Port': ['ID=07fb3072-2f01-4a7e-ac5c-fd789e251632,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:44.661324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c507dfd-0885-4c8b-97e9-a5c3e4d407c4 req-c94e943a-0e25-4fde-ab5f-ba5bf141cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.663154 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1c507dfd-0885-4c8b-97e9-a5c3e4d407c4 req-c94e943a-0e25-4fde-ab5f-ba5bf141cf17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 1095 time: 0.1904898 Aug 19 12:16:44.765727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7255b08-72d5-43c0-9201-e4ef5025703c req-f15d5368-127b-4682-badd-6a89280b3e89 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.768500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7255b08-72d5-43c0-9201-e4ef5025703c req-f15d5368-127b-4682-badd-6a89280b3e89 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 944 time: 0.2471027 Aug 19 12:16:44.830546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e737d-755e-4e27-9414-7eff6b09be11 req-9790c5bd-831f-4c9a-856f-6b566cf9651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.830546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-341e737d-755e-4e27-9414-7eff6b09be11 req-9790c5bd-831f-4c9a-856f-6b566cf9651b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.2806869 Aug 19 12:16:44.839969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Attempting to bind port 07fb3072-2f01-4a7e-ac5c-fd789e251632 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:44.840315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Attempting to bind port 07fb3072-2f01-4a7e-ac5c-fd789e251632 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:44.840649 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Attempting to bind port 07fb3072-2f01-4a7e-ac5c-fd789e251632 on network a3ab6f09-e03b-41f4-b705-19e59a0c8307 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:44.840928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68551655-f23e-494e-8f45-6583bf08746b req-912707ee-5d1e-467a-a932-215ee20a2f16 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.843669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68551655-f23e-494e-8f45-6583bf08746b req-912707ee-5d1e-467a-a932-215ee20a2f16 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 944 time: 0.3236594 Aug 19 12:16:44.883810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Port 07fb3072-2f01-4a7e-ac5c-fd789e251632 on network a3ab6f09-e03b-41f4-b705-19e59a0c8307 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:44.884411 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Attempting to bind port 07fb3072-2f01-4a7e-ac5c-fd789e251632 on network a3ab6f09-e03b-41f4-b705-19e59a0c8307 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:44.912141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c507dfd-0885-4c8b-97e9-a5c3e4d407c4 req-d9894763-49c4-4dbf-8c8c-54fefdb3bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.914603 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1c507dfd-0885-4c8b-97e9-a5c3e4d407c4 req-d9894763-49c4-4dbf-8c8c-54fefdb3bf0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 905 time: 0.2414980 Aug 19 12:16:44.915395 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:44.915728 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Checking segment: {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:44.916105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Bound using segment: {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:44.916552 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Bound port: 07fb3072-2f01-4a7e-ac5c-fd789e251632, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7aaf02-f90b-45cb-8269-361b379b2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:44.916903 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.941667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7255b08-72d5-43c0-9201-e4ef5025703c req-b3fd7b6a-c55b-4260-951c-dd1184ebe2ce tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614709 Aug 19 12:16:44.979692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-52ce34dd-290b-4121-b978-1e34216e11b3 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549051 Aug 19 12:16:44.983842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68551655-f23e-494e-8f45-6583bf08746b req-bba94b58-6ced-404a-a981-d9eb8d36bf5d tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064878 Aug 19 12:16:44.988553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e737d-755e-4e27-9414-7eff6b09be11 req-34af4631-2ec5-4c68-b6d5-3b3f91c5eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.990113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-341e737d-755e-4e27-9414-7eff6b09be11 req-34af4631-2ec5-4c68-b6d5-3b3f91c5eb04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453006 Aug 19 12:16:45.007828 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1c507dfd-0885-4c8b-97e9-a5c3e4d407c4 req-0a88e445-0241-4bc9-b542-6945f644a0a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49db174-ae53-4f0d-a0a1-665f4958e55b HTTP/1.1" status: 200 len: 217 time: 0.0800447 Aug 19 12:16:45.082436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] For port 07fb3072-2f01-4a7e-ac5c-fd789e251632, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:45.088428 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] For port 07fb3072-2f01-4a7e-ac5c-fd789e251632, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=07fb3072-2f01-4a7e-ac5c-fd789e251632,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:45.090989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c507dfd-0885-4c8b-97e9-a5c3e4d407c4 req-e14b943c-d27c-4bcb-a1a3-4bec146332a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.092488 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1c507dfd-0885-4c8b-97e9-a5c3e4d407c4 req-e14b943c-d27c-4bcb-a1a3-4bec146332a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3ede1da-987a-441b-8c84-707d48ae78bc HTTP/1.1" status: 200 len: 844 time: 0.0748610 Aug 19 12:16:45.127723 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1c507dfd-0885-4c8b-97e9-a5c3e4d407c4 req-3e81e9cd-2bb7-4aa1-a3d6-4103e4310d1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81172270-59cd-41e1-a431-0c8d9d8b818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259604 Aug 19 12:16:45.128736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:45.227845 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-b8cb3be1-1219-43b2-ad7b-b3759c859c0f service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357850 Aug 19 12:16:45.236086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30284ba-895f-4571-b72b-670ad333c707,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:45.237708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f8fc3-873c-4bc2-8b1d-7a946123f6a1 req-45df20cd-d171-4600-ad9a-8d7524ed910b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.239363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-418f8fc3-873c-4bc2-8b1d-7a946123f6a1 req-45df20cd-d171-4600-ad9a-8d7524ed910b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 944 time: 0.1454084 Aug 19 12:16:45.247249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c37532-97dc-4617-87ef-0e717bc55dae req-e7a749ca-d4ad-426f-8dc4-7cf981758690 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.251981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7c37532-97dc-4617-87ef-0e717bc55dae req-e7a749ca-d4ad-426f-8dc4-7cf981758690 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 943 time: 0.2116878 Aug 19 12:16:45.252371 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:45.253546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-341e737d-755e-4e27-9414-7eff6b09be11 req-fd6b9886-f6f9-4d1b-85b0-5bb01da5d280 service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417245 Aug 19 12:16:45.307672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.308325 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:45.309878 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] 10.222.0.52 "PUT /v2.0/ports/07fb3072-2f01-4a7e-ac5c-fd789e251632 HTTP/1.1" status: 200 len: 1091 time: 2.2052734 Aug 19 12:16:45.353907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] Checking segment: {'id': '3a16bd88-7dd3-4490-b29d-d730b467caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:45.354274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] Network hostable DHCP agents. Network: 340f1e5c-2bd8-49d2-859b-c4e798fdab14, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:16:45.381481 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1c507dfd-0885-4c8b-97e9-a5c3e4d407c4 req-622b0a42-76bf-41fb-97f1-aa40bb8d03af service neutron] 10.222.0.52 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246418 Aug 19 12:16:45.398244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bfe47-2fda-4fca-a8d7-fa728ac10407 service neutron] Pushing event updated for resources: {'Port': ['ID=07fb3072-2f01-4a7e-ac5c-fd789e251632,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:45.438059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-418f8fc3-873c-4bc2-8b1d-7a946123f6a1 req-a4940f24-4475-401d-b35d-a35248e20451 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668437 Aug 19 12:16:45.443752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7c37532-97dc-4617-87ef-0e717bc55dae req-ebf6ed64-5a97-4ede-ac0b-c8df85309ae8 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828470 Aug 19 12:16:45.487182 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-341e737d-755e-4e27-9414-7eff6b09be11 req-ad1f70e2-f97c-4b20-b791-a3683c735c21 service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167408 Aug 19 12:16:45.531463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] Network 340f1e5c-2bd8-49d2-859b-c4e798fdab14 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:16:45.551287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 55e90988-e853-4bf0-86c9-26a8b16447be up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:45.569182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'tag': '07fb3072-2f01-4a7e-ac5c-fd789e251632'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:45.577411 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df47d51-0335-4348-b624-e059622b0eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "87062ae7-99f1-4862-bb53-5f59638f26ac", "tag": "07fb3072-2f01-4a7e-ac5c-fd789e251632"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:45.612407 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1c507dfd-0885-4c8b-97e9-a5c3e4d407c4 req-f23c1c08-21f0-4a0b-a46c-c9ab956116bd service neutron] 10.222.0.52 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106316 Aug 19 12:16:45.641345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-4620f98f-efca-4975-888c-7004d642d0de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437791 Aug 19 12:16:45.645358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 55e90988-e853-4bf0-86c9-26a8b16447be triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:45.645765 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:45.689822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ecf7014a-60f6-4334-a068-ca321431a546 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:45.749765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2d6af-e127-4a04-869d-50c251374759 req-e4851584-5d9a-44d7-9ea3-a7c4d9a64626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.749765 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-e4851584-5d9a-44d7-9ea3-a7c4d9a64626 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c44bdd34b864300bc10e00029e58457&device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 1094 time: 0.2127149 Aug 19 12:16:45.763474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71831faa-47d6-4ef1-9e9a-279bc3edff71 req-79b084dc-c5f5-4f12-a40f-05d229fd289e tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.765194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71831faa-47d6-4ef1-9e9a-279bc3edff71 req-79b084dc-c5f5-4f12-a40f-05d229fd289e tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 1097 time: 0.1432896 Aug 19 12:16:45.811164 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 340f1e5c-2bd8-49d2-859b-c4e798fdab14) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:45.824242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-a27a9a6e-eef9-4ca7-b17d-b32dc1dd8ea7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07fb3072-2f01-4a7e-ac5c-fd789e251632 HTTP/1.1" status: 200 len: 217 time: 0.0579119 Aug 19 12:16:45.826108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.827553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:45.894855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-336ab6d9-5dce-42a4-9c76-7b276576f3eb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.896418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-336ab6d9-5dce-42a4-9c76-7b276576f3eb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542925 Aug 19 12:16:45.926886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c987b-c02c-4996-a09a-4e27547365d7 None None] Network 340f1e5c-2bd8-49d2-859b-c4e798fdab14 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:45.927120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71831faa-47d6-4ef1-9e9a-279bc3edff71 req-175f6c5c-dc87-4933-a105-674a1f080f50 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481972 Aug 19 12:16:45.934877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-1da36f8a-3949-45bf-954d-e8b70d9536d2 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/quotas/c3b89d50d87e468e9fc4df05bf40f5d3 HTTP/1.1" status: 200 len: 375 time: 0.0218327 Aug 19 12:16:45.936477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2d6af-e127-4a04-869d-50c251374759 req-38d77314-cca4-4764-b233-18d89af52481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.938044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-38d77314-cca4-4764-b233-18d89af52481 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f3e3898-0ce2-4aa6-824e-c59816795177 HTTP/1.1" status: 200 len: 863 time: 0.1018054 Aug 19 12:16:45.993593 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70be9624-2e07-42cd-8b6c-656ffa0ed5ca x-openstack-request-id: req-70be9624-2e07-42cd-8b6c-656ffa0ed5ca {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:45.993593 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87062ae7-99f1-4862-bb53-5f59638f26ac", "tag": "07fb3072-2f01-4a7e-ac5c-fd789e251632", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:45.993593 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70be9624-2e07-42cd-8b6c-656ffa0ed5ca {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:45.993593 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'tag': '07fb3072-2f01-4a7e-ac5c-fd789e251632', 'status': 'completed', 'code': 200} Aug 19 12:16:46.064517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ecf7014a-60f6-4334-a068-ca321431a546, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ecf7014a-60f6-4334-a068-ca321431a546,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:46.076681 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b0b30bef-38e4-4f43-85ac-d35074ae091c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9013674 Aug 19 12:16:46.077049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47792) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:46.091457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-router', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:46.098772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-228811f1-93d2-42f9-9838-b215d9293369 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:46.100331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-228811f1-93d2-42f9-9838-b215d9293369 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1095 time: 0.1005151 Aug 19 12:16:46.115598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-f2a2767f-e3ee-479e-81d4-5ac935706d8d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1711991 Aug 19 12:16:46.131270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'ecf7014a-60f6-4334-a068-ca321431a546', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'port_id': 'ecf7014a-60f6-4334-a068-ca321431a546', 'mac_address': 'fa:16:3e:65:ac:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:46.132739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2d6af-e127-4a04-869d-50c251374759 req-41c4374b-a966-42ef-8376-78459c15092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:46.134415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-41c4374b-a966-42ef-8376-78459c15092b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ab6f09-e03b-41f4-b705-19e59a0c8307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872888 Aug 19 12:16:46.175664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-340f1e5c-2bd8-49d2-859b-c4e798fdab14', 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'fixed_ips': [{'subnet_id': 'e30284ba-895f-4571-b72b-670ad333c707'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:16:46.177152 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.270888 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.299577 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf7014a-60f6-4334-a068-ca321431a546 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:46.342814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9494b-d33f-49e4-97eb-cc44200802a3 req-6ad1b7b3-a903-498c-b3fa-0455b8c42605 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:46.344380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11e9494b-d33f-49e4-97eb-cc44200802a3 req-6ad1b7b3-a903-498c-b3fa-0455b8c42605 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 944 time: 0.2065158 Aug 19 12:16:46.347767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ecf7014a-60f6-4334-a068-ca321431a546, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ecf7014a-60f6-4334-a068-ca321431a546,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:46.367541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Allocated IP 172.20.0.2 (340f1e5c-2bd8-49d2-859b-c4e798fdab14/e30284ba-895f-4571-b72b-670ad333c707/0665498a-fdcd-4a67-b069-9aa35b54dfb7) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:46.403137 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.404158 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.418606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-a273e485-0958-4095-9ffc-02b52f21ce25 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937501 Aug 19 12:16:46.539849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11e9494b-d33f-49e4-97eb-cc44200802a3 req-e708640d-0122-45fe-ae42-1414795873ca tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824698 Aug 19 12:16:46.559205 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.580989 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.586521 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.623030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Transition to ACTIVE for port object 0665498a-fdcd-4a67-b069-9aa35b54dfb7 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:46.658151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Transition to ACTIVE for port object 0665498a-fdcd-4a67-b069-9aa35b54dfb7 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:46.663930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=ecf7014a-60f6-4334-a068-ca321431a546,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:46.673793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.674081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.674423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.675283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.675283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.675493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.675714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.676108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.676435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.676755 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.677126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.677756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:46.846881 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.871259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-1a2e6122-233f-496d-8d10-f01bb21fc461 service neutron] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:46.878698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ecf7014a-60f6-4334-a068-ca321431a546'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:46.922220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Network 340f1e5c-2bd8-49d2-859b-c4e798fdab14 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:46.925185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-1a2e6122-233f-496d-8d10-f01bb21fc461 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.926643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3167e199-6b82-4d1f-a074-c3b3e8147c74 req-1a2e6122-233f-496d-8d10-f01bb21fc461 service neutron] 10.222.0.53 "DELETE /v2.0/ports/e07c91c6-7779-442e-b0d3-4dc1db05337a/bindings/n-h2-778732-8 HTTP/1.1" status: 204 len: 173 time: 0.8051498 Aug 19 12:16:46.929667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:46.933367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35c62538-14fe-4d0f-b2a7-421936b96c8c req-cfe340fe-b501-4fbd-8278-31062ec9716b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 210 time: 0.1155314 Aug 19 12:16:46.968296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:46.973620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Pushing event updated for resources: {'Port': ['ID=0665498a-fdcd-4a67-b069-9aa35b54dfb7,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:47.009975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbc274-adf1-4f5a-89eb-ff057b11d673 req-7f426a0e-f885-46ba-97dd-27910fc343b6 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.011574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3fbc274-adf1-4f5a-89eb-ff057b11d673 req-7f426a0e-f885-46ba-97dd-27910fc343b6 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 944 time: 0.4758773 Aug 19 12:16:47.041875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Attempting to bind port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:47.042164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Attempting to bind port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '3a16bd88-7dd3-4490-b29d-d730b467caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:47.042530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Attempting to bind port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 on network 340f1e5c-2bd8-49d2-859b-c4e798fdab14 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:47.053126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:47.054306 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Checking segment: {'id': '3a16bd88-7dd3-4490-b29d-d730b467caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:47.054807 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.055212 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Bound using segment: {'id': '3a16bd88-7dd3-4490-b29d-d730b467caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:47.055695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Bound port: 0665498a-fdcd-4a67-b069-9aa35b54dfb7, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a16bd88-7dd3-4490-b29d-d730b467caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:47.056077 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.077628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e2d6af-e127-4a04-869d-50c251374759 req-8fa497a6-7ba5-4410-8884-8ed4d353ddef service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438828 Aug 19 12:16:47.128774 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.157279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3fbc274-adf1-4f5a-89eb-ff057b11d673 req-7e56828f-41b6-4769-bcb9-62025c77c212 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814364 Aug 19 12:16:47.171702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] For port 0665498a-fdcd-4a67-b069-9aa35b54dfb7, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:47.176481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] For port 0665498a-fdcd-4a67-b069-9aa35b54dfb7, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0665498a-fdcd-4a67-b069-9aa35b54dfb7,segment=NetworkSegment(3a16bd88-7dd3-4490-b29d-d730b467caf9),segment_id=3a16bd88-7dd3-4490-b29d-d730b467caf9)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:47.184705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeed38-e2e7-4a8b-9d26-58674ba60336 req-401d4760-6e1d-4a9d-aea9-4774d6ff02a8 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.186574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6afeed38-e2e7-4a8b-9d26-58674ba60336 req-401d4760-6e1d-4a9d-aea9-4774d6ff02a8 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 943 time: 0.1422267 Aug 19 12:16:47.264901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6afeed38-e2e7-4a8b-9d26-58674ba60336 req-85d93354-9dad-42c5-9372-c892c8068dd0 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669653 Aug 19 12:16:47.367635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643a60d-8eb1-4a5f-b5cd-a6b89d28d374 req-48aa2e9d-2d46-4b9d-b565-678b883cc273 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.369422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5643a60d-8eb1-4a5f-b5cd-a6b89d28d374 req-48aa2e9d-2d46-4b9d-b565-678b883cc273 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 944 time: 0.1303751 Aug 19 12:16:47.371373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df47d51-0335-4348-b624-e059622b0eb8 req-8d76605b-62a1-4a65-b8de-85ca7875507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.372810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0df47d51-0335-4348-b624-e059622b0eb8 req-8d76605b-62a1-4a65-b8de-85ca7875507c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c44bdd34b864300bc10e00029e58457&device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 1094 time: 0.1352565 Aug 19 12:16:47.464468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5643a60d-8eb1-4a5f-b5cd-a6b89d28d374 req-9db81aab-2068-4f06-a218-7d938685d702 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885398 Aug 19 12:16:47.477770 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.537857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df47d51-0335-4348-b624-e059622b0eb8 req-52e42c3e-fef9-4635-9fb9-17a2a7ec4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.540289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0df47d51-0335-4348-b624-e059622b0eb8 req-52e42c3e-fef9-4635-9fb9-17a2a7ec4497 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3ab6f09-e03b-41f4-b705-19e59a0c8307 HTTP/1.1" status: 200 len: 925 time: 0.1525600 Aug 19 12:16:47.616866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b0428-5cf4-4598-a611-64ef2d6c315c None None] Pushing event updated for resources: {'Port': ['ID=0665498a-fdcd-4a67-b069-9aa35b54dfb7,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:47.659464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0df47d51-0335-4348-b624-e059622b0eb8 req-f0f20308-3a7f-49eb-94ff-7f1de502e937 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07fb3072-2f01-4a7e-ac5c-fd789e251632 HTTP/1.1" status: 200 len: 217 time: 0.1046598 Aug 19 12:16:47.687673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c49db174-ae53-4f0d-a0a1-665f4958e55b details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:47.827395 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c49db174-ae53-4f0d-a0a1-665f4958e55b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c49db174-ae53-4f0d-a0a1-665f4958e55b,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:47.876349 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'c49db174-ae53-4f0d-a0a1-665f4958e55b', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'port_id': 'c49db174-ae53-4f0d-a0a1-665f4958e55b', 'mac_address': 'fa:16:3e:ab:0e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ede1da-987a-441b-8c84-707d48ae78bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:47.954215 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.975978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49db174-ae53-4f0d-a0a1-665f4958e55b {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:48.002937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c49db174-ae53-4f0d-a0a1-665f4958e55b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c49db174-ae53-4f0d-a0a1-665f4958e55b,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:48.066715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df47d51-0335-4348-b624-e059622b0eb8 req-d03b2421-e167-4feb-91ce-56c82c406eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.068380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0df47d51-0335-4348-b624-e059622b0eb8 req-d03b2421-e167-4feb-91ce-56c82c406eb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f3e3898-0ce2-4aa6-824e-c59816795177 HTTP/1.1" status: 200 len: 863 time: 0.3557365 Aug 19 12:16:48.075693 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:48.085067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0268b-e9f3-444d-b2af-04345cc9f5a5 req-ed6679a2-00e7-4e2a-9852-a7e4a6c29cb1 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.087226 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39e0268b-e9f3-444d-b2af-04345cc9f5a5 req-ed6679a2-00e7-4e2a-9852-a7e4a6c29cb1 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1095 time: 0.3718963 Aug 19 12:16:48.130966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff1f6e-1f76-4e8f-a4ef-aa5230c29c35 req-dc26a761-edce-4948-a206-7a38169b7c4d tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.133040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0ff1f6e-1f76-4e8f-a4ef-aa5230c29c35 req-dc26a761-edce-4948-a206-7a38169b7c4d tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 945 time: 0.4191678 Aug 19 12:16:48.159619 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:48.232669 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:48.279253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df47d51-0335-4348-b624-e059622b0eb8 req-c537e70c-668b-4f14-929a-cbcca3a30262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.280768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0df47d51-0335-4348-b624-e059622b0eb8 req-c537e70c-668b-4f14-929a-cbcca3a30262 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ab6f09-e03b-41f4-b705-19e59a0c8307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990697 Aug 19 12:16:48.282486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39e0268b-e9f3-444d-b2af-04345cc9f5a5 req-d4ee4860-427e-42cf-84fe-9535ffe43ac8 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780467 Aug 19 12:16:48.288629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=c49db174-ae53-4f0d-a0a1-665f4958e55b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:48.295971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0ff1f6e-1f76-4e8f-a4ef-aa5230c29c35 req-f201ebaa-b2c7-4817-ab6f-2e796f552f28 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380694 Aug 19 12:16:48.457616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f22b222-4b13-4ef7-90f1-2db1d348ab7b req-d12d047d-1115-4244-8ea1-d549b8456094 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 210 time: 0.0599060 Aug 19 12:16:48.476717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Allocated IP 172.25.6.12 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:48.628415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['c49db174-ae53-4f0d-a0a1-665f4958e55b'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:48.650639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0df47d51-0335-4348-b624-e059622b0eb8 req-191d9404-5655-460e-92c5-c520224ffb5b service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515060 Aug 19 12:16:48.661878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0ffd7-1b81-4024-838e-eb64bc62cc43 req-73c8379d-4256-4442-ab15-acd296aa8164 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.665024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88a0ffd7-1b81-4024-838e-eb64bc62cc43 req-73c8379d-4256-4442-ab15-acd296aa8164 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 945 time: 0.2464409 Aug 19 12:16:48.758146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3fa6d-1ee4-4007-92ef-2724d087dd73 req-4521ac6b-4903-4c4f-a56c-a35319bc0096 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.763093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8a3fa6d-1ee4-4007-92ef-2724d087dd73 req-4521ac6b-4903-4c4f-a56c-a35319bc0096 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 943 time: 0.2002277 Aug 19 12:16:48.820635 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:48.920197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88a0ffd7-1b81-4024-838e-eb64bc62cc43 req-2d63ad76-73e7-461c-bfd2-73c99b5b2d1f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366793 Aug 19 12:16:48.976728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8a3fa6d-1ee4-4007-92ef-2724d087dd73 req-820fa053-ae98-4952-a175-94b7e8688993 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213763 Aug 19 12:16:49.003258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0df47d51-0335-4348-b624-e059622b0eb8 req-64d3e22f-72a1-407a-b351-fd3881320e30 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276823 Aug 19 12:16:49.023133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ad24d-847d-40bb-a3f8-22c3f701ffee None None] Network 340f1e5c-2bd8-49d2-859b-c4e798fdab14 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:49.103832 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:49.169743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:49.183214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:49.199223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:49.243155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-caed00af-b3a4-40b6-9010-f31d1f3b4b88 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:49.249979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-caed00af-b3a4-40b6-9010-f31d1f3b4b88 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 820 time: 0.2199354 Aug 19 12:16:49.258972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Pushing event updated for resources: {'Port': ['ID=fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:49.275539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9c452975-0692-4261-88db-ed7e07d46f6b None None] Provisioning for port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:49.287423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-951b5720-9d43-498a-9f3a-636be3f13aab tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/quotas/04ab79f9c1124eabb694c0c9804394aa HTTP/1.1" status: 200 len: 375 time: 0.0335398 Aug 19 12:16:49.491853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-cb07d1aa-8789-49f5-aa7f-755722cb081d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1964390 Aug 19 12:16:49.510193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbee3f-4b51-4c3e-9f44-dcea27c7efe5 req-9c9ce7c8-9938-475c-9a87-e26125f64972 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:49.511885 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffcbee3f-4b51-4c3e-9f44-dcea27c7efe5 req-9c9ce7c8-9938-475c-9a87-e26125f64972 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 945 time: 0.0858431 Aug 19 12:16:49.528620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0665498a-fdcd-4a67-b069-9aa35b54dfb7 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:49.602958 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffcbee3f-4b51-4c3e-9f44-dcea27c7efe5 req-2e750495-b83a-44b2-aa6a-35b359b3c67f tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822127 Aug 19 12:16:49.629929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-891b76f4-83b6-4901-a341-e6a2379d1e6d service neutron] 10.222.0.44 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169863 Aug 19 12:16:49.695816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:49.699555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 07fb3072-2f01-4a7e-ac5c-fd789e251632 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:49.704018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ecf7014a-60f6-4334-a068-ca321431a546 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:49.711084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:49.711328 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:49.748345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7cbca84-cecd-489b-ae9f-9374d96579db req-40416bed-1c0d-4c71-b8bc-a503149be5fb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 210 time: 0.0683835 Aug 19 12:16:49.910219 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:49.917694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 07fb3072-2f01-4a7e-ac5c-fd789e251632, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=07fb3072-2f01-4a7e-ac5c-fd789e251632,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:49.948593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '07fb3072-2f01-4a7e-ac5c-fd789e251632', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'port_id': '07fb3072-2f01-4a7e-ac5c-fd789e251632', 'mac_address': 'fa:16:3e:31:4e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:49.968892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port ecf7014a-60f6-4334-a068-ca321431a546 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:49.978463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 0665498a-fdcd-4a67-b069-9aa35b54dfb7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0665498a-fdcd-4a67-b069-9aa35b54dfb7,segment=NetworkSegment(3a16bd88-7dd3-4490-b29d-d730b467caf9),segment_id=3a16bd88-7dd3-4490-b29d-d730b467caf9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:50.000636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port ecf7014a-60f6-4334-a068-ca321431a546 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:50.000636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.044159 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.067274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fb3072-2f01-4a7e-ac5c-fd789e251632 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:50.111745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-b2a08725-171f-42e7-9f76-d8ec4282ed79 service neutron] 10.222.0.44 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744298 Aug 19 12:16:50.134341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 07fb3072-2f01-4a7e-ac5c-fd789e251632, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=07fb3072-2f01-4a7e-ac5c-fd789e251632,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:50.135398 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.139345 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.262502 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.278813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=0665498a-fdcd-4a67-b069-9aa35b54dfb7,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:50.295933 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.302162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-eaa32f4f-461c-4fbb-bdff-eb00b9917d08 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428348 Aug 19 12:16:50.308165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:50.311096 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65f8f11-63b3-4809-99c5-f2e02b71b795" -d '{"events": [{"server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "name": "network-vif-plugged", "status": "completed", "tag": "ecf7014a-60f6-4334-a068-ca321431a546"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:50.348538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ecf7014a-60f6-4334-a068-ca321431a546, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ecf7014a-60f6-4334-a068-ca321431a546,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:50.374765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=07fb3072-2f01-4a7e-ac5c-fd789e251632,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:50.518482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-866b8f07-509c-4abd-881c-344c1be46295 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:50.520022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-866b8f07-509c-4abd-881c-344c1be46295 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101920 Aug 19 12:16:50.536366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Request body: {'port': {'device_id': '4749b8c7-97ca-4a55-8b64-6eff600456d6', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'c3b89d50d87e468e9fc4df05bf40f5d3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:50.547271 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.596179 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.661166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['07fb3072-2f01-4a7e-ac5c-fd789e251632'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:50.734935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=ecf7014a-60f6-4334-a068-ca321431a546,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:50.885718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc637d5-56b6-4fad-8e6f-4844cc9d73a5 req-3ea520bb-a7bc-471e-a7ff-9192a9e05f49 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:50.887286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dfc637d5-56b6-4fad-8e6f-4844cc9d73a5 req-3ea520bb-a7bc-471e-a7ff-9192a9e05f49 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 945 time: 0.1682382 Aug 19 12:16:50.968310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dfc637d5-56b6-4fad-8e6f-4844cc9d73a5 req-2fd441f0-1cac-4d50-a6a3-15288c5a1951 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710416 Aug 19 12:16:51.088892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcdf2c-4647-49c9-bad3-2fb04499733c req-5e0eee6d-7620-47d5-825c-5b153a511c0b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:51.090710 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5fcdf2c-4647-49c9-bad3-2fb04499733c req-5e0eee6d-7620-47d5-825c-5b153a511c0b tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 944 time: 0.0540960 Aug 19 12:16:51.129884 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c11a72ac-9637-4e11-8b68-3f7be9e78091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.132632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Made reservation on behalf of c3b89d50d87e468e9fc4df05bf40f5d3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:51.137124 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.150985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Router bb85262d-a6a9-444f-829c-e23f22dc97e6 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:16:51.159279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5fcdf2c-4647-49c9-bad3-2fb04499733c req-2fee2cf5-da13-4d9e-bd27-60e391519c0c tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622284 Aug 19 12:16:51.224641 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef723ef4-a1b7-445b-af5a-0fbafd2bda61 x-openstack-request-id: req-ef723ef4-a1b7-445b-af5a-0fbafd2bda61 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:51.226099 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "name": "network-vif-plugged", "status": "completed", "tag": "ecf7014a-60f6-4334-a068-ca321431a546", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:51.226099 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef723ef4-a1b7-445b-af5a-0fbafd2bda61 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:51.226929 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546', 'code': 200} Aug 19 12:16:51.380219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-901cd2ff-9b90-480c-9ba3-fcdb2bae027d req-604e52a4-3afe-44ec-a3ac-2d4a0c75166b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 210 time: 0.0419967 Aug 19 12:16:51.386009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f3e23-f127-40b4-9ab7-1b6b37b689aa req-3b5ff496-e27a-4a9b-9cd6-44ea22e58b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:51.388137 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-563f3e23-f127-40b4-9ab7-1b6b37b689aa req-3b5ff496-e27a-4a9b-9cd6-44ea22e58b3d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 1097 time: 0.0459123 Aug 19 12:16:51.395358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:51.410023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Allocated IP 192.168.233.121 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/ee14081d-97fc-419a-9149-27e895a5e467) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:51.420566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Sync routers for ids ['bb85262d-a6a9-444f-829c-e23f22dc97e6'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:51.462049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Routers {'bb85262d-a6a9-444f-829c-e23f22dc97e6'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:51.463998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bb85262d-a6a9-444f-829c-e23f22dc97e6'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:51.505303 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-563f3e23-f127-40b4-9ab7-1b6b37b689aa req-3c012c6d-4d82-46db-bdee-2f1a87d81787 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901389 Aug 19 12:16:51.565643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0665498a-fdcd-4a67-b069-9aa35b54dfb7 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:51.585423 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.586755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b52823a9-d7c0-4107-8bf9-8dc3cfa53cea admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5042284 Aug 19 12:16:51.589769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47888) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:51.618618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d10cdef-ce64-4e6c-81e0-254d15f1d728 req-29bb11d3-5adf-4649-9c4b-3bad2155cd44 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 210 time: 0.0591671 Aug 19 12:16:51.665907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:51.666280 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.680380 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc1cfe-a0ce-4c42-8670-25b1c8196531 req-aff0dc9b-d6b6-4a70-ba7b-0076df884588 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:51.682019 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-facc1cfe-a0ce-4c42-8670-25b1c8196531 req-aff0dc9b-d6b6-4a70-ba7b-0076df884588 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 946 time: 0.1215329 Aug 19 12:16:51.700332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c49db174-ae53-4f0d-a0a1-665f4958e55b up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:51.751601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.760980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-facc1cfe-a0ce-4c42-8670-25b1c8196531 req-6bfc442c-ea6a-4765-b7ee-0245f04695aa tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635688 Aug 19 12:16:51.775340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Transition to ACTIVE for port object ee14081d-97fc-419a-9149-27e895a5e467 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:51.899918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Set router bb85262d-a6a9-444f-829c-e23f22dc97e6 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:52.005519 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.019368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16', 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', '765a533f-de86-4f6c-93f4-99d28d6b2730'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:52.041306 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124', 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:52.108042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event updated for resources: {'Port': ['ID=ee14081d-97fc-419a-9149-27e895a5e467,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:52.141610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:52.144723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:52.148674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:52.199261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.253931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b884242-f85d-4822-8dbf-ec40c1276b0b req-06bb5776-1d99-4c2f-8eb5-cd0b38b5bb43 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:52.269669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b884242-f85d-4822-8dbf-ec40c1276b0b req-06bb5776-1d99-4c2f-8eb5-cd0b38b5bb43 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 945 time: 0.1815982 Aug 19 12:16:52.276918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:52.277976 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.297192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port c49db174-ae53-4f0d-a0a1-665f4958e55b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:52.352003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port c49db174-ae53-4f0d-a0a1-665f4958e55b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:52.352783 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.450896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b884242-f85d-4822-8dbf-ec40c1276b0b req-b5ecfdba-b524-4560-b889-c7f192878e42 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558812 Aug 19 12:16:52.452377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-7084c1cb-3a14-4298-ba7c-8a48e4b9adfb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9202392 Aug 19 12:16:52.481794 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Request body: {'port': {'device_id': '4749b8c7-97ca-4a55-8b64-6eff600456d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:52.613035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9007b-4d49-43f1-93b2-fd5f11552523 req-67d90236-e237-499c-8234-762187a67893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:52.615061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fe9007b-4d49-43f1-93b2-fd5f11552523 req-67d90236-e237-499c-8234-762187a67893 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 944 time: 0.3113568 Aug 19 12:16:52.632350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Allocated IP 172.20.0.1 (340f1e5c-2bd8-49d2-859b-c4e798fdab14/e30284ba-895f-4571-b72b-670ad333c707/8188c984-2269-4aa7-a79b-e18acd03ee6e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:52.663081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f8307ef-e750-440c-9a7e-4201d00d52c6 req-c54b6e5e-09ff-4f88-bd14-0d79bc173571 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 210 time: 0.0458555 Aug 19 12:16:52.692405 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.792426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-router', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:49Z', 'revision_number': 3, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'gw_port': {'id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:48Z', 'updated_at': '2021-08-19T12:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:52.846634 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.862712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Transition to ACTIVE for port object 8188c984-2269-4aa7-a79b-e18acd03ee6e will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:52.873421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fe9007b-4d49-43f1-93b2-fd5f11552523 req-64e0f2fc-5626-414f-993c-230536a4e9f9 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075653 Aug 19 12:16:52.887586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Checking router: bb85262d-a6a9-444f-829c-e23f22dc97e6 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:52.887945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Updating router bb85262d-a6a9-444f-829c-e23f22dc97e6 port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:52.977626 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.090728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.125625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f46a5-b181-4c64-9799-7ce969b37765 req-4592c100-cffa-4cbd-b221-d303975b4d1c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:53.128200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d21f46a5-b181-4c64-9799-7ce969b37765 req-4592c100-cffa-4cbd-b221-d303975b4d1c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 936 time: 0.3205717 Aug 19 12:16:53.138171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b8a54a6b-a3ba-4cdb-80d2-107229c93a46 None None] Provisioning for port ee14081d-97fc-419a-9149-27e895a5e467 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:53.140836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Network 340f1e5c-2bd8-49d2-859b-c4e798fdab14 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:53.144784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:53.149123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:53.202262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484701dd-05fd-42e7-ad8d-c1e4001cce81 req-a5bfbf53-0378-4c84-8bb5-54b43be86a39 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:53.214295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-484701dd-05fd-42e7-ad8d-c1e4001cce81 req-a5bfbf53-0378-4c84-8bb5-54b43be86a39 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 946 time: 0.1748533 Aug 19 12:16:53.245536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Pushing event updated for resources: {'Port': ['ID=8188c984-2269-4aa7-a79b-e18acd03ee6e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:53.254477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b8a54a6b-a3ba-4cdb-80d2-107229c93a46 None None] Provisioning complete for port ee14081d-97fc-419a-9149-27e895a5e467 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:53.254477 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8a54a6b-a3ba-4cdb-80d2-107229c93a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.277964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.344967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-484701dd-05fd-42e7-ad8d-c1e4001cce81 req-64a7cf5f-39a5-4e43-9ccf-eac1256a6541 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112621 Aug 19 12:16:53.366912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d21f46a5-b181-4c64-9799-7ce969b37765 req-2b9144ed-5ef2-4dae-a930-75152a75fbe2 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225134 Aug 19 12:16:53.397175 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.485547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b8a54a6b-a3ba-4cdb-80d2-107229c93a46 None None] Port ee14081d-97fc-419a-9149-27e895a5e467 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:53.604461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c49db174-ae53-4f0d-a0a1-665f4958e55b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c49db174-ae53-4f0d-a0a1-665f4958e55b,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:53.607286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49db174-ae53-4f0d-a0a1-665f4958e55b'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:53.610228 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c0f714-7cc7-4ad5-95ba-a1d0db85a94b" -d '{"events": [{"server_uuid": "5b022fcc-ea62-4788-8ea8-48eeb0979f0f", "name": "network-vif-plugged", "status": "completed", "tag": "c49db174-ae53-4f0d-a0a1-665f4958e55b"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:53.614290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee14081d-97fc-419a-9149-27e895a5e467 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:53.686376 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.705280 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef683a44-4877-4688-a166-2c9c4472e73e x-openstack-request-id: req-ef683a44-4877-4688-a166-2c9c4472e73e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:53.705593 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b022fcc-ea62-4788-8ea8-48eeb0979f0f", "name": "network-vif-plugged", "status": "completed", "tag": "c49db174-ae53-4f0d-a0a1-665f4958e55b", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:53.705836 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef683a44-4877-4688-a166-2c9c4472e73e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:53.707046 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49db174-ae53-4f0d-a0a1-665f4958e55b', 'code': 200} Aug 19 12:16:53.711827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Transition to ACTIVE for port object ee14081d-97fc-419a-9149-27e895a5e467 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:53.726071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698fc72-bb87-4a6a-a8a3-d6e29e527ee4 req-21db2db5-874c-4ca9-8e70-febe79d1ecd8 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:53.728368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d698fc72-bb87-4a6a-a8a3-d6e29e527ee4 req-21db2db5-874c-4ca9-8e70-febe79d1ecd8 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 945 time: 0.1005185 Aug 19 12:16:53.739668 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.830526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d698fc72-bb87-4a6a-a8a3-d6e29e527ee4 req-e69a948a-3fab-47cf-89d7-d48c87da7543 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874023 Aug 19 12:16:53.830783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 07fb3072-2f01-4a7e-ac5c-fd789e251632 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:53.890062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60378af9-1199-42c9-b88d-deadc7f77e5b req-af25810e-fec8-4173-b983-c1f8d4302ae0 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 210 time: 0.0656099 Aug 19 12:16:53.890625 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.924032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=c49db174-ae53-4f0d-a0a1-665f4958e55b,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:53.997981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee14081d-97fc-419a-9149-27e895a5e467,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:54.012683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9c7507a3-0dbf-4242-a60a-04764b2fa7fa None None] Provisioning for port 8188c984-2269-4aa7-a79b-e18acd03ee6e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:54.174342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Attempting to bind port ee14081d-97fc-419a-9149-27e895a5e467 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:54.174935 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Attempting to bind port ee14081d-97fc-419a-9149-27e895a5e467 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:54.175054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Attempting to bind port ee14081d-97fc-419a-9149-27e895a5e467 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:54.180473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Port ee14081d-97fc-419a-9149-27e895a5e467 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:54.180854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Attempting to bind port ee14081d-97fc-419a-9149-27e895a5e467 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:54.188542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9c7507a3-0dbf-4242-a60a-04764b2fa7fa None None] Provisioning complete for port 8188c984-2269-4aa7-a79b-e18acd03ee6e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:54.189013 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c7507a3-0dbf-4242-a60a-04764b2fa7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.190880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc2386-a60d-4c22-99bc-b3ecc9707d75 req-0e4c3179-9849-468c-86c5-bdd8eb44e55d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:54.199181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9cc2386-a60d-4c22-99bc-b3ecc9707d75 req-0e4c3179-9849-468c-86c5-bdd8eb44e55d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 944 time: 0.1471069 Aug 19 12:16:54.223094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:54.223463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:54.223818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:54.224842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Bound port: ee14081d-97fc-419a-9149-27e895a5e467, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:54.225759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.258053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9cc2386-a60d-4c22-99bc-b3ecc9707d75 req-7723f4b9-6716-4230-83f9-92c7011ac353 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579131 Aug 19 12:16:54.258525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9c7507a3-0dbf-4242-a60a-04764b2fa7fa None None] Port 8188c984-2269-4aa7-a79b-e18acd03ee6e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:54.342445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] For port ee14081d-97fc-419a-9149-27e895a5e467, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:54.383555 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.395508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Transition to ACTIVE for port object fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:54.410261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.424806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbbf37-6969-471d-b1f1-1db5ccf34a2d req-fb242ba6-ab23-48a6-aab6-a82cba707173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:54.428949 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-36bbbf37-6969-471d-b1f1-1db5ccf34a2d req-fb242ba6-ab23-48a6-aab6-a82cba707173 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 1097 time: 0.6569700 Aug 19 12:16:54.441452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] For port ee14081d-97fc-419a-9149-27e895a5e467, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ee14081d-97fc-419a-9149-27e895a5e467,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:54.495619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 07fb3072-2f01-4a7e-ac5c-fd789e251632 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:54.498823 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.513771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 07fb3072-2f01-4a7e-ac5c-fd789e251632 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:54.514847 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.530320 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-36bbbf37-6969-471d-b1f1-1db5ccf34a2d req-e612f185-b50b-433a-9f62-8fdb501b8b7b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916719 Aug 19 12:16:54.674672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Attempting to bind port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:54.674672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Attempting to bind port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:54.674672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Attempting to bind port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:54.674972 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.684625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:54.684928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:54.685432 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.685870 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:54.686577 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Bound port: fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:54.686979 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.688763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8381c-22b9-4aec-88cf-08cdac7e5f1e None None] Pushing event updated for resources: {'Port': ['ID=fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:54.748356 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.765669 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.793233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-0dd9ae99-f168-4d94-bfcd-9780b5e9481e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:54.804121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-0dd9ae99-f168-4d94-bfcd-9780b5e9481e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 820 time: 0.4498634 Aug 19 12:16:54.816970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:54.818097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.821417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] 10.222.0.52 "PUT /v2.0/ports/ee14081d-97fc-419a-9149-27e895a5e467 HTTP/1.1" status: 200 len: 1096 time: 2.3525705 Aug 19 12:16:54.841053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 07fb3072-2f01-4a7e-ac5c-fd789e251632, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=07fb3072-2f01-4a7e-ac5c-fd789e251632,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:54.849177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Request body: {'port': {'device_id': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74', 'admin_state_up': True, 'tenant_id': '04ab79f9c1124eabb694c0c9804394aa'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:54.855632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] For port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:54.871333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] For port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:55.043703 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.074797 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.132386 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Pushing event updated for resources: {'Port': ['ID=8188c984-2269-4aa7-a79b-e18acd03ee6e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:55.135982 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.176569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=07fb3072-2f01-4a7e-ac5c-fd789e251632,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:55.186510 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.259824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Network 340f1e5c-2bd8-49d2-859b-c4e798fdab14 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:55.262518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:55.296809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4749b8c7-97ca-4a55-8b64-6eff600456d6', 'tag': 'ee14081d-97fc-419a-9149-27e895a5e467'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:55.298817 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527fa173-efc3-46c9-958e-462c0ab172d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4749b8c7-97ca-4a55-8b64-6eff600456d6", "tag": "ee14081d-97fc-419a-9149-27e895a5e467"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:55.318565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Routers {'bb85262d-a6a9-444f-829c-e23f22dc97e6'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:55.319768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bb85262d-a6a9-444f-829c-e23f22dc97e6'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:55.363843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e1e34-4120-471f-bd89-e9ed5dda9c6e req-8e3427e3-82a9-45c1-aa69-7b0e510d3952 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:55.372968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad2e1e34-4120-471f-bd89-e9ed5dda9c6e req-8e3427e3-82a9-45c1-aa69-7b0e510d3952 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 948 time: 0.8014684 Aug 19 12:16:55.378494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f77be7-2b4f-43ea-908c-38c0f92d83d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee14081d-97fc-419a-9149-27e895a5e467,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:55.388914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aae4b-592b-45bc-80c6-5832c938a300 req-a6c4e4d1-0415-4586-9c4c-79a280b7e98d tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:55.390878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-483aae4b-592b-45bc-80c6-5832c938a300 req-a6c4e4d1-0415-4586-9c4c-79a280b7e98d tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 946 time: 0.8966956 Aug 19 12:16:55.421763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Made reservation on behalf of 04ab79f9c1124eabb694c0c9804394aa for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:55.427192 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.452763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] Set router bb85262d-a6a9-444f-829c-e23f22dc97e6 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:55.494647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-48f8903b-6409-4af0-a856-d44182611e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:55.496697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-48f8903b-6409-4af0-a856-d44182611e7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 1099 time: 0.1690524 Aug 19 12:16:55.498439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Router bb85262d-a6a9-444f-829c-e23f22dc97e6 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:55.636362 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ee70-5829-476d-8672-784b840d11e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.636914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-483aae4b-592b-45bc-80c6-5832c938a300 req-1fde985e-2016-4db5-82c4-d693f8e6f5f5 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980476 Aug 19 12:16:55.656504 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8381c-22b9-4aec-88cf-08cdac7e5f1e None None] Pushing event updated for resources: {'Port': ['ID=fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:55.687898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad2e1e34-4120-471f-bd89-e9ed5dda9c6e req-a06f2876-c678-4d4d-804a-edda7d73fc73 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127892 Aug 19 12:16:55.703189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-f752fd29-4da4-4f31-9d7a-3b468b9f0f9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ee14081d-97fc-419a-9149-27e895a5e467 HTTP/1.1" status: 200 len: 217 time: 0.1801476 Aug 19 12:16:55.734810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:55.748820 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8c6b669e-5286-44d0-8acd-f2c27da1e8af admin admin] 10.222.0.44 "PUT /v2.0/routers/bb85262d-a6a9-444f-829c-e23f22dc97e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1491773 Aug 19 12:16:55.749131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fb3072-2f01-4a7e-ac5c-fd789e251632'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:55.749131 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bda7804-3c8b-4a1a-885f-c2a06d3371e1" -d '{"events": [{"server_uuid": "87062ae7-99f1-4862-bb53-5f59638f26ac", "name": "network-vif-plugged", "status": "completed", "tag": "07fb3072-2f01-4a7e-ac5c-fd789e251632"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:55.811867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c418a81c-a6a1-4558-8277-60e55d7676b8 None None] Provisioning complete for port 8188c984-2269-4aa7-a79b-e18acd03ee6e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:55.812745 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c418a81c-a6a1-4558-8277-60e55d7676b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.949420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Allocated IP 172.20.0.14 (955b0894-0665-4200-93e0-8fea9bacbe74/d3e45397-6f87-4bdf-a2cb-1af074370154/f31bb26c-f2e2-4011-b74f-023241f3e829) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:56.012144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-148d42aa-5d04-488b-9177-288f5d716d87 req-611fa3dd-47a0-4d0a-9ec4-dc02918490ac tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 210 time: 0.1788452 Aug 19 12:16:56.016640 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.059952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c418a81c-a6a1-4558-8277-60e55d7676b8 None None] Port 8188c984-2269-4aa7-a79b-e18acd03ee6e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:56.132787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-router', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:53Z', 'revision_number': 4, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'gw_port': {'id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:48Z', 'updated_at': '2021-08-19T12:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8188c984-2269-4aa7-a79b-e18acd03ee6e', 'name': '', 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'mac_address': 'fa:16:3e:99:28:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e30284ba-895f-4571-b72b-670ad333c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:52Z', 'updated_at': '2021-08-19T12:16:54Z', 'revision_number': 2, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'subnets': [{'id': 'e30284ba-895f-4571-b72b-670ad333c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:56.170073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add51f33-197d-4e2c-9fc6-cabc40f9c455 None None] The sync data for ids ['bb85262d-a6a9-444f-829c-e23f22dc97e6'] in n-d-778732-8 is: [{'id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-router', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:53Z', 'revision_number': 4, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'gw_port': {'id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:48Z', 'updated_at': '2021-08-19T12:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8188c984-2269-4aa7-a79b-e18acd03ee6e', 'name': '', 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'mac_address': 'fa:16:3e:99:28:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e30284ba-895f-4571-b72b-670ad333c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:52Z', 'updated_at': '2021-08-19T12:16:54Z', 'revision_number': 2, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'subnets': [{'id': 'e30284ba-895f-4571-b72b-670ad333c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:56.260366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-e1301a57-27af-4d93-b6e4-184b597e41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:56.261848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-e1301a57-27af-4d93-b6e4-184b597e41e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.5515606 Aug 19 12:16:56.364575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71083c6f-34d1-44d0-89a1-38ef5b4449e8 req-aef101bc-3313-43c8-bff6-68523eb84f96 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:56.366319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71083c6f-34d1-44d0-89a1-38ef5b4449e8 req-aef101bc-3313-43c8-bff6-68523eb84f96 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 946 time: 0.3581769 Aug 19 12:16:56.428460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784e3d-900a-4f73-ad86-0013b7b8bd47 req-c54434ad-5bdc-4b82-bde0-a4e7ce8046e4 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:56.431150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6784e3d-900a-4f73-ad86-0013b7b8bd47 req-c54434ad-5bdc-4b82-bde0-a4e7ce8046e4 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 945 time: 0.2539668 Aug 19 12:16:56.536647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71083c6f-34d1-44d0-89a1-38ef5b4449e8 req-056f8a35-6df5-4c65-b000-224605b005d5 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529348 Aug 19 12:16:56.539211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-c4b493d4-ce60-436c-b9b0-17998b8da1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:56.541004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-c4b493d4-ce60-436c-b9b0-17998b8da1fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2666352 Aug 19 12:16:56.544428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.573165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6784e3d-900a-4f73-ad86-0013b7b8bd47 req-5eb8422c-8851-4c91-8662-8429ef0fa42d tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981982 Aug 19 12:16:56.791713 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c517c86-caa8-4df7-ba2e-08968151623c x-openstack-request-id: req-4c517c86-caa8-4df7-ba2e-08968151623c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:56.792265 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87062ae7-99f1-4862-bb53-5f59638f26ac", "name": "network-vif-plugged", "status": "completed", "tag": "07fb3072-2f01-4a7e-ac5c-fd789e251632", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:56.799002 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c517c86-caa8-4df7-ba2e-08968151623c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:56.799851 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fb3072-2f01-4a7e-ac5c-fd789e251632', 'code': 200} Aug 19 12:16:56.847140 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315a9ff0-7431-425d-976f-ed852e010d80 x-openstack-request-id: req-315a9ff0-7431-425d-976f-ed852e010d80 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:56.847613 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4749b8c7-97ca-4a55-8b64-6eff600456d6", "tag": "ee14081d-97fc-419a-9149-27e895a5e467", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:56.848012 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-315a9ff0-7431-425d-976f-ed852e010d80 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:56.848695 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4749b8c7-97ca-4a55-8b64-6eff600456d6', 'tag': 'ee14081d-97fc-419a-9149-27e895a5e467', 'status': 'completed', 'code': 200} Aug 19 12:16:56.872397 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.985413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abcbc0-9c6e-411e-8a1f-a453bd55d21f req-e863b04b-1395-44b6-884b-82b13467a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:56.988768 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-19abcbc0-9c6e-411e-8a1f-a453bd55d21f req-e863b04b-1395-44b6-884b-82b13467a556 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 1096 time: 0.1023359 Aug 19 12:16:57.072211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-19abcbc0-9c6e-411e-8a1f-a453bd55d21f req-d81a85c0-09e3-4b7f-b7f9-4c3310f19f44 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739818 Aug 19 12:16:57.335481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-144b9e7e-d00d-4259-acf0-bb7496b07450 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7680612 Aug 19 12:16:57.529660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae755d3-c075-41cb-a2de-c2db8c78dda9 req-b6bf5cb7-657f-4e92-bae2-ec00e94f45ac tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:57.531438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dae755d3-c075-41cb-a2de-c2db8c78dda9 req-b6bf5cb7-657f-4e92-bae2-ec00e94f45ac tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 948 time: 0.5405693 Aug 19 12:16:57.703772 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.714313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c8f68d5-062c-492b-8752-582530c81a25 req-95200f0e-5202-4781-845c-b08f073ff980 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8451073 Aug 19 12:16:57.726796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dae755d3-c075-41cb-a2de-c2db8c78dda9 req-04ee3fea-8351-4275-ab27-9f3069b4b818 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744392 Aug 19 12:16:57.752564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:58.029162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Network 955b0894-0665-4200-93e0-8fea9bacbe74 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:58.065465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:58.074223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e32150-de46-4a12-8830-0a3c3bbfcc58 req-e7e796e3-fb0a-4b40-bd8f-42e735a0bbdd service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124262 Aug 19 12:16:58.075728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:58.082807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Pushing event updated for resources: {'Port': ['ID=f31bb26c-f2e2-4011-b74f-023241f3e829,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:58.213121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.215103 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.229168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc2ffe-7b66-4ef1-a580-c32002528ee2 req-0747e8c2-fa99-42d7-bb45-1c44bd5c404e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.230921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2cc2ffe-7b66-4ef1-a580-c32002528ee2 req-0747e8c2-fa99-42d7-bb45-1c44bd5c404e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 932 time: 0.2606122 Aug 19 12:16:58.236977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.406895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e29b2ce7-4758-4e58-a0d8-0e1201a1f2cf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5723202 Aug 19 12:16:58.444181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Request body: {'port': {'device_id': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:58.458104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2cc2ffe-7b66-4ef1-a580-c32002528ee2 req-f4ecdfc8-0302-4fa1-b1b8-0e7ad8197f8f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023344 Aug 19 12:16:58.609174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fa173-efc3-46c9-958e-462c0ab172d3 req-b57ebee7-37da-45ae-a7f4-97f0ae4df098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.611388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-527fa173-efc3-46c9-958e-462c0ab172d3 req-b57ebee7-37da-45ae-a7f4-97f0ae4df098 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 1099 time: 0.2717178 Aug 19 12:16:58.792172 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.828666 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.011961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6e20-df23-4224-93c6-ee91d2f38862 req-d42edde0-ed0c-4d19-be1a-7bae03b64494 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.020740 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d0a6e20-df23-4224-93c6-ee91d2f38862 req-d42edde0-ed0c-4d19-be1a-7bae03b64494 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 946 time: 0.4393649 Aug 19 12:16:59.184898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fa173-efc3-46c9-958e-462c0ab172d3 req-16d37e2d-346c-4af3-b284-cc47b005401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.186674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-527fa173-efc3-46c9-958e-462c0ab172d3 req-16d37e2d-346c-4af3-b284-cc47b005401b service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.5584857 Aug 19 12:16:59.291859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-527fa173-efc3-46c9-958e-462c0ab172d3 req-afcbfe7f-11c3-4b40-9982-0eebe80f2420 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ee14081d-97fc-419a-9149-27e895a5e467 HTTP/1.1" status: 200 len: 217 time: 0.0739751 Aug 19 12:16:59.293659 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.325580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d0a6e20-df23-4224-93c6-ee91d2f38862 req-3df4635b-a825-470f-848c-2960ea06ec89 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996197 Aug 19 12:16:59.644408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:59.832162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:59.839357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:59.840181 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.876668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fa173-efc3-46c9-958e-462c0ab172d3 req-15885b60-347c-47f1-b11c-0856c8eaeb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.878197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-527fa173-efc3-46c9-958e-462c0ab172d3 req-15885b60-347c-47f1-b11c-0856c8eaeb01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.4961758 Aug 19 12:17:00.075213 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:00.104597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31bb26c-f2e2-4011-b74f-023241f3e829 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:00.118742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:00.223934 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:00.234707 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:00.333503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5218-561b-48fa-b109-b69332dd0b89 req-d18f7624-f506-464f-bc6f-873b27002d11 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.336733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0bd5218-561b-48fa-b109-b69332dd0b89 req-d18f7624-f506-464f-bc6f-873b27002d11 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 945 time: 0.9175701 Aug 19 12:17:00.399960 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Sync routers for ids ['bb85262d-a6a9-444f-829c-e23f22dc97e6'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:00.416129 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Routers {'bb85262d-a6a9-444f-829c-e23f22dc97e6'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:00.417010 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bb85262d-a6a9-444f-829c-e23f22dc97e6'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:00.420577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fa173-efc3-46c9-958e-462c0ab172d3 req-dbde2237-8a27-46e9-b61e-745c699cd3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.426035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-527fa173-efc3-46c9-958e-462c0ab172d3 req-dbde2237-8a27-46e9-b61e-745c699cd3fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2694449 Aug 19 12:17:00.537321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:00.573739 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0bd5218-561b-48fa-b109-b69332dd0b89 req-5ca0b0b2-3cb4-4f6d-804f-ccb6b2c7e60e tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109308 Aug 19 12:17:00.593583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Transition to ACTIVE for port object f31bb26c-f2e2-4011-b74f-023241f3e829 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:00.671728 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Set router bb85262d-a6a9-444f-829c-e23f22dc97e6 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:00.730436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.091800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:17:01.191799 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-router', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:53Z', 'revision_number': 4, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'gw_port': {'id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:48Z', 'updated_at': '2021-08-19T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8188c984-2269-4aa7-a79b-e18acd03ee6e', 'name': '', 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'mac_address': 'fa:16:3e:99:28:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e30284ba-895f-4571-b72b-670ad333c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:52Z', 'updated_at': '2021-08-19T12:16:54Z', 'revision_number': 2, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'subnets': [{'id': 'e30284ba-895f-4571-b72b-670ad333c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:01.200035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Pushing event updated for resources: {'Port': ['ID=f31bb26c-f2e2-4011-b74f-023241f3e829,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:01.220987 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Checking router: bb85262d-a6a9-444f-829c-e23f22dc97e6 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:01.221431 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Updating router bb85262d-a6a9-444f-829c-e23f22dc97e6 port 8188c984-2269-4aa7-a79b-e18acd03ee6e binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:17:01.226782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Allocated IP 172.25.6.175 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/7f73866d-07e6-4187-aff3-ae2a41c0c87b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:01.253814 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.260014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-527fa173-efc3-46c9-958e-462c0ab172d3 req-ff3a7edf-c155-417f-85f4-7476a6bf33d7 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519331 Aug 19 12:17:01.278163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25900c1d-85a2-4cee-9acf-78c238b17c3c req-0fa656ea-9060-4abf-9436-93bfe933071d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:01.280645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25900c1d-85a2-4cee-9acf-78c238b17c3c req-0fa656ea-9060-4abf-9436-93bfe933071d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 948 time: 0.2463341 Aug 19 12:17:01.528685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25900c1d-85a2-4cee-9acf-78c238b17c3c req-9b8f7d00-fe58-497f-80b8-a23cd4d93869 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010248 Aug 19 12:17:01.534891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:01.535241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:01.535583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:01.559286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Port f31bb26c-f2e2-4011-b74f-023241f3e829 on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:01.559620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:01.566579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-527fa173-efc3-46c9-958e-462c0ab172d3 req-49af8de3-9f2a-4787-bdbe-ef41a0065afb service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836795 Aug 19 12:17:01.573429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:01.573429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:01.573429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:01.574237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Bound port: f31bb26c-f2e2-4011-b74f-023241f3e829, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:01.574237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.599189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.640889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:01.745538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:01.750470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f31bb26c-f2e2-4011-b74f-023241f3e829,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:01.791161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:01.792285 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.792774 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.808141 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Transition to ACTIVE for port object 8188c984-2269-4aa7-a79b-e18acd03ee6e will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:01.821068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ee14081d-97fc-419a-9149-27e895a5e467 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:01.845083 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.897334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48002) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:01.904151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1295246069'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:01.929972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:01.941617 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.955937 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.956658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:01.966573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:01.971868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Pushing event updated for resources: {'Port': ['ID=7f73866d-07e6-4187-aff3-ae2a41c0c87b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:02.008321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.009404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.011113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] 10.222.0.53 "PUT /v2.0/ports/f31bb26c-f2e2-4011-b74f-023241f3e829 HTTP/1.1" status: 200 len: 1092 time: 3.5850344 Aug 19 12:17:02.012094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'tag': 'f31bb26c-f2e2-4011-b74f-023241f3e829'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:02.014831 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2924c4-8687-461d-81dc-f2e6e6251ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "39a5df50-cafa-4ab4-9f04-84e7d0c9158a", "tag": "f31bb26c-f2e2-4011-b74f-023241f3e829"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:02.105115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a655f-f8fb-4d67-b206-1892cfee8a11 service neutron] Pushing event updated for resources: {'Port': ['ID=f31bb26c-f2e2-4011-b74f-023241f3e829,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:02.132905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:02.137513 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.331751 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Pushing event updated for resources: {'Port': ['ID=8188c984-2269-4aa7-a79b-e18acd03ee6e,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:02.347244 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.347665 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.348452 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.349191 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.350399 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.351338 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.352112 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.352845 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.353595 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.354331 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.355070 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.355955 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:02.360018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ee14081d-97fc-419a-9149-27e895a5e467, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ee14081d-97fc-419a-9149-27e895a5e467,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:02.398433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'ee14081d-97fc-419a-9149-27e895a5e467', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'ee14081d-97fc-419a-9149-27e895a5e467', 'mac_address': 'fa:16:3e:09:e5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:02.438008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.472422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:17:02.498398 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.498696 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Attempting to bind port 8188c984-2269-4aa7-a79b-e18acd03ee6e on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:02.498896 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Added segment 81fe5906-7168-4149-8786-19172f83db6f of type vlan for network 193ea437-6444-44f1-bc3a-75066b6e68f8 Aug 19 12:17:02.499104 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Attempting to bind port 8188c984-2269-4aa7-a79b-e18acd03ee6e by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '3a16bd88-7dd3-4490-b29d-d730b467caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:02.504284 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Attempting to bind port 8188c984-2269-4aa7-a79b-e18acd03ee6e on network 340f1e5c-2bd8-49d2-859b-c4e798fdab14 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:02.519472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-c82e2aad-aea2-408c-a4d2-6817e55dc946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.521228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-c82e2aad-aea2-408c-a4d2-6817e55dc946 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 1095 time: 0.2765324 Aug 19 12:17:02.525952 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:02.526642 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Checking segment: {'id': '3a16bd88-7dd3-4490-b29d-d730b467caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:02.527152 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.527762 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Bound using segment: {'id': '3a16bd88-7dd3-4490-b29d-d730b467caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:02.528737 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Bound port: 8188c984-2269-4aa7-a79b-e18acd03ee6e, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a16bd88-7dd3-4490-b29d-d730b467caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:02.529115 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.532710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab2128-cd61-4c93-b259-1597a13e87a7 req-2d25bb91-357c-49cf-9418-b2c7ad755b59 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.541000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1ab2128-cd61-4c93-b259-1597a13e87a7 req-2d25bb91-357c-49cf-9418-b2c7ad755b59 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 944 time: 0.2015879 Aug 19 12:17:02.557028 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.601021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee14081d-97fc-419a-9149-27e895a5e467 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:02.638259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ee14081d-97fc-419a-9149-27e895a5e467, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ee14081d-97fc-419a-9149-27e895a5e467,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:02.666862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-49eaddd4-9e5f-4c92-bbb7-24c6adf046db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f31bb26c-f2e2-4011-b74f-023241f3e829 HTTP/1.1" status: 200 len: 217 time: 0.1179872 Aug 19 12:17:02.718489 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.720410 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.844804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1ab2128-cd61-4c93-b259-1597a13e87a7 req-604856b8-a670-4655-8925-560274840d43 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027105 Aug 19 12:17:02.871025 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] For port 8188c984-2269-4aa7-a79b-e18acd03ee6e, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:02.874989 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-2a0fda8e-c7eb-4ae4-ba94-afa06486e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.886990 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] For port 8188c984-2269-4aa7-a79b-e18acd03ee6e, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8188c984-2269-4aa7-a79b-e18acd03ee6e,segment=NetworkSegment(3a16bd88-7dd3-4490-b29d-d730b467caf9),segment_id=3a16bd88-7dd3-4490-b29d-d730b467caf9)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:02.887528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-2a0fda8e-c7eb-4ae4-ba94-afa06486e97a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.1719177 Aug 19 12:17:02.888807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=ee14081d-97fc-419a-9149-27e895a5e467,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:02.916196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.943881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-e9059b0b-4127-4a86-8e94-a75f7ca4a671 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439575 Aug 19 12:17:02.977113 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.052191 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Routers {'bb85262d-a6a9-444f-829c-e23f22dc97e6'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:03.053002 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bb85262d-a6a9-444f-829c-e23f22dc97e6'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:03.057517 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132afa5-e519-4d24-b807-0dfd865a1e82 None None] Pushing event updated for resources: {'Port': ['ID=8188c984-2269-4aa7-a79b-e18acd03ee6e,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:03.069571 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.075756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:03.077651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.119919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ee14081d-97fc-419a-9149-27e895a5e467'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:03.369672 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] Set router bb85262d-a6a9-444f-829c-e23f22dc97e6 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:03.430980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-895bfdcb-619d-441d-9872-2f6ca1bcc86a service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652109 Aug 19 12:17:03.436276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.514544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9c732-a7b1-459f-bfa3-2d52f7a734f9 req-8b493a9d-c0a7-4a4f-9da5-d253d5b533ee tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:03.528982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7c9c732-a7b1-459f-bfa3-2d52f7a734f9 req-8b493a9d-c0a7-4a4f-9da5-d253d5b533ee tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 945 time: 0.5865035 Aug 19 12:17:03.533855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6342592 Aug 19 12:17:03.534178 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48012) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:03.538713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee4886-01c3-476d-a0ac-45cac5d2a154 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Network': ['ID=193ea437-6444-44f1-bc3a-75066b6e68f8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:03.542965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48014) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:03.566045 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-217410864'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:03.576438 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.593999 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 193ea437-6444-44f1-bc3a-75066b6e68f8 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:17:03.602205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-56260739-1787-44e1-8ec3-db94509e8a31 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Request body: {'floatingip': {'port_id': '07fb3072-2f01-4a7e-ac5c-fd789e251632'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:03.626748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8188c984-2269-4aa7-a79b-e18acd03ee6e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:03.706069 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f660c437-6d86-4f22-bea7-adc6eed43eba x-openstack-request-id: req-f660c437-6d86-4f22-bea7-adc6eed43eba {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:03.706861 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a5df50-cafa-4ab4-9f04-84e7d0c9158a", "tag": "f31bb26c-f2e2-4011-b74f-023241f3e829", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:03.707473 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f660c437-6d86-4f22-bea7-adc6eed43eba {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:03.708249 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'tag': 'f31bb26c-f2e2-4011-b74f-023241f3e829', 'status': 'completed', 'code': 200} Aug 19 12:17:03.765851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:03.775396 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.798072 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-router', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:53Z', 'revision_number': 4, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'gw_port': {'id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:48Z', 'updated_at': '2021-08-19T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8188c984-2269-4aa7-a79b-e18acd03ee6e', 'name': '', 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'mac_address': 'fa:16:3e:99:28:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e30284ba-895f-4571-b72b-670ad333c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:52Z', 'updated_at': '2021-08-19T12:17:02Z', 'revision_number': 4, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'subnets': [{'id': 'e30284ba-895f-4571-b72b-670ad333c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:03.824397 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56260739-1787-44e1-8ec3-db94509e8a31 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.848978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Pushing event updated for resources: {'Port': ['ID=7f73866d-07e6-4187-aff3-ae2a41c0c87b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:03.859862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.861490 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a78651-3f99-47f2-b1c8-67cc8b08536a None None] The sync data for ids ['bb85262d-a6a9-444f-829c-e23f22dc97e6'] in n-d-778732-8 is: [{'id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-router', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:53Z', 'revision_number': 4, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'gw_port': {'id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:48Z', 'updated_at': '2021-08-19T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8188c984-2269-4aa7-a79b-e18acd03ee6e', 'name': '', 'network_id': '340f1e5c-2bd8-49d2-859b-c4e798fdab14', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'mac_address': 'fa:16:3e:99:28:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e30284ba-895f-4571-b72b-670ad333c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:52Z', 'updated_at': '2021-08-19T12:17:02Z', 'revision_number': 4, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'subnets': [{'id': 'e30284ba-895f-4571-b72b-670ad333c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:03.916240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c72c87-73a8-4881-89f7-ead2821cf466 req-77606fdc-0a6f-4de1-975a-0c6882430b92 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:03.920180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8188c984-2269-4aa7-a79b-e18acd03ee6e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:03.924053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59c72c87-73a8-4881-89f7-ead2821cf466 req-77606fdc-0a6f-4de1-975a-0c6882430b92 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 946 time: 0.1106977 Aug 19 12:17:03.927988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8188c984-2269-4aa7-a79b-e18acd03ee6e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:03.928787 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.960594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:17:03.994778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59c72c87-73a8-4881-89f7-ead2821cf466 req-a3278f15-4d8d-4dab-8107-b7b2a76fac1b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677509 Aug 19 12:17:04.002234 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.005199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c8f68d5-062c-492b-8752-582530c81a25 req-70c36048-672a-455f-aa91-fcaf9a71af58 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.2595072 Aug 19 12:17:04.114495 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.114739 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Added segment ae9936ce-d099-48b6-9d48-9382b76ea84d of type vlan for network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd Aug 19 12:17:04.178793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c8f68d5-062c-492b-8752-582530c81a25 req-4ca08865-736e-4b88-83df-d186490b5f30 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.1612015 Aug 19 12:17:04.226589 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.294977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8188c984-2269-4aa7-a79b-e18acd03ee6e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8188c984-2269-4aa7-a79b-e18acd03ee6e,segment=NetworkSegment(3a16bd88-7dd3-4490-b29d-d730b467caf9),segment_id=3a16bd88-7dd3-4490-b29d-d730b467caf9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:04.403699 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.422211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.507659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8188c984-2269-4aa7-a79b-e18acd03ee6e,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:04.653398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efd6dfe2-b50b-4673-93b9-4b65a42b06f6 req-f9263719-2dff-413e-86e1-7d799d08da3f service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1117072 Aug 19 12:17:04.682012 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.688239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:04.689028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.844331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f68d5-062c-492b-8752-582530c81a25 req-ef255d23-e6ee-4dad-b753-f383dd850223 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:04.858406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c8f68d5-062c-492b-8752-582530c81a25 req-ef255d23-e6ee-4dad-b753-f383dd850223 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.2168837 Aug 19 12:17:04.859990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Network': ['ID=0d6c6406-487d-464e-aa6a-b35d43ac7bdd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:04.864110 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-56260739-1787-44e1-8ec3-db94509e8a31 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:17:04.907281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:17:04.937863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-7c8f68d5-062c-492b-8752-582530c81a25 req-45c12586-4c3e-4cd8-a87b-53fee19cf0bd tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:17:04.939169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c8f68d5-062c-492b-8752-582530c81a25 req-45c12586-4c3e-4cd8-a87b-53fee19cf0bd tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0789602 Aug 19 12:17:05.006984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8550f38-e080-41e6-801f-44566481f2e2 req-38671d8f-487f-4261-829e-c5ccc341d5fa tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.022543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8550f38-e080-41e6-801f-44566481f2e2 req-38671d8f-487f-4261-829e-c5ccc341d5fa tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 949 time: 0.8368907 Aug 19 12:17:05.024849 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6c00ed67-64f2-4212-aead-376aaca10355 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4762375 Aug 19 12:17:05.028946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48026) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:05.046426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'subnet': {'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:05.088167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2924c4-8687-461d-81dc-f2e6e6251ec5 req-5443ebb0-97dd-468c-b6f8-682c1a0a753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.096749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da2924c4-8687-461d-81dc-f2e6e6251ec5 req-5443ebb0-97dd-468c-b6f8-682c1a0a753c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 1095 time: 0.2255073 Aug 19 12:17:05.204113 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56260739-1787-44e1-8ec3-db94509e8a31 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.241063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8550f38-e080-41e6-801f-44566481f2e2 req-b058c9c6-2933-4586-9ef5-4b46e2980c62 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148194 Aug 19 12:17:05.308952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56260739-1787-44e1-8ec3-db94509e8a31 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.409286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655f1e-732c-47c8-aa25-904497b16c40 req-70da8ba8-7195-474a-8abb-124eb85dbd00 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.409286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e655f1e-732c-47c8-aa25-904497b16c40 req-70da8ba8-7195-474a-8abb-124eb85dbd00 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 944 time: 0.3046088 Aug 19 12:17:05.508053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e655f1e-732c-47c8-aa25-904497b16c40 req-bb325472-e689-483e-a1a0-37f78bdf271d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742831 Aug 19 12:17:05.520812 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-56260739-1787-44e1-8ec3-db94509e8a31 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Floating IP ee5b8ad5-44bf-411d-b647-8c85f2160257 associated. External IP: 172.25.6.188, port: 07fb3072-2f01-4a7e-ac5c-fd789e251632. Aug 19 12:17:05.522229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2924c4-8687-461d-81dc-f2e6e6251ec5 req-eac430b0-cd1e-447d-a0fc-764f116e6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.525740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:05.526757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da2924c4-8687-461d-81dc-f2e6e6251ec5 req-eac430b0-cd1e-447d-a0fc-764f116e6b8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.3397522 Aug 19 12:17:05.531004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.637780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8188c984-2269-4aa7-a79b-e18acd03ee6e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:05.713187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da2924c4-8687-461d-81dc-f2e6e6251ec5 req-67ff7f3f-e2fe-409f-a2ec-32cc1944bd5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f31bb26c-f2e2-4011-b74f-023241f3e829 HTTP/1.1" status: 200 len: 217 time: 0.1660068 Aug 19 12:17:05.750195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8188c984-2269-4aa7-a79b-e18acd03ee6e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:05.751301 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.852342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ee14081d-97fc-419a-9149-27e895a5e467 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:05.996336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2924c4-8687-461d-81dc-f2e6e6251ec5 req-0e6f64b5-6d5d-40c6-9cb7-080eb1074726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.998097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da2924c4-8687-461d-81dc-f2e6e6251ec5 req-0e6f64b5-6d5d-40c6-9cb7-080eb1074726 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.2757404 Aug 19 12:17:06.009141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port ee14081d-97fc-419a-9149-27e895a5e467 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:06.014231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port ee14081d-97fc-419a-9149-27e895a5e467 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:06.018907 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.034143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-5e5a058b-bde4-4dfd-acd2-5c15bc66e130 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:06.043847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-5e5a058b-bde4-4dfd-acd2-5c15bc66e130 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 821 time: 0.2886229 Aug 19 12:17:06.116089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da2924c4-8687-461d-81dc-f2e6e6251ec5 req-53ce3ed9-08a7-45cb-aeb5-851e93ce7ffa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457079 Aug 19 12:17:06.130072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-c3ea269d-6f3c-4a6f-bec3-a0bbccc26e99 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/quotas/f41e1c8e850e426db59f512e438291ad HTTP/1.1" status: 200 len: 375 time: 0.0726244 Aug 19 12:17:06.213882 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.236691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56260739-1787-44e1-8ec3-db94509e8a31 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Router 4f803fa7-4ed6-49b2-9272-933983369041 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:06.277890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4749b8c7-97ca-4a55-8b64-6eff600456d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee14081d-97fc-419a-9149-27e895a5e467'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:06.279998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-1fa6130c-f92d-4d2d-a75c-48477c901fb9 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1375630 Aug 19 12:17:06.291851 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bdd3cc-be68-4cc2-914b-3e59f13a91c7" -d '{"events": [{"server_uuid": "4749b8c7-97ca-4a55-8b64-6eff600456d6", "name": "network-vif-plugged", "status": "completed", "tag": "ee14081d-97fc-419a-9149-27e895a5e467"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:06.300888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ee14081d-97fc-419a-9149-27e895a5e467, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ee14081d-97fc-419a-9149-27e895a5e467,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:06.398890 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.426791 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.479837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56260739-1787-44e1-8ec3-db94509e8a31 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:06.501247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-47d9c90e-1582-48c9-858f-21839c1ace18 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078538 Aug 19 12:17:06.507795 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56260739-1787-44e1-8ec3-db94509e8a31 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.586868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Checking segment: {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:06.587272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network hostable DHCP agents. Network: 193ea437-6444-44f1-bc3a-75066b6e68f8, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:17:06.599132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Subnet': ['ID=60c479a1-0e32-4f3b-aff3-c38b73d00695,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:06.609627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=ee14081d-97fc-419a-9149-27e895a5e467,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:06.617911 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-56260739-1787-44e1-8ec3-db94509e8a31 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "PUT /v2.0/floatingips/ee5b8ad5-44bf-411d-b647-8c85f2160257 HTTP/1.1" status: 200 len: 991 time: 3.0737691 Aug 19 12:17:06.619005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d136ad5-1743-4ba1-939c-97d1ceb5e1c9 None None] Sync routers for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:06.620648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'tag': '07fb3072-2f01-4a7e-ac5c-fd789e251632'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:06.623853 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89" -d '{"events": [{"name": "network-changed", "server_uuid": "87062ae7-99f1-4862-bb53-5f59638f26ac", "tag": "07fb3072-2f01-4a7e-ac5c-fd789e251632"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:06.657527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d136ad5-1743-4ba1-939c-97d1ceb5e1c9 None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:06.659980 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d136ad5-1743-4ba1-939c-97d1ceb5e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:06.732029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da2924c4-8687-461d-81dc-f2e6e6251ec5 req-e1e251fd-3a47-4b48-9a2b-dcdb4eca64e5 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995500 Aug 19 12:17:06.752107 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network 193ea437-6444-44f1-bc3a-75066b6e68f8 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:17:06.843780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7d136ad5-1743-4ba1-939c-97d1ceb5e1c9 None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:06.864003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d607dd9-383e-41ac-b4a7-8770093fb317 req-a5685d9d-41d8-468b-b3b8-3d6ea3a2fb16 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:06.872490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d607dd9-383e-41ac-b4a7-8770093fb317 req-a5685d9d-41d8-468b-b3b8-3d6ea3a2fb16 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 950 time: 0.2227299 Aug 19 12:17:06.921405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 193ea437-6444-44f1-bc3a-75066b6e68f8) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:06.940641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:06.944588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.953617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-3654b44d-4ff6-4deb-ac3b-aa358ef315c0 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363554 Aug 19 12:17:06.963425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d607dd9-383e-41ac-b4a7-8770093fb317 req-e019e121-6ab8-463d-aa06-3625b5b29ac7 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898914 Aug 19 12:17:07.046309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da2924c4-8687-461d-81dc-f2e6e6251ec5 req-f9636745-cbff-47b9-85de-67e7f00387ca service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827547 Aug 19 12:17:07.094945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48064) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:07.095093 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8c3d4766-aa90-4045-b789-cea71f0e3dd0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0643866 Aug 19 12:17:07.102084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'subnet': {'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:07.165633 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8901450c-8947-4a9f-b81f-09547bc4977f x-openstack-request-id: req-8901450c-8947-4a9f-b81f-09547bc4977f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:07.166199 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4749b8c7-97ca-4a55-8b64-6eff600456d6", "name": "network-vif-plugged", "status": "completed", "tag": "ee14081d-97fc-419a-9149-27e895a5e467", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:07.166697 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8901450c-8947-4a9f-b81f-09547bc4977f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:07.167418 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4749b8c7-97ca-4a55-8b64-6eff600456d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee14081d-97fc-419a-9149-27e895a5e467', 'code': 200} Aug 19 12:17:07.190129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb09c59-9014-403b-84dd-9670a77487e8 None None] Network 193ea437-6444-44f1-bc3a-75066b6e68f8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:07.632527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-193ea437-6444-44f1-bc3a-75066b6e68f8', 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'fixed_ips': [{'subnet_id': '60c479a1-0e32-4f3b-aff3-c38b73d00695'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:17:07.635681 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.639419 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60d7c26-0045-4c18-bc7b-4a6d34077633 x-openstack-request-id: req-e60d7c26-0045-4c18-bc7b-4a6d34077633 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:07.639938 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87062ae7-99f1-4862-bb53-5f59638f26ac", "tag": "07fb3072-2f01-4a7e-ac5c-fd789e251632", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:07.640048 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e60d7c26-0045-4c18-bc7b-4a6d34077633 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:07.640370 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'tag': '07fb3072-2f01-4a7e-ac5c-fd789e251632', 'status': 'completed', 'code': 200} Aug 19 12:17:07.685160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d136ad5-1743-4ba1-939c-97d1ceb5e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'ee5b8ad5-44bf-411d-b647-8c85f2160257', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'port_id': '07fb3072-2f01-4a7e-ac5c-fd789e251632', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'mac_address': 'fa:16:3e:31:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:15Z', 'updated_at': '2021-08-19T12:17:04Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:07.725301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d136ad5-1743-4ba1-939c-97d1ceb5e1c9 None None] Checking router: 4f803fa7-4ed6-49b2-9272-933983369041 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:07.833484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89 req-85a81604-8a3d-4c08-aa21-ee7e8e837314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:07.835325 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89 req-85a81604-8a3d-4c08-aa21-ee7e8e837314 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c44bdd34b864300bc10e00029e58457&device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 1096 time: 0.1610675 Aug 19 12:17:07.850522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74650fe4-9d6e-462c-8b97-d9209cf41de4 req-8eeaf959-d971-4863-92bf-37e617d95b2b tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 210 time: 0.0690100 Aug 19 12:17:07.888682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:07.901267 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.004613 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Allocated IP 10.1.1.2 (193ea437-6444-44f1-bc3a-75066b6e68f8/60c479a1-0e32-4f3b-aff3-c38b73d00695/f9e28921-93b1-4ce9-904b-e0c8b0ab114b) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:08.033927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d136ad5-1743-4ba1-939c-97d1ceb5e1c9 None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:08.035049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d136ad5-1743-4ba1-939c-97d1ceb5e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:16:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:08.093067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89 req-c030806a-b089-46b2-8cd4-f259954a9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.098857 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89 req-c030806a-b089-46b2-8cd4-f259954a9b73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3ab6f09-e03b-41f4-b705-19e59a0c8307 HTTP/1.1" status: 200 len: 925 time: 0.2458637 Aug 19 12:17:08.123350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2b809-7140-4241-83ee-a6794ba20ceb req-2c6e9cec-1ffb-4e96-b543-f19bf77339b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.141995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43b2b809-7140-4241-83ee-a6794ba20ceb req-2c6e9cec-1ffb-4e96-b543-f19bf77339b6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 1101 time: 0.6810377 Aug 19 12:17:08.342501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff45104-151f-448f-9531-d57bda391efe req-425d3be6-6aa6-4aab-9739-e0217cc5f61e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.359013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ff45104-151f-448f-9531-d57bda391efe req-425d3be6-6aa6-4aab-9739-e0217cc5f61e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 944 time: 0.7917485 Aug 19 12:17:08.393669 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89 req-4374c39e-2478-4690-84b0-6d8ef3824a8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07fb3072-2f01-4a7e-ac5c-fd789e251632 HTTP/1.1" status: 200 len: 999 time: 0.2749741 Aug 19 12:17:08.428125 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.476593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89 req-7b1d721f-6b57-44bd-bb5e-09f2e8bf08df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.478164 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89 req-7b1d721f-6b57-44bd-bb5e-09f2e8bf08df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f3e3898-0ce2-4aa6-824e-c59816795177 HTTP/1.1" status: 200 len: 863 time: 0.0731530 Aug 19 12:17:08.611981 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89 req-631a65f8-a396-4b7f-913f-2d801be73c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.618013 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89 req-631a65f8-a396-4b7f-913f-2d801be73c63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ab6f09-e03b-41f4-b705-19e59a0c8307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262038 Aug 19 12:17:08.702866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ff45104-151f-448f-9531-d57bda391efe req-b0c7f31d-79af-4ff5-aa51-03dc1aeadddc tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423779 Aug 19 12:17:08.707813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43b2b809-7140-4241-83ee-a6794ba20ceb req-95cb1918-5bd7-4efe-aa6b-991af9d1b73b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472591 Aug 19 12:17:08.778003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Transition to ACTIVE for port object f9e28921-93b1-4ce9-904b-e0c8b0ab114b will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:08.814139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0b113-9ecf-4474-a424-a36730de5f53 req-fb979eb7-0b24-4416-877e-50fb2f570f76 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.817533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Transition to ACTIVE for port object f9e28921-93b1-4ce9-904b-e0c8b0ab114b will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:08.818167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffc0b113-9ecf-4474-a424-a36730de5f53 req-fb979eb7-0b24-4416-877e-50fb2f570f76 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 950 time: 0.6168060 Aug 19 12:17:08.871566 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89 req-c90948c1-41c1-4238-ad89-497d92a29271 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368689 Aug 19 12:17:08.883970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7d136ad5-1743-4ba1-939c-97d1ceb5e1c9 None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:08.910597 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffc0b113-9ecf-4474-a424-a36730de5f53 req-4ab7204b-11c9-47ac-b397-dfc74e293a9b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692985 Aug 19 12:17:08.928805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f31bb26c-f2e2-4011-b74f-023241f3e829 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:08.982181 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:09.050160 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:09.111015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3521c22c-09ab-4d75-bb8f-7c978a109da6 req-66d53762-c28c-418f-bcc4-675634ca7c5b tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 210 time: 0.1080298 Aug 19 12:17:09.135040 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c308bd5-65d7-4a3b-9d22-63e2eae26a89 req-696f10d0-6e81-4698-95fc-ad7c0d490cde service neutron] 10.222.0.52 "GET /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457787 Aug 19 12:17:09.151907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Subnet': ['ID=bc8fbf22-ad86-439b-b36a-a2769a04a542,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:09.171577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Checking segment: {'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:09.187128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network hostable DHCP agents. Network: 0d6c6406-487d-464e-aa6a-b35d43ac7bdd, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:17:09.237807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Network 193ea437-6444-44f1-bc3a-75066b6e68f8 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:09.305522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:09.314689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:09.323984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Pushing event updated for resources: {'Port': ['ID=f9e28921-93b1-4ce9-904b-e0c8b0ab114b,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:09.369828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:17:09.443489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Attempting to bind port f9e28921-93b1-4ce9-904b-e0c8b0ab114b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:09.443868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Attempting to bind port f9e28921-93b1-4ce9-904b-e0c8b0ab114b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:09.444237 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Attempting to bind port f9e28921-93b1-4ce9-904b-e0c8b0ab114b on network 193ea437-6444-44f1-bc3a-75066b6e68f8 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:09.453595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f31bb26c-f2e2-4011-b74f-023241f3e829,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:09.462982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:09.463366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Checking segment: {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:09.463772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:09.464169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Bound using segment: {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:09.464721 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Bound port: f9e28921-93b1-4ce9-904b-e0c8b0ab114b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:09.465087 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:09.478101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 0d6c6406-487d-464e-aa6a-b35d43ac7bdd) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:09.483842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:09.487359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:09.510232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'f31bb26c-f2e2-4011-b74f-023241f3e829', 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74', 'port_id': 'f31bb26c-f2e2-4011-b74f-023241f3e829', 'mac_address': 'fa:16:3e:19:7b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e45397-6f87-4bdf-a2cb-1af074370154', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:09.548053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cc5800-c57f-4607-80b2-7dc9fb32341a None None] Network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:09.636264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-baa457ee-3fc4-4cff-ba0b-97ff48b4a9e7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5392735 Aug 19 12:17:09.645135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48104) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:09.653589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'port': {'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8', 'name': 'tempest-TaggedBootDevicesTest-235699232', 'fixed_ips': [{'subnet_id': '60c479a1-0e32-4f3b-aff3-c38b73d00695'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:09.688647 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:09.709884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] For port f9e28921-93b1-4ce9-904b-e0c8b0ab114b, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:09.735353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] For port f9e28921-93b1-4ce9-904b-e0c8b0ab114b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f9e28921-93b1-4ce9-904b-e0c8b0ab114b,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:09.759927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31bb26c-f2e2-4011-b74f-023241f3e829 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:09.810568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d136ad5-1743-4ba1-939c-97d1ceb5e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'ee5b8ad5-44bf-411d-b647-8c85f2160257', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'port_id': '07fb3072-2f01-4a7e-ac5c-fd789e251632', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'mac_address': 'fa:16:3e:31:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:15Z', 'updated_at': '2021-08-19T12:17:04Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:09.924435 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aa2cd-1f3e-461d-b897-7cb9fe498c33 req-2a8c5b76-9384-4e0d-8e91-eefa28b62c68 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:09.950028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d42aa2cd-1f3e-461d-b897-7cb9fe498c33 req-2a8c5b76-9384-4e0d-8e91-eefa28b62c68 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 944 time: 0.1112909 Aug 19 12:17:09.989581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c49db174-ae53-4f0d-a0a1-665f4958e55b details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:09.997356 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:09.999735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d136ad5-1743-4ba1-939c-97d1ceb5e1c9 None None] The sync data for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 is: [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'ee5b8ad5-44bf-411d-b647-8c85f2160257', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'port_id': '07fb3072-2f01-4a7e-ac5c-fd789e251632', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'mac_address': 'fa:16:3e:31:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:15Z', 'updated_at': '2021-08-19T12:17:04Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:10.027232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d42aa2cd-1f3e-461d-b897-7cb9fe498c33 req-e37a0bd2-dedd-408b-a237-af59ddb1afe2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865695 Aug 19 12:17:10.084092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:10.109703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762ffe7-ec65-44f5-ba6d-817d292ad388 req-9e3d4f0a-ad18-4f5d-9ac3-a67fcfc6b91d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:10.114305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c762ffe7-ec65-44f5-ba6d-817d292ad388 req-9e3d4f0a-ad18-4f5d-9ac3-a67fcfc6b91d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 950 time: 0.0741916 Aug 19 12:17:10.148555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f31bb26c-f2e2-4011-b74f-023241f3e829,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:10.184416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c762ffe7-ec65-44f5-ba6d-817d292ad388 req-42d3dddf-a613-4ec4-8985-32682a739098 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635767 Aug 19 12:17:10.199363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee0ee2-5b20-4f95-913b-2dd1ce6fab1e req-66b6b60b-6c44-40ab-a12f-700144d1677e tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:10.209952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dee0ee2-5b20-4f95-913b-2dd1ce6fab1e req-66b6b60b-6c44-40ab-a12f-700144d1677e tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 1097 time: 0.0944512 Aug 19 12:17:10.292023 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.338777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dee0ee2-5b20-4f95-913b-2dd1ce6fab1e req-eb5c8a2a-e12c-4789-a031-211bc15109fd tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170726 Aug 19 12:17:10.346702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] device_id is not set on port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:17:10.457218 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a0da56-58f3-4c56-abd0-ade8cad418cb None None] New status for floating IP ee5b8ad5-44bf-411d-b647-8c85f2160257: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:17:10.461147 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.517355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8346176-c1ba-4a79-a40d-01b6262a26f8 None None] Pushing event updated for resources: {'Port': ['ID=f9e28921-93b1-4ce9-904b-e0c8b0ab114b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:10.530855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-0d6c6406-487d-464e-aa6a-b35d43ac7bdd', 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'fixed_ips': [{'subnet_id': 'bc8fbf22-ad86-439b-b36a-a2769a04a542'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:17:10.541246 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.565941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-daf2949e-9279-4d89-a1a4-f7e3d47d12a5 req-3b77555c-83a3-4c3b-bb25-3009602abe51 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 210 time: 0.0800774 Aug 19 12:17:10.720913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c49db174-ae53-4f0d-a0a1-665f4958e55b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c49db174-ae53-4f0d-a0a1-665f4958e55b,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:10.948982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'c49db174-ae53-4f0d-a0a1-665f4958e55b', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'port_id': 'c49db174-ae53-4f0d-a0a1-665f4958e55b', 'mac_address': 'fa:16:3e:ab:0e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ede1da-987a-441b-8c84-707d48ae78bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:10.988344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Allocated IP 10.1.1.210 (193ea437-6444-44f1-bc3a-75066b6e68f8/60c479a1-0e32-4f3b-aff3-c38b73d00695/1851f4e9-b54c-452a-bdfc-d00b649ab1e3) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:10.989562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f31bb26c-f2e2-4011-b74f-023241f3e829'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:11.104974 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f31bb26c-f2e2-4011-b74f-023241f3e829,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:11.206679 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.296578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c49db174-ae53-4f0d-a0a1-665f4958e55b {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:11.326963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Allocated IP 10.2.2.2 (0d6c6406-487d-464e-aa6a-b35d43ac7bdd/bc8fbf22-ad86-439b-b36a-a2769a04a542/4e48f6dc-4440-4f33-a279-343bcd62d4f2) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:11.433505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c49db174-ae53-4f0d-a0a1-665f4958e55b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c49db174-ae53-4f0d-a0a1-665f4958e55b,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:11.522579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.540993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-2619adc1-aeb1-46f2-8829-ae4ab8cece37 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:11.547426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-2619adc1-aeb1-46f2-8829-ae4ab8cece37 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.53 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 821 time: 0.3406491 Aug 19 12:17:11.583332 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.596736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Transition to ACTIVE for port object 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:11.644176 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.696765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Request body: {'port': {'device_id': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'admin_state_up': True, 'tenant_id': 'f41e1c8e850e426db59f512e438291ad'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:11.811419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=c49db174-ae53-4f0d-a0a1-665f4958e55b,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:11.816226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.819681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f9e28921-93b1-4ce9-904b-e0c8b0ab114b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:11.845156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2cf21-1e07-422e-a7cf-9edc3523a9c3 req-de03f585-4f0a-49b0-9065-5e1ecac9e58b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:11.849001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9f2cf21-1e07-422e-a7cf-9edc3523a9c3 req-de03f585-4f0a-49b0-9065-5e1ecac9e58b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 945 time: 0.2966805 Aug 19 12:17:11.995223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['c49db174-ae53-4f0d-a0a1-665f4958e55b'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:12.017715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9f2cf21-1e07-422e-a7cf-9edc3523a9c3 req-fbc82467-28fe-4a1c-8f5b-ec376261ee29 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373305 Aug 19 12:17:12.025726 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network 193ea437-6444-44f1-bc3a-75066b6e68f8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:12.029181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:12.047021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:12.083549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Port': ['ID=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:12.108013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port f9e28921-93b1-4ce9-904b-e0c8b0ab114b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:12.152032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:12.158732 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.257171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Made reservation on behalf of f41e1c8e850e426db59f512e438291ad for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:12.261758 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.323896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476de17-ac07-4ad9-b0dc-e448fb98b553 None None] Network 193ea437-6444-44f1-bc3a-75066b6e68f8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:12.329914 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5ea8d868-1cbb-4cba-851b-782278935707 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6810744 Aug 19 12:17:12.334457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48214) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:12.341287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'port': {'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8', 'name': 'tempest-TaggedBootDevicesTest-2029052407', 'fixed_ips': [{'subnet_id': '60c479a1-0e32-4f3b-aff3-c38b73d00695'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:12.407501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddd649-1e0f-4bba-858e-9a61f6ece0ce req-5fff584c-d467-4af5-b331-e172cf897b54 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:12.409768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2ddd649-1e0f-4bba-858e-9a61f6ece0ce req-5fff584c-d467-4af5-b331-e172cf897b54 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 950 time: 0.2508776 Aug 19 12:17:12.521841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2ddd649-1e0f-4bba-858e-9a61f6ece0ce req-bf0479a5-d52c-4bab-abce-87189c05a7ef tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614915 Aug 19 12:17:12.682410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Allocated IP 172.20.0.5 (10f7b7da-bd8c-44ac-86f2-86a78eba3436/a2f124d0-f2b5-4b04-8a94-ccf71be9a828/42709810-5985-4098-8af7-fc4d0908d230) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:12.867438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:12.872642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.888351 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.909245 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Transition to ACTIVE for port object 4e48f6dc-4440-4f33-a279-343bcd62d4f2 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:12.912204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f700b535-3204-4315-9ac3-ab2db306b0ef req-02241f71-c9bd-4520-a55b-5d17f89e0286 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 210 time: 0.1200311 Aug 19 12:17:12.937109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Transition to ACTIVE for port object 4e48f6dc-4440-4f33-a279-343bcd62d4f2 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:12.943653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f31bb26c-f2e2-4011-b74f-023241f3e829 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:12.969546 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] device_id is not set on port 4fc642de-7ffa-4979-956d-5f14b4e4d72e yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:17:13.063705 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.144588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:13.169157 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.172655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Pushing event updated for resources: {'Port': ['ID=4e48f6dc-4440-4f33-a279-343bcd62d4f2,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:13.178602 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:13.183602 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:13.204648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Transition to ACTIVE for port object 42709810-5985-4098-8af7-fc4d0908d230 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:13.339513 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a2acac74-d9dd-4366-a79f-78da7e0e3cba None None] Provisioning for port f9e28921-93b1-4ce9-904b-e0c8b0ab114b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:13.352454 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.352718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a2acac74-d9dd-4366-a79f-78da7e0e3cba None None] Provisioning complete for port f9e28921-93b1-4ce9-904b-e0c8b0ab114b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:13.353132 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a2acac74-d9dd-4366-a79f-78da7e0e3cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.360024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port f31bb26c-f2e2-4011-b74f-023241f3e829 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:13.370746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port f31bb26c-f2e2-4011-b74f-023241f3e829 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:13.371217 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.392492 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Allocated IP 10.1.1.3 (193ea437-6444-44f1-bc3a-75066b6e68f8/60c479a1-0e32-4f3b-aff3-c38b73d00695/4fc642de-7ffa-4979-956d-5f14b4e4d72e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:13.426409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Attempting to bind port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:13.426791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Attempting to bind port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:13.427802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Attempting to bind port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 on network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:13.483484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:13.493135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:13.509663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:13.543617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:13.544147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Checking segment: {'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:13.544679 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.545107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Bound using segment: {'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:13.545658 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Bound port: 4e48f6dc-4440-4f33-a279-343bcd62d4f2, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:13.546548 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.580893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Pushing event updated for resources: {'Port': ['ID=42709810-5985-4098-8af7-fc4d0908d230,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:13.763292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:13.789755 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.942388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-4d346ed5-c1c4-4e97-8ea6-655a1877a41c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2521963 Aug 19 12:17:13.947698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ecf7014a-60f6-4334-a068-ca321431a546'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:13.961606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Request body: {'port': {'device_id': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:14.031222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:14.075373 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Transition to ACTIVE for port object 4fc642de-7ffa-4979-956d-5f14b4e4d72e will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:14.079928 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:14.107430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-fa6af9ce-7758-4dff-bfa6-5eba32147e3a tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:17:14.113242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-fa6af9ce-7758-4dff-bfa6-5eba32147e3a tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163367 Aug 19 12:17:14.159448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Request body: {'binding': {'host': 'n-h2-778732-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:14.159906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:17:14.198333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] For port 4e48f6dc-4440-4f33-a279-343bcd62d4f2, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:14.201472 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:14.242176 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a2acac74-d9dd-4366-a79f-78da7e0e3cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:14.296603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f31bb26c-f2e2-4011-b74f-023241f3e829,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:14.320519 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:14.327894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31bb26c-f2e2-4011-b74f-023241f3e829'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:14.335839 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e06e29-8a19-4eed-b088-8838050494a7" -d '{"events": [{"server_uuid": "39a5df50-cafa-4ab4-9f04-84e7d0c9158a", "name": "network-vif-plugged", "status": "completed", "tag": "f31bb26c-f2e2-4011-b74f-023241f3e829"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:14.362682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] For port 4e48f6dc-4440-4f33-a279-343bcd62d4f2, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4e48f6dc-4440-4f33-a279-343bcd62d4f2,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:14.363913 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:14.392207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a2acac74-d9dd-4366-a79f-78da7e0e3cba None None] For port f9e28921-93b1-4ce9-904b-e0c8b0ab114b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f9e28921-93b1-4ce9-904b-e0c8b0ab114b,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:14.401609 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:14.495197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f31bb26c-f2e2-4011-b74f-023241f3e829,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:14.500550 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:14.545324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Port': ['ID=4fc642de-7ffa-4979-956d-5f14b4e4d72e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:14.555924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network 193ea437-6444-44f1-bc3a-75066b6e68f8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:14.560756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:14.581213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:14.644635 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370b2b3-344c-4b97-8e7c-d13975da8ae0 None None] Pushing event updated for resources: {'Port': ['ID=4e48f6dc-4440-4f33-a279-343bcd62d4f2,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:14.660451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a2acac74-d9dd-4366-a79f-78da7e0e3cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:14.762968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.766636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:14.839614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acac74-d9dd-4366-a79f-78da7e0e3cba None None] Pushing event updated for resources: {'Port': ['ID=f9e28921-93b1-4ce9-904b-e0c8b0ab114b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:14.919106 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a2e047b3-9d1c-4ae9-9649-e583c4abf3fb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5768580 Aug 19 12:17:15.086131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-46c7f126-bed4-4df5-b389-d4c605fe5d16 None None] Provisioning for port 42709810-5985-4098-8af7-fc4d0908d230 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:15.112636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-46c7f126-bed4-4df5-b389-d4c605fe5d16 None None] Provisioning complete for port 42709810-5985-4098-8af7-fc4d0908d230 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:15.117870 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-46c7f126-bed4-4df5-b389-d4c605fe5d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:15.363347 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-46c7f126-bed4-4df5-b389-d4c605fe5d16 None None] Port 42709810-5985-4098-8af7-fc4d0908d230 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:15.424757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-46c7f126-bed4-4df5-b389-d4c605fe5d16 None None] Provisioning complete for port f9e28921-93b1-4ce9-904b-e0c8b0ab114b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:15.424757 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-46c7f126-bed4-4df5-b389-d4c605fe5d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:15.437775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42709810-5985-4098-8af7-fc4d0908d230 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:15.455114 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:15.497785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Transition to ACTIVE for port object 42709810-5985-4098-8af7-fc4d0908d230 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:15.500693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 on host n-h2-778732-8 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:15.501761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:15.502302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:15.514986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Port 54ad6495-dc36-432a-9d99-0b7141609b31 on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:15.514986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:15.526781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:15.527609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:15.528241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:15.529286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Bound port: 54ad6495-dc36-432a-9d99-0b7141609b31, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:15.681466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:15.894165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f9e28921-93b1-4ce9-904b-e0c8b0ab114b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:15.905176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Pushing event updated for resources: {'Port': ['ID=42709810-5985-4098-8af7-fc4d0908d230,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:15.907181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c49db174-ae53-4f0d-a0a1-665f4958e55b up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:15.981733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=54ad6495-dc36-432a-9d99-0b7141609b31,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:16.052860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-46c7f126-bed4-4df5-b389-d4c605fe5d16 None None] Provisioning for port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:16.125688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Attempting to bind port 42709810-5985-4098-8af7-fc4d0908d230 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:16.126464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Attempting to bind port 42709810-5985-4098-8af7-fc4d0908d230 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:16.138137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Attempting to bind port 42709810-5985-4098-8af7-fc4d0908d230 on network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:16.145284 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.159569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-46c7f126-bed4-4df5-b389-d4c605fe5d16 None None] Provisioning complete for port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:16.160167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-46c7f126-bed4-4df5-b389-d4c605fe5d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.176113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-9bbf14bc-1d1e-49b5-84bd-1829fcf151e9 service neutron] 10.222.0.44 "POST /v2.0/ports/54ad6495-dc36-432a-9d99-0b7141609b31/bindings HTTP/1.1" status: 201 len: 389 time: 2.0206819 Aug 19 12:17:16.180904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Port 42709810-5985-4098-8af7-fc4d0908d230 on network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:16.184130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Attempting to bind port 42709810-5985-4098-8af7-fc4d0908d230 on network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:16.199128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:16.216891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Checking segment: {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:16.217454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Bound using segment: {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:16.217979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Bound port: 42709810-5985-4098-8af7-fc4d0908d230, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885e2cc9-2194-482d-933b-99eee551b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:16.218463 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.356422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-46c7f126-bed4-4df5-b389-d4c605fe5d16 None None] Port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:16.367321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port c49db174-ae53-4f0d-a0a1-665f4958e55b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:16.367721 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.473216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f9e28921-93b1-4ce9-904b-e0c8b0ab114b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:16.473216 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.494662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] For port 42709810-5985-4098-8af7-fc4d0908d230, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:16.512301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] For port 42709810-5985-4098-8af7-fc4d0908d230, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=42709810-5985-4098-8af7-fc4d0908d230,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:16.668882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.778867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4e48f6dc-4440-4f33-a279-343bcd62d4f2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:16.791426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f2b6fa1e-ed4e-4e62-af89-e91affd60ef1 None None] Provisioning for port 4fc642de-7ffa-4979-956d-5f14b4e4d72e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:16.846432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:16.847215 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.852585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] 10.222.0.53 "PUT /v2.0/ports/42709810-5985-4098-8af7-fc4d0908d230 HTTP/1.1" status: 200 len: 1091 time: 2.8998568 Aug 19 12:17:16.853275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'tag': '42709810-5985-4098-8af7-fc4d0908d230'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:16.855859 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7aeca5a-232f-443d-88fc-e6d0ced4fd7a", "tag": "42709810-5985-4098-8af7-fc4d0908d230"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:16.859454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f2b6fa1e-ed4e-4e62-af89-e91affd60ef1 None None] Provisioning complete for port 4fc642de-7ffa-4979-956d-5f14b4e4d72e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:16.859842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f2b6fa1e-ed4e-4e62-af89-e91affd60ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.914856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4026e0b-cc94-4b24-ab0d-08f4d9d34b02 service neutron] Pushing event updated for resources: {'Port': ['ID=42709810-5985-4098-8af7-fc4d0908d230,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:16.984891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8236db-3dbc-469c-b3f2-f6f2d6d339c7 None None] Network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:17.021861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d91bf-69ee-4094-9aee-2a7b4912840b req-15a4c347-5726-4787-80fe-8c33211cab6d tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.044372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-798d91bf-69ee-4094-9aee-2a7b4912840b req-15a4c347-5726-4787-80fe-8c33211cab6d tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 1101 time: 0.1180501 Aug 19 12:17:17.222002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6fa1e-ed4e-4e62-af89-e91affd60ef1 None None] Port 4fc642de-7ffa-4979-956d-5f14b4e4d72e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:17.315085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-798d91bf-69ee-4094-9aee-2a7b4912840b req-d18aef35-8182-42ee-96ec-c7f68a8b80a9 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184629 Aug 19 12:17:17.336613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-914e4cc8-b0b7-4220-a9ca-fbf0e9490cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.342461 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-914e4cc8-b0b7-4220-a9ca-fbf0e9490cd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 1097 time: 0.1530154 Aug 19 12:17:17.347059 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.348264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-19781a84-c28f-4b83-82ec-ee1156f06774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.354988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-19781a84-c28f-4b83-82ec-ee1156f06774 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 1094 time: 0.3094661 Aug 19 12:17:17.538229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-f1faa2b0-be42-448a-ac22-9690fcc6e02b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42709810-5985-4098-8af7-fc4d0908d230 HTTP/1.1" status: 200 len: 217 time: 0.1692772 Aug 19 12:17:17.659205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:17.737066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c49db174-ae53-4f0d-a0a1-665f4958e55b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c49db174-ae53-4f0d-a0a1-665f4958e55b,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:17.799625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-811a624f-18fd-4a98-bd65-c52d19fb9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.802973 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-811a624f-18fd-4a98-bd65-c52d19fb9b5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.2242501 Aug 19 12:17:17.803956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-39c6585a-4ca5-43bf-80ba-3c31504efd30 None None] Provisioning for port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:17.810398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-39c6585a-4ca5-43bf-80ba-3c31504efd30 None None] Provisioning complete for port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:17.810918 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-39c6585a-4ca5-43bf-80ba-3c31504efd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.831654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac5089-4293-41bd-938e-da759f6960b7 req-b26e24fc-61ba-42d3-bf86-f09ec30fe023 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.840141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eaac5089-4293-41bd-938e-da759f6960b7 req-b26e24fc-61ba-42d3-bf86-f09ec30fe023 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.3321126 Aug 19 12:17:17.948994 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.059301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-b1dcc692-3793-414a-9ae8-c954c2c7cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.060973 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-b1dcc692-3793-414a-9ae8-c954c2c7cf21 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2197065 Aug 19 12:17:18.136097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eaac5089-4293-41bd-938e-da759f6960b7 req-0c5013e9-8aa3-4579-b2d4-f10af27fb3bf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042549 Aug 19 12:17:18.212316 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-39c6585a-4ca5-43bf-80ba-3c31504efd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.246992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=c49db174-ae53-4f0d-a0a1-665f4958e55b,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:18.304555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-1ff32a62-5eca-414d-92ad-6e229e7ea820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.309515 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-1ff32a62-5eca-414d-92ad-6e229e7ea820 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.9534669 Aug 19 12:17:18.319003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-39c6585a-4ca5-43bf-80ba-3c31504efd30 None None] For port 4e48f6dc-4440-4f33-a279-343bcd62d4f2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4e48f6dc-4440-4f33-a279-343bcd62d4f2,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:18.357432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-2c83d9c6-5547-48cb-a164-3dd8b1e7dd78 service neutron] 10.222.0.53 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869365 Aug 19 12:17:18.408400 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-c579dc00-db57-4593-986c-111a5bb1487c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54ad6495-dc36-432a-9d99-0b7141609b31 HTTP/1.1" status: 200 len: 217 time: 0.0823181 Aug 19 12:17:18.426834 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-39c6585a-4ca5-43bf-80ba-3c31504efd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.519808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-c4e25b9b-86ea-4bb5-afcc-141064701678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.522762 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-c4e25b9b-86ea-4bb5-afcc-141064701678 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.0864382 Aug 19 12:17:18.585966 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-11c3b76a-f4f5-4ab4-953c-533780c0c58d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487459 Aug 19 12:17:18.602259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6585a-4ca5-43bf-80ba-3c31504efd30 None None] Pushing event updated for resources: {'Port': ['ID=4e48f6dc-4440-4f33-a279-343bcd62d4f2,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:18.622588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-22cef35d-e3af-411a-82b2-1dd823367bd6 None None] Provisioning complete for port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:18.623375 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-22cef35d-e3af-411a-82b2-1dd823367bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.738756 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-429c69b3-6b67-4e00-85eb-cd3593a947b3 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413767 Aug 19 12:17:18.916872 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-551aba2f-85b8-436c-86ba-8f607cbc59bc service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622524 Aug 19 12:17:19.023091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3aa0aaf-7382-48aa-9f32-80866d662d88 req-6d043a2d-00c9-489d-ad55-cd5b750d9ce3 service neutron] 10.222.0.53 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548345 Aug 19 12:17:19.041007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308dc1f-309a-439c-a071-7515c746d87c req-4937c2ff-cbe4-42e9-b0e4-57e6de096c37 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.042621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6308dc1f-309a-439c-a071-7515c746d87c req-4937c2ff-cbe4-42e9-b0e4-57e6de096c37 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 943 time: 0.1257701 Aug 19 12:17:19.045675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21fdbb0b-488c-407a-b09f-21e6251af8c5 req-5fdd9626-6ed1-438d-9c03-c86d95a050f9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091437 Aug 19 12:17:19.085264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6308dc1f-309a-439c-a071-7515c746d87c req-ca3b9c8e-8d18-4d24-b5b2-8f7f8e9fa1a1 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366154 Aug 19 12:17:19.133185 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154f77d4-1d5f-47be-afd4-cf0fe325d774 x-openstack-request-id: req-154f77d4-1d5f-47be-afd4-cf0fe325d774 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:19.133185 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a5df50-cafa-4ab4-9f04-84e7d0c9158a", "name": "network-vif-plugged", "status": "completed", "tag": "f31bb26c-f2e2-4011-b74f-023241f3e829", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:19.133663 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-154f77d4-1d5f-47be-afd4-cf0fe325d774 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:19.134031 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31bb26c-f2e2-4011-b74f-023241f3e829', 'code': 200} Aug 19 12:17:19.164691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdbb0b-488c-407a-b09f-21e6251af8c5 req-01436fd9-393f-41cf-bc9b-537536a9fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.167693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21fdbb0b-488c-407a-b09f-21e6251af8c5 req-01436fd9-393f-41cf-bc9b-537536a9fdf8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 1095 time: 0.0597429 Aug 19 12:17:19.313204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f2563-282f-4e0b-a163-a3298f248dd2 req-307cf0d3-9961-424c-81ac-ca268b570b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.315845 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc3f2563-282f-4e0b-a163-a3298f248dd2 req-307cf0d3-9961-424c-81ac-ca268b570b8d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 1097 time: 0.0692625 Aug 19 12:17:19.341474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdbb0b-488c-407a-b09f-21e6251af8c5 req-ea7a068e-33be-464d-9384-094ff9cf262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.342926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21fdbb0b-488c-407a-b09f-21e6251af8c5 req-ea7a068e-33be-464d-9384-094ff9cf262b service neutron] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.1438563 Aug 19 12:17:19.398656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21fdbb0b-488c-407a-b09f-21e6251af8c5 req-46100f1c-088b-4577-9681-a29b524b95a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1 HTTP/1.1" status: 200 len: 217 time: 0.0463693 Aug 19 12:17:19.404219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc3f2563-282f-4e0b-a163-a3298f248dd2 req-1ea80344-4192-4752-9f8c-775649282268 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736248 Aug 19 12:17:19.664486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdbb0b-488c-407a-b09f-21e6251af8c5 req-3825af7e-50e5-49de-aa5b-b0d423025f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.666498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21fdbb0b-488c-407a-b09f-21e6251af8c5 req-3825af7e-50e5-49de-aa5b-b0d423025f5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.0518246 Aug 19 12:17:19.705433 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21fdbb0b-488c-407a-b09f-21e6251af8c5 req-249112ad-1311-4803-b0aa-77799eb090f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285144 Aug 19 12:17:19.798941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4e48f6dc-4440-4f33-a279-343bcd62d4f2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:19.845632 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21fdbb0b-488c-407a-b09f-21e6251af8c5 req-da047ebb-0ff4-44bb-8a93-bc379d44a9c1 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300943 Aug 19 12:17:19.891510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:19.892141 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.984672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21fdbb0b-488c-407a-b09f-21e6251af8c5 req-897a9a43-969b-4ce4-ade0-e09144f653c5 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292725 Aug 19 12:17:20.333213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48254) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:20.340275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2cd21651-54da-4e01-a3a6-7cd69b47a1a5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709041431', 'description': 'tempest-description--494779071'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:20.491134 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2cd21651-54da-4e01-a3a6-7cd69b47a1a5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.660777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3540bd-dcda-45cd-8248-5768847145aa req-989a033c-8818-468f-a1f2-722b2c197727 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.660777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe3540bd-dcda-45cd-8248-5768847145aa req-989a033c-8818-468f-a1f2-722b2c197727 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 946 time: 0.2467222 Aug 19 12:17:20.661229 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-77755659-8bdc-4d3b-b01d-83697342fb8c req-4d2a312f-fc66-4be0-9a9c-0eb6d815c1f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1234782 Aug 19 12:17:20.869415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe3540bd-dcda-45cd-8248-5768847145aa req-e349706b-5c17-4d25-848c-24a7aa00959a tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042961 Aug 19 12:17:20.996741 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77755659-8bdc-4d3b-b01d-83697342fb8c req-442b97bb-ba32-45a7-9db1-e5747f2f6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.999620 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-77755659-8bdc-4d3b-b01d-83697342fb8c req-442b97bb-ba32-45a7-9db1-e5747f2f6ec9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 1096 time: 0.2378242 Aug 19 12:17:21.083820 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212fbdfd-e38b-4bce-b938-ca7329c153c9 x-openstack-request-id: req-212fbdfd-e38b-4bce-b938-ca7329c153c9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:21.083820 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7aeca5a-232f-443d-88fc-e6d0ced4fd7a", "tag": "42709810-5985-4098-8af7-fc4d0908d230", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:21.083820 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-212fbdfd-e38b-4bce-b938-ca7329c153c9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:21.083820 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'tag': '42709810-5985-4098-8af7-fc4d0908d230', 'status': 'completed', 'code': 200} Aug 19 12:17:21.083820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2cd21651-54da-4e01-a3a6-7cd69b47a1a5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.135581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49db174-ae53-4f0d-a0a1-665f4958e55b'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:21.138681 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbc879d-3228-417f-9683-350303708c92" -d '{"events": [{"server_uuid": "5b022fcc-ea62-4788-8ea8-48eeb0979f0f", "name": "network-vif-plugged", "status": "completed", "tag": "c49db174-ae53-4f0d-a0a1-665f4958e55b"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:21.164154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5 req-9a972c5e-f605-4b3d-a386-bc70dc4af319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.166183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5 req-9a972c5e-f605-4b3d-a386-bc70dc4af319 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 1094 time: 0.0636168 Aug 19 12:17:21.262152 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ffd70037-e42d-4373-ab45-98dab9872484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.296759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77755659-8bdc-4d3b-b01d-83697342fb8c req-d7ce5e8b-04d7-49e2-8801-5931da4ac902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.298731 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-77755659-8bdc-4d3b-b01d-83697342fb8c req-d7ce5e8b-04d7-49e2-8801-5931da4ac902 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.2288804 Aug 19 12:17:21.303486 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2cd21651-54da-4e01-a3a6-7cd69b47a1a5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.415658 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-77755659-8bdc-4d3b-b01d-83697342fb8c req-889f73b3-520b-40ec-8b57-74804a1545e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7687723-d57e-4e54-888b-0a21ca449e5f HTTP/1.1" status: 200 len: 217 time: 0.1083415 Aug 19 12:17:21.435051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd21651-54da-4e01-a3a6-7cd69b47a1a5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00aba95-15be-4397-8e68-1d3f7f5e94c9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:21.524032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5 req-959b64d9-6f77-45c1-96b9-7bb758078ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.525535 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5 req-959b64d9-6f77-45c1-96b9-7bb758078ea7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.3514051 Aug 19 12:17:21.533519 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2cd21651-54da-4e01-a3a6-7cd69b47a1a5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.540989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2cd21651-54da-4e01-a3a6-7cd69b47a1a5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2014573 Aug 19 12:17:21.545306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48268) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:21.556430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77755659-8bdc-4d3b-b01d-83697342fb8c req-688705e8-c18d-4fea-9afd-4bd1c77a9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.561854 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-77755659-8bdc-4d3b-b01d-83697342fb8c req-688705e8-c18d-4fea-9afd-4bd1c77a9ccd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.1377256 Aug 19 12:17:21.577330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-37df3f9e-3cf5-49ce-b419-d0c7e7834d7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'security_group_rule': {'security_group_id': 'a00aba95-15be-4397-8e68-1d3f7f5e94c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:21.640876 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-77755659-8bdc-4d3b-b01d-83697342fb8c req-6ac8814d-0bef-462f-b91b-3c3094b072ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606685 Aug 19 12:17:21.669882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5 req-a87ed011-bcad-475e-a06f-33e565514a6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42709810-5985-4098-8af7-fc4d0908d230 HTTP/1.1" status: 200 len: 217 time: 0.1286778 Aug 19 12:17:21.824415 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-77755659-8bdc-4d3b-b01d-83697342fb8c req-d0d5e226-d471-4d6e-8769-bb1002966cdd service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822667 Aug 19 12:17:21.830020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37df3f9e-3cf5-49ce-b419-d0c7e7834d7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.878210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5 req-b303e875-1d98-4de3-98d6-0f93bd457a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.883866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5 req-b303e875-1d98-4de3-98d6-0f93bd457a57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.1807435 Aug 19 12:17:21.998343 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-77755659-8bdc-4d3b-b01d-83697342fb8c req-68fb705f-9a24-4fc0-b2e3-83874da59b0d service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631169 Aug 19 12:17:22.008870 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37df3f9e-3cf5-49ce-b419-d0c7e7834d7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.082661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5 req-fe450dd6-9e43-4918-bbf9-6713a0778df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:22.091159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5 req-fe450dd6-9e43-4918-bbf9-6713a0778df1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854170 Aug 19 12:17:22.097323 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37df3f9e-3cf5-49ce-b419-d0c7e7834d7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.150687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df3f9e-3cf5-49ce-b419-d0c7e7834d7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8285d903-481a-4dc2-9993-1c24015afae1,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:22.393047 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37df3f9e-3cf5-49ce-b419-d0c7e7834d7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.395265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-37df3f9e-3cf5-49ce-b419-d0c7e7834d7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8289931 Aug 19 12:17:22.396651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48272) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:22.402934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fc0b6356-5737-4f9c-aea6-b045efa3b722 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'security_group_rule': {'security_group_id': 'a00aba95-15be-4397-8e68-1d3f7f5e94c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:22.448913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5 req-bb4614f1-9887-4251-9256-3a3b0aea7451 service neutron] 10.222.0.53 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437068 Aug 19 12:17:22.582184 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6356-5737-4f9c-aea6-b045efa3b722 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.688136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e80d7f7-6d3b-440d-96c1-9a7993c290e5 req-78336c8b-62a6-4500-b636-29c71844a4e2 service neutron] 10.222.0.53 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350569 Aug 19 12:17:22.768510 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6356-5737-4f9c-aea6-b045efa3b722 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.867359 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6356-5737-4f9c-aea6-b045efa3b722 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.924941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b6356-5737-4f9c-aea6-b045efa3b722 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86586c3d-a73d-4bbb-86b8-f37942359ab7,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:22.983449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 42709810-5985-4098-8af7-fc4d0908d230 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:23.009009 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6356-5737-4f9c-aea6-b045efa3b722 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.018072 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fc0b6356-5737-4f9c-aea6-b045efa3b722 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6195471 Aug 19 12:17:23.021876 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48274) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:23.027496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:23.175056 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.293242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 42709810-5985-4098-8af7-fc4d0908d230, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=42709810-5985-4098-8af7-fc4d0908d230,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:23.345946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '42709810-5985-4098-8af7-fc4d0908d230', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'port_id': '42709810-5985-4098-8af7-fc4d0908d230', 'mac_address': 'fa:16:3e:3f:0e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:23.445689 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.480478 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.484291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42709810-5985-4098-8af7-fc4d0908d230 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:23.558436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 42709810-5985-4098-8af7-fc4d0908d230, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=42709810-5985-4098-8af7-fc4d0908d230,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:23.643599 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.786608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=42709810-5985-4098-8af7-fc4d0908d230,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:23.795046 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Allocated IP 172.25.6.191 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/d5d2f0c5-83d1-409d-a95f-20d8370fd87b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:23.936812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['42709810-5985-4098-8af7-fc4d0908d230'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:24.110804 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.340951 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.398870 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:24.422610 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:24.435224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Port': ['ID=d5d2f0c5-83d1-409d-a95f-20d8370fd87b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:24.445207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:24.614011 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.847695 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.313425 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0b22836a-ec53-4f64-a201-310d3f2d1752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.333429 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.791994 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.873069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Port': ['ID=d5d2f0c5-83d1-409d-a95f-20d8370fd87b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:25.888142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.278164 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.312464 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.314225 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9939619f-e1b6-4243-9305-3398c2dfa79b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2913105 Aug 19 12:17:26.829218 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.038824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 42709810-5985-4098-8af7-fc4d0908d230 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:27.271761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 42709810-5985-4098-8af7-fc4d0908d230 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:27.276553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 42709810-5985-4098-8af7-fc4d0908d230 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:27.277049 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.433280 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.516817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 42709810-5985-4098-8af7-fc4d0908d230, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=42709810-5985-4098-8af7-fc4d0908d230,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:27.621239 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.771550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=42709810-5985-4098-8af7-fc4d0908d230,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:28.689088 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.573915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-88328f48-2c0e-42cb-9d53-e330a1cb9935 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352368 Aug 19 12:17:33.718367 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ba4e7-953b-4e1b-a1a4-405669cd0618 req-b4891b1f-e596-4d48-8cfc-68e98c2370c9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:33.719836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f87ba4e7-953b-4e1b-a1a4-405669cd0618 req-b4891b1f-e596-4d48-8cfc-68e98c2370c9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.1115911 Aug 19 12:17:33.751482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-1c316137-172a-483a-81aa-ee390434dd48 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:33.753140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-1c316137-172a-483a-81aa-ee390434dd48 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774771 Aug 19 12:17:33.779185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-de6de11b-555b-4ebe-b0a5-1a7bffda606c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/quotas/c3b89d50d87e468e9fc4df05bf40f5d3 HTTP/1.1" status: 200 len: 375 time: 0.0177081 Aug 19 12:17:33.796220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f87ba4e7-953b-4e1b-a1a4-405669cd0618 req-93dbf737-0045-4375-8284-1a0f5ed88612 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630202 Aug 19 12:17:33.866534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-ed2c8a39-2b00-4b3d-8c82-dd7fe60f2296 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0749719 Aug 19 12:17:34.121106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67c233-68e8-4324-a4ba-db705125a692 req-b1b0e4f3-cc67-4f4c-95c2-b1cce2b300cd tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:34.127406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b67c233-68e8-4324-a4ba-db705125a692 req-b1b0e4f3-cc67-4f4c-95c2-b1cce2b300cd tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 945 time: 0.0687482 Aug 19 12:17:34.166661 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988ada28-7548-468d-a027-4fb52a996e85 x-openstack-request-id: req-988ada28-7548-468d-a027-4fb52a996e85 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:34.167493 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b022fcc-ea62-4788-8ea8-48eeb0979f0f", "name": "network-vif-plugged", "status": "completed", "tag": "c49db174-ae53-4f0d-a0a1-665f4958e55b", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:34.167493 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-988ada28-7548-468d-a027-4fb52a996e85 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:34.167791 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49db174-ae53-4f0d-a0a1-665f4958e55b', 'code': 200} Aug 19 12:17:34.186867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b67c233-68e8-4324-a4ba-db705125a692 req-7ecd20c7-2f8f-407a-b62b-d42245b5383c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500069 Aug 19 12:17:34.345444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b769c5-3913-4b6a-887c-1b8fc6dadefd req-0286aaa4-ebf0-4336-bee5-222ec2d7f5ab tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:34.345898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43b769c5-3913-4b6a-887c-1b8fc6dadefd req-0286aaa4-ebf0-4336-bee5-222ec2d7f5ab tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 946 time: 0.0864003 Aug 19 12:17:34.369633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-da54b6bd-4df2-4992-a964-b46b5f832a86 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1709041431&fields=id&tenant_id=de32ceb272334860bcd42ef7d3eb8552 HTTP/1.1" status: 200 len: 267 time: 0.0662763 Aug 19 12:17:34.434569 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43b769c5-3913-4b6a-887c-1b8fc6dadefd req-dd5f4f09-4e62-4045-a622-7ce03c06c24e tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791862 Aug 19 12:17:34.445090 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-e9156072-26ab-4ae2-a623-1af1c4868cc9 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:34.453896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-e9156072-26ab-4ae2-a623-1af1c4868cc9 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports/1851f4e9-b54c-452a-bdfc-d00b649ab1e3 HTTP/1.1" status: 200 len: 931 time: 0.0688128 Aug 19 12:17:34.502031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-0b7f5162-3e94-45e1-8cdf-6d4b119e5843 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:34.503603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-0b7f5162-3e94-45e1-8cdf-6d4b119e5843 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports/4fc642de-7ffa-4979-956d-5f14b4e4d72e HTTP/1.1" status: 200 len: 930 time: 0.0505550 Aug 19 12:17:34.565253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-859219b7-0ebd-483c-8251-a4245286d6ea tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?network_id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0543468 Aug 19 12:17:34.609940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6b911b78-18af-483b-a5ab-500204ab2422 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?network_id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0375016 Aug 19 12:17:34.825142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-74c6d896-d3ad-484a-9564-d42f1583147f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:34.831124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-74c6d896-d3ad-484a-9564-d42f1583147f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:34.837229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-74c6d896-d3ad-484a-9564-d42f1583147f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:34.839112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-74c6d896-d3ad-484a-9564-d42f1583147f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/networks?id=ba2269c4-ec6f-4475-935d-eb1eae834738&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd HTTP/1.1" status: 200 len: 1990 time: 0.2233722 Aug 19 12:17:34.872255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-3f6af133-5d86-400d-bf09-d349d8f036d9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:34.873917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-3f6af133-5d86-400d-bf09-d349d8f036d9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/networks?id=ae10248e-711c-481d-abeb-4624233e86e0 HTTP/1.1" status: 200 len: 815 time: 0.1824911 Aug 19 12:17:34.875879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-56a87b5f-4915-4872-bbe7-5b04fd8d1a32 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/quotas/de32ceb272334860bcd42ef7d3eb8552 HTTP/1.1" status: 200 len: 375 time: 0.0290074 Aug 19 12:17:34.905609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-fd0b1ae9-f3ae-44df-84de-0aa76f195fda tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/quotas/2b66c46f632d4b24925234b8e460562e HTTP/1.1" status: 200 len: 375 time: 0.0206337 Aug 19 12:17:34.995318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-786a606a-0d40-442f-82b1-42e1b5208047 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1082299 Aug 19 12:17:35.018382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-41f6c1d6-ec9e-462e-8de4-a7b2c4fc3e90 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b66c46f632d4b24925234b8e460562e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956633 Aug 19 12:17:35.189609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8bc3499e-7bea-4239-b193-a295859ba412 service neutron] 10.222.0.44 "GET /v2.0/networks/ba2269c4-ec6f-4475-935d-eb1eae834738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700301 Aug 19 12:17:35.197151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-4531614b-a477-44d0-ae84-8fd741ac7c78 service neutron] 10.222.0.44 "GET /v2.0/networks/ae10248e-711c-481d-abeb-4624233e86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694756 Aug 19 12:17:35.371314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-57019928-b391-415c-aced-ffbb7112de31 service neutron] 10.222.0.44 "GET /v2.0/networks/ba2269c4-ec6f-4475-935d-eb1eae834738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721401 Aug 19 12:17:35.373284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-17c18996-d527-47e1-a002-936da5342bf8 service neutron] 10.222.0.44 "GET /v2.0/networks/ae10248e-711c-481d-abeb-4624233e86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638656 Aug 19 12:17:35.421169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-260a5adc-666f-46f1-90e2-8fb6e01de779 service neutron] 10.222.0.44 "GET /v2.0/ports/1851f4e9-b54c-452a-bdfc-d00b649ab1e3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0390620 Aug 19 12:17:35.526044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-75db482c-8627-43b4-b8ca-66a6dbfef35c service neutron] 10.222.0.44 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980604 Aug 19 12:17:35.640982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4d3b710a-2562-4165-a3fc-28fa63f5339b service neutron] 10.222.0.44 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042337 Aug 19 12:17:35.730685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1b57507c-292b-44a0-9a9e-8271946616d7 service neutron] 10.222.0.44 "GET /v2.0/ports/4fc642de-7ffa-4979-956d-5f14b4e4d72e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0651791 Aug 19 12:17:35.862917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302551b-3e11-4f61-b38e-9230ee454a76 req-752aece1-2a26-4279-8a62-cf015911493c tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:35.871530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a302551b-3e11-4f61-b38e-9230ee454a76 req-752aece1-2a26-4279-8a62-cf015911493c tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 1097 time: 0.1497338 Aug 19 12:17:35.907379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3ccfc9db-3b31-4bdc-9f9a-6cb0ebf08860 service neutron] 10.222.0.44 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621118 Aug 19 12:17:35.941980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a302551b-3e11-4f61-b38e-9230ee454a76 req-52f6f917-2bfc-4541-96f2-2b03cd46913b tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658681 Aug 19 12:17:36.071790 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a385dbd7-84fb-4222-8404-fcec6cb3342a service neutron] 10.222.0.44 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543350 Aug 19 12:17:36.115312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9810b826-2f31-481c-9fe7-235d8fd479ce req-58545e11-cdc4-47d5-af72-96f9c57aa295 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 210 time: 0.0788915 Aug 19 12:17:36.169554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42709810-5985-4098-8af7-fc4d0908d230'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:36.172652 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c4e85f-bd2d-4056-9684-0260e8ef231e" -d '{"events": [{"server_uuid": "f7aeca5a-232f-443d-88fc-e6d0ced4fd7a", "name": "network-vif-plugged", "status": "completed", "tag": "42709810-5985-4098-8af7-fc4d0908d230"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:36.503212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc268f22-3f94-4bf0-861c-88d7d8e55433 req-c01bcf4b-d232-43d0-9cee-75fc3a143e31 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:36.504924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc268f22-3f94-4bf0-861c-88d7d8e55433 req-c01bcf4b-d232-43d0-9cee-75fc3a143e31 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 945 time: 0.1053684 Aug 19 12:17:36.523579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-5c73395f-dc30-421a-a212-1f018ebfc058 service neutron] 10.222.0.44 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196014 Aug 19 12:17:36.597793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc268f22-3f94-4bf0-861c-88d7d8e55433 req-0cbf6991-7f03-4cea-8c4e-94f37ba78348 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846915 Aug 19 12:17:36.656457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-94c68875-53b1-4c34-bd2d-92510467f9a8 service neutron] 10.222.0.44 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207588 Aug 19 12:17:36.798615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0f02e-11be-4625-9d1d-9f5a8395eecc req-3c7eaea7-166d-4711-bfed-1eb22e55f59d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:36.800267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f7c0f02e-11be-4625-9d1d-9f5a8395eecc req-3c7eaea7-166d-4711-bfed-1eb22e55f59d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 946 time: 0.0801110 Aug 19 12:17:36.826685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-199804d2-5fed-43b7-8279-2c6947bf213a service neutron] 10.222.0.44 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590579 Aug 19 12:17:36.829089 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-98055beb-ce6c-4013-a3fb-5aca28acd586 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421667 Aug 19 12:17:36.935878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f7c0f02e-11be-4625-9d1d-9f5a8395eecc req-d4601764-38de-4ebb-a791-e516ed4c5742 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228106 Aug 19 12:17:36.976780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45355289-05ef-4a1c-b474-c784c04602d0 service neutron] 10.222.0.44 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425173 Aug 19 12:17:37.009543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-b3de2512-dbad-446b-8d93-ad4696e29eff tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:37.011079 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-b3de2512-dbad-446b-8d93-ad4696e29eff tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717124 Aug 19 12:17:37.030068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Request body: {'port': {'device_id': '25629ba2-a091-4c10-9d0b-9a79b6820286', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'c3b89d50d87e468e9fc4df05bf40f5d3'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:37.072575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72bd9f13-6e45-42cf-945a-5309f1b6fbc7 req-cdc4ba2c-d851-4dff-8670-479b9dc86fb4 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 210 time: 0.0792780 Aug 19 12:17:37.181980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-abac6477-7f31-4fe5-89bf-2a08e0227cb5 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978958 Aug 19 12:17:37.215259 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1024cda5-3011-4dbf-96fd-861c65c8aa5f x-openstack-request-id: req-1024cda5-3011-4dbf-96fd-861c65c8aa5f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:37.215788 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aeca5a-232f-443d-88fc-e6d0ced4fd7a", "name": "network-vif-plugged", "status": "completed", "tag": "42709810-5985-4098-8af7-fc4d0908d230", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:37.216104 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1024cda5-3011-4dbf-96fd-861c65c8aa5f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:37.217805 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42709810-5985-4098-8af7-fc4d0908d230', 'code': 200} Aug 19 12:17:37.327499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-2b09cce7-c41e-4401-9143-84d18d3babd8 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332731 Aug 19 12:17:37.391580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Made reservation on behalf of c3b89d50d87e468e9fc4df05bf40f5d3 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:37.397216 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.436094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e0bb5b8-e070-40ea-b27d-a4842d339217 req-1a7f686f-b47d-4c34-8bc0-1a4e1c5311a3 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 210 time: 0.0677826 Aug 19 12:17:37.463450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab99a69-61ca-488e-91d6-44fdc57828f2 req-843b3afe-5583-4b9d-ac98-d87908944454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:37.465811 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ab99a69-61ca-488e-91d6-44fdc57828f2 req-843b3afe-5583-4b9d-ac98-d87908944454 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 1096 time: 0.1372867 Aug 19 12:17:37.534869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-d369599e-c934-47f8-ba68-fc1e4bc65f00 service neutron] 10.222.0.44 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968434 Aug 19 12:17:37.541021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ab99a69-61ca-488e-91d6-44fdc57828f2 req-b7993c56-e3fa-4928-b29b-75713a4c9151 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651913 Aug 19 12:17:37.637559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Allocated IP 192.168.233.215 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/3ee74783-e8c6-41f3-bef1-0071326e6cea) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:37.669779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-526bf9e8-072f-4731-890e-8d75d214080e service neutron] 10.222.0.44 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215456 Aug 19 12:17:37.920931 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.941577 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Transition to ACTIVE for port object 3ee74783-e8c6-41f3-bef1-0071326e6cea will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:37.953970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-e190dc08-d022-467e-800d-6c96dea1ec6d tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:37.959238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-e190dc08-d022-467e-800d-6c96dea1ec6d tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1097 time: 0.0928741 Aug 19 12:17:37.980859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-8'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:38.001723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 54ad6495-dc36-432a-9d99-0b7141609b31 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:38.007158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c49db174-ae53-4f0d-a0a1-665f4958e55b no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:38.055480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.080155 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:17:38.135817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.214061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:38.220499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:38.225810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:38.244818 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16', 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', '765a533f-de86-4f6c-93f4-99d28d6b2730', 'ee14081d-97fc-419a-9149-27e895a5e467'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:38.291994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124', 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:38.300796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event updated for resources: {'Port': ['ID=3ee74783-e8c6-41f3-bef1-0071326e6cea,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:38.322658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.323241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.323806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.324430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.324910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.325486 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.326036 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.327456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.327912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.328839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.329043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.329848 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:38.383591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=54ad6495-dc36-432a-9d99-0b7141609b31,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:38.401464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:38.409945 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.450478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:38.506236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ad6495-dc36-432a-9d99-0b7141609b31'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:38.509138 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f60c59-3e76-4864-b160-cef3a82fc98e" -d '{"events": [{"server_uuid": "4c16f5dd-633a-4deb-9521-f9c5b66cfff6", "name": "network-vif-unplugged", "status": "completed", "tag": "54ad6495-dc36-432a-9d99-0b7141609b31"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:38.513971 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.570539 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-7f70383d-9ac4-41fa-b6c1-041cfd429556 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5444279 Aug 19 12:17:38.589125 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.596915 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Request body: {'port': {'device_id': '25629ba2-a091-4c10-9d0b-9a79b6820286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:38.614820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=54ad6495-dc36-432a-9d99-0b7141609b31,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:38.668836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 54ad6495-dc36-432a-9d99-0b7141609b31 has no active binding in host n-h2-778732-8 {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:17:38.679809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.694147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.752221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c49db174-ae53-4f0d-a0a1-665f4958e55b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c49db174-ae53-4f0d-a0a1-665f4958e55b,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:38.839344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Pushing event updated for resources: {'Port': ['ID=54ad6495-dc36-432a-9d99-0b7141609b31,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:38.857692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 on host n-h1-778732-8 for vnic_type normal with profile {"migrating_to": "n-h2-778732-8"} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:38.858369 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:38.859202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:38.870134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Port 54ad6495-dc36-432a-9d99-0b7141609b31 on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:38.870134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Attempting to bind port 54ad6495-dc36-432a-9d99-0b7141609b31 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:38.877271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:38.877271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:38.877639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:38.878397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Bound port: 54ad6495-dc36-432a-9d99-0b7141609b31, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:38.879012 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.906879 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.989238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:38.998109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee0819e5-b916-44ff-90ab-ba794ab922b8 None None] Provisioning for port 3ee74783-e8c6-41f3-bef1-0071326e6cea completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:38.999687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=54ad6495-dc36-432a-9d99-0b7141609b31,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:39.024654 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee0819e5-b916-44ff-90ab-ba794ab922b8 None None] Provisioning complete for port 3ee74783-e8c6-41f3-bef1-0071326e6cea triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:39.024654 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee0819e5-b916-44ff-90ab-ba794ab922b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.189542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ee0819e5-b916-44ff-90ab-ba794ab922b8 None None] Port 3ee74783-e8c6-41f3-bef1-0071326e6cea cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:39.194452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=c49db174-ae53-4f0d-a0a1-665f4958e55b,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:39.222997 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.246806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c49db174-ae53-4f0d-a0a1-665f4958e55b'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:39.252000 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97a1258-1d82-427d-ad55-644787388c19" -d '{"events": [{"server_uuid": "5b022fcc-ea62-4788-8ea8-48eeb0979f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "c49db174-ae53-4f0d-a0a1-665f4958e55b"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:39.256249 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-cfdc9696-f402-4f56-8b4c-7bf38b550d44 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:39.258394 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-cfdc9696-f402-4f56-8b4c-7bf38b550d44 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.52 "GET /v2.0/networks?id=ae10248e-711c-481d-abeb-4624233e86e0 HTTP/1.1" status: 200 len: 815 time: 0.2749977 Aug 19 12:17:39.312975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Pushing event updated for resources: {'Port': ['ID=54ad6495-dc36-432a-9d99-0b7141609b31,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:39.344749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Request body: {'port': {'device_id': 'cdcc03f2-3efb-4911-b95b-00dd2ab8ed96', 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0', 'admin_state_up': True, 'tenant_id': '2b66c46f632d4b24925234b8e460562e'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:39.384615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:39.385222 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.386789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-5d1fcc89-8b74-4871-a7f2-d718686f86d3 service neutron] 10.222.0.52 "PUT /v2.0/ports/54ad6495-dc36-432a-9d99-0b7141609b31 HTTP/1.1" status: 200 len: 1122 time: 1.4189212 Aug 19 12:17:39.530101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['54ad6495-dc36-432a-9d99-0b7141609b31'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:39.565988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['54ad6495-dc36-432a-9d99-0b7141609b31'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:39.589771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee74783-e8c6-41f3-bef1-0071326e6cea {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:39.601874 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.624250 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Transition to ACTIVE for port object 3ee74783-e8c6-41f3-bef1-0071326e6cea will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:39.807057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Made reservation on behalf of 2b66c46f632d4b24925234b8e460562e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:39.816720 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.847751 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.130436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee74783-e8c6-41f3-bef1-0071326e6cea,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:40.213882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Attempting to bind port 3ee74783-e8c6-41f3-bef1-0071326e6cea on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:40.214193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Attempting to bind port 3ee74783-e8c6-41f3-bef1-0071326e6cea by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:40.214693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Attempting to bind port 3ee74783-e8c6-41f3-bef1-0071326e6cea on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:40.228256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Port 3ee74783-e8c6-41f3-bef1-0071326e6cea on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:40.228568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Attempting to bind port 3ee74783-e8c6-41f3-bef1-0071326e6cea on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:40.237516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Allocated IP 172.20.0.11 (ae10248e-711c-481d-abeb-4624233e86e0/a94fe53e-5685-455b-9972-5231afed70bb/0960fb45-e97e-4cc0-a77d-254722a92065) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:40.244258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:40.244737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:40.244963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:40.245421 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Bound port: 3ee74783-e8c6-41f3-bef1-0071326e6cea, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:40.245790 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.272235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173da30-22e4-4a83-9389-4fde8fee281f req-2fd308be-eeaf-4664-93c3-b388a82eb782 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:40.273794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b173da30-22e4-4a83-9389-4fde8fee281f req-2fd308be-eeaf-4664-93c3-b388a82eb782 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 945 time: 0.0862312 Aug 19 12:17:40.318822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b173da30-22e4-4a83-9389-4fde8fee281f req-cf84ab52-b3e6-4e87-87a6-c9249863bf03 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376635 Aug 19 12:17:40.388444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] For port 3ee74783-e8c6-41f3-bef1-0071326e6cea, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:40.394671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] For port 3ee74783-e8c6-41f3-bef1-0071326e6cea, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=3ee74783-e8c6-41f3-bef1-0071326e6cea,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:40.581416 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.662272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b53f9e0-e78e-4d48-9e17-495536e4eb72 req-44719b40-9e90-4897-8d87-b37b4a308f36 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 210 time: 0.0896273 Aug 19 12:17:40.663644 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.703321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad906201-a881-4377-abf6-1eacf1352350 req-e5fd35a8-ecdb-4a14-ac1f-26951bccfbac tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:40.706479 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:40.707131 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.721404 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] 10.222.0.52 "PUT /v2.0/ports/3ee74783-e8c6-41f3-bef1-0071326e6cea HTTP/1.1" status: 200 len: 1096 time: 2.1185632 Aug 19 12:17:40.722312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad906201-a881-4377-abf6-1eacf1352350 req-e5fd35a8-ecdb-4a14-ac1f-26951bccfbac tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 944 time: 0.2298944 Aug 19 12:17:40.744891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Transition to ACTIVE for port object 0960fb45-e97e-4cc0-a77d-254722a92065 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:40.786233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad906201-a881-4377-abf6-1eacf1352350 req-0c0ea5ff-1e65-4271-ba5a-5650c83aa6f4 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583260 Aug 19 12:17:40.845624 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db4283c-c5d0-4589-a991-1b3585dc19e8 x-openstack-request-id: req-0db4283c-c5d0-4589-a991-1b3585dc19e8 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:40.849410 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c16f5dd-633a-4deb-9521-f9c5b66cfff6", "name": "network-vif-unplugged", "status": "completed", "tag": "54ad6495-dc36-432a-9d99-0b7141609b31", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:40.850263 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0db4283c-c5d0-4589-a991-1b3585dc19e8 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:40.851965 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ad6495-dc36-432a-9d99-0b7141609b31', 'code': 200} Aug 19 12:17:40.873992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25629ba2-a091-4c10-9d0b-9a79b6820286', 'tag': '3ee74783-e8c6-41f3-bef1-0071326e6cea'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:40.877138 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1666dd63-1a91-40c0-aafc-be38acf9ca19" -d '{"events": [{"name": "network-changed", "server_uuid": "25629ba2-a091-4c10-9d0b-9a79b6820286", "tag": "3ee74783-e8c6-41f3-bef1-0071326e6cea"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:40.952942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2052085-3fab-4072-a95c-1b0cd565dd70 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee74783-e8c6-41f3-bef1-0071326e6cea,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:40.969231 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.007889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab2122-06d8-42d5-a438-bbd48089bb92 req-22112831-d8fc-4ca0-8eed-1e325f50e69a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:41.010330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5eab2122-06d8-42d5-a438-bbd48089bb92 req-22112831-d8fc-4ca0-8eed-1e325f50e69a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 948 time: 0.1567810 Aug 19 12:17:41.085492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5eab2122-06d8-42d5-a438-bbd48089bb92 req-1a0386c9-70f6-4425-b926-7d8f20a6d6d0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636494 Aug 19 12:17:41.125904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Network ae10248e-711c-481d-abeb-4624233e86e0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:41.127533 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Pushing event updated for resources: {'Port': ['ID=0960fb45-e97e-4cc0-a77d-254722a92065,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:41.130873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:41.151055 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44b0465-39fc-4a42-b20c-0414efce82a2 x-openstack-request-id: req-f44b0465-39fc-4a42-b20c-0414efce82a2 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:41.151622 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b022fcc-ea62-4788-8ea8-48eeb0979f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "c49db174-ae53-4f0d-a0a1-665f4958e55b", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:41.153216 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f44b0465-39fc-4a42-b20c-0414efce82a2 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:41.154015 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c49db174-ae53-4f0d-a0a1-665f4958e55b', 'code': 200} Aug 19 12:17:41.155142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:41.258324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:41.259040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.381402 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-5b741ad5-c658-4de7-ab1b-4266e9acf3f2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0752683 Aug 19 12:17:41.409190 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.603832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-33052567-81ba-47d3-90cb-a96c8eaabd4b None None] Provisioning for port 0960fb45-e97e-4cc0-a77d-254722a92065 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:41.608942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-33052567-81ba-47d3-90cb-a96c8eaabd4b None None] Provisioning complete for port 0960fb45-e97e-4cc0-a77d-254722a92065 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:41.612712 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-33052567-81ba-47d3-90cb-a96c8eaabd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.651664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-33052567-81ba-47d3-90cb-a96c8eaabd4b None None] Port 0960fb45-e97e-4cc0-a77d-254722a92065 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:41.925622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-588bfcca-4b6c-4f16-b892-c5748b923e93 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:41.927600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-588bfcca-4b6c-4f16-b892-c5748b923e93 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0965126 Aug 19 12:17:41.985792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-2e0e3994-9bbd-4113-9566-3473be047b5a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.0519493 Aug 19 12:17:42.001103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-4c12da49-6f9d-46fa-8639-84ff457690d7 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Request body: {'floatingip': {'port_id': 'ecf7014a-60f6-4334-a068-ca321431a546', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:42.055186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-4c12da49-6f9d-46fa-8639-84ff457690d7 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.769736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-4c12da49-6f9d-46fa-8639-84ff457690d7 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.856876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'tag': '54ad6495-dc36-432a-9d99-0b7141609b31'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:42.859728 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7843d535-1c4e-4eff-b6d8-998a76293167" -d '{"events": [{"name": "network-changed", "server_uuid": "4c16f5dd-633a-4deb-9521-f9c5b66cfff6", "tag": "54ad6495-dc36-432a-9d99-0b7141609b31"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:42.934451 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-4c12da49-6f9d-46fa-8639-84ff457690d7 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:43.062514 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-4c12da49-6f9d-46fa-8639-84ff457690d7 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Floating IP 45cd55bc-01fc-49e1-8503-94627a59cd2b associated. External IP: 172.25.6.175, port: ecf7014a-60f6-4334-a068-ca321431a546. Aug 19 12:17:43.571955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-4c12da49-6f9d-46fa-8639-84ff457690d7 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Router 0d8c6c00-9559-4d41-a40f-3be059ebae95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:43.710082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-4c12da49-6f9d-46fa-8639-84ff457690d7 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:43.710082 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-4c12da49-6f9d-46fa-8639-84ff457690d7 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:43.720682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b46946-6dc8-49f3-b103-c37fc9af1437 None None] Sync routers for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:43.734457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b46946-6dc8-49f3-b103-c37fc9af1437 None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:43.735440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f3b46946-6dc8-49f3-b103-c37fc9af1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:43.752963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-4c12da49-6f9d-46fa-8639-84ff457690d7 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "PUT /v2.0/floatingips/45cd55bc-01fc-49e1-8503-94627a59cd2b HTTP/1.1" status: 200 len: 997 time: 1.7548530 Aug 19 12:17:43.828188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-f78137ec-72e4-440a-8883-e4559fc73660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:43.829928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-f78137ec-72e4-440a-8883-e4559fc73660 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 1097 time: 0.0532441 Aug 19 12:17:43.900377 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f3b46946-6dc8-49f3-b103-c37fc9af1437 None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:43.988878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-c73ce181-978d-42b6-8780-96862f1785b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:43.990569 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-c73ce181-978d-42b6-8780-96862f1785b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.1512012 Aug 19 12:17:44.041946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-ba7879ef-e574-4b40-b3e9-7d3c5203a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.043646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-ba7879ef-e574-4b40-b3e9-7d3c5203a52a service neutron] 10.222.0.53 "GET /v2.0/ports/1851f4e9-b54c-452a-bdfc-d00b649ab1e3 HTTP/1.1" status: 200 len: 1027 time: 0.1030600 Aug 19 12:17:44.137976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-666d6dcf-f8de-4a07-b656-7218e98187d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.139443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-666d6dcf-f8de-4a07-b656-7218e98187d2 service neutron] 10.222.0.53 "GET /v2.0/ports/4fc642de-7ffa-4979-956d-5f14b4e4d72e HTTP/1.1" status: 200 len: 1026 time: 0.0786562 Aug 19 12:17:44.141551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-ca162f91-3211-409c-9130-fc80909ca1c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 1000 time: 0.1437516 Aug 19 12:17:44.168636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:44.279610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-39fd3f67-30b6-43d7-8103-3985cd6af8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.281250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-39fd3f67-30b6-43d7-8103-3985cd6af8bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.1321964 Aug 19 12:17:44.298036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f3b46946-6dc8-49f3-b103-c37fc9af1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': 'ecf7014a-60f6-4334-a068-ca321431a546', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:65:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:17:42Z', 'revision_number': 1, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:44.331271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b46946-6dc8-49f3-b103-c37fc9af1437 None None] Checking router: 0d8c6c00-9559-4d41-a40f-3be059ebae95 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:44.341757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b46946-6dc8-49f3-b103-c37fc9af1437 None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:44.350465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f3b46946-6dc8-49f3-b103-c37fc9af1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:44.377927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-d8882900-a892-4466-b71c-b956a151bead tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.384387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-d8882900-a892-4466-b71c-b956a151bead tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.390273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-d8882900-a892-4466-b71c-b956a151bead tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.392356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-d8882900-a892-4466-b71c-b956a151bead tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "GET /v2.0/networks?id=ba2269c4-ec6f-4475-935d-eb1eae834738&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd HTTP/1.1" status: 200 len: 1990 time: 0.2346115 Aug 19 12:17:44.405014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-853f3ed8-e468-4954-9ab7-a33ac00183ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.406688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-853f3ed8-e468-4954-9ab7-a33ac00183ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071630 Aug 19 12:17:44.425927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-16a9adf7-b333-4d36-b1d7-5932c7fcc0cd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:17:44.427472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-16a9adf7-b333-4d36-b1d7-5932c7fcc0cd service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120981 Aug 19 12:17:44.521246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-7e220ebe-2229-4f39-903a-a43126a6508b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de32ceb272334860bcd42ef7d3eb8552 HTTP/1.1" status: 200 len: 380 time: 0.1039648 Aug 19 12:17:44.549801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'admin_state_up': True, 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'security_groups': ['a00aba95-15be-4397-8e68-1d3f7f5e94c9']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:44.557787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f3b46946-6dc8-49f3-b103-c37fc9af1437 None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:44.659898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-3375fac8-d4c4-4fa1-8e43-db662c921e23 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198701 Aug 19 12:17:44.971740 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aafae42e-bc3a-4fb3-89b3-c956f377a20e req-ba31de75-c8b6-44c6-a9a7-5c68376eea03 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045640 Aug 19 12:17:45.049034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:45.050993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f3b46946-6dc8-49f3-b103-c37fc9af1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': 'ecf7014a-60f6-4334-a068-ca321431a546', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:65:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:17:42Z', 'revision_number': 1, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:45.052851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.094462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b46946-6dc8-49f3-b103-c37fc9af1437 None None] The sync data for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 is: [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': 'ecf7014a-60f6-4334-a068-ca321431a546', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:65:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:17:42Z', 'revision_number': 1, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:45.350095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Allocated IP 172.20.0.14 (ba2269c4-ec6f-4475-935d-eb1eae834738/1fe76339-4820-45f9-a4ef-81b8085045b0/8d15454d-0144-42da-9889-b9d3ccc516f3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:45.477124 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be185ac-3a78-4356-a1cf-c8b03b976bc2 None None] New status for floating IP 45cd55bc-01fc-49e1-8503-94627a59cd2b: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:17:45.607297 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.629411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Transition to ACTIVE for port object 8d15454d-0144-42da-9889-b9d3ccc516f3 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:45.685750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95470c6a-97a9-45af-b69d-3506fad39800 req-62c71136-8d37-4031-8d9d-1fab2bed967d tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0472791 Aug 19 12:17:45.826755 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.875695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network ba2269c4-ec6f-4475-935d-eb1eae834738 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:45.882950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:45.893549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:45.977516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Port': ['ID=8d15454d-0144-42da-9889-b9d3ccc516f3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:45.998916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:45.999694 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.026271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.026626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.026967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.027307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.027694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.028097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.028541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.028753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.029082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.029428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.029759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.030113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:46.118382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-1ea716e3-eb4d-47b0-a71f-856a5aa59c49 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5729258 Aug 19 12:17:46.133284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8', 'admin_state_up': True, 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'security_groups': ['a00aba95-15be-4397-8e68-1d3f7f5e94c9']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:46.294552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d3bf87d2-7b3c-4f5a-a5ce-322223c5624e None None] Provisioning for port 8d15454d-0144-42da-9889-b9d3ccc516f3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:46.299854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d3bf87d2-7b3c-4f5a-a5ce-322223c5624e None None] Provisioning complete for port 8d15454d-0144-42da-9889-b9d3ccc516f3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:46.300534 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d3bf87d2-7b3c-4f5a-a5ce-322223c5624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.351787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf87d2-7b3c-4f5a-a5ce-322223c5624e None None] Port 8d15454d-0144-42da-9889-b9d3ccc516f3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:46.431343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:46.435080 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.617256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Allocated IP 10.1.1.107 (193ea437-6444-44f1-bc3a-75066b6e68f8/60c479a1-0e32-4f3b-aff3-c38b73d00695/5ae42017-0bcf-466a-bbc8-620e57138e3e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:46.770944 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fbad63-235b-4a88-831e-39d3c2c3731a x-openstack-request-id: req-49fbad63-235b-4a88-831e-39d3c2c3731a {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:46.770944 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25629ba2-a091-4c10-9d0b-9a79b6820286", "tag": "3ee74783-e8c6-41f3-bef1-0071326e6cea", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:46.771605 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49fbad63-235b-4a88-831e-39d3c2c3731a {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:46.771605 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25629ba2-a091-4c10-9d0b-9a79b6820286', 'tag': '3ee74783-e8c6-41f3-bef1-0071326e6cea', 'status': 'completed', 'code': 200} Aug 19 12:17:46.889962 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.949905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Transition to ACTIVE for port object 5ae42017-0bcf-466a-bbc8-620e57138e3e will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:46.981596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180da6e-53a0-4e25-8dd7-8102b35583b4 req-69f2ffb3-c404-4d36-a329-de0f4eb3a945 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:46.983142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c180da6e-53a0-4e25-8dd7-8102b35583b4 req-69f2ffb3-c404-4d36-a329-de0f4eb3a945 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 932 time: 0.0980732 Aug 19 12:17:47.055218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c180da6e-53a0-4e25-8dd7-8102b35583b4 req-2c8283fd-1001-4482-85e2-310c63454cc8 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577064 Aug 19 12:17:47.149735 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.212973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network 193ea437-6444-44f1-bc3a-75066b6e68f8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:47.238244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:47.241849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:47.247983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Port': ['ID=5ae42017-0bcf-466a-bbc8-620e57138e3e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:47.354840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:47.356291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.384680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a683-dc26-4dd4-9e79-f3af168359ca req-50238f82-1fc4-4090-a776-a747489bdfe1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:47.387719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fc0a683-dc26-4dd4-9e79-f3af168359ca req-50238f82-1fc4-4090-a776-a747489bdfe1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 944 time: 0.2724595 Aug 19 12:17:47.473621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fc0a683-dc26-4dd4-9e79-f3af168359ca req-b35daa70-b260-4e05-b015-91e008f8ebe6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773020 Aug 19 12:17:47.477250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-64922659-ffdc-4a13-a85e-bb5642394eb7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3501124 Aug 19 12:17:47.496815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8', 'admin_state_up': True, 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'security_groups': ['a00aba95-15be-4397-8e68-1d3f7f5e94c9']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:47.688865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4f7994c8-68c7-444c-a41d-f9f5c697fe4e None None] Provisioning for port 5ae42017-0bcf-466a-bbc8-620e57138e3e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:47.698258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4f7994c8-68c7-444c-a41d-f9f5c697fe4e None None] Provisioning complete for port 5ae42017-0bcf-466a-bbc8-620e57138e3e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:47.700492 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f7994c8-68c7-444c-a41d-f9f5c697fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.775683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4f7994c8-68c7-444c-a41d-f9f5c697fe4e None None] Port 5ae42017-0bcf-466a-bbc8-620e57138e3e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:47.877567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-13f2051c-89a7-4c66-81a6-7ea5d44d6c3e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:47.879491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-13f2051c-89a7-4c66-81a6-7ea5d44d6c3e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 804 time: 0.2101078 Aug 19 12:17:47.888400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:47.897275 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.927428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-7561e221-bcd5-41f7-9195-751df2a99c25 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/quotas/4b8f3377ed934a89985dae58e48d8c91 HTTP/1.1" status: 200 len: 375 time: 0.0276392 Aug 19 12:17:48.052124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-a8ad9271-3e1f-4fec-ac10-337de398fa53 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156635 Aug 19 12:17:48.177715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Allocated IP 10.1.1.149 (193ea437-6444-44f1-bc3a-75066b6e68f8/60c479a1-0e32-4f3b-aff3-c38b73d00695/c619d747-4be2-4c9d-86a8-693579069896) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:48.284468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-60941730-f1b2-44ae-8793-779066e84def service neutron] 10.222.0.44 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977365 Aug 19 12:17:48.514128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-d88a57b4-1b2e-4b92-aa9b-cabea9b5a2d7 service neutron] 10.222.0.44 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141149 Aug 19 12:17:48.542240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.578941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Transition to ACTIVE for port object c619d747-4be2-4c9d-86a8-693579069896 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:48.774613 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.876723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network 193ea437-6444-44f1-bc3a-75066b6e68f8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:48.878330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Port': ['ID=c619d747-4be2-4c9d-86a8-693579069896,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:48.884276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:48.887188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:49.002640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:49.003397 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.054153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b855eb-4dee-4167-947d-43c1956645b2 req-22495b48-0fbd-4ed3-921d-61fb3ad3862b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:49.054153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5b855eb-4dee-4167-947d-43c1956645b2 req-22495b48-0fbd-4ed3-921d-61fb3ad3862b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 948 time: 0.1082559 Aug 19 12:17:49.124152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5b855eb-4dee-4167-947d-43c1956645b2 req-4223ed83-47c7-4929-89df-1ec517b1a939 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636063 Aug 19 12:17:49.148993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 54ad6495-dc36-432a-9d99-0b7141609b31 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:49.170074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-6541ebe3-238d-4108-aaa1-09bb41d2f70a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6835973 Aug 19 12:17:49.184665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd', 'admin_state_up': True, 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'security_groups': ['a00aba95-15be-4397-8e68-1d3f7f5e94c9']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:49.330456 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293f3746-a933-46f9-8c0a-e2fa5f58c1a5 x-openstack-request-id: req-293f3746-a933-46f9-8c0a-e2fa5f58c1a5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:49.330825 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c16f5dd-633a-4deb-9521-f9c5b66cfff6", "tag": "54ad6495-dc36-432a-9d99-0b7141609b31", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:49.331146 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-293f3746-a933-46f9-8c0a-e2fa5f58c1a5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:49.331771 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'tag': '54ad6495-dc36-432a-9d99-0b7141609b31', 'status': 'completed', 'code': 200} Aug 19 12:17:49.482766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843d535-1c4e-4eff-b6d8-998a76293167 req-46393d82-0d7f-48f5-8245-2fa9ddd058a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:49.484251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7843d535-1c4e-4eff-b6d8-998a76293167 req-46393d82-0d7f-48f5-8245-2fa9ddd058a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 1125 time: 0.1317403 Aug 19 12:17:49.496051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c14e467a-79d6-4dd8-bc3c-dee965594ff7 None None] Provisioning for port c619d747-4be2-4c9d-86a8-693579069896 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:49.501923 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c14e467a-79d6-4dd8-bc3c-dee965594ff7 None None] Provisioning complete for port c619d747-4be2-4c9d-86a8-693579069896 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:49.508149 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c14e467a-79d6-4dd8-bc3c-dee965594ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.560172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c14e467a-79d6-4dd8-bc3c-dee965594ff7 None None] Port c619d747-4be2-4c9d-86a8-693579069896 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:49.608591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:50.156616 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.170272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-1814cb09-a244-44d7-b098-f106a996a195 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:50.171915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-1814cb09-a244-44d7-b098-f106a996a195 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6363943 Aug 19 12:17:50.300237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843d535-1c4e-4eff-b6d8-998a76293167 req-ee299433-453d-4564-87f5-434ba51c3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:50.302145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7843d535-1c4e-4eff-b6d8-998a76293167 req-ee299433-453d-4564-87f5-434ba51c3f30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.8067658 Aug 19 12:17:50.431708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7843d535-1c4e-4eff-b6d8-998a76293167 req-516a6064-161f-4227-bb69-3aa80e43d604 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54ad6495-dc36-432a-9d99-0b7141609b31 HTTP/1.1" status: 200 len: 217 time: 0.1105437 Aug 19 12:17:50.570363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-f78fdb7b-c519-44d7-a04e-f7ecc48e174d tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1002 time: 0.3855150 Aug 19 12:17:50.606789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8bbef06d-6572-47ba-9d27-10fe27504734 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Request body: {'floatingip': {'port_id': '42709810-5985-4098-8af7-fc4d0908d230', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:50.702451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843d535-1c4e-4eff-b6d8-998a76293167 req-023482ce-26d8-4c04-88d2-faebcdd54b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:50.704074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7843d535-1c4e-4eff-b6d8-998a76293167 req-023482ce-26d8-4c04-88d2-faebcdd54b71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.2520053 Aug 19 12:17:50.817812 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-2bd0690b-0398-4635-bf09-2053f8882025 service neutron] 10.222.0.53 "GET /v2.0/ports/54ad6495-dc36-432a-9d99-0b7141609b31/bindings/n-h2-778732-8 HTTP/1.1" status: 200 len: 384 time: 0.2650745 Aug 19 12:17:50.972958 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7843d535-1c4e-4eff-b6d8-998a76293167 req-c7a71d10-0e90-49ad-9299-37bf4fd0abdf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787956 Aug 19 12:17:50.983955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8bbef06d-6572-47ba-9d27-10fe27504734 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.233451 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7843d535-1c4e-4eff-b6d8-998a76293167 req-3499d041-046d-4bb7-b480-9183708dd087 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964235 Aug 19 12:17:51.243033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Allocated IP 10.2.2.100 (0d6c6406-487d-464e-aa6a-b35d43ac7bdd/bc8fbf22-ad86-439b-b36a-a2769a04a542/0cef0759-8fb1-41a8-85f8-8a7340fded6f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:51.351591 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-97116b2d-2b0e-489b-9185-05041ac30ebc service neutron] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=54ad6495-dc36-432a-9d99-0b7141609b31,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:51.398002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-97116b2d-2b0e-489b-9185-05041ac30ebc service neutron] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:51.481161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:51.482012 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-97116b2d-2b0e-489b-9185-05041ac30ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ad6495-dc36-432a-9d99-0b7141609b31 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:51.494214 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bb109a-4170-493a-8ae7-bcdd255511de" -d '{"events": [{"name": "network-changed", "server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "tag": "ecf7014a-60f6-4334-a068-ca321431a546"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:51.503266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-97116b2d-2b0e-489b-9185-05041ac30ebc service neutron] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=54ad6495-dc36-432a-9d99-0b7141609b31,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:51.523305 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6cef23d1-7a41-4c08-8db2-d1f912437263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.729780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-97116b2d-2b0e-489b-9185-05041ac30ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.891249 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-97116b2d-2b0e-489b-9185-05041ac30ebc service neutron] Transition to ACTIVE for port object 54ad6495-dc36-432a-9d99-0b7141609b31 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:51.943702 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.953267 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-97116b2d-2b0e-489b-9185-05041ac30ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.966426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7843d535-1c4e-4eff-b6d8-998a76293167 req-c2e7af4d-7463-4c57-81ef-9f75b05cd9e3 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659224 Aug 19 12:17:52.070425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-97116b2d-2b0e-489b-9185-05041ac30ebc service neutron] No DVR routers for this DVR port 54ad6495-dc36-432a-9d99-0b7141609b31 on host n-h1-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:52.103465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97116b2d-2b0e-489b-9185-05041ac30ebc service neutron] Pushing event updated for resources: {'Port': ['ID=54ad6495-dc36-432a-9d99-0b7141609b31,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:52.130715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Transition to ACTIVE for port object 0cef0759-8fb1-41a8-85f8-8a7340fded6f will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:52.139394 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-97116b2d-2b0e-489b-9185-05041ac30ebc service neutron] 10.222.0.53 "PUT /v2.0/ports/54ad6495-dc36-432a-9d99-0b7141609b31/bindings/n-h2-778732-8/activate HTTP/1.1" status: 200 len: 369 time: 1.3118510 Aug 19 12:17:52.423267 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.477633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:52.483343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:52.502346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:52.734758 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8bbef06d-6572-47ba-9d27-10fe27504734 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.748384 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Port': ['ID=0cef0759-8fb1-41a8-85f8-8a7340fded6f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:52.793446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-1c81fb3f-11d8-46eb-861e-0e67ac69f008 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:52.795155 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-1c81fb3f-11d8-46eb-861e-0e67ac69f008 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.53 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 804 time: 0.2753789 Aug 19 12:17:52.807966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:52.807966 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.819392 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Request body: {'port': {'device_id': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'admin_state_up': True, 'tenant_id': '4b8f3377ed934a89985dae58e48d8c91'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:52.908887 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8bbef06d-6572-47ba-9d27-10fe27504734 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.916979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3b7c75b9-ccb0-4393-8ca2-638af484ce81 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7372546 Aug 19 12:17:53.046684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd', 'admin_state_up': True, 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'security_groups': ['a00aba95-15be-4397-8e68-1d3f7f5e94c9']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:53.180129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Made reservation on behalf of 4b8f3377ed934a89985dae58e48d8c91 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:53.185194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.242496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-65d15b09-7c74-42e3-aef7-8d02d5634bc4 None None] Provisioning for port 0cef0759-8fb1-41a8-85f8-8a7340fded6f completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:53.250710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-65d15b09-7c74-42e3-aef7-8d02d5634bc4 None None] Provisioning complete for port 0cef0759-8fb1-41a8-85f8-8a7340fded6f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:53.254773 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-65d15b09-7c74-42e3-aef7-8d02d5634bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.391837 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8bbef06d-6572-47ba-9d27-10fe27504734 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Floating IP 45cd55bc-01fc-49e1-8503-94627a59cd2b associated. External IP: 172.25.6.175, port: ecf7014a-60f6-4334-a068-ca321431a546. Aug 19 12:17:53.425515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-65d15b09-7c74-42e3-aef7-8d02d5634bc4 None None] Port 0cef0759-8fb1-41a8-85f8-8a7340fded6f cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:53.472266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Allocated IP 172.20.0.5 (81172270-59cd-41e1-a431-0c8d9d8b818a/b3ede1da-987a-441b-8c84-707d48ae78bc/41fdb8ce-aad6-49e7-a360-66d73b8576d8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:53.742027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8bbef06d-6572-47ba-9d27-10fe27504734 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Router 0d8c6c00-9559-4d41-a40f-3be059ebae95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:53.764361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.894667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8bbef06d-6572-47ba-9d27-10fe27504734 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:53.905794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd316783-0e64-405b-bc7a-398e94ec5a8d None None] Sync routers for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:53.917138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd316783-0e64-405b-bc7a-398e94ec5a8d None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:53.922655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bd316783-0e64-405b-bc7a-398e94ec5a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:54.058715 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bd316783-0e64-405b-bc7a-398e94ec5a8d None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:54.065341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Made reservation on behalf of de32ceb272334860bcd42ef7d3eb8552 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:54.071013 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.134467 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.214214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8bbef06d-6572-47ba-9d27-10fe27504734 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Router 0d8c6c00-9559-4d41-a40f-3be059ebae95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:54.220969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Pushing event updated for resources: {'Port': ['ID=41fdb8ce-aad6-49e7-a360-66d73b8576d8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:54.238900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Network 81172270-59cd-41e1-a431-0c8d9d8b818a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:54.241054 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:54.250327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:54.334968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:54.336581 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.368391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bd316783-0e64-405b-bc7a-398e94ec5a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': '42709810-5985-4098-8af7-fc4d0908d230', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:3f:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 3, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:54.400647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd316783-0e64-405b-bc7a-398e94ec5a8d None None] Checking router: 0d8c6c00-9559-4d41-a40f-3be059ebae95 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:54.414054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd316783-0e64-405b-bc7a-398e94ec5a8d None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:54.415145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bd316783-0e64-405b-bc7a-398e94ec5a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:54.477087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Request body: {'port': {'device_id': 'cdcc03f2-3efb-4911-b95b-00dd2ab8ed96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:54.575414 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-196c96ae-49e5-44cc-b3b4-1efcdee3dfdc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7639902 Aug 19 12:17:54.615676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Request body: {'port': {'device_id': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:54.665404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bd316783-0e64-405b-bc7a-398e94ec5a8d None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:54.902704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Allocated IP 10.2.2.200 (0d6c6406-487d-464e-aa6a-b35d43ac7bdd/bc8fbf22-ad86-439b-b36a-a2769a04a542/b00df9f7-18e4-456f-97c4-dc02d88ac49a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:54.953308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-fe03c546-1168-4ac1-91ee-54a945465cb3 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:54.955361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-fe03c546-1168-4ac1-91ee-54a945465cb3 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.1668601 Aug 19 12:17:54.969676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400e258-6ad1-4b6f-87ac-9432fa1670b5 req-0e6d570a-c290-4130-a6e1-c4805c01b5d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:54.981483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400e258-6ad1-4b6f-87ac-9432fa1670b5 req-0e6d570a-c290-4130-a6e1-c4805c01b5d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:54.983359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400e258-6ad1-4b6f-87ac-9432fa1670b5 req-0e6d570a-c290-4130-a6e1-c4805c01b5d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:54.990229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400e258-6ad1-4b6f-87ac-9432fa1670b5 req-0e6d570a-c290-4130-a6e1-c4805c01b5d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:54.992033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9400e258-6ad1-4b6f-87ac-9432fa1670b5 req-0e6d570a-c290-4130-a6e1-c4805c01b5d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 3096 time: 0.1939993 Aug 19 12:17:55.034189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8bbef06d-6572-47ba-9d27-10fe27504734 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:55.057048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8bbef06d-6572-47ba-9d27-10fe27504734 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.156331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bd316783-0e64-405b-bc7a-398e94ec5a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': '42709810-5985-4098-8af7-fc4d0908d230', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:3f:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 3, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:55.191249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd316783-0e64-405b-bc7a-398e94ec5a8d None None] The sync data for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 is: [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': '42709810-5985-4098-8af7-fc4d0908d230', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:3f:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 3, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:55.235973 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9400e258-6ad1-4b6f-87ac-9432fa1670b5 req-867bc5db-feb3-4c18-8e8f-0e04728a87ea tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961732 Aug 19 12:17:55.260951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-c8e7f5d8-795b-404c-85d5-82085d1fb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.266007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-c8e7f5d8-795b-404c-85d5-82085d1fb739 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6&tenant_id=d30606ced6c44d0c824e033b9b330523 HTTP/1.1" status: 200 len: 1096 time: 0.2646654 Aug 19 12:17:55.305552 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c1787355-6c56-4d2f-9ec9-11305675f126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.307005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8bbef06d-6572-47ba-9d27-10fe27504734 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "PUT /v2.0/floatingips/45cd55bc-01fc-49e1-8503-94627a59cd2b HTTP/1.1" status: 200 len: 998 time: 4.6984198 Aug 19 12:17:55.342820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.360425 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.381190 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666dd63-1a91-40c0-aafc-be38acf9ca19 req-d56ac50b-3b70-4067-b285-e02b87500795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.381190 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1666dd63-1a91-40c0-aafc-be38acf9ca19 req-d56ac50b-3b70-4067-b285-e02b87500795 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 1099 time: 0.1925044 Aug 19 12:17:55.460076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-517ab512-579b-44db-a3df-f641d1201bc8 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.476609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-517ab512-579b-44db-a3df-f641d1201bc8 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports/ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 943 time: 0.1590314 Aug 19 12:17:55.483058 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1666dd63-1a91-40c0-aafc-be38acf9ca19 req-3a1fdeeb-5d52-45e2-932c-15c5aa00f52f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718956 Aug 19 12:17:55.568499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.583926 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-554a0c10-b49f-4858-8017-be32c521accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.585603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-554a0c10-b49f-4858-8017-be32c521accd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 1096 time: 0.2576699 Aug 19 12:17:55.595130 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cb2eea-96a7-4dd2-a827-ec5656d4289c None None] New status for floating IP 45cd55bc-01fc-49e1-8503-94627a59cd2b: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:17:55.718652 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.723707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Transition to ACTIVE for port object b00df9f7-18e4-456f-97c4-dc02d88ac49a will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:55.740126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8a112-65b3-411f-8992-ae9f5c1b150f req-6f93774b-a0ba-47d4-89c4-b9c7ad771ec7 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.741833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58d8a112-65b3-411f-8992-ae9f5c1b150f req-6f93774b-a0ba-47d4-89c4-b9c7ad771ec7 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 932 time: 0.3242271 Aug 19 12:17:55.846806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-50d6a549-b3bc-4283-aea2-b10e4a07054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.849156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-50d6a549-b3bc-4283-aea2-b10e4a07054f service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.2488031 Aug 19 12:17:55.943319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-80c96133-4a85-4c26-a885-ebd605890940 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54ad6495-dc36-432a-9d99-0b7141609b31 HTTP/1.1" status: 200 len: 217 time: 0.0650463 Aug 19 12:17:55.948365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58d8a112-65b3-411f-8992-ae9f5c1b150f req-9be900ee-2e03-49dc-aa3d-805c2b30d85b tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465347 Aug 19 12:17:55.979967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-1f149cdc-ca78-4caf-b881-418569f6afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.981957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-1f149cdc-ca78-4caf-b881-418569f6afed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 1097 time: 0.2939887 Aug 19 12:17:56.039471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666dd63-1a91-40c0-aafc-be38acf9ca19 req-ff501e77-6475-4aad-be71-0c7bf9c55c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.039471 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1666dd63-1a91-40c0-aafc-be38acf9ca19 req-ff501e77-6475-4aad-be71-0c7bf9c55c90 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5291338 Aug 19 12:17:56.109944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82503e2f-fe5e-4ede-b965-bb724b62ef4b None None] Sync routers for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:56.118016 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.125063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82503e2f-fe5e-4ede-b965-bb724b62ef4b None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:56.127151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-82503e2f-fe5e-4ede-b965-bb724b62ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:56.202191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-c2185bd5-3c5b-4e3e-a625-486ee5f307b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.205491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-c2185bd5-3c5b-4e3e-a625-486ee5f307b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.2378993 Aug 19 12:17:56.232353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0960fb45-e97e-4cc0-a77d-254722a92065 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:56.246982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:56.247664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.271875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-67503d5b-8adc-4177-b819-a76b9a0effb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.273662 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-67503d5b-8adc-4177-b819-a76b9a0effb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 1099 time: 0.1207047 Aug 19 12:17:56.303800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-82503e2f-fe5e-4ede-b965-bb724b62ef4b None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:56.307360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:56.312110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:56.331718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-4f4df5bf-764d-4b62-88f2-766399d102a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055703 Aug 19 12:17:56.376679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Transition to ACTIVE for port object 0960fb45-e97e-4cc0-a77d-254722a92065 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:56.386186 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-28ac2f40-91c3-4f82-bd60-97fb46e93ea0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=3ee74783-e8c6-41f3-bef1-0071326e6cea HTTP/1.1" status: 200 len: 217 time: 0.0725956 Aug 19 12:17:56.394214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fdb8ce-aad6-49e7-a360-66d73b8576d8 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:56.400121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98b84f-e755-49d2-baa3-4f1e70cd2aa6 req-7de60832-c1fe-40e7-84f2-0711ea6fb639 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.413996 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.415103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d98b84f-e755-49d2-baa3-4f1e70cd2aa6 req-7de60832-c1fe-40e7-84f2-0711ea6fb639 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 945 time: 0.3336294 Aug 19 12:17:56.432364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event updated for resources: {'Port': ['ID=b00df9f7-18e4-456f-97c4-dc02d88ac49a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:56.511076 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Transition to ACTIVE for port object 41fdb8ce-aad6-49e7-a360-66d73b8576d8 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:56.526058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.529962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-408a1b42-2cbd-4537-bfb2-559398af158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.531663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-408a1b42-2cbd-4537-bfb2-559398af158a service neutron] 10.222.0.44 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.5214496 Aug 19 12:17:56.551698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.551698 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.584482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-86282587-cbc5-454a-970f-32ee13aa2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.587475 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-86282587-cbc5-454a-970f-32ee13aa2c75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1857617 Aug 19 12:17:56.590718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Pushing event updated for resources: {'Port': ['ID=0960fb45-e97e-4cc0-a77d-254722a92065,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:56.630008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-bfe0e78a-e33a-4b76-b09e-3b0cba5b4f20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 217 time: 0.0781577 Aug 19 12:17:56.684841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d98b84f-e755-49d2-baa3-4f1e70cd2aa6 req-a2e2c629-dea3-47a2-807d-14d5305e6d13 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344892 Aug 19 12:17:56.727137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.731718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-cb4ac476-909c-4007-813f-4bf1b0be7114 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566597 Aug 19 12:17:56.800001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-82503e2f-fe5e-4ede-b965-bb724b62ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': '42709810-5985-4098-8af7-fc4d0908d230', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:3f:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:17:55Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:56.838404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-3e2f333e-af1e-4728-90b1-6ec996c9da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.839918 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-3e2f333e-af1e-4728-90b1-6ec996c9da7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2253788 Aug 19 12:17:56.867102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-45070268-d2ff-4e0b-ac17-12734d1e37da tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8281624 Aug 19 12:17:56.888301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82503e2f-fe5e-4ede-b965-bb724b62ef4b None None] Checking router: 0d8c6c00-9559-4d41-a40f-3be059ebae95 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:56.890608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b51a869c-3415-4cdd-81e5-3416db3ab655 None None] Provisioning for port b00df9f7-18e4-456f-97c4-dc02d88ac49a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:56.912883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b51a869c-3415-4cdd-81e5-3416db3ab655 None None] Provisioning complete for port b00df9f7-18e4-456f-97c4-dc02d88ac49a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:56.915593 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b51a869c-3415-4cdd-81e5-3416db3ab655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.930387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:56.940241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Pushing event updated for resources: {'Port': ['ID=41fdb8ce-aad6-49e7-a360-66d73b8576d8,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:56.959131 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.962075 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82503e2f-fe5e-4ede-b965-bb724b62ef4b None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:56.962764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-82503e2f-fe5e-4ede-b965-bb724b62ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:57.003851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Attempting to bind port 0960fb45-e97e-4cc0-a77d-254722a92065 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:57.004701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Attempting to bind port 0960fb45-e97e-4cc0-a77d-254722a92065 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:57.004701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Attempting to bind port 0960fb45-e97e-4cc0-a77d-254722a92065 on network ae10248e-711c-481d-abeb-4624233e86e0 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:57.021613 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b51a869c-3415-4cdd-81e5-3416db3ab655 None None] Port b00df9f7-18e4-456f-97c4-dc02d88ac49a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:57.057061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Port 0960fb45-e97e-4cc0-a77d-254722a92065 on network ae10248e-711c-481d-abeb-4624233e86e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:57.057061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Attempting to bind port 0960fb45-e97e-4cc0-a77d-254722a92065 on network ae10248e-711c-481d-abeb-4624233e86e0 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:57.075498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:57.075762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Checking segment: {'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:57.076090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Bound using segment: {'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:57.076539 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Bound port: 0960fb45-e97e-4cc0-a77d-254722a92065, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3130589-0713-4088-9a8f-3aea0bcac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:57.076896 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.098820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-5a1b8ec3-eda9-45b9-9919-23f9e22a2904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.106527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-5a1b8ec3-eda9-45b9-9919-23f9e22a2904 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.4074540 Aug 19 12:17:57.128105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d49aa-b909-4571-a99f-2452cf5af692 req-7b2260b3-4383-48b8-8ce7-bd097a3dd437 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.132890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Attempting to bind port 41fdb8ce-aad6-49e7-a360-66d73b8576d8 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:57.133227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Attempting to bind port 41fdb8ce-aad6-49e7-a360-66d73b8576d8 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:57.133668 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Attempting to bind port 41fdb8ce-aad6-49e7-a360-66d73b8576d8 on network 81172270-59cd-41e1-a431-0c8d9d8b818a {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:57.137044 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-07227e4e-ed2b-4ff9-8edf-1fe5e6722d27 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844105 Aug 19 12:17:57.138476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be0d49aa-b909-4571-a99f-2452cf5af692 req-7b2260b3-4383-48b8-8ce7-bd097a3dd437 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 943 time: 0.3021934 Aug 19 12:17:57.148022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-82503e2f-fe5e-4ede-b965-bb724b62ef4b None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:57.164067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526cc78-1174-4b1d-aa2b-88077c8169e5 req-fb5bdfce-3ae6-4479-98bc-ebd4da03da77 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.165795 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4526cc78-1174-4b1d-aa2b-88077c8169e5 req-fb5bdfce-3ae6-4479-98bc-ebd4da03da77 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b022fcc-ea62-4788-8ea8-48eeb0979f0f HTTP/1.1" status: 200 len: 944 time: 0.1646955 Aug 19 12:17:57.200001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-dc2472fa-fdc9-4084-a9bb-109790552d3c service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410892 Aug 19 12:17:57.210955 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Port 41fdb8ce-aad6-49e7-a360-66d73b8576d8 on network 81172270-59cd-41e1-a431-0c8d9d8b818a not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:57.210955 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Attempting to bind port 41fdb8ce-aad6-49e7-a360-66d73b8576d8 on network 81172270-59cd-41e1-a431-0c8d9d8b818a {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:57.218745 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.275438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:57.275695 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Checking segment: {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:57.276083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Bound using segment: {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:57.276534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Bound port: 41fdb8ce-aad6-49e7-a360-66d73b8576d8, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:57.276892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.303519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be0d49aa-b909-4571-a99f-2452cf5af692 req-66c70405-0a27-4f57-87ff-31210db11132 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639431 Aug 19 12:17:57.339936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-20114a9c-c2b8-4a49-bb41-1d622aa941dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.351994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-20114a9c-c2b8-4a49-bb41-1d622aa941dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2442617 Aug 19 12:17:57.397939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] For port 0960fb45-e97e-4cc0-a77d-254722a92065, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:57.447062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] For port 0960fb45-e97e-4cc0-a77d-254722a92065, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0960fb45-e97e-4cc0-a77d-254722a92065,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:57.499201 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8d829c38-d3ea-4d32-8064-d9f73d95b6d7 req-812ad148-43f7-4042-b4cd-3586f0fe430c service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324180 Aug 19 12:17:57.510416 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.512930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] For port 41fdb8ce-aad6-49e7-a360-66d73b8576d8, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:57.526209 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] For port 41fdb8ce-aad6-49e7-a360-66d73b8576d8, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=41fdb8ce-aad6-49e7-a360-66d73b8576d8,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:57.549782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-4526cc78-1174-4b1d-aa2b-88077c8169e5 req-118c48b8-2289-4329-ba82-a87c8c698207 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Deleting port c49db174-ae53-4f0d-a0a1-665f4958e55b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:57.550125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4526cc78-1174-4b1d-aa2b-88077c8169e5 req-118c48b8-2289-4329-ba82-a87c8c698207 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.610087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.610710 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.612149 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] 10.222.0.52 "PUT /v2.0/ports/0960fb45-e97e-4cc0-a77d-254722a92065 HTTP/1.1" status: 200 len: 1092 time: 3.1497092 Aug 19 12:17:57.612634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcc03f2-3efb-4911-b95b-00dd2ab8ed96', 'tag': '0960fb45-e97e-4cc0-a77d-254722a92065'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:57.615542 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b6b233-7c11-492d-950a-0e678ebe5d24" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcc03f2-3efb-4911-b95b-00dd2ab8ed96", "tag": "0960fb45-e97e-4cc0-a77d-254722a92065"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:57.633584 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.647631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-82503e2f-fe5e-4ede-b965-bb724b62ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': '42709810-5985-4098-8af7-fc4d0908d230', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:3f:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:17:55Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:57.656868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2292b4-4668-4931-955a-a7a1a742b9f5 req-5d86acd5-5d2e-4777-bcf1-1993b8759f15 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.659669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a2292b4-4668-4931-955a-a7a1a742b9f5 req-5d86acd5-5d2e-4777-bcf1-1993b8759f15 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 948 time: 0.1974611 Aug 19 12:17:57.704411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82503e2f-fe5e-4ede-b965-bb724b62ef4b None None] The sync data for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 is: [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': '42709810-5985-4098-8af7-fc4d0908d230', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:3f:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:17:55Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:57.751126 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-4526cc78-1174-4b1d-aa2b-88077c8169e5 req-118c48b8-2289-4329-ba82-a87c8c698207 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] For port c49db174-ae53-4f0d-a0a1-665f4958e55b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c49db174-ae53-4f0d-a0a1-665f4958e55b,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:57.753364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4526cc78-1174-4b1d-aa2b-88077c8169e5 req-118c48b8-2289-4329-ba82-a87c8c698207 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.775978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-4526cc78-1174-4b1d-aa2b-88077c8169e5 req-118c48b8-2289-4329-ba82-a87c8c698207 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Calling delete_port for c49db174-ae53-4f0d-a0a1-665f4958e55b owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:57.901881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bab517-d0a2-4404-9fbd-0d4bc9003760 service neutron] Pushing event updated for resources: {'Port': ['ID=0960fb45-e97e-4cc0-a77d-254722a92065,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:57.931544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-be14800c-27df-4b2f-9375-35e60d5eea09 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771801 Aug 19 12:17:57.974269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a2292b4-4668-4931-955a-a7a1a742b9f5 req-2cdfffe1-332c-41d4-b595-4f3067992718 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999873 Aug 19 12:17:58.011427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.012088 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.013609 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] 10.222.0.53 "PUT /v2.0/ports/41fdb8ce-aad6-49e7-a360-66d73b8576d8 HTTP/1.1" status: 200 len: 1091 time: 3.4174325 Aug 19 12:17:58.086314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-a31f0b6b-ef39-4669-a234-b04787d6d8b9 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.091166 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-a31f0b6b-ef39-4669-a234-b04787d6d8b9 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.2375684 Aug 19 12:17:58.100574 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d392fd-e571-4747-954c-6c8b4f1db9a7 x-openstack-request-id: req-49d392fd-e571-4747-954c-6c8b4f1db9a7 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:58.101131 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "tag": "ecf7014a-60f6-4334-a068-ca321431a546", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:58.101899 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49d392fd-e571-4747-954c-6c8b4f1db9a7 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:58.103325 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546', 'status': 'completed', 'code': 200} Aug 19 12:17:58.122419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-2324fa45-6b70-43be-a897-d16a2e19a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.124093 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-2324fa45-6b70-43be-a897-d16a2e19a4ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b66c46f632d4b24925234b8e460562e&device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 1095 time: 0.3346434 Aug 19 12:17:58.132369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba180054-043d-4db4-a441-a89d9eaa910e service neutron] Pushing event updated for resources: {'Port': ['ID=41fdb8ce-aad6-49e7-a360-66d73b8576d8,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:58.209638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d15454d-0144-42da-9889-b9d3ccc516f3 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:58.226480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.243557 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-a34f1e5b-6052-4455-bb3e-b30c87323375 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0960fb45-e97e-4cc0-a77d-254722a92065 HTTP/1.1" status: 200 len: 217 time: 0.0890470 Aug 19 12:17:58.289730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb109a-4170-493a-8ae7-bcdd255511de req-00a45e89-2c63-40b0-a2c0-974cd9cbdb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.291236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88bb109a-4170-493a-8ae7-bcdd255511de req-00a45e89-2c63-40b0-a2c0-974cd9cbdb87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 1097 time: 0.1431978 Aug 19 12:17:58.292330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Transition to ACTIVE for port object 8d15454d-0144-42da-9889-b9d3ccc516f3 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:58.343349 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-2f38eaf5-5488-41b4-a15c-8f7a9c90406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.345035 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-2f38eaf5-5488-41b4-a15c-8f7a9c90406e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 1094 time: 0.1806090 Aug 19 12:17:58.361074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-7682e4bb-a440-467a-8427-2191ae53684e service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344164 Aug 19 12:17:58.396233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ce355-b9d3-4d3a-b47c-5f3335f76b35 req-7b180204-c366-4295-b417-aa3e29db0c18 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.404425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ce355-b9d3-4d3a-b47c-5f3335f76b35 req-7b180204-c366-4295-b417-aa3e29db0c18 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.410543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ce355-b9d3-4d3a-b47c-5f3335f76b35 req-7b180204-c366-4295-b417-aa3e29db0c18 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.416521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ce355-b9d3-4d3a-b47c-5f3335f76b35 req-7b180204-c366-4295-b417-aa3e29db0c18 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.422606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ce355-b9d3-4d3a-b47c-5f3335f76b35 req-7b180204-c366-4295-b417-aa3e29db0c18 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.424481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-543ce355-b9d3-4d3a-b47c-5f3335f76b35 req-7b180204-c366-4295-b417-aa3e29db0c18 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 3817 time: 0.1861174 Aug 19 12:17:58.429195 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.436651 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-29e2afe3-7a7e-4af4-a175-e004cd8965e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41fdb8ce-aad6-49e7-a360-66d73b8576d8 HTTP/1.1" status: 200 len: 217 time: 0.0807867 Aug 19 12:17:58.458698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-3a9137df-5304-4df1-873f-b4816754089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.460655 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-3a9137df-5304-4df1-873f-b4816754089c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a94fe53e-5685-455b-9972-5231afed70bb HTTP/1.1" status: 200 len: 854 time: 0.2011955 Aug 19 12:17:58.535954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4526cc78-1174-4b1d-aa2b-88077c8169e5 req-118c48b8-2289-4329-ba82-a87c8c698207 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.587076 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c48b8-2289-4329-ba82-a87c8c698207 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Pushing event deleted for resources: {'Port': ['ID=c49db174-ae53-4f0d-a0a1-665f4958e55b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:58.601594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb109a-4170-493a-8ae7-bcdd255511de req-977b40df-f750-4c48-b146-e3e2abba5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.603698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88bb109a-4170-493a-8ae7-bcdd255511de req-977b40df-f750-4c48-b146-e3e2abba5fb1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.3009336 Aug 19 12:17:58.604690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-aa6959b8-3ea9-4709-9017-08149fa649b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.607510 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-aa6959b8-3ea9-4709-9017-08149fa649b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b3ede1da-987a-441b-8c84-707d48ae78bc HTTP/1.1" status: 200 len: 844 time: 0.1620965 Aug 19 12:17:58.608826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Pushing event updated for resources: {'Port': ['ID=8d15454d-0144-42da-9889-b9d3ccc516f3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:58.633682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-543ce355-b9d3-4d3a-b47c-5f3335f76b35 req-e9715cb4-ba3a-4bfb-a576-04baa4e55884 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684663 Aug 19 12:17:58.656082 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-6025121d-b36f-4448-bbae-07c82cdc6646 service neutron] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:58.682001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-ffa1b02a-e4f5-4d5b-bea5-37eecaff854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.682985 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-ffa1b02a-e4f5-4d5b-bea5-37eecaff854e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae10248e-711c-481d-abeb-4624233e86e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014782 Aug 19 12:17:58.773942 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-6025121d-b36f-4448-bbae-07c82cdc6646 service neutron] Notify callbacks [] for binding, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.773942 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f474966-4586-4545-8c04-3e071ca8ec3e req-6025121d-b36f-4448-bbae-07c82cdc6646 service neutron] 10.222.0.52 "DELETE /v2.0/ports/54ad6495-dc36-432a-9d99-0b7141609b31/bindings/n-h1-778732-8 HTTP/1.1" status: 204 len: 173 time: 0.5878224 Aug 19 12:17:58.773942 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-8d4242a8-2df2-46b1-b4e6-53441bdecda5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81172270-59cd-41e1-a431-0c8d9d8b818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678527 Aug 19 12:17:58.773942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4526cc78-1174-4b1d-aa2b-88077c8169e5 req-118c48b8-2289-4329-ba82-a87c8c698207 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] No DVR routers for this DVR port c49db174-ae53-4f0d-a0a1-665f4958e55b on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:58.773942 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4526cc78-1174-4b1d-aa2b-88077c8169e5 req-118c48b8-2289-4329-ba82-a87c8c698207 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.773942 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4526cc78-1174-4b1d-aa2b-88077c8169e5 req-118c48b8-2289-4329-ba82-a87c8c698207 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.52 "DELETE /v2.0/ports/c49db174-ae53-4f0d-a0a1-665f4958e55b HTTP/1.1" status: 204 len: 173 time: 1.5448830 Aug 19 12:17:58.774548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88bb109a-4170-493a-8ae7-bcdd255511de req-2cdf4359-8b1a-4e29-a71f-9815c3063c9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 217 time: 0.1227424 Aug 19 12:17:58.906324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8091c466-78b1-41b8-a5ae-99b6baaad563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.911529 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-5f802650-7649-4839-a70d-89848fde972b service neutron] 10.222.0.53 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847038 Aug 19 12:17:58.915852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-8091c466-78b1-41b8-a5ae-99b6baaad563 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 1096 time: 0.3930175 Aug 19 12:17:58.917730 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-169f05dc-36b6-47da-8eb2-fe6ea9e93e64 service neutron] 10.222.0.52 "GET /v2.0/networks/ae10248e-711c-481d-abeb-4624233e86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140367 Aug 19 12:17:59.110078 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b95fa4f5-7550-4196-a61e-42b4dcd9cb10 req-b820ef11-2aa1-4610-a119-e63d0e7de3dc service neutron] 10.222.0.52 "GET /v2.0/networks/ae10248e-711c-481d-abeb-4624233e86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773124 Aug 19 12:17:59.114569 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1007fc45-a2cc-4b76-b82c-a08800d1f574 req-7a91069b-4248-483d-ae78-cd34d1ed71a4 service neutron] 10.222.0.53 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829920 Aug 19 12:17:59.320863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb109a-4170-493a-8ae7-bcdd255511de req-c72b0333-3d8b-4e03-a70f-350d5f899171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:59.322396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88bb109a-4170-493a-8ae7-bcdd255511de req-c72b0333-3d8b-4e03-a70f-350d5f899171 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.5417547 Aug 19 12:17:59.338962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4f473-f22f-4ed5-a60e-025d95760402 req-af72a577-e3ac-422b-9f45-9e38ff6ab33f tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:59.340522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69a4f473-f22f-4ed5-a60e-025d95760402 req-af72a577-e3ac-422b-9f45-9e38ff6ab33f tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 944 time: 0.5509565 Aug 19 12:17:59.362835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Attempting to bind port 8d15454d-0144-42da-9889-b9d3ccc516f3 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:59.363224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Attempting to bind port 8d15454d-0144-42da-9889-b9d3ccc516f3 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:59.363566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Attempting to bind port 8d15454d-0144-42da-9889-b9d3ccc516f3 on network ba2269c4-ec6f-4475-935d-eb1eae834738 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:59.410573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Port 8d15454d-0144-42da-9889-b9d3ccc516f3 on network ba2269c4-ec6f-4475-935d-eb1eae834738 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:59.410926 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Attempting to bind port 8d15454d-0144-42da-9889-b9d3ccc516f3 on network ba2269c4-ec6f-4475-935d-eb1eae834738 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:59.430762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:59.431105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Checking segment: {'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:59.431484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Bound using segment: {'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:59.431932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Bound port: 8d15454d-0144-42da-9889-b9d3ccc516f3, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:59.432346 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:59.455695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-1f7e5a9a-46c9-49a4-ab86-49ea32bddc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:59.457932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-1f7e5a9a-46c9-49a4-ab86-49ea32bddc10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.5412061 Aug 19 12:17:59.478249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69a4f473-f22f-4ed5-a60e-025d95760402 req-f6415cff-2190-4b70-9e53-49cc567edafd tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197987 Aug 19 12:17:59.525657 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d17dd9a-7bff-4bae-a4ef-32f1e204a8c5 x-openstack-request-id: req-7d17dd9a-7bff-4bae-a4ef-32f1e204a8c5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:59.526219 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcc03f2-3efb-4911-b95b-00dd2ab8ed96", "tag": "0960fb45-e97e-4cc0-a77d-254722a92065", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:59.526380 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d17dd9a-7bff-4bae-a4ef-32f1e204a8c5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:59.527019 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcc03f2-3efb-4911-b95b-00dd2ab8ed96', 'tag': '0960fb45-e97e-4cc0-a77d-254722a92065', 'status': 'completed', 'code': 200} Aug 19 12:17:59.528928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb109a-4170-493a-8ae7-bcdd255511de req-d577eaa1-c775-403d-bbb2-169952a568f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:59.530468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88bb109a-4170-493a-8ae7-bcdd255511de req-d577eaa1-c775-403d-bbb2-169952a568f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860371 Aug 19 12:17:59.658960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-a6561f30-143a-46bb-bc6b-87c896cb1f6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42709810-5985-4098-8af7-fc4d0908d230 HTTP/1.1" status: 200 len: 1001 time: 0.1928000 Aug 19 12:17:59.682443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] For port 8d15454d-0144-42da-9889-b9d3ccc516f3, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:59.687071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] For port 8d15454d-0144-42da-9889-b9d3ccc516f3, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8d15454d-0144-42da-9889-b9d3ccc516f3,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:59.740020 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:59.762203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88bb109a-4170-493a-8ae7-bcdd255511de req-90d38121-e232-4f93-89be-681024b6b1ea service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131720 Aug 19 12:17:59.762203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-80b683c9-49e5-489e-b323-dd93ee92963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:59.762203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-80b683c9-49e5-489e-b323-dd93ee92963e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.0883665 Aug 19 12:17:59.762772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b44ad3-f77b-4416-8d9d-e9bd6a45a71b req-8b51ffc3-deec-4a71-8760-9115ceb871a1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:59.764250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18b44ad3-f77b-4416-8d9d-e9bd6a45a71b req-8b51ffc3-deec-4a71-8760-9115ceb871a1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 945 time: 0.1621869 Aug 19 12:17:59.905306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18b44ad3-f77b-4416-8d9d-e9bd6a45a71b req-04508b76-16c7-4cdf-8a81-594644e99fd2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222322 Aug 19 12:17:59.912474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-2a305a3b-e309-43c3-a4cd-e66d57428e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:59.913922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-2a305a3b-e309-43c3-a4cd-e66d57428e52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487737 Aug 19 12:17:59.937858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88bb109a-4170-493a-8ae7-bcdd255511de req-2ba68a57-8b72-4f11-887a-f7ff0ca8ddab service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714935 Aug 19 12:18:00.027410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 3ee74783-e8c6-41f3-bef1-0071326e6cea details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:00.032074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c49db174-ae53-4f0d-a0a1-665f4958e55b no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:00.061338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: c49db174-ae53-4f0d-a0a1-665f4958e55b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:00.061889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c49db174-ae53-4f0d-a0a1-665f4958e55b not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:00.066013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-dae4bc50-741c-4df5-ae8c-77fb60d78072 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382258 Aug 19 12:18:00.076373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4813f2-2a3b-44e1-90fb-2b7c0dc13db4 req-5fe08965-f903-4480-94f4-dd2bbd0aefb6 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.078354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b4813f2-2a3b-44e1-90fb-2b7c0dc13db4 req-5fe08965-f903-4480-94f4-dd2bbd0aefb6 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 943 time: 0.0857804 Aug 19 12:18:00.110596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546'}, {'name': 'network-changed', 'server_uuid': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'tag': '42709810-5985-4098-8af7-fc4d0908d230'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:00.112805 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "tag": "ecf7014a-60f6-4334-a068-ca321431a546"}, {"name": "network-changed", "server_uuid": "f7aeca5a-232f-443d-88fc-e6d0ced4fd7a", "tag": "42709810-5985-4098-8af7-fc4d0908d230"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:00.178878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 3ee74783-e8c6-41f3-bef1-0071326e6cea, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=3ee74783-e8c6-41f3-bef1-0071326e6cea,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:00.192301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '3ee74783-e8c6-41f3-bef1-0071326e6cea', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '3ee74783-e8c6-41f3-bef1-0071326e6cea', 'mac_address': 'fa:16:3e:94:a5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:00.214779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b4813f2-2a3b-44e1-90fb-2b7c0dc13db4 req-c43bc7b2-2413-4c42-885b-2f38a2b62b21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248474 Aug 19 12:18:00.252867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.254984 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.283796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee74783-e8c6-41f3-bef1-0071326e6cea {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:00.307166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.308153 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.311063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] 10.222.0.53 "PUT /v2.0/ports/8d15454d-0144-42da-9889-b9d3ccc516f3 HTTP/1.1" status: 200 len: 1092 time: 3.3908839 Aug 19 12:18:00.330565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad88ef0a-1a26-47d4-9ef3-54439beafe95 req-b3899216-9656-4ef9-a298-2a32df44507e service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511895 Aug 19 12:18:00.391207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7cfbd-0e21-41af-97a7-781afb08eb5d service neutron] Pushing event updated for resources: {'Port': ['ID=8d15454d-0144-42da-9889-b9d3ccc516f3,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:00.405624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6b233-7c11-492d-950a-0e678ebe5d24 req-d7301d3e-25bd-4ec7-afc8-e993f49025ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.407289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6b6b233-7c11-492d-950a-0e678ebe5d24 req-d7301d3e-25bd-4ec7-afc8-e993f49025ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b66c46f632d4b24925234b8e460562e&device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 1095 time: 0.1210384 Aug 19 12:18:00.423146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e6176-60bb-4473-afed-babfde57005a req-a8afb623-4fbe-47d3-ad0e-afc5bfd1ae32 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.433888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb7e6176-60bb-4473-afed-babfde57005a req-a8afb623-4fbe-47d3-ad0e-afc5bfd1ae32 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 948 time: 0.1017563 Aug 19 12:18:00.471411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 3ee74783-e8c6-41f3-bef1-0071326e6cea, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=3ee74783-e8c6-41f3-bef1-0071326e6cea,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:00.557779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:00.614411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.662245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb7e6176-60bb-4473-afed-babfde57005a req-f476e2ec-e893-4d39-a69d-27dba277a47f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271953 Aug 19 12:18:00.681946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=3ee74783-e8c6-41f3-bef1-0071326e6cea,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:00.694846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.695328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.696019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.696909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.697230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.697608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.697949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.725993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.725993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.725993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.725993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.725993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:00.736412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6b233-7c11-492d-950a-0e678ebe5d24 req-a1281dc0-e4a6-4e18-9d00-916af5d51200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.739506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6b6b233-7c11-492d-950a-0e678ebe5d24 req-a1281dc0-e4a6-4e18-9d00-916af5d51200 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae10248e-711c-481d-abeb-4624233e86e0 HTTP/1.1" status: 200 len: 916 time: 0.3021176 Aug 19 12:18:00.791244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6b6b233-7c11-492d-950a-0e678ebe5d24 req-26713831-2e68-4fcc-8983-16a8b45d87bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0960fb45-e97e-4cc0-a77d-254722a92065 HTTP/1.1" status: 200 len: 217 time: 0.0411241 Aug 19 12:18:00.792718 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4451ed1a-d59d-4231-a0aa-cfdd625e060d x-openstack-request-id: req-4451ed1a-d59d-4231-a0aa-cfdd625e060d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:00.793149 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "tag": "ecf7014a-60f6-4334-a068-ca321431a546", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7aeca5a-232f-443d-88fc-e6d0ced4fd7a", "tag": "42709810-5985-4098-8af7-fc4d0908d230", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:00.793467 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4451ed1a-d59d-4231-a0aa-cfdd625e060d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:00.793937 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546', 'status': 'completed', 'code': 200} Aug 19 12:18:00.794202 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'tag': '42709810-5985-4098-8af7-fc4d0908d230', 'status': 'completed', 'code': 200} Aug 19 12:18:00.808137 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.911379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f289e-cee3-405b-9afd-1975420fa3b0 req-1c11851a-64f5-4b34-9bb2-906ae352b754 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.916993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-b385f5df-fcd0-4c45-b003-0867ad9e8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.917558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f289e-cee3-405b-9afd-1975420fa3b0 req-1c11851a-64f5-4b34-9bb2-906ae352b754 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.918641 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-b385f5df-fcd0-4c45-b003-0867ad9e8067 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 1097 time: 0.1114843 Aug 19 12:18:00.921570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-55846a24-4ecd-4563-9859-70a9c880a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.923148 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-55846a24-4ecd-4563-9859-70a9c880a76e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 1096 time: 0.1030869 Aug 19 12:18:00.923328 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f289e-cee3-405b-9afd-1975420fa3b0 req-1c11851a-64f5-4b34-9bb2-906ae352b754 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.929413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f289e-cee3-405b-9afd-1975420fa3b0 req-1c11851a-64f5-4b34-9bb2-906ae352b754 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.935376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f289e-cee3-405b-9afd-1975420fa3b0 req-1c11851a-64f5-4b34-9bb2-906ae352b754 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:00.937266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-298f289e-cee3-405b-9afd-1975420fa3b0 req-1c11851a-64f5-4b34-9bb2-906ae352b754 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 3829 time: 0.3175745 Aug 19 12:18:00.993137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['3ee74783-e8c6-41f3-bef1-0071326e6cea'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:01.037082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6b233-7c11-492d-950a-0e678ebe5d24 req-56501515-3d96-4907-bf2e-cbb5512022d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.038916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6b6b233-7c11-492d-950a-0e678ebe5d24 req-56501515-3d96-4907-bf2e-cbb5512022d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a94fe53e-5685-455b-9972-5231afed70bb HTTP/1.1" status: 200 len: 854 time: 0.2283375 Aug 19 12:18:01.051999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9e9e263-5578-46fe-a027-7e0deccf36f1 req-236b6547-dd53-4d62-9325-8a4c53639739 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1001 time: 0.2568953 Aug 19 12:18:01.177033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-298f289e-cee3-405b-9afd-1975420fa3b0 req-10473284-267a-495e-95db-8e34c4fc3620 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184243 Aug 19 12:18:01.458358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9e263-5578-46fe-a027-7e0deccf36f1 req-9ef335e7-910d-4841-afc4-0a40f5a6535c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.467434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9e9e263-5578-46fe-a027-7e0deccf36f1 req-9ef335e7-910d-4841-afc4-0a40f5a6535c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports/42709810-5985-4098-8af7-fc4d0908d230 HTTP/1.1" status: 200 len: 942 time: 0.3967216 Aug 19 12:18:01.536442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'tag': '41fdb8ce-aad6-49e7-a360-66d73b8576d8'}, {'server_uuid': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'name': 'network-vif-deleted', 'tag': 'c49db174-ae53-4f0d-a0a1-665f4958e55b'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:01.539500 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207432ab-e1e8-4b55-bcfc-06cdff2d8b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c544d88-40c5-448b-84ea-982e9b70aa08", "tag": "41fdb8ce-aad6-49e7-a360-66d73b8576d8"}, {"server_uuid": "5b022fcc-ea62-4788-8ea8-48eeb0979f0f", "name": "network-vif-deleted", "tag": "c49db174-ae53-4f0d-a0a1-665f4958e55b"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:01.583981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6b233-7c11-492d-950a-0e678ebe5d24 req-39dd7281-40e6-4a92-a4e1-89f6df7895ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.585683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6b6b233-7c11-492d-950a-0e678ebe5d24 req-39dd7281-40e6-4a92-a4e1-89f6df7895ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae10248e-711c-481d-abeb-4624233e86e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5287461 Aug 19 12:18:01.587387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-4ace7f6b-c7b6-4692-a907-7879af2b8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.591476 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-4ace7f6b-c7b6-4692-a907-7879af2b8b1f service neutron] 10.222.0.53 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.6500280 Aug 19 12:18:01.608337 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-427fb08e-ad3e-498e-8fa1-ffe6b4f1b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.609823 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-427fb08e-ad3e-498e-8fa1-ffe6b4f1b1d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.6795399 Aug 19 12:18:01.694728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:01.708174 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:01.726815 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-7f72f76d-78e5-461d-8d5b-d1ba7ddd262d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 217 time: 0.0689266 Aug 19 12:18:01.752937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0ee4c-f7fb-4127-8f61-9bf731d8f326 req-23cd8bbd-d2a1-4c9f-b7ca-2e99763fecb2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.756411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9fc0ee4c-f7fb-4127-8f61-9bf731d8f326 req-23cd8bbd-d2a1-4c9f-b7ca-2e99763fecb2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 944 time: 0.3305542 Aug 19 12:18:01.776836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Transition to ACTIVE for port object 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:01.787512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9e9e263-5578-46fe-a027-7e0deccf36f1 req-bde3cbc0-a0e9-4d51-832e-e0c27b8651c7 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1001 time: 0.2177556 Aug 19 12:18:01.794053 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-e6f80eaa-d527-44c2-a880-0e813e204212 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42709810-5985-4098-8af7-fc4d0908d230 HTTP/1.1" status: 200 len: 1001 time: 0.1870377 Aug 19 12:18:01.861633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-dedd0d4e-b819-4313-b786-56dff46db4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.864679 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-dedd0d4e-b819-4313-b786-56dff46db4e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.1274259 Aug 19 12:18:01.896206 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:01.916719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-d91a2435-053f-4755-b9e1-c068da396213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.918295 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-d91a2435-053f-4755-b9e1-c068da396213 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.1132932 Aug 19 12:18:01.943917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6b6b233-7c11-492d-950a-0e678ebe5d24 req-e5044e1c-8205-40fe-8c9b-59741877e2aa service neutron] 10.222.0.52 "GET /v2.0/networks/ae10248e-711c-481d-abeb-4624233e86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481090 Aug 19 12:18:01.960097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-732fbfb8-bae4-4051-8f1c-7b9e669a4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.963968 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-732fbfb8-bae4-4051-8f1c-7b9e669a4081 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897863 Aug 19 12:18:01.992339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9fc0ee4c-f7fb-4127-8f61-9bf731d8f326 req-d00d08a3-822d-4dce-8f3e-a72d77d67d18 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926653 Aug 19 12:18:02.035665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 0960fb45-e97e-4cc0-a77d-254722a92065 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:02.134768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:02.141138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-ca405fd6-2192-4e98-b79a-1863be0f6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:02.143152 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-ca405fd6-2192-4e98-b79a-1863be0f6184 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2134647 Aug 19 12:18:02.184288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9e263-5578-46fe-a027-7e0deccf36f1 req-adca9ade-90e0-4a29-8f53-e18ad5d84300 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:02.186207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9e9e263-5578-46fe-a027-7e0deccf36f1 req-adca9ade-90e0-4a29-8f53-e18ad5d84300 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.3978558 Aug 19 12:18:02.219645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-e9e9e263-5578-46fe-a027-7e0deccf36f1 req-88b4f4f2-e8e2-431b-adc3-72a87d02c9ee tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:18:02.220916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9e9e263-5578-46fe-a027-7e0deccf36f1 req-88b4f4f2-e8e2-431b-adc3-72a87d02c9ee tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067010 Aug 19 12:18:02.284187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 0960fb45-e97e-4cc0-a77d-254722a92065, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0960fb45-e97e-4cc0-a77d-254722a92065,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:02.295471 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-3065e212-bdfb-468f-81ad-bb0b766d3dad service neutron] 10.222.0.53 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387527 Aug 19 12:18:02.300299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '0960fb45-e97e-4cc0-a77d-254722a92065', 'network_id': 'ae10248e-711c-481d-abeb-4624233e86e0', 'port_id': '0960fb45-e97e-4cc0-a77d-254722a92065', 'mac_address': 'fa:16:3e:d0:aa:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94fe53e-5685-455b-9972-5231afed70bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:02.359111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6b6b233-7c11-492d-950a-0e678ebe5d24 req-ebd464e7-f1a2-4daa-9ba0-c394666abc15 service neutron] 10.222.0.52 "GET /v2.0/networks/ae10248e-711c-481d-abeb-4624233e86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000571 Aug 19 12:18:02.404507 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.432225 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-0142513b-8ae7-4bd9-b6be-bb9a4114a358 service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310305 Aug 19 12:18:02.442300 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Attempting to bind port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:02.442638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Attempting to bind port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:02.443035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Attempting to bind port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 on network 193ea437-6444-44f1-bc3a-75066b6e68f8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:02.447045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0960fb45-e97e-4cc0-a77d-254722a92065 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:02.470711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce4c69-d7ee-4bff-ae1b-d6474fae21da req-ad8f392f-f1eb-4160-bb7e-80df66765a5e tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:02.475023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7ce4c69-d7ee-4bff-ae1b-d6474fae21da req-ad8f392f-f1eb-4160-bb7e-80df66765a5e tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 1096 time: 0.2524478 Aug 19 12:18:02.482535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 on network 193ea437-6444-44f1-bc3a-75066b6e68f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:02.483025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Attempting to bind port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 on network 193ea437-6444-44f1-bc3a-75066b6e68f8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:02.484851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 0960fb45-e97e-4cc0-a77d-254722a92065, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0960fb45-e97e-4cc0-a77d-254722a92065,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:02.516483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:02.516905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Checking segment: {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:02.517525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Bound using segment: {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:02.518222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Bound port: 1851f4e9-b54c-452a-bdfc-d00b649ab1e3, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:02.518773 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.565848 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-07850449-8647-4de4-98f7-ac267bb6e4f4 service neutron] 10.222.0.53 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555256 Aug 19 12:18:02.569397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324a2ab-baed-43f6-830b-d69512a192a6 req-ed9835b0-d50e-4cd0-a5bf-52a011c1f885 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:02.571670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e324a2ab-baed-43f6-830b-d69512a192a6 req-ed9835b0-d50e-4cd0-a5bf-52a011c1f885 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 943 time: 0.1585190 Aug 19 12:18:02.574930 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.583966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7ce4c69-d7ee-4bff-ae1b-d6474fae21da req-7f8313cb-f888-4bec-af1a-5b492b08da87 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918119 Aug 19 12:18:02.634319 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4c6fda29-4754-4b5d-88f4-87f5fd83afc2 req-cf5a4dd3-49dd-4f80-b3c1-368ce340fa5b service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882522 Aug 19 12:18:02.668688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=0960fb45-e97e-4cc0-a77d-254722a92065,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:02.696219 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59b40bf-7071-44d6-9108-26953d71f3ef x-openstack-request-id: req-d59b40bf-7071-44d6-9108-26953d71f3ef {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:02.697979 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c544d88-40c5-448b-84ea-982e9b70aa08", "tag": "41fdb8ce-aad6-49e7-a360-66d73b8576d8", "status": "completed", "code": 200}, {"server_uuid": "5b022fcc-ea62-4788-8ea8-48eeb0979f0f", "name": "network-vif-deleted", "tag": "c49db174-ae53-4f0d-a0a1-665f4958e55b", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:02.698640 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d59b40bf-7071-44d6-9108-26953d71f3ef {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:02.699284 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'tag': '41fdb8ce-aad6-49e7-a360-66d73b8576d8', 'status': 'completed', 'code': 200} Aug 19 12:18:02.699718 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b022fcc-ea62-4788-8ea8-48eeb0979f0f', 'name': 'network-vif-deleted', 'tag': 'c49db174-ae53-4f0d-a0a1-665f4958e55b', 'status': 'completed', 'code': 200} Aug 19 12:18:02.726030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e324a2ab-baed-43f6-830b-d69512a192a6 req-90cd51dd-72e5-4c45-bd79-c31ae146cad6 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891197 Aug 19 12:18:02.744721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] For port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:02.748312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] For port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:02.776026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207432ab-e1e8-4b55-bcfc-06cdff2d8b8b req-817426dc-6ec7-46a0-b985-6a79508d80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:02.778171 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-207432ab-e1e8-4b55-bcfc-06cdff2d8b8b req-817426dc-6ec7-46a0-b985-6a79508d80f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 1094 time: 0.0695467 Aug 19 12:18:02.795236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '8d15454d-0144-42da-9889-b9d3ccc516f3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:02.799436 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7" -d '{"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "8d15454d-0144-42da-9889-b9d3ccc516f3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:02.904321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.917733 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207432ab-e1e8-4b55-bcfc-06cdff2d8b8b req-b12a4c46-04cc-4285-8656-3b749eb7f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:02.919475 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-207432ab-e1e8-4b55-bcfc-06cdff2d8b8b req-b12a4c46-04cc-4285-8656-3b749eb7f9d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 905 time: 0.1319041 Aug 19 12:18:02.920475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-34804aa5-c977-41d4-a259-5a53195ebcc6 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1001 time: 0.1115735 Aug 19 12:18:02.931493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c727b-64b1-4a48-bb30-8ef687b13203 req-2e740afb-cdb5-495e-a2fe-c71456252932 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:02.934412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e5c727b-64b1-4a48-bb30-8ef687b13203 req-2e740afb-cdb5-495e-a2fe-c71456252932 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 949 time: 0.1244090 Aug 19 12:18:02.935694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['0960fb45-e97e-4cc0-a77d-254722a92065'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:02.984853 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-207432ab-e1e8-4b55-bcfc-06cdff2d8b8b req-5a3c06f5-20d5-4968-9428-4d1c43abc776 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41fdb8ce-aad6-49e7-a360-66d73b8576d8 HTTP/1.1" status: 200 len: 217 time: 0.0560505 Aug 19 12:18:03.001110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.008384 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.008384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] 10.222.0.53 "PUT /v2.0/ports/1851f4e9-b54c-452a-bdfc-d00b649ab1e3 HTTP/1.1" status: 200 len: 1130 time: 2.4500790 Aug 19 12:18:03.062171 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207432ab-e1e8-4b55-bcfc-06cdff2d8b8b req-96bf8ba1-0992-45cf-8469-c92fd4ed8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.064631 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-207432ab-e1e8-4b55-bcfc-06cdff2d8b8b req-96bf8ba1-0992-45cf-8469-c92fd4ed8078 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b3ede1da-987a-441b-8c84-707d48ae78bc HTTP/1.1" status: 200 len: 844 time: 0.0716956 Aug 19 12:18:03.108371 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-207432ab-e1e8-4b55-bcfc-06cdff2d8b8b req-e3a957b9-f0c3-4270-8375-17281fefd5fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81172270-59cd-41e1-a431-0c8d9d8b818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337493 Aug 19 12:18:03.115665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e5c727b-64b1-4a48-bb30-8ef687b13203 req-3e6bdabb-91a7-429b-9ea6-0067a6e7a83a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528406 Aug 19 12:18:03.123106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-f1d4d4a7-b7ce-47ae-9627-34302dd24769 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.138229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-f1d4d4a7-b7ce-47ae-9627-34302dd24769 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports/42709810-5985-4098-8af7-fc4d0908d230 HTTP/1.1" status: 200 len: 942 time: 0.1725442 Aug 19 12:18:03.172938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:03.181501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ce9c9-9d31-4324-ab13-c064d63b60c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:03.267655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 41fdb8ce-aad6-49e7-a360-66d73b8576d8 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:03.308433 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-207432ab-e1e8-4b55-bcfc-06cdff2d8b8b req-81ad543a-87da-435f-9fd7-bdd16f2702d1 service neutron] 10.222.0.53 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916418 Aug 19 12:18:03.477510 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-207432ab-e1e8-4b55-bcfc-06cdff2d8b8b req-e4ebdb2c-b7c0-4455-9a92-d298ddbd74c5 service neutron] 10.222.0.53 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570408 Aug 19 12:18:03.521408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 41fdb8ce-aad6-49e7-a360-66d73b8576d8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=41fdb8ce-aad6-49e7-a360-66d73b8576d8,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:03.548112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '41fdb8ce-aad6-49e7-a360-66d73b8576d8', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'port_id': '41fdb8ce-aad6-49e7-a360-66d73b8576d8', 'mac_address': 'fa:16:3e:02:0d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ede1da-987a-441b-8c84-707d48ae78bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:03.610600 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.628928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fdb8ce-aad6-49e7-a360-66d73b8576d8 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:03.659646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 41fdb8ce-aad6-49e7-a360-66d73b8576d8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=41fdb8ce-aad6-49e7-a360-66d73b8576d8,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:03.743061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6610d-ea95-4cdd-9729-454fc68f65e0 req-fab431ad-4e40-4b3b-9629-9efeafa07e5a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.748990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6610d-ea95-4cdd-9729-454fc68f65e0 req-fab431ad-4e40-4b3b-9629-9efeafa07e5a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.755449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6610d-ea95-4cdd-9729-454fc68f65e0 req-fab431ad-4e40-4b3b-9629-9efeafa07e5a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.761352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6610d-ea95-4cdd-9729-454fc68f65e0 req-fab431ad-4e40-4b3b-9629-9efeafa07e5a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.767256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6610d-ea95-4cdd-9729-454fc68f65e0 req-fab431ad-4e40-4b3b-9629-9efeafa07e5a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.773718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6610d-ea95-4cdd-9729-454fc68f65e0 req-fab431ad-4e40-4b3b-9629-9efeafa07e5a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.774970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.788406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36a6610d-ea95-4cdd-9729-454fc68f65e0 req-fab431ad-4e40-4b3b-9629-9efeafa07e5a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 4601 time: 0.5390153 Aug 19 12:18:03.799516 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.823566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-d3929812-a23a-4c28-a926-4a89527f93c3 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1001 time: 0.5326502 Aug 19 12:18:03.852815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=41fdb8ce-aad6-49e7-a360-66d73b8576d8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:03.890587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36a6610d-ea95-4cdd-9729-454fc68f65e0 req-17daf0fe-1f65-4199-aa1f-ee1945b81af5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012321 Aug 19 12:18:04.038729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 3ee74783-e8c6-41f3-bef1-0071326e6cea up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:04.132187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['41fdb8ce-aad6-49e7-a360-66d73b8576d8'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:04.168577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57e733-f9ca-4ee3-b544-86c5efe9f48b req-377610be-0f12-4a97-89df-e45821ba58f9 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.171734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc57e733-f9ca-4ee3-b544-86c5efe9f48b req-377610be-0f12-4a97-89df-e45821ba58f9 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 1096 time: 0.1997066 Aug 19 12:18:04.178754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 3ee74783-e8c6-41f3-bef1-0071326e6cea completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:04.180295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-bdff3df7-2601-44d2-b82b-afbbe8e49a35 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.181805 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-bdff3df7-2601-44d2-b82b-afbbe8e49a35 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.3387318 Aug 19 12:18:04.188202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 3ee74783-e8c6-41f3-bef1-0071326e6cea triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:04.188596 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.306020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc57e733-f9ca-4ee3-b544-86c5efe9f48b req-f7ee8595-9ba1-4b45-bd1f-df6d52eccec0 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231558 Aug 19 12:18:04.330282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-0e69e2c2-7ec7-4a82-b267-654af454d1ea tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1001 time: 0.1371579 Aug 19 12:18:04.371244 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.419952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-e896721e-cb87-4a62-8a94-705b3eab6488 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:04.456135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25629ba2-a091-4c10-9d0b-9a79b6820286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee74783-e8c6-41f3-bef1-0071326e6cea'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:04.462624 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ff7e28-f3e7-402d-92fa-afbad08aba49" -d '{"events": [{"server_uuid": "25629ba2-a091-4c10-9d0b-9a79b6820286", "name": "network-vif-plugged", "status": "completed", "tag": "3ee74783-e8c6-41f3-bef1-0071326e6cea"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:04.484092 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24750bc8-9044-4531-a455-3b568cf104ab x-openstack-request-id: req-24750bc8-9044-4531-a455-3b568cf104ab {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:04.484539 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "8d15454d-0144-42da-9889-b9d3ccc516f3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:04.484918 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24750bc8-9044-4531-a455-3b568cf104ab {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:04.485545 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '8d15454d-0144-42da-9889-b9d3ccc516f3', 'status': 'completed', 'code': 200} Aug 19 12:18:04.500207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 3ee74783-e8c6-41f3-bef1-0071326e6cea, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=3ee74783-e8c6-41f3-bef1-0071326e6cea,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:04.518981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc642de-7ffa-4979-956d-5f14b4e4d72e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:04.533173 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.595873 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-e896721e-cb87-4a62-8a94-705b3eab6488 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.598769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Transition to ACTIVE for port object 4fc642de-7ffa-4979-956d-5f14b4e4d72e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:04.602288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-3b9e5295-e290-479f-9cee-9ae953e6b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.603849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-3b9e5295-e290-479f-9cee-9ae953e6b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.604389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-3b9e5295-e290-479f-9cee-9ae953e6b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.604969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-3b9e5295-e290-479f-9cee-9ae953e6b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.605721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-3b9e5295-e290-479f-9cee-9ae953e6b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.606160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-3b9e5295-e290-479f-9cee-9ae953e6b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.608222 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-3b9e5295-e290-479f-9cee-9ae953e6b0ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5287 time: 0.0939095 Aug 19 12:18:04.631901 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.662668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebb8a5-d1f3-4d7c-a9fe-b553b27f64e3 req-f5040490-975f-47b1-b987-5e4eaf33cbb4 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.667879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdebb8a5-d1f3-4d7c-a9fe-b553b27f64e3 req-f5040490-975f-47b1-b987-5e4eaf33cbb4 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 945 time: 0.1277688 Aug 19 12:18:04.700357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=3ee74783-e8c6-41f3-bef1-0071326e6cea,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:04.732703 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.779930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-a9925fee-93f5-446d-921c-e083c7e0afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.780567 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-a9925fee-93f5-446d-921c-e083c7e0afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.781612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-a9925fee-93f5-446d-921c-e083c7e0afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.784605 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-a9925fee-93f5-446d-921c-e083c7e0afc8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=de32ceb272334860bcd42ef7d3eb8552&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1627111 Aug 19 12:18:04.888236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdebb8a5-d1f3-4d7c-a9fe-b553b27f64e3 req-6dbc4a97-ca9a-4e14-b420-111709c77bc3 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689632 Aug 19 12:18:04.896129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Pushing event updated for resources: {'Port': ['ID=4fc642de-7ffa-4979-956d-5f14b4e4d72e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:04.913049 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-e896721e-cb87-4a62-8a94-705b3eab6488 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.977657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-a3e56261-85fd-403e-b44f-a2a34084f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.979162 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d6cfe836-a488-4ac9-ac64-70c3dd0caba7 req-a3e56261-85fd-403e-b44f-a2a34084f550 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853492 Aug 19 12:18:05.020009 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-e896721e-cb87-4a62-8a94-705b3eab6488 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.020538 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-e896721e-cb87-4a62-8a94-705b3eab6488 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Floating IP 45cd55bc-01fc-49e1-8503-94627a59cd2b disassociated. External IP: 172.25.6.175, port: 42709810-5985-4098-8af7-fc4d0908d230. Aug 19 12:18:05.208795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Attempting to bind port 4fc642de-7ffa-4979-956d-5f14b4e4d72e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:05.209140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Attempting to bind port 4fc642de-7ffa-4979-956d-5f14b4e4d72e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:05.209549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Attempting to bind port 4fc642de-7ffa-4979-956d-5f14b4e4d72e on network 193ea437-6444-44f1-bc3a-75066b6e68f8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:05.228090 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354078d8-28b7-4ff5-b486-6e2b9462a284 req-e172f739-7872-43ec-a4a5-226805bf279a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:05.229726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-354078d8-28b7-4ff5-b486-6e2b9462a284 req-e172f739-7872-43ec-a4a5-226805bf279a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 944 time: 0.2167854 Aug 19 12:18:05.233900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Port 4fc642de-7ffa-4979-956d-5f14b4e4d72e on network 193ea437-6444-44f1-bc3a-75066b6e68f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:05.233900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Attempting to bind port 4fc642de-7ffa-4979-956d-5f14b4e4d72e on network 193ea437-6444-44f1-bc3a-75066b6e68f8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:05.252255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:05.252583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Checking segment: {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:05.252987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Bound using segment: {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:05.254080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Bound port: 4fc642de-7ffa-4979-956d-5f14b4e4d72e, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:05.254575 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.360165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-354078d8-28b7-4ff5-b486-6e2b9462a284 req-c9aaff6c-bf0c-4a4f-99e5-61a7f0230669 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191785 Aug 19 12:18:05.428944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] For port 4fc642de-7ffa-4979-956d-5f14b4e4d72e, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:05.449883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] For port 4fc642de-7ffa-4979-956d-5f14b4e4d72e, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4fc642de-7ffa-4979-956d-5f14b4e4d72e,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:05.465097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-e896721e-cb87-4a62-8a94-705b3eab6488 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Router 0d8c6c00-9559-4d41-a40f-3be059ebae95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:05.554158 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.645167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:05.646409 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.648915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] 10.222.0.53 "PUT /v2.0/ports/4fc642de-7ffa-4979-956d-5f14b4e4d72e HTTP/1.1" status: 200 len: 1129 time: 2.4924848 Aug 19 12:18:05.709868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdff54-f40a-477e-92b0-e0144fd85e02 req-c3a913e1-4f4b-4736-8924-fc6881db2af0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:05.711460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bafdff54-f40a-477e-92b0-e0144fd85e02 req-c3a913e1-4f4b-4736-8924-fc6881db2af0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 950 time: 0.1921499 Aug 19 12:18:05.713093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-e896721e-cb87-4a62-8a94-705b3eab6488 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:05.714856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e987a79-ffde-449f-bd17-1880abbf137a service neutron] Pushing event updated for resources: {'Port': ['ID=4fc642de-7ffa-4979-956d-5f14b4e4d72e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:05.720708 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-e896721e-cb87-4a62-8a94-705b3eab6488 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.736607 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab741927-4be2-42a3-8ce7-4e464aa9c2c1 None None] Sync routers for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:05.752453 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab741927-4be2-42a3-8ce7-4e464aa9c2c1 None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:05.753798 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab741927-4be2-42a3-8ce7-4e464aa9c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:05.789155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-e896721e-cb87-4a62-8a94-705b3eab6488 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "PUT /v2.0/floatingips/45cd55bc-01fc-49e1-8503-94627a59cd2b HTTP/1.1" status: 200 len: 695 time: 1.4243910 Aug 19 12:18:05.836052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bafdff54-f40a-477e-92b0-e0144fd85e02 req-d9ac6070-c612-4ef3-9107-188e29a329bd tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062920 Aug 19 12:18:05.850823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:05.878964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-ae8f8555-2292-4d34-b86e-2c1baa7c1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:05.885356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-ae8f8555-2292-4d34-b86e-2c1baa7c1646 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 1096 time: 0.0949712 Aug 19 12:18:05.967670 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ab741927-4be2-42a3-8ce7-4e464aa9c2c1 None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:06.006828 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.060607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 0960fb45-e97e-4cc0-a77d-254722a92065 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:06.092682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-3ddbedcc-a3a0-4412-bcb7-c1d51465c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.095776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-3ddbedcc-a3a0-4412-bcb7-c1d51465c1ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.2092388 Aug 19 12:18:06.179119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-01879cb3-a94a-4e59-bc8d-cff8a71c0fae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42709810-5985-4098-8af7-fc4d0908d230 HTTP/1.1" status: 200 len: 217 time: 0.0659518 Aug 19 12:18:06.323498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 0960fb45-e97e-4cc0-a77d-254722a92065 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:06.329438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 0960fb45-e97e-4cc0-a77d-254722a92065 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:06.329821 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.399551 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab741927-4be2-42a3-8ce7-4e464aa9c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:06.431284 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab741927-4be2-42a3-8ce7-4e464aa9c2c1 None None] Checking router: 0d8c6c00-9559-4d41-a40f-3be059ebae95 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:06.440712 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab741927-4be2-42a3-8ce7-4e464aa9c2c1 None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:06.441893 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab741927-4be2-42a3-8ce7-4e464aa9c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:06.476592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-b043ae8c-ed9d-41d5-8e0f-d41db062b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.478284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-b043ae8c-ed9d-41d5-8e0f-d41db062b40e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.2819369 Aug 19 12:18:06.486568 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.493649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '1851f4e9-b54c-452a-bdfc-d00b649ab1e3'}, {'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '4fc642de-7ffa-4979-956d-5f14b4e4d72e'}, {'name': 'network-changed', 'server_uuid': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'tag': '42709810-5985-4098-8af7-fc4d0908d230'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:06.496263 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65abc93c-4900-4f86-8482-a08de1f94f48" -d '{"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "1851f4e9-b54c-452a-bdfc-d00b649ab1e3"}, {"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "4fc642de-7ffa-4979-956d-5f14b4e4d72e"}, {"name": "network-changed", "server_uuid": "f7aeca5a-232f-443d-88fc-e6d0ced4fd7a", "tag": "42709810-5985-4098-8af7-fc4d0908d230"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:06.562174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 0960fb45-e97e-4cc0-a77d-254722a92065, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0960fb45-e97e-4cc0-a77d-254722a92065,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:06.605917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-f1f1f98b-23d3-456e-913f-72d10c50399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.607410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-f1f1f98b-23d3-456e-913f-72d10c50399b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230602 Aug 19 12:18:06.638403 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ab741927-4be2-42a3-8ce7-4e464aa9c2c1 None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:06.723253 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.797638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-db6ea372-64ef-41dd-88eb-02e409df0903 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820426 Aug 19 12:18:06.799909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae42017-0bcf-466a-bbc8-620e57138e3e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:06.800881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=0960fb45-e97e-4cc0-a77d-254722a92065,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:06.826177 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b2ba84-8d6c-4179-aa52-72c9afb09551 x-openstack-request-id: req-34b2ba84-8d6c-4179-aa52-72c9afb09551 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:06.826774 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25629ba2-a091-4c10-9d0b-9a79b6820286", "name": "network-vif-plugged", "status": "completed", "tag": "3ee74783-e8c6-41f3-bef1-0071326e6cea", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:06.832017 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34b2ba84-8d6c-4179-aa52-72c9afb09551 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:06.832017 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25629ba2-a091-4c10-9d0b-9a79b6820286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee74783-e8c6-41f3-bef1-0071326e6cea', 'code': 200} Aug 19 12:18:06.832244 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.904070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Transition to ACTIVE for port object 5ae42017-0bcf-466a-bbc8-620e57138e3e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:06.973525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cfc68-797f-4979-bad3-5db98fc20581 req-ec85bf04-24ac-4b3c-b90b-b09879feba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.980885 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a45cfc68-797f-4979-bad3-5db98fc20581 req-ec85bf04-24ac-4b3c-b90b-b09879feba02 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 1101 time: 0.0865123 Aug 19 12:18:07.004360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e38d0a-b4ff-4bd7-96fd-639292d6d6fa req-9de5bdf4-37da-4706-8d71-9deaa00e0329 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894379 Aug 19 12:18:07.010701 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.050000 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a45cfc68-797f-4979-bad3-5db98fc20581 req-5608c1f6-0ec6-4dae-8550-9bbd2d8da5ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607359 Aug 19 12:18:07.068300 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174761de-a406-42cc-82c5-5f97b5926474 req-91c7d614-3611-4430-bf1d-c4a4f83cba85 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.076428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174761de-a406-42cc-82c5-5f97b5926474 req-91c7d614-3611-4430-bf1d-c4a4f83cba85 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.084691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174761de-a406-42cc-82c5-5f97b5926474 req-91c7d614-3611-4430-bf1d-c4a4f83cba85 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.093542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174761de-a406-42cc-82c5-5f97b5926474 req-91c7d614-3611-4430-bf1d-c4a4f83cba85 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.101994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174761de-a406-42cc-82c5-5f97b5926474 req-91c7d614-3611-4430-bf1d-c4a4f83cba85 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.112213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174761de-a406-42cc-82c5-5f97b5926474 req-91c7d614-3611-4430-bf1d-c4a4f83cba85 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.120626 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab741927-4be2-42a3-8ce7-4e464aa9c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:07.121507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174761de-a406-42cc-82c5-5f97b5926474 req-91c7d614-3611-4430-bf1d-c4a4f83cba85 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.156744 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-174761de-a406-42cc-82c5-5f97b5926474 req-91c7d614-3611-4430-bf1d-c4a4f83cba85 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5372 time: 0.2120898 Aug 19 12:18:07.201477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-174761de-a406-42cc-82c5-5f97b5926474 req-698a75c2-685b-4033-bb1c-4238a1a960c6 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669155 Aug 19 12:18:07.232108 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab741927-4be2-42a3-8ce7-4e464aa9c2c1 None None] The sync data for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 is: [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:07.270278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae42017-0bcf-466a-bbc8-620e57138e3e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:07.286728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 41fdb8ce-aad6-49e7-a360-66d73b8576d8 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:07.533769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf807ac-2957-45e8-b511-6ee930993591 req-4c72e521-33bf-4fb0-bc0a-ffe3e17a796a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.536763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adf807ac-2957-45e8-b511-6ee930993591 req-4c72e521-33bf-4fb0-bc0a-ffe3e17a796a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 944 time: 0.1968491 Aug 19 12:18:07.557930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5219938-9935-4393-85eb-f8aa21a1c06d req-9cf791a5-d461-43ae-99ee-7f167ad88817 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.566498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 41fdb8ce-aad6-49e7-a360-66d73b8576d8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:07.566723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5219938-9935-4393-85eb-f8aa21a1c06d req-9cf791a5-d461-43ae-99ee-7f167ad88817 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 946 time: 0.3045325 Aug 19 12:18:07.570267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 41fdb8ce-aad6-49e7-a360-66d73b8576d8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:07.571236 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.593630 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Attempting to bind port 5ae42017-0bcf-466a-bbc8-620e57138e3e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:07.594133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Attempting to bind port 5ae42017-0bcf-466a-bbc8-620e57138e3e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:07.594477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Attempting to bind port 5ae42017-0bcf-466a-bbc8-620e57138e3e on network 193ea437-6444-44f1-bc3a-75066b6e68f8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:07.622987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Port 5ae42017-0bcf-466a-bbc8-620e57138e3e on network 193ea437-6444-44f1-bc3a-75066b6e68f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:07.623361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Attempting to bind port 5ae42017-0bcf-466a-bbc8-620e57138e3e on network 193ea437-6444-44f1-bc3a-75066b6e68f8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:07.670716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adf807ac-2957-45e8-b511-6ee930993591 req-17dca7a7-b726-450d-9be2-c5b28da658ba tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041539 Aug 19 12:18:07.670934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:07.671204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Checking segment: {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:07.671594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Bound using segment: {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:07.672054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Bound port: 5ae42017-0bcf-466a-bbc8-620e57138e3e, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:07.673120 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.712304 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.715643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93491a0-f174-423b-b676-244812b719d4 None None] New status for floating IP 45cd55bc-01fc-49e1-8503-94627a59cd2b: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:18:07.727426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5219938-9935-4393-85eb-f8aa21a1c06d req-c1cc089c-2900-4285-b21d-c7577af170c7 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550856 Aug 19 12:18:07.781420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] For port 5ae42017-0bcf-466a-bbc8-620e57138e3e, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:07.785488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] For port 5ae42017-0bcf-466a-bbc8-620e57138e3e, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=5ae42017-0bcf-466a-bbc8-620e57138e3e,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:07.789575 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c93fd25-eea9-4a49-ab02-646e64b1da95 x-openstack-request-id: req-5c93fd25-eea9-4a49-ab02-646e64b1da95 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:07.789918 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "1851f4e9-b54c-452a-bdfc-d00b649ab1e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "4fc642de-7ffa-4979-956d-5f14b4e4d72e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7aeca5a-232f-443d-88fc-e6d0ced4fd7a", "tag": "42709810-5985-4098-8af7-fc4d0908d230", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:07.790508 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c93fd25-eea9-4a49-ab02-646e64b1da95 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:07.790920 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '1851f4e9-b54c-452a-bdfc-d00b649ab1e3', 'status': 'completed', 'code': 200} Aug 19 12:18:07.791283 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '4fc642de-7ffa-4979-956d-5f14b4e4d72e', 'status': 'completed', 'code': 200} Aug 19 12:18:07.791702 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'tag': '42709810-5985-4098-8af7-fc4d0908d230', 'status': 'completed', 'code': 200} Aug 19 12:18:07.866319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 41fdb8ce-aad6-49e7-a360-66d73b8576d8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=41fdb8ce-aad6-49e7-a360-66d73b8576d8,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:07.908236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-1c848aac-dada-463c-ab15-b058e13fd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.914495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-1c848aac-dada-463c-ab15-b058e13fd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.915007 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-1c848aac-dada-463c-ab15-b058e13fd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.915491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-1c848aac-dada-463c-ab15-b058e13fd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.915980 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-1c848aac-dada-463c-ab15-b058e13fd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.916462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-1c848aac-dada-463c-ab15-b058e13fd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.919678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-1c848aac-dada-463c-ab15-b058e13fd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.923849 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-1c848aac-dada-463c-ab15-b058e13fd1db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6234 time: 0.1062667 Aug 19 12:18:07.967137 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.038412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.051784 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.051784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] 10.222.0.53 "PUT /v2.0/ports/5ae42017-0bcf-466a-bbc8-620e57138e3e HTTP/1.1" status: 200 len: 1091 time: 2.2021208 Aug 19 12:18:08.080579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5811b4-1ff5-4a19-8d45-7e7ee287471c req-a31d8ab5-91f3-4f83-96f5-9f49c15cd48e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.090399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e5811b4-1ff5-4a19-8d45-7e7ee287471c req-a31d8ab5-91f3-4f83-96f5-9f49c15cd48e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 950 time: 0.1912911 Aug 19 12:18:08.103572 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.129917 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-a041be37-9346-4964-a43c-4ad4f964dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.130558 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-a041be37-9346-4964-a43c-4ad4f964dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.131057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-a041be37-9346-4964-a43c-4ad4f964dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.132929 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-a041be37-9346-4964-a43c-4ad4f964dcad service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=de32ceb272334860bcd42ef7d3eb8552&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2002895 Aug 19 12:18:08.169016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e5811b4-1ff5-4a19-8d45-7e7ee287471c req-47f3de75-f7f2-4373-b8bb-a30f5a4256bb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599089 Aug 19 12:18:08.169789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cba61-f78c-4121-ab70-9eba9c981886 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae42017-0bcf-466a-bbc8-620e57138e3e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:08.179360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:08.286343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=41fdb8ce-aad6-49e7-a360-66d73b8576d8,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:08.295825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-99d8909c-2926-4c15-9365-f727809e48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.297519 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-99d8909c-2926-4c15-9365-f727809e48e5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570256 Aug 19 12:18:08.475241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-439de207-0e42-481f-b39c-83990c8cb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.477485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-439de207-0e42-481f-b39c-83990c8cb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.478908 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-439de207-0e42-481f-b39c-83990c8cb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.479583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-439de207-0e42-481f-b39c-83990c8cb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.480135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-439de207-0e42-481f-b39c-83990c8cb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.480687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-439de207-0e42-481f-b39c-83990c8cb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.481651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-439de207-0e42-481f-b39c-83990c8cb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.484191 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-439de207-0e42-481f-b39c-83990c8cb26b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6276 time: 0.1222801 Aug 19 12:18:08.614911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-fc710944-00dc-44d1-8680-6d1faa2beb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.615397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-fc710944-00dc-44d1-8680-6d1faa2beb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.615870 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-fc710944-00dc-44d1-8680-6d1faa2beb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.617620 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-fc710944-00dc-44d1-8680-6d1faa2beb6e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=de32ceb272334860bcd42ef7d3eb8552&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1235797 Aug 19 12:18:08.740481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.810161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24756ac-9b0c-4ab3-bb68-d0e95a4ae064 req-6b8e78e9-02e4-4cb2-8b20-49f13811bdf3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.810457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-8b270ca0-5040-4a8e-a23c-48fd87d43164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.812328 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-8b270ca0-5040-4a8e-a23c-48fd87d43164 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1850624 Aug 19 12:18:08.816591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24756ac-9b0c-4ab3-bb68-d0e95a4ae064 req-6b8e78e9-02e4-4cb2-8b20-49f13811bdf3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.823154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24756ac-9b0c-4ab3-bb68-d0e95a4ae064 req-6b8e78e9-02e4-4cb2-8b20-49f13811bdf3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.828822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcc03f2-3efb-4911-b95b-00dd2ab8ed96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0960fb45-e97e-4cc0-a77d-254722a92065'}, {'server_uuid': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fdb8ce-aad6-49e7-a360-66d73b8576d8'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:08.830393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24756ac-9b0c-4ab3-bb68-d0e95a4ae064 req-6b8e78e9-02e4-4cb2-8b20-49f13811bdf3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.832615 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e70825f-6b93-476f-9cee-ab78cfbf2823" -d '{"events": [{"server_uuid": "cdcc03f2-3efb-4911-b95b-00dd2ab8ed96", "name": "network-vif-plugged", "status": "completed", "tag": "0960fb45-e97e-4cc0-a77d-254722a92065"}, {"server_uuid": "9c544d88-40c5-448b-84ea-982e9b70aa08", "name": "network-vif-plugged", "status": "completed", "tag": "41fdb8ce-aad6-49e7-a360-66d73b8576d8"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:08.837003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24756ac-9b0c-4ab3-bb68-d0e95a4ae064 req-6b8e78e9-02e4-4cb2-8b20-49f13811bdf3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.843194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24756ac-9b0c-4ab3-bb68-d0e95a4ae064 req-6b8e78e9-02e4-4cb2-8b20-49f13811bdf3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.849455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24756ac-9b0c-4ab3-bb68-d0e95a4ae064 req-6b8e78e9-02e4-4cb2-8b20-49f13811bdf3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.851422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a24756ac-9b0c-4ab3-bb68-d0e95a4ae064 req-6b8e78e9-02e4-4cb2-8b20-49f13811bdf3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5384 time: 0.1706886 Aug 19 12:18:08.883060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8359d-9427-463c-9167-28532f5dbdea req-b118c0b9-e501-40bc-b42d-0ba5fc859c7c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.884687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12e8359d-9427-463c-9167-28532f5dbdea req-b118c0b9-e501-40bc-b42d-0ba5fc859c7c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2052388 Aug 19 12:18:08.901173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-7b1a24e7-ab62-4491-b540-6038537e6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.902624 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-7b1a24e7-ab62-4491-b540-6038537e6d33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 1096 time: 0.0452542 Aug 19 12:18:09.018267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12e8359d-9427-463c-9167-28532f5dbdea req-9ad9622d-a4c7-4c3d-95ed-e2ccb11f6d0c tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.1232677 Aug 19 12:18:09.037895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a24756ac-9b0c-4ab3-bb68-d0e95a4ae064 req-5f492fba-1275-4dbc-bc5d-6bd7cdaed0cc tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1780648 Aug 19 12:18:09.041255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-12e8359d-9427-463c-9167-28532f5dbdea req-ccc0e28a-bd4d-4b57-b847-c31b07fab1ca tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Request body: {'floatingip': {'port_id': 'ecf7014a-60f6-4334-a068-ca321431a546', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:09.043130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-62ecb007-46dc-4501-8b82-7c8b47ddf4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.046338 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-62ecb007-46dc-4501-8b82-7c8b47ddf4ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.1337254 Aug 19 12:18:09.094056 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12e8359d-9427-463c-9167-28532f5dbdea req-ccc0e28a-bd4d-4b57-b847-c31b07fab1ca tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.094445 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-ae0a40c6-b9cc-4ad1-a2d8-9845263b2a73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42709810-5985-4098-8af7-fc4d0908d230 HTTP/1.1" status: 200 len: 217 time: 0.0399787 Aug 19 12:18:09.166624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-56160ba9-90a6-4069-bfab-945b0213099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.168476 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-56160ba9-90a6-4069-bfab-945b0213099e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.0655766 Aug 19 12:18:09.223861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-49307e49-3813-4402-a621-441394c97d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.225621 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-49307e49-3813-4402-a621-441394c97d57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478756 Aug 19 12:18:09.326802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42672050-b539-4a63-a63f-15057b798d90 req-a8945cea-b2f3-485c-a55e-15c79d3df09f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.328402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42672050-b539-4a63-a63f-15057b798d90 req-a8945cea-b2f3-485c-a55e-15c79d3df09f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.1851606 Aug 19 12:18:09.329471 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-79365275-41f7-495b-aba5-8fa325aa3b98 service neutron] 10.222.0.53 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927439 Aug 19 12:18:09.442917 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-65abc93c-4900-4f86-8482-a08de1f94f48 req-9c5d4479-5605-411e-b182-ab2ad0f9af50 service neutron] 10.222.0.53 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055434 Aug 19 12:18:09.506929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42672050-b539-4a63-a63f-15057b798d90 req-3bfa3d70-c9cf-4b90-bc20-58bb2edee466 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688864 Aug 19 12:18:09.532734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c619d747-4be2-4c9d-86a8-693579069896 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:09.576525 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.611099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Transition to ACTIVE for port object c619d747-4be2-4c9d-86a8-693579069896 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:09.727912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1260a-649f-442b-a825-cb887bcf9493 req-881106c0-2f49-432a-a8ac-06ed1109c999 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.729643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bea1260a-649f-442b-a825-cb887bcf9493 req-881106c0-2f49-432a-a8ac-06ed1109c999 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 946 time: 0.1380005 Aug 19 12:18:09.787846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.814202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '5ae42017-0bcf-466a-bbc8-620e57138e3e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:09.818227 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ef9459-04d5-49f4-a19d-df1277c66460" -d '{"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "5ae42017-0bcf-466a-bbc8-620e57138e3e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:09.837203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bea1260a-649f-442b-a825-cb887bcf9493 req-7caac054-d3b0-41ad-97db-dbc753f6c56a tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001112 Aug 19 12:18:09.896945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.resource_extend [req-12e8359d-9427-463c-9167-28532f5dbdea req-ccc0e28a-bd4d-4b57-b847-c31b07fab1ca tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:18:09.955552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Pushing event updated for resources: {'Port': ['ID=c619d747-4be2-4c9d-86a8-693579069896,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:10.015444 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12e8359d-9427-463c-9167-28532f5dbdea req-ccc0e28a-bd4d-4b57-b847-c31b07fab1ca tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.033413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420ea2b-a53c-4507-9de0-caed281f614c req-a0fbcf67-89c7-4077-9991-9e53c4afa121 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:10.035761 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9420ea2b-a53c-4507-9de0-caed281f614c req-a0fbcf67-89c7-4077-9991-9e53c4afa121 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7aeca5a-232f-443d-88fc-e6d0ced4fd7a HTTP/1.1" status: 200 len: 945 time: 0.1188381 Aug 19 12:18:10.047667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Attempting to bind port c619d747-4be2-4c9d-86a8-693579069896 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:10.048429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Attempting to bind port c619d747-4be2-4c9d-86a8-693579069896 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:10.048429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Attempting to bind port c619d747-4be2-4c9d-86a8-693579069896 on network 193ea437-6444-44f1-bc3a-75066b6e68f8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:10.055102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Port c619d747-4be2-4c9d-86a8-693579069896 on network 193ea437-6444-44f1-bc3a-75066b6e68f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:10.055443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Attempting to bind port c619d747-4be2-4c9d-86a8-693579069896 on network 193ea437-6444-44f1-bc3a-75066b6e68f8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:10.061576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:10.065295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Checking segment: {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:10.065295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Bound using segment: {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:10.065295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Bound port: c619d747-4be2-4c9d-86a8-693579069896, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fe5906-7168-4149-8786-19172f83db6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:10.065295 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.072481 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd968625-3227-4a04-ba91-c7a5946e2933 x-openstack-request-id: req-cd968625-3227-4a04-ba91-c7a5946e2933 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:10.073253 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcc03f2-3efb-4911-b95b-00dd2ab8ed96", "name": "network-vif-plugged", "status": "completed", "tag": "0960fb45-e97e-4cc0-a77d-254722a92065", "code": 200}, {"server_uuid": "9c544d88-40c5-448b-84ea-982e9b70aa08", "name": "network-vif-plugged", "status": "completed", "tag": "41fdb8ce-aad6-49e7-a360-66d73b8576d8", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:10.073253 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd968625-3227-4a04-ba91-c7a5946e2933 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:10.073576 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcc03f2-3efb-4911-b95b-00dd2ab8ed96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0960fb45-e97e-4cc0-a77d-254722a92065', 'code': 200} Aug 19 12:18:10.073711 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fdb8ce-aad6-49e7-a360-66d73b8576d8', 'code': 200} Aug 19 12:18:10.156651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12e8359d-9427-463c-9167-28532f5dbdea req-ccc0e28a-bd4d-4b57-b847-c31b07fab1ca tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.285756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d681e74-8957-44e5-8f0a-4a5189ee575a req-278c9be3-d400-4275-a514-94d804852ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:10.287548 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5d681e74-8957-44e5-8f0a-4a5189ee575a req-278c9be3-d400-4275-a514-94d804852ce7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 1097 time: 0.0680802 Aug 19 12:18:10.327933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-9420ea2b-a53c-4507-9de0-caed281f614c req-a0b8f2cd-9698-4d28-857e-803edcc9d48a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Deleting port 42709810-5985-4098-8af7-fc4d0908d230 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:10.328260 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-9420ea2b-a53c-4507-9de0-caed281f614c req-a0b8f2cd-9698-4d28-857e-803edcc9d48a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.367876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] For port c619d747-4be2-4c9d-86a8-693579069896, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:10.420789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] For port c619d747-4be2-4c9d-86a8-693579069896, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c619d747-4be2-4c9d-86a8-693579069896,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:10.423387 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5d681e74-8957-44e5-8f0a-4a5189ee575a req-139dca6e-0a32-4f84-9113-6407455ffdaa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250823 Aug 19 12:18:10.427631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a119eeb-3114-4cdf-b691-a19bde8e5c2a req-6fc121c2-6d65-4889-932f-27aeac2cc73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:10.428655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a119eeb-3114-4cdf-b691-a19bde8e5c2a req-6fc121c2-6d65-4889-932f-27aeac2cc73b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 1096 time: 0.2135427 Aug 19 12:18:10.432362 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-12e8359d-9427-463c-9167-28532f5dbdea req-ccc0e28a-bd4d-4b57-b847-c31b07fab1ca tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Floating IP 45cd55bc-01fc-49e1-8503-94627a59cd2b associated. External IP: 172.25.6.175, port: ecf7014a-60f6-4334-a068-ca321431a546. Aug 19 12:18:10.471372 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-9420ea2b-a53c-4507-9de0-caed281f614c req-a0b8f2cd-9698-4d28-857e-803edcc9d48a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] For port 42709810-5985-4098-8af7-fc4d0908d230, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=42709810-5985-4098-8af7-fc4d0908d230,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:10.471736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-9420ea2b-a53c-4507-9de0-caed281f614c req-a0b8f2cd-9698-4d28-857e-803edcc9d48a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.488744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-9420ea2b-a53c-4507-9de0-caed281f614c req-a0b8f2cd-9698-4d28-857e-803edcc9d48a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Calling delete_port for 42709810-5985-4098-8af7-fc4d0908d230 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:10.544484 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.564093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0eba-0057-4741-a51c-e045004448f7 req-c78a935b-a795-44cf-a7ae-762ac696d01c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:10.565714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91db0eba-0057-4741-a51c-e045004448f7 req-c78a935b-a795-44cf-a7ae-762ac696d01c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 950 time: 0.1922386 Aug 19 12:18:10.617491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a119eeb-3114-4cdf-b691-a19bde8e5c2a req-613207dc-b230-4e25-9c68-c97f989f590c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793683 Aug 19 12:18:10.643615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:10.645207 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.646272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] 10.222.0.53 "PUT /v2.0/ports/c619d747-4be2-4c9d-86a8-693579069896 HTTP/1.1" status: 200 len: 1091 time: 2.4726939 Aug 19 12:18:10.696409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91db0eba-0057-4741-a51c-e045004448f7 req-7235b574-06ba-40f8-afee-62588c8dfeae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915954 Aug 19 12:18:10.697562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1b72d-f0a8-49ff-8ec4-58d6461051ae service neutron] Pushing event updated for resources: {'Port': ['ID=c619d747-4be2-4c9d-86a8-693579069896,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:10.792935 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-9420ea2b-a53c-4507-9de0-caed281f614c req-a0b8f2cd-9698-4d28-857e-803edcc9d48a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.794477 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea8509a-9b52-4b4e-b004-e32023cde989 x-openstack-request-id: req-cea8509a-9b52-4b4e-b004-e32023cde989 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:10.794770 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "5ae42017-0bcf-466a-bbc8-620e57138e3e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:10.795084 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cea8509a-9b52-4b4e-b004-e32023cde989 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:10.795414 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '5ae42017-0bcf-466a-bbc8-620e57138e3e', 'status': 'completed', 'code': 200} Aug 19 12:18:10.808688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ecf7014a-60f6-4334-a068-ca321431a546'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:10.811615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['42709810-5985-4098-8af7-fc4d0908d230'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:10.863516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8f2cd-9698-4d28-857e-803edcc9d48a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Pushing event deleted for resources: {'Port': ['ID=42709810-5985-4098-8af7-fc4d0908d230,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:10.947349 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9420ea2b-a53c-4507-9de0-caed281f614c req-a0b8f2cd-9698-4d28-857e-803edcc9d48a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] No DVR routers for this DVR port 42709810-5985-4098-8af7-fc4d0908d230 on host n-h1-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:10.950495 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-9420ea2b-a53c-4507-9de0-caed281f614c req-a0b8f2cd-9698-4d28-857e-803edcc9d48a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.953470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12e8359d-9427-463c-9167-28532f5dbdea req-ccc0e28a-bd4d-4b57-b847-c31b07fab1ca tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Router 0d8c6c00-9559-4d41-a40f-3be059ebae95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:10.954516 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9420ea2b-a53c-4507-9de0-caed281f614c req-a0b8f2cd-9698-4d28-857e-803edcc9d48a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.53 "DELETE /v2.0/ports/42709810-5985-4098-8af7-fc4d0908d230 HTTP/1.1" status: 204 len: 173 time: 0.9062674 Aug 19 12:18:10.954986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'name': 'network-vif-deleted', 'tag': '42709810-5985-4098-8af7-fc4d0908d230'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:10.966145 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aeca49-ffc8-4cfc-9983-0c2b55d1ffef" -d '{"events": [{"server_uuid": "f7aeca5a-232f-443d-88fc-e6d0ced4fd7a", "name": "network-vif-deleted", "tag": "42709810-5985-4098-8af7-fc4d0908d230"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:10.979494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:11.421583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-8817b93c-9d92-4337-bb5a-d84a79136f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.422234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-8817b93c-9d92-4337-bb5a-d84a79136f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.422486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-8817b93c-9d92-4337-bb5a-d84a79136f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.422972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-8817b93c-9d92-4337-bb5a-d84a79136f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.423457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-8817b93c-9d92-4337-bb5a-d84a79136f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.424643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-8817b93c-9d92-4337-bb5a-d84a79136f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.424643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-8817b93c-9d92-4337-bb5a-d84a79136f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.426613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-8817b93c-9d92-4337-bb5a-d84a79136f26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6343 time: 0.5793741 Aug 19 12:18:11.473590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd331-dad0-4a30-8cae-4fdc54a577ec req-47795d8e-ae24-4d29-8196-a22d3a66e4ce tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.479589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd331-dad0-4a30-8cae-4fdc54a577ec req-47795d8e-ae24-4d29-8196-a22d3a66e4ce tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.485534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd331-dad0-4a30-8cae-4fdc54a577ec req-47795d8e-ae24-4d29-8196-a22d3a66e4ce tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.488166 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.492153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd331-dad0-4a30-8cae-4fdc54a577ec req-47795d8e-ae24-4d29-8196-a22d3a66e4ce tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.498175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd331-dad0-4a30-8cae-4fdc54a577ec req-47795d8e-ae24-4d29-8196-a22d3a66e4ce tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.505084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd331-dad0-4a30-8cae-4fdc54a577ec req-47795d8e-ae24-4d29-8196-a22d3a66e4ce tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.511035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd331-dad0-4a30-8cae-4fdc54a577ec req-47795d8e-ae24-4d29-8196-a22d3a66e4ce tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.513061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b0bd331-dad0-4a30-8cae-4fdc54a577ec req-47795d8e-ae24-4d29-8196-a22d3a66e4ce tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5396 time: 0.6248915 Aug 19 12:18:11.549900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.834503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b0bd331-dad0-4a30-8cae-4fdc54a577ec req-bd01b5f0-6fb8-41ee-88f8-277da2b1c4e1 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3053393 Aug 19 12:18:11.858223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12e8359d-9427-463c-9167-28532f5dbdea req-ccc0e28a-bd4d-4b57-b847-c31b07fab1ca tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:11.866361 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12e8359d-9427-463c-9167-28532f5dbdea req-ccc0e28a-bd4d-4b57-b847-c31b07fab1ca tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.871864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-01a27bed-595e-4632-89e8-6e1ccaf890b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.872321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-01a27bed-595e-4632-89e8-6e1ccaf890b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.888002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-01a27bed-595e-4632-89e8-6e1ccaf890b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.888002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-01a27bed-595e-4632-89e8-6e1ccaf890b6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=de32ceb272334860bcd42ef7d3eb8552&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4284334 Aug 19 12:18:11.891992 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2cc0f-1271-4712-81ce-164be7cf6d85 None None] Sync routers for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:11.910908 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2cc0f-1271-4712-81ce-164be7cf6d85 None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:11.911587 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-04a2cc0f-1271-4712-81ce-164be7cf6d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:12.065047 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-04a2cc0f-1271-4712-81ce-164be7cf6d85 None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:12.098592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12e8359d-9427-463c-9167-28532f5dbdea req-ccc0e28a-bd4d-4b57-b847-c31b07fab1ca tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "PUT /v2.0/floatingips/45cd55bc-01fc-49e1-8503-94627a59cd2b HTTP/1.1" status: 200 len: 997 time: 3.0736504 Aug 19 12:18:12.298487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb69dc-da93-43a1-914a-b5105847876b req-726d5709-f1cd-49f2-8377-e262f8b47d5b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.300728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93eb69dc-da93-43a1-914a-b5105847876b req-726d5709-f1cd-49f2-8377-e262f8b47d5b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.3474588 Aug 19 12:18:12.327677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-c72bca3e-f5cf-40d1-bd96-7d03424f71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.329397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13ef9459-04d5-49f4-a19d-df1277c66460 req-c72bca3e-f5cf-40d1-bd96-7d03424f71b8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4067636 Aug 19 12:18:12.395490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8359d-9427-463c-9167-28532f5dbdea req-7a8a212c-366a-4251-8662-00c18e211368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.398057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12e8359d-9427-463c-9167-28532f5dbdea req-7a8a212c-366a-4251-8662-00c18e211368 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 1097 time: 0.2740843 Aug 19 12:18:12.461760 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-04a2cc0f-1271-4712-81ce-164be7cf6d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': 'ecf7014a-60f6-4334-a068-ca321431a546', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:65:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:18:09Z', 'revision_number': 8, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:12.473571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93eb69dc-da93-43a1-914a-b5105847876b req-5d25af77-3889-48e9-8008-dd9ba504a428 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521513 Aug 19 12:18:12.542445 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2cc0f-1271-4712-81ce-164be7cf6d85 None None] Checking router: 0d8c6c00-9559-4d41-a40f-3be059ebae95 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:12.569821 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2cc0f-1271-4712-81ce-164be7cf6d85 None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:12.570838 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-04a2cc0f-1271-4712-81ce-164be7cf6d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:12.657652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cef0759-8fb1-41a8-85f8-8a7340fded6f {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:12.667936 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.707263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8359d-9427-463c-9167-28532f5dbdea req-da0a5790-605c-43af-8831-5ad599cefab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.709079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12e8359d-9427-463c-9167-28532f5dbdea req-da0a5790-605c-43af-8831-5ad599cefab1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.2930892 Aug 19 12:18:12.710292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Transition to ACTIVE for port object 0cef0759-8fb1-41a8-85f8-8a7340fded6f will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:12.726883 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-04a2cc0f-1271-4712-81ce-164be7cf6d85 None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:12.763025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405074bf-dc85-4cf1-82cd-0f0c032d59c2 req-a3eb4835-f388-47cb-b208-0ffd3ec27a44 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.765943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-405074bf-dc85-4cf1-82cd-0f0c032d59c2 req-a3eb4835-f388-47cb-b208-0ffd3ec27a44 tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 1101 time: 0.1733947 Aug 19 12:18:12.798901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': 'c619d747-4be2-4c9d-86a8-693579069896'}, {'name': 'network-changed', 'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:12.801448 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bf4a6c-f9db-45b2-878c-3eeedcea4386" -d '{"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "c619d747-4be2-4c9d-86a8-693579069896"}, {"name": "network-changed", "server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "tag": "ecf7014a-60f6-4334-a068-ca321431a546"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:12.818121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12e8359d-9427-463c-9167-28532f5dbdea req-86316713-9517-444c-8d27-09872b72d561 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 1000 time: 0.1021686 Aug 19 12:18:12.831587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-405074bf-dc85-4cf1-82cd-0f0c032d59c2 req-a018b054-719d-4f90-b3e9-7b14395d475d tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570769 Aug 19 12:18:12.908062 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.012416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8359d-9427-463c-9167-28532f5dbdea req-6de921df-428c-4627-92e5-513d604d2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.013979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12e8359d-9427-463c-9167-28532f5dbdea req-6de921df-428c-4627-92e5-513d604d2c31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.1744537 Aug 19 12:18:13.024090 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Pushing event updated for resources: {'Port': ['ID=0cef0759-8fb1-41a8-85f8-8a7340fded6f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:13.104861 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-04a2cc0f-1271-4712-81ce-164be7cf6d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': 'ecf7014a-60f6-4334-a068-ca321431a546', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:65:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:18:09Z', 'revision_number': 8, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:13.140737 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2cc0f-1271-4712-81ce-164be7cf6d85 None None] The sync data for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 is: [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '45cd55bc-01fc-49e1-8503-94627a59cd2b', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'floating_ip_address': '172.25.6.175', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'port_id': 'ecf7014a-60f6-4334-a068-ca321431a546', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'mac_address': 'fa:16:3e:65:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:02Z', 'updated_at': '2021-08-19T12:18:09Z', 'revision_number': 8, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:13.144733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85264e2e-baf4-42ee-abb9-5c7b0459d0fd req-821fa600-29e6-4ac6-9570-6d5afc962ee6 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.157114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85264e2e-baf4-42ee-abb9-5c7b0459d0fd req-821fa600-29e6-4ac6-9570-6d5afc962ee6 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 946 time: 0.2450318 Aug 19 12:18:13.197394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Attempting to bind port 0cef0759-8fb1-41a8-85f8-8a7340fded6f on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:13.197806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Attempting to bind port 0cef0759-8fb1-41a8-85f8-8a7340fded6f by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:13.198146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Attempting to bind port 0cef0759-8fb1-41a8-85f8-8a7340fded6f on network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:13.212612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8359d-9427-463c-9167-28532f5dbdea req-7a2bd154-a017-431e-8412-bc98a0e8c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.214307 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12e8359d-9427-463c-9167-28532f5dbdea req-7a2bd154-a017-431e-8412-bc98a0e8c244 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860669 Aug 19 12:18:13.220549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Port 0cef0759-8fb1-41a8-85f8-8a7340fded6f on network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:13.220913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Attempting to bind port 0cef0759-8fb1-41a8-85f8-8a7340fded6f on network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:13.226982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85264e2e-baf4-42ee-abb9-5c7b0459d0fd req-87cba01b-da5b-4e3e-bdf0-f9ecfb940c77 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687966 Aug 19 12:18:13.242710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:13.243253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Checking segment: {'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:13.243436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Bound using segment: {'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:13.243842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Bound port: 0cef0759-8fb1-41a8-85f8-8a7340fded6f, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:13.244211 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.292969 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf270ee-7539-4a3c-9e4f-d2d7d9382411 x-openstack-request-id: req-2bf270ee-7539-4a3c-9e4f-d2d7d9382411 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:13.294120 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aeca5a-232f-443d-88fc-e6d0ced4fd7a", "name": "network-vif-deleted", "tag": "42709810-5985-4098-8af7-fc4d0908d230", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:13.294120 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2bf270ee-7539-4a3c-9e4f-d2d7d9382411 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:13.294754 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aeca5a-232f-443d-88fc-e6d0ced4fd7a', 'name': 'network-vif-deleted', 'tag': '42709810-5985-4098-8af7-fc4d0908d230', 'status': 'completed', 'code': 200} Aug 19 12:18:13.346914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 42709810-5985-4098-8af7-fc4d0908d230 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:13.393138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12e8359d-9427-463c-9167-28532f5dbdea req-1a0296a5-3d32-4f28-8474-d8118d558f03 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648138 Aug 19 12:18:13.395284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] For port 0cef0759-8fb1-41a8-85f8-8a7340fded6f, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:13.405895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] For port 0cef0759-8fb1-41a8-85f8-8a7340fded6f, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=0cef0759-8fb1-41a8-85f8-8a7340fded6f,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:13.421152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 42709810-5985-4098-8af7-fc4d0908d230 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:13.421874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 42709810-5985-4098-8af7-fc4d0908d230 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:13.486979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5657d2f2-b81d-4977-a605-5c58b90225fe None None] New status for floating IP 45cd55bc-01fc-49e1-8503-94627a59cd2b: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:18:13.526546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12e8359d-9427-463c-9167-28532f5dbdea req-de5f1c75-8364-4ca4-9f09-92126ce83b77 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218641 Aug 19 12:18:13.531406 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4232c468-1ae8-4e63-8d8a-fee141b8065b x-openstack-request-id: req-4232c468-1ae8-4e63-8d8a-fee141b8065b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:13.532428 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "c619d747-4be2-4c9d-86a8-693579069896", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "tag": "ecf7014a-60f6-4334-a068-ca321431a546", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:13.532946 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4232c468-1ae8-4e63-8d8a-fee141b8065b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:13.533629 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': 'c619d747-4be2-4c9d-86a8-693579069896', 'status': 'completed', 'code': 200} Aug 19 12:18:13.534098 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546', 'status': 'completed', 'code': 200} Aug 19 12:18:13.577056 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.635043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-d6fb710a-85a2-4dfd-bc8b-f976436e91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.635043 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-d6fb710a-85a2-4dfd-bc8b-f976436e91f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 1097 time: 0.0822494 Aug 19 12:18:13.665421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.666321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.668083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] 10.222.0.53 "PUT /v2.0/ports/0cef0759-8fb1-41a8-85f8-8a7340fded6f HTTP/1.1" status: 200 len: 1091 time: 2.6927588 Aug 19 12:18:13.737888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-4195dcfa-e534-4acd-9aba-8a8063eeb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.737888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-4195dcfa-e534-4acd-9aba-8a8063eeb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.739156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-4195dcfa-e534-4acd-9aba-8a8063eeb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.739652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-4195dcfa-e534-4acd-9aba-8a8063eeb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.740129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-4195dcfa-e534-4acd-9aba-8a8063eeb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.740603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-4195dcfa-e534-4acd-9aba-8a8063eeb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.741099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-4195dcfa-e534-4acd-9aba-8a8063eeb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.743315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-4195dcfa-e534-4acd-9aba-8a8063eeb814 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6368 time: 0.2041857 Aug 19 12:18:13.743985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc215a8-80c2-49e6-95c5-a05939488051 service neutron] Pushing event updated for resources: {'Port': ['ID=0cef0759-8fb1-41a8-85f8-8a7340fded6f,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:13.823341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-be704d57-f267-4f13-b7ab-d5b441717e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.826866 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-be704d57-f267-4f13-b7ab-d5b441717e89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.1824071 Aug 19 12:18:13.828650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb8705-aac0-4916-a1df-1a51b17981f9 req-6a1b4647-61ae-4f76-b6ad-7fa3ee1c27a8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.843248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb8705-aac0-4916-a1df-1a51b17981f9 req-6a1b4647-61ae-4f76-b6ad-7fa3ee1c27a8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.865515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb8705-aac0-4916-a1df-1a51b17981f9 req-6a1b4647-61ae-4f76-b6ad-7fa3ee1c27a8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.888853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb8705-aac0-4916-a1df-1a51b17981f9 req-6a1b4647-61ae-4f76-b6ad-7fa3ee1c27a8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.898333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb8705-aac0-4916-a1df-1a51b17981f9 req-6a1b4647-61ae-4f76-b6ad-7fa3ee1c27a8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.911292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb8705-aac0-4916-a1df-1a51b17981f9 req-6a1b4647-61ae-4f76-b6ad-7fa3ee1c27a8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.920495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb8705-aac0-4916-a1df-1a51b17981f9 req-6a1b4647-61ae-4f76-b6ad-7fa3ee1c27a8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.937169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0cbb8705-aac0-4916-a1df-1a51b17981f9 req-6a1b4647-61ae-4f76-b6ad-7fa3ee1c27a8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5408 time: 0.3157272 Aug 19 12:18:13.965907 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-1fb50334-713f-4e9b-ba7f-a8244dcc26c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 1000 time: 0.1213360 Aug 19 12:18:14.056057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-ba01f8ac-1df2-4148-8ad6-f2799ce0fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.057334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Request body: {'port': {'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:14.057762 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-ba01f8ac-1df2-4148-8ad6-f2799ce0fe74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.0807428 Aug 19 12:18:14.108599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-ca868a4c-19d2-4955-a748-5f7093b882fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.110558 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-ca868a4c-19d2-4955-a748-5f7093b882fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447869 Aug 19 12:18:14.126695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-03c18cf5-6e30-4ddb-b00c-f966b07393e7 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865161 Aug 19 12:18:14.168085 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.200261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0cbb8705-aac0-4916-a1df-1a51b17981f9 req-8674c21b-38d2-4c7b-9009-36d426a4bd3c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2618182 Aug 19 12:18:14.237118 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-0800e08e-c024-4870-aefc-812619939ed6 service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177800 Aug 19 12:18:14.332257 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.371056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-f24b468e-50e7-4ce8-bb01-209ee95aa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.371538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-f24b468e-50e7-4ce8-bb01-209ee95aa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.372019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-f24b468e-50e7-4ce8-bb01-209ee95aa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.373773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-f24b468e-50e7-4ce8-bb01-209ee95aa591 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=de32ceb272334860bcd42ef7d3eb8552&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6182728 Aug 19 12:18:14.457787 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-35c3d374-2081-4b61-ac6e-17d72049cfa8 service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119381 Aug 19 12:18:14.516340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec40029-86f8-4ae5-ac8e-619691e5cf02 req-db2e6836-074c-4996-afd5-60171361bff5 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.517996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dec40029-86f8-4ae5-ac8e-619691e5cf02 req-db2e6836-074c-4996-afd5-60171361bff5 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.2237320 Aug 19 12:18:14.533991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-1f915f5b-5e81-4dce-8fc9-f35b82fceedc tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.536352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-1f915f5b-5e81-4dce-8fc9-f35b82fceedc tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3890817 Aug 19 12:18:14.660553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-463e540a-a5f8-4e10-a6c8-8d7c4f7bb634 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/quotas/c3b89d50d87e468e9fc4df05bf40f5d3 HTTP/1.1" status: 200 len: 375 time: 0.0983632 Aug 19 12:18:14.664802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-8a32c7fd-8326-4477-9eb0-c3ea8abff141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.666646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08bf4a6c-f9db-45b2-878c-3eeedcea4386 req-8a32c7fd-8326-4477-9eb0-c3ea8abff141 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2806292 Aug 19 12:18:14.735427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dec40029-86f8-4ae5-ac8e-619691e5cf02 req-a10837eb-a884-4d7d-ab4c-65880f633c30 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940145 Aug 19 12:18:15.073184 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:18:15.217271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-e2b24cd0-fbb8-4bac-93ed-42a267d68275 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5360179 Aug 19 12:18:15.227193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8879a50-e6f9-40f2-8c03-fbe4e305989b req-b72b2687-0772-467c-945a-25e5350bc655 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips/45cd55bc-01fc-49e1-8503-94627a59cd2b HTTP/1.1" status: 200 len: 999 time: 0.1259696 Aug 19 12:18:15.413022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8879a50-e6f9-40f2-8c03-fbe4e305989b req-37102899-cfcb-4bc6-885f-a31d3e3f8672 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.414592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8879a50-e6f9-40f2-8c03-fbe4e305989b req-37102899-cfcb-4bc6-885f-a31d3e3f8672 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1781321 Aug 19 12:18:15.420692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00df9f7-18e4-456f-97c4-dc02d88ac49a {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:15.432707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-c8879a50-e6f9-40f2-8c03-fbe4e305989b req-b83a77a2-26fb-4d01-8f9a-5354b24cb9d6 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:18:15.433728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8879a50-e6f9-40f2-8c03-fbe4e305989b req-b83a77a2-26fb-4d01-8f9a-5354b24cb9d6 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078144 Aug 19 12:18:15.435706 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.454514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Transition to ACTIVE for port object b00df9f7-18e4-456f-97c4-dc02d88ac49a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:15.535479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '0cef0759-8fb1-41a8-85f8-8a7340fded6f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:15.538872 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "0cef0759-8fb1-41a8-85f8-8a7340fded6f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:15.557511 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.745408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Pushing event updated for resources: {'Port': ['ID=b00df9f7-18e4-456f-97c4-dc02d88ac49a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:15.880112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c744-6220-417a-8618-cea8197bc74e req-de018f6f-dd2b-426d-b6d3-d4ff33a364c3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.887513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c744-6220-417a-8618-cea8197bc74e req-de018f6f-dd2b-426d-b6d3-d4ff33a364c3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.896306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c744-6220-417a-8618-cea8197bc74e req-de018f6f-dd2b-426d-b6d3-d4ff33a364c3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.901351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c744-6220-417a-8618-cea8197bc74e req-de018f6f-dd2b-426d-b6d3-d4ff33a364c3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.908220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c744-6220-417a-8618-cea8197bc74e req-de018f6f-dd2b-426d-b6d3-d4ff33a364c3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.914497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c744-6220-417a-8618-cea8197bc74e req-de018f6f-dd2b-426d-b6d3-d4ff33a364c3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.920644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c744-6220-417a-8618-cea8197bc74e req-de018f6f-dd2b-426d-b6d3-d4ff33a364c3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.922682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1254c744-6220-417a-8618-cea8197bc74e req-de018f6f-dd2b-426d-b6d3-d4ff33a364c3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1932414 Aug 19 12:18:15.928882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Attempting to bind port b00df9f7-18e4-456f-97c4-dc02d88ac49a on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:15.935566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Attempting to bind port b00df9f7-18e4-456f-97c4-dc02d88ac49a by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:15.935566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Attempting to bind port b00df9f7-18e4-456f-97c4-dc02d88ac49a on network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:15.952165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Port b00df9f7-18e4-456f-97c4-dc02d88ac49a on network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:15.952700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Attempting to bind port b00df9f7-18e4-456f-97c4-dc02d88ac49a on network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:15.964633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:15.964633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Checking segment: {'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:15.964633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Bound using segment: {'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:15.965651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Bound port: b00df9f7-18e4-456f-97c4-dc02d88ac49a, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9936ce-d099-48b6-9d48-9382b76ea84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:15.965651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.046365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1254c744-6220-417a-8618-cea8197bc74e req-2f031318-00cd-46c7-b3bb-b5824c1d68cd tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121120 Aug 19 12:18:16.207970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-defd0145-6519-417c-ba6f-3d5837fc1253 req-e7abcb08-1941-4a3e-baa8-aa74f56bacd8 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 210 time: 0.0529127 Aug 19 12:18:16.235799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-97b7a50d-d297-4226-85a4-1eaaa2139165 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1002 time: 0.1794283 Aug 19 12:18:16.241959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] For port b00df9f7-18e4-456f-97c4-dc02d88ac49a, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:16.246125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] For port b00df9f7-18e4-456f-97c4-dc02d88ac49a, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b00df9f7-18e4-456f-97c4-dc02d88ac49a,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:16.289916 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f924766e-ef13-4c80-8219-552b943584f1 x-openstack-request-id: req-f924766e-ef13-4c80-8219-552b943584f1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:16.296630 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "0cef0759-8fb1-41a8-85f8-8a7340fded6f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:16.296630 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f924766e-ef13-4c80-8219-552b943584f1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:16.296630 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '0cef0759-8fb1-41a8-85f8-8a7340fded6f', 'status': 'completed', 'code': 200} Aug 19 12:18:16.324695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41578536-13fb-412d-9099-421235cfb3a1 req-7f899267-2542-42ae-848b-6f9d4eb21212 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.330955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-7f899267-2542-42ae-848b-6f9d4eb21212 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports/ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 943 time: 0.0866430 Aug 19 12:18:16.412955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-17c9a368-b3e9-40db-a4a6-5ae6a302895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.413398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-17c9a368-b3e9-40db-a4a6-5ae6a302895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.413910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-17c9a368-b3e9-40db-a4a6-5ae6a302895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.415075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-17c9a368-b3e9-40db-a4a6-5ae6a302895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.415075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-17c9a368-b3e9-40db-a4a6-5ae6a302895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.415330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-17c9a368-b3e9-40db-a4a6-5ae6a302895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.415802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-17c9a368-b3e9-40db-a4a6-5ae6a302895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.417752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-17c9a368-b3e9-40db-a4a6-5ae6a302895e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6435 time: 0.1102827 Aug 19 12:18:16.463539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57067b6-cb88-4944-ab1f-86d67530f6f8 req-f6128eb2-a031-404f-b005-e37ce2764c23 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.471358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c57067b6-cb88-4944-ab1f-86d67530f6f8 req-f6128eb2-a031-404f-b005-e37ce2764c23 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 1097 time: 0.1144459 Aug 19 12:18:16.482024 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.579172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.580396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.582524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] 10.222.0.53 "PUT /v2.0/ports/b00df9f7-18e4-456f-97c4-dc02d88ac49a HTTP/1.1" status: 200 len: 1091 time: 2.5414310 Aug 19 12:18:16.621388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-d9c3aa05-8af1-4527-a3bc-df9bd228cf0f tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1002 time: 0.2158077 Aug 19 12:18:16.659369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c57067b6-cb88-4944-ab1f-86d67530f6f8 req-028fe13a-5f8a-48c6-816a-f195a6969c2f tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799932 Aug 19 12:18:16.684846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725320dd-0093-4c4b-8244-70d9148e83ea service neutron] Pushing event updated for resources: {'Port': ['ID=b00df9f7-18e4-456f-97c4-dc02d88ac49a,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:16.741364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-12b9658e-e31a-4836-b126-7bdcc090b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.741884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-12b9658e-e31a-4836-b126-7bdcc090b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.742404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-12b9658e-e31a-4836-b126-7bdcc090b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.744192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-12b9658e-e31a-4836-b126-7bdcc090b1fa service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=de32ceb272334860bcd42ef7d3eb8552&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3158414 Aug 19 12:18:16.937070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41578536-13fb-412d-9099-421235cfb3a1 req-47ba0257-1140-41c3-b451-75d0c0802156 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.938627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-47ba0257-1140-41c3-b451-75d0c0802156 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.3062091 Aug 19 12:18:16.983081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2229f37-34a1-4ccc-8e5a-93ebdd4489b1 req-71d57f9e-deed-49a2-8f9b-b5a72461d4ce tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.988268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2229f37-34a1-4ccc-8e5a-93ebdd4489b1 req-71d57f9e-deed-49a2-8f9b-b5a72461d4ce tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.2210922 Aug 19 12:18:17.057731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-acb17fbf-cbd5-478b-a18a-0656d02d150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.059445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88b36610-28b9-4df2-8a01-5e60dd3f4dd3 req-acb17fbf-cbd5-478b-a18a-0656d02d150b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3070052 Aug 19 12:18:17.087407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-7cf977f9-4425-4156-a1f3-17f087df35ef tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1002 time: 0.1375973 Aug 19 12:18:17.090974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2229f37-34a1-4ccc-8e5a-93ebdd4489b1 req-25d27a63-14a1-4598-8a03-7ec7868b0439 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754371 Aug 19 12:18:17.107589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-41578536-13fb-412d-9099-421235cfb3a1 req-5594e3cf-86e8-4c84-99cc-a268bb0fb0d3 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:17.210942 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41578536-13fb-412d-9099-421235cfb3a1 req-5594e3cf-86e8-4c84-99cc-a268bb0fb0d3 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.297895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-7c704f45-8cfa-47a7-a537-4a9415bc6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.298771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-7c704f45-8cfa-47a7-a537-4a9415bc6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.299650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-7c704f45-8cfa-47a7-a537-4a9415bc6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.303069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-7c704f45-8cfa-47a7-a537-4a9415bc6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.303069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-7c704f45-8cfa-47a7-a537-4a9415bc6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.303069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-7c704f45-8cfa-47a7-a537-4a9415bc6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.304066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-7c704f45-8cfa-47a7-a537-4a9415bc6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.306835 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-7c704f45-8cfa-47a7-a537-4a9415bc6eaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6477 time: 0.1853743 Aug 19 12:18:17.397922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-008c3754-61bd-41be-b9ca-0a7228a1e901 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d15454d-0144-42da-9889-b9d3ccc516f3 HTTP/1.1" status: 200 len: 217 time: 0.0760033 Aug 19 12:18:17.489114 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41578536-13fb-412d-9099-421235cfb3a1 req-5594e3cf-86e8-4c84-99cc-a268bb0fb0d3 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.497180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a316ee26-693a-451c-8c89-accafc8e51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.498941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-a316ee26-693a-451c-8c89-accafc8e51e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fe76339-4820-45f9-a4ef-81b8085045b0 HTTP/1.1" status: 200 len: 851 time: 0.0897062 Aug 19 12:18:17.552481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-02f0b221-d277-46e6-9d04-bdf52aaf4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.554038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-02f0b221-d277-46e6-9d04-bdf52aaf4596 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba2269c4-ec6f-4475-935d-eb1eae834738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478015 Aug 19 12:18:17.652104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-3105605a-3198-49de-824c-d89316539a35 service neutron] 10.222.0.53 "GET /v2.0/networks/ba2269c4-ec6f-4475-935d-eb1eae834738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900419 Aug 19 12:18:17.734905 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41578536-13fb-412d-9099-421235cfb3a1 req-5594e3cf-86e8-4c84-99cc-a268bb0fb0d3 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.735230 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-41578536-13fb-412d-9099-421235cfb3a1 req-5594e3cf-86e8-4c84-99cc-a268bb0fb0d3 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Floating IP 45cd55bc-01fc-49e1-8503-94627a59cd2b disassociated. External IP: 172.25.6.175, port: ecf7014a-60f6-4334-a068-ca321431a546. Aug 19 12:18:17.793743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-48d16ed4-587c-4245-b912-d9205d3e0bf1 service neutron] 10.222.0.53 "GET /v2.0/networks/ba2269c4-ec6f-4475-935d-eb1eae834738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332994 Aug 19 12:18:17.882947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-71ee09ba-8076-480d-85f5-7512ba38429e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=1851f4e9-b54c-452a-bdfc-d00b649ab1e3 HTTP/1.1" status: 200 len: 217 time: 0.0446374 Aug 19 12:18:17.952954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-e6650c78-53db-44d7-9f55-a532e02fa6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.954471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-e6650c78-53db-44d7-9f55-a532e02fa6e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.0645952 Aug 19 12:18:18.082267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-98754d1d-b0fe-4d12-b62c-747d002b033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:18.083837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-98754d1d-b0fe-4d12-b62c-747d002b033c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983083 Aug 19 12:18:18.117218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41578536-13fb-412d-9099-421235cfb3a1 req-5594e3cf-86e8-4c84-99cc-a268bb0fb0d3 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Router 0d8c6c00-9559-4d41-a40f-3be059ebae95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:18.318274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': 'b00df9f7-18e4-456f-97c4-dc02d88ac49a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:18.320796 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375" -d '{"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "b00df9f7-18e4-456f-97c4-dc02d88ac49a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:18.328173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-086fd035-9b49-4b7c-a741-ce7c34297f45 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333283 Aug 19 12:18:18.415556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41578536-13fb-412d-9099-421235cfb3a1 req-5594e3cf-86e8-4c84-99cc-a268bb0fb0d3 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:18.426017 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41578536-13fb-412d-9099-421235cfb3a1 req-5594e3cf-86e8-4c84-99cc-a268bb0fb0d3 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.428039 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f45fb8-405a-4f96-a198-7463f1df4e26 None None] Sync routers for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:18.438123 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f45fb8-405a-4f96-a198-7463f1df4e26 None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:18.438752 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c7f45fb8-405a-4f96-a198-7463f1df4e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:18.469021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-5594e3cf-86e8-4c84-99cc-a268bb0fb0d3 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "PUT /v2.0/floatingips/45cd55bc-01fc-49e1-8503-94627a59cd2b HTTP/1.1" status: 200 len: 696 time: 1.3668869 Aug 19 12:18:18.480483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-10a0c3c8-491a-489f-ae92-b3641ff4fd83 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401350 Aug 19 12:18:18.710368 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c7f45fb8-405a-4f96-a198-7463f1df4e26 None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:18.914174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8084b26a-4e4b-496b-b67e-a86b2fadc3e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=4fc642de-7ffa-4979-956d-5f14b4e4d72e HTTP/1.1" status: 200 len: 217 time: 0.4238627 Aug 19 12:18:18.968507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-da2ecc2a-2cf4-4df6-be25-8ca81b670886 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532563 Aug 19 12:18:19.012125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41578536-13fb-412d-9099-421235cfb3a1 req-90b74988-9ea8-4f19-905a-d38df92ddb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.013760 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-90b74988-9ea8-4f19-905a-d38df92ddb32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 1097 time: 0.5323792 Aug 19 12:18:19.031963 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c7f45fb8-405a-4f96-a198-7463f1df4e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.057449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-034898a2-b230-4539-b5e3-a4130fbb1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.059224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-034898a2-b230-4539-b5e3-a4130fbb1d9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.1317589 Aug 19 12:18:19.077727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f45fb8-405a-4f96-a198-7463f1df4e26 None None] Checking router: 0d8c6c00-9559-4d41-a40f-3be059ebae95 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:19.094736 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f45fb8-405a-4f96-a198-7463f1df4e26 None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:19.095385 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c7f45fb8-405a-4f96-a198-7463f1df4e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:17:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.210534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-421c0417-8816-4c06-8732-5156b849d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.213937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-421c0417-8816-4c06-8732-5156b849d7de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1455221 Aug 19 12:18:19.228186 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c7f45fb8-405a-4f96-a198-7463f1df4e26 None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:19.263547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-7e16222c-6fd4-4114-aea0-7543208509d9 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.265075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-7e16222c-6fd4-4114-aea0-7543208509d9 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870042 Aug 19 12:18:19.311542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Request body: {'port': {'device_id': '5a56efe6-9c6e-4862-91fc-aeb9080d653f', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'c3b89d50d87e468e9fc4df05bf40f5d3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:19.332185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41578536-13fb-412d-9099-421235cfb3a1 req-fdcc25bf-71ad-4b7b-bd3f-a7ea5393bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.341486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-fdcc25bf-71ad-4b7b-bd3f-a7ea5393bb51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.2940826 Aug 19 12:18:19.473703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-5a091795-e40c-48cd-b9f5-a78ee03e8ea5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 217 time: 0.1320765 Aug 19 12:18:19.554895 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c7f45fb8-405a-4f96-a198-7463f1df4e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.586783 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f45fb8-405a-4f96-a198-7463f1df4e26 None None] The sync data for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 is: [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:16:21Z', 'revision_number': 4, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ec485116-295e-4c89-8051-7db21ed37028', 'name': '', 'network_id': '10f7b7da-bd8c-44ac-86f2-86a78eba3436', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'mac_address': 'fa:16:3e:ce:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:18Z', 'updated_at': '2021-08-19T12:16:30Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'subnets': [{'id': 'a2f124d0-f2b5-4b04-8a94-ccf71be9a828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:19.591900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-c0457e24-6e2c-4ad2-9ed7-75e75424e2e8 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678143 Aug 19 12:18:19.593226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41578536-13fb-412d-9099-421235cfb3a1 req-fe7d6066-53bf-4afa-9943-1a70bde7fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.597971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-fe7d6066-53bf-4afa-9943-1a70bde7fa0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.1233146 Aug 19 12:18:19.732444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41578536-13fb-412d-9099-421235cfb3a1 req-413aba61-c1d3-4728-825e-a9cae11d0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.734121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-413aba61-c1d3-4728-825e-a9cae11d0194 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296451 Aug 19 12:18:19.825129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-6e8cc453-7508-4e94-9f04-830b8c7befe6 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:18:19.826231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-6e8cc453-7508-4e94-9f04-830b8c7befe6 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144732 Aug 19 12:18:19.834405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Made reservation on behalf of c3b89d50d87e468e9fc4df05bf40f5d3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:19.838201 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.847045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Request body: {'binding': {'host': 'n-h2-778732-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:19.847540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:18:19.855350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-c4ca509b-8d22-4b07-845b-7c7beedb951c service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540715 Aug 19 12:18:19.949809 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b3b71-279f-43c8-a28c-44a75400cc03 None None] New status for floating IP 45cd55bc-01fc-49e1-8503-94627a59cd2b: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:18:19.979340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-d35c6e63-de3d-4267-bc30-12e772fc82c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=5ae42017-0bcf-466a-bbc8-620e57138e3e HTTP/1.1" status: 200 len: 217 time: 0.0856104 Aug 19 12:18:20.125300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-81abddd0-a081-40d6-8df9-9093bbe37a3d service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760707 Aug 19 12:18:20.210368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-c45a9d26-89b5-428b-bb28-6c5388613bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.211865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-c45a9d26-89b5-428b-bb28-6c5388613bf3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.2158163 Aug 19 12:18:20.405515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Allocated IP 192.168.233.53 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/52dd4ed7-54b4-405c-82ff-c013aa36882e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:20.452710 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41578536-13fb-412d-9099-421235cfb3a1 req-9d52c390-6d8c-4a5a-abc6-2d1f8e70c0d7 service neutron] 10.222.0.44 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130207 Aug 19 12:18:20.459937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8be4a47e-22c9-410e-bb93-d25f5e883018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.462663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8be4a47e-22c9-410e-bb93-d25f5e883018 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2031658 Aug 19 12:18:20.468018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 on host n-h2-778732-8 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:20.468622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:20.469193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:20.508815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Port f31bb26c-f2e2-4011-b74f-023241f3e829 on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:20.508815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:20.574618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:20.574967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:20.575371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:20.576236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Bound port: f31bb26c-f2e2-4011-b74f-023241f3e829, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:20.796549 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-131ff976-6bb9-45c8-99e5-9b1641031f0c req-8b4fee89-1c51-4817-b010-7176aa490954 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615802 Aug 19 12:18:20.852655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f31bb26c-f2e2-4011-b74f-023241f3e829,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:20.858370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-9fbf19ea-1881-45fe-8eaa-eda79c9cf1f1 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787465 Aug 19 12:18:20.898431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ff976-6bb9-45c8-99e5-9b1641031f0c req-5f79a2dd-f888-414b-8a98-e670b7be2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.900209 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-131ff976-6bb9-45c8-99e5-9b1641031f0c req-5f79a2dd-f888-414b-8a98-e670b7be2039 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 1095 time: 0.0764089 Aug 19 12:18:20.954564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.969732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d923fca-eca4-47de-a224-e7f814848091 req-631a0231-eda5-4020-bcc1-889623fdea7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.976858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d923fca-eca4-47de-a224-e7f814848091 req-631a0231-eda5-4020-bcc1-889623fdea7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.983024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d923fca-eca4-47de-a224-e7f814848091 req-631a0231-eda5-4020-bcc1-889623fdea7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.989524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d923fca-eca4-47de-a224-e7f814848091 req-631a0231-eda5-4020-bcc1-889623fdea7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.995649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d923fca-eca4-47de-a224-e7f814848091 req-631a0231-eda5-4020-bcc1-889623fdea7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.000934 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-40770918-89af-429c-a751-b550956e6346 req-e196185c-64c8-47dc-9546-526ca990f994 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157413 Aug 19 12:18:21.001947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d923fca-eca4-47de-a224-e7f814848091 req-631a0231-eda5-4020-bcc1-889623fdea7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.008145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d923fca-eca4-47de-a224-e7f814848091 req-631a0231-eda5-4020-bcc1-889623fdea7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.010549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d923fca-eca4-47de-a224-e7f814848091 req-631a0231-eda5-4020-bcc1-889623fdea7f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.3013387 Aug 19 12:18:21.019679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.020925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0fb23f81-58ea-4b11-b8cb-8f545e7e101b service neutron] 10.222.0.44 "POST /v2.0/ports/f31bb26c-f2e2-4011-b74f-023241f3e829/bindings HTTP/1.1" status: 201 len: 389 time: 1.1799953 Aug 19 12:18:21.048298 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da4056e9-91d7-4396-abbf-1015c6d15c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.056878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Transition to ACTIVE for port object 52dd4ed7-54b4-405c-82ff-c013aa36882e will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:21.099973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ff976-6bb9-45c8-99e5-9b1641031f0c req-393a3681-ed87-4373-96c4-dbd996b41d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.101633 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-131ff976-6bb9-45c8-99e5-9b1641031f0c req-393a3681-ed87-4373-96c4-dbd996b41d8e service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.1723933 Aug 19 12:18:21.106804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40770918-89af-429c-a751-b550956e6346 req-031f2b43-9f7a-4451-86c9-86190619446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.108655 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-40770918-89af-429c-a751-b550956e6346 req-031f2b43-9f7a-4451-86c9-86190619446d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 1101 time: 0.0819051 Aug 19 12:18:21.117965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d923fca-eca4-47de-a224-e7f814848091 req-a1c4207b-edd2-4a04-9abf-7aaad5473312 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890322 Aug 19 12:18:21.153793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-67c1e6a2-0c5c-4e56-bfb5-911c1772b640 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670605 Aug 19 12:18:21.184500 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-131ff976-6bb9-45c8-99e5-9b1641031f0c req-1bec69a8-0ada-4ddc-bd31-334428281738 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201 HTTP/1.1" status: 200 len: 217 time: 0.0697005 Aug 19 12:18:21.224954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-25ea77f3-aebd-4f92-8fea-3e1aebe75d2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=c619d747-4be2-4c9d-86a8-693579069896 HTTP/1.1" status: 200 len: 217 time: 0.0618463 Aug 19 12:18:21.288580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ff976-6bb9-45c8-99e5-9b1641031f0c req-c296f2b7-9812-4713-b7b5-31479af015e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.290141 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-131ff976-6bb9-45c8-99e5-9b1641031f0c req-c296f2b7-9812-4713-b7b5-31479af015e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.0947306 Aug 19 12:18:21.301925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52f66d0f-14fe-4f03-9b38-25cd884a8849 req-37e24abb-b3f3-4fd3-a9a6-7cc20d528721 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 210 time: 0.0641639 Aug 19 12:18:21.303041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.325628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16', 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', '765a533f-de86-4f6c-93f4-99d28d6b2730', 'ee14081d-97fc-419a-9149-27e895a5e467', '3ee74783-e8c6-41f3-bef1-0071326e6cea'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:21.335240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124', 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:21.354230 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-131ff976-6bb9-45c8-99e5-9b1641031f0c req-27baac30-9cf8-44b5-ae78-a1d22124d534 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548201 Aug 19 12:18:21.365794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40770918-89af-429c-a751-b550956e6346 req-62517840-8831-4b38-a680-5d712afcdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.367292 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-40770918-89af-429c-a751-b550956e6346 req-62517840-8831-4b38-a680-5d712afcdfcb service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.2040956 Aug 19 12:18:21.458408 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-40770918-89af-429c-a751-b550956e6346 req-2e555eb1-9260-44b5-a739-51f7e43b7a5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d2709a5a-7dbe-4843-8fe7-a99a1915d124 HTTP/1.1" status: 200 len: 217 time: 0.0803149 Aug 19 12:18:21.461229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:21.463681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-e3cb0a44-c6fe-4251-a266-3daeb41951c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.465786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-e3cb0a44-c6fe-4251-a266-3daeb41951c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.2296185 Aug 19 12:18:21.474312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event updated for resources: {'Port': ['ID=52dd4ed7-54b4-405c-82ff-c013aa36882e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:21.506467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:21.540215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:21.611701 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-131ff976-6bb9-45c8-99e5-9b1641031f0c req-e01ae2d5-0288-48ec-ba3f-06608b7dee6c service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426641 Aug 19 12:18:21.616485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40770918-89af-429c-a751-b550956e6346 req-5463bf52-419d-4e3f-afbc-99461b29a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.617973 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-40770918-89af-429c-a751-b550956e6346 req-5463bf52-419d-4e3f-afbc-99461b29a67d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1261551 Aug 19 12:18:21.741754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5a245-d02a-41b2-ac10-626d6782a4c2 req-4e13e14a-6cb9-4be7-afbb-b9c828a1f891 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.751229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aad5a245-d02a-41b2-ac10-626d6782a4c2 req-4e13e14a-6cb9-4be7-afbb-b9c828a1f891 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.3089385 Aug 19 12:18:21.779806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.780503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.787293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40770918-89af-429c-a751-b550956e6346 req-203302e1-18e6-431e-86e7-06acb99d3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.806127 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-40770918-89af-429c-a751-b550956e6346 req-203302e1-18e6-431e-86e7-06acb99d3161 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1627891 Aug 19 12:18:21.827092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-f1374741-c0ca-4015-9fec-92aef9053790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.828786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-f1374741-c0ca-4015-9fec-92aef9053790 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3185728 Aug 19 12:18:22.013559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-24b52b58-59a4-4c26-bc8b-9623f197906b service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758435 Aug 19 12:18:22.020074 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-131ff976-6bb9-45c8-99e5-9b1641031f0c req-b7497d26-eac0-4928-8759-6271b489f5f8 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580911 Aug 19 12:18:22.028644 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-40770918-89af-429c-a751-b550956e6346 req-fd9f8022-1c42-46de-a955-d199cd529a08 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205958 Aug 19 12:18:22.041397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aad5a245-d02a-41b2-ac10-626d6782a4c2 req-147b6145-d5d1-47b8-a32e-ac5372bd24fa tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830489 Aug 19 12:18:22.117414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1ec09332-9808-46f5-88e3-4d6464909053 None None] Provisioning for port 52dd4ed7-54b4-405c-82ff-c013aa36882e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:22.140548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1ec09332-9808-46f5-88e3-4d6464909053 None None] Provisioning complete for port 52dd4ed7-54b4-405c-82ff-c013aa36882e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:22.141312 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1ec09332-9808-46f5-88e3-4d6464909053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.200409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-c7b5057d-72ef-4cf7-a97d-d27c771c28de tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8947549 Aug 19 12:18:22.231196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Request body: {'port': {'device_id': '5a56efe6-9c6e-4862-91fc-aeb9080d653f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:22.254120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09332-9808-46f5-88e3-4d6464909053 None None] Port 52dd4ed7-54b4-405c-82ff-c013aa36882e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:22.303493 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b24776-e7c1-45eb-9018-ff7f1ea4d415 x-openstack-request-id: req-45b24776-e7c1-45eb-9018-ff7f1ea4d415 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:22.304264 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "b00df9f7-18e4-456f-97c4-dc02d88ac49a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:22.304926 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45b24776-e7c1-45eb-9018-ff7f1ea4d415 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:22.305929 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': 'b00df9f7-18e4-456f-97c4-dc02d88ac49a', 'status': 'completed', 'code': 200} Aug 19 12:18:22.339498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-b092fd93-0c67-4f59-a889-85b33ca37b59 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952209 Aug 19 12:18:22.425512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-e8e69619-2f6b-47c5-9dfb-68a80cd5ef9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cef0759-8fb1-41a8-85f8-8a7340fded6f HTTP/1.1" status: 200 len: 217 time: 0.0659969 Aug 19 12:18:22.498053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-c44c53ac-1ab3-4a01-a767-8b4a6cf1dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:22.503440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-c44c53ac-1ab3-4a01-a767-8b4a6cf1dcb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 1097 time: 0.4867332 Aug 19 12:18:22.658197 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.761516 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-40770918-89af-429c-a751-b550956e6346 req-898e94ea-cce8-49f7-8f74-e0fece1c37ce service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249851 Aug 19 12:18:23.171661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dbeef20-cef1-4731-a967-998046aeb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.173091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-8dbeef20-cef1-4731-a967-998046aeb6c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bc8fbf22-ad86-439b-b36a-a2769a04a542 HTTP/1.1" status: 200 len: 797 time: 0.6669815 Aug 19 12:18:23.183511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e775a7b-94ef-45dc-b282-af4ab0a4f3f7 req-55928937-5547-458e-89b0-19c7820856b0 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.185949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e775a7b-94ef-45dc-b282-af4ab0a4f3f7 req-55928937-5547-458e-89b0-19c7820856b0 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.7823505 Aug 19 12:18:23.298271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db060c9-9f77-4ebb-8b54-860b6d3f466f req-b629fae8-6d40-4acb-ac6a-d8aa9cb19300 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.304409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db060c9-9f77-4ebb-8b54-860b6d3f466f req-b629fae8-6d40-4acb-ac6a-d8aa9cb19300 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.310486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db060c9-9f77-4ebb-8b54-860b6d3f466f req-b629fae8-6d40-4acb-ac6a-d8aa9cb19300 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.316980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db060c9-9f77-4ebb-8b54-860b6d3f466f req-b629fae8-6d40-4acb-ac6a-d8aa9cb19300 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.322824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db060c9-9f77-4ebb-8b54-860b6d3f466f req-b629fae8-6d40-4acb-ac6a-d8aa9cb19300 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.328705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db060c9-9f77-4ebb-8b54-860b6d3f466f req-b629fae8-6d40-4acb-ac6a-d8aa9cb19300 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.336015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db060c9-9f77-4ebb-8b54-860b6d3f466f req-b629fae8-6d40-4acb-ac6a-d8aa9cb19300 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.338112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7db060c9-9f77-4ebb-8b54-860b6d3f466f req-b629fae8-6d40-4acb-ac6a-d8aa9cb19300 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.7726858 Aug 19 12:18:23.392032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-4820dddf-73c6-458a-9d9f-8764ff098ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.396117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-4820dddf-73c6-458a-9d9f-8764ff098ac9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.8645463 Aug 19 12:18:23.465093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e775a7b-94ef-45dc-b282-af4ab0a4f3f7 req-5bec6fec-d952-4040-a327-dc7be4a453a9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703063 Aug 19 12:18:23.523214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-c7fcc72c-0b0f-45d9-a1ab-eb958934ea1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f31bb26c-f2e2-4011-b74f-023241f3e829 HTTP/1.1" status: 200 len: 217 time: 0.0719726 Aug 19 12:18:23.560381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7db060c9-9f77-4ebb-8b54-860b6d3f466f req-be4a4e65-a64b-4565-a4dc-e6fdee815ed2 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2001705 Aug 19 12:18:23.562309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4aff5ed4-53e3-4aa5-979e-1748f1fbef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.563961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-4aff5ed4-53e3-4aa5-979e-1748f1fbef53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3474314 Aug 19 12:18:23.740983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0a1b2b47-89f8-44a7-8422-4382767e4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.743486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0a1b2b47-89f8-44a7-8422-4382767e4672 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.2049148 Aug 19 12:18:23.852962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-8372c1ba-9e3a-410c-88b6-be0fea47d808 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784566 Aug 19 12:18:23.870183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87d71e-2439-4a86-86a0-e3d50493ba1d req-5af5c757-8392-415e-b368-be5fc0d9eb47 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.871812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e87d71e-2439-4a86-86a0-e3d50493ba1d req-5af5c757-8392-415e-b368-be5fc0d9eb47 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 935 time: 0.2858801 Aug 19 12:18:23.961045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-812ae258-7651-4996-9235-ce215a2cce7a service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732440 Aug 19 12:18:24.025124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdc54f-f3c1-4b9a-b3e7-4224ad65b44e req-0635bbad-7095-4709-9e45-6daeb0b520e5 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.026880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cacdc54f-f3c1-4b9a-b3e7-4224ad65b44e req-0635bbad-7095-4709-9e45-6daeb0b520e5 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.2733636 Aug 19 12:18:24.100350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e87d71e-2439-4a86-86a0-e3d50493ba1d req-b83092a2-a0c6-4a70-afef-20b83c0c532b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069032 Aug 19 12:18:24.166060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52dd4ed7-54b4-405c-82ff-c013aa36882e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:24.217358 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:24.260335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cacdc54f-f3c1-4b9a-b3e7-4224ad65b44e req-88d571f5-6001-44c9-a453-f43c186ebed0 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033825 Aug 19 12:18:24.271103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-f492b029-3c23-4056-a9ff-07fe9b7102f0 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911633 Aug 19 12:18:24.283810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Transition to ACTIVE for port object 52dd4ed7-54b4-405c-82ff-c013aa36882e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:24.295425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-12efb3d4-8928-43cb-80f0-e2e667563581 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133633 Aug 19 12:18:24.333217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:24.333217 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "tag": "ecf7014a-60f6-4334-a068-ca321431a546"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:24.395939 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd704435-f23d-4bff-9a51-00333b59a458 x-openstack-request-id: req-bd704435-f23d-4bff-9a51-00333b59a458 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:24.396235 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "tag": "ecf7014a-60f6-4334-a068-ca321431a546", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:24.396487 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd704435-f23d-4bff-9a51-00333b59a458 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:24.396919 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546', 'status': 'completed', 'code': 200} Aug 19 12:18:24.431719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-c15da57a-421f-43bd-b42a-ac613f59a55b tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips/45cd55bc-01fc-49e1-8503-94627a59cd2b HTTP/1.1" status: 200 len: 694 time: 0.1545842 Aug 19 12:18:24.436230 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:24.451904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-e7d4a428-cd2c-4951-8919-db0bc25b64b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b00df9f7-18e4-456f-97c4-dc02d88ac49a HTTP/1.1" status: 200 len: 217 time: 0.1198092 Aug 19 12:18:24.488974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7 req-fca06df2-90ae-44e9-b7a8-896bf90ec1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.490937 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7 req-fca06df2-90ae-44e9-b7a8-896bf90ec1fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f41e1c8e850e426db59f512e438291ad&device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 1097 time: 0.0672834 Aug 19 12:18:24.656027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7 req-df6b72a3-3e64-4fdf-85df-6f2bf33b725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.661280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Pushing event updated for resources: {'Port': ['ID=52dd4ed7-54b4-405c-82ff-c013aa36882e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:24.664723 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7 req-df6b72a3-3e64-4fdf-85df-6f2bf33b725a service neutron] 10.222.0.52 "GET /v2.0/networks?id=10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 200 len: 922 time: 0.1599436 Aug 19 12:18:24.743919 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7 req-c51ba89b-ac54-4ac6-b8ce-a65029227caf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 200 len: 217 time: 0.0599754 Aug 19 12:18:24.818394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-7a5ef45e-78db-4e14-a0cd-e6b9fe232603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.820259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-7a5ef45e-78db-4e14-a0cd-e6b9fe232603 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bc8fbf22-ad86-439b-b36a-a2769a04a542 HTTP/1.1" status: 200 len: 797 time: 0.3329251 Aug 19 12:18:24.836309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7 req-c4ab6307-a16a-4473-ab44-e1530f559a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.852650 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7 req-c4ab6307-a16a-4473-ab44-e1530f559a14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 200 len: 860 time: 0.0845900 Aug 19 12:18:24.895896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-cbfffa65-04b5-4538-a40d-c272a4f61c09 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103644 Aug 19 12:18:24.945158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7 req-8dda5193-8f47-46ab-9454-f7fe96cec93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.948135 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7 req-8dda5193-8f47-46ab-9454-f7fe96cec93c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10f7b7da-bd8c-44ac-86f2-86a78eba3436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976481 Aug 19 12:18:24.997790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-4e7f7d07-6d8f-4f17-91b7-27fcbd14ea18 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.999362 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-4e7f7d07-6d8f-4f17-91b7-27fcbd14ea18 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.5668402 Aug 19 12:18:25.052716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-de4f8ee6-eac0-4302-8f99-015618086521 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:18:25.053836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-de4f8ee6-eac0-4302-8f99-015618086521 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061953 Aug 19 12:18:25.055462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Attempting to bind port 52dd4ed7-54b4-405c-82ff-c013aa36882e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:25.055828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Attempting to bind port 52dd4ed7-54b4-405c-82ff-c013aa36882e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:25.056161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Attempting to bind port 52dd4ed7-54b4-405c-82ff-c013aa36882e on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:25.067946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Port 52dd4ed7-54b4-405c-82ff-c013aa36882e on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:25.068336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Attempting to bind port 52dd4ed7-54b4-405c-82ff-c013aa36882e on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:25.079780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc288-c545-4ee0-b2cc-9af4ebdce877 req-9fb39caa-724b-4409-a758-3faa0c65623e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.081517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-846dc288-c545-4ee0-b2cc-9af4ebdce877 req-9fb39caa-724b-4409-a758-3faa0c65623e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.4701099 Aug 19 12:18:25.134019 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7 req-e712243e-2932-494f-8e2d-f6ef81652914 service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759906 Aug 19 12:18:25.157419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:25.157788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:25.158183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:25.158639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Bound port: 52dd4ed7-54b4-405c-82ff-c013aa36882e, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:25.159298 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.172442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-408d8604-1d3a-4877-98c0-d320542e0a7d tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 697 time: 0.1053164 Aug 19 12:18:25.229594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-41511220-c558-4062-b6fc-56f45c8695f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.233198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-41511220-c558-4062-b6fc-56f45c8695f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3971436 Aug 19 12:18:25.339382 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e862fdb9-4ab2-465c-8fa9-375582a7d2f7 req-45c9df6d-089c-4bc3-98e2-45f5b0658cd7 service neutron] 10.222.0.52 "GET /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915288 Aug 19 12:18:25.343111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-a951b66a-4470-4469-8bc4-86b30be8845e tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 697 time: 0.1418674 Aug 19 12:18:25.406509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-846dc288-c545-4ee0-b2cc-9af4ebdce877 req-17707b86-56c9-4a32-b3c8-64d12db2b1f3 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731016 Aug 19 12:18:25.476637 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f768895-582c-4bc0-9c89-dd064d5b1e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.558714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] For port 52dd4ed7-54b4-405c-82ff-c013aa36882e, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:25.599779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] For port 52dd4ed7-54b4-405c-82ff-c013aa36882e, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=52dd4ed7-54b4-405c-82ff-c013aa36882e,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:25.638514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-592e3ac1-2142-43f9-98b5-4f4e483c4931 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349619 Aug 19 12:18:25.704601 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.739611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b90292-287c-4abc-8a8f-227f40bea4e8 req-7d44beac-1696-4627-8ec3-0f8996ce74b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.747857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b90292-287c-4abc-8a8f-227f40bea4e8 req-7d44beac-1696-4627-8ec3-0f8996ce74b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.756043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b90292-287c-4abc-8a8f-227f40bea4e8 req-7d44beac-1696-4627-8ec3-0f8996ce74b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.762224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b90292-287c-4abc-8a8f-227f40bea4e8 req-7d44beac-1696-4627-8ec3-0f8996ce74b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.769754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b90292-287c-4abc-8a8f-227f40bea4e8 req-7d44beac-1696-4627-8ec3-0f8996ce74b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.775176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b90292-287c-4abc-8a8f-227f40bea4e8 req-7d44beac-1696-4627-8ec3-0f8996ce74b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.781536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b90292-287c-4abc-8a8f-227f40bea4e8 req-7d44beac-1696-4627-8ec3-0f8996ce74b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.783469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09b90292-287c-4abc-8a8f-227f40bea4e8 req-7d44beac-1696-4627-8ec3-0f8996ce74b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.2876265 Aug 19 12:18:26.134482 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.207357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.208003 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.209446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] 10.222.0.53 "PUT /v2.0/ports/52dd4ed7-54b4-405c-82ff-c013aa36882e HTTP/1.1" status: 200 len: 1095 time: 3.9928091 Aug 19 12:18:26.226372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-03196eb6-f4f5-4bb8-8432-77ded8e01e44 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Deleting port 7f73866d-07e6-4187-aff3-ae2a41c0c87b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:26.231435 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-03196eb6-f4f5-4bb8-8432-77ded8e01e44 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.320555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3ef23e-2f55-438f-a69f-61df0b701481 req-61b38654-3ade-41a1-9f4e-4a85ced805c3 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686349 Aug 19 12:18:26.330544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09b90292-287c-4abc-8a8f-227f40bea4e8 req-a8627bd3-34fe-422e-b873-da307f07c494 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1974983 Aug 19 12:18:26.336388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff3570-91f3-418d-984f-fd7b0878e273 service neutron] Pushing event updated for resources: {'Port': ['ID=52dd4ed7-54b4-405c-82ff-c013aa36882e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:26.398308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a56efe6-9c6e-4862-91fc-aeb9080d653f', 'tag': '52dd4ed7-54b4-405c-82ff-c013aa36882e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:26.400974 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a56efe6-9c6e-4862-91fc-aeb9080d653f", "tag": "52dd4ed7-54b4-405c-82ff-c013aa36882e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:26.418785 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-03196eb6-f4f5-4bb8-8432-77ded8e01e44 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.419241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-03196eb6-f4f5-4bb8-8432-77ded8e01e44 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.457402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-03196eb6-f4f5-4bb8-8432-77ded8e01e44 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Calling delete_port for 7f73866d-07e6-4187-aff3-ae2a41c0c87b owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:26.544898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-2b254871-e1a2-4ca7-a0f3-7e9699e1bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.546819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-2b254871-e1a2-4ca7-a0f3-7e9699e1bcb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 1098 time: 0.1546733 Aug 19 12:18:26.661436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-f38ea3f2-21da-4bac-b742-a9492f0d20d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=52dd4ed7-54b4-405c-82ff-c013aa36882e HTTP/1.1" status: 200 len: 217 time: 0.0786095 Aug 19 12:18:26.766951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccdab9-b3fb-418d-8211-3657692acb2f req-2fe0b03f-b6ff-4c8d-aa19-912501ea9502 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.770163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2ccdab9-b3fb-418d-8211-3657692acb2f req-2fe0b03f-b6ff-4c8d-aa19-912501ea9502 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 947 time: 0.2906036 Aug 19 12:18:26.803382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-a498b8fc-dcaa-4864-bb58-f06830da5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.804393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-a498b8fc-dcaa-4864-bb58-f06830da5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.805251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-a498b8fc-dcaa-4864-bb58-f06830da5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.806192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-a498b8fc-dcaa-4864-bb58-f06830da5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.807048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-a498b8fc-dcaa-4864-bb58-f06830da5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.807914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-a498b8fc-dcaa-4864-bb58-f06830da5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.808846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-a498b8fc-dcaa-4864-bb58-f06830da5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.812070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-a498b8fc-dcaa-4864-bb58-f06830da5ab5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6477 time: 0.2143900 Aug 19 12:18:26.831687 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.888921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-15d32615-73f0-470a-bbc2-09cc24c38be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.891613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-15d32615-73f0-470a-bbc2-09cc24c38be1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.2167680 Aug 19 12:18:27.081498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2ccdab9-b3fb-418d-8211-3657692acb2f req-69843e18-120e-44f3-87f8-05ca484588f7 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026345 Aug 19 12:18:27.134922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-8e22ed8d-0859-4395-a54c-0991a46fb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:27.136761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-8e22ed8d-0859-4395-a54c-0991a46fb14c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1877460 Aug 19 12:18:27.143292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-5f1b3030-7576-409e-bb2a-301dcfc85554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:27.145148 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-5f1b3030-7576-409e-bb2a-301dcfc85554 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd HTTP/1.1" status: 200 len: 902 time: 0.3153679 Aug 19 12:18:27.239620 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-03196eb6-f4f5-4bb8-8432-77ded8e01e44 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.322123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-ba757441-fb31-473b-b143-35c977262174 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b00df9f7-18e4-456f-97c4-dc02d88ac49a HTTP/1.1" status: 200 len: 217 time: 0.0976679 Aug 19 12:18:27.338667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03196eb6-f4f5-4bb8-8432-77ded8e01e44 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Pushing event deleted for resources: {'Port': ['ID=7f73866d-07e6-4187-aff3-ae2a41c0c87b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:27.468249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-ae3134ad-2418-4624-8adb-f90de379c83a service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218303 Aug 19 12:18:27.525139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11044281-d7e5-4607-801e-8d64ba6f7cf9 req-5c1bcac3-43e1-475d-b71d-8679e5022e49 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:27.526981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11044281-d7e5-4607-801e-8d64ba6f7cf9 req-5c1bcac3-43e1-475d-b71d-8679e5022e49 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.2278101 Aug 19 12:18:27.562613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-bd06cc8a-0fbc-42c3-8bca-2f5269abe682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:27.564101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-bd06cc8a-0fbc-42c3-8bca-2f5269abe682 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bc8fbf22-ad86-439b-b36a-a2769a04a542 HTTP/1.1" status: 200 len: 797 time: 0.2280385 Aug 19 12:18:27.569404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-03196eb6-f4f5-4bb8-8432-77ded8e01e44 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.572020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-03196eb6-f4f5-4bb8-8432-77ded8e01e44 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.573340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05e51a2b-104d-4763-b341-df4228cb64d8 req-03196eb6-f4f5-4bb8-8432-77ded8e01e44 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "DELETE /v2.0/floatingips/45cd55bc-01fc-49e1-8503-94627a59cd2b HTTP/1.1" status: 204 len: 173 time: 2.1959195 Aug 19 12:18:27.699788 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7248f38a-7b38-4060-891b-a9d3255d1482 x-openstack-request-id: req-7248f38a-7b38-4060-891b-a9d3255d1482 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:27.700220 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a56efe6-9c6e-4862-91fc-aeb9080d653f", "tag": "52dd4ed7-54b4-405c-82ff-c013aa36882e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:27.700574 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7248f38a-7b38-4060-891b-a9d3255d1482 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:27.701080 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a56efe6-9c6e-4862-91fc-aeb9080d653f', 'tag': '52dd4ed7-54b4-405c-82ff-c013aa36882e', 'status': 'completed', 'code': 200} Aug 19 12:18:27.703436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c83461-30dc-48bd-9335-9d338c9b9290 req-1ab05f6a-e3ba-41ec-a453-85da62140eec service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248447 Aug 19 12:18:27.707857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11044281-d7e5-4607-801e-8d64ba6f7cf9 req-31cba73c-8901-40e2-bc40-872071c2fa56 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395829 Aug 19 12:18:27.728146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-5b39c06b-ff78-4bff-82bf-903fb8ebe9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:27.741505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-5b39c06b-ff78-4bff-82bf-903fb8ebe9a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1629562 Aug 19 12:18:28.004065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b1ed6-61cb-48ed-a755-24b472467fb6 req-0724733e-7c10-4e13-977f-0262f101fc18 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.005857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf0b1ed6-61cb-48ed-a755-24b472467fb6 req-0724733e-7c10-4e13-977f-0262f101fc18 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.2909651 Aug 19 12:18:28.017922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4020c9-491a-4f7e-947f-1f6a41d21f57 req-89ff7394-5a33-43e2-b7e9-cbb3f8f0c68e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.024490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4020c9-491a-4f7e-947f-1f6a41d21f57 req-89ff7394-5a33-43e2-b7e9-cbb3f8f0c68e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.030632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4020c9-491a-4f7e-947f-1f6a41d21f57 req-89ff7394-5a33-43e2-b7e9-cbb3f8f0c68e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.037284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4020c9-491a-4f7e-947f-1f6a41d21f57 req-89ff7394-5a33-43e2-b7e9-cbb3f8f0c68e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.043457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4020c9-491a-4f7e-947f-1f6a41d21f57 req-89ff7394-5a33-43e2-b7e9-cbb3f8f0c68e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.050030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4020c9-491a-4f7e-947f-1f6a41d21f57 req-89ff7394-5a33-43e2-b7e9-cbb3f8f0c68e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.055966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4020c9-491a-4f7e-947f-1f6a41d21f57 req-89ff7394-5a33-43e2-b7e9-cbb3f8f0c68e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.058054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f4020c9-491a-4f7e-947f-1f6a41d21f57 req-89ff7394-5a33-43e2-b7e9-cbb3f8f0c68e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.2157359 Aug 19 12:18:28.063179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-bcc50fbc-a78a-476c-8f79-cc700f8997cf service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220479 Aug 19 12:18:28.073964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc req-9a7db55c-ec4e-4de8-8dba-150c21f5740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.075490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc req-9a7db55c-ec4e-4de8-8dba-150c21f5740e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 1098 time: 0.2358415 Aug 19 12:18:28.279021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf0b1ed6-61cb-48ed-a755-24b472467fb6 req-ee16c133-08f1-41ef-87ff-9387b96953b0 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178695 Aug 19 12:18:28.286983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f4020c9-491a-4f7e-947f-1f6a41d21f57 req-a76ec84a-3c89-42a5-9fc6-dd8e86dc5d84 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1948535 Aug 19 12:18:28.344914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8e7c272-3fcd-4f31-a2b5-74e0b9f6e375 req-60039949-77e7-42ac-af87-69f527c7586f service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735183 Aug 19 12:18:28.361229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc req-d77686b8-505c-46d3-8faa-122ddd5bfe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.369222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc req-d77686b8-505c-46d3-8faa-122ddd5bfe62 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.2825501 Aug 19 12:18:28.441653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc req-229fbe15-e5d5-4ce0-bbc2-8d5870276f00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=52dd4ed7-54b4-405c-82ff-c013aa36882e HTTP/1.1" status: 200 len: 217 time: 0.0660927 Aug 19 12:18:28.548049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc req-fd5f9e11-a3a9-4c71-9864-2f888ae511c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.549655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc req-fd5f9e11-a3a9-4c71-9864-2f888ae511c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1006193 Aug 19 12:18:28.561350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c3d07-b3c3-4ddd-bc91-76fd05d46283 req-f38aa84b-e11d-4b7e-a536-634784e51a46 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.562988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-601c3d07-b3c3-4ddd-bc91-76fd05d46283 req-f38aa84b-e11d-4b7e-a536-634784e51a46 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 947 time: 0.1047814 Aug 19 12:18:28.639973 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-601c3d07-b3c3-4ddd-bc91-76fd05d46283 req-aac438d6-ec65-4db3-b600-e3d9b95ff761 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559454 Aug 19 12:18:28.647504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc req-1a5ad8e7-1f38-48b6-9aa6-38522ec3612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.649298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc req-1a5ad8e7-1f38-48b6-9aa6-38522ec3612f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815370 Aug 19 12:18:28.806725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc req-274eda75-7f8d-4803-bda4-afaa0e59b002 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310229 Aug 19 12:18:28.831058 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.009614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5be89-5d3b-4730-a6f8-d2485d005d60 req-1d24142d-52f4-4dc1-a16c-785d68cc4e64 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.011229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7db5be89-5d3b-4730-a6f8-d2485d005d60 req-1d24142d-52f4-4dc1-a16c-785d68cc4e64 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.1569936 Aug 19 12:18:29.019944 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfcd24cb-2ac1-462b-a0b3-b392a4c2b2cc req-8e17b57d-5b44-430e-8e5f-059f35cddb74 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073545 Aug 19 12:18:29.067028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7db5be89-5d3b-4730-a6f8-d2485d005d60 req-c5ae225d-e573-4e14-900e-29365f86f7c2 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Aug 19 12:18:29.134773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689ef4f-22a4-4229-9670-62d463568d77 req-6c0e1532-890e-4f27-887d-24a07817cc13 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.136583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e689ef4f-22a4-4229-9670-62d463568d77 req-6c0e1532-890e-4f27-887d-24a07817cc13 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 946 time: 0.0570884 Aug 19 12:18:29.208759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e689ef4f-22a4-4229-9670-62d463568d77 req-480f6851-c8b7-49a1-abfe-68574f22b430 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606079 Aug 19 12:18:29.489497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbb08f-408d-46cc-b7fe-d565764221be req-67fbbe7a-92b8-4526-b952-d12d99c7e616 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.490223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dafbb08f-408d-46cc-b7fe-d565764221be req-67fbbe7a-92b8-4526-b952-d12d99c7e616 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.1059854 Aug 19 12:18:29.507263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90593200-1699-405d-bac9-d0a0e1617315 req-b09b1970-b36e-47f6-ac35-bd96278d529e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.513768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90593200-1699-405d-bac9-d0a0e1617315 req-b09b1970-b36e-47f6-ac35-bd96278d529e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.523184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90593200-1699-405d-bac9-d0a0e1617315 req-b09b1970-b36e-47f6-ac35-bd96278d529e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.529269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90593200-1699-405d-bac9-d0a0e1617315 req-b09b1970-b36e-47f6-ac35-bd96278d529e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.535228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90593200-1699-405d-bac9-d0a0e1617315 req-b09b1970-b36e-47f6-ac35-bd96278d529e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.541072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90593200-1699-405d-bac9-d0a0e1617315 req-b09b1970-b36e-47f6-ac35-bd96278d529e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.546888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90593200-1699-405d-bac9-d0a0e1617315 req-b09b1970-b36e-47f6-ac35-bd96278d529e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.548786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90593200-1699-405d-bac9-d0a0e1617315 req-b09b1970-b36e-47f6-ac35-bd96278d529e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1224909 Aug 19 12:18:29.605847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dafbb08f-408d-46cc-b7fe-d565764221be req-6adae7e1-10f8-4819-a5cc-b404480dab09 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557816 Aug 19 12:18:29.625455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90593200-1699-405d-bac9-d0a0e1617315 req-8e860b65-4849-4d15-984b-75cfc7495ae7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621438 Aug 19 12:18:29.796421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1bf63-21c7-48e5-be84-c4171646b69b req-edf4f31b-2774-41e3-acf3-709f610ae690 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.807726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ad1bf63-21c7-48e5-be84-c4171646b69b req-edf4f31b-2774-41e3-acf3-709f610ae690 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 947 time: 0.0764241 Aug 19 12:18:29.850075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ad1bf63-21c7-48e5-be84-c4171646b69b req-6364b020-ec34-46de-84df-768a450d4c86 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Aug 19 12:18:30.209434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b7347-eac7-470d-8b21-5ce16265e4f1 req-ea94b73b-e6c2-4419-a6ef-ebcc4b248193 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.210921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7b7347-eac7-470d-8b21-5ce16265e4f1 req-ea94b73b-e6c2-4419-a6ef-ebcc4b248193 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.0623293 Aug 19 12:18:30.278928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7b7347-eac7-470d-8b21-5ce16265e4f1 req-4fd727a4-9afe-47b9-aea8-77d91ca14731 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619130 Aug 19 12:18:30.388035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfa82b-c1eb-483b-b8b0-61d7592d6006 req-4e186cb0-72c2-466d-9d9d-d23026263df9 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.398006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97bfa82b-c1eb-483b-b8b0-61d7592d6006 req-4e186cb0-72c2-466d-9d9d-d23026263df9 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 946 time: 0.0790455 Aug 19 12:18:30.437651 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97bfa82b-c1eb-483b-b8b0-61d7592d6006 req-256dea26-cbd4-4d46-a9b5-2c50cf9bb8c0 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382559 Aug 19 12:18:30.831367 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee564d-7ddc-454d-8f51-80dcc1e2a90d req-d5190e77-ebdc-4962-b4b6-2e9263a8e00d tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.837655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee564d-7ddc-454d-8f51-80dcc1e2a90d req-d5190e77-ebdc-4962-b4b6-2e9263a8e00d tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.845189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee564d-7ddc-454d-8f51-80dcc1e2a90d req-d5190e77-ebdc-4962-b4b6-2e9263a8e00d tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.855467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee564d-7ddc-454d-8f51-80dcc1e2a90d req-d5190e77-ebdc-4962-b4b6-2e9263a8e00d tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.858574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee564d-7ddc-454d-8f51-80dcc1e2a90d req-d5190e77-ebdc-4962-b4b6-2e9263a8e00d tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.866321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee564d-7ddc-454d-8f51-80dcc1e2a90d req-d5190e77-ebdc-4962-b4b6-2e9263a8e00d tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.872467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee564d-7ddc-454d-8f51-80dcc1e2a90d req-d5190e77-ebdc-4962-b4b6-2e9263a8e00d tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.874379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaee564d-7ddc-454d-8f51-80dcc1e2a90d req-d5190e77-ebdc-4962-b4b6-2e9263a8e00d tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1328907 Aug 19 12:18:30.898242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f2aa8-6270-4af8-9846-7dd65b2fea0d req-9d166e3b-f7bd-43ef-8497-8aecddfd482d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.899877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-773f2aa8-6270-4af8-9846-7dd65b2fea0d req-9d166e3b-f7bd-43ef-8497-8aecddfd482d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.1973066 Aug 19 12:18:30.960559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaee564d-7ddc-454d-8f51-80dcc1e2a90d req-2a17845b-6bb4-474e-9ab6-869d96771efb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764692 Aug 19 12:18:30.969922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-773f2aa8-6270-4af8-9846-7dd65b2fea0d req-f08c8912-2643-4762-bb4b-5f7b639a268a tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621779 Aug 19 12:18:31.075668 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51048e87-54f2-420b-a0a3-74327b576280 req-bf7fc5c5-c669-459c-9f84-509f7660c7b0 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:31.077217 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-51048e87-54f2-420b-a0a3-74327b576280 req-bf7fc5c5-c669-459c-9f84-509f7660c7b0 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 946 time: 0.0813894 Aug 19 12:18:31.137268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0532ad-9061-4ed1-b60c-d95a5414305d req-7668bd65-a98b-456c-ae23-dd141288feb4 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:31.144607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e0532ad-9061-4ed1-b60c-d95a5414305d req-7668bd65-a98b-456c-ae23-dd141288feb4 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 947 time: 0.0642488 Aug 19 12:18:31.190159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e0532ad-9061-4ed1-b60c-d95a5414305d req-e42579a3-3ac9-410e-8b90-ba13b26976d0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Aug 19 12:18:31.228413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-51048e87-54f2-420b-a0a3-74327b576280 req-e0cb0747-f003-4890-bdff-0f0e0513baea tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Deleting port ecf7014a-60f6-4334-a068-ca321431a546 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:31.228851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-51048e87-54f2-420b-a0a3-74327b576280 req-e0cb0747-f003-4890-bdff-0f0e0513baea tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.372956 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-51048e87-54f2-420b-a0a3-74327b576280 req-e0cb0747-f003-4890-bdff-0f0e0513baea tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] For port ecf7014a-60f6-4334-a068-ca321431a546, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ecf7014a-60f6-4334-a068-ca321431a546,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:31.373604 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-51048e87-54f2-420b-a0a3-74327b576280 req-e0cb0747-f003-4890-bdff-0f0e0513baea tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.382815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 52dd4ed7-54b4-405c-82ff-c013aa36882e details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:31.397935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-51048e87-54f2-420b-a0a3-74327b576280 req-e0cb0747-f003-4890-bdff-0f0e0513baea tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Calling delete_port for ecf7014a-60f6-4334-a068-ca321431a546 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:31.455167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5154a37-0bf4-4c67-9092-4adbbd390bb9 req-35ec2e70-b769-413d-9719-b259839b8006 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:31.455167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5154a37-0bf4-4c67-9092-4adbbd390bb9 req-35ec2e70-b769-413d-9719-b259839b8006 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.0868492 Aug 19 12:18:31.520514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 52dd4ed7-54b4-405c-82ff-c013aa36882e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=52dd4ed7-54b4-405c-82ff-c013aa36882e,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:31.537049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '52dd4ed7-54b4-405c-82ff-c013aa36882e', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '52dd4ed7-54b4-405c-82ff-c013aa36882e', 'mac_address': 'fa:16:3e:c7:fd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:31.579252 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.589719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5154a37-0bf4-4c67-9092-4adbbd390bb9 req-ac04464d-9f66-4b56-bb56-0750bde47f5f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284981 Aug 19 12:18:31.598452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dd4ed7-54b4-405c-82ff-c013aa36882e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:31.642940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 52dd4ed7-54b4-405c-82ff-c013aa36882e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=52dd4ed7-54b4-405c-82ff-c013aa36882e,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:31.693786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c455b2-3780-46b0-8aed-903c79f01d3e req-be402150-c91f-42b1-a141-ee2462cc32ab tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:31.715631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35c455b2-3780-46b0-8aed-903c79f01d3e req-be402150-c91f-42b1-a141-ee2462cc32ab tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 946 time: 0.0968382 Aug 19 12:18:31.746105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35c455b2-3780-46b0-8aed-903c79f01d3e req-41fb5729-ea5b-48c9-a9b5-e515b9473534 tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/security-groups?id=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441403 Aug 19 12:18:31.900421 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.900935 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-51048e87-54f2-420b-a0a3-74327b576280 req-e0cb0747-f003-4890-bdff-0f0e0513baea tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.942561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb0747-f003-4890-bdff-0f0e0513baea tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Pushing event deleted for resources: {'Port': ['ID=ecf7014a-60f6-4334-a068-ca321431a546,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:31.974205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=52dd4ed7-54b4-405c-82ff-c013aa36882e,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:31.979090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ecf7014a-60f6-4334-a068-ca321431a546'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:32.016483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-51048e87-54f2-420b-a0a3-74327b576280 req-e0cb0747-f003-4890-bdff-0f0e0513baea tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] No DVR routers for this DVR port ecf7014a-60f6-4334-a068-ca321431a546 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:32.021599 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-51048e87-54f2-420b-a0a3-74327b576280 req-e0cb0747-f003-4890-bdff-0f0e0513baea tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.024489 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-51048e87-54f2-420b-a0a3-74327b576280 req-e0cb0747-f003-4890-bdff-0f0e0513baea tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.52 "DELETE /v2.0/ports/ecf7014a-60f6-4334-a068-ca321431a546 HTTP/1.1" status: 204 len: 173 time: 0.9403546 Aug 19 12:18:32.024947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'name': 'network-vif-deleted', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:32.028410 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9210187-e65b-4690-8af1-ec49e068b4ec" -d '{"events": [{"server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "name": "network-vif-deleted", "tag": "ecf7014a-60f6-4334-a068-ca321431a546"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:32.179305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0444-c90b-4032-a6ee-cd73f2ef9521 req-68e6376c-bd69-416e-9aed-7b6c8be65290 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.185800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0444-c90b-4032-a6ee-cd73f2ef9521 req-68e6376c-bd69-416e-9aed-7b6c8be65290 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.192770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0444-c90b-4032-a6ee-cd73f2ef9521 req-68e6376c-bd69-416e-9aed-7b6c8be65290 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.198434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0444-c90b-4032-a6ee-cd73f2ef9521 req-68e6376c-bd69-416e-9aed-7b6c8be65290 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.204801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0444-c90b-4032-a6ee-cd73f2ef9521 req-68e6376c-bd69-416e-9aed-7b6c8be65290 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.213264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0444-c90b-4032-a6ee-cd73f2ef9521 req-68e6376c-bd69-416e-9aed-7b6c8be65290 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.222226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0444-c90b-4032-a6ee-cd73f2ef9521 req-68e6376c-bd69-416e-9aed-7b6c8be65290 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.224308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d1c0444-c90b-4032-a6ee-cd73f2ef9521 req-68e6376c-bd69-416e-9aed-7b6c8be65290 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1438460 Aug 19 12:18:32.232165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['52dd4ed7-54b4-405c-82ff-c013aa36882e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:32.237743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220b54d-7378-404f-8acf-d65a901a4b06 req-1b19ff36-2b20-41fa-b045-da954adada6c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.244496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3220b54d-7378-404f-8acf-d65a901a4b06 req-1b19ff36-2b20-41fa-b045-da954adada6c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.1522360 Aug 19 12:18:32.411305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d1c0444-c90b-4032-a6ee-cd73f2ef9521 req-b017d7dd-f347-49ca-b885-10dfa3beecf5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653979 Aug 19 12:18:32.421653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3220b54d-7378-404f-8acf-d65a901a4b06 req-0ee0a877-78a1-47fd-baa5-e08a73bf96ae tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227360 Aug 19 12:18:32.574664 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f523cfb4-c198-4606-866d-6001c0edaee5 x-openstack-request-id: req-f523cfb4-c198-4606-866d-6001c0edaee5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:32.575758 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7", "name": "network-vif-deleted", "tag": "ecf7014a-60f6-4334-a068-ca321431a546", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:32.577172 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f523cfb4-c198-4606-866d-6001c0edaee5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:32.577925 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7', 'name': 'network-vif-deleted', 'tag': 'ecf7014a-60f6-4334-a068-ca321431a546', 'status': 'completed', 'code': 200} Aug 19 12:18:32.824543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3317dc0-87e8-4860-b4f3-b29e3fa17581 req-51291538-0319-4930-8be0-58abaf299bbd tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.827479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3317dc0-87e8-4860-b4f3-b29e3fa17581 req-51291538-0319-4930-8be0-58abaf299bbd tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 948 time: 0.1227033 Aug 19 12:18:32.914464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3317dc0-87e8-4860-b4f3-b29e3fa17581 req-d0a552d6-ead0-4414-9b43-39742622b9c0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703840 Aug 19 12:18:32.931344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df5f58-ecdd-41a6-b0cf-313afb177e14 req-84ab6c31-11c9-4ee2-a7b6-d0951dc736c3 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.933358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69df5f58-ecdd-41a6-b0cf-313afb177e14 req-84ab6c31-11c9-4ee2-a7b6-d0951dc736c3 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.1265199 Aug 19 12:18:33.006601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69df5f58-ecdd-41a6-b0cf-313afb177e14 req-3372688d-0b4d-47f6-a66c-d3ad856f3aee tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641067 Aug 19 12:18:33.063709 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf5413f5-588f-42e0-b891-15b43edbe5c6 req-b97b0525-d5e7-4c77-a4ef-47bd63ee8b9a tempest-FloatingIPsAssociationTestJSON-1946807470 tempest-FloatingIPsAssociationTestJSON-1946807470-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa477cd7-6d7c-41c6-84da-1e0dfcebb5b7 HTTP/1.1" status: 200 len: 210 time: 0.0275908 Aug 19 12:18:33.651348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7db9d-8882-4adb-b6cf-c4d318bd9ed9 req-0a38ee79-cc53-4e95-8bea-092c80da5d07 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.657319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7db9d-8882-4adb-b6cf-c4d318bd9ed9 req-0a38ee79-cc53-4e95-8bea-092c80da5d07 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.663823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7db9d-8882-4adb-b6cf-c4d318bd9ed9 req-0a38ee79-cc53-4e95-8bea-092c80da5d07 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.669721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7db9d-8882-4adb-b6cf-c4d318bd9ed9 req-0a38ee79-cc53-4e95-8bea-092c80da5d07 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.675722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7db9d-8882-4adb-b6cf-c4d318bd9ed9 req-0a38ee79-cc53-4e95-8bea-092c80da5d07 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.681775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7db9d-8882-4adb-b6cf-c4d318bd9ed9 req-0a38ee79-cc53-4e95-8bea-092c80da5d07 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.687736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7db9d-8882-4adb-b6cf-c4d318bd9ed9 req-0a38ee79-cc53-4e95-8bea-092c80da5d07 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.689672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39e7db9d-8882-4adb-b6cf-c4d318bd9ed9 req-0a38ee79-cc53-4e95-8bea-092c80da5d07 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1203299 Aug 19 12:18:33.707505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839de56b-b21d-49b4-ac25-1b3aa2ff0bf9 req-27917522-cb07-4209-9991-ccefafaf1812 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.709076 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-839de56b-b21d-49b4-ac25-1b3aa2ff0bf9 req-27917522-cb07-4209-9991-ccefafaf1812 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.1261747 Aug 19 12:18:33.794650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39e7db9d-8882-4adb-b6cf-c4d318bd9ed9 req-17a774ee-c7f5-4eda-b2b9-0fb0874cf708 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953906 Aug 19 12:18:33.811099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-839de56b-b21d-49b4-ac25-1b3aa2ff0bf9 req-e2bf662a-1c65-4cd1-a47a-f42e8b8132f0 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946181 Aug 19 12:18:34.060606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c112f7-8a97-4c62-b3bc-8858236b1b27 req-12f358a0-ed72-4896-a3ae-6098b99d5037 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.062292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18c112f7-8a97-4c62-b3bc-8858236b1b27 req-12f358a0-ed72-4896-a3ae-6098b99d5037 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 948 time: 0.0554404 Aug 19 12:18:34.123281 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18c112f7-8a97-4c62-b3bc-8858236b1b27 req-8a36370b-a37d-4721-b8a9-ae3d16cdc441 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526929 Aug 19 12:18:34.185964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41c880-e935-4c1d-8a13-43e7d25cd4b6 req-32da75dd-88d4-4825-ae34-21abddb26be2 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.187974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c41c880-e935-4c1d-8a13-43e7d25cd4b6 req-32da75dd-88d4-4825-ae34-21abddb26be2 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.0806997 Aug 19 12:18:34.198522 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49002) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:34.234605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c41c880-e935-4c1d-8a13-43e7d25cd4b6 req-d4e7c9e4-7a1d-434f-a22a-4b9f99b5cae9 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Aug 19 12:18:34.684269 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.996994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba610768-3b8d-4a5c-a018-4390ab416dd4 req-e638045f-20c2-49a8-93a9-abff3d642a17 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.998608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba610768-3b8d-4a5c-a018-4390ab416dd4 req-e638045f-20c2-49a8-93a9-abff3d642a17 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.0909173 Aug 19 12:18:35.047999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bb581-3952-430a-bad9-987e52d7b20f req-ec693df4-05f3-4e0b-ae72-fd8c38efc6b4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.061077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bb581-3952-430a-bad9-987e52d7b20f req-ec693df4-05f3-4e0b-ae72-fd8c38efc6b4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.072071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bb581-3952-430a-bad9-987e52d7b20f req-ec693df4-05f3-4e0b-ae72-fd8c38efc6b4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.084243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bb581-3952-430a-bad9-987e52d7b20f req-ec693df4-05f3-4e0b-ae72-fd8c38efc6b4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.089806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] Deleting port ec485116-295e-4c89-8051-7db21ed37028 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:35.090253 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.095280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bb581-3952-430a-bad9-987e52d7b20f req-ec693df4-05f3-4e0b-ae72-fd8c38efc6b4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.108484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bb581-3952-430a-bad9-987e52d7b20f req-ec693df4-05f3-4e0b-ae72-fd8c38efc6b4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.125451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bb581-3952-430a-bad9-987e52d7b20f req-ec693df4-05f3-4e0b-ae72-fd8c38efc6b4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.128587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-845bb581-3952-430a-bad9-987e52d7b20f req-ec693df4-05f3-4e0b-ae72-fd8c38efc6b4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1852512 Aug 19 12:18:35.159633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba610768-3b8d-4a5c-a018-4390ab416dd4 req-41932e96-8372-4dcf-b01f-6500e29ade00 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520877 Aug 19 12:18:35.214640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] For port ec485116-295e-4c89-8051-7db21ed37028, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ec485116-295e-4c89-8051-7db21ed37028,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:35.215136 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.219360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-845bb581-3952-430a-bad9-987e52d7b20f req-0ed0d050-641d-429d-8316-c6a29026f004 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728929 Aug 19 12:18:35.237900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] Calling delete_port for ec485116-295e-4c89-8051-7db21ed37028 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:35.421791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 52dd4ed7-54b4-405c-82ff-c013aa36882e up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:35.472868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388e965-85ba-481d-8efe-7a3e0cf7fa2c req-e300dd02-8ad3-4350-a7ae-94149e49f8ac tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.475599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1388e965-85ba-481d-8efe-7a3e0cf7fa2c req-e300dd02-8ad3-4350-a7ae-94149e49f8ac tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 948 time: 0.1729071 Aug 19 12:18:35.493442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a8901-e39d-4f8d-be3f-f0e0e58442ed req-26fd4af3-fd98-40d7-ad62-08ef8d30651a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.507819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a2a8901-e39d-4f8d-be3f-f0e0e58442ed req-26fd4af3-fd98-40d7-ad62-08ef8d30651a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.1877069 Aug 19 12:18:35.579828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1388e965-85ba-481d-8efe-7a3e0cf7fa2c req-11d03dd1-d06a-4e60-9e7d-ca1e11f6b31d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685189 Aug 19 12:18:35.607387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a2a8901-e39d-4f8d-be3f-f0e0e58442ed req-040342da-eb24-4676-9a96-d93e2ecff9bf tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983529 Aug 19 12:18:35.631974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.661628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec485116-295e-4c89-8051-7db21ed37028,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:35.666053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 52dd4ed7-54b4-405c-82ff-c013aa36882e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:35.680383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 52dd4ed7-54b4-405c-82ff-c013aa36882e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:35.680383 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.809473 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.856477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a56efe6-9c6e-4862-91fc-aeb9080d653f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd4ed7-54b4-405c-82ff-c013aa36882e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:35.860466 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01459233-5779-4c5e-bc47-18238e2366e2" -d '{"events": [{"server_uuid": "5a56efe6-9c6e-4862-91fc-aeb9080d653f", "name": "network-vif-plugged", "status": "completed", "tag": "52dd4ed7-54b4-405c-82ff-c013aa36882e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:35.890209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 52dd4ed7-54b4-405c-82ff-c013aa36882e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=52dd4ed7-54b4-405c-82ff-c013aa36882e,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:35.916494 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.947431 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92bbf4a-e2c5-4a02-98b0-8e64e8abb8b2 x-openstack-request-id: req-a92bbf4a-e2c5-4a02-98b0-8e64e8abb8b2 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:35.949722 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a56efe6-9c6e-4862-91fc-aeb9080d653f", "name": "network-vif-plugged", "status": "completed", "tag": "52dd4ed7-54b4-405c-82ff-c013aa36882e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:35.949722 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a92bbf4a-e2c5-4a02-98b0-8e64e8abb8b2 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:35.949722 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a56efe6-9c6e-4862-91fc-aeb9080d653f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd4ed7-54b4-405c-82ff-c013aa36882e', 'code': 200} Aug 19 12:18:35.968639 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.030391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=52dd4ed7-54b4-405c-82ff-c013aa36882e,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:36.061778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c635427-87d4-4f5a-b53d-8888762e36b9 req-f89d4b53-5d5a-4134-9861-44fc128e0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.063434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c635427-87d4-4f5a-b53d-8888762e36b9 req-f89d4b53-5d5a-4134-9861-44fc128e0615 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 1100 time: 0.0506570 Aug 19 12:18:36.108169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c635427-87d4-4f5a-b53d-8888762e36b9 req-39ba10eb-61c4-4b43-baad-d5611a384990 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370259 Aug 19 12:18:36.183161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] Router 0d8c6c00-9559-4d41-a40f-3be059ebae95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:36.201321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ecf7014a-60f6-4334-a068-ca321431a546 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:36.222993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: ecf7014a-60f6-4334-a068-ca321431a546 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:36.223339 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ecf7014a-60f6-4334-a068-ca321431a546 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:36.320801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6fcbb-e977-42b7-9621-82a9911705f2 req-c54e64a9-1ad2-4d3b-9704-140695800ad8 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.321162 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:36.323931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6f6fcbb-e977-42b7-9621-82a9911705f2 req-c54e64a9-1ad2-4d3b-9704-140695800ad8 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.0736861 Aug 19 12:18:36.334138 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde445f2-2dda-4786-8610-f4811cfcb12a None None] Sync routers for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:36.335594 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2c4ae259-1f34-40ca-a0a1-37d5b75b9603 admin admin] 10.222.0.44 "PUT /v2.0/routers/0d8c6c00-9559-4d41-a40f-3be059ebae95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1359332 Aug 19 12:18:36.338117 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49048) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:36.353444 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde445f2-2dda-4786-8610-f4811cfcb12a None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:36.354944 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bde445f2-2dda-4786-8610-f4811cfcb12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:18:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:36.413046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99f547-2835-410f-b652-2680db6cf800 req-005ec98c-21ba-422b-b1af-ecdb7beb60d5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.422233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99f547-2835-410f-b652-2680db6cf800 req-005ec98c-21ba-422b-b1af-ecdb7beb60d5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.432170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99f547-2835-410f-b652-2680db6cf800 req-005ec98c-21ba-422b-b1af-ecdb7beb60d5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.441468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99f547-2835-410f-b652-2680db6cf800 req-005ec98c-21ba-422b-b1af-ecdb7beb60d5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.448704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99f547-2835-410f-b652-2680db6cf800 req-005ec98c-21ba-422b-b1af-ecdb7beb60d5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.456421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99f547-2835-410f-b652-2680db6cf800 req-005ec98c-21ba-422b-b1af-ecdb7beb60d5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.463524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99f547-2835-410f-b652-2680db6cf800 req-005ec98c-21ba-422b-b1af-ecdb7beb60d5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.473953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a99f547-2835-410f-b652-2680db6cf800 req-005ec98c-21ba-422b-b1af-ecdb7beb60d5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1482301 Aug 19 12:18:36.490786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.500088 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-bde445f2-2dda-4786-8610-f4811cfcb12a None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:36.521929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6f6fcbb-e977-42b7-9621-82a9911705f2 req-e7637d0e-5a05-431c-add6-db854ed6c381 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768410 Aug 19 12:18:36.561076 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a99f547-2835-410f-b652-2680db6cf800 req-8b7aa684-c96e-40f4-a2bf-6c5bcd6d19e2 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859506 Aug 19 12:18:36.749662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67313ef6-c234-412d-8d5d-f3f55c4ed75a req-9f1042d3-4225-4528-97cd-4a45e85629bb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.761173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67313ef6-c234-412d-8d5d-f3f55c4ed75a req-9f1042d3-4225-4528-97cd-4a45e85629bb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 949 time: 0.0782948 Aug 19 12:18:36.778084 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.797514 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bde445f2-2dda-4786-8610-f4811cfcb12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:18:35Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:36.826901 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde445f2-2dda-4786-8610-f4811cfcb12a None None] Checking router: 0d8c6c00-9559-4d41-a40f-3be059ebae95 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:36.836963 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde445f2-2dda-4786-8610-f4811cfcb12a None None] Routers {'0d8c6c00-9559-4d41-a40f-3be059ebae95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:36.837689 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bde445f2-2dda-4786-8610-f4811cfcb12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:18:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8c6c00-9559-4d41-a40f-3be059ebae95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:36.841364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67313ef6-c234-412d-8d5d-f3f55c4ed75a req-65983125-7df1-4507-a208-4bead2bdbca6 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789123 Aug 19 12:18:36.865105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a9796-1037-48e9-a00e-626fe6c3110d req-a09710d0-b4d5-49a1-bdb2-249c42692438 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.866474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-076a9796-1037-48e9-a00e-626fe6c3110d req-a09710d0-b4d5-49a1-bdb2-249c42692438 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.0937219 Aug 19 12:18:36.940755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-076a9796-1037-48e9-a00e-626fe6c3110d req-b21d3099-8128-4989-9234-0fb8215bca81 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671551 Aug 19 12:18:36.967427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Deleting port 118410f2-d28a-46ec-b97d-49f823642bb4 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:36.967769 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.991075 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-bde445f2-2dda-4786-8610-f4811cfcb12a None None] Set router 0d8c6c00-9559-4d41-a40f-3be059ebae95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:37.055461 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] For port 118410f2-d28a-46ec-b97d-49f823642bb4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=118410f2-d28a-46ec-b97d-49f823642bb4,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:37.055828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.068473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Calling delete_port for 118410f2-d28a-46ec-b97d-49f823642bb4 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:37.196584 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bde445f2-2dda-4786-8610-f4811cfcb12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:18:35Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:37.249879 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde445f2-2dda-4786-8610-f4811cfcb12a None None] The sync data for ids ['0d8c6c00-9559-4d41-a40f-3be059ebae95'] in n-d-778732-8 is: [{'id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'name': 'tempest-FloatingIPsAssociationTestJSON-1661288203-router', 'tenant_id': 'f41e1c8e850e426db59f512e438291ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:09Z', 'updated_at': '2021-08-19T12:18:35Z', 'revision_number': 5, 'project_id': 'f41e1c8e850e426db59f512e438291ad', 'gw_port': {'id': '118410f2-d28a-46ec-b97d-49f823642bb4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:78:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c6c00-9559-4d41-a40f-3be059ebae95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:11Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:37.345742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.373945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=118410f2-d28a-46ec-b97d-49f823642bb4,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:37.438854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.540595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.543336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.794603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5b2b4-b27b-41a1-8b38-5ff5fee44908 req-0bd41c9b-5743-4103-8feb-83357236214c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:37.810906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91d5b2b4-b27b-41a1-8b38-5ff5fee44908 req-0bd41c9b-5743-4103-8feb-83357236214c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.1499839 Aug 19 12:18:37.823369 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686ea82-aaf6-408c-a701-ecbca372a1de req-f28b727b-1299-48b0-b66e-03c6c33980e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:37.833739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686ea82-aaf6-408c-a701-ecbca372a1de req-f28b727b-1299-48b0-b66e-03c6c33980e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:37.839743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686ea82-aaf6-408c-a701-ecbca372a1de req-f28b727b-1299-48b0-b66e-03c6c33980e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:37.849695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686ea82-aaf6-408c-a701-ecbca372a1de req-f28b727b-1299-48b0-b66e-03c6c33980e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:37.855836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686ea82-aaf6-408c-a701-ecbca372a1de req-f28b727b-1299-48b0-b66e-03c6c33980e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:37.861936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686ea82-aaf6-408c-a701-ecbca372a1de req-f28b727b-1299-48b0-b66e-03c6c33980e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:37.870266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686ea82-aaf6-408c-a701-ecbca372a1de req-f28b727b-1299-48b0-b66e-03c6c33980e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:37.882805 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8686ea82-aaf6-408c-a701-ecbca372a1de req-f28b727b-1299-48b0-b66e-03c6c33980e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1789906 Aug 19 12:18:37.962126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91d5b2b4-b27b-41a1-8b38-5ff5fee44908 req-c5f8e47e-4bf6-4fbe-b1c2-a96dd2f6d76b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577415 Aug 19 12:18:37.972823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ec485116-295e-4c89-8051-7db21ed37028 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:37.975681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8686ea82-aaf6-408c-a701-ecbca372a1de req-dd53f084-3fc8-4e70-ac66-cfc47098fba3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919776 Aug 19 12:18:38.006156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: ec485116-295e-4c89-8051-7db21ed37028 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:38.006522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ec485116-295e-4c89-8051-7db21ed37028 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:38.010090 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.013445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d8c6c00-9559-4d41-a40f-3be059ebae95 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:18:38.037072 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.038549 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-82ee2a2b-3cf2-4349-9af2-703da68387b4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0d8c6c00-9559-4d41-a40f-3be059ebae95 HTTP/1.1" status: 204 len: 168 time: 1.6983931 Aug 19 12:18:38.040919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49082) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:38.125329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Deleting subnet a2f124d0-f2b5-4b04-8a94-ccf71be9a828 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:18:38.131229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.166109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad9b7-ec21-4ee8-9783-a61652cb3c84 req-274d1eda-949b-46b8-bdc1-46a409d62cb0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:38.168269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92aad9b7-ec21-4ee8-9783-a61652cb3c84 req-274d1eda-949b-46b8-bdc1-46a409d62cb0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 949 time: 0.0926440 Aug 19 12:18:38.190408 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.233946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92aad9b7-ec21-4ee8-9783-a61652cb3c84 req-985d7c53-1618-4ffc-a446-0ae58ea9ec1f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496447 Aug 19 12:18:38.272752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aff0b0-39b4-4aee-b322-b32e30f1c4da req-137db057-fd3c-4597-9d3b-cca245b05f14 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:38.274702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08aff0b0-39b4-4aee-b322-b32e30f1c4da req-137db057-fd3c-4597-9d3b-cca245b05f14 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.1221473 Aug 19 12:18:38.309025 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.341848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08aff0b0-39b4-4aee-b322-b32e30f1c4da req-593b7120-a1dc-45d1-9401-8b12f0efcf4c tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588007 Aug 19 12:18:38.489083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.519454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f124d0-f2b5-4b04-8a94-ccf71be9a828,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:38.524546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.530515 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a2f124d0-f2b5-4b04-8a94-ccf71be9a828 HTTP/1.1" status: 204 len: 168 time: 0.4883447 Aug 19 12:18:38.532698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bbf485-eff3-4b91-ae55-a7c1a411f9a9 None None] Network 10f7b7da-bd8c-44ac-86f2-86a78eba3436 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:38.532843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49086) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:38.619678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.623601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.623950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.624292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.624625 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.624960 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.625289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.625643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.625969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.626291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.626868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.627975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.628216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da8a52-9070-4cb5-8617-b3ad86fc0b0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:38.743143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Deleting port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:38.743143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.770514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894be29-40b8-485e-a456-c9678d2df349 req-03327ca6-397b-4862-b3e9-d9270a24e5cd tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:38.778406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1da3ab-6319-464e-9a95-10a478e07ecc None None] DHCP port deletion for 10f7b7da-bd8c-44ac-86f2-86a78eba3436 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:18:38.790438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4894be29-40b8-485e-a456-c9678d2df349 req-03327ca6-397b-4862-b3e9-d9270a24e5cd tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 1100 time: 0.4315224 Aug 19 12:18:38.841501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5b1da3ab-6319-464e-9a95-10a478e07ecc None None] Deleting port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:38.842138 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5b1da3ab-6319-464e-9a95-10a478e07ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.867313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4894be29-40b8-485e-a456-c9678d2df349 req-ab0848cf-80b1-4ec1-9552-e18fdf87ff5f tempest-ServersOnMultiNodesTest-607184545 tempest-ServersOnMultiNodesTest-607184545-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699162 Aug 19 12:18:38.869634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] For port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=27194d5d-5d14-4ba5-ae59-1ecd67c683c3,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:38.870138 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.919949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Calling delete_port for 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:39.022054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5b1da3ab-6319-464e-9a95-10a478e07ecc None None] For port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=27194d5d-5d14-4ba5-ae59-1ecd67c683c3,segment=NetworkSegment(885e2cc9-2194-482d-933b-99eee551b152),segment_id=885e2cc9-2194-482d-933b-99eee551b152)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:39.023222 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5b1da3ab-6319-464e-9a95-10a478e07ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.044062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5b1da3ab-6319-464e-9a95-10a478e07ecc None None] Calling delete_port for 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:39.077191 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.114897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=27194d5d-5d14-4ba5-ae59-1ecd67c683c3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:39.118677 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] No DVR routers for this DVR port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:39.150296 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5b1da3ab-6319-464e-9a95-10a478e07ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.178679 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1da3ab-6319-464e-9a95-10a478e07ecc None None] Pushing event deleted for resources: {'Port': ['ID=27194d5d-5d14-4ba5-ae59-1ecd67c683c3,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:39.188307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1da3ab-6319-464e-9a95-10a478e07ecc None None] No DVR routers for this DVR port 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:39.200591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb88cf-41a8-4c34-a0d4-8393a6a19733 req-226dd5fd-87ee-4b1c-8cdc-b6c46275a214 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.208385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb88cf-41a8-4c34-a0d4-8393a6a19733 req-226dd5fd-87ee-4b1c-8cdc-b6c46275a214 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.214883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb88cf-41a8-4c34-a0d4-8393a6a19733 req-226dd5fd-87ee-4b1c-8cdc-b6c46275a214 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.220981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb88cf-41a8-4c34-a0d4-8393a6a19733 req-226dd5fd-87ee-4b1c-8cdc-b6c46275a214 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.229318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb88cf-41a8-4c34-a0d4-8393a6a19733 req-226dd5fd-87ee-4b1c-8cdc-b6c46275a214 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.237467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb88cf-41a8-4c34-a0d4-8393a6a19733 req-226dd5fd-87ee-4b1c-8cdc-b6c46275a214 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.243183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb88cf-41a8-4c34-a0d4-8393a6a19733 req-226dd5fd-87ee-4b1c-8cdc-b6c46275a214 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.245414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78fb88cf-41a8-4c34-a0d4-8393a6a19733 req-226dd5fd-87ee-4b1c-8cdc-b6c46275a214 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1372459 Aug 19 12:18:39.250097 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.273417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f7b7da-bd8c-44ac-86f2-86a78eba3436']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:39.285663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885e2cc9-2194-482d-933b-99eee551b152') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:39.285989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885e2cc9-2194-482d-933b-99eee551b152') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:39.292791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78fb88cf-41a8-4c34-a0d4-8393a6a19733 req-49cdd351-07a4-415a-b097-f1fd82b106b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408916 Aug 19 12:18:39.297134 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.313922 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.330518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:18:39.331036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:18:39.333911 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:18:39.442767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269aa1b-5b5f-4903-838e-2dbfd8a53288 req-42f04cb2-aba4-48a3-b0b1-fbf25dedadfd tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.444301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0269aa1b-5b5f-4903-838e-2dbfd8a53288 req-42f04cb2-aba4-48a3-b0b1-fbf25dedadfd tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.0685775 Aug 19 12:18:39.489552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0269aa1b-5b5f-4903-838e-2dbfd8a53288 req-d7e6ef69-8378-4e18-a80f-b44d3f3aeb03 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Aug 19 12:18:39.498868 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.507452 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.509908 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/10f7b7da-bd8c-44ac-86f2-86a78eba3436 HTTP/1.1" status: 204 len: 168 time: 0.9763861 Aug 19 12:18:39.530264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98631e69-e509-4fae-9630-2f71de849df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=10f7b7da-bd8c-44ac-86f2-86a78eba3436,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:39.718228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14dc7d-64d1-48f1-b142-f43c4595f0f4 req-c071eea9-f712-4a52-9549-8ea5f2b3a80f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.719692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b14dc7d-64d1-48f1-b142-f43c4595f0f4 req-c071eea9-f712-4a52-9549-8ea5f2b3a80f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.0547867 Aug 19 12:18:39.759441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b14dc7d-64d1-48f1-b142-f43c4595f0f4 req-c8ae47af-ea59-4279-a1cb-919cd6503a77 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Aug 19 12:18:39.890465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:39.900408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b4a91-d325-4c67-9fe7-f29e131f23e5 req-bbfda928-59e9-4780-bdfb-3a4db984efdb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.901666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b83b4a91-d325-4c67-9fe7-f29e131f23e5 req-bbfda928-59e9-4780-bdfb-3a4db984efdb tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 949 time: 0.0735557 Aug 19 12:18:39.934571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:39.934931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 27194d5d-5d14-4ba5-ae59-1ecd67c683c3 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:39.935359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 118410f2-d28a-46ec-b97d-49f823642bb4 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:39.966851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 118410f2-d28a-46ec-b97d-49f823642bb4 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:39.967579 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 118410f2-d28a-46ec-b97d-49f823642bb4 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:39.990258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b83b4a91-d325-4c67-9fe7-f29e131f23e5 req-7bd8ae76-a100-4431-8970-5639dc098bc5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754602 Aug 19 12:18:40.002864 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49122) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:40.069613 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-de12c577-385e-4eea-a641-638c478c7a62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f41e1c8e850e426db59f512e438291ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653114 Aug 19 12:18:40.072272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49124) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:40.127942 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5847df67-659e-4202-bb17-96dc7125f612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.155497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5847df67-659e-4202-bb17-96dc7125f612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.267395 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-18fea95a-9351-4e1f-8e35-8d664071b6b4 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.269618 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-18fea95a-9351-4e1f-8e35-8d664071b6b4 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1097 time: 0.0451145 Aug 19 12:18:40.293990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-8'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:40.352725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.413742 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5847df67-659e-4202-bb17-96dc7125f612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.416226 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5847df67-659e-4202-bb17-96dc7125f612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.417391 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5847df67-659e-4202-bb17-96dc7125f612 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8337eb2b-7d7f-4930-99d5-f4b6ab03f62f HTTP/1.1" status: 204 len: 168 time: 0.3441684 Aug 19 12:18:40.428874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847df67-659e-4202-bb17-96dc7125f612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8337eb2b-7d7f-4930-99d5-f4b6ab03f62f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:40.465286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3cb5d-3e55-4277-996b-85ffa8b5b5d2 req-172fcdfc-3ab2-4103-bb2d-7a8898903b1e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.470472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3cb5d-3e55-4277-996b-85ffa8b5b5d2 req-172fcdfc-3ab2-4103-bb2d-7a8898903b1e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.477530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3cb5d-3e55-4277-996b-85ffa8b5b5d2 req-172fcdfc-3ab2-4103-bb2d-7a8898903b1e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.484700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3cb5d-3e55-4277-996b-85ffa8b5b5d2 req-172fcdfc-3ab2-4103-bb2d-7a8898903b1e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.490839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3cb5d-3e55-4277-996b-85ffa8b5b5d2 req-172fcdfc-3ab2-4103-bb2d-7a8898903b1e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.496954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3cb5d-3e55-4277-996b-85ffa8b5b5d2 req-172fcdfc-3ab2-4103-bb2d-7a8898903b1e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.503504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3cb5d-3e55-4277-996b-85ffa8b5b5d2 req-172fcdfc-3ab2-4103-bb2d-7a8898903b1e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.505602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31b3cb5d-3e55-4277-996b-85ffa8b5b5d2 req-172fcdfc-3ab2-4103-bb2d-7a8898903b1e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1231794 Aug 19 12:18:40.516261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f31bb26c-f2e2-4011-b74f-023241f3e829,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:40.559003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31b3cb5d-3e55-4277-996b-85ffa8b5b5d2 req-4b41d416-7db9-4a04-b91b-d0cd7a90c064 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439758 Aug 19 12:18:40.571030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:40.634875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f31bb26c-f2e2-4011-b74f-023241f3e829'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:40.639107 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38656022-03db-4cb0-9d06-10a659322ad0" -d '{"events": [{"server_uuid": "39a5df50-cafa-4ab4-9f04-84e7d0c9158a", "name": "network-vif-unplugged", "status": "completed", "tag": "f31bb26c-f2e2-4011-b74f-023241f3e829"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:40.645257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.684679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68e292-4697-4696-ae79-2b62acd4206c req-9a170311-d5b4-4949-854a-535cc6033a2b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.686482 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac68e292-4697-4696-ae79-2b62acd4206c req-9a170311-d5b4-4949-854a-535cc6033a2b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 946 time: 0.0636039 Aug 19 12:18:40.727409 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d21ae33-8af0-4020-82da-02e995c40161 x-openstack-request-id: req-8d21ae33-8af0-4020-82da-02e995c40161 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:40.727783 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a5df50-cafa-4ab4-9f04-84e7d0c9158a", "name": "network-vif-unplugged", "status": "completed", "tag": "f31bb26c-f2e2-4011-b74f-023241f3e829", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:40.727960 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d21ae33-8af0-4020-82da-02e995c40161 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:40.728366 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f31bb26c-f2e2-4011-b74f-023241f3e829', 'code': 200} Aug 19 12:18:40.740237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac68e292-4697-4696-ae79-2b62acd4206c req-db6ababe-dc0e-4ed2-8fe4-14782e699f01 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458314 Aug 19 12:18:40.871257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.888131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbeee6-bd94-43de-813b-52e6675caff6 req-18127ac9-a968-4537-80e7-3c1b3f36edad tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.889751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebcbeee6-bd94-43de-813b-52e6675caff6 req-18127ac9-a968-4537-80e7-3c1b3f36edad tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.0547795 Aug 19 12:18:40.951418 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Pushing event updated for resources: {'Port': ['ID=f31bb26c-f2e2-4011-b74f-023241f3e829,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:40.981360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebcbeee6-bd94-43de-813b-52e6675caff6 req-39ef9c74-8fa1-42c0-a92d-809e5ab4b54b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822933 Aug 19 12:18:40.997363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 on host n-h1-778732-8 for vnic_type normal with profile {"migrating_to": "n-h2-778732-8"} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:40.998184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:40.998708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:41.005139 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Port f31bb26c-f2e2-4011-b74f-023241f3e829 on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:41.005675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Attempting to bind port f31bb26c-f2e2-4011-b74f-023241f3e829 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:41.012817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:41.012817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:41.012817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:41.012817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Bound port: f31bb26c-f2e2-4011-b74f-023241f3e829, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:41.013492 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.150207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:41.155639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f31bb26c-f2e2-4011-b74f-023241f3e829,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:41.195277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d00015-2011-4363-8852-986ddaa38b29 req-a5a44cdc-ee0e-4c45-aa29-3ccbff767e69 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.197401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9d00015-2011-4363-8852-986ddaa38b29 req-a5a44cdc-ee0e-4c45-aa29-3ccbff767e69 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 949 time: 0.0867608 Aug 19 12:18:41.317903 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.349143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d9d00015-2011-4363-8852-986ddaa38b29 req-46f90d36-5021-4986-ae50-7aa91367b50f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Deleting port 52dd4ed7-54b4-405c-82ff-c013aa36882e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:41.350164 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9d00015-2011-4363-8852-986ddaa38b29 req-46f90d36-5021-4986-ae50-7aa91367b50f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.438835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Pushing event updated for resources: {'Port': ['ID=f31bb26c-f2e2-4011-b74f-023241f3e829,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:41.464848 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.471998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.473394 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.475212 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-453a4856-c86d-415f-8d53-28eea653f126 service neutron] 10.222.0.52 "PUT /v2.0/ports/f31bb26c-f2e2-4011-b74f-023241f3e829 HTTP/1.1" status: 200 len: 1122 time: 1.1858675 Aug 19 12:18:41.493800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33205513-84ee-448f-9472-96eacf001738 req-6185f0c8-0b1d-45a4-9049-23962da12d3c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.495515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33205513-84ee-448f-9472-96eacf001738 req-6185f0c8-0b1d-45a4-9049-23962da12d3c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 949 time: 0.3353827 Aug 19 12:18:41.506670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d9d00015-2011-4363-8852-986ddaa38b29 req-46f90d36-5021-4986-ae50-7aa91367b50f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] For port 52dd4ed7-54b4-405c-82ff-c013aa36882e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=52dd4ed7-54b4-405c-82ff-c013aa36882e,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:41.506933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9d00015-2011-4363-8852-986ddaa38b29 req-46f90d36-5021-4986-ae50-7aa91367b50f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.537708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d9d00015-2011-4363-8852-986ddaa38b29 req-46f90d36-5021-4986-ae50-7aa91367b50f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Calling delete_port for 52dd4ed7-54b4-405c-82ff-c013aa36882e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:41.567390 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33205513-84ee-448f-9472-96eacf001738 req-634f7812-7843-4d54-924c-d35cacb6233e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643556 Aug 19 12:18:41.583744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f31bb26c-f2e2-4011-b74f-023241f3e829'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:41.677419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f31bb26c-f2e2-4011-b74f-023241f3e829'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:41.864581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33f17-b372-4448-bdec-ef02b6c9b342 req-73a3e56f-3724-4987-9aae-022926c03541 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.870833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33f17-b372-4448-bdec-ef02b6c9b342 req-73a3e56f-3724-4987-9aae-022926c03541 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.879013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33f17-b372-4448-bdec-ef02b6c9b342 req-73a3e56f-3724-4987-9aae-022926c03541 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.885405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33f17-b372-4448-bdec-ef02b6c9b342 req-73a3e56f-3724-4987-9aae-022926c03541 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.891357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33f17-b372-4448-bdec-ef02b6c9b342 req-73a3e56f-3724-4987-9aae-022926c03541 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.898442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33f17-b372-4448-bdec-ef02b6c9b342 req-73a3e56f-3724-4987-9aae-022926c03541 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.912526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33f17-b372-4448-bdec-ef02b6c9b342 req-73a3e56f-3724-4987-9aae-022926c03541 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.912526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56c33f17-b372-4448-bdec-ef02b6c9b342 req-73a3e56f-3724-4987-9aae-022926c03541 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1227996 Aug 19 12:18:41.988000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744d53-472c-4985-8b24-f028112b3543 req-4097b50a-49ff-4476-b07e-41123a89f412 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.989657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a744d53-472c-4985-8b24-f028112b3543 req-4097b50a-49ff-4476-b07e-41123a89f412 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 944 time: 0.0820262 Aug 19 12:18:41.994198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56c33f17-b372-4448-bdec-ef02b6c9b342 req-827bf12b-b09c-4731-b95c-88c3b15f459c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747912 Aug 19 12:18:42.061758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a744d53-472c-4985-8b24-f028112b3543 req-7445d560-0db2-44b0-a331-29e15f6196bd tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645127 Aug 19 12:18:42.078678 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9d00015-2011-4363-8852-986ddaa38b29 req-46f90d36-5021-4986-ae50-7aa91367b50f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.095062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124', 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18', '52dd4ed7-54b4-405c-82ff-c013aa36882e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:42.208311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f90d36-5021-4986-ae50-7aa91367b50f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event deleted for resources: {'Port': ['ID=52dd4ed7-54b4-405c-82ff-c013aa36882e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:42.229256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f31bb26c-f2e2-4011-b74f-023241f3e829 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:42.254303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d00015-2011-4363-8852-986ddaa38b29 req-46f90d36-5021-4986-ae50-7aa91367b50f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] No DVR routers for this DVR port 52dd4ed7-54b4-405c-82ff-c013aa36882e on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:42.257289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9d00015-2011-4363-8852-986ddaa38b29 req-46f90d36-5021-4986-ae50-7aa91367b50f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.260043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9d00015-2011-4363-8852-986ddaa38b29 req-46f90d36-5021-4986-ae50-7aa91367b50f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "DELETE /v2.0/ports/52dd4ed7-54b4-405c-82ff-c013aa36882e HTTP/1.1" status: 204 len: 173 time: 1.0545719 Aug 19 12:18:42.261449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a56efe6-9c6e-4862-91fc-aeb9080d653f', 'name': 'network-vif-deleted', 'tag': '52dd4ed7-54b4-405c-82ff-c013aa36882e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:42.266188 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca90371-fa11-4b23-b5b1-92ee2fdc3234" -d '{"events": [{"server_uuid": "5a56efe6-9c6e-4862-91fc-aeb9080d653f", "name": "network-vif-deleted", "tag": "52dd4ed7-54b4-405c-82ff-c013aa36882e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:42.296616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31e32a-0b6d-47bb-b3bc-25614deddd86 req-dc802edf-d23e-4398-bca1-ccfa1cb1a50a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:42.312589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b31e32a-0b6d-47bb-b3bc-25614deddd86 req-dc802edf-d23e-4398-bca1-ccfa1cb1a50a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.2366436 Aug 19 12:18:42.347912 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949bf670-1758-48d6-947f-6912c70969ba x-openstack-request-id: req-949bf670-1758-48d6-947f-6912c70969ba {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:42.347912 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a56efe6-9c6e-4862-91fc-aeb9080d653f", "name": "network-vif-deleted", "tag": "52dd4ed7-54b4-405c-82ff-c013aa36882e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:42.348434 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-949bf670-1758-48d6-947f-6912c70969ba {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:42.348976 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a56efe6-9c6e-4862-91fc-aeb9080d653f', 'name': 'network-vif-deleted', 'tag': '52dd4ed7-54b4-405c-82ff-c013aa36882e', 'status': 'completed', 'code': 200} Aug 19 12:18:42.389661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b31e32a-0b6d-47bb-b3bc-25614deddd86 req-06badf49-71bc-4fa7-9000-ccc8592b2b25 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741932 Aug 19 12:18:42.498627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f31bb26c-f2e2-4011-b74f-023241f3e829,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:42.529894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f31bb26c-f2e2-4011-b74f-023241f3e829 has no active binding in host n-h2-778732-8 {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:18:42.729704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'tag': 'f31bb26c-f2e2-4011-b74f-023241f3e829'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:42.732155 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1691a1-bf22-4918-9abf-40977ef6bc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "39a5df50-cafa-4ab4-9f04-84e7d0c9158a", "tag": "f31bb26c-f2e2-4011-b74f-023241f3e829"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:42.741526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d787823-f87f-43d7-af39-9174fc1fbb1a req-1462a31b-edec-4743-b970-d69649672fdd tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a56efe6-9c6e-4862-91fc-aeb9080d653f HTTP/1.1" status: 200 len: 210 time: 0.0382497 Aug 19 12:18:42.799642 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463d2aaf-ac46-4e3f-bd33-2a63672459f2 x-openstack-request-id: req-463d2aaf-ac46-4e3f-bd33-2a63672459f2 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:42.799936 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a5df50-cafa-4ab4-9f04-84e7d0c9158a", "tag": "f31bb26c-f2e2-4011-b74f-023241f3e829", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:42.800190 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-463d2aaf-ac46-4e3f-bd33-2a63672459f2 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:42.800582 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'tag': 'f31bb26c-f2e2-4011-b74f-023241f3e829', 'status': 'completed', 'code': 200} Aug 19 12:18:42.888251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1691a1-bf22-4918-9abf-40977ef6bc5b req-4210930a-926e-4e69-b1e4-f3752dcf1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:42.897490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b1691a1-bf22-4918-9abf-40977ef6bc5b req-4210930a-926e-4e69-b1e4-f3752dcf1c6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 1125 time: 0.0641379 Aug 19 12:18:42.899961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16', 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', '765a533f-de86-4f6c-93f4-99d28d6b2730', 'ee14081d-97fc-419a-9149-27e895a5e467', '3ee74783-e8c6-41f3-bef1-0071326e6cea'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:42.985678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-edd9a4d0-2de9-47e6-8e7b-20ee2ea826d0 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4a17e57de961445e9df4a371164bc2ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594966 Aug 19 12:18:43.176489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1691a1-bf22-4918-9abf-40977ef6bc5b req-8fd48c83-3395-4cb6-8f85-5da1e5066858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.178217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b1691a1-bf22-4918-9abf-40977ef6bc5b req-8fd48c83-3395-4cb6-8f85-5da1e5066858 service neutron] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.2808397 Aug 19 12:18:43.278926 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f3bcd-826d-4596-80bc-b7569bf8baf5 req-d8d2efe5-3cf7-43e9-80d2-e1c26a5dca92 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.286499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f3bcd-826d-4596-80bc-b7569bf8baf5 req-d8d2efe5-3cf7-43e9-80d2-e1c26a5dca92 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.294057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f3bcd-826d-4596-80bc-b7569bf8baf5 req-d8d2efe5-3cf7-43e9-80d2-e1c26a5dca92 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.303281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f3bcd-826d-4596-80bc-b7569bf8baf5 req-d8d2efe5-3cf7-43e9-80d2-e1c26a5dca92 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.310979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f3bcd-826d-4596-80bc-b7569bf8baf5 req-d8d2efe5-3cf7-43e9-80d2-e1c26a5dca92 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.319137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f3bcd-826d-4596-80bc-b7569bf8baf5 req-d8d2efe5-3cf7-43e9-80d2-e1c26a5dca92 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.325882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f3bcd-826d-4596-80bc-b7569bf8baf5 req-d8d2efe5-3cf7-43e9-80d2-e1c26a5dca92 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.328388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b4f3bcd-826d-4596-80bc-b7569bf8baf5 req-d8d2efe5-3cf7-43e9-80d2-e1c26a5dca92 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.2421851 Aug 19 12:18:43.342685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-799eb73b-89a0-4a36-b74d-d80a46e0975f tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.342685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-799eb73b-89a0-4a36-b74d-d80a46e0975f tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3489239 Aug 19 12:18:43.345098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b1691a1-bf22-4918-9abf-40977ef6bc5b req-75059ef8-ac9b-4bd0-998f-ce18cbbde7bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f31bb26c-f2e2-4011-b74f-023241f3e829 HTTP/1.1" status: 200 len: 217 time: 0.1490855 Aug 19 12:18:43.423252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-a7a79230-b195-480b-9204-8cb0a7cebd2e tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/quotas/4a17e57de961445e9df4a371164bc2ba HTTP/1.1" status: 200 len: 375 time: 0.0580266 Aug 19 12:18:43.477657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9630f65-7ca2-4d91-8cea-c602e1cde171 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a17e57de961445e9df4a371164bc2ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449162 Aug 19 12:18:43.482260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b4f3bcd-826d-4596-80bc-b7569bf8baf5 req-7f828317-e195-4572-b65d-f5292f33f9b8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397336 Aug 19 12:18:43.483961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1691a1-bf22-4918-9abf-40977ef6bc5b req-e84fef42-66dd-480b-a0fb-15e5a88f93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.485438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b1691a1-bf22-4918-9abf-40977ef6bc5b req-e84fef42-66dd-480b-a0fb-15e5a88f93a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.1315384 Aug 19 12:18:43.528791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b1691a1-bf22-4918-9abf-40977ef6bc5b req-728eb231-aa51-4baa-866e-1f2aa982fbc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348237 Aug 19 12:18:43.738484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4809c31-ae6c-4883-971c-66f648684a37 req-09247d76-26e9-44f5-a7c2-e1a1b7372a5a tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.740198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4809c31-ae6c-4883-971c-66f648684a37 req-09247d76-26e9-44f5-a7c2-e1a1b7372a5a tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 944 time: 0.0921800 Aug 19 12:18:43.742656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b1691a1-bf22-4918-9abf-40977ef6bc5b req-a8e6cfa9-5bec-4708-8d28-b6991cee59ca service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043269 Aug 19 12:18:43.885179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4809c31-ae6c-4883-971c-66f648684a37 req-da1acb5b-f77c-47c6-996b-fa11e0c82338 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385262 Aug 19 12:18:43.915842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b1691a1-bf22-4918-9abf-40977ef6bc5b req-8e30d07f-85ee-48cc-bd12-74e1499a1936 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619563 Aug 19 12:18:44.035434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b24ea99b-d956-477e-b8de-e835277b7ee3 req-f369a2e8-b5c6-4865-9135-2e9674cb09f2 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 210 time: 0.0314372 Aug 19 12:18:44.111690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb839de-8e93-4038-9162-6c738eb6cc22 req-c89feaae-2d74-4223-9850-0ef23f047949 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.113824 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbb839de-8e93-4038-9162-6c738eb6cc22 req-c89feaae-2d74-4223-9850-0ef23f047949 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.2454071 Aug 19 12:18:44.202334 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbb839de-8e93-4038-9162-6c738eb6cc22 req-91fdbb44-9842-4ee3-ba64-eb569a0c2271 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763535 Aug 19 12:18:44.241598 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:44.652939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41675-6efc-464d-b7d2-f77f9733f4a9 req-80c854f0-e571-472b-bc92-4017b9407f25 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.658960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41675-6efc-464d-b7d2-f77f9733f4a9 req-80c854f0-e571-472b-bc92-4017b9407f25 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.664843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41675-6efc-464d-b7d2-f77f9733f4a9 req-80c854f0-e571-472b-bc92-4017b9407f25 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.671262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41675-6efc-464d-b7d2-f77f9733f4a9 req-80c854f0-e571-472b-bc92-4017b9407f25 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.678547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41675-6efc-464d-b7d2-f77f9733f4a9 req-80c854f0-e571-472b-bc92-4017b9407f25 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.684390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41675-6efc-464d-b7d2-f77f9733f4a9 req-80c854f0-e571-472b-bc92-4017b9407f25 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.690562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41675-6efc-464d-b7d2-f77f9733f4a9 req-80c854f0-e571-472b-bc92-4017b9407f25 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.692526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4f41675-6efc-464d-b7d2-f77f9733f4a9 req-80c854f0-e571-472b-bc92-4017b9407f25 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.0991254 Aug 19 12:18:44.750034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4f41675-6efc-464d-b7d2-f77f9733f4a9 req-78a9573b-dc71-4c48-9093-a9052a63c4b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471051 Aug 19 12:18:44.842719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a32eeb-7ff5-475d-b5f6-d27b46cb26cd req-d4a9062e-64fd-4554-99fc-0c901de9d8e5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.844304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05a32eeb-7ff5-475d-b5f6-d27b46cb26cd req-d4a9062e-64fd-4554-99fc-0c901de9d8e5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 950 time: 0.0617435 Aug 19 12:18:44.895140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05a32eeb-7ff5-475d-b5f6-d27b46cb26cd req-8a5d38e4-cf59-4b14-a75e-2d65c7b5c6dd tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Aug 19 12:18:45.129089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84b24e7c-57ac-4306-b5c1-3c0dec0bfaa8 req-6b7ddea0-165f-4d59-9f40-e8a91699d5e8 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 210 time: 0.0310977 Aug 19 12:18:45.230260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f066343-02e1-4628-835a-9bd0c4b5afc6 req-e62f6aa3-31b4-4532-980f-20fe36b1f199 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.231807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f066343-02e1-4628-835a-9bd0c4b5afc6 req-e62f6aa3-31b4-4532-980f-20fe36b1f199 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 944 time: 0.2609873 Aug 19 12:18:45.290685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f066343-02e1-4628-835a-9bd0c4b5afc6 req-36a602ee-feb4-46a3-a91a-9fe6c9e7ee58 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518827 Aug 19 12:18:45.335307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520ea7d-da3d-4f8c-9745-4e394e625055 req-82b144d3-abc3-4064-b00f-39e9c272c992 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.336932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4520ea7d-da3d-4f8c-9745-4e394e625055 req-82b144d3-abc3-4064-b00f-39e9c272c992 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.0625615 Aug 19 12:18:45.390158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4520ea7d-da3d-4f8c-9745-4e394e625055 req-935cf0eb-d4eb-4ab6-9cb4-c2658be3c1ff tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Aug 19 12:18:45.500641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b00df9f7-18e4-456f-97c4-dc02d88ac49a details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:45.506679 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 52dd4ed7-54b4-405c-82ff-c013aa36882e no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:45.536531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 52dd4ed7-54b4-405c-82ff-c013aa36882e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:45.536877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 52dd4ed7-54b4-405c-82ff-c013aa36882e not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:45.626412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b00df9f7-18e4-456f-97c4-dc02d88ac49a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b00df9f7-18e4-456f-97c4-dc02d88ac49a,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:45.643708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'b00df9f7-18e4-456f-97c4-dc02d88ac49a', 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd', 'port_id': 'b00df9f7-18e4-456f-97c4-dc02d88ac49a', 'mac_address': 'fa:16:3e:51:e9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8fbf22-ad86-439b-b36a-a2769a04a542', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:45.684462 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:45.698657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00df9f7-18e4-456f-97c4-dc02d88ac49a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:45.718922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b00df9f7-18e4-456f-97c4-dc02d88ac49a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b00df9f7-18e4-456f-97c4-dc02d88ac49a,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:45.841832 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:45.842505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:45.889450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b11cc8-c828-4a84-b539-de09413d0792 req-0d733a65-dcdd-40eb-bca1-1c91e95d68c7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.896313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b11cc8-c828-4a84-b539-de09413d0792 req-0d733a65-dcdd-40eb-bca1-1c91e95d68c7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.901681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b11cc8-c828-4a84-b539-de09413d0792 req-0d733a65-dcdd-40eb-bca1-1c91e95d68c7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.907566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b11cc8-c828-4a84-b539-de09413d0792 req-0d733a65-dcdd-40eb-bca1-1c91e95d68c7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.915230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b11cc8-c828-4a84-b539-de09413d0792 req-0d733a65-dcdd-40eb-bca1-1c91e95d68c7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.921558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b11cc8-c828-4a84-b539-de09413d0792 req-0d733a65-dcdd-40eb-bca1-1c91e95d68c7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.928765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b11cc8-c828-4a84-b539-de09413d0792 req-0d733a65-dcdd-40eb-bca1-1c91e95d68c7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.931495 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90b11cc8-c828-4a84-b539-de09413d0792 req-0d733a65-dcdd-40eb-bca1-1c91e95d68c7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5420 time: 0.1082628 Aug 19 12:18:45.940150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=b00df9f7-18e4-456f-97c4-dc02d88ac49a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:45.997165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:45.998043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90b11cc8-c828-4a84-b539-de09413d0792 req-84edd54f-8dcd-4004-b929-fb24ca3ac416 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407147 Aug 19 12:18:46.012024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '1851f4e9-b54c-452a-bdfc-d00b649ab1e3', 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8', 'port_id': '1851f4e9-b54c-452a-bdfc-d00b649ab1e3', 'mac_address': 'fa:16:3e:f5:01:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c479a1-0e32-4f3b-aff3-c38b73d00695', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:46.063489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328c926-a9ce-4348-8486-f3401c07d17a req-9f38d28c-d915-4bef-94b4-08cb252a8fa5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:46.067598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6328c926-a9ce-4348-8486-f3401c07d17a req-9f38d28c-d915-4bef-94b4-08cb252a8fa5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 950 time: 0.0627127 Aug 19 12:18:46.086385 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.101479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:46.110002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6328c926-a9ce-4348-8486-f3401c07d17a req-8a754da5-a6cd-4acc-b765-88de78f89879 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374956 Aug 19 12:18:46.123747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:46.208849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13afb16a-12a7-4e5f-98e1-a228700ce61f req-a58639db-e018-4017-a3df-2f8bc0cd761d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 210 time: 0.0287814 Aug 19 12:18:46.287389 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.288301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 0cef0759-8fb1-41a8-85f8-8a7340fded6f details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:46.359295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:46.364810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 0cef0759-8fb1-41a8-85f8-8a7340fded6f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=0cef0759-8fb1-41a8-85f8-8a7340fded6f,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:46.376915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '0cef0759-8fb1-41a8-85f8-8a7340fded6f', 'network_id': '0d6c6406-487d-464e-aa6a-b35d43ac7bdd', 'port_id': '0cef0759-8fb1-41a8-85f8-8a7340fded6f', 'mac_address': 'fa:16:3e:71:c8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8fbf22-ad86-439b-b36a-a2769a04a542', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:46.420552 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.436479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cef0759-8fb1-41a8-85f8-8a7340fded6f {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:46.437081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2692a2f-0d97-4127-8ec9-4c60376b0d66 req-c5e17c28-4493-48e4-85cf-6e32a884afb2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:46.438672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2692a2f-0d97-4127-8ec9-4c60376b0d66 req-c5e17c28-4493-48e4-85cf-6e32a884afb2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 944 time: 0.0595391 Aug 19 12:18:46.458689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 0cef0759-8fb1-41a8-85f8-8a7340fded6f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=0cef0759-8fb1-41a8-85f8-8a7340fded6f,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:46.516673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2692a2f-0d97-4127-8ec9-4c60376b0d66 req-517d6357-7edf-44c3-93d9-e146151a454f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676427 Aug 19 12:18:46.563752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26082-dd10-4896-8f67-8f3d08a6e463 req-5502e2a0-c4da-4f9b-923d-be1b946611ff tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:46.568157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86b26082-dd10-4896-8f67-8f3d08a6e463 req-5502e2a0-c4da-4f9b-923d-be1b946611ff tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.0757031 Aug 19 12:18:46.624810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86b26082-dd10-4896-8f67-8f3d08a6e463 req-d10d67db-0fd3-4ee7-84b8-974ed53da214 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432422 Aug 19 12:18:46.647276 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.647960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c619d747-4be2-4c9d-86a8-693579069896 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:46.725697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c619d747-4be2-4c9d-86a8-693579069896, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c619d747-4be2-4c9d-86a8-693579069896,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:46.734536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=0cef0759-8fb1-41a8-85f8-8a7340fded6f,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:46.743595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'c619d747-4be2-4c9d-86a8-693579069896', 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8', 'port_id': 'c619d747-4be2-4c9d-86a8-693579069896', 'mac_address': 'fa:16:3e:e9:07:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c479a1-0e32-4f3b-aff3-c38b73d00695', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:46.790627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16180fac-f984-4f42-8a5f-c8b6701f03bc req-a2275c1b-2b04-490a-b803-9b203d1bf0ae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:46.792223 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-16180fac-f984-4f42-8a5f-c8b6701f03bc req-a2275c1b-2b04-490a-b803-9b203d1bf0ae tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 950 time: 0.0781119 Aug 19 12:18:46.828521 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.849621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c619d747-4be2-4c9d-86a8-693579069896 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:46.877943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c619d747-4be2-4c9d-86a8-693579069896, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c619d747-4be2-4c9d-86a8-693579069896,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:46.934393 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-16180fac-f984-4f42-8a5f-c8b6701f03bc req-49ae1506-df85-427f-9bc2-9ffc9bbb710b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Deleting port 3ee74783-e8c6-41f3-bef1-0071326e6cea {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:46.934856 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-16180fac-f984-4f42-8a5f-c8b6701f03bc req-49ae1506-df85-427f-9bc2-9ffc9bbb710b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.025683 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.026591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 5ae42017-0bcf-466a-bbc8-620e57138e3e details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:47.038784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-16180fac-f984-4f42-8a5f-c8b6701f03bc req-49ae1506-df85-427f-9bc2-9ffc9bbb710b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] For port 3ee74783-e8c6-41f3-bef1-0071326e6cea, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=3ee74783-e8c6-41f3-bef1-0071326e6cea,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:47.039670 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-16180fac-f984-4f42-8a5f-c8b6701f03bc req-49ae1506-df85-427f-9bc2-9ffc9bbb710b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.054211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-16180fac-f984-4f42-8a5f-c8b6701f03bc req-49ae1506-df85-427f-9bc2-9ffc9bbb710b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Calling delete_port for 3ee74783-e8c6-41f3-bef1-0071326e6cea owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:47.115210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 5ae42017-0bcf-466a-bbc8-620e57138e3e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=5ae42017-0bcf-466a-bbc8-620e57138e3e,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:47.118225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c619d747-4be2-4c9d-86a8-693579069896,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:47.140312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '5ae42017-0bcf-466a-bbc8-620e57138e3e', 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8', 'port_id': '5ae42017-0bcf-466a-bbc8-620e57138e3e', 'mac_address': 'fa:16:3e:3a:a5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c479a1-0e32-4f3b-aff3-c38b73d00695', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:47.167628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4fb22-3013-42ec-baa7-02fc3db74a5b req-35eeb14f-3a9b-4abb-b9f1-718c8384bb20 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.175320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4fb22-3013-42ec-baa7-02fc3db74a5b req-35eeb14f-3a9b-4abb-b9f1-718c8384bb20 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.183071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4fb22-3013-42ec-baa7-02fc3db74a5b req-35eeb14f-3a9b-4abb-b9f1-718c8384bb20 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.190146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4fb22-3013-42ec-baa7-02fc3db74a5b req-35eeb14f-3a9b-4abb-b9f1-718c8384bb20 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.190713 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.203456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4fb22-3013-42ec-baa7-02fc3db74a5b req-35eeb14f-3a9b-4abb-b9f1-718c8384bb20 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.213113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4fb22-3013-42ec-baa7-02fc3db74a5b req-35eeb14f-3a9b-4abb-b9f1-718c8384bb20 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.215796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae42017-0bcf-466a-bbc8-620e57138e3e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:47.221833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4fb22-3013-42ec-baa7-02fc3db74a5b req-35eeb14f-3a9b-4abb-b9f1-718c8384bb20 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.225249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1d4fb22-3013-42ec-baa7-02fc3db74a5b req-35eeb14f-3a9b-4abb-b9f1-718c8384bb20 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5424 time: 0.1262150 Aug 19 12:18:47.256696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 5ae42017-0bcf-466a-bbc8-620e57138e3e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=5ae42017-0bcf-466a-bbc8-620e57138e3e,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:47.276070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1d4fb22-3013-42ec-baa7-02fc3db74a5b req-8fe12b1c-c75a-4eb2-bb26-c8b47618f580 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422685 Aug 19 12:18:47.345189 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.346591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8d15454d-0144-42da-9889-b9d3ccc516f3 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:47.353541 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-16180fac-f984-4f42-8a5f-c8b6701f03bc req-49ae1506-df85-427f-9bc2-9ffc9bbb710b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.381901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16', 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', '765a533f-de86-4f6c-93f4-99d28d6b2730', 'ee14081d-97fc-419a-9149-27e895a5e467', '3ee74783-e8c6-41f3-bef1-0071326e6cea'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:47.384227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124', 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:47.402968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4e89f43-b60e-48ae-876f-7a7f8765680a req-f4c6391c-f630-4c55-a87f-bd8852c649ff tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 210 time: 0.0498943 Aug 19 12:18:47.411526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae1506-df85-427f-9bc2-9ffc9bbb710b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event deleted for resources: {'Port': ['ID=3ee74783-e8c6-41f3-bef1-0071326e6cea,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:47.479436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-16180fac-f984-4f42-8a5f-c8b6701f03bc req-49ae1506-df85-427f-9bc2-9ffc9bbb710b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] No DVR routers for this DVR port 3ee74783-e8c6-41f3-bef1-0071326e6cea on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:47.482764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-16180fac-f984-4f42-8a5f-c8b6701f03bc req-49ae1506-df85-427f-9bc2-9ffc9bbb710b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.486630 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-16180fac-f984-4f42-8a5f-c8b6701f03bc req-49ae1506-df85-427f-9bc2-9ffc9bbb710b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "DELETE /v2.0/ports/3ee74783-e8c6-41f3-bef1-0071326e6cea HTTP/1.1" status: 204 len: 173 time: 0.6864829 Aug 19 12:18:47.492106 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25629ba2-a091-4c10-9d0b-9a79b6820286', 'name': 'network-vif-deleted', 'tag': '3ee74783-e8c6-41f3-bef1-0071326e6cea'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:47.492106 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc8a052-3a77-4b8e-b9df-2bcdf480fde7" -d '{"events": [{"server_uuid": "25629ba2-a091-4c10-9d0b-9a79b6820286", "name": "network-vif-deleted", "tag": "3ee74783-e8c6-41f3-bef1-0071326e6cea"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:47.497805 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b227177-f5eb-4731-aafc-383dfe0772b5 req-6bf42922-b1e1-4a41-ba91-fd8eabf783ac tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 210 time: 0.0318410 Aug 19 12:18:47.559886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=5ae42017-0bcf-466a-bbc8-620e57138e3e,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:47.586059 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8742075-5461-40af-9cf9-acd92353edd3 x-openstack-request-id: req-f8742075-5461-40af-9cf9-acd92353edd3 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:47.586765 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25629ba2-a091-4c10-9d0b-9a79b6820286", "name": "network-vif-deleted", "tag": "3ee74783-e8c6-41f3-bef1-0071326e6cea", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:47.587376 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8742075-5461-40af-9cf9-acd92353edd3 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:47.588964 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25629ba2-a091-4c10-9d0b-9a79b6820286', 'name': 'network-vif-deleted', 'tag': '3ee74783-e8c6-41f3-bef1-0071326e6cea', 'status': 'completed', 'code': 200} Aug 19 12:18:47.689583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8d15454d-0144-42da-9889-b9d3ccc516f3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8d15454d-0144-42da-9889-b9d3ccc516f3,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:47.724974 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '8d15454d-0144-42da-9889-b9d3ccc516f3', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'port_id': '8d15454d-0144-42da-9889-b9d3ccc516f3', 'mac_address': 'fa:16:3e:8f:9f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:47.747240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b0a10-0235-4871-b065-ae752da2ad1b req-b02a7a68-46ea-49c5-8d0a-c1e6c80a457a tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.748928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-868b0a10-0235-4871-b065-ae752da2ad1b req-b02a7a68-46ea-49c5-8d0a-c1e6c80a457a tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 946 time: 0.0907335 Aug 19 12:18:47.766039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ffa7-2ac3-4430-97e3-0d7eb87bb5da req-141c99b3-380c-481f-82d5-8c2db64fbe75 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.772527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c82ffa7-2ac3-4430-97e3-0d7eb87bb5da req-141c99b3-380c-481f-82d5-8c2db64fbe75 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 944 time: 0.0806096 Aug 19 12:18:47.841445 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.860654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c82ffa7-2ac3-4430-97e3-0d7eb87bb5da req-6a8de2c2-4330-46d2-91f7-54181dfe04b2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725431 Aug 19 12:18:47.878576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-868b0a10-0235-4871-b065-ae752da2ad1b req-65245eff-029d-45ce-8092-5898f2b61e0f tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957258 Aug 19 12:18:47.920994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d15454d-0144-42da-9889-b9d3ccc516f3 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:47.978897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8d15454d-0144-42da-9889-b9d3ccc516f3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8d15454d-0144-42da-9889-b9d3ccc516f3,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:48.020530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4402-ad33-40a2-8c4c-3ee850434f95 req-8494152a-f516-41f1-b6de-c3a4b7c43e91 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.022537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-010d4402-ad33-40a2-8c4c-3ee850434f95 req-8494152a-f516-41f1-b6de-c3a4b7c43e91 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.0715408 Aug 19 12:18:48.070758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-010d4402-ad33-40a2-8c4c-3ee850434f95 req-a4981b23-484f-43ad-b42a-99d59947b504 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Aug 19 12:18:48.090618 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:48.091270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4fc642de-7ffa-4979-956d-5f14b4e4d72e details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:48.208796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4fc642de-7ffa-4979-956d-5f14b4e4d72e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4fc642de-7ffa-4979-956d-5f14b4e4d72e,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:48.210839 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-29fa3e54-f80e-4292-81d6-16c087ea94fa tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a17e57de961445e9df4a371164bc2ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282531 Aug 19 12:18:48.213026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=8d15454d-0144-42da-9889-b9d3ccc516f3,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:48.244560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '4fc642de-7ffa-4979-956d-5f14b4e4d72e', 'network_id': '193ea437-6444-44f1-bc3a-75066b6e68f8', 'port_id': '4fc642de-7ffa-4979-956d-5f14b4e4d72e', 'mac_address': 'fa:16:3e:c3:78:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c479a1-0e32-4f3b-aff3-c38b73d00695', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:48.395930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-cc5b71d9-13b9-49e3-858f-1d3d557266de tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.398972 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-cc5b71d9-13b9-49e3-858f-1d3d557266de tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812742 Aug 19 12:18:48.420386 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Request body: {'port': {'device_id': '0604e18d-fddd-4fb7-a3f0-6d2139619d8d', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '4a17e57de961445e9df4a371164bc2ba'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:48.483055 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:48.522828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc642de-7ffa-4979-956d-5f14b4e4d72e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:48.528108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8825-41c1-4379-8ad2-01dbc794d3b9 req-480226c9-546f-404d-859d-d54d73b693b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.535501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8825-41c1-4379-8ad2-01dbc794d3b9 req-480226c9-546f-404d-859d-d54d73b693b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.542868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8825-41c1-4379-8ad2-01dbc794d3b9 req-480226c9-546f-404d-859d-d54d73b693b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.558670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8825-41c1-4379-8ad2-01dbc794d3b9 req-480226c9-546f-404d-859d-d54d73b693b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.569202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8825-41c1-4379-8ad2-01dbc794d3b9 req-480226c9-546f-404d-859d-d54d73b693b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.577006 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8825-41c1-4379-8ad2-01dbc794d3b9 req-480226c9-546f-404d-859d-d54d73b693b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.584132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8825-41c1-4379-8ad2-01dbc794d3b9 req-480226c9-546f-404d-859d-d54d73b693b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.593106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e4e8825-41c1-4379-8ad2-01dbc794d3b9 req-480226c9-546f-404d-859d-d54d73b693b3 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5426 time: 0.1697083 Aug 19 12:18:48.612038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4fc642de-7ffa-4979-956d-5f14b4e4d72e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4fc642de-7ffa-4979-956d-5f14b4e4d72e,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:48.676081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e4e8825-41c1-4379-8ad2-01dbc794d3b9 req-3cef670a-ad60-4ca2-8e6d-88b6600aa96a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816777 Aug 19 12:18:48.728104 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:48.793955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4fc642de-7ffa-4979-956d-5f14b4e4d72e,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:48.813349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5ea439c-1dfc-4d36-a19b-1871c4f31175 req-1a565d4e-82bf-4dc9-a5ec-f994a10cdb34 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=25629ba2-a091-4c10-9d0b-9a79b6820286 HTTP/1.1" status: 200 len: 210 time: 0.0274935 Aug 19 12:18:48.906039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2b40746-d668-4de2-91b6-f10d5ce78c4b req-c3afb3f9-b04d-48ec-b330-48cb42ddc339 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 210 time: 0.0275903 Aug 19 12:18:48.944684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Made reservation on behalf of 4a17e57de961445e9df4a371164bc2ba for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:48.951825 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:48.966591 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.110395 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.168854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6183d-9968-484a-854c-e8e49d06ed92 req-493e3d72-2cd8-46e9-8720-4d1c60a204b0 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:49.176263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ef6183d-9968-484a-854c-e8e49d06ed92 req-493e3d72-2cd8-46e9-8720-4d1c60a204b0 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 946 time: 0.0686913 Aug 19 12:18:49.249789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ef6183d-9968-484a-854c-e8e49d06ed92 req-0cd374b7-a96b-4de2-955c-18f15cc78ca2 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662146 Aug 19 12:18:49.260708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b6b0-3ac2-4263-a377-b77ab74a9f99 req-b2c62fd6-38d9-40eb-b2af-b4d5b801f5fc tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:49.262080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6e9b6b0-3ac2-4263-a377-b77ab74a9f99 req-b2c62fd6-38d9-40eb-b2af-b4d5b801f5fc tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 944 time: 0.0887184 Aug 19 12:18:49.277191 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.340269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6e9b6b0-3ac2-4263-a377-b77ab74a9f99 req-b60994d6-983b-49cb-b0cb-af90ac98de0c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626366 Aug 19 12:18:49.376403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e604e0c9-aabc-4114-a5ec-c6fb05a1c865,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:49.464900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Allocated IP 192.168.233.187 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/6653e1d9-6233-4baa-ab97-c5fbf6fd39b8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:49.600052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36685d-d3d2-48cf-b53b-36a182b4dafe req-ecda30ae-d418-4334-af7a-bd7777f80992 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:49.603575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f36685d-d3d2-48cf-b53b-36a182b4dafe req-ecda30ae-d418-4334-af7a-bd7777f80992 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 946 time: 0.0791476 Aug 19 12:18:49.631292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['1851f4e9-b54c-452a-bdfc-d00b649ab1e3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:49.678076 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.697025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Transition to ACTIVE for port object 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:49.760695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c619d747-4be2-4c9d-86a8-693579069896'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:49.762890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['b00df9f7-18e4-456f-97c4-dc02d88ac49a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:49.764864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['0cef0759-8fb1-41a8-85f8-8a7340fded6f'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:49.767489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['5ae42017-0bcf-466a-bbc8-620e57138e3e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:49.773892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0f36685d-d3d2-48cf-b53b-36a182b4dafe req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Deleting port 0960fb45-e97e-4cc0-a77d-254722a92065 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:49.774786 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0f36685d-d3d2-48cf-b53b-36a182b4dafe req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.825132 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.901462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8d15454d-0144-42da-9889-b9d3ccc516f3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:49.905154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4fc642de-7ffa-4979-956d-5f14b4e4d72e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:49.951424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:49.952592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Pushing event updated for resources: {'Port': ['ID=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:49.964676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:49.968294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:50.100368 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:50.101042 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.136557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91cbe-e977-4e1f-92c0-8f3dba42d7a5 req-dc73a4fd-704f-4d32-9550-ae5ce4c76237 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:50.142955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91cbe-e977-4e1f-92c0-8f3dba42d7a5 req-dc73a4fd-704f-4d32-9550-ae5ce4c76237 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:50.149115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91cbe-e977-4e1f-92c0-8f3dba42d7a5 req-dc73a4fd-704f-4d32-9550-ae5ce4c76237 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:50.155200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91cbe-e977-4e1f-92c0-8f3dba42d7a5 req-dc73a4fd-704f-4d32-9550-ae5ce4c76237 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:50.161700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91cbe-e977-4e1f-92c0-8f3dba42d7a5 req-dc73a4fd-704f-4d32-9550-ae5ce4c76237 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:50.167531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91cbe-e977-4e1f-92c0-8f3dba42d7a5 req-dc73a4fd-704f-4d32-9550-ae5ce4c76237 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:50.174078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91cbe-e977-4e1f-92c0-8f3dba42d7a5 req-dc73a4fd-704f-4d32-9550-ae5ce4c76237 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:50.176248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bb91cbe-e977-4e1f-92c0-8f3dba42d7a5 req-dc73a4fd-704f-4d32-9550-ae5ce4c76237 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5427 time: 0.2829733 Aug 19 12:18:50.209917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0f36685d-d3d2-48cf-b53b-36a182b4dafe req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] For port 0960fb45-e97e-4cc0-a77d-254722a92065, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0960fb45-e97e-4cc0-a77d-254722a92065,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:50.210292 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0f36685d-d3d2-48cf-b53b-36a182b4dafe req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.225439 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b9583924-5643-4627-9cc3-885171684f3c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8141685 Aug 19 12:18:50.238898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Request body: {'port': {'device_id': '0604e18d-fddd-4fb7-a3f0-6d2139619d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:50.275410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0f36685d-d3d2-48cf-b53b-36a182b4dafe req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Calling delete_port for 0960fb45-e97e-4cc0-a77d-254722a92065 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:50.338557 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.356559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bb91cbe-e977-4e1f-92c0-8f3dba42d7a5 req-3df0d37d-16c7-45d7-8544-633ea1184901 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579015 Aug 19 12:18:50.364815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40837233-2380-4cec-9d3a-842a422bf31b req-651a9fc1-824e-4324-8522-81b27338b1a4 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:50.370620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40837233-2380-4cec-9d3a-842a422bf31b req-651a9fc1-824e-4324-8522-81b27338b1a4 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 936 time: 0.1933470 Aug 19 12:18:50.404688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 3ee74783-e8c6-41f3-bef1-0071326e6cea no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:50.461151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40837233-2380-4cec-9d3a-842a422bf31b req-abb1e27a-5736-4865-bdf6-d7904f57beb9 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795567 Aug 19 12:18:50.570718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 3ee74783-e8c6-41f3-bef1-0071326e6cea {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:50.571069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 3ee74783-e8c6-41f3-bef1-0071326e6cea not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:50.718093 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0f36685d-d3d2-48cf-b53b-36a182b4dafe req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.738770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['0960fb45-e97e-4cc0-a77d-254722a92065'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:50.770143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:50.782184 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.795185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Pushing event deleted for resources: {'Port': ['ID=0960fb45-e97e-4cc0-a77d-254722a92065,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:50.812855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 41fdb8ce-aad6-49e7-a360-66d73b8576d8 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:50.817085 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Transition to ACTIVE for port object 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:50.833706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.833706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.833706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.833706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.833706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.833706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.833706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.833706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.833706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.833706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.834754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f31bb26c-f2e2-4011-b74f-023241f3e829 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:50.834856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.834856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:50.834856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f36685d-d3d2-48cf-b53b-36a182b4dafe req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] No DVR routers for this DVR port 0960fb45-e97e-4cc0-a77d-254722a92065 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:50.836963 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0f36685d-d3d2-48cf-b53b-36a182b4dafe req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.839717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f36685d-d3d2-48cf-b53b-36a182b4dafe req-ee064784-4f5f-4afd-a8ec-5b03c32f41b9 tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.52 "DELETE /v2.0/ports/0960fb45-e97e-4cc0-a77d-254722a92065 HTTP/1.1" status: 204 len: 173 time: 1.2304399 Aug 19 12:18:50.843072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcc03f2-3efb-4911-b95b-00dd2ab8ed96', 'name': 'network-vif-deleted', 'tag': '0960fb45-e97e-4cc0-a77d-254722a92065'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:50.846380 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b1257b-e493-4588-90bb-e94ecbbcc9d3" -d '{"events": [{"server_uuid": "cdcc03f2-3efb-4911-b95b-00dd2ab8ed96", "name": "network-vif-deleted", "tag": "0960fb45-e97e-4cc0-a77d-254722a92065"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:50.858935 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e233e5-e2c2-4342-b0e9-dca3cd654710 req-c815bf74-3093-41e7-a39d-d4e66757784b tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:50.864096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0e233e5-e2c2-4342-b0e9-dca3cd654710 req-c815bf74-3093-41e7-a39d-d4e66757784b tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 867 time: 0.1770129 Aug 19 12:18:50.864484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3bd93705-78ff-485f-8d3b-bfe0fa1ab9ee None None] Provisioning for port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:50.894534 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3bd93705-78ff-485f-8d3b-bfe0fa1ab9ee None None] Provisioning complete for port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:50.894964 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3bd93705-78ff-485f-8d3b-bfe0fa1ab9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.906128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0e233e5-e2c2-4342-b0e9-dca3cd654710 req-9923d67f-2029-4374-92b9-74518597d2de tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e3d5259-f705-4886-bf65-54978c60ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367575 Aug 19 12:18:50.972202 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.resource_extend [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:18:51.160964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e6107-bdb2-4ee8-9468-6652c17c7aef req-73618d7c-58a7-41eb-b0c2-5e9e54d4117d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.171689 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.193702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-345e6107-bdb2-4ee8-9468-6652c17c7aef req-73618d7c-58a7-41eb-b0c2-5e9e54d4117d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 944 time: 0.1582224 Aug 19 12:18:51.217110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-6aabb50a-2b44-4ad5-9384-644465f23156 service neutron] 10.222.0.53 "GET /v2.0/ports/f31bb26c-f2e2-4011-b74f-023241f3e829/bindings/n-h2-778732-8 HTTP/1.1" status: 200 len: 384 time: 0.1438825 Aug 19 12:18:51.224386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3bd93705-78ff-485f-8d3b-bfe0fa1ab9ee None None] Port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:51.313819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:51.339466 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e96773c-0498-4ca9-91af-6123e94d84d9 x-openstack-request-id: req-8e96773c-0498-4ca9-91af-6123e94d84d9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:51.339466 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcc03f2-3efb-4911-b95b-00dd2ab8ed96", "name": "network-vif-deleted", "tag": "0960fb45-e97e-4cc0-a77d-254722a92065", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:51.339466 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e96773c-0498-4ca9-91af-6123e94d84d9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:51.339466 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcc03f2-3efb-4911-b95b-00dd2ab8ed96', 'name': 'network-vif-deleted', 'tag': '0960fb45-e97e-4cc0-a77d-254722a92065', 'status': 'completed', 'code': 200} Aug 19 12:18:51.371767 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4323-9ed2-4123-9910-d9392174bcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.409269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-345e6107-bdb2-4ee8-9468-6652c17c7aef req-828c00bf-bedf-46e8-b08c-dfa71f435002 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117996 Aug 19 12:18:51.463370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 41fdb8ce-aad6-49e7-a360-66d73b8576d8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=41fdb8ce-aad6-49e7-a360-66d73b8576d8,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:51.491790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '41fdb8ce-aad6-49e7-a360-66d73b8576d8', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'port_id': '41fdb8ce-aad6-49e7-a360-66d73b8576d8', 'mac_address': 'fa:16:3e:02:0d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ede1da-987a-441b-8c84-707d48ae78bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:51.510180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Attempting to bind port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:51.510670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Attempting to bind port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:51.510991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Attempting to bind port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:51.516771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:51.520537 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Attempting to bind port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:51.532132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:51.533906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:51.539823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:51.540767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Bound port: 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:51.541360 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.616761 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.628506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da1d8-5018-4885-8569-cddc9636bb4f req-4152d078-d2b1-4986-82fa-2eb4fcb00927 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.630948 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-698da1d8-5018-4885-8569-cddc9636bb4f req-4152d078-d2b1-4986-82fa-2eb4fcb00927 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 950 time: 0.1921587 Aug 19 12:18:51.654249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41fdb8ce-aad6-49e7-a360-66d73b8576d8 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:51.674867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] For port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:51.679994 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] For port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:51.681260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 41fdb8ce-aad6-49e7-a360-66d73b8576d8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=41fdb8ce-aad6-49e7-a360-66d73b8576d8,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:51.779675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-698da1d8-5018-4885-8569-cddc9636bb4f req-44573b2c-5be1-4cfa-99f9-834800e98819 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314733 Aug 19 12:18:51.796645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818f112-cfa2-4802-ab0c-bda32f8356e1 req-e41247f6-fe13-4a21-b9b5-30c9a788295f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.803980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818f112-cfa2-4802-ab0c-bda32f8356e1 req-e41247f6-fe13-4a21-b9b5-30c9a788295f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.810024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818f112-cfa2-4802-ab0c-bda32f8356e1 req-e41247f6-fe13-4a21-b9b5-30c9a788295f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.816661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818f112-cfa2-4802-ab0c-bda32f8356e1 req-e41247f6-fe13-4a21-b9b5-30c9a788295f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.822894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818f112-cfa2-4802-ab0c-bda32f8356e1 req-e41247f6-fe13-4a21-b9b5-30c9a788295f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.829255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818f112-cfa2-4802-ab0c-bda32f8356e1 req-e41247f6-fe13-4a21-b9b5-30c9a788295f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.835131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818f112-cfa2-4802-ab0c-bda32f8356e1 req-e41247f6-fe13-4a21-b9b5-30c9a788295f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.837007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5818f112-cfa2-4802-ab0c-bda32f8356e1 req-e41247f6-fe13-4a21-b9b5-30c9a788295f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5427 time: 0.2285557 Aug 19 12:18:51.913043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-a165411d-9cde-469f-8fa1-2f791f47c16b service neutron] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f31bb26c-f2e2-4011-b74f-023241f3e829,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:51.934108 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.935696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.955070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5818f112-cfa2-4802-ab0c-bda32f8356e1 req-5cb1d19d-89b4-4243-b8bf-1552de9644c9 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023891 Aug 19 12:18:51.958991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-a165411d-9cde-469f-8fa1-2f791f47c16b service neutron] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:51.968825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5aa90-3c4a-4ce2-8248-c17d52eaaa0b req-02471118-b343-4236-a256-43507c4cdce2 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.971143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fb5aa90-3c4a-4ce2-8248-c17d52eaaa0b req-02471118-b343-4236-a256-43507c4cdce2 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 948 time: 0.1306300 Aug 19 12:18:51.997041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.999774 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:52.005225 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] 10.222.0.52 "PUT /v2.0/ports/6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 HTTP/1.1" status: 200 len: 1096 time: 1.7706914 Aug 19 12:18:52.006817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0604e18d-fddd-4fb7-a3f0-6d2139619d8d', 'tag': '6653e1d9-6233-4baa-ab97-c5fbf6fd39b8'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:52.009891 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6ff979-acc9-4001-9847-023e53a73e22" -d '{"events": [{"name": "network-changed", "server_uuid": "0604e18d-fddd-4fb7-a3f0-6d2139619d8d", "tag": "6653e1d9-6233-4baa-ab97-c5fbf6fd39b8"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:52.018300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=41fdb8ce-aad6-49e7-a360-66d73b8576d8,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:52.025754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-a165411d-9cde-469f-8fa1-2f791f47c16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31bb26c-f2e2-4011-b74f-023241f3e829 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:52.045716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-a165411d-9cde-469f-8fa1-2f791f47c16b service neutron] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f31bb26c-f2e2-4011-b74f-023241f3e829,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:52.051387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21c3a3-aad6-4696-a735-f5e9a30d2ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:52.059983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fb5aa90-3c4a-4ce2-8248-c17d52eaaa0b req-3327f752-cac5-4955-8f1e-1c5bdd48ab03 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687709 Aug 19 12:18:52.094294 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:18:52.188973 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['41fdb8ce-aad6-49e7-a360-66d73b8576d8'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:52.191368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c796b514-9d2f-45c4-bcf7-b529535bcea4 req-1fcbdf59-2479-4d94-9e1f-98c0416cef2e tempest-AttachSCSIVolumeTestJSON-1051396626 tempest-AttachSCSIVolumeTestJSON-1051396626-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdcc03f2-3efb-4911-b95b-00dd2ab8ed96 HTTP/1.1" status: 200 len: 210 time: 0.0351713 Aug 19 12:18:52.254195 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cec153a-9f8b-4832-837f-04dbfa8f2056 x-openstack-request-id: req-8cec153a-9f8b-4832-837f-04dbfa8f2056 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:52.254487 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0604e18d-fddd-4fb7-a3f0-6d2139619d8d", "tag": "6653e1d9-6233-4baa-ab97-c5fbf6fd39b8", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:52.254737 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8cec153a-9f8b-4832-837f-04dbfa8f2056 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:52.255136 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0604e18d-fddd-4fb7-a3f0-6d2139619d8d', 'tag': '6653e1d9-6233-4baa-ab97-c5fbf6fd39b8', 'status': 'completed', 'code': 200} Aug 19 12:18:52.259971 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-a165411d-9cde-469f-8fa1-2f791f47c16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:52.352385 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ff979-acc9-4001-9847-023e53a73e22 req-7fce337a-d238-428f-ab3e-d1375b10b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.354565 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2b6ff979-acc9-4001-9847-023e53a73e22 req-7fce337a-d238-428f-ab3e-d1375b10b6bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a17e57de961445e9df4a371164bc2ba&device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 1099 time: 0.0518050 Aug 19 12:18:52.377099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-a165411d-9cde-469f-8fa1-2f791f47c16b service neutron] Transition to ACTIVE for port object f31bb26c-f2e2-4011-b74f-023241f3e829 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:52.395457 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2b6ff979-acc9-4001-9847-023e53a73e22 req-74378cee-d1c4-4f39-943f-2af3a5dc6c87 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a17e57de961445e9df4a371164bc2ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259876 Aug 19 12:18:52.474299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-a165411d-9cde-469f-8fa1-2f791f47c16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:52.530181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ff979-acc9-4001-9847-023e53a73e22 req-9640e3e5-89cc-4bf1-a482-c05d55e3e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.534393 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2b6ff979-acc9-4001-9847-023e53a73e22 req-9640e3e5-89cc-4bf1-a482-c05d55e3e7d6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269689 Aug 19 12:18:52.594972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-a165411d-9cde-469f-8fa1-2f791f47c16b service neutron] No DVR routers for this DVR port f31bb26c-f2e2-4011-b74f-023241f3e829 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:52.637718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-a165411d-9cde-469f-8fa1-2f791f47c16b service neutron] 10.222.0.53 "PUT /v2.0/ports/f31bb26c-f2e2-4011-b74f-023241f3e829/bindings/n-h2-778732-8/activate HTTP/1.1" status: 200 len: 369 time: 1.4091928 Aug 19 12:18:52.641622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-32657334-6586-4e73-9d74-44d80cc01a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.644062 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-32657334-6586-4e73-9d74-44d80cc01a0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a17e57de961445e9df4a371164bc2ba&device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 1099 time: 0.0524526 Aug 19 12:18:52.654648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165411d-9cde-469f-8fa1-2f791f47c16b service neutron] Pushing event updated for resources: {'Port': ['ID=f31bb26c-f2e2-4011-b74f-023241f3e829,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:52.676109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d46226-aa70-461e-b2fc-871022834d3d req-6e03d8b2-4ca0-4dd9-bec5-9fd3a699b2da tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.678316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77d46226-aa70-461e-b2fc-871022834d3d req-6e03d8b2-4ca0-4dd9-bec5-9fd3a699b2da tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 945 time: 0.1663885 Aug 19 12:18:52.700684 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-865bf5bd-afb4-4553-968a-b77d6f929faa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 HTTP/1.1" status: 200 len: 217 time: 0.0439646 Aug 19 12:18:52.727065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77d46226-aa70-461e-b2fc-871022834d3d req-dd1f26aa-8128-4047-8c4a-7daa6c4c4cfb tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390692 Aug 19 12:18:52.756363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-35b3d51b-abfd-473d-a755-aade54d605bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.757953 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-35b3d51b-abfd-473d-a755-aade54d605bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0484064 Aug 19 12:18:52.769795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:52.841553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a275983-7523-4b88-b4c0-4de84bcaafec req-e4327c3d-1685-4448-a16f-0a62fdbb501e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.843959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a275983-7523-4b88-b4c0-4de84bcaafec req-e4327c3d-1685-4448-a16f-0a62fdbb501e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 950 time: 0.0646276 Aug 19 12:18:52.854224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-4ed00bcc-6540-4d99-a6af-ae39faccbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.857364 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-4ed00bcc-6540-4d99-a6af-ae39faccbb29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781794 Aug 19 12:18:52.974776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:52.980027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:52.980476 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:52.980675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-1ff76d14-858d-4dbf-9e72-ca3c921c32b7 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.983678 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-1ff76d14-858d-4dbf-9e72-ca3c921c32b7 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.1175461 Aug 19 12:18:52.984957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a2df9-442d-4643-8bd8-11a1bc6b6a17 req-7c8f726b-fed6-4f54-ad77-3b97280622e5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.991462 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f0a2df9-442d-4643-8bd8-11a1bc6b6a17 req-7c8f726b-fed6-4f54-ad77-3b97280622e5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 950 time: 0.1042109 Aug 19 12:18:53.041013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-4a275983-7523-4b88-b4c0-4de84bcaafec req-ae54c17d-22af-4c0c-ac86-9aeeaea48646 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Deleting port ee14081d-97fc-419a-9149-27e895a5e467 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:53.041330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a275983-7523-4b88-b4c0-4de84bcaafec req-ae54c17d-22af-4c0c-ac86-9aeeaea48646 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.046430 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-c1f7eaaa-9852-4061-8cf6-7b4f805a60fc service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803932 Aug 19 12:18:53.063219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-805337e2-5f73-4f8a-ac7c-5230e17c414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.071751 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-805337e2-5f73-4f8a-ac7c-5230e17c414f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a&tenant_id=04ab79f9c1124eabb694c0c9804394aa HTTP/1.1" status: 200 len: 1096 time: 0.0708535 Aug 19 12:18:53.106169 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.132946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1851f4e9-b54c-452a-bdfc-d00b649ab1e3'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:53.136209 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053443d9-9c57-4bf6-b4fc-d621be324f87" -d '{"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "1851f4e9-b54c-452a-bdfc-d00b649ab1e3"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:53.140392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f0a2df9-442d-4643-8bd8-11a1bc6b6a17 req-523f2006-bbdb-4ffd-8dfd-450ba1bc5498 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428032 Aug 19 12:18:53.152236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:53.189157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-5bf3dbdc-2f09-4217-8667-77cc16068989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.190765 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-5bf3dbdc-2f09-4217-8667-77cc16068989 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 1096 time: 0.0785706 Aug 19 12:18:53.228734 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d898e748-395d-4fcb-9fae-a1964b74c31f req-b897a4f4-b4cf-44a1-a0f8-9f1ac02ba8a8 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679728 Aug 19 12:18:53.233668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f0a79-1cd2-4c88-8dcf-267bf9096894 req-542125f2-a29e-43e1-b398-ff46be8378e5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.238708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f0a79-1cd2-4c88-8dcf-267bf9096894 req-542125f2-a29e-43e1-b398-ff46be8378e5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.250614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f0a79-1cd2-4c88-8dcf-267bf9096894 req-542125f2-a29e-43e1-b398-ff46be8378e5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.257498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f0a79-1cd2-4c88-8dcf-267bf9096894 req-542125f2-a29e-43e1-b398-ff46be8378e5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.263913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f0a79-1cd2-4c88-8dcf-267bf9096894 req-542125f2-a29e-43e1-b398-ff46be8378e5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.271091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f0a79-1cd2-4c88-8dcf-267bf9096894 req-542125f2-a29e-43e1-b398-ff46be8378e5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.279521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f0a79-1cd2-4c88-8dcf-267bf9096894 req-542125f2-a29e-43e1-b398-ff46be8378e5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.280583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec2f0a79-1cd2-4c88-8dcf-267bf9096894 req-542125f2-a29e-43e1-b398-ff46be8378e5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5427 time: 0.1669607 Aug 19 12:18:53.307079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-5dbcaf99-61a8-4905-ad51-50585fa7e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.308893 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-5dbcaf99-61a8-4905-ad51-50585fa7e564 service neutron] 10.222.0.52 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.1089513 Aug 19 12:18:53.310503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4a275983-7523-4b88-b4c0-4de84bcaafec req-ae54c17d-22af-4c0c-ac86-9aeeaea48646 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] For port ee14081d-97fc-419a-9149-27e895a5e467, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ee14081d-97fc-419a-9149-27e895a5e467,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:53.310942 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a275983-7523-4b88-b4c0-4de84bcaafec req-ae54c17d-22af-4c0c-ac86-9aeeaea48646 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.352401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-4a275983-7523-4b88-b4c0-4de84bcaafec req-ae54c17d-22af-4c0c-ac86-9aeeaea48646 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Calling delete_port for ee14081d-97fc-419a-9149-27e895a5e467 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:53.355468 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-efcdf180-2575-4ea5-92da-d1717675fb66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f31bb26c-f2e2-4011-b74f-023241f3e829 HTTP/1.1" status: 200 len: 217 time: 0.0389626 Aug 19 12:18:53.396059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec2f0a79-1cd2-4c88-8dcf-267bf9096894 req-4acb6d7f-c31f-4da2-a3ee-2a5a533206e1 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980873 Aug 19 12:18:53.402697 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.404226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4fc642de-7ffa-4979-956d-5f14b4e4d72e up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:53.410055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2283-4ec5-437c-876d-0d893a74da9f req-eae7a975-90f0-482d-bc5a-111b7cc9a2e5 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.411829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d9c2283-4ec5-437c-876d-0d893a74da9f req-eae7a975-90f0-482d-bc5a-111b7cc9a2e5 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 948 time: 0.1244004 Aug 19 12:18:53.425774 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0386593f-aea3-4923-8bfa-b5ca314466e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.427570 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-0386593f-aea3-4923-8bfa-b5ca314466e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.0642357 Aug 19 12:18:53.491797 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-6219f327-1997-4f6c-b140-bd298ccc13d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551057 Aug 19 12:18:53.513123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d9c2283-4ec5-437c-876d-0d893a74da9f req-9729b221-ea47-4589-89cf-bebccc7ee8a0 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708325 Aug 19 12:18:53.560953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:53.627730 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e4dc8b-65d3-4fb0-9e10-d03222a6b933 x-openstack-request-id: req-90e4dc8b-65d3-4fb0-9e10-d03222a6b933 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:53.628884 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "1851f4e9-b54c-452a-bdfc-d00b649ab1e3", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:53.629149 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90e4dc8b-65d3-4fb0-9e10-d03222a6b933 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:53.629591 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1851f4e9-b54c-452a-bdfc-d00b649ab1e3', 'code': 200} Aug 19 12:18:53.674981 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-5e287477-1f10-4503-9846-ba57770dfab5 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717875 Aug 19 12:18:53.720701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 4fc642de-7ffa-4979-956d-5f14b4e4d72e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:53.732657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 4fc642de-7ffa-4979-956d-5f14b4e4d72e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:53.733045 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.746016 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a275983-7523-4b88-b4c0-4de84bcaafec req-ae54c17d-22af-4c0c-ac86-9aeeaea48646 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.799750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124', 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:53.863292 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-f78c8630-fa38-4a64-b332-1a58cbbe9363 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780491 Aug 19 12:18:53.896829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16', 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', '765a533f-de86-4f6c-93f4-99d28d6b2730', 'ee14081d-97fc-419a-9149-27e895a5e467'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:53.907024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54c17d-22af-4c0c-ac86-9aeeaea48646 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event deleted for resources: {'Port': ['ID=ee14081d-97fc-419a-9149-27e895a5e467,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:53.927753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a275983-7523-4b88-b4c0-4de84bcaafec req-ae54c17d-22af-4c0c-ac86-9aeeaea48646 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] No DVR routers for this DVR port ee14081d-97fc-419a-9149-27e895a5e467 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:53.932168 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a275983-7523-4b88-b4c0-4de84bcaafec req-ae54c17d-22af-4c0c-ac86-9aeeaea48646 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.935135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a275983-7523-4b88-b4c0-4de84bcaafec req-ae54c17d-22af-4c0c-ac86-9aeeaea48646 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "DELETE /v2.0/ports/ee14081d-97fc-419a-9149-27e895a5e467 HTTP/1.1" status: 204 len: 173 time: 1.0823674 Aug 19 12:18:53.936692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4749b8c7-97ca-4a55-8b64-6eff600456d6', 'name': 'network-vif-deleted', 'tag': 'ee14081d-97fc-419a-9149-27e895a5e467'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:53.941284 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804ad944-7721-4177-9a8e-09b121d244b4" -d '{"events": [{"server_uuid": "4749b8c7-97ca-4a55-8b64-6eff600456d6", "name": "network-vif-deleted", "tag": "ee14081d-97fc-419a-9149-27e895a5e467"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:54.075949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f2b79-3aae-4e9d-8ded-8f7a0fd54b36 req-9ca79912-8c5c-4949-ae89-e7b1f3f3bee2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.077726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba1f2b79-3aae-4e9d-8ded-8f7a0fd54b36 req-9ca79912-8c5c-4949-ae89-e7b1f3f3bee2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 945 time: 0.1516781 Aug 19 12:18:54.186606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba1f2b79-3aae-4e9d-8ded-8f7a0fd54b36 req-39022ef1-89d7-4d23-8bfa-0684fc106278 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977538 Aug 19 12:18:54.284739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ee14081d-97fc-419a-9149-27e895a5e467 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:54.309237 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac19abf-54e3-4e16-a0e9-f3cf11328cfb x-openstack-request-id: req-bac19abf-54e3-4e16-a0e9-f3cf11328cfb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:54.309584 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4749b8c7-97ca-4a55-8b64-6eff600456d6", "name": "network-vif-deleted", "tag": "ee14081d-97fc-419a-9149-27e895a5e467", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:54.309945 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bac19abf-54e3-4e16-a0e9-f3cf11328cfb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:54.310547 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4749b8c7-97ca-4a55-8b64-6eff600456d6', 'name': 'network-vif-deleted', 'tag': 'ee14081d-97fc-419a-9149-27e895a5e467', 'status': 'completed', 'code': 200} Aug 19 12:18:54.380680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: ee14081d-97fc-419a-9149-27e895a5e467 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:54.381166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ee14081d-97fc-419a-9149-27e895a5e467 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:54.382106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 0960fb45-e97e-4cc0-a77d-254722a92065 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:54.459507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 0960fb45-e97e-4cc0-a77d-254722a92065 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:54.460115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 0960fb45-e97e-4cc0-a77d-254722a92065 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:54.533752 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:54.542287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a73e435a-4c7b-4fb9-8f81-64221840c862 req-b1558c68-91b5-4b41-bc35-5990096d9f96 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=4749b8c7-97ca-4a55-8b64-6eff600456d6 HTTP/1.1" status: 200 len: 210 time: 0.0552654 Aug 19 12:18:54.612130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-270dc709-057a-4317-8046-892ea42eb6f1 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.614006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-270dc709-057a-4317-8046-892ea42eb6f1 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.1957002 Aug 19 12:18:54.644744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4fc642de-7ffa-4979-956d-5f14b4e4d72e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4fc642de-7ffa-4979-956d-5f14b4e4d72e,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:54.713963 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:54.723995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 41fdb8ce-aad6-49e7-a360-66d73b8576d8 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:54.803723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03462218-f7e4-4633-b524-4c342b7536e4 req-829a2fca-6bf6-42d7-99c0-5e8c87dae38c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.810958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03462218-f7e4-4633-b524-4c342b7536e4 req-829a2fca-6bf6-42d7-99c0-5e8c87dae38c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.820329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03462218-f7e4-4633-b524-4c342b7536e4 req-829a2fca-6bf6-42d7-99c0-5e8c87dae38c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.827182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03462218-f7e4-4633-b524-4c342b7536e4 req-829a2fca-6bf6-42d7-99c0-5e8c87dae38c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.835681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03462218-f7e4-4633-b524-4c342b7536e4 req-829a2fca-6bf6-42d7-99c0-5e8c87dae38c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.843696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03462218-f7e4-4633-b524-4c342b7536e4 req-829a2fca-6bf6-42d7-99c0-5e8c87dae38c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.858203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03462218-f7e4-4633-b524-4c342b7536e4 req-829a2fca-6bf6-42d7-99c0-5e8c87dae38c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.869083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03462218-f7e4-4633-b524-4c342b7536e4 req-829a2fca-6bf6-42d7-99c0-5e8c87dae38c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5429 time: 0.1810758 Aug 19 12:18:54.980912 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4fc642de-7ffa-4979-956d-5f14b4e4d72e,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:55.006172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03462218-f7e4-4633-b524-4c342b7536e4 req-d2b2cc9a-cb3d-4323-9ee8-48c151f883bd tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1243734 Aug 19 12:18:55.042235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 41fdb8ce-aad6-49e7-a360-66d73b8576d8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:55.042744 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.089259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-9635ae68-2aa6-4daa-af74-97984026a753 service neutron] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:55.100933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-9635ae68-2aa6-4daa-af74-97984026a753 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.102834 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650a0a6-1174-4ad3-bacd-0b203027297a req-9635ae68-2aa6-4daa-af74-97984026a753 service neutron] 10.222.0.52 "DELETE /v2.0/ports/f31bb26c-f2e2-4011-b74f-023241f3e829/bindings/n-h1-778732-8 HTTP/1.1" status: 204 len: 173 time: 0.4763777 Aug 19 12:18:55.227836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb4896-843e-41c3-91cf-0f237a0004d6 req-20dce393-8d76-451a-a1c1-1e083ba56f2d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:55.229607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36cb4896-843e-41c3-91cf-0f237a0004d6 req-20dce393-8d76-451a-a1c1-1e083ba56f2d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 948 time: 0.0773723 Aug 19 12:18:55.261629 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.277409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36cb4896-843e-41c3-91cf-0f237a0004d6 req-4fa30c78-2ded-49a0-a18c-b437f739baf0 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Aug 19 12:18:55.312520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 41fdb8ce-aad6-49e7-a360-66d73b8576d8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=41fdb8ce-aad6-49e7-a360-66d73b8576d8,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:55.418819 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c27cae7-f3bd-4615-803d-f0eda7ca792d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.420471 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.460618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b00df9f7-18e4-456f-97c4-dc02d88ac49a up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:55.516290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa670d1-5a4a-4365-b7db-6c0de0df96ef req-14a22018-f0a6-4901-9de2-233350d2e9c0 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:55.524034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=41fdb8ce-aad6-49e7-a360-66d73b8576d8,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:55.526256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-baa670d1-5a4a-4365-b7db-6c0de0df96ef req-14a22018-f0a6-4901-9de2-233350d2e9c0 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 945 time: 0.0608389 Aug 19 12:18:55.617780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-baa670d1-5a4a-4365-b7db-6c0de0df96ef req-032912e0-b4ea-47db-8f87-4b65f4656b5e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903828 Aug 19 12:18:55.643489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc642de-7ffa-4979-956d-5f14b4e4d72e'}, {'server_uuid': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fdb8ce-aad6-49e7-a360-66d73b8576d8'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:55.643489 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eb4041-e06b-4fb8-8feb-0cc35fa11fa1" -d '{"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "4fc642de-7ffa-4979-956d-5f14b4e4d72e"}, {"server_uuid": "9c544d88-40c5-448b-84ea-982e9b70aa08", "name": "network-vif-plugged", "status": "completed", "tag": "41fdb8ce-aad6-49e7-a360-66d73b8576d8"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:55.647541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port b00df9f7-18e4-456f-97c4-dc02d88ac49a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:55.669445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port b00df9f7-18e4-456f-97c4-dc02d88ac49a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:55.677523 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.720113 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.758872 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb211d7-f80e-406b-aa9d-afe74319ddb8 x-openstack-request-id: req-5eb211d7-f80e-406b-aa9d-afe74319ddb8 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:55.760337 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "4fc642de-7ffa-4979-956d-5f14b4e4d72e", "code": 200}, {"server_uuid": "9c544d88-40c5-448b-84ea-982e9b70aa08", "name": "network-vif-plugged", "status": "completed", "tag": "41fdb8ce-aad6-49e7-a360-66d73b8576d8", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:55.760694 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5eb211d7-f80e-406b-aa9d-afe74319ddb8 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:55.761189 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc642de-7ffa-4979-956d-5f14b4e4d72e', 'code': 200} Aug 19 12:18:55.762438 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fdb8ce-aad6-49e7-a360-66d73b8576d8', 'code': 200} Aug 19 12:18:55.820441 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.872962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b00df9f7-18e4-456f-97c4-dc02d88ac49a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b00df9f7-18e4-456f-97c4-dc02d88ac49a,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:55.916809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a047b54-00fd-45e7-b001-7600f9008850 req-7781400b-ce4d-469e-801d-2c2bdd38bb34 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:55.918513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a047b54-00fd-45e7-b001-7600f9008850 req-7781400b-ce4d-469e-801d-2c2bdd38bb34 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 1096 time: 0.0488775 Aug 19 12:18:55.991322 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.992174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 0cef0759-8fb1-41a8-85f8-8a7340fded6f up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:56.010056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a047b54-00fd-45e7-b001-7600f9008850 req-c29b98bd-1125-4dc5-ab20-68210aa0669a tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781770 Aug 19 12:18:56.151718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=b00df9f7-18e4-456f-97c4-dc02d88ac49a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:56.233016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878179ec-3af0-4953-9ad3-80f8ffcabb9f req-ef7317f2-c17e-4d18-9c72-65365198b8b8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.247943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:56.250799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878179ec-3af0-4953-9ad3-80f8ffcabb9f req-ef7317f2-c17e-4d18-9c72-65365198b8b8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.266471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878179ec-3af0-4953-9ad3-80f8ffcabb9f req-ef7317f2-c17e-4d18-9c72-65365198b8b8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.273045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 0cef0759-8fb1-41a8-85f8-8a7340fded6f completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:56.285442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 0cef0759-8fb1-41a8-85f8-8a7340fded6f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:56.285825 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:56.287270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878179ec-3af0-4953-9ad3-80f8ffcabb9f req-ef7317f2-c17e-4d18-9c72-65365198b8b8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.303200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878179ec-3af0-4953-9ad3-80f8ffcabb9f req-ef7317f2-c17e-4d18-9c72-65365198b8b8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.321063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878179ec-3af0-4953-9ad3-80f8ffcabb9f req-ef7317f2-c17e-4d18-9c72-65365198b8b8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.335713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878179ec-3af0-4953-9ad3-80f8ffcabb9f req-ef7317f2-c17e-4d18-9c72-65365198b8b8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.347247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-878179ec-3af0-4953-9ad3-80f8ffcabb9f req-ef7317f2-c17e-4d18-9c72-65365198b8b8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5430 time: 0.2439816 Aug 19 12:18:56.481823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ae4c3-fb14-4426-bac9-e1e3227059bf req-bddb5918-8619-4cbe-b961-fc71cc3c8df8 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.492357 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:56.495106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b1ae4c3-fb14-4426-bac9-e1e3227059bf req-bddb5918-8619-4cbe-b961-fc71cc3c8df8 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 1096 time: 0.1363573 Aug 19 12:18:56.499248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:56.530130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-878179ec-3af0-4953-9ad3-80f8ffcabb9f req-29c967a2-4e83-46f8-af08-a7fd198ceacd tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1811821 Aug 19 12:18:56.535151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '6653e1d9-6233-4baa-ab97-c5fbf6fd39b8', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '6653e1d9-6233-4baa-ab97-c5fbf6fd39b8', 'mac_address': 'fa:16:3e:05:2f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:56.556790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 0cef0759-8fb1-41a8-85f8-8a7340fded6f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=0cef0759-8fb1-41a8-85f8-8a7340fded6f,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:56.582677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b1ae4c3-fb14-4426-bac9-e1e3227059bf req-0580fb3d-2450-400a-92e9-0b108d3ec667 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863457 Aug 19 12:18:56.603066 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:56.646167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:56.655862 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:56.657259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c619d747-4be2-4c9d-86a8-693579069896 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:56.728558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:56.825400 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:56.842343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=0cef0759-8fb1-41a8-85f8-8a7340fded6f,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:56.848341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f9b8c-a297-4f5d-a630-74c63790a902 req-29195450-3219-4e5d-8a68-caa890dd136a tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.852568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-724f9b8c-a297-4f5d-a630-74c63790a902 req-29195450-3219-4e5d-8a68-caa890dd136a tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 948 time: 0.0871243 Aug 19 12:18:56.916953 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:56.918193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-724f9b8c-a297-4f5d-a630-74c63790a902 req-b321bbc3-c615-47c4-a9e1-1cd89d450b6c tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580702 Aug 19 12:18:56.922798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:56.996748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port c619d747-4be2-4c9d-86a8-693579069896 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:57.003196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port c619d747-4be2-4c9d-86a8-693579069896 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:57.003986 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:57.199640 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:57.250906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24718f63-6493-46c2-a271-489e70b17973 req-3982fe14-f77a-4e2e-8d10-76a8021bd760 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.258624 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c619d747-4be2-4c9d-86a8-693579069896, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c619d747-4be2-4c9d-86a8-693579069896,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:57.260139 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-3982fe14-f77a-4e2e-8d10-76a8021bd760 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 807 time: 0.2114007 Aug 19 12:18:57.270238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['6653e1d9-6233-4baa-ab97-c5fbf6fd39b8'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:57.280683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-c6f492f5-181d-48cf-831e-7edab2e4ce51 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/quotas/d30606ced6c44d0c824e033b9b330523 HTTP/1.1" status: 200 len: 375 time: 0.0194764 Aug 19 12:18:57.371542 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:57.372792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-e5c5e2db-947b-46bd-ae32-62ee46533d99 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911722 Aug 19 12:18:57.375207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 5ae42017-0bcf-466a-bbc8-620e57138e3e up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:57.499164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c619d747-4be2-4c9d-86a8-693579069896,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:57.618527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-5932adac-98cb-49bd-8104-269100978e5d service neutron] 10.222.0.44 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448373 Aug 19 12:18:57.763632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00df9f7-18e4-456f-97c4-dc02d88ac49a'}, {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cef0759-8fb1-41a8-85f8-8a7340fded6f'}, {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c619d747-4be2-4c9d-86a8-693579069896'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:57.766532 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889cef33-e69e-4488-b758-9f653ce640c8" -d '{"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "b00df9f7-18e4-456f-97c4-dc02d88ac49a"}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "0cef0759-8fb1-41a8-85f8-8a7340fded6f"}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "c619d747-4be2-4c9d-86a8-693579069896"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:57.790210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 5ae42017-0bcf-466a-bbc8-620e57138e3e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:57.794943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 5ae42017-0bcf-466a-bbc8-620e57138e3e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:57.795697 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.112003 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.153147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d7ab-b8ab-49fd-9e11-b86d94b4f0a7 req-c4eb4c56-9ed3-4d3d-bb91-e65f1f794f29 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.154754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84f5d7ab-b8ab-49fd-9e11-b86d94b4f0a7 req-c4eb4c56-9ed3-4d3d-bb91-e65f1f794f29 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "GET /v2.0/ports?device_id=37662a83-b25a-4053-b78e-6db27241aa64 HTTP/1.1" status: 200 len: 950 time: 0.5755706 Aug 19 12:18:58.208683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 5ae42017-0bcf-466a-bbc8-620e57138e3e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=5ae42017-0bcf-466a-bbc8-620e57138e3e,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:58.311153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892e219-e44e-4e42-88c6-ed760605a50c req-4bc167de-c841-4e4a-a09e-13889e03374f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.320705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2892e219-e44e-4e42-88c6-ed760605a50c req-4bc167de-c841-4e4a-a09e-13889e03374f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=37662a83-b25a-4053-b78e-6db27241aa64 HTTP/1.1" status: 200 len: 950 time: 0.2186677 Aug 19 12:18:58.325182 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-4994a063-bd81-429e-b47a-5901996350c8 service neutron] 10.222.0.44 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7004976 Aug 19 12:18:58.338444 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.339440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8d15454d-0144-42da-9889-b9d3ccc516f3 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:58.490093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2892e219-e44e-4e42-88c6-ed760605a50c req-8717d262-4595-4e0d-984c-b891efb3a34f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682000 Aug 19 12:18:58.523896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-84f5d7ab-b8ab-49fd-9e11-b86d94b4f0a7 req-5d1737c1-5098-41bd-b940-0cfaa1b974be tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Deleting port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:58.524368 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84f5d7ab-b8ab-49fd-9e11-b86d94b4f0a7 req-5d1737c1-5098-41bd-b940-0cfaa1b974be tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.535965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=5ae42017-0bcf-466a-bbc8-620e57138e3e,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:58.664779 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 8d15454d-0144-42da-9889-b9d3ccc516f3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:58.676362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 8d15454d-0144-42da-9889-b9d3ccc516f3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:58.680628 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.750285 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.787240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0525-2daa-4d73-b513-d4eb9eff9caf req-df064e34-18e4-4587-b2bc-dc80fd889ebf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.794210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0525-2daa-4d73-b513-d4eb9eff9caf req-df064e34-18e4-4587-b2bc-dc80fd889ebf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.803201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0525-2daa-4d73-b513-d4eb9eff9caf req-df064e34-18e4-4587-b2bc-dc80fd889ebf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.809486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0525-2daa-4d73-b513-d4eb9eff9caf req-df064e34-18e4-4587-b2bc-dc80fd889ebf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.816258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0525-2daa-4d73-b513-d4eb9eff9caf req-df064e34-18e4-4587-b2bc-dc80fd889ebf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.822542 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.822730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0525-2daa-4d73-b513-d4eb9eff9caf req-df064e34-18e4-4587-b2bc-dc80fd889ebf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.830886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0525-2daa-4d73-b513-d4eb9eff9caf req-df064e34-18e4-4587-b2bc-dc80fd889ebf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.842556 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7cbf0525-2daa-4d73-b513-d4eb9eff9caf req-df064e34-18e4-4587-b2bc-dc80fd889ebf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5433 time: 0.2005696 Aug 19 12:18:58.859955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-84f5d7ab-b8ab-49fd-9e11-b86d94b4f0a7 req-5d1737c1-5098-41bd-b940-0cfaa1b974be tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] For port bed12ef6-0276-477a-ad3c-df2aa4bb2c18, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bed12ef6-0276-477a-ad3c-df2aa4bb2c18,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:58.859955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84f5d7ab-b8ab-49fd-9e11-b86d94b4f0a7 req-5d1737c1-5098-41bd-b940-0cfaa1b974be tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.889914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-84f5d7ab-b8ab-49fd-9e11-b86d94b4f0a7 req-5d1737c1-5098-41bd-b940-0cfaa1b974be tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Calling delete_port for bed12ef6-0276-477a-ad3c-df2aa4bb2c18 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:58.903714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8d15454d-0144-42da-9889-b9d3ccc516f3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8d15454d-0144-42da-9889-b9d3ccc516f3,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:58.930065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7cbf0525-2daa-4d73-b513-d4eb9eff9caf req-c5f5423c-e30d-48a5-a2aa-c85a08dd7e8c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863798 Aug 19 12:18:58.979083 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.996583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bed12ef6-0276-477a-ad3c-df2aa4bb2c18 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:59.074809 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6494b883-1aa9-45ff-a82d-a9e37c05ca3b x-openstack-request-id: req-6494b883-1aa9-45ff-a82d-a9e37c05ca3b {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:59.076349 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "b00df9f7-18e4-456f-97c4-dc02d88ac49a", "code": 200}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "0cef0759-8fb1-41a8-85f8-8a7340fded6f", "code": 200}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "c619d747-4be2-4c9d-86a8-693579069896", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:59.076632 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6494b883-1aa9-45ff-a82d-a9e37c05ca3b {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:59.077076 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00df9f7-18e4-456f-97c4-dc02d88ac49a', 'code': 200} Aug 19 12:18:59.077298 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cef0759-8fb1-41a8-85f8-8a7340fded6f', 'code': 200} Aug 19 12:18:59.080618 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c619d747-4be2-4c9d-86a8-693579069896', 'code': 200} Aug 19 12:18:59.226832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccab26-a86f-4554-8fac-d4be37b18d18 req-cb9888e0-a1c8-4909-9bb6-88ecdb9ed64c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:59.227201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22ccab26-a86f-4554-8fac-d4be37b18d18 req-cb9888e0-a1c8-4909-9bb6-88ecdb9ed64c tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6e289a5-2bd8-4a19-a986-5618e7859268 HTTP/1.1" status: 200 len: 949 time: 0.1898735 Aug 19 12:18:59.239699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=8d15454d-0144-42da-9889-b9d3ccc516f3,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:59.446367 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.717934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72531435-dc77-4960-b7fc-d1f0b5063e70 req-70927f73-3f6c-410b-81b5-c77e9080753a tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 210 time: 0.0937936 Aug 19 12:18:59.732878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-22ccab26-a86f-4554-8fac-d4be37b18d18 req-2d1739ea-75fb-47b5-8471-2fc9874a1022 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Deleting port 765a533f-de86-4f6c-93f4-99d28d6b2730 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:59.733271 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22ccab26-a86f-4554-8fac-d4be37b18d18 req-2d1739ea-75fb-47b5-8471-2fc9874a1022 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.816206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf45fe-a3d8-4daf-89b1-b0ae44408f21 req-ac79bfd6-754d-41bc-a398-041e87a7c37a tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:59.817829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efcf45fe-a3d8-4daf-89b1-b0ae44408f21 req-ac79bfd6-754d-41bc-a398-041e87a7c37a tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 949 time: 0.4306493 Aug 19 12:18:59.919453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-22ccab26-a86f-4554-8fac-d4be37b18d18 req-2d1739ea-75fb-47b5-8471-2fc9874a1022 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] For port 765a533f-de86-4f6c-93f4-99d28d6b2730, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=765a533f-de86-4f6c-93f4-99d28d6b2730,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:59.919839 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22ccab26-a86f-4554-8fac-d4be37b18d18 req-2d1739ea-75fb-47b5-8471-2fc9874a1022 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.978700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efcf45fe-a3d8-4daf-89b1-b0ae44408f21 req-dfcdf397-66dc-4ee8-a847-07b608d3bc65 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987971 Aug 19 12:18:59.978700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2e8a6-c8fd-477b-b73e-b9f96ecfac42 req-70dc81c3-e2a5-4fa2-814c-023aace9225a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:59.978700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59a2e8a6-c8fd-477b-b73e-b9f96ecfac42 req-70dc81c3-e2a5-4fa2-814c-023aace9225a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=37662a83-b25a-4053-b78e-6db27241aa64 HTTP/1.1" status: 200 len: 950 time: 0.1346102 Aug 19 12:18:59.978700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-22ccab26-a86f-4554-8fac-d4be37b18d18 req-2d1739ea-75fb-47b5-8471-2fc9874a1022 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Calling delete_port for 765a533f-de86-4f6c-93f4-99d28d6b2730 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:00.080910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59a2e8a6-c8fd-477b-b73e-b9f96ecfac42 req-1e792ff0-f817-45ee-907d-f0f0ec849e1a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193643 Aug 19 12:19:00.091859 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84f5d7ab-b8ab-49fd-9e11-b86d94b4f0a7 req-5d1737c1-5098-41bd-b940-0cfaa1b974be tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.147246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1737c1-5098-41bd-b940-0cfaa1b974be tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event deleted for resources: {'Port': ['ID=bed12ef6-0276-477a-ad3c-df2aa4bb2c18,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:00.151873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:00.154810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16', 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', '765a533f-de86-4f6c-93f4-99d28d6b2730'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:00.178023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b63ee8-8995-458c-a954-6f4e30e45156 req-129ad85f-88c2-4301-9ad8-7d1234a4064f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.185591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b63ee8-8995-458c-a954-6f4e30e45156 req-129ad85f-88c2-4301-9ad8-7d1234a4064f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.191911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b63ee8-8995-458c-a954-6f4e30e45156 req-129ad85f-88c2-4301-9ad8-7d1234a4064f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.198476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b63ee8-8995-458c-a954-6f4e30e45156 req-129ad85f-88c2-4301-9ad8-7d1234a4064f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.205239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b63ee8-8995-458c-a954-6f4e30e45156 req-129ad85f-88c2-4301-9ad8-7d1234a4064f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.211695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b63ee8-8995-458c-a954-6f4e30e45156 req-129ad85f-88c2-4301-9ad8-7d1234a4064f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.217706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b63ee8-8995-458c-a954-6f4e30e45156 req-129ad85f-88c2-4301-9ad8-7d1234a4064f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.219722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19b63ee8-8995-458c-a954-6f4e30e45156 req-129ad85f-88c2-4301-9ad8-7d1234a4064f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5434 time: 0.1809621 Aug 19 12:19:00.272962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:00.294936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f5d7ab-b8ab-49fd-9e11-b86d94b4f0a7 req-5d1737c1-5098-41bd-b940-0cfaa1b974be tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] No DVR routers for this DVR port bed12ef6-0276-477a-ad3c-df2aa4bb2c18 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:00.308670 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84f5d7ab-b8ab-49fd-9e11-b86d94b4f0a7 req-5d1737c1-5098-41bd-b940-0cfaa1b974be tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.310798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84f5d7ab-b8ab-49fd-9e11-b86d94b4f0a7 req-5d1737c1-5098-41bd-b940-0cfaa1b974be tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "DELETE /v2.0/ports/bed12ef6-0276-477a-ad3c-df2aa4bb2c18 HTTP/1.1" status: 204 len: 173 time: 2.1484089 Aug 19 12:19:00.314409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37662a83-b25a-4053-b78e-6db27241aa64', 'name': 'network-vif-deleted', 'tag': 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:00.316718 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908bc6ca-7892-41a3-9979-d1c88cddc930" -d '{"events": [{"server_uuid": "37662a83-b25a-4053-b78e-6db27241aa64", "name": "network-vif-deleted", "tag": "bed12ef6-0276-477a-ad3c-df2aa4bb2c18"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:00.359006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19b63ee8-8995-458c-a954-6f4e30e45156 req-8bd0eaa2-a31f-4b88-a468-dd90408de13f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189327 Aug 19 12:19:00.482756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22ccab26-a86f-4554-8fac-d4be37b18d18 req-2d1739ea-75fb-47b5-8471-2fc9874a1022 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.570968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1739ea-75fb-47b5-8471-2fc9874a1022 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event deleted for resources: {'Port': ['ID=765a533f-de86-4f6c-93f4-99d28d6b2730,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:00.698672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ccab26-a86f-4554-8fac-d4be37b18d18 req-2d1739ea-75fb-47b5-8471-2fc9874a1022 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] No DVR routers for this DVR port 765a533f-de86-4f6c-93f4-99d28d6b2730 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:00.706949 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2edf62-4a19-4c68-88e3-732e151024f4 x-openstack-request-id: req-ee2edf62-4a19-4c68-88e3-732e151024f4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:00.707468 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37662a83-b25a-4053-b78e-6db27241aa64", "name": "network-vif-deleted", "tag": "bed12ef6-0276-477a-ad3c-df2aa4bb2c18", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:00.707957 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee2edf62-4a19-4c68-88e3-732e151024f4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:00.710143 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37662a83-b25a-4053-b78e-6db27241aa64', 'name': 'network-vif-deleted', 'tag': 'bed12ef6-0276-477a-ad3c-df2aa4bb2c18', 'status': 'completed', 'code': 200} Aug 19 12:19:00.711492 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22ccab26-a86f-4554-8fac-d4be37b18d18 req-2d1739ea-75fb-47b5-8471-2fc9874a1022 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.718428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22ccab26-a86f-4554-8fac-d4be37b18d18 req-2d1739ea-75fb-47b5-8471-2fc9874a1022 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "DELETE /v2.0/ports/765a533f-de86-4f6c-93f4-99d28d6b2730 HTTP/1.1" status: 204 len: 173 time: 1.4828990 Aug 19 12:19:00.855004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:00.887956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:00.890416 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.946922 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49628) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:01.084231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9736cb92-7b17-4b9c-a2ca-93e8e02cbe63 req-0a134d34-7e8d-46d0-ab36-1b4ad67d8a99 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 210 time: 0.1533372 Aug 19 12:19:01.099517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae42017-0bcf-466a-bbc8-620e57138e3e'}, {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d15454d-0144-42da-9889-b9d3ccc516f3'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:01.115851 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a5d459-f4f2-4841-b789-caf78d176415" -d '{"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "5ae42017-0bcf-466a-bbc8-620e57138e3e"}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "8d15454d-0144-42da-9889-b9d3ccc516f3"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:01.385159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd48e2f-20fd-49a6-9cc8-ab2c083582f5 req-2a0fbada-13ee-4aa4-afb8-a78d28c6fddf tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.392160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afd48e2f-20fd-49a6-9cc8-ab2c083582f5 req-2a0fbada-13ee-4aa4-afb8-a78d28c6fddf tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 945 time: 0.2200189 Aug 19 12:19:01.488027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91afb46-776f-43c5-b8e8-bd94b707f827 req-e6f3e64d-ca63-434a-81b8-27fba3b5e612 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.492166 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d91afb46-776f-43c5-b8e8-bd94b707f827 req-e6f3e64d-ca63-434a-81b8-27fba3b5e612 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 949 time: 0.2654562 Aug 19 12:19:01.604161 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:01.669480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afd48e2f-20fd-49a6-9cc8-ab2c083582f5 req-7df431ba-1156-4195-91df-4ee358c0c898 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616272 Aug 19 12:19:01.759059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d91afb46-776f-43c5-b8e8-bd94b707f827 req-9eb9fd40-dc10-4e8a-a548-7fd07f98c4d8 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529097 Aug 19 12:19:01.803331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:01.890663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:01.903678 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:01.988307 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:02.002217 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894b333e-7db5-46be-932e-7a498d4e6f97 x-openstack-request-id: req-894b333e-7db5-46be-932e-7a498d4e6f97 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:02.002217 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "5ae42017-0bcf-466a-bbc8-620e57138e3e", "code": 200}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-plugged", "status": "completed", "tag": "8d15454d-0144-42da-9889-b9d3ccc516f3", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:02.002611 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-894b333e-7db5-46be-932e-7a498d4e6f97 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:02.003127 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae42017-0bcf-466a-bbc8-620e57138e3e', 'code': 200} Aug 19 12:19:02.003759 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d15454d-0144-42da-9889-b9d3ccc516f3', 'code': 200} Aug 19 12:19:02.043360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f4e906b-4dac-42b2-872f-a360b69513a8 req-aedaf97d-833c-4bbe-a757-c99ac821276b tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=37662a83-b25a-4053-b78e-6db27241aa64 HTTP/1.1" status: 200 len: 210 time: 0.0905478 Aug 19 12:19:02.171676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:02.211737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.212117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.212451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.212855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.213221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.218238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.220891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.220891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.223029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.223381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.223732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.224050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:02.299161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f471-d56d-4624-97e6-af6bfba9df52 req-e42048cb-e5d4-4724-ab22-b626b721df24 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.306400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f471-d56d-4624-97e6-af6bfba9df52 req-e42048cb-e5d4-4724-ab22-b626b721df24 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.321215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f471-d56d-4624-97e6-af6bfba9df52 req-e42048cb-e5d4-4724-ab22-b626b721df24 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.328288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f471-d56d-4624-97e6-af6bfba9df52 req-e42048cb-e5d4-4724-ab22-b626b721df24 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.358809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f471-d56d-4624-97e6-af6bfba9df52 req-e42048cb-e5d4-4724-ab22-b626b721df24 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.396454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f471-d56d-4624-97e6-af6bfba9df52 req-e42048cb-e5d4-4724-ab22-b626b721df24 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.410938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f471-d56d-4624-97e6-af6bfba9df52 req-e42048cb-e5d4-4724-ab22-b626b721df24 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.418088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1de5f471-d56d-4624-97e6-af6bfba9df52 req-e42048cb-e5d4-4724-ab22-b626b721df24 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5434 time: 0.3058889 Aug 19 12:19:02.552517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16', 'a6a0d9c8-617c-44b4-9d34-70144a638bfd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:02.553259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1de5f471-d56d-4624-97e6-af6bfba9df52 req-a8ea2c66-1ed1-4e1b-b23f-a86e55b9c0ca tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255023 Aug 19 12:19:02.598198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81f94324-c33e-42fa-a29e-6201d5849d1a req-9624379c-1a26-413d-8380-81b42aff8338 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 210 time: 0.0550768 Aug 19 12:19:02.667071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaed9c-6cd0-45f8-a681-92ece637e432 req-50ddf03f-4ba1-42b8-99c0-8b125de01c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.667570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaed9c-6cd0-45f8-a681-92ece637e432 req-50ddf03f-4ba1-42b8-99c0-8b125de01c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.668122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaed9c-6cd0-45f8-a681-92ece637e432 req-50ddf03f-4ba1-42b8-99c0-8b125de01c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.668647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaed9c-6cd0-45f8-a681-92ece637e432 req-50ddf03f-4ba1-42b8-99c0-8b125de01c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.669186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaed9c-6cd0-45f8-a681-92ece637e432 req-50ddf03f-4ba1-42b8-99c0-8b125de01c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.669757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaed9c-6cd0-45f8-a681-92ece637e432 req-50ddf03f-4ba1-42b8-99c0-8b125de01c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.675699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaed9c-6cd0-45f8-a681-92ece637e432 req-50ddf03f-4ba1-42b8-99c0-8b125de01c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.675699 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8deaed9c-6cd0-45f8-a681-92ece637e432 req-50ddf03f-4ba1-42b8-99c0-8b125de01c35 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6491 time: 0.6208398 Aug 19 12:19:02.735612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e289a5-2bd8-4a19-a986-5618e7859268', 'name': 'network-vif-deleted', 'tag': '765a533f-de86-4f6c-93f4-99d28d6b2730'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:02.741521 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a79987-d99c-41d0-9766-f6ce7a3c3c9e" -d '{"events": [{"server_uuid": "d6e289a5-2bd8-4a19-a986-5618e7859268", "name": "network-vif-deleted", "tag": "765a533f-de86-4f6c-93f4-99d28d6b2730"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:02.834191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8deaed9c-6cd0-45f8-a681-92ece637e432 req-3cef117a-2a65-4f33-b4ba-a36537ff4def service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=745aa195-3567-4a65-92f1-2ad1795920b7&id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401603 Aug 19 12:19:02.909058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] Deleting port 55e90988-e853-4bf0-86c9-26a8b16447be {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:02.911837 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:02.915450 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72423c6e-3140-43b3-b313-e27fa26ca50b x-openstack-request-id: req-72423c6e-3140-43b3-b313-e27fa26ca50b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:02.917051 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e289a5-2bd8-4a19-a986-5618e7859268", "name": "network-vif-deleted", "tag": "765a533f-de86-4f6c-93f4-99d28d6b2730", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:02.917502 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72423c6e-3140-43b3-b313-e27fa26ca50b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:02.919028 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e289a5-2bd8-4a19-a986-5618e7859268', 'name': 'network-vif-deleted', 'tag': '765a533f-de86-4f6c-93f4-99d28d6b2730', 'status': 'completed', 'code': 200} Aug 19 12:19:03.161906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] For port 55e90988-e853-4bf0-86c9-26a8b16447be, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=55e90988-e853-4bf0-86c9-26a8b16447be,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:03.162534 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:03.181468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] Calling delete_port for 55e90988-e853-4bf0-86c9-26a8b16447be owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:03.205101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccdc38-2e42-437a-89dd-4d490d975bfc req-5071d7d1-1f17-42b6-bf44-e3f15819c527 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:03.220724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95ccdc38-2e42-437a-89dd-4d490d975bfc req-5071d7d1-1f17-42b6-bf44-e3f15819c527 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 950 time: 0.1626663 Aug 19 12:19:03.259499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24718f63-6493-46c2-a271-489e70b17973 req-8cd92092-7e36-45dd-9180-d48444a45193 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:03.261847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-8cd92092-7e36-45dd-9180-d48444a45193 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.53 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 807 time: 0.4619052 Aug 19 12:19:03.279850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Request body: {'port': {'device_id': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170', 'admin_state_up': True, 'tenant_id': 'd30606ced6c44d0c824e033b9b330523'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:03.563219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95ccdc38-2e42-437a-89dd-4d490d975bfc req-5c00ded0-bea5-45fd-bb7d-85ede6147412 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429790 Aug 19 12:19:03.573085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Made reservation on behalf of d30606ced6c44d0c824e033b9b330523 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:03.576649 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:03.640906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:03.705084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e90988-e853-4bf0-86c9-26a8b16447be,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:03.780752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020859d-b80e-4579-9f80-f1caf2cd0fab req-7df4bf5a-ef60-4666-a95b-63068a0f6f8c tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:03.794105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0020859d-b80e-4579-9f80-f1caf2cd0fab req-7df4bf5a-ef60-4666-a95b-63068a0f6f8c tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 945 time: 0.2879434 Aug 19 12:19:04.004708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0604e18d-fddd-4fb7-a3f0-6d2139619d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6653e1d9-6233-4baa-ab97-c5fbf6fd39b8'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:04.007556 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f68b72-ea8e-4be6-8445-157286cea17d" -d '{"events": [{"server_uuid": "0604e18d-fddd-4fb7-a3f0-6d2139619d8d", "name": "network-vif-plugged", "status": "completed", "tag": "6653e1d9-6233-4baa-ab97-c5fbf6fd39b8"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:04.012199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0020859d-b80e-4579-9f80-f1caf2cd0fab req-cd8e3add-197d-44cb-bf88-e8c41a48ecf5 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169330 Aug 19 12:19:04.123141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Allocated IP 172.20.0.7 (ec23aef2-b1a6-4893-943f-02410985e170/60c482f8-1562-43b0-8092-ba31c52b6fcd/d66660b6-2123-4b84-ac42-d94f51527fb3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:04.196681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:04.206138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09eb2e27-a1ae-47f9-8375-45ce0a66f00d req-1fe7349c-aaa2-404c-8e08-60673ffb13e3 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 210 time: 0.0545464 Aug 19 12:19:04.250719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2d12-ae94-4fd4-9f5d-a766e60b84d3 req-ac33a0c6-a87a-45bd-95e3-f3776903433f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.262154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2d12-ae94-4fd4-9f5d-a766e60b84d3 req-ac33a0c6-a87a-45bd-95e3-f3776903433f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.268734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2d12-ae94-4fd4-9f5d-a766e60b84d3 req-ac33a0c6-a87a-45bd-95e3-f3776903433f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.276981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2d12-ae94-4fd4-9f5d-a766e60b84d3 req-ac33a0c6-a87a-45bd-95e3-f3776903433f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.283754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2d12-ae94-4fd4-9f5d-a766e60b84d3 req-ac33a0c6-a87a-45bd-95e3-f3776903433f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.283980 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 765a533f-de86-4f6c-93f4-99d28d6b2730 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:04.290193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2d12-ae94-4fd4-9f5d-a766e60b84d3 req-ac33a0c6-a87a-45bd-95e3-f3776903433f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.298428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2d12-ae94-4fd4-9f5d-a766e60b84d3 req-ac33a0c6-a87a-45bd-95e3-f3776903433f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.307399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e5d2d12-ae94-4fd4-9f5d-a766e60b84d3 req-ac33a0c6-a87a-45bd-95e3-f3776903433f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5434 time: 0.2617662 Aug 19 12:19:04.315582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 765a533f-de86-4f6c-93f4-99d28d6b2730 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:04.328817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 765a533f-de86-4f6c-93f4-99d28d6b2730 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:04.572710 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e5d2d12-ae94-4fd4-9f5d-a766e60b84d3 req-13b20952-adb7-4893-bae5-4cea54dc6c0f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2630491 Aug 19 12:19:04.636909 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e52fd7a-397f-42b3-af43-eab39f38df6e x-openstack-request-id: req-2e52fd7a-397f-42b3-af43-eab39f38df6e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:04.637208 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0604e18d-fddd-4fb7-a3f0-6d2139619d8d", "name": "network-vif-plugged", "status": "completed", "tag": "6653e1d9-6233-4baa-ab97-c5fbf6fd39b8", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:04.637508 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e52fd7a-397f-42b3-af43-eab39f38df6e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:04.638882 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0604e18d-fddd-4fb7-a3f0-6d2139619d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6653e1d9-6233-4baa-ab97-c5fbf6fd39b8', 'code': 200} Aug 19 12:19:04.735291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:04.842588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3dacc-29b2-463a-98a5-9baf03515ac0 req-63b90184-c0ce-47e2-a267-424545469aea tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.844251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3b3dacc-29b2-463a-98a5-9baf03515ac0 req-63b90184-c0ce-47e2-a267-424545469aea tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 950 time: 0.1162820 Aug 19 12:19:04.859558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40a98f-c55b-41ae-8e83-080a112984fe req-839e5154-c3cf-4978-8f85-4a29f45f541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.861549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da40a98f-c55b-41ae-8e83-080a112984fe req-839e5154-c3cf-4978-8f85-4a29f45f541f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 1101 time: 0.1123481 Aug 19 12:19:04.974502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3b3dacc-29b2-463a-98a5-9baf03515ac0 req-8691349a-7985-49be-ab3b-e469f2480812 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022847 Aug 19 12:19:05.001570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da40a98f-c55b-41ae-8e83-080a112984fe req-279693a8-8995-46e4-82ce-a1bab0065517 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289053 Aug 19 12:19:05.083573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:05.205746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['54ad6495-dc36-432a-9d99-0b7141609b31'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:05.208601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Pushing event updated for resources: {'Port': ['ID=d66660b6-2123-4b84-ac42-d94f51527fb3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:05.247466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Network ec23aef2-b1a6-4893-943f-02410985e170 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:05.257917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:05.266311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:05.382007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.382771 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:05.430914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b4337-6310-4450-8277-73cff8f79614 req-63b35b2f-3f95-4ace-8b2f-6f87d48d8181 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.432690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e8b4337-6310-4450-8277-73cff8f79614 req-63b35b2f-3f95-4ace-8b2f-6f87d48d8181 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 945 time: 0.1725557 Aug 19 12:19:05.494448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e8b4337-6310-4450-8277-73cff8f79614 req-fb1359f6-ed19-4a7b-a34f-2fb7b8717f0f tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504861 Aug 19 12:19:05.534269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-a3cbb4b0-bc27-4405-ada4-91371bf4faf6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2631330 Aug 19 12:19:05.550895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Request body: {'port': {'device_id': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:05.640210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-f4a72d7c-d6c7-40b2-9448-ccc82ca6913c tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.648540 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-f4a72d7c-d6c7-40b2-9448-ccc82ca6913c tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.52 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 945 time: 0.8067057 Aug 19 12:19:05.698431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] Router f80c31e1-70b8-4588-b75d-14d64021ab6a has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:05.712381 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:05.823558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6130e0-b4c9-431f-92de-71eff8db6154 req-634e2cfc-e6d2-4b13-bb61-dd281acb4a0a tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.829279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d6130e0-b4c9-431f-92de-71eff8db6154 req-634e2cfc-e6d2-4b13-bb61-dd281acb4a0a tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 931 time: 0.2113137 Aug 19 12:19:05.955179 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Deleting port 07fb3072-2f01-4a7e-ac5c-fd789e251632 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:05.955806 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.020554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:06.037024 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-385a22ec-eb75-4805-96c6-f88e17876c58 admin admin] 10.222.0.44 "PUT /v2.0/routers/f80c31e1-70b8-4588-b75d-14d64021ab6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0860581 Aug 19 12:19:06.037524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d6130e0-b4c9-431f-92de-71eff8db6154 req-a0a8585a-c77f-4e41-854f-251a1e7a6f5b tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016989 Aug 19 12:19:06.046996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e00bbd-331a-4c28-a62b-13b292b71a41 None None] Sync routers for ids ['f80c31e1-70b8-4588-b75d-14d64021ab6a'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:06.060088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49714) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:06.062450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e00bbd-331a-4c28-a62b-13b292b71a41 None None] Routers {'f80c31e1-70b8-4588-b75d-14d64021ab6a'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:06.067320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49e00bbd-331a-4c28-a62b-13b292b71a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:18:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f80c31e1-70b8-4588-b75d-14d64021ab6a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:06.239167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] For port 07fb3072-2f01-4a7e-ac5c-fd789e251632, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=07fb3072-2f01-4a7e-ac5c-fd789e251632,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:06.245729 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.351348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-49e00bbd-331a-4c28-a62b-13b292b71a41 None None] Set router f80c31e1-70b8-4588-b75d-14d64021ab6a gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:06.397690 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.542665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78630e-6451-42d5-bdc5-efa1212611f2 req-5111106c-67bc-4b88-a2ab-1d7c97ad5c08 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.551086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78630e-6451-42d5-bdc5-efa1212611f2 req-5111106c-67bc-4b88-a2ab-1d7c97ad5c08 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.558029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78630e-6451-42d5-bdc5-efa1212611f2 req-5111106c-67bc-4b88-a2ab-1d7c97ad5c08 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.565572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78630e-6451-42d5-bdc5-efa1212611f2 req-5111106c-67bc-4b88-a2ab-1d7c97ad5c08 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.573210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78630e-6451-42d5-bdc5-efa1212611f2 req-5111106c-67bc-4b88-a2ab-1d7c97ad5c08 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.581482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78630e-6451-42d5-bdc5-efa1212611f2 req-5111106c-67bc-4b88-a2ab-1d7c97ad5c08 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.589020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78630e-6451-42d5-bdc5-efa1212611f2 req-5111106c-67bc-4b88-a2ab-1d7c97ad5c08 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.599276 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d78630e-6451-42d5-bdc5-efa1212611f2 req-5111106c-67bc-4b88-a2ab-1d7c97ad5c08 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5434 time: 0.3733377 Aug 19 12:19:06.732201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d78630e-6451-42d5-bdc5-efa1212611f2 req-50404d25-4353-444e-8cef-519800a1c628 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314316 Aug 19 12:19:06.758065 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.782127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d5b29-d90b-44d4-9d8c-3af87654fc08 req-0b2c974f-88a6-4dbc-aa27-9094737bd1fd tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.800787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a79d5b29-d90b-44d4-9d8c-3af87654fc08 req-0b2c974f-88a6-4dbc-aa27-9094737bd1fd tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 950 time: 0.4489830 Aug 19 12:19:07.016667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66660b6-2123-4b84-ac42-d94f51527fb3 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:07.026178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49e00bbd-331a-4c28-a62b-13b292b71a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-router', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:24Z', 'updated_at': '2021-08-19T12:19:03Z', 'revision_number': 5, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'gw_port': {'id': '293385b3-3cf4-4ffa-8e81-2a451140293f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:27Z', 'updated_at': '2021-08-19T12:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:07.036473 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.057871 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.058274 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.058640 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Floating IP ee5b8ad5-44bf-411d-b647-8c85f2160257 disassociated. External IP: 172.25.6.188, port: 07fb3072-2f01-4a7e-ac5c-fd789e251632. Aug 19 12:19:07.058999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Calling delete_port for 07fb3072-2f01-4a7e-ac5c-fd789e251632 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:07.069504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Transition to ACTIVE for port object d66660b6-2123-4b84-ac42-d94f51527fb3 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:07.110170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e00bbd-331a-4c28-a62b-13b292b71a41 None None] Checking router: f80c31e1-70b8-4588-b75d-14d64021ab6a for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:07.122514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a79d5b29-d90b-44d4-9d8c-3af87654fc08 req-0b413f04-8ace-4b7d-83e3-0692fb2710b6 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198409 Aug 19 12:19:07.136938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e00bbd-331a-4c28-a62b-13b292b71a41 None None] Routers {'f80c31e1-70b8-4588-b75d-14d64021ab6a'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:07.137826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49e00bbd-331a-4c28-a62b-13b292b71a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:18:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f80c31e1-70b8-4588-b75d-14d64021ab6a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:07.255172 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.292436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Deleting port 293385b3-3cf4-4ffa-8e81-2a451140293f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:07.300971 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.310117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-49e00bbd-331a-4c28-a62b-13b292b71a41 None None] Set router f80c31e1-70b8-4588-b75d-14d64021ab6a gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:07.487905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49e00bbd-331a-4c28-a62b-13b292b71a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-router', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:24Z', 'updated_at': '2021-08-19T12:19:06Z', 'revision_number': 6, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:07.519155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efa453-5f80-407b-a088-4d0b6bf2bb9f req-febbeb22-12e3-40da-9612-981ecb00ec3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.524596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09efa453-5f80-407b-a088-4d0b6bf2bb9f req-febbeb22-12e3-40da-9612-981ecb00ec3f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ce37dd9-5ace-4efc-a20f-7933f6cba7cb HTTP/1.1" status: 200 len: 950 time: 0.4426837 Aug 19 12:19:07.583846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e00bbd-331a-4c28-a62b-13b292b71a41 None None] The sync data for ids ['f80c31e1-70b8-4588-b75d-14d64021ab6a'] in n-d-778732-8 is: [{'id': 'f80c31e1-70b8-4588-b75d-14d64021ab6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1564775170-router', 'tenant_id': '2b66c46f632d4b24925234b8e460562e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:24Z', 'updated_at': '2021-08-19T12:19:06Z', 'revision_number': 6, 'project_id': '2b66c46f632d4b24925234b8e460562e', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:07.600633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] For port 293385b3-3cf4-4ffa-8e81-2a451140293f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=293385b3-3cf4-4ffa-8e81-2a451140293f,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:07.600633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.631149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460649cb-f475-449c-9cfa-7b91850a5cef req-5f3671fe-921c-4821-b293-709475f2d7d0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.632744 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-460649cb-f475-449c-9cfa-7b91850a5cef req-5f3671fe-921c-4821-b293-709475f2d7d0 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ce37dd9-5ace-4efc-a20f-7933f6cba7cb HTTP/1.1" status: 200 len: 950 time: 0.4281106 Aug 19 12:19:07.718356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d66660b6-2123-4b84-ac42-d94f51527fb3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:07.759142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Calling delete_port for 293385b3-3cf4-4ffa-8e81-2a451140293f owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:07.812730 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09efa453-5f80-407b-a088-4d0b6bf2bb9f req-bc6d1a3a-7686-438d-98cf-e4c3def9c13f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386119 Aug 19 12:19:07.846253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9993b-d207-4cec-9ed0-f37da4f26472 req-9671f368-49d6-41d3-a442-362d31b85c6f tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.852348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49f9993b-d207-4cec-9ed0-f37da4f26472 req-9671f368-49d6-41d3-a442-362d31b85c6f tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/ports?device_id=87062ae7-99f1-4862-bb53-5f59638f26ac HTTP/1.1" status: 200 len: 945 time: 0.4222062 Aug 19 12:19:07.856910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:07.856910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:07.856910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:07.942707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49f9993b-d207-4cec-9ed0-f37da4f26472 req-e33e0f4f-3975-49d0-ab01-2010463d8109 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups?id=876096a9-fe96-4f49-b9c1-fc5133435ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758753 Aug 19 12:19:07.944091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Port d66660b6-2123-4b84-ac42-d94f51527fb3 on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:07.944439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:07.981266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba6244-3539-4159-871f-aafe27c5a529 req-9dd8faf7-a905-4b0c-9a80-7102495378b5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.981486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:07.984592 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8bba6244-3539-4159-871f-aafe27c5a529 req-9dd8faf7-a905-4b0c-9a80-7102495378b5 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "GET /v2.0/ports?device_id=f649eddb-abba-4546-a4c4-cae65d330b43 HTTP/1.1" status: 200 len: 950 time: 0.1953747 Aug 19 12:19:07.992130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:07.992498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:07.992969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Bound port: d66660b6-2123-4b84-ac42-d94f51527fb3, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:07.993352 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:08.055575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 55e90988-e853-4bf0-86c9-26a8b16447be no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:08.109439 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:08.118876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 55e90988-e853-4bf0-86c9-26a8b16447be {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:08.119284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 55e90988-e853-4bf0-86c9-26a8b16447be not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:08.208471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Pushing event deleted for resources: {'Port': ['ID=07fb3072-2f01-4a7e-ac5c-fd789e251632,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:08.353161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 07fb3072-2f01-4a7e-ac5c-fd789e251632 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:08.435452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 07fb3072-2f01-4a7e-ac5c-fd789e251632 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:08.437216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 07fb3072-2f01-4a7e-ac5c-fd789e251632 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:08.441880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:08.456697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d66660b6-2123-4b84-ac42-d94f51527fb3,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:08.510857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8db85-94db-4a7d-9e1f-39825cd5a801 req-52780dcf-747c-4c6e-8c83-3a9150455c63 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.512131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-8bba6244-3539-4159-871f-aafe27c5a529 req-8c7a45ed-ec4a-4116-9a54-0d71965a248d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Deleting port 1956659f-8900-487a-92f7-b1f69a80ca16 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:08.512496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8bba6244-3539-4159-871f-aafe27c5a529 req-8c7a45ed-ec4a-4116-9a54-0d71965a248d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:08.513518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93e8db85-94db-4a7d-9e1f-39825cd5a801 req-52780dcf-747c-4c6e-8c83-3a9150455c63 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.2905309 Aug 19 12:19:08.564238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1dd5-6e6e-49c0-9d71-5935618ac34d req-70714f27-907b-45d7-981e-84610ce24269 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.571813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1dd5-6e6e-49c0-9d71-5935618ac34d req-70714f27-907b-45d7-981e-84610ce24269 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.603369 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1dd5-6e6e-49c0-9d71-5935618ac34d req-70714f27-907b-45d7-981e-84610ce24269 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.645727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1dd5-6e6e-49c0-9d71-5935618ac34d req-70714f27-907b-45d7-981e-84610ce24269 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.645727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1dd5-6e6e-49c0-9d71-5935618ac34d req-70714f27-907b-45d7-981e-84610ce24269 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.645727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1dd5-6e6e-49c0-9d71-5935618ac34d req-70714f27-907b-45d7-981e-84610ce24269 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.645727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1dd5-6e6e-49c0-9d71-5935618ac34d req-70714f27-907b-45d7-981e-84610ce24269 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.645727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7dde1dd5-6e6e-49c0-9d71-5935618ac34d req-70714f27-907b-45d7-981e-84610ce24269 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5434 time: 0.7002604 Aug 19 12:19:08.647223 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Router 4f803fa7-4ed6-49b2-9272-933983369041 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:08.652550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49778) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:08.663586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-460649cb-f475-449c-9cfa-7b91850a5cef req-7bb1b07a-bf4b-414a-8018-b4fa5e970910 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Deleting port a6a0d9c8-617c-44b4-9d34-70144a638bfd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:08.664198 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-460649cb-f475-449c-9cfa-7b91850a5cef req-7bb1b07a-bf4b-414a-8018-b4fa5e970910 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:08.683531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-531cba71-d3bd-4f2b-8dec-d90fc87abd7a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Request body: {'floatingip': {'port_id': '8d15454d-0144-42da-9889-b9d3ccc516f3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:08.695822 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-8bba6244-3539-4159-871f-aafe27c5a529 req-8c7a45ed-ec4a-4116-9a54-0d71965a248d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] For port 1956659f-8900-487a-92f7-b1f69a80ca16, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=1956659f-8900-487a-92f7-b1f69a80ca16,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:08.696207 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8bba6244-3539-4159-871f-aafe27c5a529 req-8c7a45ed-ec4a-4116-9a54-0d71965a248d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:08.802033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93e8db85-94db-4a7d-9e1f-39825cd5a801 req-5ebd401c-3f9e-4031-a1d4-588568348d20 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782333 Aug 19 12:19:08.808567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-531cba71-d3bd-4f2b-8dec-d90fc87abd7a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:08.888740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:08.901995 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332d811-3f28-44d9-8b31-8039f1ecde7a None None] Sync routers for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:08.926004 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332d811-3f28-44d9-8b31-8039f1ecde7a None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:08.926004 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6332d811-3f28-44d9-8b31-8039f1ecde7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:18:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:08.948354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-8bba6244-3539-4159-871f-aafe27c5a529 req-8c7a45ed-ec4a-4116-9a54-0d71965a248d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Calling delete_port for 1956659f-8900-487a-92f7-b1f69a80ca16 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:09.000672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] No DVR routers for this DVR port 07fb3072-2f01-4a7e-ac5c-fd789e251632 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:09.014880 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:09.014880 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8b390b20-44a3-4f77-a1c6-6da217672ad6 req-cbba337d-08f2-4a31-8efd-04ddffc848b1 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.52 "DELETE /v2.0/ports/07fb3072-2f01-4a7e-ac5c-fd789e251632 HTTP/1.1" status: 204 len: 173 time: 3.3591585 Aug 19 12:19:09.014880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'name': 'network-vif-deleted', 'tag': '07fb3072-2f01-4a7e-ac5c-fd789e251632'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:09.016369 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc1d7ab-63dd-4890-b57e-4eab7b44a1ff" -d '{"events": [{"server_uuid": "87062ae7-99f1-4862-bb53-5f59638f26ac", "name": "network-vif-deleted", "tag": "07fb3072-2f01-4a7e-ac5c-fd789e251632"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:09.070828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:09.110049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Pushing event deleted for resources: {'Port': ['ID=293385b3-3cf4-4ffa-8e81-2a451140293f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:09.284693 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:09.300628 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6332d811-3f28-44d9-8b31-8039f1ecde7a None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:09.609065 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:09.629566 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:09.685930 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6332d811-3f28-44d9-8b31-8039f1ecde7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:09.745025 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332d811-3f28-44d9-8b31-8039f1ecde7a None None] Checking router: 4f803fa7-4ed6-49b2-9272-933983369041 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:09.759001 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332d811-3f28-44d9-8b31-8039f1ecde7a None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:09.759563 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6332d811-3f28-44d9-8b31-8039f1ecde7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:18:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:09.831756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:09.865013 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8bba6244-3539-4159-871f-aafe27c5a529 req-8c7a45ed-ec4a-4116-9a54-0d71965a248d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:09.885253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:10.068040 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a45ed-ec4a-4116-9a54-0d71965a248d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event deleted for resources: {'Port': ['ID=1956659f-8900-487a-92f7-b1f69a80ca16,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:10.108200 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6332d811-3f28-44d9-8b31-8039f1ecde7a None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:10.108668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['1956659f-8900-487a-92f7-b1f69a80ca16', 'a6a0d9c8-617c-44b4-9d34-70144a638bfd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:10.108791 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.108791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f80c31e1-70b8-4588-b75d-14d64021ab6a {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:19:10.113135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bba6244-3539-4159-871f-aafe27c5a529 req-8c7a45ed-ec4a-4116-9a54-0d71965a248d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] No DVR routers for this DVR port 1956659f-8900-487a-92f7-b1f69a80ca16 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:10.116732 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.120325 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d1e669db-c882-48ae-b812-d20849d9dd55 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f80c31e1-70b8-4588-b75d-14d64021ab6a HTTP/1.1" status: 204 len: 168 time: 4.0592127 Aug 19 12:19:10.122408 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8bba6244-3539-4159-871f-aafe27c5a529 req-8c7a45ed-ec4a-4116-9a54-0d71965a248d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.124455 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8bba6244-3539-4159-871f-aafe27c5a529 req-8c7a45ed-ec4a-4116-9a54-0d71965a248d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "DELETE /v2.0/ports/1956659f-8900-487a-92f7-b1f69a80ca16 HTTP/1.1" status: 204 len: 173 time: 2.1141927 Aug 19 12:19:10.124979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49838) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:10.179857 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4221bd2-f8f6-4924-b9d3-60300147fb22 admin admin] Deleting subnet a94fe53e-5685-455b-9972-5231afed70bb {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:10.184387 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4221bd2-f8f6-4924-b9d3-60300147fb22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.301142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4221bd2-f8f6-4924-b9d3-60300147fb22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.368584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 293385b3-3cf4-4ffa-8e81-2a451140293f no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:10.474150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 293385b3-3cf4-4ffa-8e81-2a451140293f {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:10.477154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 293385b3-3cf4-4ffa-8e81-2a451140293f not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:10.612578 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4221bd2-f8f6-4924-b9d3-60300147fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.861510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-460649cb-f475-449c-9cfa-7b91850a5cef req-7bb1b07a-bf4b-414a-8018-b4fa5e970910 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] For port a6a0d9c8-617c-44b4-9d34-70144a638bfd, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a6a0d9c8-617c-44b4-9d34-70144a638bfd,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:10.862777 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-460649cb-f475-449c-9cfa-7b91850a5cef req-7bb1b07a-bf4b-414a-8018-b4fa5e970910 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.866878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d66660b6-2123-4b84-ac42-d94f51527fb3,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:10.905642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c01617-bb56-4852-a1f6-0b780d863a6f req-3ad79328-2fb2-44c6-8440-67cd9a935b54 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.909572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03c01617-bb56-4852-a1f6-0b780d863a6f req-3ad79328-2fb2-44c6-8440-67cd9a935b54 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 950 time: 1.1135542 Aug 19 12:19:10.917461 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4221bd2-f8f6-4924-b9d3-60300147fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.930306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.932047 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.934364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-a5f658e9-f6c5-4900-abf9-c83575b57eb9 service neutron] 10.222.0.53 "PUT /v2.0/ports/d66660b6-2123-4b84-ac42-d94f51527fb3 HTTP/1.1" status: 200 len: 1091 time: 5.3899171 Aug 19 12:19:10.935710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-460649cb-f475-449c-9cfa-7b91850a5cef req-7bb1b07a-bf4b-414a-8018-b4fa5e970910 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Calling delete_port for a6a0d9c8-617c-44b4-9d34-70144a638bfd owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:10.937754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'tag': 'd66660b6-2123-4b84-ac42-d94f51527fb3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:10.941848 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5005946-d290-4c11-ac1e-41aea25fc41a" -d '{"events": [{"name": "network-changed", "server_uuid": "892c6ce0-dd93-4900-b9b6-5b5e1e1718af", "tag": "d66660b6-2123-4b84-ac42-d94f51527fb3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:10.974966 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6332d811-3f28-44d9-8b31-8039f1ecde7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:10.997952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4221bd2-f8f6-4924-b9d3-60300147fb22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94fe53e-5685-455b-9972-5231afed70bb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:11.047054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4221bd2-f8f6-4924-b9d3-60300147fb22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.052538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d5fbf0-2c20-41e7-a084-40e1b956a523 None None] Network ae10248e-711c-481d-abeb-4624233e86e0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:11.060520 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a4221bd2-f8f6-4924-b9d3-60300147fb22 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a94fe53e-5685-455b-9972-5231afed70bb HTTP/1.1" status: 204 len: 168 time: 0.9335685 Aug 19 12:19:11.061256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49844) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:11.062497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ce2b9-d78b-4d7c-8169-59dc732c2c8b req-a2669c03-28ff-4422-a115-c1ab5ac50d2f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:11.064794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-336ce2b9-d78b-4d7c-8169-59dc732c2c8b req-a2669c03-28ff-4422-a115-c1ab5ac50d2f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ce37dd9-5ace-4efc-a20f-7933f6cba7cb HTTP/1.1" status: 200 len: 950 time: 1.2700708 Aug 19 12:19:11.096501 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332d811-3f28-44d9-8b31-8039f1ecde7a None None] The sync data for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 is: [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:13:43Z', 'revision_number': 4, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8f8c98a4-d468-4087-9005-f56e074c2339', 'name': '', 'network_id': 'a3ab6f09-e03b-41f4-b705-19e59a0c8307', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'mac_address': 'fa:16:3e:b4:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:42Z', 'updated_at': '2021-08-19T12:13:51Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'subnets': [{'id': '5f3e3898-0ce2-4aa6-824e-c59816795177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:11.272671 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.resource_extend [None req-531cba71-d3bd-4f2b-8dec-d90fc87abd7a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:19:11.294854 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03c01617-bb56-4852-a1f6-0b780d863a6f req-a28499e9-cbe7-43c9-98d7-896f1bc9992d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480737 Aug 19 12:19:11.328722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.387093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-336ce2b9-d78b-4d7c-8169-59dc732c2c8b req-70dd5794-48cc-4d43-9568-1f3339d3cc9f tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299278 Aug 19 12:19:11.395575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24718f63-6493-46c2-a271-489e70b17973 req-f37298c9-7bf4-4c99-93d5-24667b7d84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:11.398643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-f37298c9-7bf4-4c99-93d5-24667b7d84d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 1094 time: 0.2174318 Aug 19 12:19:11.480315 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-531cba71-d3bd-4f2b-8dec-d90fc87abd7a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.486445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-a1096ff2-b11e-4dc2-a0b6-a35d3d8995b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66660b6-2123-4b84-ac42-d94f51527fb3 HTTP/1.1" status: 200 len: 217 time: 0.0666015 Aug 19 12:19:11.578548 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-531cba71-d3bd-4f2b-8dec-d90fc87abd7a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.587019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Deleting port a4326903-d344-448a-9df2-5b0bb9417764 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:11.594221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.596983 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.687847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f36895-9435-4b60-9910-42d931b45dfe None None] DHCP port deletion for ae10248e-711c-481d-abeb-4624233e86e0 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:11.775340 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b79a7e5-c0f4-41c5-8599-0363d8f5f04b x-openstack-request-id: req-4b79a7e5-c0f4-41c5-8599-0363d8f5f04b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:11.776501 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87062ae7-99f1-4862-bb53-5f59638f26ac", "name": "network-vif-deleted", "tag": "07fb3072-2f01-4a7e-ac5c-fd789e251632", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:11.776704 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b79a7e5-c0f4-41c5-8599-0363d8f5f04b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:11.777286 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87062ae7-99f1-4862-bb53-5f59638f26ac', 'name': 'network-vif-deleted', 'tag': '07fb3072-2f01-4a7e-ac5c-fd789e251632', 'status': 'completed', 'code': 200} Aug 19 12:19:11.807021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ab702-988e-47d4-acca-5cbc64a61ee5 None None] New status for floating IP ee5b8ad5-44bf-411d-b647-8c85f2160257: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:19:11.892147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] For port a4326903-d344-448a-9df2-5b0bb9417764, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4326903-d344-448a-9df2-5b0bb9417764,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:11.892581 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.928438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Calling delete_port for a4326903-d344-448a-9df2-5b0bb9417764 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:12.037791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a4326903-d344-448a-9df2-5b0bb9417764 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:12.151997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24718f63-6493-46c2-a271-489e70b17973 req-9e0fc2ae-9695-40c0-8867-0e127720c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:12.162139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-59f36895-9435-4b60-9910-42d931b45dfe None None] Deleting port a4326903-d344-448a-9df2-5b0bb9417764 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:12.166461 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59f36895-9435-4b60-9910-42d931b45dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.179634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-9e0fc2ae-9695-40c0-8867-0e127720c706 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.6844242 Aug 19 12:19:12.190494 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.242993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4326903-d344-448a-9df2-5b0bb9417764,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:12.270588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] No DVR routers for this DVR port a4326903-d344-448a-9df2-5b0bb9417764 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:12.279488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-ca6e2537-1872-40a5-8833-86394eaf9059 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820162 Aug 19 12:19:12.284360 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-531cba71-d3bd-4f2b-8dec-d90fc87abd7a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Floating IP 0324e1b9-a846-4e73-866b-9befe83ca11d associated. External IP: 172.25.6.191, port: 8d15454d-0144-42da-9889-b9d3ccc516f3. Aug 19 12:19:12.309313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No active binding found for port a4326903-d344-448a-9df2-5b0bb9417764 {{(pid=95662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 12:19:12.310132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a4326903-d344-448a-9df2-5b0bb9417764 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:12.326754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-59f36895-9435-4b60-9910-42d931b45dfe None None] For port a4326903-d344-448a-9df2-5b0bb9417764, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4326903-d344-448a-9df2-5b0bb9417764,segment=NetworkSegment(a3130589-0713-4088-9a8f-3aea0bcac9d5),segment_id=a3130589-0713-4088-9a8f-3aea0bcac9d5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:12.326754 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59f36895-9435-4b60-9910-42d931b45dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.349006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-59f36895-9435-4b60-9910-42d931b45dfe None None] Calling delete_port for a4326903-d344-448a-9df2-5b0bb9417764 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:12.351290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 1956659f-8900-487a-92f7-b1f69a80ca16 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:12.390877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 1956659f-8900-487a-92f7-b1f69a80ca16 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:12.391682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 1956659f-8900-487a-92f7-b1f69a80ca16 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:12.392344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a6a0d9c8-617c-44b4-9d34-70144a638bfd no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:12.418328 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-460649cb-f475-449c-9cfa-7b91850a5cef req-7bb1b07a-bf4b-414a-8018-b4fa5e970910 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.427388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: a6a0d9c8-617c-44b4-9d34-70144a638bfd {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:12.428114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a6a0d9c8-617c-44b4-9d34-70144a638bfd not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:12.473346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d2709a5a-7dbe-4843-8fe7-a99a1915d124'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:12.492430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180d771-bef7-45c0-8e04-3fc6f7d7fbc0 req-2e9019e4-0ac2-41a8-a374-683ca45496d7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:12.504953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2180d771-bef7-45c0-8e04-3fc6f7d7fbc0 req-2e9019e4-0ac2-41a8-a374-683ca45496d7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.6243620 Aug 19 12:19:12.521786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.564788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae10248e-711c-481d-abeb-4624233e86e0']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:12.593871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3130589-0713-4088-9a8f-3aea0bcac9d5') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:12.594312 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3130589-0713-4088-9a8f-3aea0bcac9d5') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:12.611236 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59f36895-9435-4b60-9910-42d931b45dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.638762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.642082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f36895-9435-4b60-9910-42d931b45dfe None None] No DVR routers for this DVR port a4326903-d344-448a-9df2-5b0bb9417764 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:12.693961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f36895-9435-4b60-9910-42d931b45dfe None None] Pushing event deleted for resources: {'Port': ['ID=a4326903-d344-448a-9df2-5b0bb9417764,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:12.713157 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.721140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:12.721589 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:12.915154 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:12.919275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1b07a-bf4b-414a-8018-b4fa5e970910 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event deleted for resources: {'Port': ['ID=a6a0d9c8-617c-44b4-9d34-70144a638bfd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:12.973074 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.979508 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.984290 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] 10.222.0.44 "DELETE /v2.0/networks/ae10248e-711c-481d-abeb-4624233e86e0 HTTP/1.1" status: 204 len: 168 time: 1.9190850 Aug 19 12:19:12.989351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49862) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:13.011370 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56cc8f-a60c-48c4-a6d8-8c986f84527d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae10248e-711c-481d-abeb-4624233e86e0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:13.118121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-460649cb-f475-449c-9cfa-7b91850a5cef req-7bb1b07a-bf4b-414a-8018-b4fa5e970910 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] No DVR routers for this DVR port a6a0d9c8-617c-44b4-9d34-70144a638bfd on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:13.121272 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-460649cb-f475-449c-9cfa-7b91850a5cef req-7bb1b07a-bf4b-414a-8018-b4fa5e970910 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:13.124680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-460649cb-f475-449c-9cfa-7b91850a5cef req-7bb1b07a-bf4b-414a-8018-b4fa5e970910 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.52 "DELETE /v2.0/ports/a6a0d9c8-617c-44b4-9d34-70144a638bfd HTTP/1.1" status: 204 len: 173 time: 5.3911016 Aug 19 12:19:13.178496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2180d771-bef7-45c0-8e04-3fc6f7d7fbc0 req-e09a7e47-b0d4-4d15-8f28-8713292c8666 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496378 Aug 19 12:19:13.277804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-9a4a46ec-5de6-40d9-b774-9c4b2ab08742 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9821477 Aug 19 12:19:13.347242 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda1b066-6d23-4a97-99fa-1bb9c93093de x-openstack-request-id: req-bda1b066-6d23-4a97-99fa-1bb9c93093de {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:13.347242 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892c6ce0-dd93-4900-b9b6-5b5e1e1718af", "tag": "d66660b6-2123-4b84-ac42-d94f51527fb3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:13.347606 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bda1b066-6d23-4a97-99fa-1bb9c93093de {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:13.347852 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'tag': 'd66660b6-2123-4b84-ac42-d94f51527fb3', 'status': 'completed', 'code': 200} Aug 19 12:19:13.780943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f649eddb-abba-4546-a4c4-cae65d330b43', 'name': 'network-vif-deleted', 'tag': '1956659f-8900-487a-92f7-b1f69a80ca16'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:13.786159 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fb7794-69e9-4161-b96a-7731f157ddc6" -d '{"events": [{"server_uuid": "f649eddb-abba-4546-a4c4-cae65d330b43", "name": "network-vif-deleted", "tag": "1956659f-8900-487a-92f7-b1f69a80ca16"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:13.867024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24718f63-6493-46c2-a271-489e70b17973 req-688eb146-1213-4248-89c0-626bd458d8b5 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136180 Aug 19 12:19:13.905058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531cba71-d3bd-4f2b-8dec-d90fc87abd7a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:14.196663 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:14.320975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531cba71-d3bd-4f2b-8dec-d90fc87abd7a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:14.334923 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-531cba71-d3bd-4f2b-8dec-d90fc87abd7a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:14.337850 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e18b27-b0a9-49dc-a524-929453ff14e0 None None] Sync routers for ids ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:14.338785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005946-d290-4c11-ac1e-41aea25fc41a req-2cdb26cd-52e3-4e3d-b5ee-3f5906994043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:14.340917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5005946-d290-4c11-ac1e-41aea25fc41a req-2cdb26cd-52e3-4e3d-b5ee-3f5906994043 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 1094 time: 0.2872634 Aug 19 12:19:14.354833 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e18b27-b0a9-49dc-a524-929453ff14e0 None None] Routers {'8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:14.355704 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-51e18b27-b0a9-49dc-a524-929453ff14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:18:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:14.722048 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-51e18b27-b0a9-49dc-a524-929453ff14e0 None None] Set router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:15.183900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-012ca30a-cd73-4ead-95dc-17ecad1898fd req-a504135c-d846-4863-bfee-6df0e3c5b155 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ce37dd9-5ace-4efc-a20f-7933f6cba7cb HTTP/1.1" status: 200 len: 210 time: 0.0856609 Aug 19 12:19:15.186174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-531cba71-d3bd-4f2b-8dec-d90fc87abd7a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "PUT /v2.0/floatingips/0324e1b9-a846-4e73-866b-9befe83ca11d HTTP/1.1" status: 200 len: 992 time: 6.5323610 Aug 19 12:19:15.264990 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-51e18b27-b0a9-49dc-a524-929453ff14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:16:00Z', 'revision_number': 4, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '0324e1b9-a846-4e73-866b-9befe83ca11d', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'port_id': '8d15454d-0144-42da-9889-b9d3ccc516f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'mac_address': 'fa:16:3e:8f:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:24Z', 'updated_at': '2021-08-19T12:19:10Z', 'revision_number': 1, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbd8b6a-d06b-4716-96f3-ef69311c21d6', 'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'mac_address': 'fa:16:3e:12:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:10Z', 'revision_number': 5, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'subnets': [{'id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:15.305452 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e18b27-b0a9-49dc-a524-929453ff14e0 None None] Checking router: 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:15.315994 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e18b27-b0a9-49dc-a524-929453ff14e0 None None] Routers {'8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:15.316701 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-51e18b27-b0a9-49dc-a524-929453ff14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:18:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:15.349262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce37dd9-5ace-4efc-a20f-7933f6cba7cb', 'name': 'network-vif-deleted', 'tag': 'a6a0d9c8-617c-44b4-9d34-70144a638bfd'}, {'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '8d15454d-0144-42da-9889-b9d3ccc516f3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:15.353609 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4802b13-a380-4eb1-80b1-abae105c7b8a" -d '{"events": [{"server_uuid": "6ce37dd9-5ace-4efc-a20f-7933f6cba7cb", "name": "network-vif-deleted", "tag": "a6a0d9c8-617c-44b4-9d34-70144a638bfd"}, {"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "8d15454d-0144-42da-9889-b9d3ccc516f3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:15.359225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005946-d290-4c11-ac1e-41aea25fc41a req-bb6afe7f-813e-4e86-9423-b4b04a57daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:15.362357 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5005946-d290-4c11-ac1e-41aea25fc41a req-bb6afe7f-813e-4e86-9423-b4b04a57daa0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.9866319 Aug 19 12:19:15.434639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5005946-d290-4c11-ac1e-41aea25fc41a req-86e96b29-1e24-4441-b747-c87acca02149 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66660b6-2123-4b84-ac42-d94f51527fb3 HTTP/1.1" status: 200 len: 217 time: 0.0628362 Aug 19 12:19:15.492208 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df88995-d716-4979-ac44-11a38ed698c7 x-openstack-request-id: req-4df88995-d716-4979-ac44-11a38ed698c7 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:15.494657 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f649eddb-abba-4546-a4c4-cae65d330b43", "name": "network-vif-deleted", "tag": "1956659f-8900-487a-92f7-b1f69a80ca16", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:15.494893 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4df88995-d716-4979-ac44-11a38ed698c7 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:15.499319 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f649eddb-abba-4546-a4c4-cae65d330b43', 'name': 'network-vif-deleted', 'tag': '1956659f-8900-487a-92f7-b1f69a80ca16', 'status': 'completed', 'code': 200} Aug 19 12:19:15.504371 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:15.533877 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-51e18b27-b0a9-49dc-a524-929453ff14e0 None None] Set router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:15.584661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005946-d290-4c11-ac1e-41aea25fc41a req-2733d1c9-6ee1-44fb-9574-12a42b3e2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:15.590858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5005946-d290-4c11-ac1e-41aea25fc41a req-2733d1c9-6ee1-44fb-9574-12a42b3e2328 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.1486061 Aug 19 12:19:15.674495 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5005946-d290-4c11-ac1e-41aea25fc41a req-f0efbec0-69ac-4aa9-a576-c84b55543481 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752003 Aug 19 12:19:15.887117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d608ad2-c637-4f26-bc1e-7bc4a49fd775 req-d61912d8-8d14-4fb4-b690-09d37700dbc5 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:15.890422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d608ad2-c637-4f26-bc1e-7bc4a49fd775 req-d61912d8-8d14-4fb4-b690-09d37700dbc5 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.52 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 950 time: 0.2754660 Aug 19 12:19:15.988405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4ffb3-2f92-4ba5-853a-20d3c8c8be05 req-3d799a45-f794-4b06-b5ae-c7daf9003135 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:15.990688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94c4ffb3-2f92-4ba5-853a-20d3c8c8be05 req-3d799a45-f794-4b06-b5ae-c7daf9003135 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 950 time: 0.2212749 Aug 19 12:19:15.999375 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-51e18b27-b0a9-49dc-a524-929453ff14e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:16:00Z', 'revision_number': 4, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '0324e1b9-a846-4e73-866b-9befe83ca11d', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'port_id': '8d15454d-0144-42da-9889-b9d3ccc516f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'mac_address': 'fa:16:3e:8f:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:24Z', 'updated_at': '2021-08-19T12:19:10Z', 'revision_number': 1, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbd8b6a-d06b-4716-96f3-ef69311c21d6', 'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'mac_address': 'fa:16:3e:12:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:10Z', 'revision_number': 5, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'subnets': [{'id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:16.041339 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e18b27-b0a9-49dc-a524-929453ff14e0 None None] The sync data for ids ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'] in n-d-778732-8 is: [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:16:00Z', 'revision_number': 4, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '0324e1b9-a846-4e73-866b-9befe83ca11d', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'port_id': '8d15454d-0144-42da-9889-b9d3ccc516f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'mac_address': 'fa:16:3e:8f:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d63e31-d1fe-467a-855f-c43ff856758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:24Z', 'updated_at': '2021-08-19T12:19:10Z', 'revision_number': 1, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbd8b6a-d06b-4716-96f3-ef69311c21d6', 'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'mac_address': 'fa:16:3e:12:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:10Z', 'revision_number': 5, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'subnets': [{'id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:16.085649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5005946-d290-4c11-ac1e-41aea25fc41a req-a0752f3a-b1d9-4a3a-b613-8ca6a543f3c3 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026601 Aug 19 12:19:16.224616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94c4ffb3-2f92-4ba5-853a-20d3c8c8be05 req-4c7b2fc8-0949-4421-b83f-93d18a8ca9cc tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/security-groups?id=e604e0c9-aabc-4114-a5ec-c6fb05a1c865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178056 Aug 19 12:19:16.323297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5005946-d290-4c11-ac1e-41aea25fc41a req-fcf451d2-4c01-4ade-8b79-5fb544d94dd2 service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991127 Aug 19 12:19:16.330433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5d608ad2-c637-4f26-bc1e-7bc4a49fd775 req-58e06a6b-775d-4937-8b77-e3440ddbf21d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Deleting port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:16.331119 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d608ad2-c637-4f26-bc1e-7bc4a49fd775 req-58e06a6b-775d-4937-8b77-e3440ddbf21d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:16.472819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633e6a6-5daf-434c-b8fc-208f7c352d8a None None] New status for floating IP 0324e1b9-a846-4e73-866b-9befe83ca11d: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:19:16.514777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e4e52-f3e1-4d1f-8542-bc1112c0f45a req-00e7c8a1-8c12-4a20-848e-d4e14d8531f7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.517359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a38e4e52-f3e1-4d1f-8542-bc1112c0f45a req-00e7c8a1-8c12-4a20-848e-d4e14d8531f7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.1027632 Aug 19 12:19:16.599105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a38e4e52-f3e1-4d1f-8542-bc1112c0f45a req-7bd35d51-54fd-44b5-8740-51f2319cf308 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688858 Aug 19 12:19:16.636430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] Deleting port 8188c984-2269-4aa7-a79b-e18acd03ee6e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:16.637303 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:16.644471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d608ad2-c637-4f26-bc1e-7bc4a49fd775 req-58e06a6b-775d-4937-8b77-e3440ddbf21d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] For port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:16.645731 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d608ad2-c637-4f26-bc1e-7bc4a49fd775 req-58e06a6b-775d-4937-8b77-e3440ddbf21d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:16.738050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5d608ad2-c637-4f26-bc1e-7bc4a49fd775 req-58e06a6b-775d-4937-8b77-e3440ddbf21d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Calling delete_port for 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:16.892957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] For port 8188c984-2269-4aa7-a79b-e18acd03ee6e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8188c984-2269-4aa7-a79b-e18acd03ee6e,segment=NetworkSegment(3a16bd88-7dd3-4490-b29d-d730b467caf9),segment_id=3a16bd88-7dd3-4490-b29d-d730b467caf9)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:16.893468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:16.912606 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02b8ca8-4ad6-4f91-933c-c3b6b064c988 x-openstack-request-id: req-d02b8ca8-4ad6-4f91-933c-c3b6b064c988 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:16.912606 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce37dd9-5ace-4efc-a20f-7933f6cba7cb", "name": "network-vif-deleted", "tag": "a6a0d9c8-617c-44b4-9d34-70144a638bfd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "tag": "8d15454d-0144-42da-9889-b9d3ccc516f3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:16.912999 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d02b8ca8-4ad6-4f91-933c-c3b6b064c988 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:16.913670 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce37dd9-5ace-4efc-a20f-7933f6cba7cb', 'name': 'network-vif-deleted', 'tag': 'a6a0d9c8-617c-44b4-9d34-70144a638bfd', 'status': 'completed', 'code': 200} Aug 19 12:19:16.913938 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'tag': '8d15454d-0144-42da-9889-b9d3ccc516f3', 'status': 'completed', 'code': 200} Aug 19 12:19:16.928301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] Calling delete_port for 8188c984-2269-4aa7-a79b-e18acd03ee6e owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:17.079823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-b5190498-8894-4a10-a3ea-57261a078e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.080653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-b5190498-8894-4a10-a3ea-57261a078e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.081027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-b5190498-8894-4a10-a3ea-57261a078e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.081662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-b5190498-8894-4a10-a3ea-57261a078e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.082247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-b5190498-8894-4a10-a3ea-57261a078e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.082822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-b5190498-8894-4a10-a3ea-57261a078e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.083307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-b5190498-8894-4a10-a3ea-57261a078e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.085302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-b5190498-8894-4a10-a3ea-57261a078e31 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6491 time: 0.1301017 Aug 19 12:19:17.296232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49892) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:17.298721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-e421a1ba-7817-4399-908d-09937a1b1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.300555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-e421a1ba-7817-4399-908d-09937a1b1e27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba2269c4-ec6f-4475-935d-eb1eae834738 HTTP/1.1" status: 200 len: 913 time: 0.1942377 Aug 19 12:19:17.377819 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d608ad2-c637-4f26-bc1e-7bc4a49fd775 req-58e06a6b-775d-4937-8b77-e3440ddbf21d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.394535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['6653e1d9-6233-4baa-ab97-c5fbf6fd39b8'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:17.447479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f74e47d-bd11-4b5f-8052-df4980ba5362 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.458304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e06a6b-775d-4937-8b77-e3440ddbf21d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Pushing event deleted for resources: {'Port': ['ID=6653e1d9-6233-4baa-ab97-c5fbf6fd39b8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:17.468646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-071b1250-f4cd-4b68-9074-aea9ebf2a56f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d15454d-0144-42da-9889-b9d3ccc516f3 HTTP/1.1" status: 200 len: 1002 time: 0.1567504 Aug 19 12:19:17.544091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f74e47d-bd11-4b5f-8052-df4980ba5362 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.615809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-be285687-c373-4a74-9c20-9e6df1497fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.617348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-be285687-c373-4a74-9c20-9e6df1497fdb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fe76339-4820-45f9-a4ef-81b8085045b0 HTTP/1.1" status: 200 len: 851 time: 0.1206996 Aug 19 12:19:17.631862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d608ad2-c637-4f26-bc1e-7bc4a49fd775 req-58e06a6b-775d-4937-8b77-e3440ddbf21d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] No DVR routers for this DVR port 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:17.656551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f59279a-f1c4-45d2-a5c3-7738c7a06008 req-90381e24-25ff-4c54-9a65-884ebf7a9901 tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 210 time: 0.1202319 Aug 19 12:19:17.659772 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d608ad2-c637-4f26-bc1e-7bc4a49fd775 req-58e06a6b-775d-4937-8b77-e3440ddbf21d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.661806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d608ad2-c637-4f26-bc1e-7bc4a49fd775 req-58e06a6b-775d-4937-8b77-e3440ddbf21d tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.52 "DELETE /v2.0/ports/6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 HTTP/1.1" status: 204 len: 173 time: 1.7597582 Aug 19 12:19:17.729155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-146d0370-2757-438c-a0fc-cbaf5cf54fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.729581 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-146d0370-2757-438c-a0fc-cbaf5cf54fa7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba2269c4-ec6f-4475-935d-eb1eae834738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953958 Aug 19 12:19:17.739201 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.848302 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f74e47d-bd11-4b5f-8052-df4980ba5362 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.852187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f74e47d-bd11-4b5f-8052-df4980ba5362 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.856693 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4f74e47d-bd11-4b5f-8052-df4980ba5362 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "DELETE /v2.0/security-groups/876096a9-fe96-4f49-b9c1-fc5133435ec4 HTTP/1.1" status: 204 len: 168 time: 0.5575616 Aug 19 12:19:17.859908 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49906) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:17.867333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] Pushing event deleted for resources: {'Port': ['ID=8188c984-2269-4aa7-a79b-e18acd03ee6e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:17.913528 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-d3be55a6-fb0f-410b-a8a0-6623d33ed4f3 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] show failed (client error): The resource could not be found. Aug 19 12:19:17.915719 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d3be55a6-fb0f-410b-a8a0-6623d33ed4f3 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "GET /v2.0/security-groups/876096a9-fe96-4f49-b9c1-fc5133435ec4 HTTP/1.1" status: 404 len: 347 time: 0.0434732 Aug 19 12:19:17.924560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49908) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:18.002771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-86b77c3e-7825-45bd-8f3c-7645b9fc13f7 service neutron] 10.222.0.53 "GET /v2.0/networks/ba2269c4-ec6f-4475-935d-eb1eae834738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569509 Aug 19 12:19:18.095786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74e47d-bd11-4b5f-8052-df4980ba5362 tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876096a9-fe96-4f49-b9c1-fc5133435ec4,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:18.291743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-77c3b975-24a9-4e6b-b7bf-d72ccc9cbcef tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Deleting port 3ba45f1a-76f4-4a49-9ed9-2293d63467c7 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:18.293128 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77c3b975-24a9-4e6b-b7bf-d72ccc9cbcef tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.425151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc1974-54f4-42ed-9d3c-a3d6cd7ff390 req-bbcd2e91-f966-48b8-be2a-68b776ccfdd2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:18.437633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00bc1974-54f4-42ed-9d3c-a3d6cd7ff390 req-bbcd2e91-f966-48b8-be2a-68b776ccfdd2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.3705912 Aug 19 12:19:18.475855 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77c3b975-24a9-4e6b-b7bf-d72ccc9cbcef tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.476722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77c3b975-24a9-4e6b-b7bf-d72ccc9cbcef tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.490571 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.497107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4802b13-a380-4eb1-80b1-abae105c7b8a req-ec8a4287-292c-4541-bf45-04eca236bcb1 service neutron] 10.222.0.53 "GET /v2.0/networks/ba2269c4-ec6f-4475-935d-eb1eae834738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194028 Aug 19 12:19:18.501659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-77c3b975-24a9-4e6b-b7bf-d72ccc9cbcef tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Calling delete_port for 3ba45f1a-76f4-4a49-9ed9-2293d63467c7 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:18.558056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00bc1974-54f4-42ed-9d3c-a3d6cd7ff390 req-2f926f65-46ce-46de-8128-fa2e87964836 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189044 Aug 19 12:19:18.830882 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77c3b975-24a9-4e6b-b7bf-d72ccc9cbcef tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.873259 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3b975-24a9-4e6b-b7bf-d72ccc9cbcef tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Pushing event deleted for resources: {'Port': ['ID=3ba45f1a-76f4-4a49-9ed9-2293d63467c7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:18.939422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0604e18d-fddd-4fb7-a3f0-6d2139619d8d', 'name': 'network-vif-deleted', 'tag': '6653e1d9-6233-4baa-ab97-c5fbf6fd39b8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:18.944820 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ff1bca-9463-433b-ad75-593a6403819e" -d '{"events": [{"server_uuid": "0604e18d-fddd-4fb7-a3f0-6d2139619d8d", "name": "network-vif-deleted", "tag": "6653e1d9-6233-4baa-ab97-c5fbf6fd39b8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:19.007873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] Router bb85262d-a6a9-444f-829c-e23f22dc97e6 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:19.029666 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77c3b975-24a9-4e6b-b7bf-d72ccc9cbcef tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.033825 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77c3b975-24a9-4e6b-b7bf-d72ccc9cbcef tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.039356 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-77c3b975-24a9-4e6b-b7bf-d72ccc9cbcef tempest-ServersWithSpecificFlavorTestJSON-1136851480 tempest-ServersWithSpecificFlavorTestJSON-1136851480-project] 10.222.0.44 "DELETE /v2.0/floatingips/ee5b8ad5-44bf-411d-b647-8c85f2160257 HTTP/1.1" status: 204 len: 168 time: 1.1090870 Aug 19 12:19:19.186139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:19.199499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7887f023-0fa0-4d96-8614-0a1b5743d691 admin admin] 10.222.0.44 "PUT /v2.0/routers/bb85262d-a6a9-444f-829c-e23f22dc97e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1877236 Aug 19 12:19:19.199499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:19.205254 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cf66d-0d94-4505-9646-d63c6b7fd775 None None] Sync routers for ids ['bb85262d-a6a9-444f-829c-e23f22dc97e6'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:19.224821 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8cf66d-0d94-4505-9646-d63c6b7fd775 None None] Routers {'bb85262d-a6a9-444f-829c-e23f22dc97e6'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:19.226386 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ea8cf66d-0d94-4505-9646-d63c6b7fd775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:18:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bb85262d-a6a9-444f-829c-e23f22dc97e6'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:19.387325 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.493689 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5063872f-50e7-4efa-9f9e-15e8aa85bce8 x-openstack-request-id: req-5063872f-50e7-4efa-9f9e-15e8aa85bce8 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:19.494215 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0604e18d-fddd-4fb7-a3f0-6d2139619d8d", "name": "network-vif-deleted", "tag": "6653e1d9-6233-4baa-ab97-c5fbf6fd39b8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:19.494472 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5063872f-50e7-4efa-9f9e-15e8aa85bce8 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:19.494857 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0604e18d-fddd-4fb7-a3f0-6d2139619d8d', 'name': 'network-vif-deleted', 'tag': '6653e1d9-6233-4baa-ab97-c5fbf6fd39b8', 'status': 'completed', 'code': 200} Aug 19 12:19:19.545912 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ea8cf66d-0d94-4505-9646-d63c6b7fd775 None None] Set router bb85262d-a6a9-444f-829c-e23f22dc97e6 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:19.546703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf91a4fa-37f4-44b7-847f-3559ca41f7a2 req-67967e2a-aeee-4298-907b-7cf3230c37fa tempest-ImagesNegativeTestJSON-1774635754 tempest-ImagesNegativeTestJSON-1774635754-project] 10.222.0.44 "GET /v2.0/ports?device_id=0604e18d-fddd-4fb7-a3f0-6d2139619d8d HTTP/1.1" status: 200 len: 210 time: 0.0673764 Aug 19 12:19:19.598569 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.802026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5bcea-bb55-4a06-9264-c54f4c6dc833 req-bff95e5d-04a1-4b87-bf03-89a10d87a09a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.804724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cb5bcea-bb55-4a06-9264-c54f4c6dc833 req-bff95e5d-04a1-4b87-bf03-89a10d87a09a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 950 time: 0.1428411 Aug 19 12:19:19.875095 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ea8cf66d-0d94-4505-9646-d63c6b7fd775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-router', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:19:17Z', 'revision_number': 5, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'gw_port': {'id': 'fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:48Z', 'updated_at': '2021-08-19T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:19.906312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cb5bcea-bb55-4a06-9264-c54f4c6dc833 req-603802bf-02c0-4478-a458-66b8fa89101a tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942302 Aug 19 12:19:19.913793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Deleting port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:19.913793 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.933326 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cf66d-0d94-4505-9646-d63c6b7fd775 None None] Checking router: bb85262d-a6a9-444f-829c-e23f22dc97e6 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:19.945853 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8cf66d-0d94-4505-9646-d63c6b7fd775 None None] Routers {'bb85262d-a6a9-444f-829c-e23f22dc97e6'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:19.946736 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ea8cf66d-0d94-4505-9646-d63c6b7fd775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:18:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bb85262d-a6a9-444f-829c-e23f22dc97e6'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:20.104652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] For port fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:20.105460 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.152798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb4d91-3d0a-4b1f-9e57-231b29cdc041 req-46988f9f-9c6d-450a-a1b8-f28f14b362a5 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.155366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-61fb4d91-3d0a-4b1f-9e57-231b29cdc041 req-46988f9f-9c6d-450a-a1b8-f28f14b362a5 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.1187942 Aug 19 12:19:20.161940 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ea8cf66d-0d94-4505-9646-d63c6b7fd775 None None] Set router bb85262d-a6a9-444f-829c-e23f22dc97e6 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:20.167254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Calling delete_port for fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:20.258456 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ea8cf66d-0d94-4505-9646-d63c6b7fd775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-router', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:19:19Z', 'revision_number': 6, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:20.295128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-61fb4d91-3d0a-4b1f-9e57-231b29cdc041 req-0f3f4d20-f93c-44ec-a497-56ee47938b38 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251600 Aug 19 12:19:20.328189 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cf66d-0d94-4505-9646-d63c6b7fd775 None None] The sync data for ids ['bb85262d-a6a9-444f-829c-e23f22dc97e6'] in n-d-778732-8 is: [{'id': 'bb85262d-a6a9-444f-829c-e23f22dc97e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-696017036-router', 'tenant_id': 'c3c1e910e5654b45bdaec17d79885036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:19:19Z', 'revision_number': 6, 'project_id': 'c3c1e910e5654b45bdaec17d79885036', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:20.387297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:20.412822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:20.413163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6653e1d9-6233-4baa-ab97-c5fbf6fd39b8 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:20.607314 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.660021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:20.814962 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.975967 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50006) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:21.147179 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0084069a-a759-4288-b296-785fca18146d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.484327 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.487951 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.589742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df587448-3abd-428a-a493-3cafccf5b2a1 req-46f1bc42-e664-47ae-8709-26c20f8bb6d1 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:21.591326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df587448-3abd-428a-a493-3cafccf5b2a1 req-46f1bc42-e664-47ae-8709-26c20f8bb6d1 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 950 time: 0.2753763 Aug 19 12:19:21.602450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22bb4ed-c8ac-46c5-85b2-f592a49edb76 req-6a133190-4728-4550-bdb8-55c87aab97a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2850535 Aug 19 12:19:21.624872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088176ba-c09a-4b30-9c71-6edd432840d3 req-5441a565-2670-45ca-a81b-9ef37d96299e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:21.627259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-088176ba-c09a-4b30-9c71-6edd432840d3 req-5441a565-2670-45ca-a81b-9ef37d96299e tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 950 time: 0.3088315 Aug 19 12:19:21.716192 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.716745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb85262d-a6a9-444f-829c-e23f22dc97e6 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:19:21.732792 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.734564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b9493c39-3076-4e72-9207-a75eb7e3aae8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bb85262d-a6a9-444f-829c-e23f22dc97e6 HTTP/1.1" status: 204 len: 168 time: 2.5345345 Aug 19 12:19:21.745143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:21.831933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-088176ba-c09a-4b30-9c71-6edd432840d3 req-6c23b8a2-e41f-4216-a991-8ca0c5ac47c6 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656549 Aug 19 12:19:21.881314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bb4ed-c8ac-46c5-85b2-f592a49edb76 req-d634a161-2fe7-49a7-a654-05f12a385c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:21.885647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22bb4ed-c8ac-46c5-85b2-f592a49edb76 req-d634a161-2fe7-49a7-a654-05f12a385c06 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 1095 time: 0.2299159 Aug 19 12:19:21.969734 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.990457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a327c0e4-b337-4921-a3d6-a32420a3d275 admin admin] Deleting subnet e30284ba-895f-4571-b72b-670ad333c707 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:22.004115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:22.051895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:22.052602 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fb96afd6-48f6-4cf0-93ee-9f3d176c2ef3 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:22.053191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8188c984-2269-4aa7-a79b-e18acd03ee6e no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:22.115542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8188c984-2269-4aa7-a79b-e18acd03ee6e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:22.116184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8188c984-2269-4aa7-a79b-e18acd03ee6e not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:22.158470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a327c0e4-b337-4921-a3d6-a32420a3d275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.276934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-df587448-3abd-428a-a493-3cafccf5b2a1 req-41853515-f67b-4904-a47c-c2536de6743d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Deleting port d2709a5a-7dbe-4843-8fe7-a99a1915d124 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:22.277451 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df587448-3abd-428a-a493-3cafccf5b2a1 req-41853515-f67b-4904-a47c-c2536de6743d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.350595 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a327c0e4-b337-4921-a3d6-a32420a3d275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.409512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baacd78-b920-44f0-895c-05f3f7508260 req-425400eb-e67b-4033-b94e-7eec473b7d83 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.418429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8baacd78-b920-44f0-895c-05f3f7508260 req-425400eb-e67b-4033-b94e-7eec473b7d83 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.2812080 Aug 19 12:19:22.441767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bb4ed-c8ac-46c5-85b2-f592a49edb76 req-71bd91ba-c143-426d-a0fb-a770f7ac38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.443378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22bb4ed-c8ac-46c5-85b2-f592a49edb76 req-71bd91ba-c143-426d-a0fb-a770f7ac38ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.4963622 Aug 19 12:19:22.577677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22bb4ed-c8ac-46c5-85b2-f592a49edb76 req-c2f90b6e-016f-43e2-b5fe-a70e99d5e569 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a HTTP/1.1" status: 200 len: 217 time: 0.1214099 Aug 19 12:19:22.668285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-df587448-3abd-428a-a493-3cafccf5b2a1 req-41853515-f67b-4904-a47c-c2536de6743d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] For port d2709a5a-7dbe-4843-8fe7-a99a1915d124, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d2709a5a-7dbe-4843-8fe7-a99a1915d124,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:22.668580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df587448-3abd-428a-a493-3cafccf5b2a1 req-41853515-f67b-4904-a47c-c2536de6743d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.707202 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8baacd78-b920-44f0-895c-05f3f7508260 req-18f230ad-1383-433f-ae16-f9ca2ea93d61 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886763 Aug 19 12:19:22.729876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-df587448-3abd-428a-a493-3cafccf5b2a1 req-41853515-f67b-4904-a47c-c2536de6743d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Calling delete_port for d2709a5a-7dbe-4843-8fe7-a99a1915d124 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:22.741599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a327c0e4-b337-4921-a3d6-a32420a3d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.830687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bb4ed-c8ac-46c5-85b2-f592a49edb76 req-618ba1e5-e80c-4108-a949-b1757d96cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.831700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22bb4ed-c8ac-46c5-85b2-f592a49edb76 req-618ba1e5-e80c-4108-a949-b1757d96cc35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.2159946 Aug 19 12:19:22.839698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] Deleting port 8f8c98a4-d468-4087-9005-f56e074c2339 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:22.840832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.899784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22bb4ed-c8ac-46c5-85b2-f592a49edb76 req-3d27c7bf-8313-4a0e-8613-776c9bb99798 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542967 Aug 19 12:19:22.916200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:22.916380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device d66660b6-2123-4b84-ac42-d94f51527fb3 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:23.056946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d66660b6-2123-4b84-ac42-d94f51527fb3,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:23.072612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device d2709a5a-7dbe-4843-8fe7-a99a1915d124 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:23.107177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] For port 8f8c98a4-d468-4087-9005-f56e074c2339, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8f8c98a4-d468-4087-9005-f56e074c2339,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:23.107796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.131782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] Calling delete_port for 8f8c98a4-d468-4087-9005-f56e074c2339 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:23.140633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'd66660b6-2123-4b84-ac42-d94f51527fb3', 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170', 'port_id': 'd66660b6-2123-4b84-ac42-d94f51527fb3', 'mac_address': 'fa:16:3e:71:14:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c482f8-1562-43b0-8092-ba31c52b6fcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:23.205599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a327c0e4-b337-4921-a3d6-a32420a3d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.212335 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.246326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66660b6-2123-4b84-ac42-d94f51527fb3 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:23.274099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d66660b6-2123-4b84-ac42-d94f51527fb3,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:23.317518 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.367582 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a327c0e4-b337-4921-a3d6-a32420a3d275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.372878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a327c0e4-b337-4921-a3d6-a32420a3d275 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e30284ba-895f-4571-b72b-670ad333c707 HTTP/1.1" status: 204 len: 168 time: 1.6242073 Aug 19 12:19:23.373197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50068) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:23.374985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff9375d-e8e0-43d9-91db-fb027b029c8e None None] Network 340f1e5c-2bd8-49d2-859b-c4e798fdab14 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:23.382636 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327c0e4-b337-4921-a3d6-a32420a3d275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30284ba-895f-4571-b72b-670ad333c707,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:23.452157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22bb4ed-c8ac-46c5-85b2-f592a49edb76 req-77b4fa0a-fec3-45b9-b1e6-dc56d3e6aae1 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332887 Aug 19 12:19:23.467558 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.479986 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.480271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cdb91-b239-415f-b957-88672cb03d03 req-027dbab5-a8c0-4c0e-9dce-386661160fde tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.482046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c51cdb91-b239-415f-b957-88672cb03d03 req-027dbab5-a8c0-4c0e-9dce-386661160fde tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 950 time: 0.4013271 Aug 19 12:19:23.562389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Deleting port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:23.563495 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.580760 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.596535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df587448-3abd-428a-a493-3cafccf5b2a1 req-41853515-f67b-4904-a47c-c2536de6743d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.628808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-611b4bc2-290e-47f8-af2e-4af4417d544d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a17e57de961445e9df4a371164bc2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7181287 Aug 19 12:19:23.641798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50070) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:23.693886 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8c98a4-d468-4087-9005-f56e074c2339,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:23.708367 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41853515-f67b-4904-a47c-c2536de6743d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Pushing event deleted for resources: {'Port': ['ID=d2709a5a-7dbe-4843-8fe7-a99a1915d124,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:23.737173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-64c46f41-05e2-4343-84d4-4bed48926c1a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.744858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-64c46f41-05e2-4343-84d4-4bed48926c1a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 804 time: 0.4683335 Aug 19 12:19:23.770848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c51cdb91-b239-415f-b957-88672cb03d03 req-e3697e51-0142-4c1e-bd88-797d5788d7b2 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb2bf36a-9d60-4580-ad4e-9184773ce247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695522 Aug 19 12:19:23.788679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] For port 0665498a-fdcd-4a67-b069-9aa35b54dfb7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0665498a-fdcd-4a67-b069-9aa35b54dfb7,segment=NetworkSegment(3a16bd88-7dd3-4490-b29d-d730b467caf9),segment_id=3a16bd88-7dd3-4490-b29d-d730b467caf9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:23.789058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.809985 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Calling delete_port for 0665498a-fdcd-4a67-b069-9aa35b54dfb7 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:23.928935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-0134c0a8-78f2-4a64-b60b-4ea0ff44717c tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/quotas/4b8f3377ed934a89985dae58e48d8c91 HTTP/1.1" status: 200 len: 375 time: 0.1828616 Aug 19 12:19:23.934252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=d66660b6-2123-4b84-ac42-d94f51527fb3,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:23.946924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-df587448-3abd-428a-a493-3cafccf5b2a1 req-41853515-f67b-4904-a47c-c2536de6743d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] No DVR routers for this DVR port d2709a5a-7dbe-4843-8fe7-a99a1915d124 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:23.962856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 41fdb8ce-aad6-49e7-a360-66d73b8576d8 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:23.967408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d66660b6-2123-4b84-ac42-d94f51527fb3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:23.969553 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df587448-3abd-428a-a493-3cafccf5b2a1 req-41853515-f67b-4904-a47c-c2536de6743d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.971826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df587448-3abd-428a-a493-3cafccf5b2a1 req-41853515-f67b-4904-a47c-c2536de6743d tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.53 "DELETE /v2.0/ports/d2709a5a-7dbe-4843-8fe7-a99a1915d124 HTTP/1.1" status: 204 len: 173 time: 2.3622873 Aug 19 12:19:23.983241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22bb4ed-c8ac-46c5-85b2-f592a49edb76 req-79e7dd62-2dea-4ee3-87fb-5ba6dd418506 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141418 Aug 19 12:19:23.983726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902e4541-4ea0-42ac-a30e-ce429d08cb88', 'name': 'network-vif-deleted', 'tag': 'd2709a5a-7dbe-4843-8fe7-a99a1915d124'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:23.990253 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ae7342-de56-4bd0-a17b-4d2108f49381" -d '{"events": [{"server_uuid": "902e4541-4ea0-42ac-a30e-ce429d08cb88", "name": "network-vif-deleted", "tag": "d2709a5a-7dbe-4843-8fe7-a99a1915d124"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:24.049550 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-669a8339-0b59-4aed-9040-55a455a14cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.068460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.121552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-7f662338-0d03-47e6-aab7-89b6a3bc16e1 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1905940 Aug 19 12:19:24.144041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-669a8339-0b59-4aed-9040-55a455a14cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.186416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7006c24-7c7a-4292-8174-cf98140c1e11 None None] DHCP port deletion for 340f1e5c-2bd8-49d2-859b-c4e798fdab14 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:24.335056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56935d2-f3c3-4852-9944-60811aa545a1 req-08398d89-32b9-435c-a050-c0039f6c6cb7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.353706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f56935d2-f3c3-4852-9944-60811aa545a1 req-08398d89-32b9-435c-a050-c0039f6c6cb7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 944 time: 0.2253022 Aug 19 12:19:24.372502 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.440203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-c308e522-500c-4987-bbb9-0a2e335fe6d4 service neutron] 10.222.0.44 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992063 Aug 19 12:19:24.444200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.448495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41fdb8ce-aad6-49e7-a360-66d73b8576d8'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:24.451447 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df78d2f6-ea3c-4af5-81a0-ee3b4d3a914f" -d '{"events": [{"server_uuid": "9c544d88-40c5-448b-84ea-982e9b70aa08", "name": "network-vif-unplugged", "status": "completed", "tag": "41fdb8ce-aad6-49e7-a360-66d73b8576d8"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:24.484194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 41fdb8ce-aad6-49e7-a360-66d73b8576d8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=41fdb8ce-aad6-49e7-a360-66d73b8576d8,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:24.500384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f7006c24-7c7a-4292-8174-cf98140c1e11 None None] Deleting port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:24.500860 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f7006c24-7c7a-4292-8174-cf98140c1e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.537069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f56935d2-f3c3-4852-9944-60811aa545a1 req-32ab336b-bcca-46dc-a494-7235693e0690 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794319 Aug 19 12:19:24.597877 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-669a8339-0b59-4aed-9040-55a455a14cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.603945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-669a8339-0b59-4aed-9040-55a455a14cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.606167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-669a8339-0b59-4aed-9040-55a455a14cb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e604e0c9-aabc-4114-a5ec-c6fb05a1c865 HTTP/1.1" status: 204 len: 168 time: 0.9292374 Aug 19 12:19:24.621220 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.631949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f7006c24-7c7a-4292-8174-cf98140c1e11 None None] For port 0665498a-fdcd-4a67-b069-9aa35b54dfb7, host n-d-778732-8, got binding levels [] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:24.632196 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f7006c24-7c7a-4292-8174-cf98140c1e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.669351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] No DVR routers for this DVR port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:24.679529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f7006c24-7c7a-4292-8174-cf98140c1e11 None None] Calling delete_port for 0665498a-fdcd-4a67-b069-9aa35b54dfb7 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:24.693431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Pushing event deleted for resources: {'Port': ['ID=0665498a-fdcd-4a67-b069-9aa35b54dfb7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:24.693739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.ipam_backend_mixin [None req-f7006c24-7c7a-4292-8174-cf98140c1e11 None None] Port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 was not found and therefore no delete operation was performed {{(pid=95662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:19:24.698711 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f7006c24-7c7a-4292-8174-cf98140c1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.701844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a8339-0b59-4aed-9040-55a455a14cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e604e0c9-aabc-4114-a5ec-c6fb05a1c865,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:24.712462 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cd6816-1f6f-4c7d-bcad-a1dca64900ed x-openstack-request-id: req-65cd6816-1f6f-4c7d-bcad-a1dca64900ed {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:24.712598 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902e4541-4ea0-42ac-a30e-ce429d08cb88", "name": "network-vif-deleted", "tag": "d2709a5a-7dbe-4843-8fe7-a99a1915d124", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:24.712767 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65cd6816-1f6f-4c7d-bcad-a1dca64900ed {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:24.713192 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902e4541-4ea0-42ac-a30e-ce429d08cb88', 'name': 'network-vif-deleted', 'tag': 'd2709a5a-7dbe-4843-8fe7-a99a1915d124', 'status': 'completed', 'code': 200} Aug 19 12:19:24.733581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=41fdb8ce-aad6-49e7-a360-66d73b8576d8,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:24.760181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7006c24-7c7a-4292-8174-cf98140c1e11 None None] No DVR routers for this DVR port 0665498a-fdcd-4a67-b069-9aa35b54dfb7 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:24.791636 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] Router 4f803fa7-4ed6-49b2-9272-933983369041 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:24.798328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7006c24-7c7a-4292-8174-cf98140c1e11 None None] Pushing event deleted for resources: {'Port': ['ID=0665498a-fdcd-4a67-b069-9aa35b54dfb7,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:24.830061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-9faddb90-5c11-4ff8-93eb-2cb526bfeb89 service neutron] 10.222.0.44 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133998 Aug 19 12:19:24.850370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032083bd-7b9a-48d8-a3e3-5ee3a26256fc req-fffd9f18-1ae8-48db-942d-d3dd2c6598ce tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.852508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-032083bd-7b9a-48d8-a3e3-5ee3a26256fc req-fffd9f18-1ae8-48db-942d-d3dd2c6598ce tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c544d88-40c5-448b-84ea-982e9b70aa08 HTTP/1.1" status: 200 len: 945 time: 0.3137972 Aug 19 12:19:24.873685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.050738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340f1e5c-2bd8-49d2-859b-c4e798fdab14']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:25.068999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a16bd88-7dd3-4490-b29d-d730b467caf9') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:25.069664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a16bd88-7dd3-4490-b29d-d730b467caf9') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:25.085469 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.097292 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acddd7f6-ce5e-4421-9500-a39915af7064 x-openstack-request-id: req-acddd7f6-ce5e-4421-9500-a39915af7064 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:25.102292 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c544d88-40c5-448b-84ea-982e9b70aa08", "name": "network-vif-unplugged", "status": "completed", "tag": "41fdb8ce-aad6-49e7-a360-66d73b8576d8", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:25.102292 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acddd7f6-ce5e-4421-9500-a39915af7064 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:25.102292 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41fdb8ce-aad6-49e7-a360-66d73b8576d8', 'code': 200} Aug 19 12:19:25.115588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.120689 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:25.130853 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b2ad3860-4180-4e79-81f5-7b1b616da8fa admin admin] 10.222.0.44 "PUT /v2.0/routers/4f803fa7-4ed6-49b2-9272-933983369041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1519668 Aug 19 12:19:25.134193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:25.134613 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:25.136716 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:25.143460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50088) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:25.155618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f297730-e217-46a0-ae27-fabd423039ae None None] Sync routers for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:25.175434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f297730-e217-46a0-ae27-fabd423039ae None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:25.176363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5f297730-e217-46a0-ae27-fabd423039ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:18:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:25.177792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-032083bd-7b9a-48d8-a3e3-5ee3a26256fc req-6f7cef44-c29e-4285-949c-4ea3481b1cfb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Deleting port 41fdb8ce-aad6-49e7-a360-66d73b8576d8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:25.178042 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-032083bd-7b9a-48d8-a3e3-5ee3a26256fc req-6f7cef44-c29e-4285-949c-4ea3481b1cfb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.481674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f92c046-4f3f-4e5b-ba7d-13f29c20f340 req-540e53c4-9926-4e6d-b68c-ee47d234f1d6 tempest-ServersOnMultiNodesTest-1085521610 tempest-ServersOnMultiNodesTest-1085521610-project] 10.222.0.44 "GET /v2.0/ports?device_id=902e4541-4ea0-42ac-a30e-ce429d08cb88 HTTP/1.1" status: 200 len: 210 time: 0.1510911 Aug 19 12:19:25.553113 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.556052 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.610621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d15d75fc-5fd6-4fa8-b7e3-3751ccfb4088 req-e3ab950d-8c5f-49d9-9485-0deac25a3cbb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 210 time: 0.1847687 Aug 19 12:19:25.614486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.616026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-032083bd-7b9a-48d8-a3e3-5ee3a26256fc req-6f7cef44-c29e-4285-949c-4ea3481b1cfb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] For port 41fdb8ce-aad6-49e7-a360-66d73b8576d8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=41fdb8ce-aad6-49e7-a360-66d73b8576d8,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:25.616403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-032083bd-7b9a-48d8-a3e3-5ee3a26256fc req-6f7cef44-c29e-4285-949c-4ea3481b1cfb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.616741 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] 10.222.0.44 "DELETE /v2.0/networks/340f1e5c-2bd8-49d2-859b-c4e798fdab14 HTTP/1.1" status: 204 len: 168 time: 2.2424560 Aug 19 12:19:25.661800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e580e-9f9d-4109-9017-341b56e09110 admin admin] Pushing event deleted for resources: {'Network': ['ID=340f1e5c-2bd8-49d2-859b-c4e798fdab14,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:25.689503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-032083bd-7b9a-48d8-a3e3-5ee3a26256fc req-6f7cef44-c29e-4285-949c-4ea3481b1cfb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Calling delete_port for 41fdb8ce-aad6-49e7-a360-66d73b8576d8 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:25.763078 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.785615 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4afebf6-2096-4574-a9fc-a8c2a7e25a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.796986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5f297730-e217-46a0-ae27-fabd423039ae None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:25.927962 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.931984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4805da1-04be-40b4-95c3-2aa7f89ddd75 req-611b4f9a-82a9-4b6d-9cc7-cc3ce61972e2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:25.943258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f4805da1-04be-40b4-95c3-2aa7f89ddd75 req-611b4f9a-82a9-4b6d-9cc7-cc3ce61972e2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 944 time: 0.1845722 Aug 19 12:19:26.003941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0665498a-fdcd-4a67-b069-9aa35b54dfb7 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:26.038435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 0665498a-fdcd-4a67-b069-9aa35b54dfb7 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:26.038673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0665498a-fdcd-4a67-b069-9aa35b54dfb7 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:26.076511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f4805da1-04be-40b4-95c3-2aa7f89ddd75 req-e42d7599-1bf4-4a80-a216-198addc37064 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255243 Aug 19 12:19:26.146116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Deleting port 683e2408-36c4-46cc-a09c-fab059670cb2 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:26.146723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.169242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5f297730-e217-46a0-ae27-fabd423039ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:19:23Z', 'revision_number': 5, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port': {'id': '683e2408-36c4-46cc-a09c-fab059670cb2', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f803fa7-4ed6-49b2-9272-933983369041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:39Z', 'updated_at': '2021-08-19T12:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:26.199055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f297730-e217-46a0-ae27-fabd423039ae None None] Checking router: 4f803fa7-4ed6-49b2-9272-933983369041 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:26.212027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f297730-e217-46a0-ae27-fabd423039ae None None] Routers {'4f803fa7-4ed6-49b2-9272-933983369041'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:26.213176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5f297730-e217-46a0-ae27-fabd423039ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4f803fa7-4ed6-49b2-9272-933983369041'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:26.276713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] For port 683e2408-36c4-46cc-a09c-fab059670cb2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=683e2408-36c4-46cc-a09c-fab059670cb2,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:26.277106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.292620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Calling delete_port for 683e2408-36c4-46cc-a09c-fab059670cb2 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:26.336868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5f297730-e217-46a0-ae27-fabd423039ae None None] Set router 4f803fa7-4ed6-49b2-9272-933983369041 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:26.436750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5f297730-e217-46a0-ae27-fabd423039ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:19:25Z', 'revision_number': 6, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:26.466502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f297730-e217-46a0-ae27-fabd423039ae None None] The sync data for ids ['4f803fa7-4ed6-49b2-9272-933983369041'] in n-d-778732-8 is: [{'id': '4f803fa7-4ed6-49b2-9272-933983369041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1137689959-router', 'tenant_id': '6c44bdd34b864300bc10e00029e58457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:38Z', 'updated_at': '2021-08-19T12:19:25Z', 'revision_number': 6, 'project_id': '6c44bdd34b864300bc10e00029e58457', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:26.720705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09cd97bc-f0e3-4ab6-ac8b-8051b88660e8 req-273853a1-b438-42b9-b818-d382136c0fea tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 210 time: 0.0295660 Aug 19 12:19:26.951753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device d66660b6-2123-4b84-ac42-d94f51527fb3 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:27.225099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port d66660b6-2123-4b84-ac42-d94f51527fb3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:27.225326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.226914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-032083bd-7b9a-48d8-a3e3-5ee3a26256fc req-6f7cef44-c29e-4285-949c-4ea3481b1cfb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.231985 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.238738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port d66660b6-2123-4b84-ac42-d94f51527fb3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:27.242994 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.246963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3b722-444f-4491-84a1-cd54d6f4384f req-e0936a28-fee4-4fd1-8436-f4298a9a9c1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:27.255025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65a3b722-444f-4491-84a1-cd54d6f4384f req-e0936a28-fee4-4fd1-8436-f4298a9a9c1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 944 time: 0.0800147 Aug 19 12:19:27.290050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Pushing event deleted for resources: {'Port': ['ID=683e2408-36c4-46cc-a09c-fab059670cb2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:27.304404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cef44-c29e-4285-949c-4ea3481b1cfb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Pushing event deleted for resources: {'Port': ['ID=41fdb8ce-aad6-49e7-a360-66d73b8576d8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:27.352820 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.386114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66660b6-2123-4b84-ac42-d94f51527fb3'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:27.388925 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f220fc2-6d13-4c53-8454-51e63fb81893" -d '{"events": [{"server_uuid": "892c6ce0-dd93-4900-b9b6-5b5e1e1718af", "name": "network-vif-plugged", "status": "completed", "tag": "d66660b6-2123-4b84-ac42-d94f51527fb3"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:27.391278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-032083bd-7b9a-48d8-a3e3-5ee3a26256fc req-6f7cef44-c29e-4285-949c-4ea3481b1cfb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] No DVR routers for this DVR port 41fdb8ce-aad6-49e7-a360-66d73b8576d8 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:27.402293 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-032083bd-7b9a-48d8-a3e3-5ee3a26256fc req-6f7cef44-c29e-4285-949c-4ea3481b1cfb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.404795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-032083bd-7b9a-48d8-a3e3-5ee3a26256fc req-6f7cef44-c29e-4285-949c-4ea3481b1cfb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.53 "DELETE /v2.0/ports/41fdb8ce-aad6-49e7-a360-66d73b8576d8 HTTP/1.1" status: 204 len: 173 time: 2.5400298 Aug 19 12:19:27.405807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'name': 'network-vif-deleted', 'tag': '41fdb8ce-aad6-49e7-a360-66d73b8576d8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:27.408633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d66660b6-2123-4b84-ac42-d94f51527fb3,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:27.416268 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd67cb4-fc0c-4383-b6b0-c66a6c300e2f" -d '{"events": [{"server_uuid": "9c544d88-40c5-448b-84ea-982e9b70aa08", "name": "network-vif-deleted", "tag": "41fdb8ce-aad6-49e7-a360-66d73b8576d8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:27.420192 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.435111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65a3b722-444f-4491-84a1-cd54d6f4384f req-b234debf-432d-4623-99db-f552b4f64ab2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751094 Aug 19 12:19:27.450793 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5edf26-056a-4b93-8599-149e20b5fb53 x-openstack-request-id: req-ab5edf26-056a-4b93-8599-149e20b5fb53 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:27.451167 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892c6ce0-dd93-4900-b9b6-5b5e1e1718af", "name": "network-vif-plugged", "status": "completed", "tag": "d66660b6-2123-4b84-ac42-d94f51527fb3", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:27.451355 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab5edf26-056a-4b93-8599-149e20b5fb53 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:27.451794 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66660b6-2123-4b84-ac42-d94f51527fb3', 'code': 200} Aug 19 12:19:27.494563 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69389320-729b-4d0d-b5b1-c00053bc4011 x-openstack-request-id: req-69389320-729b-4d0d-b5b1-c00053bc4011 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:27.494938 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c544d88-40c5-448b-84ea-982e9b70aa08", "name": "network-vif-deleted", "tag": "41fdb8ce-aad6-49e7-a360-66d73b8576d8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:27.495110 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69389320-729b-4d0d-b5b1-c00053bc4011 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:27.498693 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c544d88-40c5-448b-84ea-982e9b70aa08', 'name': 'network-vif-deleted', 'tag': '41fdb8ce-aad6-49e7-a360-66d73b8576d8', 'status': 'completed', 'code': 200} Aug 19 12:19:27.513136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50134) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:27.523204 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.524554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 41fdb8ce-aad6-49e7-a360-66d73b8576d8 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:27.584559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.595215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.612403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 41fdb8ce-aad6-49e7-a360-66d73b8576d8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:27.613333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 41fdb8ce-aad6-49e7-a360-66d73b8576d8 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:27.637673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2ffd2f21-ccdb-4c4b-8482-cb24fa5d0c39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b66c46f632d4b24925234b8e460562e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210704 Aug 19 12:19:27.640268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50136) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:27.676667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384bd93-a38c-4e9f-b676-d8dd686692b4 req-77bc082d-2831-4b00-b04c-088d6306f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:27.678945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b384bd93-a38c-4e9f-b676-d8dd686692b4 req-77bc082d-2831-4b00-b04c-088d6306f2d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 1096 time: 0.1234791 Aug 19 12:19:27.686648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=d66660b6-2123-4b84-ac42-d94f51527fb3,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:27.767851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b384bd93-a38c-4e9f-b676-d8dd686692b4 req-351b64f7-bd95-4322-9a68-4442adc5a787 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653043 Aug 19 12:19:27.780481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bca7cb5-9744-4c7b-a566-47d8b78d3cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.818569 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bca7cb5-9744-4c7b-a566-47d8b78d3cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.889609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d4f261-11ec-49ba-9dd0-7a7c51658406 req-3f0df47a-36b1-4545-a912-a72adaca7898 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 210 time: 0.0523639 Aug 19 12:19:27.916917 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.924422 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f803fa7-4ed6-49b2-9272-933983369041 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:19:27.924422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.925995 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bea8280e-79bc-4896-8db8-c4e807a94775 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4f803fa7-4ed6-49b2-9272-933983369041 HTTP/1.1" status: 204 len: 168 time: 2.7871237 Aug 19 12:19:27.928695 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50142) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:27.973479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8f8c98a4-d468-4087-9005-f56e074c2339 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:28.006164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8f8c98a4-d468-4087-9005-f56e074c2339 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:28.006652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8f8c98a4-d468-4087-9005-f56e074c2339 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:28.007303 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 683e2408-36c4-46cc-a09c-fab059670cb2 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:28.028283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-38346a10-5915-4991-92f8-c38635a72a4f admin admin] Deleting subnet 5f3e3898-0ce2-4aa6-824e-c59816795177 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:28.044192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 683e2408-36c4-46cc-a09c-fab059670cb2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:28.045101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 683e2408-36c4-46cc-a09c-fab059670cb2 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:28.045246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38346a10-5915-4991-92f8-c38635a72a4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.127724 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bca7cb5-9744-4c7b-a566-47d8b78d3cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.130599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bca7cb5-9744-4c7b-a566-47d8b78d3cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.132057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8bca7cb5-9744-4c7b-a566-47d8b78d3cab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e3d5259-f705-4886-bf65-54978c60ef55 HTTP/1.1" status: 204 len: 168 time: 0.4905195 Aug 19 12:19:28.139244 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38346a10-5915-4991-92f8-c38635a72a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.146278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca7cb5-9744-4c7b-a566-47d8b78d3cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d5259-f705-4886-bf65-54978c60ef55,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:28.239018 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38346a10-5915-4991-92f8-c38635a72a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.263250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50154) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:28.478603 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38346a10-5915-4991-92f8-c38635a72a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.540378 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38346a10-5915-4991-92f8-c38635a72a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.545307 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-38346a10-5915-4991-92f8-c38635a72a4f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5f3e3898-0ce2-4aa6-824e-c59816795177 HTTP/1.1" status: 204 len: 168 time: 0.6125414 Aug 19 12:19:28.545901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50162) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:28.552905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765e8080-f778-4bed-8cee-a7f5d686bc3e None None] Network a3ab6f09-e03b-41f4-b705-19e59a0c8307 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:28.570019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38346a10-5915-4991-92f8-c38635a72a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3e3898-0ce2-4aa6-824e-c59816795177,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:28.835505 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.859898 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.878762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9233a16-6bdb-4b1d-9c7a-0c181f4d5d7a req-057ed74f-6a83-43ad-b11c-4a8b76235a9d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:28.889626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9233a16-6bdb-4b1d-9c7a-0c181f4d5d7a req-057ed74f-6a83-43ad-b11c-4a8b76235a9d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.2841184 Aug 19 12:19:28.937865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3398c5ff-85de-4b88-9671-7165bc52d138 None None] DHCP port deletion for a3ab6f09-e03b-41f4-b705-19e59a0c8307 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:29.062045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9233a16-6bdb-4b1d-9c7a-0c181f4d5d7a req-94731254-c298-4e59-ae0e-0d67a914b9e8 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713672 Aug 19 12:19:29.075199 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:19:29.081776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50172) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:29.108911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3398c5ff-85de-4b88-9671-7165bc52d138 None None] Deleting port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:29.110737 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3398c5ff-85de-4b88-9671-7165bc52d138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.116063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Deleting port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:29.116424 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.194186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2078369910-network', 'tenant_id': '1cab3613e7a943e2bafa42ff565a9e1b'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:29.232451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3398c5ff-85de-4b88-9671-7165bc52d138 None None] For port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9d2477af-1f3f-4832-8a1b-4ebd1301f5c1,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:29.232769 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3398c5ff-85de-4b88-9671-7165bc52d138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.247968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcfd5e35-2645-4056-a2ab-fb24b481abdb req-973c000c-0254-4f0f-9f4b-0da5fde3176a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 210 time: 0.1640306 Aug 19 12:19:29.268232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3398c5ff-85de-4b88-9671-7165bc52d138 None None] Calling delete_port for 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:29.288515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] For port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9d2477af-1f3f-4832-8a1b-4ebd1301f5c1,segment=NetworkSegment(9f7aaf02-f90b-45cb-8269-361b379b2101),segment_id=9f7aaf02-f90b-45cb-8269-361b379b2101)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:29.288894 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.316343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Calling delete_port for 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:29.323923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fece4271-6061-4ac6-b46d-41d2baded30a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3b89d50d87e468e9fc4df05bf40f5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0594566 Aug 19 12:19:29.327600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50176) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:29.393849 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db283708-2589-416b-94e6-a681332fe1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.418488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db283708-2589-416b-94e6-a681332fe1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.426827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Made reservation on behalf of 1cab3613e7a943e2bafa42ff565a9e1b for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:29.429332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.446320 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.465143 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3398c5ff-85de-4b88-9671-7165bc52d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.484179 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.540945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398c5ff-85de-4b88-9671-7165bc52d138 None None] Pushing event deleted for resources: {'Port': ['ID=9d2477af-1f3f-4832-8a1b-4ebd1301f5c1,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:29.556125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398c5ff-85de-4b88-9671-7165bc52d138 None None] No DVR routers for this DVR port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:29.574614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] No DVR routers for this DVR port 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:29.585138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2477af-1f3f-4832-8a1b-4ebd1301f5c1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:29.594758 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.676743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.687308 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db283708-2589-416b-94e6-a681332fe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.690186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ab6f09-e03b-41f4-b705-19e59a0c8307']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:29.693303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db283708-2589-416b-94e6-a681332fe1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.694587 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-db283708-2589-416b-94e6-a681332fe1a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb2bf36a-9d60-4580-ad4e-9184773ce247 HTTP/1.1" status: 204 len: 168 time: 0.3622689 Aug 19 12:19:29.695609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.698821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50178) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:29.715019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7aaf02-f90b-45cb-8269-361b379b2101') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:29.722381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7aaf02-f90b-45cb-8269-361b379b2101') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:29.742986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.743188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db283708-2589-416b-94e6-a681332fe1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2bf36a-9d60-4580-ad4e-9184773ce247,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:29.762121 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:19:29.764035 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.780526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:29.780924 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:29.783290 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:29.803208 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.803208 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Added segment 37559119-0998-4254-b9a8-eb92a8b4d27a of type vlan for network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 Aug 19 12:19:29.803859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2c45510d-adc9-4715-bed9-f65aac27be18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3c1e910e5654b45bdaec17d79885036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012242 Aug 19 12:19:29.804947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50184) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:29.847656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4c50d2-b796-4a27-bb6d-0eab231714d6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:29.907887 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.958831 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ccb334a0-d2d7-47ed-b333-f9df3f564890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.967486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:29.994747 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ccb334a0-d2d7-47ed-b333-f9df3f564890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.999213 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:29.999708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9d2477af-1f3f-4832-8a1b-4ebd1301f5c1 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:30.133548 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.141287 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.146276 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] 10.222.0.44 "DELETE /v2.0/networks/a3ab6f09-e03b-41f4-b705-19e59a0c8307 HTTP/1.1" status: 204 len: 168 time: 1.5966861 Aug 19 12:19:30.148817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50190) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:30.169954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53a817-f9cf-469a-8540-3e86224ff7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ab6f09-e03b-41f4-b705-19e59a0c8307,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:30.273000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ccb334a0-d2d7-47ed-b333-f9df3f564890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.276053 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ccb334a0-d2d7-47ed-b333-f9df3f564890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.279640 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ccb334a0-d2d7-47ed-b333-f9df3f564890 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bcc374f0-4101-4248-adab-948a1248d423 HTTP/1.1" status: 204 len: 168 time: 0.4643843 Aug 19 12:19:30.279640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.279640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.279982 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.320973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b3f90-eecc-4450-9374-4003b13c6edd req-54b3278e-bb62-4801-a4f5-d0276cb40905 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.330603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e71b3f90-eecc-4450-9374-4003b13c6edd req-54b3278e-bb62-4801-a4f5-d0276cb40905 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.1309652 Aug 19 12:19:30.353268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb334a0-d2d7-47ed-b333-f9df3f564890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc374f0-4101-4248-adab-948a1248d423,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:30.398226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] Pushing event updated for resources: {'Network': ['ID=6baaf1ec-5b13-4be9-b241-24de01cf5d39,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:30.436664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:19:30.497239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-3e48b858-c980-4259-ad8d-bfe0981af95f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.507477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-3e48b858-c980-4259-ad8d-bfe0981af95f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.52 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 804 time: 0.3221138 Aug 19 12:19:30.538538 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fca87d59-e1cb-41a1-a30d-ffeba01bb9ed admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4553540 Aug 19 12:19:30.557287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50198) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:30.562047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c71073-fe8d-487f-87fb-b96788e7a365 req-16670dde-9a7c-4a10-a238-38732889c5e2 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 210 time: 0.0843308 Aug 19 12:19:30.570624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Request body: {'port': {'device_id': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'admin_state_up': True, 'tenant_id': '4b8f3377ed934a89985dae58e48d8c91'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:30.599086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] Request body: {'subnet': {'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2078369910-subnet', 'tenant_id': '1cab3613e7a943e2bafa42ff565a9e1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:30.599864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e71b3f90-eecc-4450-9374-4003b13c6edd req-e5edd9f6-e772-4cf8-ab4e-c5d12a1e91b0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674096 Aug 19 12:19:30.820245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] Made reservation on behalf of 1cab3613e7a943e2bafa42ff565a9e1b for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:30.824410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.132732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:31.136900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfb333-804c-4e94-a3a0-888da8e58997 req-0034750c-045b-49fe-bc20-62cdf5222b02 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:31.140155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ecfb333-804c-4e94-a3a0-888da8e58997 req-0034750c-045b-49fe-bc20-62cdf5222b02 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 1096 time: 0.0955215 Aug 19 12:19:31.168420 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.239938 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ecfb333-804c-4e94-a3a0-888da8e58997 req-41d25b39-7c61-4854-beb5-bac4d7833acc tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858045 Aug 19 12:19:31.274524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3ee41a07-c73e-4c68-8386-74703100dcd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75d834aa3a594a31852181fae043d974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131623 Aug 19 12:19:31.274524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50212) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:31.368817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d6fc46-1396-43b2-bfd8-e442035c37bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.407367 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d6fc46-1396-43b2-bfd8-e442035c37bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.496542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Made reservation on behalf of 4b8f3377ed934a89985dae58e48d8c91 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:31.501604 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.548851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bfbed-fe14-4836-97a9-ef7600a21799 req-e83fa998-c634-4a72-b452-b6a7adec4967 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:31.557017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-562bfbed-fe14-4836-97a9-ef7600a21799 req-e83fa998-c634-4a72-b452-b6a7adec4967 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 1096 time: 0.2013266 Aug 19 12:19:31.659700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-562bfbed-fe14-4836-97a9-ef7600a21799 req-b6e1db8a-f80b-41a8-a9bd-99c7adcc59f2 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015565 Aug 19 12:19:31.726780 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d6fc46-1396-43b2-bfd8-e442035c37bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.739187 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d6fc46-1396-43b2-bfd8-e442035c37bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.739187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d4d6fc46-1396-43b2-bfd8-e442035c37bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3132fcf3-8ce2-42a2-806c-53ad4e2b085c HTTP/1.1" status: 204 len: 168 time: 0.4656813 Aug 19 12:19:31.782208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b62f671-a2b0-4ca4-9bcf-e27980a2a5fa req-c0c85015-c7f0-4209-b8aa-a6ac92300b2e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 210 time: 0.0624051 Aug 19 12:19:31.785904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6fc46-1396-43b2-bfd8-e442035c37bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3132fcf3-8ce2-42a2-806c-53ad4e2b085c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:31.796650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Allocated IP 172.20.0.2 (81172270-59cd-41e1-a431-0c8d9d8b818a/b3ede1da-987a-441b-8c84-707d48ae78bc/0c87b671-c35e-4330-a966-4833701c1c0e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:31.909288 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.987542 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35144bb2-d611-4398-9cbd-e88378b7b5d2,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:32.018841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] Checking segment: {'id': '37559119-0998-4254-b9a8-eb92a8b4d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:32.019233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] Network hostable DHCP agents. Network: 6baaf1ec-5b13-4be9-b241-24de01cf5d39, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:19:32.078808 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.131252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] Deleting port f88058fd-e9ae-498c-a084-1a9c449f75e1 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:32.136047 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.238733 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] For port f88058fd-e9ae-498c-a084-1a9c449f75e1, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f88058fd-e9ae-498c-a084-1a9c449f75e1,segment=NetworkSegment(de78b1ea-22fe-4918-a8bd-07534ef638be),segment_id=de78b1ea-22fe-4918-a8bd-07534ef638be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:32.241953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.254526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] Network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:19:32.265156 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] Calling delete_port for f88058fd-e9ae-498c-a084-1a9c449f75e1 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:32.322254 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.369978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Network 81172270-59cd-41e1-a431-0c8d9d8b818a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:32.377737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:32.386375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:32.423201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Pushing event updated for resources: {'Port': ['ID=0c87b671-c35e-4330-a966-4833701c1c0e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:32.478618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:32.478974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 6baaf1ec-5b13-4be9-b241-24de01cf5d39) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:32.479437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.490412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:32.491183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e83b44-c60f-4a3b-9c8b-9eb52659da89 None None] Network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:32.492632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.597173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b670249b-aad0-426d-95a3-a33ab95d0b41 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0334241 Aug 19 12:19:32.632273 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-787093f4-2603-4871-94ab-56c5bf065137 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0736985 Aug 19 12:19:32.759955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1eb9d5-4a5e-49c0-bc11-99585a921ecf None None] Network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:32.768813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50256) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:32.856471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Request body: {'port': {'device_id': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:32.864409 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.960972 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88058fd-e9ae-498c-a084-1a9c449f75e1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:33.106578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.224619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db19580-45ee-4707-bc7e-6e18977b0478 req-c7eb9213-a271-4ddb-bd4d-55bb99f9ca8a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:33.228359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7db19580-45ee-4707-bc7e-6e18977b0478 req-c7eb9213-a271-4ddb-bd4d-55bb99f9ca8a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 931 time: 0.1922662 Aug 19 12:19:33.381271 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.399482 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7db19580-45ee-4707-bc7e-6e18977b0478 req-2fa53303-d899-4745-816a-435da3377a1e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647034 Aug 19 12:19:33.435910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1010427676-network', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:33.674098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c87b671-c35e-4330-a966-4833701c1c0e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:33.702569 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.717456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Transition to ACTIVE for port object 0c87b671-c35e-4330-a966-4833701c1c0e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:33.787645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] Router ec136c63-bab2-4458-b08a-7ca0e1350796 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:33.793486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-69310c8f-fcad-4e16-91a5-041a812aa570 req-d0229425-173e-4f6f-b1db-c3328540b3a5 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-927792509', 'description': 'tempest-description-1383719532'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:33.910815 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:33.916071 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-27c35d28-1c09-4b0a-b702-b1eb47e47dd3 admin admin] 10.222.0.44 "PUT /v2.0/routers/ec136c63-bab2-4458-b08a-7ca0e1350796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7655745 Aug 19 12:19:33.918822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50302) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:33.924499 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1a14b-0031-4df3-a215-5edb39a0f2fa None None] Sync routers for ids ['ec136c63-bab2-4458-b08a-7ca0e1350796'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:33.941605 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee1a14b-0031-4df3-a215-5edb39a0f2fa None None] Routers {'ec136c63-bab2-4458-b08a-7ca0e1350796'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:33.942232 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1ee1a14b-0031-4df3-a215-5edb39a0f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ec136c63-bab2-4458-b08a-7ca0e1350796'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:33.960560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Made reservation on behalf of 492940c5c62f4accbc432f68c709ed5a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:33.964472 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.974997 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.047682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.055592 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-1ee1a14b-0031-4df3-a215-5edb39a0f2fa None None] Set router ec136c63-bab2-4458-b08a-7ca0e1350796 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:34.165082 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.264172 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1ee1a14b-0031-4df3-a215-5edb39a0f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-router', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:51Z', 'updated_at': '2021-08-19T12:19:32Z', 'revision_number': 5, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'gw_port': {'id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:55Z', 'updated_at': '2021-08-19T12:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:34.294008 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1a14b-0031-4df3-a215-5edb39a0f2fa None None] Checking router: ec136c63-bab2-4458-b08a-7ca0e1350796 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:34.303002 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee1a14b-0031-4df3-a215-5edb39a0f2fa None None] Routers {'ec136c63-bab2-4458-b08a-7ca0e1350796'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:34.303574 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1ee1a14b-0031-4df3-a215-5edb39a0f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ec136c63-bab2-4458-b08a-7ca0e1350796'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:34.415585 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-1ee1a14b-0031-4df3-a215-5edb39a0f2fa None None] Set router ec136c63-bab2-4458-b08a-7ca0e1350796 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:34.475727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.540911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Pushing event updated for resources: {'Port': ['ID=0c87b671-c35e-4330-a966-4833701c1c0e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:34.543504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69310c8f-fcad-4e16-91a5-041a812aa570 req-d0229425-173e-4f6f-b1db-c3328540b3a5 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.682628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Deleting port d263081e-d891-4bdc-9ba7-b12238863e21 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:34.682978 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.685143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Attempting to bind port 0c87b671-c35e-4330-a966-4833701c1c0e on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:34.685552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Attempting to bind port 0c87b671-c35e-4330-a966-4833701c1c0e by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:34.686093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Attempting to bind port 0c87b671-c35e-4330-a966-4833701c1c0e on network 81172270-59cd-41e1-a431-0c8d9d8b818a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:34.700699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Port 0c87b671-c35e-4330-a966-4833701c1c0e on network 81172270-59cd-41e1-a431-0c8d9d8b818a not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:34.701060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Attempting to bind port 0c87b671-c35e-4330-a966-4833701c1c0e on network 81172270-59cd-41e1-a431-0c8d9d8b818a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:34.705514 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.715996 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1ee1a14b-0031-4df3-a215-5edb39a0f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-router', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:51Z', 'updated_at': '2021-08-19T12:19:32Z', 'revision_number': 5, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'gw_port': {'id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:55Z', 'updated_at': '2021-08-19T12:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:34.747769 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1a14b-0031-4df3-a215-5edb39a0f2fa None None] The sync data for ids ['ec136c63-bab2-4458-b08a-7ca0e1350796'] in n-d-778732-8 is: [{'id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767834108-router', 'tenant_id': 'ffd04a83f55e4550b910b50f459f0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:13:51Z', 'updated_at': '2021-08-19T12:19:32Z', 'revision_number': 5, 'project_id': 'ffd04a83f55e4550b910b50f459f0365', 'gw_port': {'id': 'd263081e-d891-4bdc-9ba7-b12238863e21', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec136c63-bab2-4458-b08a-7ca0e1350796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:13:55Z', 'updated_at': '2021-08-19T12:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:34.792390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:34.792390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Checking segment: {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:34.792390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Bound using segment: {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:34.792390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Bound port: 0c87b671-c35e-4330-a966-4833701c1c0e, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:34.792390 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.818973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.844237 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:19:34.861019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82be305a-cab3-40fc-bf3a-68aa9082b433,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:34.864296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.864638 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Added segment ebab18b5-81e2-4385-b7f3-17e204d4ddd7 of type vlan for network 6dade301-fe7e-4528-8295-3ad73fcc0e91 Aug 19 12:19:34.918996 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.928213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] For port d263081e-d891-4bdc-9ba7-b12238863e21, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d263081e-d891-4bdc-9ba7-b12238863e21,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:34.928890 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.949112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Calling delete_port for d263081e-d891-4bdc-9ba7-b12238863e21 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:35.049844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] For port 0c87b671-c35e-4330-a966-4833701c1c0e, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:35.085267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] For port 0c87b671-c35e-4330-a966-4833701c1c0e, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0c87b671-c35e-4330-a966-4833701c1c0e,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:35.122721 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.127233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:35.127233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.188911 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69310c8f-fcad-4e16-91a5-041a812aa570 req-d0229425-173e-4f6f-b1db-c3328540b3a5 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.201120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] Pushing event updated for resources: {'Network': ['ID=6dade301-fe7e-4528-8295-3ad73fcc0e91,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:35.212115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 6dade301-fe7e-4528-8295-3ad73fcc0e91 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:19:35.344858 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69310c8f-fcad-4e16-91a5-041a812aa570 req-d0229425-173e-4f6f-b1db-c3328540b3a5 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.348496 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.419480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.421281 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e018d39b-e6da-4c83-b39e-d1f226969d11 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6513052 Aug 19 12:19:35.425002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:35.425002 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.425868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50330) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:35.426303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] 10.222.0.52 "PUT /v2.0/ports/0c87b671-c35e-4330-a966-4833701c1c0e HTTP/1.1" status: 200 len: 1091 time: 2.8197327 Aug 19 12:19:35.431515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] Request body: {'subnet': {'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1010427676-subnet', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:35.433433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'tag': '0c87b671-c35e-4330-a966-4833701c1c0e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:35.437909 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271d1b44-1dd2-4f06-aec8-51febbb18c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "c25c3967-685e-4698-b91d-cc14d91613e9", "tag": "0c87b671-c35e-4330-a966-4833701c1c0e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:35.464734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0229425-173e-4f6f-b1db-c3328540b3a5 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e5fd5e-6038-4c90-9021-c712c3f45906,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:35.510804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830a381-9c72-4f33-8984-e86ee288bc3e service neutron] Pushing event updated for resources: {'Port': ['ID=0c87b671-c35e-4330-a966-4833701c1c0e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:35.537806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69310c8f-fcad-4e16-91a5-041a812aa570 req-d0229425-173e-4f6f-b1db-c3328540b3a5 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.553059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69310c8f-fcad-4e16-91a5-041a812aa570 req-d0229425-173e-4f6f-b1db-c3328540b3a5 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.7647567 Aug 19 12:19:35.583263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d263081e-d891-4bdc-9ba7-b12238863e21,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:35.606949 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.818664 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.822670 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.832105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] Made reservation on behalf of 492940c5c62f4accbc432f68c709ed5a for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:35.835491 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.844346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-16ca995c-50f1-450a-9bc2-d8ba78c0aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:35.846450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-16ca995c-50f1-450a-9bc2-d8ba78c0aea7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 1094 time: 0.1910205 Aug 19 12:19:35.865290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295e47d-f73f-42d5-aed1-74790dcf9db4 req-054b1f5f-6d47-4625-9baa-746c87f31205 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:35.865290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8295e47d-f73f-42d5-aed1-74790dcf9db4 req-054b1f5f-6d47-4625-9baa-746c87f31205 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 943 time: 0.1162744 Aug 19 12:19:35.917483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b32a797d-4232-4b86-86da-4102291718a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c87b671-c35e-4330-a966-4833701c1c0e HTTP/1.1" status: 200 len: 217 time: 0.0510120 Aug 19 12:19:35.994230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f88058fd-e9ae-498c-a084-1a9c449f75e1 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:36.032220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: f88058fd-e9ae-498c-a084-1a9c449f75e1 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:36.032915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f88058fd-e9ae-498c-a084-1a9c449f75e1 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:36.066687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-8783c73e-2c42-4b57-a51d-e04f4d1d6234 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:19:36.067777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-8783c73e-2c42-4b57-a51d-e04f4d1d6234 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118802 Aug 19 12:19:36.092385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8295e47d-f73f-42d5-aed1-74790dcf9db4 req-8cb5a261-ab20-40ae-8c64-69ea104c3411 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710582 Aug 19 12:19:36.099715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Request body: {'binding': {'host': 'n-h2-778732-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:36.100202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:19:36.107594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-50482545-3583-4eab-afd0-567c0c700b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:36.109678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-50482545-3583-4eab-afd0-567c0c700b7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3ede1da-987a-441b-8c84-707d48ae78bc HTTP/1.1" status: 200 len: 844 time: 0.1818502 Aug 19 12:19:36.160295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-b3c4246f-5622-4f68-b25b-51fdf52da28e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81172270-59cd-41e1-a431-0c8d9d8b818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311830 Aug 19 12:19:36.193250 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5f4861-4b7d-4c25-9dd6-c88862c39dba x-openstack-request-id: req-2d5f4861-4b7d-4c25-9dd6-c88862c39dba {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:36.193574 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25c3967-685e-4698-b91d-cc14d91613e9", "tag": "0c87b671-c35e-4330-a966-4833701c1c0e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:36.193829 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d5f4861-4b7d-4c25-9dd6-c88862c39dba {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:36.194255 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'tag': '0c87b671-c35e-4330-a966-4833701c1c0e', 'status': 'completed', 'code': 200} Aug 19 12:19:36.263402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-77475f2c-b502-4a8a-b6f9-17530f00eb61 req-48e19fb0-a37e-487b-ad45-2facd4222b8f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-408999625', 'description': 'tempest-description-173292699'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:36.275470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.276034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec136c63-bab2-4458-b08a-7ca0e1350796 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:19:36.292597 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.296735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5d865839-950c-456b-a828-91358ed9cbf0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ec136c63-bab2-4458-b08a-7ca0e1350796 HTTP/1.1" status: 204 len: 168 time: 2.3739848 Aug 19 12:19:36.302753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50346) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:36.342884 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.376276 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f10f03-b2ae-478f-941c-18b37b572957 admin admin] Deleting subnet 3b5ed951-d474-479c-a8ac-96be7ffea1bf {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:36.382118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-2ddf025d-a993-4f7f-b86b-ee9c81c1c853 service neutron] 10.222.0.52 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138076 Aug 19 12:19:36.389221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4f10f03-b2ae-478f-941c-18b37b572957 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.447273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 on host n-h2-778732-8 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:36.447687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:36.447954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:36.461670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Port d66660b6-2123-4b84-ac42-d94f51527fb3 on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:36.462216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:36.467339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e293b04-5624-4cfa-bac3-8af6b10a2715,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:36.481113 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-77475f2c-b502-4a8a-b6f9-17530f00eb61 req-48e19fb0-a37e-487b-ad45-2facd4222b8f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.481431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4f10f03-b2ae-478f-941c-18b37b572957 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.502532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:36.502889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:36.503389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:36.503842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Bound port: d66660b6-2123-4b84-ac42-d94f51527fb3, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:36.510028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] Checking segment: {'id': 'ebab18b5-81e2-4385-b7f3-17e204d4ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:36.510650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] Network hostable DHCP agents. Network: 6dade301-fe7e-4528-8295-3ad73fcc0e91, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:19:36.591676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4f10f03-b2ae-478f-941c-18b37b572957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.606309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a67c3c8d-5dd5-4f2b-b927-596eccc47a15 req-917c07b6-e16a-40be-ae3d-e39bc1ecd3b8 service neutron] 10.222.0.52 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138727 Aug 19 12:19:36.645855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d66660b6-2123-4b84-ac42-d94f51527fb3,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:36.657880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] Network 6dade301-fe7e-4528-8295-3ad73fcc0e91 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:19:36.733083 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-77475f2c-b502-4a8a-b6f9-17530f00eb61 req-48e19fb0-a37e-487b-ad45-2facd4222b8f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.865138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 6dade301-fe7e-4528-8295-3ad73fcc0e91) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:36.867365 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4f10f03-b2ae-478f-941c-18b37b572957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.877409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:36.878265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8946774-3a07-4b79-b43d-f6896b765dd2 None None] Network 6dade301-fe7e-4528-8295-3ad73fcc0e91 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:36.880864 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.894096 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.894730 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-5b784dc9-98e2-48eb-8fc4-3c71412ad51f service neutron] 10.222.0.44 "POST /v2.0/ports/d66660b6-2123-4b84-ac42-d94f51527fb3/bindings HTTP/1.1" status: 201 len: 389 time: 0.8126693 Aug 19 12:19:36.907571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d1b44-1dd2-4f06-aec8-51febbb18c3f req-280b6cea-ff46-4534-ad2b-93b5b5fdb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:36.913852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-271d1b44-1dd2-4f06-aec8-51febbb18c3f req-280b6cea-ff46-4534-ad2b-93b5b5fdb63e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 1094 time: 0.0856552 Aug 19 12:19:36.931837 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-77475f2c-b502-4a8a-b6f9-17530f00eb61 req-48e19fb0-a37e-487b-ad45-2facd4222b8f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.972605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f10f03-b2ae-478f-941c-18b37b572957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b5ed951-d474-479c-a8ac-96be7ffea1bf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:37.005970 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4f10f03-b2ae-478f-941c-18b37b572957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.019698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff739a-a1d7-4371-8241-b5dc69a65853 None None] Network 678f6102-3937-4ed6-8016-61aa204d95e2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:37.022464 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f4f10f03-b2ae-478f-941c-18b37b572957 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3b5ed951-d474-479c-a8ac-96be7ffea1bf HTTP/1.1" status: 204 len: 168 time: 0.7233317 Aug 19 12:19:37.024871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50360) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:37.052656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e19fb0-a37e-487b-ad45-2facd4222b8f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4c70ef-b046-4f26-9ecd-0b9d543805fb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:37.107728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d1b44-1dd2-4f06-aec8-51febbb18c3f req-1887bd5a-27e2-4421-bf4f-ef516b3392ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:37.110534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-271d1b44-1dd2-4f06-aec8-51febbb18c3f req-1887bd5a-27e2-4421-bf4f-ef516b3392ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 905 time: 0.1926959 Aug 19 12:19:37.124151 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8050fced-b4a6-4445-9af4-e75b63ffe0cd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6969347 Aug 19 12:19:37.129001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50364) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:37.139779 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1010427676-router', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:37.173174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-271d1b44-1dd2-4f06-aec8-51febbb18c3f req-9af54227-fde6-47de-9c5c-360e3a1b54eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c87b671-c35e-4330-a966-4833701c1c0e HTTP/1.1" status: 200 len: 217 time: 0.0523798 Aug 19 12:19:37.177882 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.258868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d1b44-1dd2-4f06-aec8-51febbb18c3f req-a602fd4f-edbd-4f09-919c-127a6946f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:37.261615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-271d1b44-1dd2-4f06-aec8-51febbb18c3f req-a602fd4f-edbd-4f09-919c-127a6946f93d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3ede1da-987a-441b-8c84-707d48ae78bc HTTP/1.1" status: 200 len: 844 time: 0.0806623 Aug 19 12:19:37.264465 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-77475f2c-b502-4a8a-b6f9-17530f00eb61 req-48e19fb0-a37e-487b-ad45-2facd4222b8f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.275952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Deleting port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:37.290271 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.290534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77475f2c-b502-4a8a-b6f9-17530f00eb61 req-48e19fb0-a37e-487b-ad45-2facd4222b8f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0869374 Aug 19 12:19:37.396474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-271d1b44-1dd2-4f06-aec8-51febbb18c3f req-d7c6fb5d-126a-4f56-8127-2ffd72efa6a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=81172270-59cd-41e1-a431-0c8d9d8b818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125247 Aug 19 12:19:37.416877 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.419527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.460874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92b773-c672-459a-bd67-77616cc3811a None None] DHCP port deletion for 678f6102-3937-4ed6-8016-61aa204d95e2 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:37.484150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-6dade301-fe7e-4528-8295-3ad73fcc0e91', 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'fixed_ips': [{'subnet_id': '2e293b04-5624-4cfa-bac3-8af6b10a2715'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:19:37.489223 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.680751 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.685921 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] For port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=19b3f5ae-bf9c-46ef-b5af-fe86f08e6868,segment=NetworkSegment(de78b1ea-22fe-4918-a8bd-07534ef638be),segment_id=de78b1ea-22fe-4918-a8bd-07534ef638be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:37.686322 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.700445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-271d1b44-1dd2-4f06-aec8-51febbb18c3f req-91b51e4a-41fd-4859-92ba-8d3d8deaf61b service neutron] 10.222.0.52 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956393 Aug 19 12:19:37.721949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Calling delete_port for 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:37.903629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf210df-bc8e-4970-beed-9278798b3007 req-c396d3b3-19a3-4386-b674-ad4e2012fd24 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:37.905295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ddf210df-bc8e-4970-beed-9278798b3007 req-c396d3b3-19a3-4386-b674-ad4e2012fd24 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 943 time: 0.3036788 Aug 19 12:19:37.966137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Allocated IP 172.20.0.2 (6dade301-fe7e-4528-8295-3ad73fcc0e91/2e293b04-5624-4cfa-bac3-8af6b10a2715/51e4967f-4753-4a6a-9adb-954bcb15408b) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:38.036496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ddf210df-bc8e-4970-beed-9278798b3007 req-95bda141-9730-4f1a-a9f8-cc8788d3c2f0 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180835 Aug 19 12:19:38.043549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-271d1b44-1dd2-4f06-aec8-51febbb18c3f req-3c63be44-aa01-42cf-8f51-458d3922fb89 service neutron] 10.222.0.52 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315389 Aug 19 12:19:38.055063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d263081e-d891-4bdc-9ba7-b12238863e21 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:38.081166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d263081e-d891-4bdc-9ba7-b12238863e21 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:38.081657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d263081e-d891-4bdc-9ba7-b12238863e21 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:38.082268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:38.092363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cc92b773-c672-459a-bd67-77616cc3811a None None] Deleting port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:38.093032 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc92b773-c672-459a-bd67-77616cc3811a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.117155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-a07119dc-5760-485a-9823-7d20a7041db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:38.118759 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-a07119dc-5760-485a-9823-7d20a7041db2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 1096 time: 0.3985929 Aug 19 12:19:38.231267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cc92b773-c672-459a-bd67-77616cc3811a None None] For port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=19b3f5ae-bf9c-46ef-b5af-fe86f08e6868,segment=NetworkSegment(de78b1ea-22fe-4918-a8bd-07534ef638be),segment_id=de78b1ea-22fe-4918-a8bd-07534ef638be)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:38.231997 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc92b773-c672-459a-bd67-77616cc3811a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.256992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cc92b773-c672-459a-bd67-77616cc3811a None None] Calling delete_port for 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:38.264521 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.341893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13619eb9-05ba-445e-b56c-c69af035b231 req-4f3887a9-90f5-4420-afd3-6b542824c5de tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:38.346484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13619eb9-05ba-445e-b56c-c69af035b231 req-4f3887a9-90f5-4420-afd3-6b542824c5de tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.1722362 Aug 19 12:19:38.418132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13619eb9-05ba-445e-b56c-c69af035b231 req-586f8dba-c6ce-428a-bf20-078aa8c87d20 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643859 Aug 19 12:19:38.448427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-5b4bff44-0cd9-4217-a28b-bd912a281f32 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:38.453468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-5b4bff44-0cd9-4217-a28b-bd912a281f32 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/networks?id=6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 200 len: 813 time: 0.2052889 Aug 19 12:19:38.477186 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.479799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-2b6541a4-2947-4d34-9a42-0b01e69b0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:38.481466 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-2b6541a4-2947-4d34-9a42-0b01e69b0f61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.3173792 Aug 19 12:19:38.482488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-ede39507-9f84-436f-8db4-f28959ef652c tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/quotas/1cab3613e7a943e2bafa42ff565a9e1b HTTP/1.1" status: 200 len: 375 time: 0.0203300 Aug 19 12:19:38.484023 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.570771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-107b3606-91ee-4977-b80f-2eee0a79b985 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798299 Aug 19 12:19:38.578337 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-c4bfd279-b94e-4870-85cc-8cf217999c16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66660b6-2123-4b84-ac42-d94f51527fb3 HTTP/1.1" status: 200 len: 217 time: 0.0821638 Aug 19 12:19:38.602417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] No DVR routers for this DVR port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:38.604916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b3f5ae-bf9c-46ef-b5af-fe86f08e6868,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:38.698876 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc92b773-c672-459a-bd67-77616cc3811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.709643 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.781629 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.802368 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-a6043d74-0989-4f29-96a0-27951ab410b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:38.804046 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-a6043d74-0989-4f29-96a0-27951ab410b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.2047172 Aug 19 12:19:38.805949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678f6102-3937-4ed6-8016-61aa204d95e2']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:38.833668 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de78b1ea-22fe-4918-a8bd-07534ef638be') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:38.833959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de78b1ea-22fe-4918-a8bd-07534ef638be') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:38.872845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Transition to ACTIVE for port object 51e4967f-4753-4a6a-9adb-954bcb15408b will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:38.881527 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-3f90bae8-0d80-48ef-bb77-0880e35ba4d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627351 Aug 19 12:19:38.883696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.899419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92b773-c672-459a-bd67-77616cc3811a None None] Pushing event deleted for resources: {'Port': ['ID=19b3f5ae-bf9c-46ef-b5af-fe86f08e6868,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:38.913743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92b773-c672-459a-bd67-77616cc3811a None None] No DVR routers for this DVR port 19b3f5ae-bf9c-46ef-b5af-fe86f08e6868 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:38.961245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-613c7eb7-3bcc-446c-9bcc-ebd4be6b5101 service neutron] 10.222.0.44 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709302 Aug 19 12:19:38.972227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Transition to ACTIVE for port object 51e4967f-4753-4a6a-9adb-954bcb15408b will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:39.002480 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.016517 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:39.017066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:39.022885 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:39.087039 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.143380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Network 6dade301-fe7e-4528-8295-3ad73fcc0e91 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:39.149307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:39.153527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:39.164147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Pushing event updated for resources: {'Port': ['ID=51e4967f-4753-4a6a-9adb-954bcb15408b,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:39.203899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-ea81b8dc-0c01-432c-88fd-12f2a3cfba8b service neutron] 10.222.0.44 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325008 Aug 19 12:19:39.233001 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-56702fc0-7582-4f45-b821-15526982a21f service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359387 Aug 19 12:19:39.290523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Attempting to bind port 51e4967f-4753-4a6a-9adb-954bcb15408b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:39.291247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Attempting to bind port 51e4967f-4753-4a6a-9adb-954bcb15408b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ebab18b5-81e2-4385-b7f3-17e204d4ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:39.291802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Attempting to bind port 51e4967f-4753-4a6a-9adb-954bcb15408b on network 6dade301-fe7e-4528-8295-3ad73fcc0e91 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:39.302571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:39.303447 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Checking segment: {'id': 'ebab18b5-81e2-4385-b7f3-17e204d4ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:39.304055 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.305258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Bound using segment: {'id': 'ebab18b5-81e2-4385-b7f3-17e204d4ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:39.306123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Bound port: 51e4967f-4753-4a6a-9adb-954bcb15408b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebab18b5-81e2-4385-b7f3-17e204d4ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:39.306717 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.402539 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-2c743529-c56c-4408-8593-0db3de0f37d9 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607313 Aug 19 12:19:39.407099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.425573 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.462907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] For port 51e4967f-4753-4a6a-9adb-954bcb15408b, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:39.471900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] For port 51e4967f-4753-4a6a-9adb-954bcb15408b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=51e4967f-4753-4a6a-9adb-954bcb15408b,segment=NetworkSegment(ebab18b5-81e2-4385-b7f3-17e204d4ddd7),segment_id=ebab18b5-81e2-4385-b7f3-17e204d4ddd7)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:39.481595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.483595 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] 10.222.0.44 "DELETE /v2.0/networks/678f6102-3937-4ed6-8016-61aa204d95e2 HTTP/1.1" status: 204 len: 168 time: 2.4555981 Aug 19 12:19:39.486528 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.500127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=678f6102-3937-4ed6-8016-61aa204d95e2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:39.514745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.515108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.518830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.518830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.518830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.518830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.518830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.518830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.518830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.518830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.520092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.520092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3b33f8-f18a-4c6c-af87-96254e6b4a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:39.547468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f79e5a-7eb0-4a0c-844b-761bc7d76b05 req-16b9a22e-0128-4a21-83b5-00f36b73821b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:39.550028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32f79e5a-7eb0-4a0c-844b-761bc7d76b05 req-16b9a22e-0128-4a21-83b5-00f36b73821b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 943 time: 0.1195443 Aug 19 12:19:39.626446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32f79e5a-7eb0-4a0c-844b-761bc7d76b05 req-24737682-5f49-4f62-aaed-d58d542326dc tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657878 Aug 19 12:19:39.635870 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.803375 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa17093-18b0-4bcf-b2c9-fc596c77a99d None None] Pushing event updated for resources: {'Port': ['ID=51e4967f-4753-4a6a-9adb-954bcb15408b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:39.935308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ed36a9d-9db3-4ec5-b672-16739b3f02fd req-322183a9-b783-4c96-a782-7380a01382c0 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 210 time: 0.0524278 Aug 19 12:19:39.970038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2559c-5812-413e-837d-c648b9652fa3 req-ef8c4100-db77-48bb-a664-5d253d60d6d2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:39.979806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfa2559c-5812-413e-837d-c648b9652fa3 req-ef8c4100-db77-48bb-a664-5d253d60d6d2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.2037718 Aug 19 12:19:40.034268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfa2559c-5812-413e-837d-c648b9652fa3 req-d795277b-f146-44b6-978b-0ea78cf60c3a tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474296 Aug 19 12:19:40.142038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50438) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:40.207066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Allocated IP 172.25.6.9 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/8d7a1d93-ff62-408c-9611-3613f8b72f64) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:40.233318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-83a7997f-913d-43d9-b612-6ae70736b7cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c44bdd34b864300bc10e00029e58457&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0900006 Aug 19 12:19:40.233545 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50440) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:40.378390 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-695b4ce6-8c7f-44e6-94b5-010ff672312f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.415261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50444) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:40.433836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-695b4ce6-8c7f-44e6-94b5-010ff672312f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.472117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.520521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 0c87b671-c35e-4330-a966-4833701c1c0e details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:40.594876 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b32fb2d-3a96-45c6-b913-0a8a0512b2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.646019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 0c87b671-c35e-4330-a966-4833701c1c0e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0c87b671-c35e-4330-a966-4833701c1c0e,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:40.661568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '0c87b671-c35e-4330-a966-4833701c1c0e', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'port_id': '0c87b671-c35e-4330-a966-4833701c1c0e', 'mac_address': 'fa:16:3e:5b:3a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ede1da-987a-441b-8c84-707d48ae78bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:40.664310 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-695b4ce6-8c7f-44e6-94b5-010ff672312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.668457 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-695b4ce6-8c7f-44e6-94b5-010ff672312f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.673174 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-695b4ce6-8c7f-44e6-94b5-010ff672312f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aeeda854-4472-4943-a2da-dd4c5e3d7ec2 HTTP/1.1" status: 204 len: 168 time: 0.4297402 Aug 19 12:19:40.700076 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b4ce6-8c7f-44e6-94b5-010ff672312f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeda854-4472-4943-a2da-dd4c5e3d7ec2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:40.716140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.849054 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:40.861165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:40.879057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:40.905109 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.927893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c87b671-c35e-4330-a966-4833701c1c0e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:40.935176 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Pushing event updated for resources: {'Port': ['ID=8d7a1d93-ff62-408c-9611-3613f8b72f64,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:40.963743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b32fb2d-3a96-45c6-b913-0a8a0512b2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.974022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 0c87b671-c35e-4330-a966-4833701c1c0e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0c87b671-c35e-4330-a966-4833701c1c0e,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:40.996589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efedbb6-bbee-4042-9ce5-b3efb2c06bba req-9b8c11fd-36f9-449a-ad55-3875f847761f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:40.998468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7efedbb6-bbee-4042-9ce5-b3efb2c06bba req-9b8c11fd-36f9-449a-ad55-3875f847761f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 943 time: 0.1873219 Aug 19 12:19:41.090055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9553450-4285-439c-862f-97571b47cf94 req-b7229ac1-fe6b-451a-a505-9fb676e35ff4 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 210 time: 0.0619164 Aug 19 12:19:41.125860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7efedbb6-bbee-4042-9ce5-b3efb2c06bba req-0cfed30b-e2d6-470c-9f5c-6c07d8770007 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198790 Aug 19 12:19:41.278171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576c298-346e-4e68-bc6a-848fb07bf667 req-a9a5e09a-716f-4d3f-9ccd-34125b8d58b8 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:41.279836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f576c298-346e-4e68-bc6a-848fb07bf667 req-a9a5e09a-716f-4d3f-9ccd-34125b8d58b8 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.0714419 Aug 19 12:19:41.282235 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b32fb2d-3a96-45c6-b913-0a8a0512b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.283038 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.333723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035ad2c1-390e-48fa-8994-79bef6623559 None None] Network 6dade301-fe7e-4528-8295-3ad73fcc0e91 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:41.366827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4b32fb2d-3a96-45c6-b913-0a8a0512b2d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28792db731ef4abcb7dde9f331d86f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9499447 Aug 19 12:19:41.370389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32fb2d-3a96-45c6-b913-0a8a0512b2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c68404-63ec-4bb5-8e6f-5fecc6a5a375,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:41.374425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50462) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:41.481820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=0c87b671-c35e-4330-a966-4833701c1c0e,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:41.513144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f576c298-346e-4e68-bc6a-848fb07bf667 req-bf4252f3-22dd-4d40-a4d5-1a5b4a0699dc tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040770 Aug 19 12:19:41.555247 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75071092-54c7-48a8-93fd-becdfe9bd9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.572216 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.615410 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75071092-54c7-48a8-93fd-becdfe9bd9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.646792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['0c87b671-c35e-4330-a966-4833701c1c0e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:41.688460 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.715161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-55a41902-23ae-481b-8ce6-cd8541fae67c None None] Provisioning for port 51e4967f-4753-4a6a-9adb-954bcb15408b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:41.940355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.995751 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75071092-54c7-48a8-93fd-becdfe9bd9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.000735 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75071092-54c7-48a8-93fd-becdfe9bd9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.010585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-75071092-54c7-48a8-93fd-becdfe9bd9d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0c68404-63ec-4bb5-8e6f-5fecc6a5a375 HTTP/1.1" status: 204 len: 168 time: 0.6344151 Aug 19 12:19:42.024362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 51e4967f-4753-4a6a-9adb-954bcb15408b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:42.044799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75071092-54c7-48a8-93fd-becdfe9bd9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c68404-63ec-4bb5-8e6f-5fecc6a5a375,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:42.186888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f6b88cd-7e28-406c-9fdf-57204502cd7e req-62be6227-9531-4560-83d7-597b63c1a213 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 210 time: 0.0335417 Aug 19 12:19:42.284655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f374bbf-e7aa-4b12-b87c-3bfdc2b01097 req-46bb40c1-caa1-4c39-a264-826c506c3b54 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:42.286897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f374bbf-e7aa-4b12-b87c-3bfdc2b01097 req-46bb40c1-caa1-4c39-a264-826c506c3b54 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 944 time: 0.0714045 Aug 19 12:19:42.334056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 51e4967f-4753-4a6a-9adb-954bcb15408b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:42.336322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:19:42.342260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 51e4967f-4753-4a6a-9adb-954bcb15408b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:42.343892 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.363207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f374bbf-e7aa-4b12-b87c-3bfdc2b01097 req-8e42be56-2340-437d-b2e4-40f1345f3f5b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638964 Aug 19 12:19:42.474863 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.508835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:42.533100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 51e4967f-4753-4a6a-9adb-954bcb15408b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=51e4967f-4753-4a6a-9adb-954bcb15408b,segment=NetworkSegment(ebab18b5-81e2-4385-b7f3-17e204d4ddd7),segment_id=ebab18b5-81e2-4385-b7f3-17e204d4ddd7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:42.539335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 0c87b671-c35e-4330-a966-4833701c1c0e up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:42.543059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Sync routers for ids ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:42.589002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Routers {'63710f6e-cdd8-443e-8d69-3cf6e84920b1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:42.589789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:42.629790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50478) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:42.723071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9265123-db57-4ff7-9d57-4395f3ecdcf2 req-028df20c-f08a-47b6-89db-5536b6632e89 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:42.724720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9265123-db57-4ff7-9d57-4395f3ecdcf2 req-028df20c-f08a-47b6-89db-5536b6632e89 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.0874994 Aug 19 12:19:42.733445 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.745268 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d128dded-7833-4474-9ad4-be10f11480cf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6141908 Aug 19 12:19:42.747062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50480) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:42.763278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b41f479a-4640-46f6-adf9-40b09d439fbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ffd04a83f55e4550b910b50f459f0365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1321270 Aug 19 12:19:42.767582 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50482) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:42.818292 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.865120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9265123-db57-4ff7-9d57-4395f3ecdcf2 req-88af3396-bcae-4659-af88-945ea5222181 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974457 Aug 19 12:19:42.994907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-181c4bad-a5ea-4c55-8d25-16b8cde60ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.004684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=51e4967f-4753-4a6a-9adb-954bcb15408b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:43.024657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 0c87b671-c35e-4330-a966-4833701c1c0e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:43.031807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Set router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:43.033981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 0c87b671-c35e-4330-a966-4833701c1c0e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:43.034605 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.039641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-181c4bad-a5ea-4c55-8d25-16b8cde60ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.375627 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.402574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eff13bea-83ed-4080-8b71-07e9ad252beb req-e317ef88-ef18-4ce1-8053-b457fdf031ea tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 210 time: 0.0846961 Aug 19 12:19:43.430949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c87b671-c35e-4330-a966-4833701c1c0e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:43.435419 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c906ba-a8db-4919-817d-8f7f087dd286" -d '{"events": [{"server_uuid": "c25c3967-685e-4698-b91d-cc14d91613e9", "name": "network-vif-plugged", "status": "completed", "tag": "0c87b671-c35e-4330-a966-4833701c1c0e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:43.504339 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 0c87b671-c35e-4330-a966-4833701c1c0e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0c87b671-c35e-4330-a966-4833701c1c0e,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:43.571335 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534e4685-40e8-4b6b-8175-ac2ab9779725 x-openstack-request-id: req-534e4685-40e8-4b6b-8175-ac2ab9779725 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:43.571335 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25c3967-685e-4698-b91d-cc14d91613e9", "name": "network-vif-plugged", "status": "completed", "tag": "0c87b671-c35e-4330-a966-4833701c1c0e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:43.571335 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-534e4685-40e8-4b6b-8175-ac2ab9779725 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:43.571773 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c87b671-c35e-4330-a966-4833701c1c0e', 'code': 200} Aug 19 12:19:43.586681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'name': 'tempest-FloatingIPsTestJSON-1010427676-router', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:37Z', 'updated_at': '2021-08-19T12:19:41Z', 'revision_number': 3, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'gw_port': {'id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:39Z', 'updated_at': '2021-08-19T12:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:43.612534 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.636599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Checking router: 63710f6e-cdd8-443e-8d69-3cf6e84920b1 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:43.637147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Updating router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 port 8d7a1d93-ff62-408c-9611-3613f8b72f64 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:19:43.711597 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.717573 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.763944 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50496) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:43.779341 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-181c4bad-a5ea-4c55-8d25-16b8cde60ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.784649 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-181c4bad-a5ea-4c55-8d25-16b8cde60ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.788932 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-181c4bad-a5ea-4c55-8d25-16b8cde60ba5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78d895cc-cfdf-4443-b704-a8d763d1c3fd HTTP/1.1" status: 204 len: 168 time: 1.0174522 Aug 19 12:19:43.848331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aecfd728-9e20-4666-9624-36a91d56341f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.852307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=0c87b671-c35e-4330-a966-4833701c1c0e,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:43.871205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c4bad-a5ea-4c55-8d25-16b8cde60ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d895cc-cfdf-4443-b704-a8d763d1c3fd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:44.083492 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b628f-e7bf-4c41-bb00-4f4a311b93bb req-976e9257-c568-49d3-ae6c-840dc143beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:44.087124 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-713b628f-e7bf-4c41-bb00-4f4a311b93bb req-976e9257-c568-49d3-ae6c-840dc143beb1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 1096 time: 0.3396935 Aug 19 12:19:44.102022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 51e4967f-4753-4a6a-9adb-954bcb15408b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:44.190606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d7192-d63a-4c60-8d69-4cccde23357b req-030483ae-5f1e-46b0-9878-fd810aa24e77 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:44.200708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-086d7192-d63a-4c60-8d69-4cccde23357b req-030483ae-5f1e-46b0-9878-fd810aa24e77 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 944 time: 0.6497016 Aug 19 12:19:44.210851 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-713b628f-e7bf-4c41-bb00-4f4a311b93bb req-2c176b7b-7f49-4131-b676-d91281af88b3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125910 Aug 19 12:19:44.236106 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Allocated IP 172.20.0.1 (6dade301-fe7e-4528-8295-3ad73fcc0e91/2e293b04-5624-4cfa-bac3-8af6b10a2715/fe82ec75-a558-4a1e-98a1-8bda950cb219) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:44.244464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbefdcd-7eeb-4d7b-a973-8fee78dc6db2 req-4dd85032-49db-4faa-aaf0-91c99edce524 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:44.254306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8dbefdcd-7eeb-4d7b-a973-8fee78dc6db2 req-4dd85032-49db-4faa-aaf0-91c99edce524 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.1599185 Aug 19 12:19:44.300001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-086d7192-d63a-4c60-8d69-4cccde23357b req-15cc8e9d-bf67-4984-98ca-ea594303cfd4 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982723 Aug 19 12:19:44.378064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8dbefdcd-7eeb-4d7b-a973-8fee78dc6db2 req-d6a53658-2937-4144-9152-31b59c4f1d1c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227891 Aug 19 12:19:44.440450 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aecfd728-9e20-4666-9624-36a91d56341f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.462283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 51e4967f-4753-4a6a-9adb-954bcb15408b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:44.462991 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.476702 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.579370 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.590943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb24823c-2fea-4385-87b0-27ac710916f5 req-a4487001-7688-4b7e-b0fa-701d20cff78c tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 210 time: 0.0501087 Aug 19 12:19:44.632048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Transition to ACTIVE for port object fe82ec75-a558-4a1e-98a1-8bda950cb219 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:44.651662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aecfd728-9e20-4666-9624-36a91d56341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.681736 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.743386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Transition to ACTIVE for port object 8d7a1d93-ff62-408c-9611-3613f8b72f64 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:44.751651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfd728-9e20-4666-9624-36a91d56341f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7867dd81-98a2-47b7-8ce8-133f39a755d2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:44.794477 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aecfd728-9e20-4666-9624-36a91d56341f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5396bcd2a4404efa9d5f3fb750e85dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0293922 Aug 19 12:19:44.805511 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50510) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:44.849615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-6a939c33-7000-4ed1-a538-88a5d77b0f68 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:44.851896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-6a939c33-7000-4ed1-a538-88a5d77b0f68 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.53 "GET /v2.0/networks?id=6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 200 len: 813 time: 0.2372065 Aug 19 12:19:44.870798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'port': {'device_id': '8f83a849-2175-49bf-906d-8f45502c0745', 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39', 'admin_state_up': True, 'tenant_id': '1cab3613e7a943e2bafa42ff565a9e1b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:44.902654 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13e88856-d45c-4333-9e3d-40a2501b5d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.944043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13e88856-d45c-4333-9e3d-40a2501b5d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.973895 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.054042 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.122004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Attempting to bind port 8d7a1d93-ff62-408c-9611-3613f8b72f64 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:45.123152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Attempting to bind port 8d7a1d93-ff62-408c-9611-3613f8b72f64 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:45.124059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Attempting to bind port 8d7a1d93-ff62-408c-9611-3613f8b72f64 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:45.128917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47708c1-cbb5-4bcd-a086-014b5189bc14 None None] Pushing event updated for resources: {'Port': ['ID=8d7a1d93-ff62-408c-9611-3613f8b72f64,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:45.138047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:45.138792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:45.139416 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.141867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:45.143316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Bound port: 8d7a1d93-ff62-408c-9611-3613f8b72f64, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:45.144104 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.154040 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Network 6dade301-fe7e-4528-8295-3ad73fcc0e91 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:45.167687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:45.179109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:45.225490 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Pushing event updated for resources: {'Port': ['ID=fe82ec75-a558-4a1e-98a1-8bda950cb219,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:45.228343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] For port 8d7a1d93-ff62-408c-9611-3613f8b72f64, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:45.248159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] For port 8d7a1d93-ff62-408c-9611-3613f8b72f64, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8d7a1d93-ff62-408c-9611-3613f8b72f64,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:45.269501 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.401993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Made reservation on behalf of 1cab3613e7a943e2bafa42ff565a9e1b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:45.407736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13e88856-d45c-4333-9e3d-40a2501b5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.412214 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13e88856-d45c-4333-9e3d-40a2501b5d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.413862 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-13e88856-d45c-4333-9e3d-40a2501b5d20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7867dd81-98a2-47b7-8ce8-133f39a755d2 HTTP/1.1" status: 204 len: 168 time: 0.6068277 Aug 19 12:19:45.422766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.454292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e88856-d45c-4333-9e3d-40a2501b5d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7867dd81-98a2-47b7-8ce8-133f39a755d2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:45.460337 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.578822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47708c1-cbb5-4bcd-a086-014b5189bc14 None None] Pushing event updated for resources: {'Port': ['ID=8d7a1d93-ff62-408c-9611-3613f8b72f64,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:45.620777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Routers {'63710f6e-cdd8-443e-8d69-3cf6e84920b1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:45.621518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:45.803266 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] Set router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:45.827788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29f2f3-0256-40a5-9998-041d0219d857 req-2c261b86-a277-40ee-a624-250d1139cae7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:45.829821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a29f2f3-0256-40a5-9998-041d0219d857 req-2c261b86-a277-40ee-a624-250d1139cae7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.2815709 Aug 19 12:19:45.848510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d99f4-3dfc-4f99-84b3-82e54bf7e3c6 req-648572d7-12c9-4e3b-9738-12db5d73c612 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:45.852384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9d99f4-3dfc-4f99-84b3-82e54bf7e3c6 req-648572d7-12c9-4e3b-9738-12db5d73c612 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 945 time: 0.3468077 Aug 19 12:19:45.954644 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.959209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee26c3cc-4cb8-43f9-ab77-b06c6e24189b None None] Provisioning for port fe82ec75-a558-4a1e-98a1-8bda950cb219 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:45.972338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee26c3cc-4cb8-43f9-ab77-b06c6e24189b None None] Provisioning complete for port fe82ec75-a558-4a1e-98a1-8bda950cb219 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:45.974201 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee26c3cc-4cb8-43f9-ab77-b06c6e24189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.024963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ee26c3cc-4cb8-43f9-ab77-b06c6e24189b None None] Port fe82ec75-a558-4a1e-98a1-8bda950cb219 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:46.055512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a29f2f3-0256-40a5-9998-041d0219d857 req-0f32b8d6-4911-4130-8e4b-3e374172fcf0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951587 Aug 19 12:19:46.073755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9d99f4-3dfc-4f99-84b3-82e54bf7e3c6 req-a56f8509-4356-4733-97e4-1b38adef9030 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065237 Aug 19 12:19:46.137751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Allocated IP 172.20.0.5 (6baaf1ec-5b13-4be9-b241-24de01cf5d39/35144bb2-d611-4398-9cbd-e88378b7b5d2/6e8d3553-cfd4-44bd-b161-f0aceeecf877) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:46.253512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'name': 'tempest-FloatingIPsTestJSON-1010427676-router', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:37Z', 'updated_at': '2021-08-19T12:19:41Z', 'revision_number': 3, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'gw_port': {'id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:39Z', 'updated_at': '2021-08-19T12:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:46.323010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4216da93-d58b-4740-8470-3886b5e50f3c req-f10f158b-b6bd-46f8-bfbc-01494d5ff4ab tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 210 time: 0.1148741 Aug 19 12:19:46.334514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcab9f5-cca0-4abf-a271-27a91a7202aa None None] The sync data for ids ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'] in n-d-778732-8 is: [{'id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'name': 'tempest-FloatingIPsTestJSON-1010427676-router', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:37Z', 'updated_at': '2021-08-19T12:19:41Z', 'revision_number': 3, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'gw_port': {'id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:39Z', 'updated_at': '2021-08-19T12:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:46.419400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.544297 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.619498 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.733882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.753832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.765069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Pushing event updated for resources: {'Port': ['ID=fe82ec75-a558-4a1e-98a1-8bda950cb219,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:46.814349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:46.821583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:46.829927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:46.874199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'Port': ['ID=6e8d3553-cfd4-44bd-b161-f0aceeecf877,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:46.924466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:46.925502 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.953465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Network 6dade301-fe7e-4528-8295-3ad73fcc0e91 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:46.955076 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:47.131775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:47.253132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-29e07c3e-c9af-475f-9913-c78432a9117f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3899481 Aug 19 12:19:47.296350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Request body: {'port': {'device_id': '8f83a849-2175-49bf-906d-8f45502c0745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:47.331708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:47.349016 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-96c53ba8-3fa6-4da9-b826-a57891b2eb13 admin admin] 10.222.0.44 "PUT /v2.0/routers/63710f6e-cdd8-443e-8d69-3cf6e84920b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5999260 Aug 19 12:19:47.379373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d248cc-6148-468f-bcf7-95886c84b686 req-c5d27f1e-1844-41f0-9236-94188d00ce4f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:47.382159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74d248cc-6148-468f-bcf7-95886c84b686 req-c5d27f1e-1844-41f0-9236-94188d00ce4f tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.1893406 Aug 19 12:19:47.382376 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-987ce148-bd4d-499f-9c81-1813181493ef None None] Provisioning complete for port fe82ec75-a558-4a1e-98a1-8bda950cb219 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:47.382880 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-987ce148-bd4d-499f-9c81-1813181493ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:47.409317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcffb01-9ae0-4f28-b279-945d521a80a5 req-dbe1571b-e426-435c-8b3f-b27c3e774225 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:47.411218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9dcffb01-9ae0-4f28-b279-945d521a80a5 req-dbe1571b-e426-435c-8b3f-b27c3e774225 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 945 time: 0.1705050 Aug 19 12:19:47.441979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-987ce148-bd4d-499f-9c81-1813181493ef None None] Port fe82ec75-a558-4a1e-98a1-8bda950cb219 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:47.478293 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:47.538443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74d248cc-6148-468f-bcf7-95886c84b686 req-b531b190-832f-408c-ac31-deb999cb2596 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466362 Aug 19 12:19:47.568743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9dcffb01-9ae0-4f28-b279-945d521a80a5 req-f0cd11a5-73f1-4ec0-b9bf-879387833464 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141338 Aug 19 12:19:47.643357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50578) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:47.814786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-network', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:47.853408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee95ee-e81a-40c7-8f0f-23b7db509bfb req-0d1d217a-0c0d-4919-be63-f45a36311ae5 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:47.855108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9ee95ee-e81a-40c7-8f0f-23b7db509bfb req-0d1d217a-0c0d-4919-be63-f45a36311ae5 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 931 time: 0.1177766 Aug 19 12:19:47.977588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9ee95ee-e81a-40c7-8f0f-23b7db509bfb req-fb7b10b8-5ddd-4294-87c0-a3288ae837bb tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056480 Aug 19 12:19:48.036866 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Made reservation on behalf of c8da6e401fd14fb4abc6da0ff5c58e39 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:48.039347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.051845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8d7a1d93-ff62-408c-9611-3613f8b72f64 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:48.055915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8d3553-cfd4-44bd-b161-f0aceeecf877 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:48.060297 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.067118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.102493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Transition to ACTIVE for port object 6e8d3553-cfd4-44bd-b161-f0aceeecf877 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:48.208506 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.275064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8d7a1d93-ff62-408c-9611-3613f8b72f64 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:48.283051 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.283605 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8d7a1d93-ff62-408c-9611-3613f8b72f64 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:48.284162 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.344030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.383709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:19:48.402276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8d3553-cfd4-44bd-b161-f0aceeecf877,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:48.429885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76294147-1bc6-416f-a43b-d17c817f8d08,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:48.439338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.440402 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Added segment b10cf66d-e66d-4ef9-92a2-ccb1bb954b88 of type vlan for network 8b626f2e-94dc-4971-a2c7-06a0a16400b5 Aug 19 12:19:48.476678 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.496434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-f56fea77-601a-4cf2-a4fe-b889ef13079e tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2647803 Aug 19 12:19:48.509166 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.511562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8d7a1d93-ff62-408c-9611-3613f8b72f64, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8d7a1d93-ff62-408c-9611-3613f8b72f64,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:48.513080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:48.585754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Attempting to bind port 6e8d3553-cfd4-44bd-b161-f0aceeecf877 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:48.586360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Attempting to bind port 6e8d3553-cfd4-44bd-b161-f0aceeecf877 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '37559119-0998-4254-b9a8-eb92a8b4d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:48.586706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Attempting to bind port 6e8d3553-cfd4-44bd-b161-f0aceeecf877 on network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:48.595666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Port 6e8d3553-cfd4-44bd-b161-f0aceeecf877 on network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:48.596108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Attempting to bind port 6e8d3553-cfd4-44bd-b161-f0aceeecf877 on network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:48.607244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:48.607633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Checking segment: {'id': '37559119-0998-4254-b9a8-eb92a8b4d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:48.607978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Bound using segment: {'id': '37559119-0998-4254-b9a8-eb92a8b4d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:48.608423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Bound port: 6e8d3553-cfd4-44bd-b161-f0aceeecf877, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37559119-0998-4254-b9a8-eb92a8b4d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:48.609483 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.612472 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.633238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dc094-c987-4ce8-a2ba-61d81d3ecaa5 req-9ac41b30-7c6b-4742-a34c-aef9a9fae00b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:48.633238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b3dc094-c987-4ce8-a2ba-61d81d3ecaa5 req-9ac41b30-7c6b-4742-a34c-aef9a9fae00b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 945 time: 0.0958049 Aug 19 12:19:48.660066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.663015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:48.664428 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.680077 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Sync routers for ids ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:48.691500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8d7a1d93-ff62-408c-9611-3613f8b72f64,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:48.693623 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Routers {'63710f6e-cdd8-443e-8d69-3cf6e84920b1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:48.694567 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:48.700363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.758509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] Pushing event updated for resources: {'Network': ['ID=8b626f2e-94dc-4971-a2c7-06a0a16400b5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:48.770549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 8b626f2e-94dc-4971-a2c7-06a0a16400b5 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:19:48.823244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] For port 6e8d3553-cfd4-44bd-b161-f0aceeecf877, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:48.829417 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Set router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:48.858316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b3dc094-c987-4ce8-a2ba-61d81d3ecaa5 req-f17af149-a999-4148-8c84-231585cea91d tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815448 Aug 19 12:19:48.861212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] For port 6e8d3553-cfd4-44bd-b161-f0aceeecf877, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e8d3553-cfd4-44bd-b161-f0aceeecf877,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:48.916780 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-adbc41eb-89df-4471-bb75-81499319076e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2716560 Aug 19 12:19:48.921302 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50604) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:48.929823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] Request body: {'subnet': {'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-subnet', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:48.962947 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.058564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467acd1b-bb7e-41a1-be14-7b2b9fbcb83f req-81f812c2-2f4f-434d-892c-c8d240fbe9e0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:49.058564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-467acd1b-bb7e-41a1-be14-7b2b9fbcb83f req-81f812c2-2f4f-434d-892c-c8d240fbe9e0 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.1194499 Aug 19 12:19:49.070931 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.076861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] Made reservation on behalf of c8da6e401fd14fb4abc6da0ff5c58e39 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:49.085819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.141177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Allocated IP 172.25.6.204 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/9635ed64-5c06-47f3-aada-751678626724) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:49.231454 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'name': 'tempest-FloatingIPsTestJSON-1010427676-router', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:37Z', 'updated_at': '2021-08-19T12:19:45Z', 'revision_number': 4, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'gw_port': {'id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:39Z', 'updated_at': '2021-08-19T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'fe82ec75-a558-4a1e-98a1-8bda950cb219', 'name': '', 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'mac_address': 'fa:16:3e:65:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2e293b04-5624-4cfa-bac3-8af6b10a2715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:43Z', 'updated_at': '2021-08-19T12:19:46Z', 'revision_number': 2, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'subnets': [{'id': '2e293b04-5624-4cfa-bac3-8af6b10a2715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:49.267059 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Checking router: 63710f6e-cdd8-443e-8d69-3cf6e84920b1 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:49.267844 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Updating router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 port fe82ec75-a558-4a1e-98a1-8bda950cb219 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:19:49.272577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:49.273220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.274766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/6e8d3553-cfd4-44bd-b161-f0aceeecf877 HTTP/1.1" status: 200 len: 1091 time: 1.9865067 Aug 19 12:19:49.275232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f83a849-2175-49bf-906d-8f45502c0745', 'tag': '6e8d3553-cfd4-44bd-b161-f0aceeecf877'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:49.277659 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bca1929-ee75-40e2-a6b0-0c72f7ba8c46" -d '{"events": [{"name": "network-changed", "server_uuid": "8f83a849-2175-49bf-906d-8f45502c0745", "tag": "6e8d3553-cfd4-44bd-b161-f0aceeecf877"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:49.298594 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.305733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be5d22-2cbe-46eb-a10b-1f9093c607f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8d3553-cfd4-44bd-b161-f0aceeecf877,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:49.331798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-467acd1b-bb7e-41a1-be14-7b2b9fbcb83f req-3d37ec87-9209-4c8d-8c6c-181b1370091c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747191 Aug 19 12:19:49.398367 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.524145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-78b7d42e-40f8-4d78-af74-80d4db533e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:49.525648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-78b7d42e-40f8-4d78-af74-80d4db533e2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 1094 time: 0.0528555 Aug 19 12:19:49.605296 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-d3fbbc77-0bdb-40bb-bbf9-c3bcd64ef0c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e8d3553-cfd4-44bd-b161-f0aceeecf877 HTTP/1.1" status: 200 len: 217 time: 0.0701461 Aug 19 12:19:49.666587 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.680977 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Transition to ACTIVE for port object fe82ec75-a558-4a1e-98a1-8bda950cb219 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:49.682745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-3a7c9774-6943-4172-ae70-4f13dd290d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:49.684404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-3a7c9774-6943-4172-ae70-4f13dd290d83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35144bb2-d611-4398-9cbd-e88378b7b5d2 HTTP/1.1" status: 200 len: 853 time: 0.0709882 Aug 19 12:19:49.687590 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.726078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-7c2559d7-8eb0-4a2c-ad23-5a855acd50c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6baaf1ec-5b13-4be9-b241-24de01cf5d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330212 Aug 19 12:19:49.728034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.744233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12d8824-a645-4cb2-a279-9897efeb7fba,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:49.761470 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] Checking segment: {'id': 'b10cf66d-e66d-4ef9-92a2-ccb1bb954b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:49.761834 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] Network hostable DHCP agents. Network: 8b626f2e-94dc-4971-a2c7-06a0a16400b5, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:19:49.795416 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.846000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:49.846379 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Pushing event updated for resources: {'Port': ['ID=fe82ec75-a558-4a1e-98a1-8bda950cb219,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:49.853818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:49.856802 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.857142 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.857659 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.857990 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.858284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:49.858427 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.859453 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.859609 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.859806 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.860126 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.860448 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.860765 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.861080 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:49.901813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Pushing event updated for resources: {'Port': ['ID=9635ed64-5c06-47f3-aada-751678626724,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:49.904427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] Network 8b626f2e-94dc-4971-a2c7-06a0a16400b5 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:19:49.920324 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Attempting to bind port fe82ec75-a558-4a1e-98a1-8bda950cb219 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:49.920858 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Attempting to bind port fe82ec75-a558-4a1e-98a1-8bda950cb219 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ebab18b5-81e2-4385-b7f3-17e204d4ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:49.921913 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Attempting to bind port fe82ec75-a558-4a1e-98a1-8bda950cb219 on network 6dade301-fe7e-4528-8295-3ad73fcc0e91 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:49.929529 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:49.930013 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Checking segment: {'id': 'ebab18b5-81e2-4385-b7f3-17e204d4ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:49.930691 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.931320 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Bound using segment: {'id': 'ebab18b5-81e2-4385-b7f3-17e204d4ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:49.932107 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Bound port: fe82ec75-a558-4a1e-98a1-8bda950cb219, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebab18b5-81e2-4385-b7f3-17e204d4ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:49.932682 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.935556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b17d20-cfab-4879-8740-757795f51002 req-c39f219e-4c64-48e7-adab-504f3a8cb3e8 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:49.937876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3b17d20-cfab-4879-8740-757795f51002 req-c39f219e-4c64-48e7-adab-504f3a8cb3e8 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 943 time: 0.2148619 Aug 19 12:19:50.024655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-f86af994-c8f0-4e27-bacc-307a3b63b027 service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789361 Aug 19 12:19:50.026889 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] For port fe82ec75-a558-4a1e-98a1-8bda950cb219, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:50.028158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8d7a1d93-ff62-408c-9611-3613f8b72f64 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:50.030683 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] For port fe82ec75-a558-4a1e-98a1-8bda950cb219, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fe82ec75-a558-4a1e-98a1-8bda950cb219,segment=NetworkSegment(ebab18b5-81e2-4385-b7f3-17e204d4ddd7),segment_id=ebab18b5-81e2-4385-b7f3-17e204d4ddd7)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:50.055025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3b17d20-cfab-4879-8740-757795f51002 req-86fc40d1-9b6b-4584-8f6b-cdd3a1e8c368 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003864 Aug 19 12:19:50.093356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 8b626f2e-94dc-4971-a2c7-06a0a16400b5) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:50.099097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:50.100113 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.113187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efc9d26-e928-4dc3-be56-b3829fdde9a4 None None] Network 8b626f2e-94dc-4971-a2c7-06a0a16400b5 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:50.129151 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b3bc1e-7da8-485f-b2fe-91742db50d9e x-openstack-request-id: req-61b3bc1e-7da8-485f-b2fe-91742db50d9e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:50.129465 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f83a849-2175-49bf-906d-8f45502c0745", "tag": "6e8d3553-cfd4-44bd-b161-f0aceeecf877", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:50.129714 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61b3bc1e-7da8-485f-b2fe-91742db50d9e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:50.130120 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f83a849-2175-49bf-906d-8f45502c0745', 'tag': '6e8d3553-cfd4-44bd-b161-f0aceeecf877', 'status': 'completed', 'code': 200} Aug 19 12:19:50.144652 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.167308 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.183902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc846c91-25d5-45fb-b2f9-d8c5c568a188 req-d437a10d-2b3c-49d0-bd5e-6f484a0688f7 service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444128 Aug 19 12:19:50.224946 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aba615a5-fcc5-46d8-80c3-e805d6578d30 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3015137 Aug 19 12:19:50.227704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50622) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:50.232711 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-router', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:50.279507 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Routers {'63710f6e-cdd8-443e-8d69-3cf6e84920b1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:50.280238 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:50.321125 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11157c-790a-49b2-a321-dac189ee7719 None None] Pushing event updated for resources: {'Port': ['ID=fe82ec75-a558-4a1e-98a1-8bda950cb219,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:50.372598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8d7a1d93-ff62-408c-9611-3613f8b72f64 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:50.372988 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.380404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.458034 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] Set router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:50.480098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.482165 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.575953 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.576343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-8b626f2e-94dc-4971-a2c7-06a0a16400b5', 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'fixed_ips': [{'subnet_id': 'f12d8824-a645-4cb2-a279-9897efeb7fba'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:19:50.585158 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.590360 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.623931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002e6a1-2336-4996-8f02-8e0ac44a0c67 req-b2963728-889f-4e13-bcc7-e7189c1e02b8 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:50.626379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2002e6a1-2336-4996-8f02-8e0ac44a0c67 req-b2963728-889f-4e13-bcc7-e7189c1e02b8 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 945 time: 0.3572628 Aug 19 12:19:50.665645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1929-ee75-40e2-a6b0-0c72f7ba8c46 req-b4046bdd-5837-421b-aed3-cf8ba0f79ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:50.667214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bca1929-ee75-40e2-a6b0-0c72f7ba8c46 req-b4046bdd-5837-421b-aed3-cf8ba0f79ca8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 1094 time: 0.0879686 Aug 19 12:19:50.694650 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.765285 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'name': 'tempest-FloatingIPsTestJSON-1010427676-router', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:37Z', 'updated_at': '2021-08-19T12:19:45Z', 'revision_number': 4, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'gw_port': {'id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:39Z', 'updated_at': '2021-08-19T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'fe82ec75-a558-4a1e-98a1-8bda950cb219', 'name': '', 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'mac_address': 'fa:16:3e:65:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2e293b04-5624-4cfa-bac3-8af6b10a2715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:43Z', 'updated_at': '2021-08-19T12:19:50Z', 'revision_number': 4, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'subnets': [{'id': '2e293b04-5624-4cfa-bac3-8af6b10a2715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:50.772952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2002e6a1-2336-4996-8f02-8e0ac44a0c67 req-a2ad8990-3b9d-4fa4-83b4-9ccb9f9ca510 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391852 Aug 19 12:19:50.824351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Allocated IP 172.20.0.2 (8b626f2e-94dc-4971-a2c7-06a0a16400b5/f12d8824-a645-4cb2-a279-9897efeb7fba/dcd9528a-9f24-4f27-86a5-c8c6a38a46f3) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:50.825955 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710005ce-6e26-4edb-bd91-4d2c859a8b52 None None] The sync data for ids ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'] in n-d-778732-8 is: [{'id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'name': 'tempest-FloatingIPsTestJSON-1010427676-router', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:37Z', 'updated_at': '2021-08-19T12:19:45Z', 'revision_number': 4, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'gw_port': {'id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:39Z', 'updated_at': '2021-08-19T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'fe82ec75-a558-4a1e-98a1-8bda950cb219', 'name': '', 'network_id': '6dade301-fe7e-4528-8295-3ad73fcc0e91', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'mac_address': 'fa:16:3e:65:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2e293b04-5624-4cfa-bac3-8af6b10a2715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:43Z', 'updated_at': '2021-08-19T12:19:50Z', 'revision_number': 4, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'subnets': [{'id': '2e293b04-5624-4cfa-bac3-8af6b10a2715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:50.930766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Pushing event updated for resources: {'Port': ['ID=9635ed64-5c06-47f3-aada-751678626724,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:50.979089 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.037307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.037848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.038438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.038958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.039430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.039859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.040628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.041201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.041679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.042382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.042792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.043187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:51.070223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1929-ee75-40e2-a6b0-0c72f7ba8c46 req-fbdd8443-8b58-4faa-be24-36db8842d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:51.082821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bca1929-ee75-40e2-a6b0-0c72f7ba8c46 req-fbdd8443-8b58-4faa-be24-36db8842d499 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 200 len: 914 time: 0.4063087 Aug 19 12:19:51.100417 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.119652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca90c0d-8f83-43d5-be45-4cd09bc244eb req-ee92bfe1-9d1b-430a-857a-a330ca8d3d80 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:51.121675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fca90c0d-8f83-43d5-be45-4cd09bc244eb req-ee92bfe1-9d1b-430a-857a-a330ca8d3d80 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.2415490 Aug 19 12:19:51.142739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50634) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:51.165286 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.166582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-57e06f6f-8cac-4c44-b5be-eb4d10e947d4 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6630163 Aug 19 12:19:51.168670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bca1929-ee75-40e2-a6b0-0c72f7ba8c46 req-de5d9bbd-3df0-4883-891c-409d6c8c31aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e8d3553-cfd4-44bd-b161-f0aceeecf877 HTTP/1.1" status: 200 len: 217 time: 0.0772378 Aug 19 12:19:51.309267 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.325879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Transition to ACTIVE for port object dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:51.345903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Transition to ACTIVE for port object dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:51.379441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-21cfc14d-f61c-41d3-9d17-0c7e9ecab817 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.1941650 Aug 19 12:19:51.379711 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff071be8-49f0-4018-9336-7530040a3845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.410724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fca90c0d-8f83-43d5-be45-4cd09bc244eb req-516cbd72-98c7-46ab-93b3-424fdb9c4a7d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471955 Aug 19 12:19:51.481331 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.498746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1929-ee75-40e2-a6b0-0c72f7ba8c46 req-82ebdc77-1240-4bac-9b8d-3fd86b61f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:51.501664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bca1929-ee75-40e2-a6b0-0c72f7ba8c46 req-82ebdc77-1240-4bac-9b8d-3fd86b61f2a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35144bb2-d611-4398-9cbd-e88378b7b5d2 HTTP/1.1" status: 200 len: 853 time: 0.3078620 Aug 19 12:19:51.573517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bca1929-ee75-40e2-a6b0-0c72f7ba8c46 req-8294805e-c000-4431-a82c-8c2b9d156b74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6baaf1ec-5b13-4be9-b241-24de01cf5d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513046 Aug 19 12:19:51.583453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Network 8b626f2e-94dc-4971-a2c7-06a0a16400b5 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:51.587452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:51.591711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:51.674942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-ac769da8-2479-487a-acc1-c67f74385985 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:51.679626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-ac769da8-2479-487a-acc1-c67f74385985 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.2956002 Aug 19 12:19:51.696856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Pushing event updated for resources: {'Port': ['ID=dcd9528a-9f24-4f27-86a5-c8c6a38a46f3,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:51.719205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-1ce68d0c-6776-44a0-8ad6-3568e1d4a596 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:19:51.721074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30c8441d-99db-49ad-ab18-c7eb4d3c7bca req-1ce68d0c-6776-44a0-8ad6-3568e1d4a596 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317638 Aug 19 12:19:51.745726 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Attempting to bind port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:51.746113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Attempting to bind port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b10cf66d-e66d-4ef9-92a2-ccb1bb954b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:51.746490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Attempting to bind port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 on network 8b626f2e-94dc-4971-a2c7-06a0a16400b5 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:51.766563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:51.766957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Checking segment: {'id': 'b10cf66d-e66d-4ef9-92a2-ccb1bb954b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:51.767385 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.767800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Bound using segment: {'id': 'b10cf66d-e66d-4ef9-92a2-ccb1bb954b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:51.768324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Bound port: dcd9528a-9f24-4f27-86a5-c8c6a38a46f3, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10cf66d-e66d-4ef9-92a2-ccb1bb954b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:51.769253 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.839553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bca1929-ee75-40e2-a6b0-0c72f7ba8c46 req-5cec2f25-16b2-405d-a484-7b5b7f038d7b service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526352 Aug 19 12:19:52.015154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] For port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:52.020973 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] For port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dcd9528a-9f24-4f27-86a5-c8c6a38a46f3,segment=NetworkSegment(b10cf66d-e66d-4ef9-92a2-ccb1bb954b88),segment_id=b10cf66d-e66d-4ef9-92a2-ccb1bb954b88)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:52.034262 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4fcfb97-5ae3-42ad-9879-adc45158c7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.098907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe82ec75-a558-4a1e-98a1-8bda950cb219 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:52.112888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d87b4-10db-4035-bef9-7c077ba2bc48 req-792a06a0-b651-44d6-b742-6b30120928d1 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:52.115343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e7d87b4-10db-4035-bef9-7c077ba2bc48 req-792a06a0-b651-44d6-b742-6b30120928d1 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 943 time: 0.2744853 Aug 19 12:19:52.118513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bca1929-ee75-40e2-a6b0-0c72f7ba8c46 req-c7b5c65d-81f0-4c6d-bfc5-239ce52c29c5 service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638047 Aug 19 12:19:52.183425 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.240897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e7d87b4-10db-4035-bef9-7c077ba2bc48 req-c0148913-be19-424b-94ba-782635b34060 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126971 Aug 19 12:19:52.352599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6ac7f-3c76-4261-8890-ea86ac92ea16 None None] Pushing event updated for resources: {'Port': ['ID=dcd9528a-9f24-4f27-86a5-c8c6a38a46f3,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:52.363618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8a83135-2b67-4ee1-be39-26bef58f16de req-f2867fed-cd09-4cd6-af78-0ad8466c61b0 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips/a764e478-0890-45c6-85d5-221309e4bc74 HTTP/1.1" status: 200 len: 693 time: 0.0990529 Aug 19 12:19:52.412499 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4fcfb97-5ae3-42ad-9879-adc45158c7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.417008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.439771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.587993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Allocated IP 172.25.6.84 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/45396001-fdec-4ed9-b618-c426511f0a6b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:52.599517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a83135-2b67-4ee1-be39-26bef58f16de req-41b83a79-2574-4bba-bc24-b0fbb17fde5a tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:52.612584 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8a83135-2b67-4ee1-be39-26bef58f16de req-41b83a79-2574-4bba-bc24-b0fbb17fde5a tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.2257063 Aug 19 12:19:52.681138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port fe82ec75-a558-4a1e-98a1-8bda950cb219 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:52.683554 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4fcfb97-5ae3-42ad-9879-adc45158c7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.687647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port fe82ec75-a558-4a1e-98a1-8bda950cb219 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:52.687647 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.751330 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e4fcfb97-5ae3-42ad-9879-adc45158c7c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa112f63db1d47f8a57526dd1a884a48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6075864 Aug 19 12:19:52.759321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50658) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:52.779950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcfb97-5ae3-42ad-9879-adc45158c7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aceb03-3731-4c97-a00e-6759baad8250,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:52.807255 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.826607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cab42-a171-4bea-8148-7686eb658398 req-eabe973e-3c5e-4020-9bcd-2bdff645d5e6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:52.832073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-100cab42-a171-4bea-8148-7686eb658398 req-eabe973e-3c5e-4020-9bcd-2bdff645d5e6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.0914981 Aug 19 12:19:52.876494 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85e0b58c-b493-47e3-a111-efb895805b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.889847 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.904212 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-100cab42-a171-4bea-8148-7686eb658398 req-e9fefae9-db7b-4cb6-bc14-444629b1b918 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512416 Aug 19 12:19:52.963033 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85e0b58c-b493-47e3-a111-efb895805b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.990297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port fe82ec75-a558-4a1e-98a1-8bda950cb219, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fe82ec75-a558-4a1e-98a1-8bda950cb219,segment=NetworkSegment(ebab18b5-81e2-4385-b7f3-17e204d4ddd7),segment_id=ebab18b5-81e2-4385-b7f3-17e204d4ddd7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:53.042563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6e8d3553-cfd4-44bd-b161-f0aceeecf877 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:53.125615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9fe2530-3c34-4602-add1-dbc55066e965 req-d8d3a1e7-cf40-42d0-8dcb-e09dbc15aac6 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=492940c5c62f4accbc432f68c709ed5a HTTP/1.1" status: 200 len: 696 time: 0.1794088 Aug 19 12:19:53.165787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6e8d3553-cfd4-44bd-b161-f0aceeecf877, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e8d3553-cfd4-44bd-b161-f0aceeecf877,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:53.183193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '6e8d3553-cfd4-44bd-b161-f0aceeecf877', 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39', 'port_id': '6e8d3553-cfd4-44bd-b161-f0aceeecf877', 'mac_address': 'fa:16:3e:5c:39:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35144bb2-d611-4398-9cbd-e88378b7b5d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:53.219671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.232934 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.239078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:53.241675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:53.248176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8d3553-cfd4-44bd-b161-f0aceeecf877 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:53.264814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe2530-3c34-4602-add1-dbc55066e965 req-bea6fb5e-51db-489d-b905-37f3245a76a9 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:53.266704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9fe2530-3c34-4602-add1-dbc55066e965 req-bea6fb5e-51db-489d-b905-37f3245a76a9 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/networks?id=c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 787 time: 0.1343331 Aug 19 12:19:53.271058 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6e8d3553-cfd4-44bd-b161-f0aceeecf877, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e8d3553-cfd4-44bd-b161-f0aceeecf877,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:53.279297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-b9fe2530-3c34-4602-add1-dbc55066e965 req-f939d2f3-10ba-4965-a8ae-8e99293ee183 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:19:53.282490 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.283016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9fe2530-3c34-4602-add1-dbc55066e965 req-f939d2f3-10ba-4965-a8ae-8e99293ee183 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096910 Aug 19 12:19:53.292296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:53.298553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85e0b58c-b493-47e3-a111-efb895805b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.301695 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85e0b58c-b493-47e3-a111-efb895805b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.305462 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-85e0b58c-b493-47e3-a111-efb895805b20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27aceb03-3731-4c97-a00e-6759baad8250 HTTP/1.1" status: 204 len: 168 time: 0.5426059 Aug 19 12:19:53.341839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0b58c-b493-47e3-a111-efb895805b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aceb03-3731-4c97-a00e-6759baad8250,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:53.380203 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Pushing event updated for resources: {'Port': ['ID=45396001-fdec-4ed9-b618-c426511f0a6b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:53.404514 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.422689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=fe82ec75-a558-4a1e-98a1-8bda950cb219,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:53.494297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-adf7e0e6-0d26-4c62-b07f-c52cf9efbc44 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips/a764e478-0890-45c6-85d5-221309e4bc74 HTTP/1.1" status: 200 len: 693 time: 0.1563711 Aug 19 12:19:53.541062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=6e8d3553-cfd4-44bd-b161-f0aceeecf877,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:53.613745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c54bf8-21a0-463c-b3c0-8677ec25553d req-a32d6037-c820-4c6f-b87e-0716daa0d09c tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:53.614222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3c54bf8-21a0-463c-b3c0-8677ec25553d req-a32d6037-c820-4c6f-b87e-0716daa0d09c tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 944 time: 0.1732161 Aug 19 12:19:53.704302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802933ca-0788-4155-be3d-67afceaf7b18 None None] Network 8b626f2e-94dc-4971-a2c7-06a0a16400b5 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:53.763424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6e8d3553-cfd4-44bd-b161-f0aceeecf877'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:53.959393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-097c3d31-4ea8-4e25-990f-2234163627c9 None None] Provisioning for port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:54.066143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3c54bf8-21a0-463c-b3c0-8677ec25553d req-0f53ba95-d800-4318-9ae8-0016036b88f8 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433453 Aug 19 12:19:54.136166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-0c75feff-023c-4c1e-9e98-c41f8ab05bc1 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:54.140812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-0c75feff-023c-4c1e-9e98-c41f8ab05bc1 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.6366768 Aug 19 12:19:54.145091 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-f91fdf46-c78e-46bb-97a7-0c3c1456d4d4 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:54.147679 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-f91fdf46-c78e-46bb-97a7-0c3c1456d4d4 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.1525145 Aug 19 12:19:54.152492 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.167484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-8'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:54.221168 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe82ec75-a558-4a1e-98a1-8bda950cb219 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:54.291497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-2b45382f-7c6a-47e5-a5a8-a64a49c6deb2 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.1413629 Aug 19 12:19:54.311894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port fe82ec75-a558-4a1e-98a1-8bda950cb219 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:54.312478 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.350413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dc8f0-3779-4137-9c4a-258bb16bdd4d req-7e134454-099c-41d2-8582-f20d434c3de6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:54.354510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-639dc8f0-3779-4137-9c4a-258bb16bdd4d req-7e134454-099c-41d2-8582-f20d434c3de6 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 945 time: 0.1132812 Aug 19 12:19:54.441671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-639dc8f0-3779-4137-9c4a-258bb16bdd4d req-41560066-de72-48a3-9d92-b6d9b4c32e67 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428674 Aug 19 12:19:54.445408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-8cbe1623-d20e-49c9-a550-4ce970e2af97 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.1408634 Aug 19 12:19:54.450321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:54.458020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.645881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50696) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:54.701612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-1b637a3d-c3e3-4d0e-811a-a36fe018002d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Deleting port 9635ed64-5c06-47f3-aada-751678626724 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:54.701612 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-1b637a3d-c3e3-4d0e-811a-a36fe018002d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.706565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8da7ed8d-647d-4c54-a80e-9e311745ce3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.731627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:54.738466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:54.738838 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.739353 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.794596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-1b637a3d-c3e3-4d0e-811a-a36fe018002d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.795020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-1b637a3d-c3e3-4d0e-811a-a36fe018002d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.812239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-1b637a3d-c3e3-4d0e-811a-a36fe018002d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Calling delete_port for 9635ed64-5c06-47f3-aada-751678626724 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:54.832423 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d66660b6-2123-4b84-ac42-d94f51527fb3,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:54.850097 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.891145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dcd9528a-9f24-4f27-86a5-c8c6a38a46f3,segment=NetworkSegment(b10cf66d-e66d-4ef9-92a2-ccb1bb954b88),segment_id=b10cf66d-e66d-4ef9-92a2-ccb1bb954b88)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:54.965946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:55.044764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8da7ed8d-647d-4c54-a80e-9e311745ce3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.048478 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd66660b6-2123-4b84-ac42-d94f51527fb3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:55.050842 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67434a71-067e-4777-9896-94e76160169b" -d '{"events": [{"server_uuid": "892c6ce0-dd93-4900-b9b6-5b5e1e1718af", "name": "network-vif-unplugged", "status": "completed", "tag": "d66660b6-2123-4b84-ac42-d94f51527fb3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:55.055409 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.058182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6e8d3553-cfd4-44bd-b161-f0aceeecf877 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:55.081807 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.097899 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472e3542-aa56-49a1-a87e-5e562257c85f x-openstack-request-id: req-472e3542-aa56-49a1-a87e-5e562257c85f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:55.098314 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892c6ce0-dd93-4900-b9b6-5b5e1e1718af", "name": "network-vif-unplugged", "status": "completed", "tag": "d66660b6-2123-4b84-ac42-d94f51527fb3", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:55.098573 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-472e3542-aa56-49a1-a87e-5e562257c85f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:55.098998 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd66660b6-2123-4b84-ac42-d94f51527fb3', 'code': 200} Aug 19 12:19:55.156354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=dcd9528a-9f24-4f27-86a5-c8c6a38a46f3,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:55.179422 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-1b637a3d-c3e3-4d0e-811a-a36fe018002d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.227824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b637a3d-c3e3-4d0e-811a-a36fe018002d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Pushing event deleted for resources: {'Port': ['ID=9635ed64-5c06-47f3-aada-751678626724,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:55.292034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bfb3e-76c1-48ac-8a09-4050508f2d70 req-810e0378-1b67-450b-8c6c-5a90a198b26e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:55.293757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-428bfb3e-76c1-48ac-8a09-4050508f2d70 req-810e0378-1b67-450b-8c6c-5a90a198b26e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 944 time: 0.1259744 Aug 19 12:19:55.332912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:19:55.336116 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-1b637a3d-c3e3-4d0e-811a-a36fe018002d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.336246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.337223 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-1b637a3d-c3e3-4d0e-811a-a36fe018002d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.337355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8da7ed8d-647d-4c54-a80e-9e311745ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.338435 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99cde1f-9541-4c6b-9407-3e3d6944be4e req-1b637a3d-c3e3-4d0e-811a-a36fe018002d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "DELETE /v2.0/floatingips/a764e478-0890-45c6-85d5-221309e4bc74 HTTP/1.1" status: 204 len: 173 time: 0.8773518 Aug 19 12:19:55.358096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-428bfb3e-76c1-48ac-8a09-4050508f2d70 req-b6cee1b1-c293-4123-bbbe-861f49cc8f4f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567803 Aug 19 12:19:55.365128 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 6e8d3553-cfd4-44bd-b161-f0aceeecf877 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:55.367554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 6e8d3553-cfd4-44bd-b161-f0aceeecf877 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:55.367786 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.473361 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8da7ed8d-647d-4c54-a80e-9e311745ce3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=368a96299679409d9543034d846d92f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8244092 Aug 19 12:19:55.478671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50704) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:55.505142 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.511464 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4681b238-e68e-454f-8c6b-629f2969cf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.517962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Pushing event updated for resources: {'Port': ['ID=d66660b6-2123-4b84-ac42-d94f51527fb3,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:55.525716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7ed8d-647d-4c54-a80e-9e311745ce3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9901bf-b739-4435-b88a-18f78ab2f5c4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:55.553083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0c508ba1-69d6-48d6-82fb-df8e2125245f tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1925769 Aug 19 12:19:55.571368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f83a849-2175-49bf-906d-8f45502c0745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8d3553-cfd4-44bd-b161-f0aceeecf877'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:55.571836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:55.573784 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5df6dd8-f24e-4b51-9a38-0a8ff077bcdb" -d '{"events": [{"server_uuid": "8f83a849-2175-49bf-906d-8f45502c0745", "name": "network-vif-plugged", "status": "completed", "tag": "6e8d3553-cfd4-44bd-b161-f0aceeecf877"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:55.611731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6e8d3553-cfd4-44bd-b161-f0aceeecf877, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e8d3553-cfd4-44bd-b161-f0aceeecf877,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:55.653054 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6568ede9-9ca9-4a40-b91f-910549718684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.698584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8314c-eb72-47e9-9a73-416e050d0635 req-f21d1188-ddd9-469b-b1da-b5ef65af6448 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:55.700361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ac8314c-eb72-47e9-9a73-416e050d0635 req-f21d1188-ddd9-469b-b1da-b5ef65af6448 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.1002684 Aug 19 12:19:55.702620 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6568ede9-9ca9-4a40-b91f-910549718684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.705029 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.727193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 on host n-h1-778732-8 for vnic_type normal with profile {"migrating_to": "n-h2-778732-8"} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:55.727534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:55.727872 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:55.737349 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Port d66660b6-2123-4b84-ac42-d94f51527fb3 on network ec23aef2-b1a6-4893-943f-02410985e170 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:55.737759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Attempting to bind port d66660b6-2123-4b84-ac42-d94f51527fb3 on network ec23aef2-b1a6-4893-943f-02410985e170 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:55.752002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:55.752621 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Checking segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:55.752981 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Bound using segment: {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:55.753759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Bound port: d66660b6-2123-4b84-ac42-d94f51527fb3, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7b849e-3ed5-4e0e-8b62-af3794062a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec23aef2-b1a6-4893-943f-02410985e170'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:55.753939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.762299 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.767584 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.811428 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:55.833452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Sync routers for ids ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:55.856279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=6e8d3553-cfd4-44bd-b161-f0aceeecf877,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:55.866719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Routers {'3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:55.867577 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:55.875691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:55.880240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d66660b6-2123-4b84-ac42-d94f51527fb3,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:55.881942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ac8314c-eb72-47e9-9a73-416e050d0635 req-679a40ed-eae9-4e7f-b07e-19f8680787b1 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658857 Aug 19 12:19:55.976125 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.019053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:56.060230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.060230 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f9db2af-b7bb-4f8f-b7b1-1065da10a3ff admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8264806 Aug 19 12:19:56.060626 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32101468-1699-4ff2-a715-8035c154ff33 x-openstack-request-id: req-32101468-1699-4ff2-a715-8035c154ff33 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:56.060626 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f83a849-2175-49bf-906d-8f45502c0745", "name": "network-vif-plugged", "status": "completed", "tag": "6e8d3553-cfd4-44bd-b161-f0aceeecf877", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:56.060626 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32101468-1699-4ff2-a715-8035c154ff33 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:56.060626 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f83a849-2175-49bf-906d-8f45502c0745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8d3553-cfd4-44bd-b161-f0aceeecf877', 'code': 200} Aug 19 12:19:56.060626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Set router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:56.069446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50724) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:56.115957 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6568ede9-9ca9-4a40-b91f-910549718684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.132594 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6568ede9-9ca9-4a40-b91f-910549718684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.132594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6568ede9-9ca9-4a40-b91f-910549718684 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b9901bf-b739-4435-b88a-18f78ab2f5c4 HTTP/1.1" status: 204 len: 168 time: 0.6488154 Aug 19 12:19:56.156450 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.199047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568ede9-9ca9-4a40-b91f-910549718684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9901bf-b739-4435-b88a-18f78ab2f5c4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:56.215310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:56.215773 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.320399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d453d07-c5bf-40b2-a2e0-4d710842fc7b req-8ee49162-e18f-4f02-a883-59de038cb809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:56.331751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d453d07-c5bf-40b2-a2e0-4d710842fc7b req-8ee49162-e18f-4f02-a883-59de038cb809 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 1096 time: 0.1479335 Aug 19 12:19:56.386609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Pushing event updated for resources: {'Port': ['ID=d66660b6-2123-4b84-ac42-d94f51527fb3,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:56.418551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Allocated IP 172.25.6.200 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/1ff6e648-8a93-4a98-8e09-df276e4543bd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:56.426161 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d453d07-c5bf-40b2-a2e0-4d710842fc7b req-c186628a-c57a-46d9-9338-517ffadc1384 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749328 Aug 19 12:19:56.483532 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:56.492488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.492488 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-9ba87ccf-5a35-48a8-ab59-89493ea08c65 service neutron] 10.222.0.52 "PUT /v2.0/ports/d66660b6-2123-4b84-ac42-d94f51527fb3 HTTP/1.1" status: 200 len: 1121 time: 2.3293610 Aug 19 12:19:56.557353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-router', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:50Z', 'updated_at': '2021-08-19T12:19:53Z', 'revision_number': 3, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'gw_port': {'id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:52Z', 'updated_at': '2021-08-19T12:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:56.596837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 0c87b671-c35e-4330-a966-4833701c1c0e details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:56.601282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Checking router: 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:56.601282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Updating router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf port 45396001-fdec-4ed9-b618-c426511f0a6b binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:19:56.635478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d645d-6526-45d5-bbab-272186a637b3 req-59e58e04-a23c-4dac-82a6-2e404a84a9b3 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:56.638105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['d66660b6-2123-4b84-ac42-d94f51527fb3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:56.638275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-357d645d-6526-45d5-bbab-272186a637b3 req-59e58e04-a23c-4dac-82a6-2e404a84a9b3 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 945 time: 0.1062589 Aug 19 12:19:56.639479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['d66660b6-2123-4b84-ac42-d94f51527fb3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:56.693882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.730463 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.739059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-357d645d-6526-45d5-bbab-272186a637b3 req-7930a9e3-a77a-49d9-b975-d1182ffd8832 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870335 Aug 19 12:19:56.960996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.050874 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.146819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:57.158013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:57.161214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:57.172952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'tag': 'd66660b6-2123-4b84-ac42-d94f51527fb3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:57.175553 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a5720a-175e-44e5-beee-84a7f51600f8" -d '{"events": [{"name": "network-changed", "server_uuid": "892c6ce0-dd93-4900-b9b6-5b5e1e1718af", "tag": "d66660b6-2123-4b84-ac42-d94f51527fb3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:57.181573 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.196212 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 0c87b671-c35e-4330-a966-4833701c1c0e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0c87b671-c35e-4330-a966-4833701c1c0e,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:57.212730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Pushing event updated for resources: {'Port': ['ID=1ff6e648-8a93-4a98-8e09-df276e4543bd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:57.261644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc988f-79ea-418b-8b0b-6fe9e0512b20 req-10babe60-fde0-42cd-8f81-799de31c1e54 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:57.264205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45bc988f-79ea-418b-8b0b-6fe9e0512b20 req-10babe60-fde0-42cd-8f81-799de31c1e54 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.1959767 Aug 19 12:19:57.290004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '0c87b671-c35e-4330-a966-4833701c1c0e', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'port_id': '0c87b671-c35e-4330-a966-4833701c1c0e', 'mac_address': 'fa:16:3e:5b:3a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ede1da-987a-441b-8c84-707d48ae78bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:57.384823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.408411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.413051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45bc988f-79ea-418b-8b0b-6fe9e0512b20 req-2bdf9ced-f1ae-4c0e-b1a3-1d497169e983 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346667 Aug 19 12:19:57.439252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Allocated IP 172.20.0.1 (8b626f2e-94dc-4971-a2c7-06a0a16400b5/f12d8824-a645-4cb2-a279-9897efeb7fba/d338d862-fade-4b97-a1cc-bfa4a6a6b233) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:57.478760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c87b671-c35e-4330-a966-4833701c1c0e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:57.537612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 0c87b671-c35e-4330-a966-4833701c1c0e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0c87b671-c35e-4330-a966-4833701c1c0e,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:57.596124 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.612102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Transition to ACTIVE for port object 45396001-fdec-4ed9-b618-c426511f0a6b will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:57.634608 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.656886 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Transition to ACTIVE for port object d338d862-fade-4b97-a1cc-bfa4a6a6b233 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:57.686011 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc72e6f-19be-436a-a0e0-92df4eb93217 x-openstack-request-id: req-0dc72e6f-19be-436a-a0e0-92df4eb93217 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:57.697873 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892c6ce0-dd93-4900-b9b6-5b5e1e1718af", "tag": "d66660b6-2123-4b84-ac42-d94f51527fb3", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:57.697873 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0dc72e6f-19be-436a-a0e0-92df4eb93217 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:57.697873 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'tag': 'd66660b6-2123-4b84-ac42-d94f51527fb3', 'status': 'completed', 'code': 200} Aug 19 12:19:57.758330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5720a-175e-44e5-beee-84a7f51600f8 req-f58d2cf6-f030-4898-94bf-08993d59122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:57.759946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6a5720a-175e-44e5-beee-84a7f51600f8 req-f58d2cf6-f030-4898-94bf-08993d59122e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 1124 time: 0.0500739 Aug 19 12:19:57.860697 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.871095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d66660b6-2123-4b84-ac42-d94f51527fb3 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:57.953513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.956865 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.990338 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.052087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296a9ed-ed42-41a3-8166-d75cd667f739 req-b4aeb350-07e4-408c-ab65-5ade433d652f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:58.053781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5296a9ed-ed42-41a3-8166-d75cd667f739 req-b4aeb350-07e4-408c-ab65-5ade433d652f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 945 time: 0.2206912 Aug 19 12:19:58.070629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Network 8b626f2e-94dc-4971-a2c7-06a0a16400b5 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:58.075495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:58.097725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:58.121715 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=0c87b671-c35e-4330-a966-4833701c1c0e,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:58.138596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Attempting to bind port 45396001-fdec-4ed9-b618-c426511f0a6b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:58.138596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Attempting to bind port 45396001-fdec-4ed9-b618-c426511f0a6b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:58.138596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Attempting to bind port 45396001-fdec-4ed9-b618-c426511f0a6b on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:58.179850 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d338d862-fade-4b97-a1cc-bfa4a6a6b233,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:58.195754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5296a9ed-ed42-41a3-8166-d75cd667f739 req-d6c022fa-d749-4910-9501-a75936839acd tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301575 Aug 19 12:19:58.206880 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:58.207257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:58.207668 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.208064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:58.208556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Bound port: 45396001-fdec-4ed9-b618-c426511f0a6b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:58.208939 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.228590 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.247405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5720a-175e-44e5-beee-84a7f51600f8 req-fa2db11b-ebb3-463c-8f0f-bb5f0ad174f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:58.249110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6a5720a-175e-44e5-beee-84a7f51600f8 req-fa2db11b-ebb3-463c-8f0f-bb5f0ad174f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.4795914 Aug 19 12:19:58.324817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d66660b6-2123-4b84-ac42-d94f51527fb3,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:58.361090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d66660b6-2123-4b84-ac42-d94f51527fb3 has no active binding in host n-h2-778732-8 {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:19:58.368433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca169023-147a-498e-a7e1-a4668403d7c2 None None] Pushing event updated for resources: {'Port': ['ID=45396001-fdec-4ed9-b618-c426511f0a6b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:58.420375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6a5720a-175e-44e5-beee-84a7f51600f8 req-69f8ebc8-c769-440f-8f22-a1358b399483 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66660b6-2123-4b84-ac42-d94f51527fb3 HTTP/1.1" status: 200 len: 217 time: 0.0979311 Aug 19 12:19:58.459125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] For port 45396001-fdec-4ed9-b618-c426511f0a6b, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:58.475150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] For port 45396001-fdec-4ed9-b618-c426511f0a6b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=45396001-fdec-4ed9-b618-c426511f0a6b,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:58.484583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['0c87b671-c35e-4330-a966-4833701c1c0e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:58.699692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.715762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.771938 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.784261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5720a-175e-44e5-beee-84a7f51600f8 req-6e265f72-af32-4a12-9467-a01cf24b6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:58.786032 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6a5720a-175e-44e5-beee-84a7f51600f8 req-6e265f72-af32-4a12-9467-a01cf24b6b83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.1874774 Aug 19 12:19:58.801727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5581c01-d224-4458-991a-822bbd234ffe req-8b461e71-5a58-4857-acb1-5a700e3f50ea tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:58.803499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5581c01-d224-4458-991a-822bbd234ffe req-8b461e71-5a58-4857-acb1-5a700e3f50ea tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.1993787 Aug 19 12:19:58.814696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Routers {'3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:58.816004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:58.838268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6a5720a-175e-44e5-beee-84a7f51600f8 req-b691f167-b2c4-4135-910a-b7d78ae07111 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336266 Aug 19 12:19:58.970754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5581c01-d224-4458-991a-822bbd234ffe req-98f473b7-d188-4be7-9798-b01410cf34a7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314397 Aug 19 12:19:58.999167 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.007640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca169023-147a-498e-a7e1-a4668403d7c2 None None] Pushing event updated for resources: {'Port': ['ID=45396001-fdec-4ed9-b618-c426511f0a6b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:59.021073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-59308f14-7223-40c5-bf30-67f6bc5f5b22 None None] Provisioning for port d338d862-fade-4b97-a1cc-bfa4a6a6b233 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:59.029685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-59308f14-7223-40c5-bf30-67f6bc5f5b22 None None] Provisioning complete for port d338d862-fade-4b97-a1cc-bfa4a6a6b233 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:59.031578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59308f14-7223-40c5-bf30-67f6bc5f5b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.062583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6a5720a-175e-44e5-beee-84a7f51600f8 req-c5d03e5f-2fd9-4fd3-809c-4cb0cdcd36da service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139318 Aug 19 12:19:59.108017 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.172837 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.196040 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.199109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] Set router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:59.292293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d338d862-fade-4b97-a1cc-bfa4a6a6b233,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:59.297057 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.323914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-59308f14-7223-40c5-bf30-67f6bc5f5b22 None None] Port d338d862-fade-4b97-a1cc-bfa4a6a6b233 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:59.475930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6a5720a-175e-44e5-beee-84a7f51600f8 req-ef778382-b8e0-47ed-bf22-fb563086f31e service neutron] 10.222.0.53 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032905 Aug 19 12:19:59.573645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Pushing event updated for resources: {'Port': ['ID=1ff6e648-8a93-4a98-8e09-df276e4543bd,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:59.583318 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Network 8b626f2e-94dc-4971-a2c7-06a0a16400b5 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:59.589892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:59.643540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.662300 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edde79-22d2-4d54-9d82-f8b51e637a13 req-3bf179e8-0a09-4909-b0cb-e21d8e6d5a3c tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:59.664345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12edde79-22d2-4d54-9d82-f8b51e637a13 req-3bf179e8-0a09-4909-b0cb-e21d8e6d5a3c tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 945 time: 0.2325890 Aug 19 12:19:59.731995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-router', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:50Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 4, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'gw_port': {'id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:52Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd338d862-fade-4b97-a1cc-bfa4a6a6b233', 'name': '', 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'mac_address': 'fa:16:3e:90:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f12d8824-a645-4cb2-a279-9897efeb7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:57Z', 'updated_at': '2021-08-19T12:19:57Z', 'revision_number': 1, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'subnets': [{'id': 'f12d8824-a645-4cb2-a279-9897efeb7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:59.822589 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf46a6-c9b8-48d2-8265-e57ba1754b1f None None] The sync data for ids ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'] in n-d-778732-8 is: [{'id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-router', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:50Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 4, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'gw_port': {'id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:52Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd338d862-fade-4b97-a1cc-bfa4a6a6b233', 'name': '', 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'mac_address': 'fa:16:3e:90:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f12d8824-a645-4cb2-a279-9897efeb7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:57Z', 'updated_at': '2021-08-19T12:19:57Z', 'revision_number': 1, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'subnets': [{'id': 'f12d8824-a645-4cb2-a279-9897efeb7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:59.824443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12edde79-22d2-4d54-9d82-f8b51e637a13 req-38eec54a-5e5c-4f6b-89bb-e3f9b9672edb tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274197 Aug 19 12:19:59.842706 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.848461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-0539f6fe-0706-458f-b8eb-e8d3ae0b4f9d tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2831759 Aug 19 12:19:59.953160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:00.026410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-f3ffbe55-132b-4ca9-b0e7-dc501ca44b60 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.1704402 Aug 19 12:20:00.176740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e6668d2d-e76e-4383-a097-8082cf5a84f1 None None] Provisioning complete for port d338d862-fade-4b97-a1cc-bfa4a6a6b233 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:00.177174 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e6668d2d-e76e-4383-a097-8082cf5a84f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.226199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9690c6d8-0cfa-499e-a9eb-46f26a01e51f req-ffa3a5d2-7c08-4256-b9bd-3a13cc0d42b7 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-927792509&fields=id&tenant_id=1cab3613e7a943e2bafa42ff565a9e1b HTTP/1.1" status: 200 len: 267 time: 0.1745186 Aug 19 12:20:00.361877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e6668d2d-e76e-4383-a097-8082cf5a84f1 None None] Port d338d862-fade-4b97-a1cc-bfa4a6a6b233 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:00.434641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-51a52efc-a05f-4c3a-9764-ab2690dde58b tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:00.436429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3817f9a1-8814-4fb4-86a4-80ce03da5d23 req-51a52efc-a05f-4c3a-9764-ab2690dde58b tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.4087698 Aug 19 12:20:00.465941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690c6d8-0cfa-499e-a9eb-46f26a01e51f req-f9da7e21-74ee-4f40-a631-814dc66c9507 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:00.477812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9690c6d8-0cfa-499e-a9eb-46f26a01e51f req-f9da7e21-74ee-4f40-a631-814dc66c9507 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 945 time: 0.2427027 Aug 19 12:20:00.487681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-9690c6d8-0cfa-499e-a9eb-46f26a01e51f req-6b336389-a6af-48bc-8b25-08a55df0a14f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'port': {'security_groups': ['9a4c50d2-b796-4a27-bb6d-0eab231714d6', 'd2e5fd5e-6038-4c90-9021-c712c3f45906']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:00.605336 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 0c87b671-c35e-4330-a966-4833701c1c0e up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:00.630453 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9690c6d8-0cfa-499e-a9eb-46f26a01e51f req-6b336389-a6af-48bc-8b25-08a55df0a14f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.682395 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:00.698616 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-33d73647-ee95-442b-b962-6513014e22b0 admin admin] 10.222.0.44 "PUT /v2.0/routers/3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6260645 Aug 19 12:20:01.055272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 0c87b671-c35e-4330-a966-4833701c1c0e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:01.055873 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.195352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9690c6d8-0cfa-499e-a9eb-46f26a01e51f req-6b336389-a6af-48bc-8b25-08a55df0a14f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] For port 6e8d3553-cfd4-44bd-b161-f0aceeecf877, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e8d3553-cfd4-44bd-b161-f0aceeecf877,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:01.244710 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.276293 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c87b671-c35e-4330-a966-4833701c1c0e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:01.281344 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaf6355-a01d-4184-b435-ff90677dc091" -d '{"events": [{"server_uuid": "c25c3967-685e-4698-b91d-cc14d91613e9", "name": "network-vif-plugged", "status": "completed", "tag": "0c87b671-c35e-4330-a966-4833701c1c0e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:01.297864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 0c87b671-c35e-4330-a966-4833701c1c0e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0c87b671-c35e-4330-a966-4833701c1c0e,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:01.302970 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9690c6d8-0cfa-499e-a9eb-46f26a01e51f req-6b336389-a6af-48bc-8b25-08a55df0a14f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.343109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7271c7-0c9e-4fe8-bdb7-fa2cc95ab20d req-cf08ef4b-6379-48f5-8e8e-feafa2912747 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:01.344634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c7271c7-0c9e-4fe8-bdb7-fa2cc95ab20d req-cf08ef4b-6379-48f5-8e8e-feafa2912747 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.7720618 Aug 19 12:20:01.446933 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.457542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c7271c7-0c9e-4fe8-bdb7-fa2cc95ab20d req-b1224f38-e978-48fc-b790-ce6a87bf35aa tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765243 Aug 19 12:20:01.527328 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9690c6d8-0cfa-499e-a9eb-46f26a01e51f req-6b336389-a6af-48bc-8b25-08a55df0a14f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.557547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6e8d3553-cfd4-44bd-b161-f0aceeecf877'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:01.695010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690c6d8-0cfa-499e-a9eb-46f26a01e51f req-6b336389-a6af-48bc-8b25-08a55df0a14f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:01.695384 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9690c6d8-0cfa-499e-a9eb-46f26a01e51f req-6b336389-a6af-48bc-8b25-08a55df0a14f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.697532 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9690c6d8-0cfa-499e-a9eb-46f26a01e51f req-6b336389-a6af-48bc-8b25-08a55df0a14f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "PUT /v2.0/ports/6e8d3553-cfd4-44bd-b161-f0aceeecf877 HTTP/1.1" status: 200 len: 981 time: 1.2179937 Aug 19 12:20:01.705526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f83a849-2175-49bf-906d-8f45502c0745', 'tag': '6e8d3553-cfd4-44bd-b161-f0aceeecf877'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:01.710163 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5314fd83-eb02-48bb-a363-58f625cefd13" -d '{"events": [{"name": "network-changed", "server_uuid": "8f83a849-2175-49bf-906d-8f45502c0745", "tag": "6e8d3553-cfd4-44bd-b161-f0aceeecf877"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:01.816987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b336389-a6af-48bc-8b25-08a55df0a14f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'Port': ['ID=6e8d3553-cfd4-44bd-b161-f0aceeecf877,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:01.832944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6e8d3553-cfd4-44bd-b161-f0aceeecf877'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:01.937060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5386f218-75af-4c01-949d-0612be0d2c70 req-04a8936a-a1b4-4262-ad33-8a8a45c93f10 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips/caf15adc-078b-4f11-a985-492519caa1d2 HTTP/1.1" status: 200 len: 693 time: 0.1804996 Aug 19 12:20:02.192843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 45396001-fdec-4ed9-b618-c426511f0a6b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:02.253048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386f218-75af-4c01-949d-0612be0d2c70 req-367c3c5d-f5b0-45d6-9c4d-ccb23f976b54 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:02.262718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5386f218-75af-4c01-949d-0612be0d2c70 req-367c3c5d-f5b0-45d6-9c4d-ccb23f976b54 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.3238711 Aug 19 12:20:02.269437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-5386f218-75af-4c01-949d-0612be0d2c70 req-1253bb62-33ce-457e-9cd0-29c90ce43010 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:20:02.278598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5386f218-75af-4c01-949d-0612be0d2c70 req-1253bb62-33ce-457e-9cd0-29c90ce43010 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147994 Aug 19 12:20:02.369079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=0c87b671-c35e-4330-a966-4833701c1c0e,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:02.375544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5386f218-75af-4c01-949d-0612be0d2c70 req-7c45886d-214d-4a31-bac6-b0a057eb9620 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.0939438 Aug 19 12:20:02.424212 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.424688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.424928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.425254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.425616 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.426085 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.426428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.426754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.427089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.427423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.427797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.428121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:02.525665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5386f218-75af-4c01-949d-0612be0d2c70 req-feeeffd6-b3ed-44d5-bade-e05c8240b8c3 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.1482105 Aug 19 12:20:02.753095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2515efb0-7241-4a03-a932-3d81837ffaac req-2cc19865-078b-416f-9a6e-52ed71034936 tempest-FloatingIPsNegativeTestJSON-1034136473 tempest-FloatingIPsNegativeTestJSON-1034136473-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=c8da6e401fd14fb4abc6da0ff5c58e39 HTTP/1.1" status: 200 len: 217 time: 0.1022596 Aug 19 12:20:02.779510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 45396001-fdec-4ed9-b618-c426511f0a6b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:02.789516 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 45396001-fdec-4ed9-b618-c426511f0a6b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:02.789891 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.852792 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea30735b-0651-4932-96e7-bcadcee42e12 x-openstack-request-id: req-ea30735b-0651-4932-96e7-bcadcee42e12 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:02.853097 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25c3967-685e-4698-b91d-cc14d91613e9", "name": "network-vif-plugged", "status": "completed", "tag": "0c87b671-c35e-4330-a966-4833701c1c0e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:02.853342 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea30735b-0651-4932-96e7-bcadcee42e12 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:02.853804 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c87b671-c35e-4330-a966-4833701c1c0e', 'code': 200} Aug 19 12:20:02.937998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5386f218-75af-4c01-949d-0612be0d2c70 req-cbadc8dc-8745-41e1-b759-7349dbd9301c tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Deleting port 1ff6e648-8a93-4a98-8e09-df276e4543bd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:02.939114 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5386f218-75af-4c01-949d-0612be0d2c70 req-cbadc8dc-8745-41e1-b759-7349dbd9301c tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.962100 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.999227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 45396001-fdec-4ed9-b618-c426511f0a6b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=45396001-fdec-4ed9-b618-c426511f0a6b,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:03.106322 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5386f218-75af-4c01-949d-0612be0d2c70 req-cbadc8dc-8745-41e1-b759-7349dbd9301c tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.112178 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5386f218-75af-4c01-949d-0612be0d2c70 req-cbadc8dc-8745-41e1-b759-7349dbd9301c tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.134070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5386f218-75af-4c01-949d-0612be0d2c70 req-cbadc8dc-8745-41e1-b759-7349dbd9301c tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Calling delete_port for 1ff6e648-8a93-4a98-8e09-df276e4543bd owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:03.185626 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.331846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=45396001-fdec-4ed9-b618-c426511f0a6b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:03.583744 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5386f218-75af-4c01-949d-0612be0d2c70 req-cbadc8dc-8745-41e1-b759-7349dbd9301c tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.641439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadc8dc-8745-41e1-b759-7349dbd9301c tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Pushing event deleted for resources: {'Port': ['ID=1ff6e648-8a93-4a98-8e09-df276e4543bd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:03.759889 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5386f218-75af-4c01-949d-0612be0d2c70 req-cbadc8dc-8745-41e1-b759-7349dbd9301c tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.763819 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5386f218-75af-4c01-949d-0612be0d2c70 req-cbadc8dc-8745-41e1-b759-7349dbd9301c tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.765950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5386f218-75af-4c01-949d-0612be0d2c70 req-cbadc8dc-8745-41e1-b759-7349dbd9301c tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "DELETE /v2.0/floatingips/caf15adc-078b-4f11-a985-492519caa1d2 HTTP/1.1" status: 204 len: 173 time: 1.2383063 Aug 19 12:20:03.845978 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Sync routers for ids ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:03.845978 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Routers {'3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:03.845978 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:03.920160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb772603-2d5d-4d84-a08e-2b243c4ff77f req-0d92af39-8fe7-4e4b-9f33-b32cdf8520a0 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-408999625&fields=id&tenant_id=1cab3613e7a943e2bafa42ff565a9e1b HTTP/1.1" status: 200 len: 267 time: 0.0616996 Aug 19 12:20:03.996024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb772603-2d5d-4d84-a08e-2b243c4ff77f req-0ee8224e-f964-4e85-b4f7-4ef0bfbfe16a tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:04.008475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb772603-2d5d-4d84-a08e-2b243c4ff77f req-0ee8224e-f964-4e85-b4f7-4ef0bfbfe16a tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 984 time: 0.0822587 Aug 19 12:20:04.023141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-eb772603-2d5d-4d84-a08e-2b243c4ff77f req-e8346851-fa60-47b7-89a9-e205c576102f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'port': {'security_groups': ['9a4c50d2-b796-4a27-bb6d-0eab231714d6', 'd2e5fd5e-6038-4c90-9021-c712c3f45906', '4a4c70ef-b046-4f26-9ecd-0b9d543805fb']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:04.102619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 45396001-fdec-4ed9-b618-c426511f0a6b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:04.133723 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Set router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:04.215795 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3032b5c-a99a-4826-bf49-ba546b1a847c x-openstack-request-id: req-b3032b5c-a99a-4826-bf49-ba546b1a847c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:04.225328 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f83a849-2175-49bf-906d-8f45502c0745", "tag": "6e8d3553-cfd4-44bd-b161-f0aceeecf877", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:04.225593 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3032b5c-a99a-4826-bf49-ba546b1a847c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:04.225852 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f83a849-2175-49bf-906d-8f45502c0745', 'tag': '6e8d3553-cfd4-44bd-b161-f0aceeecf877', 'status': 'completed', 'code': 200} Aug 19 12:20:04.260007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 45396001-fdec-4ed9-b618-c426511f0a6b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:04.260772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.361935 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eb772603-2d5d-4d84-a08e-2b243c4ff77f req-e8346851-fa60-47b7-89a9-e205c576102f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.430773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314fd83-eb02-48bb-a363-58f625cefd13 req-8c8e7b66-c079-44c7-a374-d437403e2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:04.432424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5314fd83-eb02-48bb-a363-58f625cefd13 req-8c8e7b66-c079-44c7-a374-d437403e2359 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 1135 time: 0.2208264 Aug 19 12:20:04.449853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4a35-370a-48c9-abba-66472a0e55a2 req-4d5e7429-ad1a-48d0-a8ff-bffea2349367 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:04.457532 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10ea4a35-370a-48c9-abba-66472a0e55a2 req-4d5e7429-ad1a-48d0-a8ff-bffea2349367 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.1258700 Aug 19 12:20:04.597200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10ea4a35-370a-48c9-abba-66472a0e55a2 req-3157a1fa-c4e8-4703-b159-7ae4982f9139 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386456 Aug 19 12:20:04.753084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314fd83-eb02-48bb-a363-58f625cefd13 req-200c1d06-3342-4f5e-a1a9-b8fa230f118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:04.755886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5314fd83-eb02-48bb-a363-58f625cefd13 req-200c1d06-3342-4f5e-a1a9-b8fa230f118e service neutron] 10.222.0.53 "GET /v2.0/networks?id=6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 200 len: 914 time: 0.2890022 Aug 19 12:20:04.772769 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-router', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:50Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 4, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'gw_port': {'id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:52Z', 'updated_at': '2021-08-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd338d862-fade-4b97-a1cc-bfa4a6a6b233', 'name': '', 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'mac_address': 'fa:16:3e:90:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f12d8824-a645-4cb2-a279-9897efeb7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:57Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 2, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'subnets': [{'id': 'f12d8824-a645-4cb2-a279-9897efeb7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:04.858880 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Checking router: 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:04.859528 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Updating router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf port d338d862-fade-4b97-a1cc-bfa4a6a6b233 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:20:04.897638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5314fd83-eb02-48bb-a363-58f625cefd13 req-4b6180a0-c2b2-4387-92c8-02cb67d3a1bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e8d3553-cfd4-44bd-b161-f0aceeecf877 HTTP/1.1" status: 200 len: 217 time: 0.1325219 Aug 19 12:20:04.900345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78891cfc-7217-41f2-bb34-ed2a70401520 req-46ada1cd-378c-4ec1-bce9-0a7389fc4476 tempest-FloatingIPsNegativeTestJSON-1034136473 tempest-FloatingIPsNegativeTestJSON-1034136473-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1039042 Aug 19 12:20:04.971872 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.189280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device d66660b6-2123-4b84-ac42-d94f51527fb3 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:05.412872 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.534865 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Transition to ACTIVE for port object d338d862-fade-4b97-a1cc-bfa4a6a6b233 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:05.535536 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-08131c24-5f32-4cbc-9d0a-5972ec974123 req-5df7e7e5-6c02-46ac-a180-5a4aec7213e2 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] show failed (client error): The resource could not be found. Aug 19 12:20:05.535536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08131c24-5f32-4cbc-9d0a-5972ec974123 req-5df7e7e5-6c02-46ac-a180-5a4aec7213e2 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips/caf15adc-078b-4f11-a985-492519caa1d2 HTTP/1.1" status: 404 len: 350 time: 0.1099246 Aug 19 12:20:05.535536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314fd83-eb02-48bb-a363-58f625cefd13 req-cdedcf22-7fc0-419d-a47b-dfa3e56ebb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:05.535536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5314fd83-eb02-48bb-a363-58f625cefd13 req-cdedcf22-7fc0-419d-a47b-dfa3e56ebb7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35144bb2-d611-4398-9cbd-e88378b7b5d2 HTTP/1.1" status: 200 len: 853 time: 0.1567831 Aug 19 12:20:05.535536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-ca647ed1-b3a2-491e-92f4-eafa279660d4 service neutron] 10.222.0.53 "GET /v2.0/ports/d66660b6-2123-4b84-ac42-d94f51527fb3/bindings/n-h2-778732-8 HTTP/1.1" status: 200 len: 384 time: 0.2007322 Aug 19 12:20:05.535536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5314fd83-eb02-48bb-a363-58f625cefd13 req-f6626950-ecf7-428e-aa16-75084d5916b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6baaf1ec-5b13-4be9-b241-24de01cf5d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380037 Aug 19 12:20:05.535536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-eb772603-2d5d-4d84-a08e-2b243c4ff77f req-e8346851-fa60-47b7-89a9-e205c576102f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] For port 6e8d3553-cfd4-44bd-b161-f0aceeecf877, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e8d3553-cfd4-44bd-b161-f0aceeecf877,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:05.674188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eb772603-2d5d-4d84-a08e-2b243c4ff77f req-e8346851-fa60-47b7-89a9-e205c576102f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.744256 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.835186 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a28d5a-1dc3-40fa-a1c2-8c7d274b310f None None] Pushing event updated for resources: {'Port': ['ID=d338d862-fade-4b97-a1cc-bfa4a6a6b233,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:05.919165 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Attempting to bind port d338d862-fade-4b97-a1cc-bfa4a6a6b233 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:05.923294 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Attempting to bind port d338d862-fade-4b97-a1cc-bfa4a6a6b233 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b10cf66d-e66d-4ef9-92a2-ccb1bb954b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:05.926819 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Attempting to bind port d338d862-fade-4b97-a1cc-bfa4a6a6b233 on network 8b626f2e-94dc-4971-a2c7-06a0a16400b5 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:05.957601 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:05.958187 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Checking segment: {'id': 'b10cf66d-e66d-4ef9-92a2-ccb1bb954b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:05.958689 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.959230 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Bound using segment: {'id': 'b10cf66d-e66d-4ef9-92a2-ccb1bb954b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:05.962042 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Bound port: d338d862-fade-4b97-a1cc-bfa4a6a6b233, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10cf66d-e66d-4ef9-92a2-ccb1bb954b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:05.963245 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.979859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-083023a5-925c-4114-a8d6-1c5b99390c2f service neutron] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=d66660b6-2123-4b84-ac42-d94f51527fb3,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:05.998466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-083023a5-925c-4114-a8d6-1c5b99390c2f service neutron] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:06.043955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-083023a5-925c-4114-a8d6-1c5b99390c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66660b6-2123-4b84-ac42-d94f51527fb3 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:06.058887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-083023a5-925c-4114-a8d6-1c5b99390c2f service neutron] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d66660b6-2123-4b84-ac42-d94f51527fb3,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:06.074896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5314fd83-eb02-48bb-a363-58f625cefd13 req-f8149c7e-1379-4de4-9e66-6aa5f176922e service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295143 Aug 19 12:20:06.075900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eb772603-2d5d-4d84-a08e-2b243c4ff77f req-e8346851-fa60-47b7-89a9-e205c576102f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.089434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6e8d3553-cfd4-44bd-b161-f0aceeecf877'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:06.097186 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:20:06.099964 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] For port d338d862-fade-4b97-a1cc-bfa4a6a6b233, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:06.115355 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] For port d338d862-fade-4b97-a1cc-bfa4a6a6b233, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d338d862-fade-4b97-a1cc-bfa4a6a6b233,segment=NetworkSegment(b10cf66d-e66d-4ef9-92a2-ccb1bb954b88),segment_id=b10cf66d-e66d-4ef9-92a2-ccb1bb954b88)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:06.219016 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.258675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5314fd83-eb02-48bb-a363-58f625cefd13 req-66c712ff-7e1a-4caa-86ed-2520d3616638 service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636283 Aug 19 12:20:06.312655 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-083023a5-925c-4114-a8d6-1c5b99390c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.454516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb772603-2d5d-4d84-a08e-2b243c4ff77f req-e8346851-fa60-47b7-89a9-e205c576102f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:06.455429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eb772603-2d5d-4d84-a08e-2b243c4ff77f req-e8346851-fa60-47b7-89a9-e205c576102f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.456853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb772603-2d5d-4d84-a08e-2b243c4ff77f req-e8346851-fa60-47b7-89a9-e205c576102f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "PUT /v2.0/ports/6e8d3553-cfd4-44bd-b161-f0aceeecf877 HTTP/1.1" status: 200 len: 1020 time: 2.4475255 Aug 19 12:20:06.459487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f83a849-2175-49bf-906d-8f45502c0745', 'tag': '6e8d3553-cfd4-44bd-b161-f0aceeecf877'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:06.467638 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b718d0f-6783-4c76-ad0b-58b35fc24067" -d '{"events": [{"name": "network-changed", "server_uuid": "8f83a849-2175-49bf-906d-8f45502c0745", "tag": "6e8d3553-cfd4-44bd-b161-f0aceeecf877"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:06.472963 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Routers {'3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:06.473165 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:06.491400 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-fecac6b9-a4f9-4a80-890e-fb7c6545528f req-35922724-780e-4a28-b675-e091bbb18e78 tempest-FloatingIPsNegativeTestJSON-1034136473 tempest-FloatingIPsNegativeTestJSON-1034136473-project] show failed (client error): The resource could not be found. Aug 19 12:20:06.501931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50916) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:06.511141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fecac6b9-a4f9-4a80-890e-fb7c6545528f req-35922724-780e-4a28-b675-e091bbb18e78 tempest-FloatingIPsNegativeTestJSON-1034136473 tempest-FloatingIPsNegativeTestJSON-1034136473-project] 10.222.0.44 "GET /v2.0/floatingips/91d014b7-3983-44e0-a9d7-6323f609ee7f HTTP/1.1" status: 404 len: 350 time: 0.1798327 Aug 19 12:20:06.600949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6e8d3553-cfd4-44bd-b161-f0aceeecf877'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:06.677823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-083023a5-925c-4114-a8d6-1c5b99390c2f service neutron] Transition to ACTIVE for port object d66660b6-2123-4b84-ac42-d94f51527fb3 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:06.723030 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a28d5a-1dc3-40fa-a1c2-8c7d274b310f None None] Pushing event updated for resources: {'Port': ['ID=d338d862-fade-4b97-a1cc-bfa4a6a6b233,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:06.896640 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-662661bc-9cae-494d-a668-ab7305623ca2 req-d57f7f5a-401c-4565-9cd6-19ea27053a79 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] show failed (client error): The resource could not be found. Aug 19 12:20:06.897870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-662661bc-9cae-494d-a668-ab7305623ca2 req-d57f7f5a-401c-4565-9cd6-19ea27053a79 tempest-FloatingIPsTestJSON-90430817 tempest-FloatingIPsTestJSON-90430817-project] 10.222.0.44 "GET /v2.0/floatingips/caf15adc-078b-4f11-a985-492519caa1d2 HTTP/1.1" status: 404 len: 350 time: 0.3818381 Aug 19 12:20:06.903846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8346851-fa60-47b7-89a9-e205c576102f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'Port': ['ID=6e8d3553-cfd4-44bd-b161-f0aceeecf877,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:06.946892 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-083023a5-925c-4114-a8d6-1c5b99390c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.960996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50918) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:07.007708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d9b1b-717b-4d33-8c54-518415fb853d req-56668d91-5757-442f-b6e6-7789c076e6d7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:07.027157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-357d9b1b-717b-4d33-8c54-518415fb853d req-56668d91-5757-442f-b6e6-7789c076e6d7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 943 time: 0.3443615 Aug 19 12:20:07.090936 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] Set router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:07.604255 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-router', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:50Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 4, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'gw_port': {'id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:52Z', 'updated_at': '2021-08-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd338d862-fade-4b97-a1cc-bfa4a6a6b233', 'name': '', 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'mac_address': 'fa:16:3e:90:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f12d8824-a645-4cb2-a279-9897efeb7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:57Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'subnets': [{'id': 'f12d8824-a645-4cb2-a279-9897efeb7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:07.632115 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-357d9b1b-717b-4d33-8c54-518415fb853d req-489dad33-2e32-45e1-a696-bed5c4ac80b4 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006408 Aug 19 12:20:07.664900 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.705937 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37798e6d-d43e-4847-9918-61d9393cec64 None None] The sync data for ids ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'] in n-d-778732-8 is: [{'id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-router', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:50Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 4, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'gw_port': {'id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:52Z', 'updated_at': '2021-08-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd338d862-fade-4b97-a1cc-bfa4a6a6b233', 'name': '', 'network_id': '8b626f2e-94dc-4971-a2c7-06a0a16400b5', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'mac_address': 'fa:16:3e:90:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f12d8824-a645-4cb2-a279-9897efeb7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:57Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'subnets': [{'id': 'f12d8824-a645-4cb2-a279-9897efeb7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:07.720214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-083023a5-925c-4114-a8d6-1c5b99390c2f service neutron] No DVR routers for this DVR port d66660b6-2123-4b84-ac42-d94f51527fb3 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:07.724102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083023a5-925c-4114-a8d6-1c5b99390c2f service neutron] Pushing event updated for resources: {'Port': ['ID=d66660b6-2123-4b84-ac42-d94f51527fb3,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:07.733342 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f154fe-79b5-4135-abd0-ab6f646ac925 x-openstack-request-id: req-41f154fe-79b5-4135-abd0-ab6f646ac925 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:07.733886 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f83a849-2175-49bf-906d-8f45502c0745", "tag": "6e8d3553-cfd4-44bd-b161-f0aceeecf877", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:07.734277 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41f154fe-79b5-4135-abd0-ab6f646ac925 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:07.735629 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f83a849-2175-49bf-906d-8f45502c0745', 'tag': '6e8d3553-cfd4-44bd-b161-f0aceeecf877', 'status': 'completed', 'code': 200} Aug 19 12:20:07.793871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc8599-1c08-4ff0-821b-14fff3534211 req-9c0e0002-3301-4fd2-a6a9-91d471e886a3 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:07.802755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33bc8599-1c08-4ff0-821b-14fff3534211 req-9c0e0002-3301-4fd2-a6a9-91d471e886a3 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 1023 time: 0.3569322 Aug 19 12:20:08.112171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d338d862-fade-4b97-a1cc-bfa4a6a6b233 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:08.142423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-083023a5-925c-4114-a8d6-1c5b99390c2f service neutron] 10.222.0.53 "PUT /v2.0/ports/d66660b6-2123-4b84-ac42-d94f51527fb3/bindings/n-h2-778732-8/activate HTTP/1.1" status: 200 len: 369 time: 2.5951312 Aug 19 12:20:08.226652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b718d0f-6783-4c76-ad0b-58b35fc24067 req-9afadf37-9728-4731-9b25-8999731aae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:08.228281 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b718d0f-6783-4c76-ad0b-58b35fc24067 req-9afadf37-9728-4731-9b25-8999731aae24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 1174 time: 0.4446590 Aug 19 12:20:08.412489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d338d862-fade-4b97-a1cc-bfa4a6a6b233 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:08.415638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d338d862-fade-4b97-a1cc-bfa4a6a6b233 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:08.416347 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.461115 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-cb3b6217-4daf-4f57-b181-633846a03c1a tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:08.462789 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-cb3b6217-4daf-4f57-b181-633846a03c1a tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1095 time: 0.1322181 Aug 19 12:20:08.509910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33bc8599-1c08-4ff0-821b-14fff3534211 req-b06cfa58-966f-4d34-8673-489d2b858134 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e5fd5e-6038-4c90-9021-c712c3f45906&id=4a4c70ef-b046-4f26-9ecd-0b9d543805fb&id=9a4c50d2-b796-4a27-bb6d-0eab231714d6 HTTP/1.1" status: 200 len: 6147 time: 0.7061336 Aug 19 12:20:08.573653 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.678123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port d338d862-fade-4b97-a1cc-bfa4a6a6b233, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d338d862-fade-4b97-a1cc-bfa4a6a6b233,segment=NetworkSegment(b10cf66d-e66d-4ef9-92a2-ccb1bb954b88),segment_id=b10cf66d-e66d-4ef9-92a2-ccb1bb954b88)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:08.741751 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-2ccf173a-2982-4653-bc4c-4d8361552557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:08.741751 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-2ccf173a-2982-4653-bc4c-4d8361552557 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af&tenant_id=d30606ced6c44d0c824e033b9b330523 HTTP/1.1" status: 200 len: 1095 time: 0.2621264 Aug 19 12:20:08.778071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b718d0f-6783-4c76-ad0b-58b35fc24067 req-4b6c25a7-5ba0-4a9c-bf7e-b6fb0e84d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:08.779765 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b718d0f-6783-4c76-ad0b-58b35fc24067 req-4b6c25a7-5ba0-4a9c-bf7e-b6fb0e84d060 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 200 len: 914 time: 0.5220964 Aug 19 12:20:08.829329 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.877102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-b65a4c33-996b-4b1a-96c6-f74b67dd1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:08.879178 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-b65a4c33-996b-4b1a-96c6-f74b67dd1675 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 1095 time: 0.1028688 Aug 19 12:20:08.883571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b718d0f-6783-4c76-ad0b-58b35fc24067 req-8474b821-e11c-49e6-9276-e1e57e681098 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e8d3553-cfd4-44bd-b161-f0aceeecf877 HTTP/1.1" status: 200 len: 217 time: 0.0952914 Aug 19 12:20:08.888797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-423fd99e-5335-43a5-8491-802627b22e60 req-7c54143b-4ef3-4872-abb9-ab81b84db779 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2064217794 ', 'description': 'tempest-description-519200091'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:08.897355 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] Deleting port d338d862-fade-4b97-a1cc-bfa4a6a6b233 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:08.899511 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.960854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-55621aee-84da-4ca8-9b91-706c596c60df tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:08.970663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-55621aee-84da-4ca8-9b91-706c596c60df tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 820 time: 0.4370716 Aug 19 12:20:08.986301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=d338d862-fade-4b97-a1cc-bfa4a6a6b233,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:09.011526 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.017957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-91ea04b6-8e9e-4058-ab0a-9f7e3d577058 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/quotas/04ab79f9c1124eabb694c0c9804394aa HTTP/1.1" status: 200 len: 375 time: 0.0463474 Aug 19 12:20:09.112110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] For port d338d862-fade-4b97-a1cc-bfa4a6a6b233, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d338d862-fade-4b97-a1cc-bfa4a6a6b233,segment=NetworkSegment(b10cf66d-e66d-4ef9-92a2-ccb1bb954b88),segment_id=b10cf66d-e66d-4ef9-92a2-ccb1bb954b88)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:09.112640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.122606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-e1a4d52e-8ace-48c9-959b-c244f419c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:09.127685 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-e1a4d52e-8ace-48c9-959b-c244f419c75c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.2321289 Aug 19 12:20:09.135876 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] Calling delete_port for d338d862-fade-4b97-a1cc-bfa4a6a6b233 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:09.182551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b718d0f-6783-4c76-ad0b-58b35fc24067 req-07db3ccb-9e26-44e9-beee-52ba093ba69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:09.185017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b718d0f-6783-4c76-ad0b-58b35fc24067 req-07db3ccb-9e26-44e9-beee-52ba093ba69d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35144bb2-d611-4398-9cbd-e88378b7b5d2 HTTP/1.1" status: 200 len: 853 time: 0.2799704 Aug 19 12:20:09.193584 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-423fd99e-5335-43a5-8491-802627b22e60 req-7c54143b-4ef3-4872-abb9-ab81b84db779 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.201843 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-401ffc4e-67b3-4eb5-ab3d-5bd1aadb07e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66660b6-2123-4b84-ac42-d94f51527fb3 HTTP/1.1" status: 200 len: 217 time: 0.0674200 Aug 19 12:20:09.311089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b718d0f-6783-4c76-ad0b-58b35fc24067 req-17caa2b4-c5bd-4379-a1f3-e7dad3948433 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6baaf1ec-5b13-4be9-b241-24de01cf5d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029782 Aug 19 12:20:09.331292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-3057ce8f-5605-40c7-a67e-0164196e9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:09.332964 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-3057ce8f-5605-40c7-a67e-0164196e9ffd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.1224968 Aug 19 12:20:09.428391 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-b125c5a3-4839-45e1-bb1d-910270ca482d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836124 Aug 19 12:20:09.494902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-64b7ad21-5e2e-4099-b2e8-1bf80512b06d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3046842 Aug 19 12:20:09.583354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b718d0f-6783-4c76-ad0b-58b35fc24067 req-39384a25-c55d-4d23-ab9d-1a0be2ded8c5 service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362943 Aug 19 12:20:09.656559 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-7a43637b-72e3-4c5a-817d-c3e719828612 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179737 Aug 19 12:20:09.693791 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.757526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d338d862-fade-4b97-a1cc-bfa4a6a6b233,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:09.857676 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-21d6ea6a-600c-402d-8271-14e27050c831 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920347 Aug 19 12:20:09.940437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b718d0f-6783-4c76-ad0b-58b35fc24067 req-eed59f5f-2dce-4f7e-b0b1-b7204c368db9 service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434069 Aug 19 12:20:10.031760 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-423fd99e-5335-43a5-8491-802627b22e60 req-7c54143b-4ef3-4872-abb9-ab81b84db779 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.034881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-01b466bc-2218-4d7d-a40b-278af005fb80 service neutron] 10.222.0.44 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249841 Aug 19 12:20:10.078866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] Deleting port fe82ec75-a558-4a1e-98a1-8bda950cb219 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:10.079638 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.116588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.176719 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-423fd99e-5335-43a5-8491-802627b22e60 req-7c54143b-4ef3-4872-abb9-ab81b84db779 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.261354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54143b-4ef3-4872-abb9-ab81b84db779 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f913fb9-1b16-4ecd-a435-037d6aff71f5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:10.305525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-b9d0843a-ae2a-43da-a1d7-2e8a47aae15f service neutron] 10.222.0.44 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505052 Aug 19 12:20:10.307959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] For port fe82ec75-a558-4a1e-98a1-8bda950cb219, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fe82ec75-a558-4a1e-98a1-8bda950cb219,segment=NetworkSegment(ebab18b5-81e2-4385-b7f3-17e204d4ddd7),segment_id=ebab18b5-81e2-4385-b7f3-17e204d4ddd7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:10.308739 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.327329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] Calling delete_port for fe82ec75-a558-4a1e-98a1-8bda950cb219 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:10.392441 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-423fd99e-5335-43a5-8491-802627b22e60 req-7c54143b-4ef3-4872-abb9-ab81b84db779 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.409459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-423fd99e-5335-43a5-8491-802627b22e60 req-7c54143b-4ef3-4872-abb9-ab81b84db779 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.5407550 Aug 19 12:20:10.620101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] Router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:10.635588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-b9d5e11c-8d3e-4e47-b68e-0fd8d65d718e tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:10.637211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-b9d5e11c-8d3e-4e47-b68e-0fd8d65d718e tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af&tenant_id=d30606ced6c44d0c824e033b9b330523&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1095 time: 0.0783710 Aug 19 12:20:10.868888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:10.876312 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-858522a9-5c9e-4b17-b654-aaf7f48511a0 admin admin] 10.222.0.44 "PUT /v2.0/routers/3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3728919 Aug 19 12:20:10.879403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50972) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:10.883501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9d05b-46b1-4a84-bc25-2c18f2552f9f None None] Sync routers for ids ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:10.901779 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9d05b-46b1-4a84-bc25-2c18f2552f9f None None] Routers {'3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:10.903002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d05b-46b1-4a84-bc25-2c18f2552f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:11.041059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dfa74-ddbb-46e5-9866-5758be2b4566 req-ca084093-4d97-408e-945d-0ddbbd7f2a81 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:11.043783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-522dfa74-ddbb-46e5-9866-5758be2b4566 req-ca084093-4d97-408e-945d-0ddbbd7f2a81 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 944 time: 0.1024559 Aug 19 12:20:11.105821 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.112942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-7cac8c7b-40f6-4c78-9cb5-41871f94f5fb service neutron] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:11.146978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3ad9d05b-46b1-4a84-bc25-2c18f2552f9f None None] Set router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:11.169917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-522dfa74-ddbb-46e5-9866-5758be2b4566 req-f51559f4-cfdb-4037-a89b-94ffca49831d tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165779 Aug 19 12:20:11.298253 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.445026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe82ec75-a558-4a1e-98a1-8bda950cb219,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:11.625087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d05b-46b1-4a84-bc25-2c18f2552f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-router', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:50Z', 'updated_at': '2021-08-19T12:20:09Z', 'revision_number': 5, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'gw_port': {'id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:52Z', 'updated_at': '2021-08-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:11.666801 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec03789c-029d-4836-9a0a-3df07ee6aad5 req-32efe496-50f0-41c6-9322-8f97a8894322 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 210 time: 0.0872939 Aug 19 12:20:11.702464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-652a502a-ae17-48d6-9cf6-5cc635ff0a15 req-ece55ed6-b2c7-4f27-af3e-a0660bb0ebcb tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/9f913fb9-1b16-4ecd-a435-037d6aff71f5 HTTP/1.1" status: 200 len: 1780 time: 0.2589023 Aug 19 12:20:11.730677 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.732014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9d05b-46b1-4a84-bc25-2c18f2552f9f None None] Checking router: 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:11.754233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9d05b-46b1-4a84-bc25-2c18f2552f9f None None] Routers {'3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:11.754980 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d05b-46b1-4a84-bc25-2c18f2552f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:11.798265 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-7cac8c7b-40f6-4c78-9cb5-41871f94f5fb service neutron] Notify callbacks [] for binding, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.800001 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a9620898-bf9d-45ff-b303-4db0076724d5 req-7cac8c7b-40f6-4c78-9cb5-41871f94f5fb service neutron] 10.222.0.52 "DELETE /v2.0/ports/d66660b6-2123-4b84-ac42-d94f51527fb3/bindings/n-h1-778732-8 HTTP/1.1" status: 204 len: 173 time: 1.1536171 Aug 19 12:20:11.839502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-356aec73-ee73-4157-b0f6-ae41ece1ce30 req-67a9cb8e-bf8b-43d2-be58-a44a9b467888 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/9f913fb9-1b16-4ecd-a435-037d6aff71f5 HTTP/1.1" status: 200 len: 1780 time: 0.0755773 Aug 19 12:20:11.960562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.965957 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-356aec73-ee73-4157-b0f6-ae41ece1ce30 req-89740a67-2392-40c8-aef5-79b438543641 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.996899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3ad9d05b-46b1-4a84-bc25-2c18f2552f9f None None] Set router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:12.014322 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.206435 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-356aec73-ee73-4157-b0f6-ae41ece1ce30 req-89740a67-2392-40c8-aef5-79b438543641 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.259043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Deleting port 45396001-fdec-4ed9-b618-c426511f0a6b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:12.261324 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.513509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d05b-46b1-4a84-bc25-2c18f2552f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-router', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:50Z', 'updated_at': '2021-08-19T12:20:09Z', 'revision_number': 5, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'gw_port': {'id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:52Z', 'updated_at': '2021-08-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:12.541569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] For port 45396001-fdec-4ed9-b618-c426511f0a6b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=45396001-fdec-4ed9-b618-c426511f0a6b,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:12.541569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.567279 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Calling delete_port for 45396001-fdec-4ed9-b618-c426511f0a6b owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:12.568336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d486a-e166-4df0-843b-4db237657002 req-6a28cdd8-450a-4457-9d91-0187ca682c53 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:12.568723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9d05b-46b1-4a84-bc25-2c18f2552f9f None None] The sync data for ids ['3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf'] in n-d-778732-8 is: [{'id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1091395660-router', 'tenant_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:50Z', 'updated_at': '2021-08-19T12:20:09Z', 'revision_number': 5, 'project_id': 'c8da6e401fd14fb4abc6da0ff5c58e39', 'gw_port': {'id': '45396001-fdec-4ed9-b618-c426511f0a6b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:52Z', 'updated_at': '2021-08-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:12.568999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e0d486a-e166-4df0-843b-4db237657002 req-6a28cdd8-450a-4457-9d91-0187ca682c53 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 944 time: 0.1986811 Aug 19 12:20:12.597479 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-356aec73-ee73-4157-b0f6-ae41ece1ce30 req-89740a67-2392-40c8-aef5-79b438543641 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.599730 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-356aec73-ee73-4157-b0f6-ae41ece1ce30 req-89740a67-2392-40c8-aef5-79b438543641 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.600689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-356aec73-ee73-4157-b0f6-ae41ece1ce30 req-89740a67-2392-40c8-aef5-79b438543641 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "DELETE /v2.0/security-groups/9f913fb9-1b16-4ecd-a435-037d6aff71f5 HTTP/1.1" status: 204 len: 173 time: 0.7600076 Aug 19 12:20:12.632314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] Router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:12.636291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89740a67-2392-40c8-aef5-79b438543641 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f913fb9-1b16-4ecd-a435-037d6aff71f5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:12.693576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e0d486a-e166-4df0-843b-4db237657002 req-84a8b56e-4b20-440f-b76d-64417a29bf9a tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313100 Aug 19 12:20:12.788210 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-0b5dd4f7-8a7a-4eb8-8b41-95806c205612 req-b984b36f-99b0-4af7-858a-efa65880ab00 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] show failed (client error): The resource could not be found. Aug 19 12:20:12.789273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b5dd4f7-8a7a-4eb8-8b41-95806c205612 req-b984b36f-99b0-4af7-858a-efa65880ab00 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/9f913fb9-1b16-4ecd-a435-037d6aff71f5 HTTP/1.1" status: 404 len: 352 time: 0.0272853 Aug 19 12:20:12.868806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-11852488-aab3-4245-8534-7a77faf5e0a3 req-45b3a696-5e26-477b-83ba-61980c36df88 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2068921015', 'description': 'tempest-description-548566298'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:12.874988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5af8840d-6421-4974-977d-9cbf0be8a3b2 req-9f86bc5d-a920-4aa3-8a90-22cb676d4d74 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 210 time: 0.0452578 Aug 19 12:20:12.905304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:12.911034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bcd23ef9-5813-45ee-855c-a365eeb79e1a admin admin] 10.222.0.44 "PUT /v2.0/routers/63710f6e-cdd8-443e-8d69-3cf6e84920b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9351833 Aug 19 12:20:12.918281 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebef2ab-e097-4bdf-b46b-abaf05616ef1 None None] Sync routers for ids ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:12.918772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51024) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:12.932906 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebef2ab-e097-4bdf-b46b-abaf05616ef1 None None] Routers {'63710f6e-cdd8-443e-8d69-3cf6e84920b1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:12.933744 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1ebef2ab-e097-4bdf-b46b-abaf05616ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:13.011066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052c95b-dfe9-443e-8c32-201c0b914ac1 req-d1bfef7b-f497-41aa-af1e-ddcd1687e529 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:13.012847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3052c95b-dfe9-443e-8c32-201c0b914ac1 req-d1bfef7b-f497-41aa-af1e-ddcd1687e529 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 1095 time: 0.0630007 Aug 19 12:20:13.073770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.076352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3052c95b-dfe9-443e-8c32-201c0b914ac1 req-33b66620-5a87-4dd4-a827-3153debe5a32 tempest-LiveMigrationTest-2101731868 tempest-LiveMigrationTest-2101731868-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555937 Aug 19 12:20:13.107485 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-1ebef2ab-e097-4bdf-b46b-abaf05616ef1 None None] Set router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:13.187987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11852488-aab3-4245-8534-7a77faf5e0a3 req-45b3a696-5e26-477b-83ba-61980c36df88 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.235753 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.258434 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.298140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=45396001-fdec-4ed9-b618-c426511f0a6b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:13.327627 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11852488-aab3-4245-8534-7a77faf5e0a3 req-45b3a696-5e26-477b-83ba-61980c36df88 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.385102 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1ebef2ab-e097-4bdf-b46b-abaf05616ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'name': 'tempest-FloatingIPsTestJSON-1010427676-router', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:37Z', 'updated_at': '2021-08-19T12:20:11Z', 'revision_number': 5, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'gw_port': {'id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:39Z', 'updated_at': '2021-08-19T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:13.391835 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.422957 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebef2ab-e097-4bdf-b46b-abaf05616ef1 None None] Checking router: 63710f6e-cdd8-443e-8d69-3cf6e84920b1 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:13.434173 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebef2ab-e097-4bdf-b46b-abaf05616ef1 None None] Routers {'63710f6e-cdd8-443e-8d69-3cf6e84920b1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:13.434873 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1ebef2ab-e097-4bdf-b46b-abaf05616ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:19:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:13.551126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.557215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.561148 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11852488-aab3-4245-8534-7a77faf5e0a3 req-45b3a696-5e26-477b-83ba-61980c36df88 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.626298 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-1ebef2ab-e097-4bdf-b46b-abaf05616ef1 None None] Set router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:13.636908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3a696-5e26-477b-83ba-61980c36df88 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c000c7-863e-42cc-8e52-0b2819747407,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:13.647797 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Deleting port 8d7a1d93-ff62-408c-9611-3613f8b72f64 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:13.648149 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.794171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:13.897800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] For port 8d7a1d93-ff62-408c-9611-3613f8b72f64, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8d7a1d93-ff62-408c-9611-3613f8b72f64,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:13.898782 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.921602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Calling delete_port for 8d7a1d93-ff62-408c-9611-3613f8b72f64 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:13.985153 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1ebef2ab-e097-4bdf-b46b-abaf05616ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'name': 'tempest-FloatingIPsTestJSON-1010427676-router', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:37Z', 'updated_at': '2021-08-19T12:20:11Z', 'revision_number': 5, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'gw_port': {'id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:39Z', 'updated_at': '2021-08-19T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:14.002080 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23f7eea1-5546-440f-b7d4-be867f1bbcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.030080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.030080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:20:14.040452 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.044189 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-da11ae4c-0c9d-4d2b-8b39-d696b66d69b2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3ffc16e7-9ef6-4cd8-98d3-89ee7afa3ebf HTTP/1.1" status: 204 len: 168 time: 3.1608701 Aug 19 12:20:14.047690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d338d862-fade-4b97-a1cc-bfa4a6a6b233 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:14.051970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51044) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:14.053576 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebef2ab-e097-4bdf-b46b-abaf05616ef1 None None] The sync data for ids ['63710f6e-cdd8-443e-8d69-3cf6e84920b1'] in n-d-778732-8 is: [{'id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'name': 'tempest-FloatingIPsTestJSON-1010427676-router', 'tenant_id': '492940c5c62f4accbc432f68c709ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:37Z', 'updated_at': '2021-08-19T12:20:11Z', 'revision_number': 5, 'project_id': '492940c5c62f4accbc432f68c709ed5a', 'gw_port': {'id': '8d7a1d93-ff62-408c-9611-3613f8b72f64', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63710f6e-cdd8-443e-8d69-3cf6e84920b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:39Z', 'updated_at': '2021-08-19T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:14.071030 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11852488-aab3-4245-8534-7a77faf5e0a3 req-45b3a696-5e26-477b-83ba-61980c36df88 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.072440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11852488-aab3-4245-8534-7a77faf5e0a3 req-45b3a696-5e26-477b-83ba-61980c36df88 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2274327 Aug 19 12:20:14.133575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d338d862-fade-4b97-a1cc-bfa4a6a6b233 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:14.133922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d338d862-fade-4b97-a1cc-bfa4a6a6b233 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:14.229611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23f7eea1-5546-440f-b7d4-be867f1bbcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.264386 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28218d3-515e-4b56-9e82-b7088e412755 admin admin] Deleting subnet f12d8824-a645-4cb2-a279-9897efeb7fba {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:14.270171 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d28218d3-515e-4b56-9e82-b7088e412755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.370656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d300e7a8-e0e5-4469-a133-4de509ede6b0 req-1d7e4a99-e38e-4314-b065-3d1a63c1b50e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1616579431', 'description': 'tempest-description-775348866'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:14.395467 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d28218d3-515e-4b56-9e82-b7088e412755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.449232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3698676-2ed9-4563-88f8-fd8987461f96 req-f1b9136c-8bd5-4c0e-bc28-959c3eccb40e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 210 time: 0.0564435 Aug 19 12:20:14.469692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.476037 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23f7eea1-5546-440f-b7d4-be867f1bbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.537948 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.564023 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d28218d3-515e-4b56-9e82-b7088e412755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.589084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-23f7eea1-5546-440f-b7d4-be867f1bbcf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f177d378ea4a4313895f4c2b8dbd8550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7926664 Aug 19 12:20:14.603863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51058) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:14.647553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7a1d93-ff62-408c-9611-3613f8b72f64,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:14.774415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7eea1-5546-440f-b7d4-be867f1bbcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa71230e-09f4-431a-9cbf-c408eb47e851,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:14.800725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.814562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48a8fe00-353b-4674-ac77-ff23cf7b9153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.836904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21346b58-5843-41ef-8fd4-39d78b0609e4 req-cc3b566b-1b4c-4916-8c3e-54acefdf1db7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:14.853738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21346b58-5843-41ef-8fd4-39d78b0609e4 req-cc3b566b-1b4c-4916-8c3e-54acefdf1db7 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 944 time: 0.2414110 Aug 19 12:20:14.888635 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d300e7a8-e0e5-4469-a133-4de509ede6b0 req-1d7e4a99-e38e-4314-b065-3d1a63c1b50e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.917708 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48a8fe00-353b-4674-ac77-ff23cf7b9153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.938709 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d28218d3-515e-4b56-9e82-b7088e412755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.970326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21346b58-5843-41ef-8fd4-39d78b0609e4 req-80ea1f51-42ad-47fe-95a1-69ffa18ae286 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009603 Aug 19 12:20:15.068197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28218d3-515e-4b56-9e82-b7088e412755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12d8824-a645-4cb2-a279-9897efeb7fba,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:15.072964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.090146 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.095493 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d28218d3-515e-4b56-9e82-b7088e412755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.100571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:15.100765 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d28218d3-515e-4b56-9e82-b7088e412755 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f12d8824-a645-4cb2-a279-9897efeb7fba HTTP/1.1" status: 204 len: 168 time: 1.0379314 Aug 19 12:20:15.105563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c978f4a4-ae4a-42f7-9504-7cd398eb562a None None] Network 8b626f2e-94dc-4971-a2c7-06a0a16400b5 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:15.176071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be409e8-65ad-421a-a480-2fb207569daf req-f33d4ae4-210b-4231-9552-41300206c6c9 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:15.177839 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1be409e8-65ad-421a-a480-2fb207569daf req-f33d4ae4-210b-4231-9552-41300206c6c9 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.52 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 944 time: 0.1402509 Aug 19 12:20:15.236207 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d300e7a8-e0e5-4469-a133-4de509ede6b0 req-1d7e4a99-e38e-4314-b065-3d1a63c1b50e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.238755 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48a8fe00-353b-4674-ac77-ff23cf7b9153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.243802 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48a8fe00-353b-4674-ac77-ff23cf7b9153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.247199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-48a8fe00-353b-4674-ac77-ff23cf7b9153 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa71230e-09f4-431a-9cbf-c408eb47e851 HTTP/1.1" status: 204 len: 168 time: 0.6365874 Aug 19 12:20:15.265306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8fe00-353b-4674-ac77-ff23cf7b9153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa71230e-09f4-431a-9cbf-c408eb47e851,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:15.336709 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.447817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d300e7a8-e0e5-4469-a133-4de509ede6b0 req-1d7e4a99-e38e-4314-b065-3d1a63c1b50e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.448823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.453980 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63710f6e-cdd8-443e-8d69-3cf6e84920b1 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:20:15.472766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.478416 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2aba8ac7-31d8-4c79-afee-1594d17fcf1f admin admin] 10.222.0.44 "DELETE /v2.0/routers/63710f6e-cdd8-443e-8d69-3cf6e84920b1 HTTP/1.1" status: 204 len: 168 time: 2.5589082 Aug 19 12:20:15.482351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51076) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:15.517477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf3273-7ad5-47a1-b26d-17b5eb1ad216 None None] DHCP port deletion for 8b626f2e-94dc-4971-a2c7-06a0a16400b5 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:20:15.562684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Deleting port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:15.563697 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.584968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf3273-7ad5-47a1-b26d-17b5eb1ad216 None None] Deleting port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:15.587175 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3273-7ad5-47a1-b26d-17b5eb1ad216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.652939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] For port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dcd9528a-9f24-4f27-86a5-c8c6a38a46f3,segment=NetworkSegment(b10cf66d-e66d-4ef9-92a2-ccb1bb954b88),segment_id=b10cf66d-e66d-4ef9-92a2-ccb1bb954b88)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:15.652939 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.659521 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a44d8c-a0a8-480a-af00-e12781e75806 admin admin] Deleting subnet 2e293b04-5624-4cfa-bac3-8af6b10a2715 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:15.667068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Calling delete_port for dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:15.667314 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46a44d8c-a0a8-480a-af00-e12781e75806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.746124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46a44d8c-a0a8-480a-af00-e12781e75806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.762874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6bdf3273-7ad5-47a1-b26d-17b5eb1ad216 None None] For port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dcd9528a-9f24-4f27-86a5-c8c6a38a46f3,segment=NetworkSegment(b10cf66d-e66d-4ef9-92a2-ccb1bb954b88),segment_id=b10cf66d-e66d-4ef9-92a2-ccb1bb954b88)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:15.763483 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3273-7ad5-47a1-b26d-17b5eb1ad216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.793228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf3273-7ad5-47a1-b26d-17b5eb1ad216 None None] Calling delete_port for dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:15.822127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d300e7a8-e0e5-4469-a133-4de509ede6b0 req-1d7e4a99-e38e-4314-b065-3d1a63c1b50e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.842981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d300e7a8-e0e5-4469-a133-4de509ede6b0 req-1d7e4a99-e38e-4314-b065-3d1a63c1b50e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4814487 Aug 19 12:20:15.871707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-1be409e8-65ad-421a-a480-2fb207569daf req-3200165d-b469-4260-9ac5-ff46f8c0d19c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Deleting port d66660b6-2123-4b84-ac42-d94f51527fb3 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:15.876763 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1be409e8-65ad-421a-a480-2fb207569daf req-3200165d-b469-4260-9ac5-ff46f8c0d19c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.884533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b2cfea30-c7d9-4ab9-b977-75371203ea9d req-7e636680-f0b9-46e6-a91f-6e13a7885074 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-965592448', 'description': 'tempest-description-1875789264'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:15.903351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e4a99-e38e-4314-b065-3d1a63c1b50e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f94dfb2-0572-4cf0-b99c-cd7c47cb65ef,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:15.956112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3ea0999-a977-48af-8f4c-b0eae0e49bba req-b82ef017-5189-429b-9380-1e3817ffe637 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 210 time: 0.1452179 Aug 19 12:20:16.126960 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3273-7ad5-47a1-b26d-17b5eb1ad216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.149147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46a44d8c-a0a8-480a-af00-e12781e75806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.196724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf3273-7ad5-47a1-b26d-17b5eb1ad216 None None] Pushing event deleted for resources: {'Port': ['ID=dcd9528a-9f24-4f27-86a5-c8c6a38a46f3,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:16.227106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf3273-7ad5-47a1-b26d-17b5eb1ad216 None None] No DVR routers for this DVR port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:16.242103 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-1be409e8-65ad-421a-a480-2fb207569daf req-3200165d-b469-4260-9ac5-ff46f8c0d19c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] For port d66660b6-2123-4b84-ac42-d94f51527fb3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d66660b6-2123-4b84-ac42-d94f51527fb3,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:16.242466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1be409e8-65ad-421a-a480-2fb207569daf req-3200165d-b469-4260-9ac5-ff46f8c0d19c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.248893 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b2cfea30-c7d9-4ab9-b977-75371203ea9d req-7e636680-f0b9-46e6-a91f-6e13a7885074 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.268796 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.280352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-1be409e8-65ad-421a-a480-2fb207569daf req-3200165d-b469-4260-9ac5-ff46f8c0d19c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Calling delete_port for d66660b6-2123-4b84-ac42-d94f51527fb3 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:16.318450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-f99c67e4-5cbb-439d-90ab-12303d27be95 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:16.320004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-f99c67e4-5cbb-439d-90ab-12303d27be95 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.52 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 820 time: 0.5230227 Aug 19 12:20:16.320477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8d7a1d93-ff62-408c-9611-3613f8b72f64 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:16.370826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8d7a1d93-ff62-408c-9611-3613f8b72f64 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:16.371587 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8d7a1d93-ff62-408c-9611-3613f8b72f64 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:16.372505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe82ec75-a558-4a1e-98a1-8bda950cb219 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:16.389195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Request body: {'port': {'device_id': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74', 'admin_state_up': True, 'tenant_id': '04ab79f9c1124eabb694c0c9804394aa'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:16.394000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd9528a-9f24-4f27-86a5-c8c6a38a46f3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:16.399262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: fe82ec75-a558-4a1e-98a1-8bda950cb219 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:16.399262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe82ec75-a558-4a1e-98a1-8bda950cb219 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:16.399704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 45396001-fdec-4ed9-b618-c426511f0a6b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:16.430293 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 45396001-fdec-4ed9-b618-c426511f0a6b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:16.431225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 45396001-fdec-4ed9-b618-c426511f0a6b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:16.432204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:16.459617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46a44d8c-a0a8-480a-af00-e12781e75806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.464552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:16.465114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:16.515396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a44d8c-a0a8-480a-af00-e12781e75806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e293b04-5624-4cfa-bac3-8af6b10a2715,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:16.535312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] No DVR routers for this DVR port dcd9528a-9f24-4f27-86a5-c8c6a38a46f3 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:16.554488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46a44d8c-a0a8-480a-af00-e12781e75806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.556187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43945877-917e-4594-b639-889e22ed1240 None None] Network 6dade301-fe7e-4528-8295-3ad73fcc0e91 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:16.564764 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-46a44d8c-a0a8-480a-af00-e12781e75806 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2e293b04-5624-4cfa-bac3-8af6b10a2715 HTTP/1.1" status: 204 len: 168 time: 1.0753269 Aug 19 12:20:16.568427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51090) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:16.572709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261314d3-93a4-4ac3-947e-3f9134142f36 req-0ca9e60b-2095-41f3-a42c-74e057acec92 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:16.574422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-261314d3-93a4-4ac3-947e-3f9134142f36 req-0ca9e60b-2095-41f3-a42c-74e057acec92 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 944 time: 0.4311604 Aug 19 12:20:16.702365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51092) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:16.726207 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1be409e8-65ad-421a-a480-2fb207569daf req-3200165d-b469-4260-9ac5-ff46f8c0d19c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.762885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['54ad6495-dc36-432a-9d99-0b7141609b31'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:16.811346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-261314d3-93a4-4ac3-947e-3f9134142f36 req-1a03b5f1-fd52-44df-bcfa-63f2b017cfef tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908405 Aug 19 12:20:16.814007 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.876291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b626f2e-94dc-4971-a2c7-06a0a16400b5']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:16.886458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200165d-b469-4260-9ac5-ff46f8c0d19c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Pushing event deleted for resources: {'Port': ['ID=d66660b6-2123-4b84-ac42-d94f51527fb3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:16.890879 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.905039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98366011-ef88-4d10-90a9-34b9497e652e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.930428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10cf66d-e66d-4ef9-92a2-ccb1bb954b88') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:16.935716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10cf66d-e66d-4ef9-92a2-ccb1bb954b88') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:16.954118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.968333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9b2762-e1ce-4b5c-90e5-6dd7ccdb73a4 None None] DHCP port deletion for 6dade301-fe7e-4528-8295-3ad73fcc0e91 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:20:16.979853 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.990271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:16.990689 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.084346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be409e8-65ad-421a-a480-2fb207569daf req-3200165d-b469-4260-9ac5-ff46f8c0d19c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] No DVR routers for this DVR port d66660b6-2123-4b84-ac42-d94f51527fb3 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:17.085084 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:17.100204 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1be409e8-65ad-421a-a480-2fb207569daf req-3200165d-b469-4260-9ac5-ff46f8c0d19c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.105765 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b2cfea30-c7d9-4ab9-b977-75371203ea9d req-7e636680-f0b9-46e6-a91f-6e13a7885074 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.109099 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1be409e8-65ad-421a-a480-2fb207569daf req-3200165d-b469-4260-9ac5-ff46f8c0d19c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.52 "DELETE /v2.0/ports/d66660b6-2123-4b84-ac42-d94f51527fb3 HTTP/1.1" status: 204 len: 173 time: 1.9131341 Aug 19 12:20:17.109897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'name': 'network-vif-deleted', 'tag': 'd66660b6-2123-4b84-ac42-d94f51527fb3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:17.116363 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6a5022-fbf9-4146-85f7-7afe8f7e1684" -d '{"events": [{"server_uuid": "892c6ce0-dd93-4900-b9b6-5b5e1e1718af", "name": "network-vif-deleted", "tag": "d66660b6-2123-4b84-ac42-d94f51527fb3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:17.173758 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Deleting port 51e4967f-4753-4a6a-9adb-954bcb15408b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:17.174350 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.200927 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.287966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e0709c5-45d3-49ff-a844-b41f61fed389 req-302d0c95-6b1d-4681-93a0-b266787867c8 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 210 time: 0.1089053 Aug 19 12:20:17.306427 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b2cfea30-c7d9-4ab9-b977-75371203ea9d req-7e636680-f0b9-46e6-a91f-6e13a7885074 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.376813 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.390474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8b626f2e-94dc-4971-a2c7-06a0a16400b5 HTTP/1.1" status: 204 len: 168 time: 2.2880285 Aug 19 12:20:17.391742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b2762-e1ce-4b5c-90e5-6dd7ccdb73a4 None None] Deleting port 51e4967f-4753-4a6a-9adb-954bcb15408b {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:17.394982 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8d9b2762-e1ce-4b5c-90e5-6dd7ccdb73a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.431816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5ab73-21c5-45e6-ab5d-cd507fdd4359 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b626f2e-94dc-4971-a2c7-06a0a16400b5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:17.456760 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98366011-ef88-4d10-90a9-34b9497e652e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.492233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e636680-f0b9-46e6-a91f-6e13a7885074 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f77614-70e8-490d-90b7-21a5ccbb1051,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:17.516879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] For port 51e4967f-4753-4a6a-9adb-954bcb15408b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=51e4967f-4753-4a6a-9adb-954bcb15408b,segment=NetworkSegment(ebab18b5-81e2-4385-b7f3-17e204d4ddd7),segment_id=ebab18b5-81e2-4385-b7f3-17e204d4ddd7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:17.517429 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.547792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Calling delete_port for 51e4967f-4753-4a6a-9adb-954bcb15408b owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:17.551796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8d9b2762-e1ce-4b5c-90e5-6dd7ccdb73a4 None None] For port 51e4967f-4753-4a6a-9adb-954bcb15408b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=51e4967f-4753-4a6a-9adb-954bcb15408b,segment=NetworkSegment(ebab18b5-81e2-4385-b7f3-17e204d4ddd7),segment_id=ebab18b5-81e2-4385-b7f3-17e204d4ddd7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:17.553392 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8d9b2762-e1ce-4b5c-90e5-6dd7ccdb73a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.573071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b2762-e1ce-4b5c-90e5-6dd7ccdb73a4 None None] Calling delete_port for 51e4967f-4753-4a6a-9adb-954bcb15408b owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:17.653931 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaae9d95-6924-49b8-81c8-583ec228a5eb x-openstack-request-id: req-eaae9d95-6924-49b8-81c8-583ec228a5eb {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:17.654861 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892c6ce0-dd93-4900-b9b6-5b5e1e1718af", "name": "network-vif-deleted", "tag": "d66660b6-2123-4b84-ac42-d94f51527fb3", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:17.654861 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eaae9d95-6924-49b8-81c8-583ec228a5eb {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:17.655974 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892c6ce0-dd93-4900-b9b6-5b5e1e1718af', 'name': 'network-vif-deleted', 'tag': 'd66660b6-2123-4b84-ac42-d94f51527fb3', 'status': 'completed', 'code': 200} Aug 19 12:20:17.657410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98366011-ef88-4d10-90a9-34b9497e652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.665541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Made reservation on behalf of 04ab79f9c1124eabb694c0c9804394aa for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:17.678129 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.726519 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.736746 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-98366011-ef88-4d10-90a9-34b9497e652e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98b597eebb9445478aa34eb4197707a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0305791 Aug 19 12:20:17.760320 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51108) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:17.765747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98366011-ef88-4d10-90a9-34b9497e652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0655e999-0388-44ce-813b-633fe7c3a22a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:17.776437 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8d9b2762-e1ce-4b5c-90e5-6dd7ccdb73a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.819888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b2762-e1ce-4b5c-90e5-6dd7ccdb73a4 None None] Pushing event deleted for resources: {'Port': ['ID=51e4967f-4753-4a6a-9adb-954bcb15408b,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:17.823357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b2762-e1ce-4b5c-90e5-6dd7ccdb73a4 None None] No DVR routers for this DVR port 51e4967f-4753-4a6a-9adb-954bcb15408b on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:17.836642 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b2cfea30-c7d9-4ab9-b977-75371203ea9d req-7e636680-f0b9-46e6-a91f-6e13a7885074 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.853551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2cfea30-c7d9-4ab9-b977-75371203ea9d req-7e636680-f0b9-46e6-a91f-6e13a7885074 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.9580395 Aug 19 12:20:17.886220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Pushing event deleted for resources: {'Port': ['ID=51e4967f-4753-4a6a-9adb-954bcb15408b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:17.892713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] No DVR routers for this DVR port 51e4967f-4753-4a6a-9adb-954bcb15408b on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:18.155443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 51e4967f-4753-4a6a-9adb-954bcb15408b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:18.161823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.208179 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dade301-fe7e-4528-8295-3ad73fcc0e91']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:18.230379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51118) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:18.234853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 51e4967f-4753-4a6a-9adb-954bcb15408b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:18.240241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 51e4967f-4753-4a6a-9adb-954bcb15408b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:18.247304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebab18b5-81e2-4385-b7f3-17e204d4ddd7') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:18.248595 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebab18b5-81e2-4385-b7f3-17e204d4ddd7') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:18.275280 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.277020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c59e732d-e20f-41c2-89da-04a1d72b8df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.304563 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.319928 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c59e732d-e20f-41c2-89da-04a1d72b8df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.323174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:18.323792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.324293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19e5f022-7b4c-4fb1-870b-b62937e4517d req-019bb187-c375-46ac-9b8f-ef865fa38303 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 210 time: 0.2246528 Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:18.327315 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:18.485785 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a87f42e6-2027-432c-9424-ebc581d315d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8da6e401fd14fb4abc6da0ff5c58e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537923 Aug 19 12:20:18.489233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51122) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:18.493044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Allocated IP 172.20.0.11 (955b0894-0665-4200-93e0-8fea9bacbe74/d3e45397-6f87-4bdf-a2cb-1af074370154/5fa30e6f-b5c0-4931-821f-30e0d0331727) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:18.529043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4bbc506-52a1-4138-955c-63356615bafd req-cf997d34-fc2a-417c-b8f7-c0dce76770af tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b HTTP/1.1" status: 200 len: 10894 time: 0.6614985 Aug 19 12:20:18.569754 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c59e732d-e20f-41c2-89da-04a1d72b8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.572578 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c59e732d-e20f-41c2-89da-04a1d72b8df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.576304 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c59e732d-e20f-41c2-89da-04a1d72b8df9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0655e999-0388-44ce-813b-633fe7c3a22a HTTP/1.1" status: 204 len: 168 time: 0.7935324 Aug 19 12:20:18.576304 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.604234 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.606846 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] 10.222.0.44 "DELETE /v2.0/networks/6dade301-fe7e-4528-8295-3ad73fcc0e91 HTTP/1.1" status: 204 len: 168 time: 2.0375741 Aug 19 12:20:18.673187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d66660b6-2123-4b84-ac42-d94f51527fb3 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:18.734561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: d66660b6-2123-4b84-ac42-d94f51527fb3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:18.734915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d66660b6-2123-4b84-ac42-d94f51527fb3 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:18.756020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e732d-e20f-41c2-89da-04a1d72b8df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0655e999-0388-44ce-813b-633fe7c3a22a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:18.778715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5aeff6f-bb6b-430e-80dd-37173957d6ba req-4558201c-0637-4ac8-9385-9aff058e1576 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 210 time: 0.0795002 Aug 19 12:20:18.799610 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827e27a-72f9-4731-8e9e-410fb5c4ff4e admin admin] Pushing event deleted for resources: {'Network': ['ID=6dade301-fe7e-4528-8295-3ad73fcc0e91,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:18.831235 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d88f4e8-91e1-4f7a-b7b6-c05523bca5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.854132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4bbc506-52a1-4138-955c-63356615bafd req-1fb9b814-27ad-466d-93a0-94ed3b8f7445 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/9a4c50d2-b796-4a27-bb6d-0eab231714d6 HTTP/1.1" status: 200 len: 2981 time: 0.3065796 Aug 19 12:20:18.956000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d88f4e8-91e1-4f7a-b7b6-c05523bca5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.996860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4bbc506-52a1-4138-955c-63356615bafd req-17b546bf-d9c5-43fa-8f95-1c737e1d6347 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/9a4c50d2-b796-4a27-bb6d-0eab231714d6 HTTP/1.1" status: 200 len: 2981 time: 0.1415858 Aug 19 12:20:19.029172 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.168681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ece4c968-862a-4722-b257-359f193d53e6 req-c4e1dec8-47c6-499b-be8f-2bf5c9deb18a tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/a3c000c7-863e-42cc-8e52-0b2819747407 HTTP/1.1" status: 200 len: 1800 time: 0.1701355 Aug 19 12:20:19.252930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d88f4e8-91e1-4f7a-b7b6-c05523bca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.257266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d88f4e8-91e1-4f7a-b7b6-c05523bca5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.262558 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7d88f4e8-91e1-4f7a-b7b6-c05523bca5fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76294147-1bc6-416f-a43b-d17c817f8d08 HTTP/1.1" status: 204 len: 168 time: 0.7716026 Aug 19 12:20:19.265038 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ece4c968-862a-4722-b257-359f193d53e6 req-16f7fd26-8514-47bf-9d8f-8a388103a909 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.292135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88f4e8-91e1-4f7a-b7b6-c05523bca5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76294147-1bc6-416f-a43b-d17c817f8d08,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.326917 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ece4c968-862a-4722-b257-359f193d53e6 req-16f7fd26-8514-47bf-9d8f-8a388103a909 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.330496 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.342787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f31bb26c-f2e2-4011-b74f-023241f3e829'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:19.439630 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Network 955b0894-0665-4200-93e0-8fea9bacbe74 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:19.454864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:19.462469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:19.521656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Pushing event updated for resources: {'Port': ['ID=5fa30e6f-b5c0-4931-821f-30e0d0331727,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.528959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8db120ec-7fab-4e06-b07d-549d40ad3891 req-c47b9406-4ac2-448d-9be9-aee13cd263d2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 210 time: 0.0670424 Aug 19 12:20:19.530429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51148) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:19.615554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:19.618627 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.654744 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ece4c968-862a-4722-b257-359f193d53e6 req-16f7fd26-8514-47bf-9d8f-8a388103a909 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.654744 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ece4c968-862a-4722-b257-359f193d53e6 req-16f7fd26-8514-47bf-9d8f-8a388103a909 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.661472 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cfc3e264-eeed-4406-9c28-7ff4234e65b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=492940c5c62f4accbc432f68c709ed5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1240015 Aug 19 12:20:19.674556 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ece4c968-862a-4722-b257-359f193d53e6 req-16f7fd26-8514-47bf-9d8f-8a388103a909 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "DELETE /v2.0/security-groups/a3c000c7-863e-42cc-8e52-0b2819747407 HTTP/1.1" status: 204 len: 173 time: 0.4986665 Aug 19 12:20:19.679065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51152) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:19.772896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7fd26-8514-47bf-9d8f-8a388103a909 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c000c7-863e-42cc-8e52-0b2819747407,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.821687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1237930a-53b7-4974-a1f8-005533187efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.834770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c03eeac3-2b85-4e8e-808f-4f11db53273e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4546144 Aug 19 12:20:19.843112 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-e7a19f1e-4efe-4d72-a6e5-bc1daffb1d8c req-ab4017f9-938a-42f2-94b6-4410c65527b2 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] show failed (client error): The resource could not be found. Aug 19 12:20:19.843663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e7a19f1e-4efe-4d72-a6e5-bc1daffb1d8c req-ab4017f9-938a-42f2-94b6-4410c65527b2 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/a3c000c7-863e-42cc-8e52-0b2819747407 HTTP/1.1" status: 404 len: 352 time: 0.0358307 Aug 19 12:20:19.860808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Request body: {'port': {'device_id': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:20.031373 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1237930a-53b7-4974-a1f8-005533187efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.129942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d2b2-a364-4d71-966e-18fef18f8822 req-cb622a0d-753e-4470-abdc-c8bb514c71fe tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:20.131964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3948d2b2-a364-4d71-966e-18fef18f8822 req-cb622a0d-753e-4470-abdc-c8bb514c71fe tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 932 time: 0.1979997 Aug 19 12:20:20.230552 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.292312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-502b8068-b578-47d3-a524-5a3a34233fd7 req-03a9e674-64ce-43ea-861c-42183643beb7 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/0f94dfb2-0572-4cf0-b99c-cd7c47cb65ef HTTP/1.1" status: 200 len: 1800 time: 0.3945642 Aug 19 12:20:20.369350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3948d2b2-a364-4d71-966e-18fef18f8822 req-bcddc709-0fd6-4517-9781-f9e35249f24c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266591 Aug 19 12:20:20.523895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1237930a-53b7-4974-a1f8-005533187efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.527336 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1237930a-53b7-4974-a1f8-005533187efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.530869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1237930a-53b7-4974-a1f8-005533187efd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82be305a-cab3-40fc-bf3a-68aa9082b433 HTTP/1.1" status: 204 len: 168 time: 0.8396196 Aug 19 12:20:20.585517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237930a-53b7-4974-a1f8-005533187efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82be305a-cab3-40fc-bf3a-68aa9082b433,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:20.639189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-502b8068-b578-47d3-a524-5a3a34233fd7 req-c138f175-1c21-4b8d-adb5-d06ff03d9afd tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.705404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-502b8068-b578-47d3-a524-5a3a34233fd7 req-c138f175-1c21-4b8d-adb5-d06ff03d9afd tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.772773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1831871a-4a6b-404f-9170-1faac12954eb req-9fd27e57-0a44-4306-8681-511f5b6bec62 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 210 time: 0.0494618 Aug 19 12:20:20.859491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa30e6f-b5c0-4931-821f-30e0d0331727 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:20.870305 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.990395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Transition to ACTIVE for port object 5fa30e6f-b5c0-4931-821f-30e0d0331727 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:20.991498 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-502b8068-b578-47d3-a524-5a3a34233fd7 req-c138f175-1c21-4b8d-adb5-d06ff03d9afd tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.996366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-502b8068-b578-47d3-a524-5a3a34233fd7 req-c138f175-1c21-4b8d-adb5-d06ff03d9afd tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.998620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-502b8068-b578-47d3-a524-5a3a34233fd7 req-c138f175-1c21-4b8d-adb5-d06ff03d9afd tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "DELETE /v2.0/security-groups/0f94dfb2-0572-4cf0-b99c-cd7c47cb65ef HTTP/1.1" status: 204 len: 173 time: 0.6244736 Aug 19 12:20:21.021081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138f175-1c21-4b8d-adb5-d06ff03d9afd tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f94dfb2-0572-4cf0-b99c-cd7c47cb65ef,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:21.060277 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-cf61c108-63f3-42fb-aecd-a6dcfcd1b4ca req-753d94f9-7d77-4e76-8866-77bec7a1cf3f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] show failed (client error): The resource could not be found. Aug 19 12:20:21.062272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf61c108-63f3-42fb-aecd-a6dcfcd1b4ca req-753d94f9-7d77-4e76-8866-77bec7a1cf3f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/0f94dfb2-0572-4cf0-b99c-cd7c47cb65ef HTTP/1.1" status: 404 len: 352 time: 0.0268943 Aug 19 12:20:21.074006 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d4f23c91-4371-44ec-b701-bac1372712dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.114440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.320878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed7c69bd-3431-4ba9-b39f-e89ce2f70fd5 req-e8483c6c-a83f-4713-b25b-db28ac481bcf tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/33f77614-70e8-490d-90b7-21a5ccbb1051 HTTP/1.1" status: 200 len: 1800 time: 0.2232263 Aug 19 12:20:21.331667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Pushing event updated for resources: {'Port': ['ID=5fa30e6f-b5c0-4931-821f-30e0d0331727,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:21.417219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:21.418085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:21.419022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:21.446182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:21.446997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:21.498633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:21.499386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:21.499786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:21.500246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Bound port: 5fa30e6f-b5c0-4931-821f-30e0d0331727, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:21.500653 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.573976 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ed7c69bd-3431-4ba9-b39f-e89ce2f70fd5 req-802bcf9b-3d7c-44cf-bcf4-ad768fe5dc7d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.644615 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ed7c69bd-3431-4ba9-b39f-e89ce2f70fd5 req-802bcf9b-3d7c-44cf-bcf4-ad768fe5dc7d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.654486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988c3cd-7d7c-41de-96e1-1eb1fe43d084 req-c308bab7-d115-4dea-b78f-358a5ff711d5 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:21.662173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3988c3cd-7d7c-41de-96e1-1eb1fe43d084 req-c308bab7-d115-4dea-b78f-358a5ff711d5 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.1573427 Aug 19 12:20:21.736989 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3a4c06de-9b32-43ca-a43d-9a0d4289ee86 req-f20065da-4ce4-4e0a-86f2-86e23e72827b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931273 Aug 19 12:20:21.759219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:21.767086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:21.809279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3988c3cd-7d7c-41de-96e1-1eb1fe43d084 req-7e8503de-9936-4275-b9e8-bb5e918224ca tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398966 Aug 19 12:20:21.877685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c06de-9b32-43ca-a43d-9a0d4289ee86 req-8755d59a-ce32-4fe9-a7da-3f51be7d3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:21.879651 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3a4c06de-9b32-43ca-a43d-9a0d4289ee86 req-8755d59a-ce32-4fe9-a7da-3f51be7d3d8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d30606ced6c44d0c824e033b9b330523&device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 1096 time: 0.0773425 Aug 19 12:20:21.977396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2dd711e8-0843-4d85-9c29-0f2419244904 req-3294cf9f-3bc8-412e-b988-5b61c8b337b5 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 210 time: 0.0712101 Aug 19 12:20:21.984723 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.992170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ed7c69bd-3431-4ba9-b39f-e89ce2f70fd5 req-802bcf9b-3d7c-44cf-bcf4-ad768fe5dc7d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.000301 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ed7c69bd-3431-4ba9-b39f-e89ce2f70fd5 req-802bcf9b-3d7c-44cf-bcf4-ad768fe5dc7d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.004670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed7c69bd-3431-4ba9-b39f-e89ce2f70fd5 req-802bcf9b-3d7c-44cf-bcf4-ad768fe5dc7d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "DELETE /v2.0/security-groups/33f77614-70e8-490d-90b7-21a5ccbb1051 HTTP/1.1" status: 204 len: 173 time: 0.6667273 Aug 19 12:20:22.225104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c06de-9b32-43ca-a43d-9a0d4289ee86 req-a1b9bf8a-c205-4b6e-9a87-592674bca321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:22.230410 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3a4c06de-9b32-43ca-a43d-9a0d4289ee86 req-a1b9bf8a-c205-4b6e-9a87-592674bca321 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 200 len: 908 time: 0.3186851 Aug 19 12:20:22.255431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Pushing event updated for resources: {'Port': ['ID=5fa30e6f-b5c0-4931-821f-30e0d0331727,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:22.323220 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3a4c06de-9b32-43ca-a43d-9a0d4289ee86 req-2cd5e788-4f7f-4db5-a8db-a225fe3c13ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7687723-d57e-4e54-888b-0a21ca449e5f HTTP/1.1" status: 200 len: 217 time: 0.0834215 Aug 19 12:20:22.362287 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:22.363153 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.366077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c4f27166-4ab9-44d2-aadf-8cd626b43f5a service neutron] 10.222.0.52 "PUT /v2.0/ports/5fa30e6f-b5c0-4931-821f-30e0d0331727 HTTP/1.1" status: 200 len: 1092 time: 2.5136166 Aug 19 12:20:22.370282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'tag': '5fa30e6f-b5c0-4931-821f-30e0d0331727'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:22.386702 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b895f3be-af9a-49ea-ace8-8c1776e05193" -d '{"events": [{"name": "network-changed", "server_uuid": "c811c09e-3c1f-442c-9125-9f2e4524d46f", "tag": "5fa30e6f-b5c0-4931-821f-30e0d0331727"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:22.406662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bcf9b-3d7c-44cf-bcf4-ad768fe5dc7d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f77614-70e8-490d-90b7-21a5ccbb1051,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:22.423665 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-043fda64-06e5-4040-8bfe-e9cdf6e90aa9 req-08045f71-16f9-4f52-8f2c-9bb06e27a59d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] show failed (client error): The resource could not be found. Aug 19 12:20:22.429342 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-043fda64-06e5-4040-8bfe-e9cdf6e90aa9 req-08045f71-16f9-4f52-8f2c-9bb06e27a59d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/33f77614-70e8-490d-90b7-21a5ccbb1051 HTTP/1.1" status: 404 len: 352 time: 0.1999917 Aug 19 12:20:22.496744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c06de-9b32-43ca-a43d-9a0d4289ee86 req-5a26be25-df1c-4846-b8e5-58a45e1d91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:22.500789 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3a4c06de-9b32-43ca-a43d-9a0d4289ee86 req-5a26be25-df1c-4846-b8e5-58a45e1d91a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 200 len: 847 time: 0.1586127 Aug 19 12:20:22.528496 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb81880-8641-4cdb-8717-509ef4fc3b9f x-openstack-request-id: req-0bb81880-8641-4cdb-8717-509ef4fc3b9f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:22.529604 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c811c09e-3c1f-442c-9125-9f2e4524d46f", "tag": "5fa30e6f-b5c0-4931-821f-30e0d0331727", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:22.531172 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bb81880-8641-4cdb-8717-509ef4fc3b9f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:22.532145 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'tag': '5fa30e6f-b5c0-4931-821f-30e0d0331727', 'status': 'completed', 'code': 200} Aug 19 12:20:22.579345 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3a4c06de-9b32-43ca-a43d-9a0d4289ee86 req-8431d509-45ad-443d-ab72-998c8e03ef42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ec23aef2-b1a6-4893-943f-02410985e170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705714 Aug 19 12:20:22.656473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5659cf58-c97e-4d0f-a69a-0e634ffff968 req-7a072a7c-bba0-4cca-a1bc-8b2c96a5c837 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b HTTP/1.1" status: 200 len: 6147 time: 0.1795950 Aug 19 12:20:22.708849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895f3be-af9a-49ea-ace8-8c1776e05193 req-22a1245c-e22f-4d16-9562-e38adcc46d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:22.711670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b895f3be-af9a-49ea-ace8-8c1776e05193 req-22a1245c-e22f-4d16-9562-e38adcc46d11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 1095 time: 0.1258671 Aug 19 12:20:22.721891 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3a4c06de-9b32-43ca-a43d-9a0d4289ee86 req-b2bbd66e-e67b-473b-8ac6-201344a318b4 service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319823 Aug 19 12:20:22.799168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5659cf58-c97e-4d0f-a69a-0e634ffff968 req-0aff2225-63ee-449a-857b-9cb83b8b11fe tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/9a4c50d2-b796-4a27-bb6d-0eab231714d6 HTTP/1.1" status: 200 len: 2981 time: 0.1405261 Aug 19 12:20:22.909225 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3a4c06de-9b32-43ca-a43d-9a0d4289ee86 req-4d79f482-9bd1-4b11-b4dc-4b8281e341dc service neutron] 10.222.0.52 "GET /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813805 Aug 19 12:20:22.933314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5659cf58-c97e-4d0f-a69a-0e634ffff968 req-af8244fe-e118-41ce-89ca-791e97a0efea tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/9a4c50d2-b796-4a27-bb6d-0eab231714d6 HTTP/1.1" status: 200 len: 2981 time: 0.1234264 Aug 19 12:20:22.945204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895f3be-af9a-49ea-ace8-8c1776e05193 req-e099f66b-5f5c-4ebc-b291-8c8d75632d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:22.947013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b895f3be-af9a-49ea-ace8-8c1776e05193 req-e099f66b-5f5c-4ebc-b291-8c8d75632d7a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=04ab79f9c1124eabb694c0c9804394aa&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2259419 Aug 19 12:20:22.991645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a37562db-22a2-4a44-a6fb-5420ebcc18cc req-d4d997b9-aa9f-40e7-a09e-3f4aea6afb9e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-565770284', 'description': 'tempest-description-777925949'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:23.088068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729815c0-d3db-45f8-9e56-5188f72dca8d req-e4f8c6fb-2388-4a86-859a-6e1258c9db24 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:23.089678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-729815c0-d3db-45f8-9e56-5188f72dca8d req-e4f8c6fb-2388-4a86-859a-6e1258c9db24 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.1602576 Aug 19 12:20:23.156565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895f3be-af9a-49ea-ace8-8c1776e05193 req-d97f3828-fa4f-4af1-9311-a7fe781d1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:23.156565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b895f3be-af9a-49ea-ace8-8c1776e05193 req-d97f3828-fa4f-4af1-9311-a7fe781d1ef9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622536 Aug 19 12:20:23.164627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-729815c0-d3db-45f8-9e56-5188f72dca8d req-07796dba-d6ff-4533-99a3-cb94f5a77484 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573361 Aug 19 12:20:23.247203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-3c05576f-67f5-4375-beb3-9ed97936d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:23.248999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-3c05576f-67f5-4375-beb3-9ed97936d592 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 1095 time: 0.0578671 Aug 19 12:20:23.269290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-948d1bca-f731-4571-bae9-29a3d76217f4 req-cdb01cac-aff2-40b0-a449-dd238f08af2e tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 210 time: 0.0380111 Aug 19 12:20:23.641070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51316) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:23.755488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-c32d52a7-cc15-4ed6-844f-25ef924449ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727 HTTP/1.1" status: 200 len: 217 time: 0.4801154 Aug 19 12:20:23.755488 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a37562db-22a2-4a44-a6fb-5420ebcc18cc req-d4d997b9-aa9f-40e7-a09e-3f4aea6afb9e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.783705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-468866197-network', 'tenant_id': 'c5d3e73cfae242afb42126405e82e834'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:23.876907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-bb455817-c8ee-4a8d-9628-70b3e0ad8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:23.878946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-bb455817-c8ee-4a8d-9628-70b3e0ad8e30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.0781226 Aug 19 12:20:23.926768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-63e005f3-4278-43c6-a8ff-f1a4114b4afd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383282 Aug 19 12:20:23.954978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Made reservation on behalf of c5d3e73cfae242afb42126405e82e834 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:23.958645 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.973867 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.006832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:20:24.006832 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:20:24.006832 n-d-778732-8 neutron-server[95661]: [parameters: {'project_id_1': 'c5d3e73cfae242afb42126405e82e834', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 20, 23, 991506)}] Aug 19 12:20:24.006832 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:20:24.009518 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:20:24.080200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-b8c7e07a-de02-4934-8c4f-a6cb90a31ff8 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448617 Aug 19 12:20:24.171846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a37562db-22a2-4a44-a6fb-5420ebcc18cc req-d4d997b9-aa9f-40e7-a09e-3f4aea6afb9e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.215069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea82af5-75bd-49ce-819e-fcdefe1e667a req-ecc17713-1bfb-492e-ac41-bebe77765c59 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265845 Aug 19 12:20:24.337527 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a37562db-22a2-4a44-a6fb-5420ebcc18cc req-d4d997b9-aa9f-40e7-a09e-3f4aea6afb9e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.369317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d997b9-aa9f-40e7-a09e-3f4aea6afb9e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe46fd9-dab5-4f59-a611-7450990c4c3c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:24.469298 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a37562db-22a2-4a44-a6fb-5420ebcc18cc req-d4d997b9-aa9f-40e7-a09e-3f4aea6afb9e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.470671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a37562db-22a2-4a44-a6fb-5420ebcc18cc req-d4d997b9-aa9f-40e7-a09e-3f4aea6afb9e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.4937449 Aug 19 12:20:24.526060 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.706856 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.806991 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.823709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368a08-efb4-4718-bea6-d35ce06429f9 req-b390e37e-5663-4aec-9802-1f07d5ce603a tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:24.825987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96368a08-efb4-4718-bea6-d35ce06429f9 req-b390e37e-5663-4aec-9802-1f07d5ce603a tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.0751650 Aug 19 12:20:24.841017 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:24.850147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c748f1cd-73b2-4008-823a-6135397fd123,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:24.867919 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.868627 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Added segment 3574b929-faf0-4851-a491-9db25c9b503f of type vlan for network c800d31c-541c-41ea-95d6-9259cf681273 Aug 19 12:20:24.884999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96368a08-efb4-4718-bea6-d35ce06429f9 req-cbc1461b-e720-44dd-82d0-ea5721491c43 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505142 Aug 19 12:20:24.925889 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.995770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa396e4-5d29-4e06-a4f7-cb6fd5f2a589 req-4ecbcd61-e30f-483c-92c5-4e8d5e340561 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=892c6ce0-dd93-4900-b9b6-5b5e1e1718af HTTP/1.1" status: 200 len: 210 time: 0.0327024 Aug 19 12:20:25.026178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f2085adf-ef1f-4a6d-9dcc-71fdb77efa42 req-77226041-f0a1-4c86-b2d0-1292273bc2a8 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1086414571', 'description': 'tempest-description-765783795'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:25.103814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.105468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.110984 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.173624 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f2085adf-ef1f-4a6d-9dcc-71fdb77efa42 req-77226041-f0a1-4c86-b2d0-1292273bc2a8 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.176232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] Pushing event updated for resources: {'Network': ['ID=c800d31c-541c-41ea-95d6-9259cf681273,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:25.187563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network c800d31c-541c-41ea-95d6-9259cf681273 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:25.423512 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c6971fbd-aa6a-45b1-bc8d-3871a6a7ce8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.427763 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fbf7f80e-8b0a-42bd-a919-b9938b709496 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7824588 Aug 19 12:20:25.429307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51396) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:25.447257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] Request body: {'subnet': {'network_id': 'c800d31c-541c-41ea-95d6-9259cf681273', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-468866197-subnet', 'tenant_id': 'c5d3e73cfae242afb42126405e82e834', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:25.544253 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f2085adf-ef1f-4a6d-9dcc-71fdb77efa42 req-77226041-f0a1-4c86-b2d0-1292273bc2a8 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.717197 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f2085adf-ef1f-4a6d-9dcc-71fdb77efa42 req-77226041-f0a1-4c86-b2d0-1292273bc2a8 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.756291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77226041-f0a1-4c86-b2d0-1292273bc2a8 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee0d136-52b6-4a95-8344-34db5c0d2de3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:25.772299 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.890704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] Made reservation on behalf of c5d3e73cfae242afb42126405e82e834 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:25.893478 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.117586 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f2085adf-ef1f-4a6d-9dcc-71fdb77efa42 req-77226041-f0a1-4c86-b2d0-1292273bc2a8 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.118946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2085adf-ef1f-4a6d-9dcc-71fdb77efa42 req-77226041-f0a1-4c86-b2d0-1292273bc2a8 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0979040 Aug 19 12:20:26.245211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8426b0-e590-4b70-8581-6bda2765c6b0 req-d439c36c-1cd5-4730-bced-222ef9022a77 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:26.247291 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b8426b0-e590-4b70-8581-6bda2765c6b0 req-d439c36c-1cd5-4730-bced-222ef9022a77 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.0598352 Aug 19 12:20:26.262747 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.333996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b8426b0-e590-4b70-8581-6bda2765c6b0 req-14f563a7-8d39-4e93-a27d-1c6c5e924e0d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796256 Aug 19 12:20:26.355788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=761bfe9f-70b6-4a12-9d47-e8e40cbf1ce6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:26.375431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] Checking segment: {'id': '3574b929-faf0-4851-a491-9db25c9b503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c800d31c-541c-41ea-95d6-9259cf681273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:26.375984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] Network hostable DHCP agents. Network: c800d31c-541c-41ea-95d6-9259cf681273, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:26.514373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] Network c800d31c-541c-41ea-95d6-9259cf681273 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:26.615773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, c800d31c-541c-41ea-95d6-9259cf681273) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:26.624066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:26.624066 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.630782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a054c852-8748-46e8-8b22-0421fc6f3410 None None] Network c800d31c-541c-41ea-95d6-9259cf681273 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:26.750275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3e651f18-cf1d-4ca9-a4fc-cadf7c781107 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3098478 Aug 19 12:20:26.890476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c64ad-2473-47d5-865f-7566384eaf4a None None] Network c800d31c-541c-41ea-95d6-9259cf681273 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:26.920995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-6cf12d41-1ebd-4661-a3a7-0ac4d8541198 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:26.922545 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-6cf12d41-1ebd-4661-a3a7-0ac4d8541198 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/networks?id=6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 200 len: 813 time: 0.2533321 Aug 19 12:20:26.947443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-0748a0b6-7427-456a-83ca-d648e63d1502 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:26.949006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-0748a0b6-7427-456a-83ca-d648e63d1502 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 804 time: 0.1889391 Aug 19 12:20:26.952733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-91275ba7-9aac-4853-b34e-38ef0ae24adb tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/quotas/1cab3613e7a943e2bafa42ff565a9e1b HTTP/1.1" status: 200 len: 375 time: 0.0220141 Aug 19 12:20:26.984438 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.992224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-cbad1f23-ca8a-4edc-87a4-f54fd9a8a72a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/quotas/4b8f3377ed934a89985dae58e48d8c91 HTTP/1.1" status: 200 len: 375 time: 0.0349016 Aug 19 12:20:27.074749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-12dee9c3-0cde-41ff-b2d4-09240091cc4b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815299 Aug 19 12:20:27.083147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-29117634-7eb8-497c-82ea-7cf2796253d1 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1136851 Aug 19 12:20:27.291019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51470) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:27.319308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-2ce86bef-6820-44a5-abb0-f640e3e2989a service neutron] 10.222.0.44 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066255 Aug 19 12:20:27.322044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-84bbdafb-b9f3-410d-87c5-57b39303b93c service neutron] 10.222.0.44 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209976 Aug 19 12:20:27.445016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-cf0642ec-9ba5-4c0f-9d97-875c4b48e59b service neutron] 10.222.0.44 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145911 Aug 19 12:20:27.464787 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-387294c6-8956-4731-b9d7-7ae2e33c4eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.565087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-574a76f9-9b9e-41b2-9490-4f5b16301307 service neutron] 10.222.0.44 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361660 Aug 19 12:20:27.613258 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-387294c6-8956-4731-b9d7-7ae2e33c4eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.779697 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-387294c6-8956-4731-b9d7-7ae2e33c4eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.837446 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-387294c6-8956-4731-b9d7-7ae2e33c4eeb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9e6fe6dba3548e09b6a4d3d63fe60fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5412436 Aug 19 12:20:27.837446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387294c6-8956-4731-b9d7-7ae2e33c4eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5d9913-fa8c-4677-8df5-f6d42bbbad4e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:27.838897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51480) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:27.910000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82443599-775d-4cbd-86db-ec7099a0e290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.941147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82443599-775d-4cbd-86db-ec7099a0e290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.264035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82443599-775d-4cbd-86db-ec7099a0e290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.267694 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82443599-775d-4cbd-86db-ec7099a0e290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.269244 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-82443599-775d-4cbd-86db-ec7099a0e290 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa5d9913-fa8c-4677-8df5-f6d42bbbad4e HTTP/1.1" status: 204 len: 168 time: 0.4293566 Aug 19 12:20:28.282559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82443599-775d-4cbd-86db-ec7099a0e290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5d9913-fa8c-4677-8df5-f6d42bbbad4e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:28.343212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-12a2be9a-5799-4fb7-941f-c083d0cb5f84 req-7c3724cd-c3fa-4ba5-8f17-6518f910a7ea tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-313121452', 'description': 'tempest-description-1676277404'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:28.537048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48fd87-f05d-45e8-9f8c-3c7ffaf0c627 req-556db3c2-bd7a-4fca-9189-36651f54f8b4 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:28.538576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c48fd87-f05d-45e8-9f8c-3c7ffaf0c627 req-556db3c2-bd7a-4fca-9189-36651f54f8b4 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.1857858 Aug 19 12:20:28.581787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8cc07-ff58-4bd3-8fa7-69614a080b51 req-35979023-0d84-4a3f-97bb-b0aac0a999ac tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:28.583352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bc8cc07-ff58-4bd3-8fa7-69614a080b51 req-35979023-0d84-4a3f-97bb-b0aac0a999ac tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.52 "GET /v2.0/ports?device_id=c25c3967-685e-4698-b91d-cc14d91613e9 HTTP/1.1" status: 200 len: 945 time: 0.1116309 Aug 19 12:20:28.587551 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12a2be9a-5799-4fb7-941f-c083d0cb5f84 req-7c3724cd-c3fa-4ba5-8f17-6518f910a7ea tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.650608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c48fd87-f05d-45e8-9f8c-3c7ffaf0c627 req-7a6bdf2d-c594-43b9-84e6-f75b7ba3ab80 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025290 Aug 19 12:20:28.723052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 0c87b671-c35e-4330-a966-4833701c1c0e no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:28.769220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6572e22f-0913-4747-8d68-6abb339a9e43 req-7e1e6a7b-d57c-4071-b69f-d753a1f862e3 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 210 time: 0.0408189 Aug 19 12:20:28.848438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5bc8cc07-ff58-4bd3-8fa7-69614a080b51 req-7bdf7929-1acb-4a48-82ea-87fa5ad85a9e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Deleting port 0c87b671-c35e-4330-a966-4833701c1c0e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:28.848958 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bc8cc07-ff58-4bd3-8fa7-69614a080b51 req-7bdf7929-1acb-4a48-82ea-87fa5ad85a9e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.880187 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12a2be9a-5799-4fb7-941f-c083d0cb5f84 req-7c3724cd-c3fa-4ba5-8f17-6518f910a7ea tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.925722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.929337 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.959171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb75d27-e12c-437f-9063-e3b973dbd2b4 req-2a0d549f-1da0-42d9-b7fa-6b08437be0eb tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 210 time: 0.0460839 Aug 19 12:20:28.962257 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12a2be9a-5799-4fb7-941f-c083d0cb5f84 req-7c3724cd-c3fa-4ba5-8f17-6518f910a7ea tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.009420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 0c87b671-c35e-4330-a966-4833701c1c0e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0c87b671-c35e-4330-a966-4833701c1c0e,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:29.011369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c87b671-c35e-4330-a966-4833701c1c0e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:29.015581 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531649ef-07ea-4b47-a923-b28bc9f95d51" -d '{"events": [{"server_uuid": "c25c3967-685e-4698-b91d-cc14d91613e9", "name": "network-vif-unplugged", "status": "completed", "tag": "0c87b671-c35e-4330-a966-4833701c1c0e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:29.068149 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556931e5-af76-4262-97fe-ef7112c5ab2a x-openstack-request-id: req-556931e5-af76-4262-97fe-ef7112c5ab2a {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:29.068449 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25c3967-685e-4698-b91d-cc14d91613e9", "name": "network-vif-unplugged", "status": "completed", "tag": "0c87b671-c35e-4330-a966-4833701c1c0e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:29.068710 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-556931e5-af76-4262-97fe-ef7112c5ab2a {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:29.069113 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c87b671-c35e-4330-a966-4833701c1c0e', 'code': 200} Aug 19 12:20:29.155195 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.172977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5bc8cc07-ff58-4bd3-8fa7-69614a080b51 req-7bdf7929-1acb-4a48-82ea-87fa5ad85a9e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] For port 0c87b671-c35e-4330-a966-4833701c1c0e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=0c87b671-c35e-4330-a966-4833701c1c0e,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:29.173753 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bc8cc07-ff58-4bd3-8fa7-69614a080b51 req-7bdf7929-1acb-4a48-82ea-87fa5ad85a9e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.190367 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5bc8cc07-ff58-4bd3-8fa7-69614a080b51 req-7bdf7929-1acb-4a48-82ea-87fa5ad85a9e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Calling delete_port for 0c87b671-c35e-4330-a966-4833701c1c0e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:29.256047 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12a2be9a-5799-4fb7-941f-c083d0cb5f84 req-7c3724cd-c3fa-4ba5-8f17-6518f910a7ea tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.257402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12a2be9a-5799-4fb7-941f-c083d0cb5f84 req-7c3724cd-c3fa-4ba5-8f17-6518f910a7ea tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9189341 Aug 19 12:20:29.261179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3724cd-c3fa-4ba5-8f17-6518f910a7ea tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc5e035-109d-490d-8eca-a0845dedcf7d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:29.327082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=0c87b671-c35e-4330-a966-4833701c1c0e,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:29.440488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44ec7084-5ea1-4373-af08-dfca45cc2352 req-bba7a673-4d9f-46a7-8ac4-de6384fd13b2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/3fc5e035-109d-490d-8eca-a0845dedcf7d HTTP/1.1" status: 200 len: 1804 time: 0.1048348 Aug 19 12:20:29.457271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-44ec7084-5ea1-4373-af08-dfca45cc2352 req-a6c50796-5f25-4bd6-931f-057386d517fa tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fc5e035-109d-490d-8eca-a0845dedcf7d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:29.457638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-44ec7084-5ea1-4373-af08-dfca45cc2352 req-a6c50796-5f25-4bd6-931f-057386d517fa tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fc5e035-109d-490d-8eca-a0845dedcf7d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:29.617122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51554) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:29.630771 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bc8cc07-ff58-4bd3-8fa7-69614a080b51 req-7bdf7929-1acb-4a48-82ea-87fa5ad85a9e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.633250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54c46ce1-5cf8-4b03-bb6d-60922846f24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.726981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf7929-1acb-4a48-82ea-87fa5ad85a9e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Pushing event deleted for resources: {'Port': ['ID=0c87b671-c35e-4330-a966-4833701c1c0e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:29.850578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc8cc07-ff58-4bd3-8fa7-69614a080b51 req-7bdf7929-1acb-4a48-82ea-87fa5ad85a9e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] No DVR routers for this DVR port 0c87b671-c35e-4330-a966-4833701c1c0e on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:29.856322 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54c46ce1-5cf8-4b03-bb6d-60922846f24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.863759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bc8cc07-ff58-4bd3-8fa7-69614a080b51 req-7bdf7929-1acb-4a48-82ea-87fa5ad85a9e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.866396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bc8cc07-ff58-4bd3-8fa7-69614a080b51 req-7bdf7929-1acb-4a48-82ea-87fa5ad85a9e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.52 "DELETE /v2.0/ports/0c87b671-c35e-4330-a966-4833701c1c0e HTTP/1.1" status: 204 len: 173 time: 1.2737567 Aug 19 12:20:29.867007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'name': 'network-vif-deleted', 'tag': '0c87b671-c35e-4330-a966-4833701c1c0e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:29.869499 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dd5f8d-f0ae-425a-b514-08006728dbe7" -d '{"events": [{"server_uuid": "c25c3967-685e-4698-b91d-cc14d91613e9", "name": "network-vif-deleted", "tag": "0c87b671-c35e-4330-a966-4833701c1c0e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:29.899583 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44ec7084-5ea1-4373-af08-dfca45cc2352 req-a6c50796-5f25-4bd6-931f-057386d517fa tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.934563 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44ec7084-5ea1-4373-af08-dfca45cc2352 req-a6c50796-5f25-4bd6-931f-057386d517fa tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.957039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffc2fd-2167-4880-b816-63395ba858a2 req-51bfa864-f639-4e4c-a5ba-152e99e8b9a0 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:29.959165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51ffc2fd-2167-4880-b816-63395ba858a2 req-51bfa864-f639-4e4c-a5ba-152e99e8b9a0 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.1234846 Aug 19 12:20:30.002008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54c46ce1-5cf8-4b03-bb6d-60922846f24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.004065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51ffc2fd-2167-4880-b816-63395ba858a2 req-ab8c9314-e68f-4977-b20f-31010f6ababf tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Aug 19 12:20:30.045920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44ec7084-5ea1-4373-af08-dfca45cc2352 req-a6c50796-5f25-4bd6-931f-057386d517fa tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.083002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c50796-5f25-4bd6-931f-057386d517fa tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f9b3cc-d0ff-4552-bcda-0f6ed8727a66,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:30.093462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51566) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:30.094295 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-54c46ce1-5cf8-4b03-bb6d-60922846f24e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d293b24a46ef4d4ab5439185149eb98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755688 Aug 19 12:20:30.095419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c46ce1-5cf8-4b03-bb6d-60922846f24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9690b0-7070-4a81-9772-b11d42f0afbe,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:30.186949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-61423b73-d405-429b-a8e9-1eebd6c55cad req-e863dee8-a47d-4dcd-9311-490363edb910 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 210 time: 0.0553412 Aug 19 12:20:30.225679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33b1b8bf-5a07-4cd4-85d2-03536ef3e78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.259600 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4532cdc4-9863-4a43-9aff-acb92d060ad1 x-openstack-request-id: req-4532cdc4-9863-4a43-9aff-acb92d060ad1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:30.261694 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25c3967-685e-4698-b91d-cc14d91613e9", "name": "network-vif-deleted", "tag": "0c87b671-c35e-4330-a966-4833701c1c0e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:30.261694 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4532cdc4-9863-4a43-9aff-acb92d060ad1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:30.261694 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25c3967-685e-4698-b91d-cc14d91613e9', 'name': 'network-vif-deleted', 'tag': '0c87b671-c35e-4330-a966-4833701c1c0e', 'status': 'completed', 'code': 200} Aug 19 12:20:30.264612 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33b1b8bf-5a07-4cd4-85d2-03536ef3e78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.267630 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44ec7084-5ea1-4373-af08-dfca45cc2352 req-a6c50796-5f25-4bd6-931f-057386d517fa tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.273248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44ec7084-5ea1-4373-af08-dfca45cc2352 req-a6c50796-5f25-4bd6-931f-057386d517fa tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8220830 Aug 19 12:20:30.328341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e8151ddb-ff73-48b1-9156-6b3b987a73e5 req-ac334035-f185-4409-8f4d-fcf689dd9d62 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1819861805', 'description': 'tempest-description-1226946635'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:30.388005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8570ff32-8eed-4a08-afa4-48c609ba45ad req-0310a6ba-617c-4e49-a035-22507cf7cd9d tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 210 time: 0.0409145 Aug 19 12:20:30.630054 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e8151ddb-ff73-48b1-9156-6b3b987a73e5 req-ac334035-f185-4409-8f4d-fcf689dd9d62 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.634091 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33b1b8bf-5a07-4cd4-85d2-03536ef3e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.637075 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33b1b8bf-5a07-4cd4-85d2-03536ef3e78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.638522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-33b1b8bf-5a07-4cd4-85d2-03536ef3e78c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e9690b0-7070-4a81-9772-b11d42f0afbe HTTP/1.1" status: 204 len: 168 time: 0.5428846 Aug 19 12:20:30.663932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1b8bf-5a07-4cd4-85d2-03536ef3e78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9690b0-7070-4a81-9772-b11d42f0afbe,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:30.812338 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e8151ddb-ff73-48b1-9156-6b3b987a73e5 req-ac334035-f185-4409-8f4d-fcf689dd9d62 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.960451 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e8151ddb-ff73-48b1-9156-6b3b987a73e5 req-ac334035-f185-4409-8f4d-fcf689dd9d62 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.021779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac334035-f185-4409-8f4d-fcf689dd9d62 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04979af-db0c-4121-8e76-1d5d36c81a3b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:31.149806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e8151ddb-ff73-48b1-9156-6b3b987a73e5 req-ac334035-f185-4409-8f4d-fcf689dd9d62 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.151219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8151ddb-ff73-48b1-9156-6b3b987a73e5 req-ac334035-f185-4409-8f4d-fcf689dd9d62 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8335736 Aug 19 12:20:31.316816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f131f4-07e6-47eb-b345-56fd26da3b32 req-99cfe284-ee5e-4fe2-9b26-a02f74df6d5b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:31.332039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03f131f4-07e6-47eb-b345-56fd26da3b32 req-99cfe284-ee5e-4fe2-9b26-a02f74df6d5b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.1706569 Aug 19 12:20:31.388799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46b0bbdb-eb0d-40c6-a1f8-e152d1a9914a req-30681713-a868-48d7-9915-5b9ddc6c55a3 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/c04979af-db0c-4121-8e76-1d5d36c81a3b HTTP/1.1" status: 200 len: 1805 time: 0.1716533 Aug 19 12:20:31.395027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-46b0bbdb-eb0d-40c6-a1f8-e152d1a9914a req-a9481636-0231-4a4c-9464-a654e0b48441 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c04979af-db0c-4121-8e76-1d5d36c81a3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:31.399210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-46b0bbdb-eb0d-40c6-a1f8-e152d1a9914a req-a9481636-0231-4a4c-9464-a654e0b48441 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c04979af-db0c-4121-8e76-1d5d36c81a3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:31.496721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03f131f4-07e6-47eb-b345-56fd26da3b32 req-ffb15122-fcaa-4e8e-8cac-4356f7a0b067 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636484 Aug 19 12:20:31.597254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49f83527-de97-4721-9274-9468aa990473 req-d260ce1d-cf46-431d-94a9-994f3688d0cf tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 210 time: 0.0284588 Aug 19 12:20:31.702093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1005f562-235e-49a2-8053-d2a83e726b3d req-f4c672ce-f8fe-4925-b4ed-37a566bf567b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 210 time: 0.0306268 Aug 19 12:20:31.895143 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b0bbdb-eb0d-40c6-a1f8-e152d1a9914a req-a9481636-0231-4a4c-9464-a654e0b48441 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.918187 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b0bbdb-eb0d-40c6-a1f8-e152d1a9914a req-a9481636-0231-4a4c-9464-a654e0b48441 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.057076 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b0bbdb-eb0d-40c6-a1f8-e152d1a9914a req-a9481636-0231-4a4c-9464-a654e0b48441 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.076690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9481636-0231-4a4c-9464-a654e0b48441 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c8752c-6401-4baa-a322-6f90bc1b0109,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:32.229121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-910cec30-0fef-458a-aaeb-62d3131a55c0 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:32.230955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-910cec30-0fef-458a-aaeb-62d3131a55c0 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.53 "GET /v2.0/networks?id=6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 200 len: 813 time: 0.1417327 Aug 19 12:20:32.260576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'port': {'device_id': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39', 'admin_state_up': True, 'tenant_id': '1cab3613e7a943e2bafa42ff565a9e1b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:32.335878 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b0bbdb-eb0d-40c6-a1f8-e152d1a9914a req-a9481636-0231-4a4c-9464-a654e0b48441 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.335878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46b0bbdb-eb0d-40c6-a1f8-e152d1a9914a req-a9481636-0231-4a4c-9464-a654e0b48441 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9440606 Aug 19 12:20:32.394034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f800c9b8-5fde-47b5-85ff-d925a539211b req-40513f81-83c8-4e54-a98c-434abe4c6063 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2076015173', 'description': 'tempest-description-337288552'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:32.604761 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f800c9b8-5fde-47b5-85ff-d925a539211b req-40513f81-83c8-4e54-a98c-434abe4c6063 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.715676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fef18-0b42-4db1-bd00-1829b65b79a6 req-0024e58f-dd52-4cd3-b901-0c75a25f51b1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:32.717698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b78fef18-0b42-4db1-bd00-1829b65b79a6 req-0024e58f-dd52-4cd3-b901-0c75a25f51b1 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.0874808 Aug 19 12:20:32.732946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51654) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:32.752989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 0c87b671-c35e-4330-a966-4833701c1c0e no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:32.781439 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b78fef18-0b42-4db1-bd00-1829b65b79a6 req-303ab53e-4e98-4dfa-966e-1a5ebae6f7a4 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508938 Aug 19 12:20:32.782061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 0c87b671-c35e-4330-a966-4833701c1c0e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:32.782061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 0c87b671-c35e-4330-a966-4833701c1c0e not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:32.820918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Made reservation on behalf of 1cab3613e7a943e2bafa42ff565a9e1b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:32.828287 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.955816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-network', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:32.964757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-dd2d45f4-0c71-4957-9f1d-762a96399529 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6ddbca9b0b9245d59df25d849e4b6cd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529237 Aug 19 12:20:33.167677 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f800c9b8-5fde-47b5-85ff-d925a539211b req-40513f81-83c8-4e54-a98c-434abe4c6063 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.203408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Allocated IP 172.20.0.14 (6baaf1ec-5b13-4be9-b241-24de01cf5d39/35144bb2-d611-4398-9cbd-e88378b7b5d2/6615dc17-8386-4f09-818e-71487490c27a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:33.282348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-eb918512-9b50-42b9-847c-f1a0f9a8bf40 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:33.283132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-eb918512-9b50-42b9-847c-f1a0f9a8bf40 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.53 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 804 time: 0.3116610 Aug 19 12:20:33.301110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-e58cf5c8-ac3c-4eb8-99c2-c37fe517cf6b tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:33.302486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-e58cf5c8-ac3c-4eb8-99c2-c37fe517cf6b tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3155005 Aug 19 12:20:33.313188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Request body: {'port': {'device_id': '3576e323-b36a-46b3-8eaa-2f969e313cf3', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'admin_state_up': True, 'tenant_id': '4b8f3377ed934a89985dae58e48d8c91'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:33.385006 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f800c9b8-5fde-47b5-85ff-d925a539211b req-40513f81-83c8-4e54-a98c-434abe4c6063 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.398921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-c4ef4cf3-0f28-45a1-997e-8e677e8e2921 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/quotas/6ddbca9b0b9245d59df25d849e4b6cd3 HTTP/1.1" status: 200 len: 375 time: 0.0819457 Aug 19 12:20:33.539955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-dd9ef5e6-28dc-4a04-8ad4-a4e2318a4196 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ddbca9b0b9245d59df25d849e4b6cd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066811 Aug 19 12:20:33.551856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40513f81-83c8-4e54-a98c-434abe4c6063 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade87ee8-1e31-4451-be41-93cbf6f92353,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:33.657414 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.715773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Made reservation on behalf of ddcd02f1ecf8424384397aa73b4ab307 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:33.718969 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.730412 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.033204 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f800c9b8-5fde-47b5-85ff-d925a539211b req-40513f81-83c8-4e54-a98c-434abe4c6063 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.035058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f800c9b8-5fde-47b5-85ff-d925a539211b req-40513f81-83c8-4e54-a98c-434abe4c6063 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.6577168 Aug 19 12:20:34.036567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.051577 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6e8d3553-cfd4-44bd-b161-f0aceeecf877'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:34.186704 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:20:34.186704 n-d-778732-8 neutron-server[95660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:20:34.186704 n-d-778732-8 neutron-server[95660]: [parameters: {'project_id_1': 'ddcd02f1ecf8424384397aa73b4ab307', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 20, 33, 743307)}] Aug 19 12:20:34.186704 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:20:34.187368 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:20:34.201254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:34.236451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:34.244469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a817b24c-fdf5-4b1f-9350-bd767f86d980 req-05e1b83f-b69e-497d-97bc-621a24ad55ff tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 210 time: 0.0502088 Aug 19 12:20:34.248274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:34.251981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Made reservation on behalf of 4b8f3377ed934a89985dae58e48d8c91 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:34.256287 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.305699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'Port': ['ID=6615dc17-8386-4f09-818e-71487490c27a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:34.372610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:34.373646 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.445561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ed713-2eb9-49b3-bb16-9bed32626949 req-0e856bea-318c-4672-adfd-60a488c2766e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:34.448086 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-323ed713-2eb9-49b3-bb16-9bed32626949 req-0e856bea-318c-4672-adfd-60a488c2766e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 932 time: 0.4510355 Aug 19 12:20:34.539809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-323ed713-2eb9-49b3-bb16-9bed32626949 req-f8019cc6-fbd4-43da-8487-2281a8af4a84 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823276 Aug 19 12:20:34.576793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9d511db4-27d3-47e0-b600-69776c419a27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3254099 Aug 19 12:20:34.577650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Allocated IP 172.20.0.5 (81172270-59cd-41e1-a431-0c8d9d8b818a/b3ede1da-987a-441b-8c84-707d48ae78bc/3618b036-2a5f-40d8-90a8-5f11f89813c3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:34.594502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Request body: {'port': {'device_id': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:34.698084 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.862771 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.881149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248c775-b657-4374-b089-cdc14e9736f5 req-3f1fb775-bfd1-4a36-ba6d-2f85f1aadbee tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:34.882746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8248c775-b657-4374-b089-cdc14e9736f5 req-3f1fb775-bfd1-4a36-ba6d-2f85f1aadbee tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.2640228 Aug 19 12:20:35.038713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8248c775-b657-4374-b089-cdc14e9736f5 req-3ea52de2-0d4d-4896-97f5-51804c1492ba tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459985 Aug 19 12:20:35.045829 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.456662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6a313d44-da5e-4d6d-90e2-b9c952eade6d req-5f7e8599-c632-41ce-a034-c323bce9ad8e tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2041444128', 'description': 'tempest-description-372594103'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:35.516275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-52f83a05-2b3e-4106-bc43-d3fb809fbe62 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6ddbca9b0b9245d59df25d849e4b6cd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630040 Aug 19 12:20:35.641225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.777513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-9fcd5a7c-fbc3-44aa-a588-1ad2b28fda90 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:35.779505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-9fcd5a7c-fbc3-44aa-a588-1ad2b28fda90 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537172 Aug 19 12:20:35.798002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee2fa9-96d9-4f1d-8cd5-0c56082bc4e6 req-8fa7a01d-8af7-42ff-9914-a46a8204a7c4 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:35.799649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37ee2fa9-96d9-4f1d-8cd5-0c56082bc4e6 req-8fa7a01d-8af7-42ff-9914-a46a8204a7c4 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 945 time: 0.1443529 Aug 19 12:20:35.816740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.846646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-58f7f771-ee8f-4296-88cd-de1a5740b205 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/quotas/6ddbca9b0b9245d59df25d849e4b6cd3 HTTP/1.1" status: 200 len: 375 time: 0.0587802 Aug 19 12:20:35.902685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.922873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:35.970849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-44bce5f3-0035-45ed-873f-a2eff97fdc79 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ddbca9b0b9245d59df25d849e4b6cd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950265 Aug 19 12:20:35.976317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a7c604-c63e-4dc0-a891-372d2cb646dc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:35.993541 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.993541 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Added segment 1d3edcb9-6e38-4296-ba1a-075e994871cc of type vlan for network 85f8b029-2561-48cb-b3d6-35fd3cd03c1a Aug 19 12:20:35.995314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6615dc17-8386-4f09-818e-71487490c27a {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:36.036225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.065785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Network 81172270-59cd-41e1-a431-0c8d9d8b818a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:36.106472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:36.118403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:36.121546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Transition to ACTIVE for port object 6615dc17-8386-4f09-818e-71487490c27a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:36.165265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a313d44-da5e-4d6d-90e2-b9c952eade6d req-5f7e8599-c632-41ce-a034-c323bce9ad8e tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.170656 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.183016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Pushing event updated for resources: {'Port': ['ID=3618b036-2a5f-40d8-90a8-5f11f89813c3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:36.243223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:36.243889 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.278493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-37ee2fa9-96d9-4f1d-8cd5-0c56082bc4e6 req-9d1414f6-64ae-4832-946e-b5fba1503260 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Deleting port 54ad6495-dc36-432a-9d99-0b7141609b31 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:36.279408 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37ee2fa9-96d9-4f1d-8cd5-0c56082bc4e6 req-9d1414f6-64ae-4832-946e-b5fba1503260 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.285004 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.378109 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.379113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:36.379820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.521596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6615dc17-8386-4f09-818e-71487490c27a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:36.570635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] Pushing event updated for resources: {'Network': ['ID=85f8b029-2561-48cb-b3d6-35fd3cd03c1a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:36.582068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 85f8b029-2561-48cb-b3d6-35fd3cd03c1a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:36.616972 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a313d44-da5e-4d6d-90e2-b9c952eade6d req-5f7e8599-c632-41ce-a034-c323bce9ad8e tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.640943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94c93b-5319-41a7-ba57-75369c6bb061 req-45f9efab-fef0-4cd9-9754-0e1d66e871f8 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:36.642702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb94c93b-5319-41a7-ba57-75369c6bb061 req-45f9efab-fef0-4cd9-9754-0e1d66e871f8 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 945 time: 0.3103981 Aug 19 12:20:36.647998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-37ee2fa9-96d9-4f1d-8cd5-0c56082bc4e6 req-9d1414f6-64ae-4832-946e-b5fba1503260 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] For port 54ad6495-dc36-432a-9d99-0b7141609b31, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=54ad6495-dc36-432a-9d99-0b7141609b31,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:36.648969 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37ee2fa9-96d9-4f1d-8cd5-0c56082bc4e6 req-9d1414f6-64ae-4832-946e-b5fba1503260 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.699141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-37ee2fa9-96d9-4f1d-8cd5-0c56082bc4e6 req-9d1414f6-64ae-4832-946e-b5fba1503260 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Calling delete_port for 54ad6495-dc36-432a-9d99-0b7141609b31 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:36.712123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a313d44-da5e-4d6d-90e2-b9c952eade6d req-5f7e8599-c632-41ce-a034-c323bce9ad8e tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.799770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Attempting to bind port 6615dc17-8386-4f09-818e-71487490c27a on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:36.800125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Attempting to bind port 6615dc17-8386-4f09-818e-71487490c27a by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '37559119-0998-4254-b9a8-eb92a8b4d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:36.800420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Attempting to bind port 6615dc17-8386-4f09-818e-71487490c27a on network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:36.814326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb94c93b-5319-41a7-ba57-75369c6bb061 req-1560a1dc-3f3c-4864-8ed7-f780a9398856 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479313 Aug 19 12:20:36.820125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Port 6615dc17-8386-4f09-818e-71487490c27a on network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:36.820456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Attempting to bind port 6615dc17-8386-4f09-818e-71487490c27a on network 6baaf1ec-5b13-4be9-b241-24de01cf5d39 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:36.827550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e8599-c632-41ce-a034-c323bce9ad8e tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eac6d5e-042b-435f-928e-87eac5d587c0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:36.837492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:36.838098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Checking segment: {'id': '37559119-0998-4254-b9a8-eb92a8b4d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:36.838361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Bound using segment: {'id': '37559119-0998-4254-b9a8-eb92a8b4d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:36.838791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Bound port: 6615dc17-8386-4f09-818e-71487490c27a, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37559119-0998-4254-b9a8-eb92a8b4d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:36.839155 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.929260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-96ba67c2-f2f1-4b30-b83f-45ce502fcc21 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6236939 Aug 19 12:20:36.930470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-223489d0-1dd6-41c5-9f17-1b62ea6e363e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.1964707 Aug 19 12:20:36.931250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a313d44-da5e-4d6d-90e2-b9c952eade6d req-5f7e8599-c632-41ce-a034-c323bce9ad8e tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.932381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a313d44-da5e-4d6d-90e2-b9c952eade6d req-5f7e8599-c632-41ce-a034-c323bce9ad8e tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.8126552 Aug 19 12:20:36.933794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51722) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:36.940450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] Request body: {'subnet': {'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-subnet', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:36.953151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Request body: {'port': {'device_id': '3576e323-b36a-46b3-8eaa-2f969e313cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:37.052143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] For port 6615dc17-8386-4f09-818e-71487490c27a, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:37.087712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c7a2c-bf4c-4312-a478-3f427cd51d5f req-580fa619-1bb0-4d1e-aad5-7e5daa9ac8c9 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.089286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e7c7a2c-bf4c-4312-a478-3f427cd51d5f req-580fa619-1bb0-4d1e-aad5-7e5daa9ac8c9 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 931 time: 0.1973243 Aug 19 12:20:37.091459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] For port 6615dc17-8386-4f09-818e-71487490c27a, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6615dc17-8386-4f09-818e-71487490c27a,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:37.173723 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.187493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] Made reservation on behalf of ddcd02f1ecf8424384397aa73b4ab307 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:37.189948 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.233480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e7c7a2c-bf4c-4312-a478-3f427cd51d5f req-fba7b7df-ad47-4f5f-a43b-c07ceb44fd6e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167133 Aug 19 12:20:37.245784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63793d59-f3e3-44ad-8d44-a8d5dd68be02 req-cbd719c4-3f23-4273-ad38-30876a6d2b47 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.249126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63793d59-f3e3-44ad-8d44-a8d5dd68be02 req-cbd719c4-3f23-4273-ad38-30876a6d2b47 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 944 time: 0.1555729 Aug 19 12:20:37.254809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.334561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37ee2fa9-96d9-4f1d-8cd5-0c56082bc4e6 req-9d1414f6-64ae-4832-946e-b5fba1503260 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.346451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.347101 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.348552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] 10.222.0.53 "PUT /v2.0/ports/6615dc17-8386-4f09-818e-71487490c27a HTTP/1.1" status: 200 len: 1092 time: 2.7593195 Aug 19 12:20:37.351015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'tag': '6615dc17-8386-4f09-818e-71487490c27a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:37.353664 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c594b8-c026-4fbe-8a25-5efd03a24a26" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d0dbdf-98e2-4050-8636-00a0f86cdbab", "tag": "6615dc17-8386-4f09-818e-71487490c27a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:37.473804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a4ec3-4f44-43bf-b657-678dba3a33b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6615dc17-8386-4f09-818e-71487490c27a,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:37.549527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63793d59-f3e3-44ad-8d44-a8d5dd68be02 req-70187966-95d7-407e-96e2-6659d957efe0 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466705 Aug 19 12:20:37.568862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1414f6-64ae-4832-946e-b5fba1503260 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Pushing event deleted for resources: {'Port': ['ID=54ad6495-dc36-432a-9d99-0b7141609b31,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:37.595108 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.635358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ee2fa9-96d9-4f1d-8cd5-0c56082bc4e6 req-9d1414f6-64ae-4832-946e-b5fba1503260 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] No DVR routers for this DVR port 54ad6495-dc36-432a-9d99-0b7141609b31 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:37.648072 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37ee2fa9-96d9-4f1d-8cd5-0c56082bc4e6 req-9d1414f6-64ae-4832-946e-b5fba1503260 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.653319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37ee2fa9-96d9-4f1d-8cd5-0c56082bc4e6 req-9d1414f6-64ae-4832-946e-b5fba1503260 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.52 "DELETE /v2.0/ports/54ad6495-dc36-432a-9d99-0b7141609b31 HTTP/1.1" status: 204 len: 173 time: 1.8343766 Aug 19 12:20:37.664775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3139a77-d33f-41eb-9fac-09df3b536362,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:37.674292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] Checking segment: {'id': '1d3edcb9-6e38-4296-ba1a-075e994871cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:37.674956 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] Network hostable DHCP agents. Network: 85f8b029-2561-48cb-b3d6-35fd3cd03c1a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:37.683394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d46c6146-6cd3-4a80-bb04-266d7588ad7d req-49d24d30-c632-4503-8fde-19e23302ce7a tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 210 time: 0.0520968 Aug 19 12:20:37.691781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed6e7d-1f6b-4207-8d66-06f4ef6a825d req-9559acd0-0549-4b51-927d-22efb665de8d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.693475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68ed6e7d-1f6b-4207-8d66-06f4ef6a825d req-9559acd0-0549-4b51-927d-22efb665de8d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.3268054 Aug 19 12:20:37.771388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-c84aa703-cce9-4c78-a092-c5cc9a280d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.773034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-c84aa703-cce9-4c78-a092-c5cc9a280d4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 1095 time: 0.2303073 Aug 19 12:20:37.811775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] Network 85f8b029-2561-48cb-b3d6-35fd3cd03c1a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:37.854738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-137fe3b0-a0ec-4cda-886a-9e1b532a2e25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6615dc17-8386-4f09-818e-71487490c27a HTTP/1.1" status: 200 len: 217 time: 0.0682003 Aug 19 12:20:37.865366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1144995-80a4-4b69-8f69-30a5a2a91505 req-3127f9ee-fd42-46a5-bfd0-a71025f393d4 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/ade87ee8-1e31-4451-be41-93cbf6f92353 HTTP/1.1" status: 200 len: 1804 time: 0.1518273 Aug 19 12:20:37.868370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68ed6e7d-1f6b-4207-8d66-06f4ef6a825d req-eb271cf5-25d4-4abc-aaee-5418fab5b0f2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560037 Aug 19 12:20:37.936673 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f534cc95-330b-4570-a901-cb4501b7f085 x-openstack-request-id: req-f534cc95-330b-4570-a901-cb4501b7f085 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:37.937392 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d0dbdf-98e2-4050-8636-00a0f86cdbab", "tag": "6615dc17-8386-4f09-818e-71487490c27a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:37.937392 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f534cc95-330b-4570-a901-cb4501b7f085 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:37.937715 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'tag': '6615dc17-8386-4f09-818e-71487490c27a', 'status': 'completed', 'code': 200} Aug 19 12:20:37.973972 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 85f8b029-2561-48cb-b3d6-35fd3cd03c1a) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:37.983884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de154388-5c1d-4e46-a585-7e85909d8e56 None None] Network 85f8b029-2561-48cb-b3d6-35fd3cd03c1a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:38.013831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-d5049c8a-9521-4b8b-a053-723f309278e8 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6ddbca9b0b9245d59df25d849e4b6cd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761547 Aug 19 12:20:38.015506 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:38.018232 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.053481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-61fa970a-b113-4026-8e34-b14c1f705a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:38.055119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-61fa970a-b113-4026-8e34-b14c1f705a62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35144bb2-d611-4398-9cbd-e88378b7b5d2 HTTP/1.1" status: 200 len: 853 time: 0.1817987 Aug 19 12:20:38.083876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3618b036-2a5f-40d8-90a8-5f11f89813c3 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:38.128092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1144995-80a4-4b69-8f69-30a5a2a91505 req-496e18c2-5216-4181-b9ba-8cf7bd57a67e tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/8eac6d5e-042b-435f-928e-87eac5d587c0 HTTP/1.1" status: 200 len: 1804 time: 0.2449152 Aug 19 12:20:38.151543 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.181288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3d34fad-f7b5-422c-a455-be97fc692fcf req-c2acf2d3-b7cb-49f4-a309-882e1442507b tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c16f5dd-633a-4deb-9521-f9c5b66cfff6 HTTP/1.1" status: 200 len: 210 time: 0.1310380 Aug 19 12:20:38.191758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-9e55d3c9-51f7-4066-b951-4268d9f59385 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6baaf1ec-5b13-4be9-b241-24de01cf5d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213310 Aug 19 12:20:38.199459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f1144995-80a4-4b69-8f69-30a5a2a91505 req-cf70b2a5-6b75-4f6a-b169-c626df9600c2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ade87ee8-1e31-4451-be41-93cbf6f92353', 'remote_group_id': '8eac6d5e-042b-435f-928e-87eac5d587c0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:38.199798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f1144995-80a4-4b69-8f69-30a5a2a91505 req-cf70b2a5-6b75-4f6a-b169-c626df9600c2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ade87ee8-1e31-4451-be41-93cbf6f92353', 'remote_group_id': '8eac6d5e-042b-435f-928e-87eac5d587c0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:38.203769 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-85f8b029-2561-48cb-b3d6-35fd3cd03c1a', 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'fixed_ips': [{'subnet_id': 'c3139a77-d33f-41eb-9fac-09df3b536362'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:20:38.205365 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.232808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Transition to ACTIVE for port object 3618b036-2a5f-40d8-90a8-5f11f89813c3 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:38.259082 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c2d01083-f40a-44f5-b098-679388a9aa42 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3231328 Aug 19 12:20:38.261889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51732) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:38.268763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-router', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:38.351242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-66317dd7-05ff-4ee7-83fa-fdecc63ee2cf tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:38.354333 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-66317dd7-05ff-4ee7-83fa-fdecc63ee2cf tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3292580 Aug 19 12:20:38.360669 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.381928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Request body: {'port': {'device_id': 'ec262dfd-0788-4998-a175-796c06355416', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '6ddbca9b0b9245d59df25d849e4b6cd3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:38.458997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Allocated IP 172.20.0.2 (85f8b029-2561-48cb-b3d6-35fd3cd03c1a/c3139a77-d33f-41eb-9fac-09df3b536362/8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:38.520532 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-a278263f-c1d1-4c77-93db-3febed89dbac service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114419 Aug 19 12:20:38.600595 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Pushing event updated for resources: {'Port': ['ID=3618b036-2a5f-40d8-90a8-5f11f89813c3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:38.607421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.609668 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.689629 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.698506 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.714700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Transition to ACTIVE for port object 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:38.742681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Transition to ACTIVE for port object 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:38.772548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 5fa30e6f-b5c0-4931-821f-30e0d0331727 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:38.776295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 54ad6495-dc36-432a-9d99-0b7141609b31 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:38.811979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 54ad6495-dc36-432a-9d99-0b7141609b31 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:38.812511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 54ad6495-dc36-432a-9d99-0b7141609b31 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:38.831030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a017a89-2be8-4184-b973-5f2d15d908c3 req-8960f4cb-df09-4a19-a59c-13bf777c9880 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:38.832666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a017a89-2be8-4184-b973-5f2d15d908c3 req-8960f4cb-df09-4a19-a59c-13bf777c9880 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 943 time: 0.3927679 Aug 19 12:20:38.838257 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1144995-80a4-4b69-8f69-30a5a2a91505 req-cf70b2a5-6b75-4f6a-b169-c626df9600c2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.950920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:38.968653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '5fa30e6f-b5c0-4931-821f-30e0d0331727', 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74', 'port_id': '5fa30e6f-b5c0-4931-821f-30e0d0331727', 'mac_address': 'fa:16:3e:dc:a0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e45397-6f87-4bdf-a2cb-1af074370154', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:38.974501 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.100939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Network 85f8b029-2561-48cb-b3d6-35fd3cd03c1a is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:39.114864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:39.126585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:39.137856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.138873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Pushing event updated for resources: {'Port': ['ID=8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:39.204515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa30e6f-b5c0-4931-821f-30e0d0331727 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:39.237869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Attempting to bind port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:39.238468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Attempting to bind port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '1d3edcb9-6e38-4296-ba1a-075e994871cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:39.239189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Attempting to bind port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 on network 85f8b029-2561-48cb-b3d6-35fd3cd03c1a {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:39.262549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:39.265717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:39.266318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Checking segment: {'id': '1d3edcb9-6e38-4296-ba1a-075e994871cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:39.267069 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.267744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Bound using segment: {'id': '1d3edcb9-6e38-4296-ba1a-075e994871cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:39.268627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Bound port: 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3edcb9-6e38-4296-ba1a-075e994871cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:39.269203 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.389048 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.420045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611fa42-d54e-4e0c-aaa2-5fe53e6eba32 req-f8763816-a762-49fd-a084-527f86e6b605 service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8796165 Aug 19 12:20:39.427896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Attempting to bind port 3618b036-2a5f-40d8-90a8-5f11f89813c3 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:39.428523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Attempting to bind port 3618b036-2a5f-40d8-90a8-5f11f89813c3 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:39.428666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Attempting to bind port 3618b036-2a5f-40d8-90a8-5f11f89813c3 on network 81172270-59cd-41e1-a431-0c8d9d8b818a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:39.448682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] For port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:39.453596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] For port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922,segment=NetworkSegment(1d3edcb9-6e38-4296-ba1a-075e994871cc),segment_id=1d3edcb9-6e38-4296-ba1a-075e994871cc)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:39.453846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1144995-80a4-4b69-8f69-30a5a2a91505 req-cf70b2a5-6b75-4f6a-b169-c626df9600c2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.460762 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a017a89-2be8-4184-b973-5f2d15d908c3 req-ef20e072-079e-4756-b462-3f1ccd1f21c2 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731987 Aug 19 12:20:39.462179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Port 3618b036-2a5f-40d8-90a8-5f11f89813c3 on network 81172270-59cd-41e1-a431-0c8d9d8b818a not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:39.462671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Attempting to bind port 3618b036-2a5f-40d8-90a8-5f11f89813c3 on network 81172270-59cd-41e1-a431-0c8d9d8b818a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:39.469358 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.470584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:39.471048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Checking segment: {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:39.471552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Bound using segment: {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:39.472592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Bound port: 3618b036-2a5f-40d8-90a8-5f11f89813c3, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3938e7d5-14c3-4897-a9dd-254949dce273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:39.472821 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.492317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=5fa30e6f-b5c0-4931-821f-30e0d0331727,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:39.588670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] For port 3618b036-2a5f-40d8-90a8-5f11f89813c3, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:39.590973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Made reservation on behalf of 6ddbca9b0b9245d59df25d849e4b6cd3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:39.595001 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.616891 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.619840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] For port 3618b036-2a5f-40d8-90a8-5f11f89813c3, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3618b036-2a5f-40d8-90a8-5f11f89813c3,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:39.631364 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.634796 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1144995-80a4-4b69-8f69-30a5a2a91505 req-cf70b2a5-6b75-4f6a-b169-c626df9600c2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.660385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc77ecc-7f41-4192-88fa-6f158a067e71 req-21b6cc4f-e159-4e45-9cf6-55ad11241bbb tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:39.662112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2bc77ecc-7f41-4192-88fa-6f158a067e71 req-21b6cc4f-e159-4e45-9cf6-55ad11241bbb tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 944 time: 0.1160710 Aug 19 12:20:39.701926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['5fa30e6f-b5c0-4931-821f-30e0d0331727'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:39.720617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70b2a5-6b75-4f6a-b169-c626df9600c2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612736ef-8257-4aa4-a9f4-3cbb7e9f37d4,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:39.759599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.769292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cfe81-ee4b-464b-ab70-0c942cfe6549 None None] Pushing event updated for resources: {'Port': ['ID=8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:39.819154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2bc77ecc-7f41-4192-88fa-6f158a067e71 req-57c90856-9bb5-4b1a-83a1-a76935210abf tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248348 Aug 19 12:20:39.858699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:39.859462 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.862667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] 10.222.0.53 "PUT /v2.0/ports/3618b036-2a5f-40d8-90a8-5f11f89813c3 HTTP/1.1" status: 200 len: 1091 time: 2.9225807 Aug 19 12:20:39.885203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c594b8-c026-4fbe-8a25-5efd03a24a26 req-ef2eb7cb-93bf-405a-b01b-93958c803753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:39.886954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2c594b8-c026-4fbe-8a25-5efd03a24a26 req-ef2eb7cb-93bf-405a-b01b-93958c803753 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 1095 time: 0.2127519 Aug 19 12:20:39.922841 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.943833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'name': 'network-vif-deleted', 'tag': '54ad6495-dc36-432a-9d99-0b7141609b31'}, {'name': 'network-changed', 'server_uuid': '3576e323-b36a-46b3-8eaa-2f969e313cf3', 'tag': '3618b036-2a5f-40d8-90a8-5f11f89813c3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:39.946400 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efd8f70-cb64-4c30-bb39-c46bcffb459c" -d '{"events": [{"server_uuid": "4c16f5dd-633a-4deb-9521-f9c5b66cfff6", "name": "network-vif-deleted", "tag": "54ad6495-dc36-432a-9d99-0b7141609b31"}, {"name": "network-changed", "server_uuid": "3576e323-b36a-46b3-8eaa-2f969e313cf3", "tag": "3618b036-2a5f-40d8-90a8-5f11f89813c3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:39.950088 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.982418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efec6f-5824-4833-aae0-f65f0deb2972 service neutron] Pushing event updated for resources: {'Port': ['ID=3618b036-2a5f-40d8-90a8-5f11f89813c3,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:40.041531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b41e10e0-359f-4fab-b705-edb629ebb2eb req-6c29f33f-9f10-4433-89bc-19b6f43d82eb tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 210 time: 0.0648274 Aug 19 12:20:40.095672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.173904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c594b8-c026-4fbe-8a25-5efd03a24a26 req-f20d47ac-d92e-4c5e-a4ce-7609de7b68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.175562 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2c594b8-c026-4fbe-8a25-5efd03a24a26 req-f20d47ac-d92e-4c5e-a4ce-7609de7b68c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 200 len: 914 time: 0.2783606 Aug 19 12:20:40.182147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Allocated IP 172.25.6.229 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/d1ddd8c8-46c3-4fbb-bde1-617e422f3566) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:40.290221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2c594b8-c026-4fbe-8a25-5efd03a24a26 req-48dd6af0-78a7-4dd5-95ad-15ddbebdab13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6615dc17-8386-4f09-818e-71487490c27a HTTP/1.1" status: 200 len: 217 time: 0.1052964 Aug 19 12:20:40.312770 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-21f23806-f462-44bd-b201-d83294a93475 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6ddbca9b0b9245d59df25d849e4b6cd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286875 Aug 19 12:20:40.370900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6742fd-9a2a-4ed5-81af-a8dd601f15d2 req-893cdb17-29db-410c-b1b7-df3cb2d00916 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.373106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e6742fd-9a2a-4ed5-81af-a8dd601f15d2 req-893cdb17-29db-410c-b1b7-df3cb2d00916 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 945 time: 0.1684449 Aug 19 12:20:40.379253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-30b9ec3d-d62f-4d64-87c3-d0d667df5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.380815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-30b9ec3d-d62f-4d64-87c3-d0d667df5d00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 1094 time: 0.1948853 Aug 19 12:20:40.383670 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.432172 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.478675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c594b8-c026-4fbe-8a25-5efd03a24a26 req-e72455dd-9dc4-4992-82fc-b3dd5b7ea3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.480225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2c594b8-c026-4fbe-8a25-5efd03a24a26 req-e72455dd-9dc4-4992-82fc-b3dd5b7ea3cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35144bb2-d611-4398-9cbd-e88378b7b5d2 HTTP/1.1" status: 200 len: 853 time: 0.1815703 Aug 19 12:20:40.487343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-1170dd61-a21b-4174-b0d3-e545239c3272 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3618b036-2a5f-40d8-90a8-5f11f89813c3 HTTP/1.1" status: 200 len: 217 time: 0.0918489 Aug 19 12:20:40.509484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-c91a0eb0-3968-4f2c-93e4-8a0caa080c3e tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.513531 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-c91a0eb0-3968-4f2c-93e4-8a0caa080c3e tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928594 Aug 19 12:20:40.531427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Request body: {'port': {'device_id': '1922bfff-6631-44cd-8046-df2fbafb3811', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '6ddbca9b0b9245d59df25d849e4b6cd3'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:40.546999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:40.564373 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1144995-80a4-4b69-8f69-30a5a2a91505 req-cf70b2a5-6b75-4f6a-b169-c626df9600c2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.574452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1144995-80a4-4b69-8f69-30a5a2a91505 req-cf70b2a5-6b75-4f6a-b169-c626df9600c2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.3974972 Aug 19 12:20:40.646032 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2c594b8-c026-4fbe-8a25-5efd03a24a26 req-b5362ce6-890d-414d-832d-e24aaab77f09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6baaf1ec-5b13-4be9-b241-24de01cf5d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236043 Aug 19 12:20:40.673945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e6742fd-9a2a-4ed5-81af-a8dd601f15d2 req-a0362550-734e-4790-bd9a-f9c44cccd413 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798645 Aug 19 12:20:40.736043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.775770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 5fa30e6f-b5c0-4931-821f-30e0d0331727 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:40.818100 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Pushing event updated for resources: {'Port': ['ID=d1ddd8c8-46c3-4fbb-bde1-617e422f3566,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:40.856021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.856422 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.857687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.857864 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.858198 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.858590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.858975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.859381 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.859763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.860308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.860726 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.861112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:40.862608 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21928d5d-f404-4749-be7f-cda6d663b144 x-openstack-request-id: req-21928d5d-f404-4749-be7f-cda6d663b144 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:40.863478 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c16f5dd-633a-4deb-9521-f9c5b66cfff6", "name": "network-vif-deleted", "tag": "54ad6495-dc36-432a-9d99-0b7141609b31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3576e323-b36a-46b3-8eaa-2f969e313cf3", "tag": "3618b036-2a5f-40d8-90a8-5f11f89813c3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:40.864092 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21928d5d-f404-4749-be7f-cda6d663b144 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:40.865993 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c16f5dd-633a-4deb-9521-f9c5b66cfff6', 'name': 'network-vif-deleted', 'tag': '54ad6495-dc36-432a-9d99-0b7141609b31', 'status': 'completed', 'code': 200} Aug 19 12:20:40.866953 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3576e323-b36a-46b3-8eaa-2f969e313cf3', 'tag': '3618b036-2a5f-40d8-90a8-5f11f89813c3', 'status': 'completed', 'code': 200} Aug 19 12:20:40.874196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6d832ebd-5507-4264-ad1e-b1117f532c22 req-f830ef48-6734-40c6-91e2-a375ae121b56 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1497219971', 'description': 'tempest-description-1309996895'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:40.880240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:40.882870 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:40.885678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:40.891086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-0053513e-879e-4112-a16e-3dc200c1c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.893069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-0053513e-879e-4112-a16e-3dc200c1c8d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b3ede1da-987a-441b-8c84-707d48ae78bc HTTP/1.1" status: 200 len: 844 time: 0.3722553 Aug 19 12:20:40.979317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-2094bf9f-126c-42b0-a00c-7d3b289fdab0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81172270-59cd-41e1-a431-0c8d9d8b818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644057 Aug 19 12:20:41.052314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Made reservation on behalf of 6ddbca9b0b9245d59df25d849e4b6cd3 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:41.058424 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.067304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Allocated IP 192.168.233.108 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/eb0032ee-85d2-4ee1-8183-d877306368b0) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:41.084937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 5fa30e6f-b5c0-4931-821f-30e0d0331727 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:41.091320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 5fa30e6f-b5c0-4931-821f-30e0d0331727 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:41.091990 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.130466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21879d-fa96-44fd-9bf8-3a61405c4fcd req-bbba9b99-8016-4cab-b13f-ad5d9992fa87 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:41.132820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea21879d-fa96-44fd-9bf8-3a61405c4fcd req-bbba9b99-8016-4cab-b13f-ad5d9992fa87 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 943 time: 0.2360492 Aug 19 12:20:41.158489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2c594b8-c026-4fbe-8a25-5efd03a24a26 req-5b00aae2-d714-42fb-99d3-38810aaa58cd service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960117 Aug 19 12:20:41.230413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300904f-1af7-45a3-904d-a745801b11f3 None None] Network 85f8b029-2561-48cb-b3d6-35fd3cd03c1a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:41.265701 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d832ebd-5507-4264-ad1e-b1117f532c22 req-f830ef48-6734-40c6-91e2-a375ae121b56 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.279638 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.336596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa30e6f-b5c0-4931-821f-30e0d0331727'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:41.339373 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4655aa50-b970-40e8-930d-f8591dccbe02" -d '{"events": [{"server_uuid": "c811c09e-3c1f-442c-9125-9f2e4524d46f", "name": "network-vif-plugged", "status": "completed", "tag": "5fa30e6f-b5c0-4931-821f-30e0d0331727"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:41.368036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:41.390574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-876aa91f-7e8d-4fee-8f0a-6514fca2288a service neutron] 10.222.0.53 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012609 Aug 19 12:20:41.424564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.429921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea21879d-fa96-44fd-9bf8-3a61405c4fcd req-ae50b894-0ed0-4cdc-acb9-b65032498158 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886541 Aug 19 12:20:41.442881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7d12fee6-8855-44a9-9f82-46ba51f49d04 None None] Provisioning for port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:41.487636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.488137 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.577290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=5fa30e6f-b5c0-4931-821f-30e0d0331727,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:41.617789 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.637360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Transition to ACTIVE for port object eb0032ee-85d2-4ee1-8183-d877306368b0 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:41.647075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2c594b8-c026-4fbe-8a25-5efd03a24a26 req-9b2dbe64-16e8-4382-97ea-a99aefc37a2b service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702487 Aug 19 12:20:41.749203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.775814 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b20e32ba-068d-4f10-8d96-afc5f1084122 req-198e26a9-af10-4709-b484-92f5ca6c5197 service neutron] 10.222.0.53 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750722 Aug 19 12:20:41.799222 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d832ebd-5507-4264-ad1e-b1117f532c22 req-f830ef48-6734-40c6-91e2-a375ae121b56 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.905902 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.907811 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d832ebd-5507-4264-ad1e-b1117f532c22 req-f830ef48-6734-40c6-91e2-a375ae121b56 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.992018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Allocated IP 192.168.233.190 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/8d38a7b1-c50a-44bc-b49f-c3176d03de05) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:41.998484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Pushing event updated for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:42.065802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:42.067041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830ef48-6734-40c6-91e2-a375ae121b56 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060954a0-e374-422c-a83c-436895283670,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:42.073295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:42.074421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:42.110414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:42.150119 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d832ebd-5507-4264-ad1e-b1117f532c22 req-f830ef48-6734-40c6-91e2-a375ae121b56 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.152516 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d832ebd-5507-4264-ad1e-b1117f532c22 req-f830ef48-6734-40c6-91e2-a375ae121b56 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2841229 Aug 19 12:20:42.197656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.199121 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.199286 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Router 7092da8e-a821-4327-b926-e9b7092a5403 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:20:42.215272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd8f70-cb64-4c30-bb39-c46bcffb459c req-e76d6341-3cfe-400e-b574-3aa7098c7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.218168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9efd8f70-cb64-4c30-bb39-c46bcffb459c req-e76d6341-3cfe-400e-b574-3aa7098c7577 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b8f3377ed934a89985dae58e48d8c91&device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 1094 time: 0.2359810 Aug 19 12:20:42.304460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.315635 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:42.330356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:42.331909 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.354283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-965b6a8a-a231-43ff-a673-2a1890e7c8ff req-d6fb6c3b-4bda-47bf-963c-6b30108e3675 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 210 time: 0.1074960 Aug 19 12:20:42.371155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-1ec17c84-fdff-4b76-b5fe-5b9bdd9d2157 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0042737 Aug 19 12:20:42.399320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c28427-9de7-461b-937b-54e4abdc84e5 req-ff668242-c699-483e-882b-c7b6f5783f59 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.399320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6c28427-9de7-461b-937b-54e4abdc84e5 req-ff668242-c699-483e-882b-c7b6f5783f59 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 944 time: 0.1698091 Aug 19 12:20:42.399320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Request body: {'port': {'device_id': 'ec262dfd-0788-4998-a175-796c06355416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:42.407098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Transition to ACTIVE for port object 8d38a7b1-c50a-44bc-b49f-c3176d03de05 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:42.457621 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63205d2c-0a20-4c33-a01e-bee997f74a41 x-openstack-request-id: req-63205d2c-0a20-4c33-a01e-bee997f74a41 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:42.458709 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c811c09e-3c1f-442c-9125-9f2e4524d46f", "name": "network-vif-plugged", "status": "completed", "tag": "5fa30e6f-b5c0-4931-821f-30e0d0331727", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:42.458709 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63205d2c-0a20-4c33-a01e-bee997f74a41 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:42.472172 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa30e6f-b5c0-4931-821f-30e0d0331727', 'code': 200} Aug 19 12:20:42.511808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.525817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.550546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6c28427-9de7-461b-937b-54e4abdc84e5 req-113ab0b7-fab4-4206-b52e-cebe173b98d0 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260736 Aug 19 12:20:42.554363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:42.560623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922,segment=NetworkSegment(1d3edcb9-6e38-4296-ba1a-075e994871cc),segment_id=1d3edcb9-6e38-4296-ba1a-075e994871cc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:42.569865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Sync routers for ids ['7092da8e-a821-4327-b926-e9b7092a5403'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:42.596528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Routers {'7092da8e-a821-4327-b926-e9b7092a5403'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:42.598307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:20:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7092da8e-a821-4327-b926-e9b7092a5403'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:42.641738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd8f70-cb64-4c30-bb39-c46bcffb459c req-239fad78-c08f-4343-80bf-11e2e27a179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.643551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9efd8f70-cb64-4c30-bb39-c46bcffb459c req-239fad78-c08f-4343-80bf-11e2e27a179d service neutron] 10.222.0.53 "GET /v2.0/networks?id=81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 200 len: 905 time: 0.4105020 Aug 19 12:20:42.665179 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f2513-64df-4692-8ef6-ca9f697d3a05 req-73b5c220-e3a3-4e2e-bd7a-b99dc42f19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.667301 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-395f2513-64df-4692-8ef6-ca9f697d3a05 req-73b5c220-e3a3-4e2e-bd7a-b99dc42f19ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 1097 time: 0.1265278 Aug 19 12:20:42.679440 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.681461 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ead87634-32bc-4166-b27a-a7af0ed3fd0f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4171183 Aug 19 12:20:42.684745 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.690023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51770) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:42.764352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9efd8f70-cb64-4c30-bb39-c46bcffb459c req-6bdebff3-23ef-4eeb-ac3f-386a7771b25a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3618b036-2a5f-40d8-90a8-5f11f89813c3 HTTP/1.1" status: 200 len: 217 time: 0.0855103 Aug 19 12:20:42.785446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dab59-e8bb-413d-85d1-be9186a8db90 req-96076c57-c32e-4a4d-bf64-e16aae4e9ad4 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.787018 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b11dab59-e8bb-413d-85d1-be9186a8db90 req-96076c57-c32e-4a4d-bf64-e16aae4e9ad4 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.52 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 944 time: 0.1874747 Aug 19 12:20:42.830980 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fc6da50f-4afe-4d3b-86e4-2e7ee9d67e7e None None] Provisioning for port eb0032ee-85d2-4ee1-8183-d877306368b0 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:42.833699 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.837335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd8f70-cb64-4c30-bb39-c46bcffb459c req-ae54cd90-dd91-4ec5-befc-90fbe3dcfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.841665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9efd8f70-cb64-4c30-bb39-c46bcffb459c req-ae54cd90-dd91-4ec5-befc-90fbe3dcfbba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b3ede1da-987a-441b-8c84-707d48ae78bc HTTP/1.1" status: 200 len: 844 time: 0.0621550 Aug 19 12:20:42.870223 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:42.873137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fc6da50f-4afe-4d3b-86e4-2e7ee9d67e7e None None] Provisioning complete for port eb0032ee-85d2-4ee1-8183-d877306368b0 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:42.873693 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fc6da50f-4afe-4d3b-86e4-2e7ee9d67e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.923923 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:42.926630 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:42.939503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Pushing event updated for resources: {'Port': ['ID=8d38a7b1-c50a-44bc-b49f-c3176d03de05,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:42.952958 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9efd8f70-cb64-4c30-bb39-c46bcffb459c req-01ecb628-4a09-4458-8075-c8bc0f4159e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81172270-59cd-41e1-a431-0c8d9d8b818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492818 Aug 19 12:20:42.982963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd037-41ec-42a1-b9f5-396cb1e53546 req-387b6dcf-baff-496c-b7e6-cbd8fff1b161 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.985542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d5cd037-41ec-42a1-b9f5-396cb1e53546 req-387b6dcf-baff-496c-b7e6-cbd8fff1b161 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 946 time: 0.2992051 Aug 19 12:20:42.995152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e54ba-d842-42d4-a80e-2eba7c22f43e req-ec961f1c-7d34-4dbf-a985-acc7cb312a05 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.999759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c2e54ba-d842-42d4-a80e-2eba7c22f43e req-ec961f1c-7d34-4dbf-a985-acc7cb312a05 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 944 time: 0.3507557 Aug 19 12:20:43.030258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-fc6da50f-4afe-4d3b-86e4-2e7ee9d67e7e None None] Port eb0032ee-85d2-4ee1-8183-d877306368b0 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:43.038760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:43.054196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Set router 7092da8e-a821-4327-b926-e9b7092a5403 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:43.054359 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-395f2513-64df-4692-8ef6-ca9f697d3a05 req-2dc32743-184f-493d-93df-46a10dece7ad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728795 Aug 19 12:20:43.086570 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:20:43.173071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:43.175620 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.201919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d5cd037-41ec-42a1-b9f5-396cb1e53546 req-c9a63d8d-69e4-405f-b5a9-0331690a0a06 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889467 Aug 19 12:20:43.227866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c2e54ba-d842-42d4-a80e-2eba7c22f43e req-bf1ae55d-1c3d-41d8-bb10-0730f3f944de tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209623 Aug 19 12:20:43.243491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-b11dab59-e8bb-413d-85d1-be9186a8db90 req-16a741d5-0bbc-4d44-a2e3-ec9fbc87ada2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Deleting port f9e737dd-fe25-4d34-b32b-05afe1e40201 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:43.243967 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b11dab59-e8bb-413d-85d1-be9186a8db90 req-16a741d5-0bbc-4d44-a2e3-ec9fbc87ada2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.266582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6f2f6b4c-f223-466e-a6bd-8f64c965be06 req-76d8fbde-78f4-40df-9948-ad6f837ad964 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-15011433', 'description': 'tempest-description-1344254907'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:43.285050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9efd8f70-cb64-4c30-bb39-c46bcffb459c req-c4b25352-4d74-417b-92a9-0c409d6a51ca service neutron] 10.222.0.53 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195567 Aug 19 12:20:43.318333 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-632bfe32-55ac-4aab-a8a8-20fba6db32e4 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7935872 Aug 19 12:20:43.334837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Request body: {'port': {'device_id': '1922bfff-6631-44cd-8046-df2fbafb3811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:43.376113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6615dc17-8386-4f09-818e-71487490c27a details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:43.470888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7092da8e-a821-4327-b926-e9b7092a5403', 'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-router', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:38Z', 'updated_at': '2021-08-19T12:20:41Z', 'revision_number': 3, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'gw_port': {'id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:67:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:39Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:43.510130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Checking router: 7092da8e-a821-4327-b926-e9b7092a5403 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:43.510485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Updating router 7092da8e-a821-4327-b926-e9b7092a5403 port d1ddd8c8-46c3-4fbb-bde1-617e422f3566 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:20:43.549174 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.552823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.561344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b11dab59-e8bb-413d-85d1-be9186a8db90 req-16a741d5-0bbc-4d44-a2e3-ec9fbc87ada2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] For port f9e737dd-fe25-4d34-b32b-05afe1e40201, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f9e737dd-fe25-4d34-b32b-05afe1e40201,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:43.561797 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b11dab59-e8bb-413d-85d1-be9186a8db90 req-16a741d5-0bbc-4d44-a2e3-ec9fbc87ada2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.608295 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-b11dab59-e8bb-413d-85d1-be9186a8db90 req-16a741d5-0bbc-4d44-a2e3-ec9fbc87ada2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Calling delete_port for f9e737dd-fe25-4d34-b32b-05afe1e40201 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:43.612408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6615dc17-8386-4f09-818e-71487490c27a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6615dc17-8386-4f09-818e-71487490c27a,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:43.682153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f512aa36-dd06-4427-bf92-fbe9c61d1967 None None] Provisioning for port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:43.685155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '6615dc17-8386-4f09-818e-71487490c27a', 'network_id': '6baaf1ec-5b13-4be9-b241-24de01cf5d39', 'port_id': '6615dc17-8386-4f09-818e-71487490c27a', 'mac_address': 'fa:16:3e:aa:78:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35144bb2-d611-4398-9cbd-e88378b7b5d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:43.701345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f512aa36-dd06-4427-bf92-fbe9c61d1967 None None] Provisioning complete for port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:43.701844 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f512aa36-dd06-4427-bf92-fbe9c61d1967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.830800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f512aa36-dd06-4427-bf92-fbe9c61d1967 None None] Port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:43.835948 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.838924 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6f2f6b4c-f223-466e-a6bd-8f64c965be06 req-76d8fbde-78f4-40df-9948-ad6f837ad964 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.865040 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6615dc17-8386-4f09-818e-71487490c27a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:43.905022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6615dc17-8386-4f09-818e-71487490c27a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6615dc17-8386-4f09-818e-71487490c27a,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:43.950769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9efd8f70-cb64-4c30-bb39-c46bcffb459c req-f80a06b8-867c-46f9-b5a6-8f8c0b70f809 service neutron] 10.222.0.53 "GET /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576169 Aug 19 12:20:43.965440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb2402-8c99-4ba6-9115-f4d4cece5bfe req-9477afd2-c1eb-4855-8045-fa298456a7d5 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:43.973849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3eb2402-8c99-4ba6-9115-f4d4cece5bfe req-9477afd2-c1eb-4855-8045-fa298456a7d5 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 943 time: 0.5673330 Aug 19 12:20:44.016886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0032ee-85d2-4ee1-8183-d877306368b0 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:44.035561 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.060215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:44.117280 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.125815 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.135871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3eb2402-8c99-4ba6-9115-f4d4cece5bfe req-97654e33-5336-4ce4-bc18-a3754adc6dad tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551652 Aug 19 12:20:44.179941 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.183318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Transition to ACTIVE for port object eb0032ee-85d2-4ee1-8183-d877306368b0 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:44.202205 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6f2f6b4c-f223-466e-a6bd-8f64c965be06 req-76d8fbde-78f4-40df-9948-ad6f837ad964 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.237538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Transition to ACTIVE for port object d1ddd8c8-46c3-4fbb-bde1-617e422f3566 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:44.240720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=6615dc17-8386-4f09-818e-71487490c27a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:44.244562 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.263338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:44.263957 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.293651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce226d-c2bc-4d1d-9648-40e518b85ef9 req-d4c702ac-6a92-4a84-96f8-ea624fc6879e tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:44.296081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49ce226d-c2bc-4d1d-9648-40e518b85ef9 req-d4c702ac-6a92-4a84-96f8-ea624fc6879e tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 936 time: 0.0740912 Aug 19 12:20:44.312275 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b11dab59-e8bb-413d-85d1-be9186a8db90 req-16a741d5-0bbc-4d44-a2e3-ec9fbc87ada2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.359876 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6f2f6b4c-f223-466e-a6bd-8f64c965be06 req-76d8fbde-78f4-40df-9948-ad6f837ad964 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.362342 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.374758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6615dc17-8386-4f09-818e-71487490c27a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:44.379762 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.407077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8fbde-78f4-40df-9948-ad6f837ad964 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaca3c9-383a-415f-ae9f-87f5b4ef60ad,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:44.432735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49ce226d-c2bc-4d1d-9648-40e518b85ef9 req-515fa328-2729-43a2-bfe6-cf8b5442b88c tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272044 Aug 19 12:20:44.501054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:44.534844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17488f37-7e69-4033-8272-b1b81af15d26 None None] Pushing event updated for resources: {'Port': ['ID=d1ddd8c8-46c3-4fbb-bde1-617e422f3566,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:44.562405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Attempting to bind port d1ddd8c8-46c3-4fbb-bde1-617e422f3566 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:44.562804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Attempting to bind port d1ddd8c8-46c3-4fbb-bde1-617e422f3566 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:44.563112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Attempting to bind port d1ddd8c8-46c3-4fbb-bde1-617e422f3566 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:44.585169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:44.586261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:44.586261 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.586492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:44.586874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Bound port: d1ddd8c8-46c3-4fbb-bde1-617e422f3566, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:44.587266 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.636061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Attempting to bind port eb0032ee-85d2-4ee1-8183-d877306368b0 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:44.636488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Attempting to bind port eb0032ee-85d2-4ee1-8183-d877306368b0 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:44.636945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Attempting to bind port eb0032ee-85d2-4ee1-8183-d877306368b0 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:44.669718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Port eb0032ee-85d2-4ee1-8183-d877306368b0 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:44.670765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Attempting to bind port eb0032ee-85d2-4ee1-8183-d877306368b0 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:44.677525 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6f2f6b4c-f223-466e-a6bd-8f64c965be06 req-76d8fbde-78f4-40df-9948-ad6f837ad964 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.697408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f2f6b4c-f223-466e-a6bd-8f64c965be06 req-76d8fbde-78f4-40df-9948-ad6f837ad964 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4225934 Aug 19 12:20:44.711229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:44.711678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:44.712348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:44.713395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Bound port: eb0032ee-85d2-4ee1-8183-d877306368b0, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:44.714177 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.734707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] For port d1ddd8c8-46c3-4fbb-bde1-617e422f3566, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:44.736137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d75f6-12bd-4713-8687-56248adacaf4 req-809d9b48-6d5e-4aae-a060-88ef24b39490 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:44.738097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-239d75f6-12bd-4713-8687-56248adacaf4 req-809d9b48-6d5e-4aae-a060-88ef24b39490 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 945 time: 0.1202877 Aug 19 12:20:44.749744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] For port d1ddd8c8-46c3-4fbb-bde1-617e422f3566, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d1ddd8c8-46c3-4fbb-bde1-617e422f3566,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:44.850175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-239d75f6-12bd-4713-8687-56248adacaf4 req-2a1e32ab-5454-4b91-8dd4-639083a722c1 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040554 Aug 19 12:20:44.906545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:44.915765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:44.923638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a741d5-0bbc-4d44-a2e3-ec9fbc87ada2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Pushing event deleted for resources: {'Port': ['ID=f9e737dd-fe25-4d34-b32b-05afe1e40201,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:44.969343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Allocated IP 172.20.0.1 (85f8b029-2561-48cb-b3d6-35fd3cd03c1a/c3139a77-d33f-41eb-9fac-09df3b536362/5687a182-c1df-4230-a0df-a9e931078a8b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:44.976548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f54b436-107c-4806-a319-3e9cf1507d42 req-145356f4-0e27-4617-99a2-eb8b1b0abab8 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 210 time: 0.0395925 Aug 19 12:20:44.979554 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.999694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11dab59-e8bb-413d-85d1-be9186a8db90 req-16a741d5-0bbc-4d44-a2e3-ec9fbc87ada2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] No DVR routers for this DVR port f9e737dd-fe25-4d34-b32b-05afe1e40201 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:45.004590 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b11dab59-e8bb-413d-85d1-be9186a8db90 req-16a741d5-0bbc-4d44-a2e3-ec9fbc87ada2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.005120 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b11dab59-e8bb-413d-85d1-be9186a8db90 req-16a741d5-0bbc-4d44-a2e3-ec9fbc87ada2 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.52 "DELETE /v2.0/ports/f9e737dd-fe25-4d34-b32b-05afe1e40201 HTTP/1.1" status: 204 len: 173 time: 2.2047524 Aug 19 12:20:45.026394 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'name': 'network-vif-deleted', 'tag': 'f9e737dd-fe25-4d34-b32b-05afe1e40201'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:45.030805 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c646961d-d42c-4878-8ff0-bd34c94e7dd1" -d '{"events": [{"server_uuid": "96b35ee0-bce1-499d-aa6c-828f1374b84d", "name": "network-vif-deleted", "tag": "f9e737dd-fe25-4d34-b32b-05afe1e40201"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:45.066885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Routers {'7092da8e-a821-4327-b926-e9b7092a5403'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:45.067271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:20:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7092da8e-a821-4327-b926-e9b7092a5403'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:45.111352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ec765-f1d1-4aa5-bef0-7228e9d24d0b req-cabecfb8-b608-4a04-b436-3aec9d7cba3a tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:45.113289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b93ec765-f1d1-4aa5-bef0-7228e9d24d0b req-cabecfb8-b608-4a04-b436-3aec9d7cba3a tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 946 time: 0.1405931 Aug 19 12:20:45.121266 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17488f37-7e69-4033-8272-b1b81af15d26 None None] Pushing event updated for resources: {'Port': ['ID=d1ddd8c8-46c3-4fbb-bde1-617e422f3566,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:45.129143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-642964bb-2393-43f6-9a13-4e58de847952 req-ab785f9e-4357-436c-a87f-d915cb0d6f87 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/060954a0-e374-422c-a83c-436895283670 HTTP/1.1" status: 200 len: 1805 time: 0.1076436 Aug 19 12:20:45.205343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-642964bb-2393-43f6-9a13-4e58de847952 req-f9b9dd23-8b2a-45b6-bc3b-737bc10ec332 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/0eaca3c9-383a-415f-ae9f-87f5b4ef60ad HTTP/1.1" status: 200 len: 1803 time: 0.0742624 Aug 19 12:20:45.216159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b93ec765-f1d1-4aa5-bef0-7228e9d24d0b req-12c11c9e-15fe-44c8-be67-1169df1d0319 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748696 Aug 19 12:20:45.217993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] Set router 7092da8e-a821-4327-b926-e9b7092a5403 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:45.223935 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-642964bb-2393-43f6-9a13-4e58de847952 req-10cbbe60-bf15-4989-b67f-045b1c3559af tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '060954a0-e374-422c-a83c-436895283670', 'remote_group_id': '0eaca3c9-383a-415f-ae9f-87f5b4ef60ad', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:45.224342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-642964bb-2393-43f6-9a13-4e58de847952 req-10cbbe60-bf15-4989-b67f-045b1c3559af tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '060954a0-e374-422c-a83c-436895283670', 'remote_group_id': '0eaca3c9-383a-415f-ae9f-87f5b4ef60ad', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:45.245189 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.263510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Transition to ACTIVE for port object 5687a182-c1df-4230-a0df-a9e931078a8b will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:45.291412 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b601147c-b0e9-4f46-9233-b29a01b9d457 x-openstack-request-id: req-b601147c-b0e9-4f46-9233-b29a01b9d457 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:45.291692 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b35ee0-bce1-499d-aa6c-828f1374b84d", "name": "network-vif-deleted", "tag": "f9e737dd-fe25-4d34-b32b-05afe1e40201", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:45.291943 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b601147c-b0e9-4f46-9233-b29a01b9d457 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:45.292373 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b35ee0-bce1-499d-aa6c-828f1374b84d', 'name': 'network-vif-deleted', 'tag': 'f9e737dd-fe25-4d34-b32b-05afe1e40201', 'status': 'completed', 'code': 200} Aug 19 12:20:45.315705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d38a7b1-c50a-44bc-b49f-c3176d03de05 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:45.327919 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.360281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Transition to ACTIVE for port object 8d38a7b1-c50a-44bc-b49f-c3176d03de05 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:45.378764 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.401594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3618b036-2a5f-40d8-90a8-5f11f89813c3 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:45.431595 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:45.436364 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.436364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] 10.222.0.52 "PUT /v2.0/ports/eb0032ee-85d2-4ee1-8183-d877306368b0 HTTP/1.1" status: 200 len: 1096 time: 3.0420694 Aug 19 12:20:45.436364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:45.437947 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e592d977-a009-410b-b254-2cd51a918f48" -d '{"events": [{"name": "network-changed", "server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:45.464252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544726f8-1c65-4158-8e2f-e06d7ba149bd req-f4a326c2-8140-453d-a6c7-0a25cf64169a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:45.470781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-544726f8-1c65-4158-8e2f-e06d7ba149bd req-f4a326c2-8140-453d-a6c7-0a25cf64169a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 943 time: 0.1245944 Aug 19 12:20:45.495904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb8444-efba-4182-959b-bf50b8646960 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:45.534830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-544726f8-1c65-4158-8e2f-e06d7ba149bd req-04bb924c-3a27-4e85-b91a-5b83c3c2d95f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631237 Aug 19 12:20:45.550261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7092da8e-a821-4327-b926-e9b7092a5403', 'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-router', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:38Z', 'updated_at': '2021-08-19T12:20:41Z', 'revision_number': 3, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'gw_port': {'id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:67:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:39Z', 'updated_at': '2021-08-19T12:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:45.581171 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-642964bb-2393-43f6-9a13-4e58de847952 req-10cbbe60-bf15-4989-b67f-045b1c3559af tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.597173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d2a5c-5bd9-401d-aeb7-ed2e5de2836c None None] The sync data for ids ['7092da8e-a821-4327-b926-e9b7092a5403'] in n-d-778732-8 is: [{'id': '7092da8e-a821-4327-b926-e9b7092a5403', 'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-router', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:38Z', 'updated_at': '2021-08-19T12:20:41Z', 'revision_number': 3, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'gw_port': {'id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:67:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:39Z', 'updated_at': '2021-08-19T12:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:45.612347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.615981 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.640829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3618b036-2a5f-40d8-90a8-5f11f89813c3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3618b036-2a5f-40d8-90a8-5f11f89813c3,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:45.663551 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-642964bb-2393-43f6-9a13-4e58de847952 req-10cbbe60-bf15-4989-b67f-045b1c3559af tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.684600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '3618b036-2a5f-40d8-90a8-5f11f89813c3', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'port_id': '3618b036-2a5f-40d8-90a8-5f11f89813c3', 'mac_address': 'fa:16:3e:bc:db:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ede1da-987a-441b-8c84-707d48ae78bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:45.743419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Network 85f8b029-2561-48cb-b3d6-35fd3cd03c1a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:45.759827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:45.760647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-642964bb-2393-43f6-9a13-4e58de847952 req-10cbbe60-bf15-4989-b67f-045b1c3559af tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.769331 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:45.794200 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.845178 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Pushing event updated for resources: {'Port': ['ID=5687a182-c1df-4230-a0df-a9e931078a8b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:45.850016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3618b036-2a5f-40d8-90a8-5f11f89813c3 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:45.852368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbbe60-bf15-4989-b67f-045b1c3559af tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bc1eac-467d-4170-a2c9-1ae896f446b8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:45.878661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-6a695c34-e313-4adb-a4f5-0b5f508d0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:45.880848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-6a695c34-e313-4adb-a4f5-0b5f508d0d59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6ddbca9b0b9245d59df25d849e4b6cd3&device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 1099 time: 0.1930645 Aug 19 12:20:45.935513 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3618b036-2a5f-40d8-90a8-5f11f89813c3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3618b036-2a5f-40d8-90a8-5f11f89813c3,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:45.938913 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.961361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-a13206ff-6a3d-4aee-8225-5ee665f00302 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=eb0032ee-85d2-4ee1-8183-d877306368b0 HTTP/1.1" status: 200 len: 217 time: 0.0702968 Aug 19 12:20:46.034025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-642964bb-2393-43f6-9a13-4e58de847952 req-10cbbe60-bf15-4989-b67f-045b1c3559af tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.055177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-642964bb-2393-43f6-9a13-4e58de847952 req-10cbbe60-bf15-4989-b67f-045b1c3559af tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8286610 Aug 19 12:20:46.058027 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.164436 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da7c773-9859-47ed-b14c-b32fa1f311a6 x-openstack-request-id: req-7da7c773-9859-47ed-b14c-b32fa1f311a6 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:46.164770 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:46.165076 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7da7c773-9859-47ed-b14c-b32fa1f311a6 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:46.168235 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'status': 'completed', 'code': 200} Aug 19 12:20:46.175659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Pushing event updated for resources: {'Port': ['ID=8d38a7b1-c50a-44bc-b49f-c3176d03de05,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:46.183446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-ddf4261a-d3ca-4a13-9a9a-b88b5b2bc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:46.185134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-ddf4261a-d3ca-4a13-9a9a-b88b5b2bc754 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.2131684 Aug 19 12:20:46.206273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=3618b036-2a5f-40d8-90a8-5f11f89813c3,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:46.274537 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Attempting to bind port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:46.275125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Attempting to bind port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:46.275125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Attempting to bind port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:46.284103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3388ab-7849-4828-9b8c-2b752d535a28 req-21f7a933-8a3c-414c-b948-9e18a0851669 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:46.287423 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:46.287756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Attempting to bind port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:46.289950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb3388ab-7849-4828-9b8c-2b752d535a28 req-21f7a933-8a3c-414c-b948-9e18a0851669 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 1097 time: 0.2615530 Aug 19 12:20:46.299864 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:46.300209 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:46.300602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:46.301050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Bound port: 8d38a7b1-c50a-44bc-b49f-c3176d03de05, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:46.301498 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.360720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-9f28a774-c0dd-4efd-9c76-e58184dfeb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:46.362333 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-9f28a774-c0dd-4efd-9c76-e58184dfeb55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682625 Aug 19 12:20:46.365907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['3618b036-2a5f-40d8-90a8-5f11f89813c3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:46.377017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb3388ab-7849-4828-9b8c-2b752d535a28 req-02b4f318-f735-4a81-b83d-fb75edc0d97f tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817468 Aug 19 12:20:46.386831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] For port 8d38a7b1-c50a-44bc-b49f-c3176d03de05, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:46.391882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] For port 8d38a7b1-c50a-44bc-b49f-c3176d03de05, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8d38a7b1-c50a-44bc-b49f-c3176d03de05,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:46.423749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6f7882ae-52da-41e8-b97a-e04ef2d4d43d None None] Provisioning for port 5687a182-c1df-4230-a0df-a9e931078a8b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:46.428284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6f7882ae-52da-41e8-b97a-e04ef2d4d43d None None] Provisioning complete for port 5687a182-c1df-4230-a0df-a9e931078a8b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:46.428658 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6f7882ae-52da-41e8-b97a-e04ef2d4d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.452094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acae82-f83d-44e4-a8b5-cbe2e3b708bf req-cf49e046-b3cb-4f3d-8f74-e3cab09db183 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:46.453799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8acae82-f83d-44e4-a8b5-cbe2e3b708bf req-cf49e046-b3cb-4f3d-8f74-e3cab09db183 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 948 time: 0.1608808 Aug 19 12:20:46.507970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6f7882ae-52da-41e8-b97a-e04ef2d4d43d None None] Port 5687a182-c1df-4230-a0df-a9e931078a8b cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:46.515542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.582112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-7f5ef871-56dc-4c20-8971-7b274eb4a7b7 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075725 Aug 19 12:20:46.588387 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.597586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8acae82-f83d-44e4-a8b5-cbe2e3b708bf req-e2883bea-d589-400c-b84f-b148fd244628 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354210 Aug 19 12:20:46.681229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:46.685017 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.686753 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] 10.222.0.52 "PUT /v2.0/ports/8d38a7b1-c50a-44bc-b49f-c3176d03de05 HTTP/1.1" status: 200 len: 1096 time: 3.3576112 Aug 19 12:20:46.770776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e21f06-0506-4aea-8a7c-6cb4604ab103 service neutron] Pushing event updated for resources: {'Port': ['ID=8d38a7b1-c50a-44bc-b49f-c3176d03de05,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:46.774488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f9e737dd-fe25-4d34-b32b-05afe1e40201 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:46.799197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: f9e737dd-fe25-4d34-b32b-05afe1e40201 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:46.799474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f9e737dd-fe25-4d34-b32b-05afe1e40201 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:46.830967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4998ec1b-81d9-4085-9410-e16f106f1ce9 req-680d4eed-8e32-42ef-b891-63f736b3370c tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=96b35ee0-bce1-499d-aa6c-828f1374b84d HTTP/1.1" status: 200 len: 210 time: 0.0520632 Aug 19 12:20:46.900780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.902839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638fef6-fb87-464a-952f-cb8162844eb4 req-2ab72e7f-9271-4e6f-92ad-a59cf1fb35c5 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:46.904616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2638fef6-fb87-464a-952f-cb8162844eb4 req-2ab72e7f-9271-4e6f-92ad-a59cf1fb35c5 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 945 time: 0.1879702 Aug 19 12:20:46.922405 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64e5c2ad-3679-4a58-9e24-2317525c728d req-ad8eed7c-e035-4e18-91b6-c86ef68f8adb service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218429 Aug 19 12:20:46.969750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2638fef6-fb87-464a-952f-cb8162844eb4 req-79f1cc6b-ee99-4b96-a7ef-da8a0b90c2e3 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555556 Aug 19 12:20:46.973134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20451c25-08c0-4ea4-9fff-1ce03567d175 req-1319ab0b-d077-4667-a677-840100016ddd tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/0eaca3c9-383a-415f-ae9f-87f5b4ef60ad HTTP/1.1" status: 200 len: 1803 time: 0.1081643 Aug 19 12:20:47.071715 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20451c25-08c0-4ea4-9fff-1ce03567d175 req-0804bdd2-5192-49f0-bc61-6f45751dee41 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.130322 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20451c25-08c0-4ea4-9fff-1ce03567d175 req-0804bdd2-5192-49f0-bc61-6f45751dee41 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.161395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d327ae8-83bc-45de-8d78-05226283c381 req-c28f4144-da07-4ae9-9ad2-e3a1d29cd32c tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.163013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d327ae8-83bc-45de-8d78-05226283c381 req-c28f4144-da07-4ae9-9ad2-e3a1d29cd32c tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 1097 time: 0.1220765 Aug 19 12:20:47.178776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-a38b039e-fe5a-47f2-953a-443dc4478156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.180262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-a38b039e-fe5a-47f2-953a-443dc4478156 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6ddbca9b0b9245d59df25d849e4b6cd3&device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 1099 time: 0.1030588 Aug 19 12:20:47.260531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-702403f0-5be0-4971-bd9f-836bc9097d05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=8d38a7b1-c50a-44bc-b49f-c3176d03de05 HTTP/1.1" status: 200 len: 217 time: 0.0626185 Aug 19 12:20:47.294113 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1922bfff-6631-44cd-8046-df2fbafb3811', 'tag': '8d38a7b1-c50a-44bc-b49f-c3176d03de05'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:47.298439 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d33c36e-ce19-45f2-b293-1d582719b8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1922bfff-6631-44cd-8046-df2fbafb3811", "tag": "8d38a7b1-c50a-44bc-b49f-c3176d03de05"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:47.305165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d327ae8-83bc-45de-8d78-05226283c381 req-f0932ebd-2d56-417a-891e-71a4c3c7da83 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286063 Aug 19 12:20:47.319490 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.324822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-646c3e85-cc5b-453e-996c-a6fd388d2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.327041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-646c3e85-cc5b-453e-996c-a6fd388d2a11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0591185 Aug 19 12:20:47.391463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-e899f5cd-768a-4a89-a417-e1a485172186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.393269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-e899f5cd-768a-4a89-a417-e1a485172186 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513976 Aug 19 12:20:47.405521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6615dc17-8386-4f09-818e-71487490c27a up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:47.475310 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20451c25-08c0-4ea4-9fff-1ce03567d175 req-0804bdd2-5192-49f0-bc61-6f45751dee41 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.478484 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20451c25-08c0-4ea4-9fff-1ce03567d175 req-0804bdd2-5192-49f0-bc61-6f45751dee41 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.479760 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20451c25-08c0-4ea4-9fff-1ce03567d175 req-0804bdd2-5192-49f0-bc61-6f45751dee41 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "DELETE /v2.0/security-groups/0eaca3c9-383a-415f-ae9f-87f5b4ef60ad HTTP/1.1" status: 204 len: 173 time: 0.5001490 Aug 19 12:20:47.508329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Pushing event updated for resources: {'Port': ['ID=5687a182-c1df-4230-a0df-a9e931078a8b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:47.511944 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.525155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592d977-a009-410b-b254-2cd51a918f48 req-41196e45-efb2-4f84-8d1e-eee227f45144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.526923 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e592d977-a009-410b-b254-2cd51a918f48 req-41196e45-efb2-4f84-8d1e-eee227f45144 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6ddbca9b0b9245d59df25d849e4b6cd3&device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 1099 time: 0.1351957 Aug 19 12:20:47.534535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804bdd2-5192-49f0-bc61-6f45751dee41 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaca3c9-383a-415f-ae9f-87f5b4ef60ad,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:47.553268 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455a36ef-f742-4e1b-a9c6-7d2c392c9bf5 x-openstack-request-id: req-455a36ef-f742-4e1b-a9c6-7d2c392c9bf5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:47.555130 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1922bfff-6631-44cd-8046-df2fbafb3811", "tag": "8d38a7b1-c50a-44bc-b49f-c3176d03de05", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:47.555399 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-455a36ef-f742-4e1b-a9c6-7d2c392c9bf5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:47.555854 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1922bfff-6631-44cd-8046-df2fbafb3811', 'tag': '8d38a7b1-c50a-44bc-b49f-c3176d03de05', 'status': 'completed', 'code': 200} Aug 19 12:20:47.589897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45681f-2bd5-4fa5-9e3e-4fba6a9355f0 req-866208cd-2ef5-4f3c-b3e8-7b8632d2f3c4 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.601858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d45681f-2bd5-4fa5-9e3e-4fba6a9355f0 req-866208cd-2ef5-4f3c-b3e8-7b8632d2f3c4 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 944 time: 0.1209986 Aug 19 12:20:47.606061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 6615dc17-8386-4f09-818e-71487490c27a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:47.611088 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 6615dc17-8386-4f09-818e-71487490c27a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:47.616070 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.668549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-b36d5783-2161-428d-8d93-ec5bd2dc9ba6 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584682 Aug 19 12:20:47.739316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592d977-a009-410b-b254-2cd51a918f48 req-aa1c1615-9be0-4037-bfb6-704474bacc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.740873 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e592d977-a009-410b-b254-2cd51a918f48 req-aa1c1615-9be0-4037-bfb6-704474bacc15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1909168 Aug 19 12:20:47.743063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Network 85f8b029-2561-48cb-b3d6-35fd3cd03c1a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:47.744552 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:47.760354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d45681f-2bd5-4fa5-9e3e-4fba6a9355f0 req-6acc0844-b5d3-4229-8f8a-16d43e444d26 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564090 Aug 19 12:20:47.803758 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e592d977-a009-410b-b254-2cd51a918f48 req-758e48f5-3d42-4324-8bdd-3406f5f47db3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=eb0032ee-85d2-4ee1-8183-d877306368b0 HTTP/1.1" status: 200 len: 217 time: 0.0520725 Aug 19 12:20:47.804702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80259c43-204a-43f2-b373-0aaaf6e15ce5 req-9c56b107-a813-4dff-853f-82f6b7e81c30 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/060954a0-e374-422c-a83c-436895283670 HTTP/1.1" status: 200 len: 1805 time: 0.1752484 Aug 19 12:20:47.875733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f04ece-ba4b-42b4-999b-4a3e02d45f0c req-b4630f3f-bbae-4681-ab01-48e7ac88d4da service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970923 Aug 19 12:20:47.940288 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.986588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Router 7092da8e-a821-4327-b926-e9b7092a5403 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:48.041172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6615dc17-8386-4f09-818e-71487490c27a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:48.044181 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0fe6fa-8d88-424e-bf3d-854af1445de5" -d '{"events": [{"server_uuid": "e2d0dbdf-98e2-4050-8636-00a0f86cdbab", "name": "network-vif-plugged", "status": "completed", "tag": "6615dc17-8386-4f09-818e-71487490c27a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:48.063260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6615dc17-8386-4f09-818e-71487490c27a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6615dc17-8386-4f09-818e-71487490c27a,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:48.104201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592d977-a009-410b-b254-2cd51a918f48 req-f0981686-ce4b-4791-9ec7-626eb7959d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.106271 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e592d977-a009-410b-b254-2cd51a918f48 req-f0981686-ce4b-4791-9ec7-626eb7959d5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1733191 Aug 19 12:20:48.129891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d1ddd8c8-46c3-4fbb-bde1-617e422f3566 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:48.157956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33c36e-ce19-45f2-b293-1d582719b8d0 req-93b1a401-40f2-4dd9-93b7-c3757382eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.157956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d33c36e-ce19-45f2-b293-1d582719b8d0 req-93b1a401-40f2-4dd9-93b7-c3757382eacb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6ddbca9b0b9245d59df25d849e4b6cd3&device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 1099 time: 0.0756567 Aug 19 12:20:48.167603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb78b15-c8e2-42fd-b0d6-c67536b8fa5a req-0060cf33-611f-466d-a4b5-c0f66eccadf9 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.170419 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cb78b15-c8e2-42fd-b0d6-c67536b8fa5a req-0060cf33-611f-466d-a4b5-c0f66eccadf9 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 948 time: 0.1519654 Aug 19 12:20:48.198126 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.269216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592d977-a009-410b-b254-2cd51a918f48 req-5bf62202-f2f3-4510-af26-ccdabc176f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.271668 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e592d977-a009-410b-b254-2cd51a918f48 req-5bf62202-f2f3-4510-af26-ccdabc176f30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417489 Aug 19 12:20:48.284414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cb78b15-c8e2-42fd-b0d6-c67536b8fa5a req-7740152b-0194-4243-aa2a-8e02160ae211 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982139 Aug 19 12:20:48.294129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=6615dc17-8386-4f09-818e-71487490c27a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:48.297597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:48.315079 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Sync routers for ids ['7092da8e-a821-4327-b926-e9b7092a5403'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:48.324506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33c36e-ce19-45f2-b293-1d582719b8d0 req-0c7ef79b-195d-48d2-9312-64960aff14e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.326925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d33c36e-ce19-45f2-b293-1d582719b8d0 req-0c7ef79b-195d-48d2-9312-64960aff14e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1552732 Aug 19 12:20:48.327849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4d975458-a263-430b-80a0-f38931da25d4 None None] Provisioning complete for port 5687a182-c1df-4230-a0df-a9e931078a8b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:48.328088 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4d975458-a263-430b-80a0-f38931da25d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.335004 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-37b75b71-1b11-47dd-98d7-0673fadc0c36 admin admin] 10.222.0.44 "PUT /v2.0/routers/7092da8e-a821-4327-b926-e9b7092a5403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6321716 Aug 19 12:20:48.356675 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Routers {'7092da8e-a821-4327-b926-e9b7092a5403'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:48.358998 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c4abb347-3532-4645-8127-888e10883ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:20:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7092da8e-a821-4327-b926-e9b7092a5403'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:48.365118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d81d29d1-4fff-40c6-acbf-292d886d648c req-081712b8-d0d2-47d8-bc6d-8077b1e9f3d5 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-405502084', 'description': 'tempest-description-519717902'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:48.437352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4d975458-a263-430b-80a0-f38931da25d4 None None] Port 5687a182-c1df-4230-a0df-a9e931078a8b cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:48.509932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d1ddd8c8-46c3-4fbb-bde1-617e422f3566 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:48.518433 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Set router 7092da8e-a821-4327-b926-e9b7092a5403 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:48.519045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d33c36e-ce19-45f2-b293-1d582719b8d0 req-745a880a-2713-4ca7-abaa-10c2d32a0f87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=8d38a7b1-c50a-44bc-b49f-c3176d03de05 HTTP/1.1" status: 200 len: 217 time: 0.1789024 Aug 19 12:20:48.519313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d1ddd8c8-46c3-4fbb-bde1-617e422f3566 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:48.519869 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.531527 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e592d977-a009-410b-b254-2cd51a918f48 req-3b756c04-fc37-4898-85f0-e535f45d5583 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062936 Aug 19 12:20:48.610481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33c36e-ce19-45f2-b293-1d582719b8d0 req-89cd214c-5706-4c51-a616-622c480539a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.613541 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d33c36e-ce19-45f2-b293-1d582719b8d0 req-89cd214c-5706-4c51-a616-622c480539a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0839801 Aug 19 12:20:48.615928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d81d29d1-4fff-40c6-acbf-292d886d648c req-081712b8-d0d2-47d8-bc6d-8077b1e9f3d5 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.675739 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e592d977-a009-410b-b254-2cd51a918f48 req-c7d06bf1-3173-41db-9eae-b36f7fd23bf7 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353753 Aug 19 12:20:48.697057 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.734001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33c36e-ce19-45f2-b293-1d582719b8d0 req-ab396baa-0763-4ae4-a680-c69c74e07b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.736067 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port d1ddd8c8-46c3-4fbb-bde1-617e422f3566, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d1ddd8c8-46c3-4fbb-bde1-617e422f3566,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:48.736264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d33c36e-ce19-45f2-b293-1d582719b8d0 req-ab396baa-0763-4ae4-a680-c69c74e07b02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033006 Aug 19 12:20:48.792833 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c4abb347-3532-4645-8127-888e10883ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7092da8e-a821-4327-b926-e9b7092a5403', 'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-router', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:38Z', 'updated_at': '2021-08-19T12:20:46Z', 'revision_number': 4, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'gw_port': {'id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:67:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:39Z', 'updated_at': '2021-08-19T12:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5687a182-c1df-4230-a0df-a9e931078a8b', 'name': '', 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'mac_address': 'fa:16:3e:fb:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c3139a77-d33f-41eb-9fac-09df3b536362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:44Z', 'updated_at': '2021-08-19T12:20:46Z', 'revision_number': 2, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'subnets': [{'id': 'c3139a77-d33f-41eb-9fac-09df3b536362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:48.823804 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Checking router: 7092da8e-a821-4327-b926-e9b7092a5403 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:48.824177 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Updating router 7092da8e-a821-4327-b926-e9b7092a5403 port 5687a182-c1df-4230-a0df-a9e931078a8b binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:20:48.863338 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.882363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d81d29d1-4fff-40c6-acbf-292d886d648c req-081712b8-d0d2-47d8-bc6d-8077b1e9f3d5 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.888923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d33c36e-ce19-45f2-b293-1d582719b8d0 req-7fe25b0d-c2a8-45b0-9864-9e62616718a7 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431816 Aug 19 12:20:48.921119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.006334 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=d1ddd8c8-46c3-4fbb-bde1-617e422f3566,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:49.034285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d33c36e-ce19-45f2-b293-1d582719b8d0 req-207f15dc-6c1c-4212-8cc4-b4e9eff387a1 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345458 Aug 19 12:20:49.035814 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d81d29d1-4fff-40c6-acbf-292d886d648c req-081712b8-d0d2-47d8-bc6d-8077b1e9f3d5 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.081029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081712b8-d0d2-47d8-bc6d-8077b1e9f3d5 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04a0bd9-d7a2-4117-84a1-2a083ac3eb38,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:49.166425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d81d29d1-4fff-40c6-acbf-292d886d648c req-081712b8-d0d2-47d8-bc6d-8077b1e9f3d5 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.168072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d81d29d1-4fff-40c6-acbf-292d886d648c req-081712b8-d0d2-47d8-bc6d-8077b1e9f3d5 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8210299 Aug 19 12:20:49.335598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf0e24-4b30-441f-b8ca-51d3f26a6238 req-4429b983-7441-4388-bcc1-c53ab403f44f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:49.338590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85bf0e24-4b30-441f-b8ca-51d3f26a6238 req-4429b983-7441-4388-bcc1-c53ab403f44f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 946 time: 0.0673826 Aug 19 12:20:49.389527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85bf0e24-4b30-441f-b8ca-51d3f26a6238 req-ca301db8-1bc6-408c-9a8c-8d6595ec2079 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443943 Aug 19 12:20:49.415980 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.431303 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Transition to ACTIVE for port object 5687a182-c1df-4230-a0df-a9e931078a8b will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:49.432221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3618b036-2a5f-40d8-90a8-5f11f89813c3 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:49.470988 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29d9fb6-e2db-4637-b9f0-b638d82db6f4 x-openstack-request-id: req-c29d9fb6-e2db-4637-b9f0-b638d82db6f4 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:49.471293 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d0dbdf-98e2-4050-8636-00a0f86cdbab", "name": "network-vif-plugged", "status": "completed", "tag": "6615dc17-8386-4f09-818e-71487490c27a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:49.471554 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c29d9fb6-e2db-4637-b9f0-b638d82db6f4 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:49.471965 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6615dc17-8386-4f09-818e-71487490c27a', 'code': 200} Aug 19 12:20:49.642541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c98b4c-b63d-4bff-9b23-4b113559de1b req-32ee82e5-2691-4aad-b77a-fd4a7823c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:49.644097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9c98b4c-b63d-4bff-9b23-4b113559de1b req-32ee82e5-2691-4aad-b77a-fd4a7823c6bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 1097 time: 0.1072333 Aug 19 12:20:49.667952 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.709938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 3618b036-2a5f-40d8-90a8-5f11f89813c3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:49.719746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9c98b4c-b63d-4bff-9b23-4b113559de1b req-dc64b7f5-72b9-40fc-a335-8bf6b4a4a55d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681016 Aug 19 12:20:49.723169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 3618b036-2a5f-40d8-90a8-5f11f89813c3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:49.724249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.728066 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Pushing event updated for resources: {'Port': ['ID=5687a182-c1df-4230-a0df-a9e931078a8b,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:49.728909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-26150420-74f2-461b-bbb5-ae15328cca7c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1614215 Aug 19 12:20:49.745009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:49.828194 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Attempting to bind port 5687a182-c1df-4230-a0df-a9e931078a8b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:49.828569 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Attempting to bind port 5687a182-c1df-4230-a0df-a9e931078a8b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '1d3edcb9-6e38-4296-ba1a-075e994871cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:49.828931 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Attempting to bind port 5687a182-c1df-4230-a0df-a9e931078a8b on network 85f8b029-2561-48cb-b3d6-35fd3cd03c1a {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:49.836127 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:49.836693 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Checking segment: {'id': '1d3edcb9-6e38-4296-ba1a-075e994871cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:49.837410 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.837875 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Bound using segment: {'id': '1d3edcb9-6e38-4296-ba1a-075e994871cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:49.838554 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Bound port: 5687a182-c1df-4230-a0df-a9e931078a8b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3edcb9-6e38-4296-ba1a-075e994871cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:49.839070 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.911251 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.947128 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-c4abb347-3532-4645-8127-888e10883ecc None None] For port 5687a182-c1df-4230-a0df-a9e931078a8b, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:49.951316 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-c4abb347-3532-4645-8127-888e10883ecc None None] For port 5687a182-c1df-4230-a0df-a9e931078a8b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5687a182-c1df-4230-a0df-a9e931078a8b,segment=NetworkSegment(1d3edcb9-6e38-4296-ba1a-075e994871cc),segment_id=1d3edcb9-6e38-4296-ba1a-075e994871cc)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:49.961266 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.971405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3618b036-2a5f-40d8-90a8-5f11f89813c3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3618b036-2a5f-40d8-90a8-5f11f89813c3,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:50.044483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d1ddd8c8-46c3-4fbb-bde1-617e422f3566 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:50.094119 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.109107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d1ddd8c8-46c3-4fbb-bde1-617e422f3566 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:50.109528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.140137 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.152091 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Routers {'7092da8e-a821-4327-b926-e9b7092a5403'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:50.152828 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c4abb347-3532-4645-8127-888e10883ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:20:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7092da8e-a821-4327-b926-e9b7092a5403'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:50.155403 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.240538 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Pushing event updated for resources: {'Port': ['ID=5687a182-c1df-4230-a0df-a9e931078a8b,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:50.258716 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.259060 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.259396 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.268727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.268727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.268727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.268727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.268727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.268727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.268727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.268727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.268727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e7285-c974-4054-a962-1681b22a3caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:50.301804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=3618b036-2a5f-40d8-90a8-5f11f89813c3,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:50.326189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Allocated IP 172.25.6.178 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/ca5741b4-9e44-4202-bfcd-4963e4d56f00) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:50.350973 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c4abb347-3532-4645-8127-888e10883ecc None None] Set router 7092da8e-a821-4327-b926-e9b7092a5403 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:50.479594 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.580766 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c4abb347-3532-4645-8127-888e10883ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7092da8e-a821-4327-b926-e9b7092a5403', 'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-router', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:38Z', 'updated_at': '2021-08-19T12:20:46Z', 'revision_number': 4, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'gw_port': {'id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:39Z', 'updated_at': '2021-08-19T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5687a182-c1df-4230-a0df-a9e931078a8b', 'name': '', 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'mac_address': 'fa:16:3e:fb:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c3139a77-d33f-41eb-9fac-09df3b536362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:44Z', 'updated_at': '2021-08-19T12:20:49Z', 'revision_number': 4, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'subnets': [{'id': 'c3139a77-d33f-41eb-9fac-09df3b536362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:50.608966 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4abb347-3532-4645-8127-888e10883ecc None None] The sync data for ids ['7092da8e-a821-4327-b926-e9b7092a5403'] in n-d-778732-8 is: [{'id': '7092da8e-a821-4327-b926-e9b7092a5403', 'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-router', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:38Z', 'updated_at': '2021-08-19T12:20:46Z', 'revision_number': 4, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'gw_port': {'id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:39Z', 'updated_at': '2021-08-19T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5687a182-c1df-4230-a0df-a9e931078a8b', 'name': '', 'network_id': '85f8b029-2561-48cb-b3d6-35fd3cd03c1a', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'mac_address': 'fa:16:3e:fb:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c3139a77-d33f-41eb-9fac-09df3b536362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:44Z', 'updated_at': '2021-08-19T12:20:49Z', 'revision_number': 4, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'subnets': [{'id': 'c3139a77-d33f-41eb-9fac-09df3b536362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:50.742924 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.780961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8d38a7b1-c50a-44bc-b49f-c3176d03de05 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:50.795244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:50.800831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:50.802550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:50.806011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event updated for resources: {'Port': ['ID=ca5741b4-9e44-4202-bfcd-4963e4d56f00,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:50.915421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8d38a7b1-c50a-44bc-b49f-c3176d03de05, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8d38a7b1-c50a-44bc-b49f-c3176d03de05,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:50.915809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.929250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '8d38a7b1-c50a-44bc-b49f-c3176d03de05', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '8d38a7b1-c50a-44bc-b49f-c3176d03de05', 'mac_address': 'fa:16:3e:0c:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:50.987837 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.001553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d38a7b1-c50a-44bc-b49f-c3176d03de05 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:51.023836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8d38a7b1-c50a-44bc-b49f-c3176d03de05, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8d38a7b1-c50a-44bc-b49f-c3176d03de05,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:51.146702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-8be8811e-fdc5-40ad-ab97-38ec71125bdd tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:20:51.147736 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-8be8811e-fdc5-40ad-ab97-38ec71125bdd tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1005301 Aug 19 12:20:51.159923 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e396d67f-13e2-4b17-a0b0-d384f0a24cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.210179 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.224971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Request body: {'binding': {'host': 'n-h1-778732-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:51.225456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Unknown quota resources ['binding']. {{(pid=95661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:20:51.390274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on host n-h1-778732-8 for vnic_type normal with profile None {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:51.390274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:51.390274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:51.395181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:51.395560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:51.404759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:51.404759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:51.404759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:51.404759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Bound port: 5fa30e6f-b5c0-4931-821f-30e0d0331727, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:51.412098 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.462256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:51.473639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3576e323-b36a-46b3-8eaa-2f969e313cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3618b036-2a5f-40d8-90a8-5f11f89813c3'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:51.476122 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4364b1f-802d-44a7-8ba6-cbb7b22dc894" -d '{"events": [{"server_uuid": "3576e323-b36a-46b3-8eaa-2f969e313cf3", "name": "network-vif-plugged", "status": "completed", "tag": "3618b036-2a5f-40d8-90a8-5f11f89813c3"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:51.498461 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.503815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device eb0032ee-85d2-4ee1-8183-d877306368b0 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:51.576066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:51.585513 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=8d38a7b1-c50a-44bc-b49f-c3176d03de05,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:51.594864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'mac_address': 'fa:16:3e:b0:30:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:51.635887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.655502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0032ee-85d2-4ee1-8183-d877306368b0 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:51.658299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.682877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:51.694537 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] Notify callbacks [] for binding, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.697092 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-268711c9-5af4-44cb-bb0b-8dda4227ad18 service neutron] 10.222.0.44 "POST /v2.0/ports/5fa30e6f-b5c0-4931-821f-30e0d0331727/bindings HTTP/1.1" status: 201 len: 389 time: 0.5392611 Aug 19 12:20:51.727037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event updated for resources: {'Port': ['ID=ca5741b4-9e44-4202-bfcd-4963e4d56f00,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:51.741411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.741777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.742124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.742522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.743110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.743690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.744133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.744480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.744821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.745158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.745928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.746213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:51.758359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.792886 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.840140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:51.926166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.927469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-589a6481-fca0-401d-931e-af809361fc04 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1883943 Aug 19 12:20:51.995413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-97367525-7801-4d5d-b26a-3647cec31538 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.0572591 Aug 19 12:20:52.037711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5687a182-c1df-4230-a0df-a9e931078a8b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:52.089670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['eb0032ee-85d2-4ee1-8183-d877306368b0'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:52.096060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['8d38a7b1-c50a-44bc-b49f-c3176d03de05'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:52.171250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-4303ed3a-1d68-4ac2-ab77-998cc86cda65 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:52.173985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e141837-9fcf-4175-a59f-60ec2a8dd191 req-4303ed3a-1d68-4ac2-ab77-998cc86cda65 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1691415 Aug 19 12:20:52.206524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52190d-f7b9-4e50-bb2a-f1b9caae0e59 req-5c1da2e9-d8a3-40cc-8ce8-72fba6b30cae tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:52.207849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd52190d-f7b9-4e50-bb2a-f1b9caae0e59 req-5c1da2e9-d8a3-40cc-8ce8-72fba6b30cae tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 945 time: 0.0907362 Aug 19 12:20:52.262195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd52190d-f7b9-4e50-bb2a-f1b9caae0e59 req-f675e5ff-18b5-43f1-8ba7-e1d2bdb99c4d tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471187 Aug 19 12:20:52.303195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5687a182-c1df-4230-a0df-a9e931078a8b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:52.337667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5687a182-c1df-4230-a0df-a9e931078a8b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:52.338094 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.383181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-289157eb-39c0-438f-bc30-87217206856a req-1288ae48-bb29-4da6-8782-89181b3e8410 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/d04a0bd9-d7a2-4117-84a1-2a083ac3eb38 HTTP/1.1" status: 200 len: 1803 time: 0.0614879 Aug 19 12:20:52.405737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-289157eb-39c0-438f-bc30-87217206856a req-486053ca-18cf-4afe-b09f-a8a60bc7fcb2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd04a0bd9-d7a2-4117-84a1-2a083ac3eb38', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:52.406271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-289157eb-39c0-438f-bc30-87217206856a req-486053ca-18cf-4afe-b09f-a8a60bc7fcb2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd04a0bd9-d7a2-4117-84a1-2a083ac3eb38', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:52.515455 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.566710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 5687a182-c1df-4230-a0df-a9e931078a8b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5687a182-c1df-4230-a0df-a9e931078a8b,segment=NetworkSegment(1d3edcb9-6e38-4296-ba1a-075e994871cc),segment_id=1d3edcb9-6e38-4296-ba1a-075e994871cc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:52.627349 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-289157eb-39c0-438f-bc30-87217206856a req-486053ca-18cf-4afe-b09f-a8a60bc7fcb2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.669637 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-289157eb-39c0-438f-bc30-87217206856a req-486053ca-18cf-4afe-b09f-a8a60bc7fcb2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.714414 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.774168 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=5687a182-c1df-4230-a0df-a9e931078a8b,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:52.794853 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-289157eb-39c0-438f-bc30-87217206856a req-486053ca-18cf-4afe-b09f-a8a60bc7fcb2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.819664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486053ca-18cf-4afe-b09f-a8a60bc7fcb2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bdb579-5388-45a3-874e-9dd4717ae9bb,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:52.834363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-a66df55e-3260-4abd-9671-e2a2dcd35918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:52.835908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-a66df55e-3260-4abd-9671-e2a2dcd35918 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 1097 time: 0.0694592 Aug 19 12:20:52.946515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-46c4ca08-c627-49eb-8306-966c42b4e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:52.948021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-46c4ca08-c627-49eb-8306-966c42b4e3b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.1046882 Aug 19 12:20:52.954961 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-289157eb-39c0-438f-bc30-87217206856a req-486053ca-18cf-4afe-b09f-a8a60bc7fcb2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.956451 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-289157eb-39c0-438f-bc30-87217206856a req-486053ca-18cf-4afe-b09f-a8a60bc7fcb2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5608592 Aug 19 12:20:53.005510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-2665d910-5744-4052-bdcf-47d9946f2ad6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727 HTTP/1.1" status: 200 len: 217 time: 0.0479867 Aug 19 12:20:53.128924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-1bf1cb19-d4ae-4422-b5c2-73297b8c2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:53.130559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-1bf1cb19-d4ae-4422-b5c2-73297b8c2df5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.1098115 Aug 19 12:20:53.143617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846771c0-6fca-437b-bd92-6ad6c75c0751 req-b2c6e6d2-b761-4804-b9f8-b3cacdde1546 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:53.145149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-846771c0-6fca-437b-bd92-6ad6c75c0751 req-b2c6e6d2-b761-4804-b9f8-b3cacdde1546 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 949 time: 0.1256332 Aug 19 12:20:53.181462 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-02c17a70-ffff-48d1-aa95-b09f5365f4bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344296 Aug 19 12:20:53.190742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2a3f2-da81-4472-857e-0cddb28feaa4 req-27e7a506-a179-4396-a3e7-0588b595cfb4 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:53.192254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8cd2a3f2-da81-4472-857e-0cddb28feaa4 req-27e7a506-a179-4396-a3e7-0588b595cfb4 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 946 time: 0.1635725 Aug 19 12:20:53.295910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-846771c0-6fca-437b-bd92-6ad6c75c0751 req-aeb8a438-1c8d-4726-9e1c-9f7c94ebca84 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383009 Aug 19 12:20:53.322740 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8cd2a3f2-da81-4472-857e-0cddb28feaa4 req-507a52f9-eb48-46d3-ab0b-8bfda4945413 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105847 Aug 19 12:20:53.346942 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab858d-9eee-4a05-9fec-ef84a5a08bfd x-openstack-request-id: req-5eab858d-9eee-4a05-9fec-ef84a5a08bfd {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:53.347497 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3576e323-b36a-46b3-8eaa-2f969e313cf3", "name": "network-vif-plugged", "status": "completed", "tag": "3618b036-2a5f-40d8-90a8-5f11f89813c3", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:53.347710 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5eab858d-9eee-4a05-9fec-ef84a5a08bfd {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:53.348419 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3576e323-b36a-46b3-8eaa-2f969e313cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3618b036-2a5f-40d8-90a8-5f11f89813c3', 'code': 200} Aug 19 12:20:53.350706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-cb0ba1f4-ef6b-4caf-9a9b-7cebb1bdb2b1 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511271 Aug 19 12:20:53.994345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c762f-9c14-4057-87b3-796130ca834e req-4dc7f365-92e9-4c6d-a901-649119ea517d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:53.995969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-316c762f-9c14-4057-87b3-796130ca834e req-4dc7f365-92e9-4c6d-a901-649119ea517d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 946 time: 0.5791714 Aug 19 12:20:53.999285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-5f2150f8-21b4-42da-8293-390f51521e59 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6397061 Aug 19 12:20:54.014796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ea552-00a3-458a-b30d-4a48b0574009 req-f159b309-57b5-4b59-8434-d6b380c315f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:54.016706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e50ea552-00a3-458a-b30d-4a48b0574009 req-f159b309-57b5-4b59-8434-d6b380c315f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 1096 time: 0.5896783 Aug 19 12:20:54.034661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c2501-14ff-40c1-9dd2-32df078fd0a5 req-fca8b52a-4df6-473e-85ef-f5b31c36aadf tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:54.035491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-495c2501-14ff-40c1-9dd2-32df078fd0a5 req-fca8b52a-4df6-473e-85ef-f5b31c36aadf tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 945 time: 0.5408330 Aug 19 12:20:54.038068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5687a182-c1df-4230-a0df-a9e931078a8b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:54.044496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-f5e1f1ef-99ba-489d-be4e-2b0e176d8aad tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6598496 Aug 19 12:20:54.081523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:54.102293 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5687a182-c1df-4230-a0df-a9e931078a8b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:54.102293 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.182271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e50ea552-00a3-458a-b30d-4a48b0574009 req-4edab7ee-7d8e-438a-a107-e60b7b13d4af service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438727 Aug 19 12:20:54.187585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-316c762f-9c14-4057-87b3-796130ca834e req-8cda0625-5c12-454c-8920-80cd593f294a tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783619 Aug 19 12:20:54.224525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-495c2501-14ff-40c1-9dd2-32df078fd0a5 req-c778b0ee-71a1-452d-b021-c4ec82a09d17 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Deleting port a7687723-d57e-4e54-888b-0a21ca449e5f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:54.225039 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-495c2501-14ff-40c1-9dd2-32df078fd0a5 req-c778b0ee-71a1-452d-b021-c4ec82a09d17 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.338381 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.395259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52e3cc-9c1b-4db5-9e74-15cf9111fa3e req-7baf87fd-e400-4f74-8bb9-06c25811e160 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:54.397221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b52e3cc-9c1b-4db5-9e74-15cf9111fa3e req-7baf87fd-e400-4f74-8bb9-06c25811e160 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed40d0b8-0c96-4079-b6e9-5d01ac064f57 HTTP/1.1" status: 200 len: 945 time: 0.1193633 Aug 19 12:20:54.438271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-495c2501-14ff-40c1-9dd2-32df078fd0a5 req-c778b0ee-71a1-452d-b021-c4ec82a09d17 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] For port a7687723-d57e-4e54-888b-0a21ca449e5f, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a7687723-d57e-4e54-888b-0a21ca449e5f,segment=NetworkSegment(cf7b849e-3ed5-4e0e-8b62-af3794062a23),segment_id=cf7b849e-3ed5-4e0e-8b62-af3794062a23)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:54.438726 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-495c2501-14ff-40c1-9dd2-32df078fd0a5 req-c778b0ee-71a1-452d-b021-c4ec82a09d17 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.475797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-495c2501-14ff-40c1-9dd2-32df078fd0a5 req-c778b0ee-71a1-452d-b021-c4ec82a09d17 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Calling delete_port for a7687723-d57e-4e54-888b-0a21ca449e5f owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:54.513979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b52e3cc-9c1b-4db5-9e74-15cf9111fa3e req-0add936d-323b-41a5-b91c-4e5044bdaca9 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.44 "GET /v2.0/security-groups?id=5091aa05-bdd9-4554-8cc2-17221e2193a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842047 Aug 19 12:20:54.620900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6617078e-0734-4026-a0aa-e4437625d2f6 req-9a57ef27-f1d5-4a9e-9e9e-35dcf6dfb0b7 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/d04a0bd9-d7a2-4117-84a1-2a083ac3eb38 HTTP/1.1" status: 200 len: 2396 time: 0.0777824 Aug 19 12:20:54.644641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6617078e-0734-4026-a0aa-e4437625d2f6 req-e23a7dac-b303-4ea8-85b6-4a474302bf93 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd04a0bd9-d7a2-4117-84a1-2a083ac3eb38', 'remote_group_id': None}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:54.653804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6617078e-0734-4026-a0aa-e4437625d2f6 req-e23a7dac-b303-4ea8-85b6-4a474302bf93 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd04a0bd9-d7a2-4117-84a1-2a083ac3eb38', 'remote_group_id': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:54.739752 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.803446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8d38a7b1-c50a-44bc-b49f-c3176d03de05 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:54.903696 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-495c2501-14ff-40c1-9dd2-32df078fd0a5 req-c778b0ee-71a1-452d-b021-c4ec82a09d17 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.926766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6617078e-0734-4026-a0aa-e4437625d2f6 req-e23a7dac-b303-4ea8-85b6-4a474302bf93 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.933672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Allocated IP 172.25.6.205 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/75c2119b-e8a9-4f13-974b-c4d37283dfe1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:54.979715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778b0ee-71a1-452d-b021-c4ec82a09d17 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Pushing event deleted for resources: {'Port': ['ID=a7687723-d57e-4e54-888b-0a21ca449e5f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:55.004439 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6617078e-0734-4026-a0aa-e4437625d2f6 req-e23a7dac-b303-4ea8-85b6-4a474302bf93 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.006794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:55.011256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:55.011631 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.063877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-495c2501-14ff-40c1-9dd2-32df078fd0a5 req-c778b0ee-71a1-452d-b021-c4ec82a09d17 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] No DVR routers for this DVR port a7687723-d57e-4e54-888b-0a21ca449e5f on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:55.066717 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-495c2501-14ff-40c1-9dd2-32df078fd0a5 req-c778b0ee-71a1-452d-b021-c4ec82a09d17 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.069326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-495c2501-14ff-40c1-9dd2-32df078fd0a5 req-c778b0ee-71a1-452d-b021-c4ec82a09d17 tempest-LiveMigrationTest-1682560275 tempest-LiveMigrationTest-1682560275-project] 10.222.0.52 "DELETE /v2.0/ports/a7687723-d57e-4e54-888b-0a21ca449e5f HTTP/1.1" status: 204 len: 173 time: 1.0238776 Aug 19 12:20:55.071449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'name': 'network-vif-deleted', 'tag': 'a7687723-d57e-4e54-888b-0a21ca449e5f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:55.074907 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccd77f3-1b55-44de-ab66-f8927c56098a" -d '{"events": [{"server_uuid": "ed40d0b8-0c96-4079-b6e9-5d01ac064f57", "name": "network-vif-deleted", "tag": "a7687723-d57e-4e54-888b-0a21ca449e5f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:55.080577 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6617078e-0734-4026-a0aa-e4437625d2f6 req-e23a7dac-b303-4ea8-85b6-4a474302bf93 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.116035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a7dac-b303-4ea8-85b6-4a474302bf93 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75415849-3b8f-4e8f-892b-fa7e422b966c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:55.117707 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.170524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8d38a7b1-c50a-44bc-b49f-c3176d03de05, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8d38a7b1-c50a-44bc-b49f-c3176d03de05,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:55.179826 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.252090 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6617078e-0734-4026-a0aa-e4437625d2f6 req-e23a7dac-b303-4ea8-85b6-4a474302bf93 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.253732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6617078e-0734-4026-a0aa-e4437625d2f6 req-e23a7dac-b303-4ea8-85b6-4a474302bf93 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6176076 Aug 19 12:20:55.291906 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.293174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device eb0032ee-85d2-4ee1-8183-d877306368b0 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:55.338728 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-702db438-068f-4a91-9dad-4d78347c26a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.352841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1922bfff-6631-44cd-8046-df2fbafb3811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d38a7b1-c50a-44bc-b49f-c3176d03de05'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:55.357977 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5236a30c-d96d-4561-b685-16839d89bd65" -d '{"events": [{"server_uuid": "1922bfff-6631-44cd-8046-df2fbafb3811", "name": "network-vif-plugged", "status": "completed", "tag": "8d38a7b1-c50a-44bc-b49f-c3176d03de05"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:55.384554 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.419367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=8d38a7b1-c50a-44bc-b49f-c3176d03de05,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:55.453428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:55.474255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:55.483884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:55.513276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event updated for resources: {'Port': ['ID=75c2119b-e8a9-4f13-974b-c4d37283dfe1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:55.545532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5988a15-167d-4a15-8f77-597b2ff911c5 req-fb44f166-b4d4-49c6-b2fb-fad6f943b3e2 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:55.546688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5988a15-167d-4a15-8f77-597b2ff911c5 req-fb44f166-b4d4-49c6-b2fb-fad6f943b3e2 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 945 time: 0.1426170 Aug 19 12:20:55.554434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port eb0032ee-85d2-4ee1-8183-d877306368b0 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:55.560643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port eb0032ee-85d2-4ee1-8183-d877306368b0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:55.561155 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.635898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5988a15-167d-4a15-8f77-597b2ff911c5 req-8f821645-80aa-4abd-b67d-63971a68f890 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761518 Aug 19 12:20:55.641965 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.695078 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.727224 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.741934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:55.796069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7aac19a7-64a2-44c7-89ba-3dd3a98e0673 req-dae20d1e-3e34-4e7b-99f1-cffee101cabc tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-565770284&fields=id&tenant_id=1cab3613e7a943e2bafa42ff565a9e1b HTTP/1.1" status: 200 len: 267 time: 0.0824473 Aug 19 12:20:55.817661 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.841353 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.844108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a7687723-d57e-4e54-888b-0a21ca449e5f no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:55.907196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: a7687723-d57e-4e54-888b-0a21ca449e5f {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:55.907683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a7687723-d57e-4e54-888b-0a21ca449e5f not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:55.913166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac19a7-64a2-44c7-89ba-3dd3a98e0673 req-3a90f3ba-e2ba-4030-8b22-37aae61100f7 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:55.920524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7aac19a7-64a2-44c7-89ba-3dd3a98e0673 req-3a90f3ba-e2ba-4030-8b22-37aae61100f7 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 946 time: 0.1122556 Aug 19 12:20:55.939701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7aac19a7-64a2-44c7-89ba-3dd3a98e0673 req-4f42a77d-6966-435d-8d7e-59ee8f993fef tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'port': {'security_groups': ['9a4c50d2-b796-4a27-bb6d-0eab231714d6', 'fbe46fd9-dab5-4f59-a611-7450990c4c3c']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:55.964691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:56.095965 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7aac19a7-64a2-44c7-89ba-3dd3a98e0673 req-4f42a77d-6966-435d-8d7e-59ee8f993fef tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.213972 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.384735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7aac19a7-64a2-44c7-89ba-3dd3a98e0673 req-4f42a77d-6966-435d-8d7e-59ee8f993fef tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] For port 6615dc17-8386-4f09-818e-71487490c27a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6615dc17-8386-4f09-818e-71487490c27a,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:56.421165 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7aac19a7-64a2-44c7-89ba-3dd3a98e0673 req-4f42a77d-6966-435d-8d7e-59ee8f993fef tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.524608 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.594422 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7aac19a7-64a2-44c7-89ba-3dd3a98e0673 req-4f42a77d-6966-435d-8d7e-59ee8f993fef tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.607620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6e8d3553-cfd4-44bd-b161-f0aceeecf877', '6615dc17-8386-4f09-818e-71487490c27a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:56.619797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event updated for resources: {'Port': ['ID=75c2119b-e8a9-4f13-974b-c4d37283dfe1,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:56.686002 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.695491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac19a7-64a2-44c7-89ba-3dd3a98e0673 req-4f42a77d-6966-435d-8d7e-59ee8f993fef tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:56.696208 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7aac19a7-64a2-44c7-89ba-3dd3a98e0673 req-4f42a77d-6966-435d-8d7e-59ee8f993fef tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.697785 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7aac19a7-64a2-44c7-89ba-3dd3a98e0673 req-4f42a77d-6966-435d-8d7e-59ee8f993fef tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "PUT /v2.0/ports/6615dc17-8386-4f09-818e-71487490c27a HTTP/1.1" status: 200 len: 982 time: 0.7663748 Aug 19 12:20:56.727433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42a77d-6966-435d-8d7e-59ee8f993fef tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'Port': ['ID=6615dc17-8386-4f09-818e-71487490c27a,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:56.823032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6615dc17-8386-4f09-818e-71487490c27a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:56.838928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716257ed-4e76-435e-9fde-00f7b0b293b3 req-f0dc7d47-a856-4415-a22a-6031ff6f60a5 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:56.841302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-716257ed-4e76-435e-9fde-00f7b0b293b3 req-f0dc7d47-a856-4415-a22a-6031ff6f60a5 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 950 time: 0.0745840 Aug 19 12:20:56.868455 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.870513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-e5f76ae1-4f96-4600-8c16-b95ea371f321 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8048964 Aug 19 12:20:56.955845 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-716257ed-4e76-435e-9fde-00f7b0b293b3 req-f823c538-913a-4e4b-9dff-46c9d0aeadf7 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078665 Aug 19 12:20:56.973664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-7ec2a3a0-7757-4e77-bf06-57c0492fa2d1 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 696 time: 0.0677516 Aug 19 12:20:56.977859 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.062247 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb352764-bdfb-4cc4-90a5-ca80b770c8cb x-openstack-request-id: req-fb352764-bdfb-4cc4-90a5-ca80b770c8cb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:57.070537 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed40d0b8-0c96-4079-b6e9-5d01ac064f57", "name": "network-vif-deleted", "tag": "a7687723-d57e-4e54-888b-0a21ca449e5f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:57.070537 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb352764-bdfb-4cc4-90a5-ca80b770c8cb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:57.070537 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed40d0b8-0c96-4079-b6e9-5d01ac064f57', 'name': 'network-vif-deleted', 'tag': 'a7687723-d57e-4e54-888b-0a21ca449e5f', 'status': 'completed', 'code': 200} Aug 19 12:20:57.195655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-a50e61a5-d222-498e-acfe-827f6104540d tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:57.207524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e172ed07-3e4e-4ec7-8fb2-6fd9f573dc08 req-a50e61a5-d222-498e-acfe-827f6104540d tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.2231491 Aug 19 12:20:57.256526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ccea9-b1fb-4f10-9683-8db83b6bb086 req-003f7891-d9ce-4e65-a8c5-3d6da1efbb38 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:57.258188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae7ccea9-b1fb-4f10-9683-8db83b6bb086 req-003f7891-d9ce-4e65-a8c5-3d6da1efbb38 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 946 time: 0.1077189 Aug 19 12:20:57.303891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b1ef5be-212f-4f2f-926b-6eed801b6703 req-508eb5be-0d09-440e-aad9-29fa2b69bfbf tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/d04a0bd9-d7a2-4117-84a1-2a083ac3eb38 HTTP/1.1" status: 200 len: 2994 time: 0.0853572 Aug 19 12:20:57.318600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae7ccea9-b1fb-4f10-9683-8db83b6bb086 req-9f4c4dd2-1393-4fe0-81d4-d7fdfce2ff87 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509348 Aug 19 12:20:57.344380 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7c107c-4754-4024-afe7-f71c5a27bc08 x-openstack-request-id: req-ff7c107c-4754-4024-afe7-f71c5a27bc08 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:57.344632 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1922bfff-6631-44cd-8046-df2fbafb3811", "name": "network-vif-plugged", "status": "completed", "tag": "8d38a7b1-c50a-44bc-b49f-c3176d03de05", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:57.344889 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff7c107c-4754-4024-afe7-f71c5a27bc08 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:57.345353 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1922bfff-6631-44cd-8046-df2fbafb3811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d38a7b1-c50a-44bc-b49f-c3176d03de05', 'code': 200} Aug 19 12:20:57.398332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51912) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:57.514839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a109a19b-9ca6-4d30-b21c-487dea6393c9 admin admin] Deleting subnet 60c482f8-1562-43b0-8092-ba31c52b6fcd {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:57.518812 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a109a19b-9ca6-4d30-b21c-487dea6393c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.542207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f744d7-4d80-48c4-9fa4-62c252a9caaa req-26f4d389-c978-4daa-965b-fa8d9d0a1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:57.543523 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78f744d7-4d80-48c4-9fa4-62c252a9caaa req-26f4d389-c978-4daa-965b-fa8d9d0a1dcf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 1101 time: 0.1199641 Aug 19 12:20:57.564253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-023dd021-5e29-4cd7-8d6c-f278d68ac24e req-cb70d44f-e1e2-4374-9b07-141fa87a3d90 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/fbe46fd9-dab5-4f59-a611-7450990c4c3c HTTP/1.1" status: 200 len: 1799 time: 0.1302230 Aug 19 12:20:57.567328 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a109a19b-9ca6-4d30-b21c-487dea6393c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.590506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f9353-a7bb-4dcb-92ec-0fc233b375ec req-f0460482-264a-449f-94bd-7e387f82943a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:57.592205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-926f9353-a7bb-4dcb-92ec-0fc233b375ec req-f0460482-264a-449f-94bd-7e387f82943a tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 945 time: 0.1341238 Aug 19 12:20:57.618499 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a109a19b-9ca6-4d30-b21c-487dea6393c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.654181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78f744d7-4d80-48c4-9fa4-62c252a9caaa req-251bd844-eab4-417b-a037-400e9fd1ff89 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017382 Aug 19 12:20:57.677066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-926f9353-a7bb-4dcb-92ec-0fc233b375ec req-d0580ba4-c9cf-4da3-9653-0d7f8c31c059 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769868 Aug 19 12:20:57.687338 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-023dd021-5e29-4cd7-8d6c-f278d68ac24e req-49f6b650-5966-4a81-bbc3-5d38fa8884ca tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:20:57.689640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-023dd021-5e29-4cd7-8d6c-f278d68ac24e req-49f6b650-5966-4a81-bbc3-5d38fa8884ca tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "DELETE /v2.0/security-groups/fbe46fd9-dab5-4f59-a611-7450990c4c3c HTTP/1.1" status: 409 len: 341 time: 0.1092877 Aug 19 12:20:57.791753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8faa83c-8dcb-4ba7-800b-09547f92102e req-8d094b06-be86-4c35-acef-e30e1bbf52dd tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-group-rules/75415849-3b8f-4e8f-892b-fa7e422b966c HTTP/1.1" status: 200 len: 783 time: 0.0778871 Aug 19 12:20:57.810297 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a109a19b-9ca6-4d30-b21c-487dea6393c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.835037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109a19b-9ca6-4d30-b21c-487dea6393c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c482f8-1562-43b0-8092-ba31c52b6fcd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:57.842801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a109a19b-9ca6-4d30-b21c-487dea6393c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.854756 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a109a19b-9ca6-4d30-b21c-487dea6393c9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/60c482f8-1562-43b0-8092-ba31c52b6fcd HTTP/1.1" status: 204 len: 168 time: 0.4455040 Aug 19 12:20:57.854756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51920) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:57.915546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8faa83c-8dcb-4ba7-800b-09547f92102e req-2849c82d-7a2d-4ebd-abed-fbe68ae4fad7 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/d04a0bd9-d7a2-4117-84a1-2a083ac3eb38 HTTP/1.1" status: 200 len: 2994 time: 0.1134810 Aug 19 12:20:57.925219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c064fecb-47d8-4e64-ba58-8b1fdeec8611 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2211628 Aug 19 12:20:57.937783 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.944117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:57.975269 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a8faa83c-8dcb-4ba7-800b-09547f92102e req-8dfc76d8-fe32-4965-941e-f987f4bb2ebf tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.987803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a8faa83c-8dcb-4ba7-800b-09547f92102e req-8dfc76d8-fe32-4965-941e-f987f4bb2ebf tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.057510 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.069773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec23aef2-b1a6-4893-943f-02410985e170']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:58.080816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7b849e-3ed5-4e0e-8b62-af3794062a23') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:58.081130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7b849e-3ed5-4e0e-8b62-af3794062a23') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:58.091519 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.111855 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.127216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:58.128257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:58.130150 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:58.137538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.243062 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a8faa83c-8dcb-4ba7-800b-09547f92102e req-8dfc76d8-fe32-4965-941e-f987f4bb2ebf tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.251344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a8faa83c-8dcb-4ba7-800b-09547f92102e req-8dfc76d8-fe32-4965-941e-f987f4bb2ebf tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.252805 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8faa83c-8dcb-4ba7-800b-09547f92102e req-8dfc76d8-fe32-4965-941e-f987f4bb2ebf tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/75415849-3b8f-4e8f-892b-fa7e422b966c HTTP/1.1" status: 204 len: 173 time: 0.3264070 Aug 19 12:20:58.256133 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.267004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc76d8-fe32-4965-941e-f987f4bb2ebf tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75415849-3b8f-4e8f-892b-fa7e422b966c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:58.330216 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.337043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.343680 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ec23aef2-b1a6-4893-943f-02410985e170 HTTP/1.1" status: 204 len: 168 time: 0.4952211 Aug 19 12:20:58.344601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51926) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:58.397698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a3d1e-36f1-4cf2-b428-0d9c4402e514 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec23aef2-b1a6-4893-943f-02410985e170,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:58.422354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cdb3fd-3a84-43b0-af21-b68f0eba7cf5 admin admin] Deleting subnet 032ece84-397c-4bf6-8055-0d84b7c6e508 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:58.427607 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63cdb3fd-3a84-43b0-af21-b68f0eba7cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.479118 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63cdb3fd-3a84-43b0-af21-b68f0eba7cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.526709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Allocated IP 172.25.6.61 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/084cebfa-ec7c-42b3-a766-ae4ea419446b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:58.534208 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63cdb3fd-3a84-43b0-af21-b68f0eba7cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.679177 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.842027 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.844042 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63cdb3fd-3a84-43b0-af21-b68f0eba7cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.876927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdb3fd-3a84-43b0-af21-b68f0eba7cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032ece84-397c-4bf6-8055-0d84b7c6e508,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:58.884123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63cdb3fd-3a84-43b0-af21-b68f0eba7cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.886341 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-63cdb3fd-3a84-43b0-af21-b68f0eba7cf5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/032ece84-397c-4bf6-8055-0d84b7c6e508 HTTP/1.1" status: 204 len: 168 time: 0.5386851 Aug 19 12:20:58.891787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:58.938911 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.004940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:59.011381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:59.017566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.020739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:59.028113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event updated for resources: {'Port': ['ID=084cebfa-ec7c-42b3-a766-ae4ea419446b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:59.072466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'tag': '6615dc17-8386-4f09-818e-71487490c27a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:59.075624 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18da020f-1421-4c87-9124-070a0162f558" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d0dbdf-98e2-4050-8636-00a0f86cdbab", "tag": "6615dc17-8386-4f09-818e-71487490c27a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:59.233119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db817a88-86a7-4e6f-9a90-fdb2fad7b232 req-2be56e20-4b2c-453d-85b2-8095420d4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:59.234648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db817a88-86a7-4e6f-9a90-fdb2fad7b232 req-2be56e20-4b2c-453d-85b2-8095420d4de1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 1136 time: 0.1799300 Aug 19 12:20:59.279425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.346971 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:59.349781 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d25c6ec-dde7-42d2-8191-3baf3f68b9d4" -d '{"events": [{"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-plugged", "status": "completed", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:59.353505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2ba913-45b2-4587-901f-ecfc6af0d3ce']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:59.366021 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.373993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd88c03-88d0-459f-b4b3-4b3aca4246f2') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:59.378912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd88c03-88d0-459f-b4b3-4b3aca4246f2') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:59.392092 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.428671 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.446035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:59.446458 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:59.448300 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:59.459235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db817a88-86a7-4e6f-9a90-fdb2fad7b232 req-6b9aaa75-3c0d-49a6-a9ce-572aca4871ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:59.460770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db817a88-86a7-4e6f-9a90-fdb2fad7b232 req-6b9aaa75-3c0d-49a6-a9ce-572aca4871ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 200 len: 914 time: 0.2119951 Aug 19 12:20:59.545534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db817a88-86a7-4e6f-9a90-fdb2fad7b232 req-6165fbcf-db16-4c7f-983e-75f530558da4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6615dc17-8386-4f09-818e-71487490c27a HTTP/1.1" status: 200 len: 217 time: 0.0556827 Aug 19 12:20:59.604073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db817a88-86a7-4e6f-9a90-fdb2fad7b232 req-da4aa1af-2dd8-4799-9ef9-2479eff53ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:59.605604 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db817a88-86a7-4e6f-9a90-fdb2fad7b232 req-da4aa1af-2dd8-4799-9ef9-2479eff53ee4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35144bb2-d611-4398-9cbd-e88378b7b5d2 HTTP/1.1" status: 200 len: 853 time: 0.0529284 Aug 19 12:20:59.660384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db817a88-86a7-4e6f-9a90-fdb2fad7b232 req-fd5270d0-8f00-49c5-ac8b-aff28ef56db7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6baaf1ec-5b13-4be9-b241-24de01cf5d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321970 Aug 19 12:20:59.661464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.731481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.783765 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.785754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] 10.222.0.44 "DELETE /v2.0/networks/ec2ba913-45b2-4587-901f-ecfc6af0d3ce HTTP/1.1" status: 204 len: 168 time: 0.8925323 Aug 19 12:20:59.876697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06bbe6-15ff-457a-9275-38deb98cf9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2ba913-45b2-4587-901f-ecfc6af0d3ce,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:59.946408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db817a88-86a7-4e6f-9a90-fdb2fad7b232 req-f87bd23c-1e27-43cf-8aa6-4063834f6e57 service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369862 Aug 19 12:20:59.954485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f9d68-9836-47e0-a4b1-2157d753a9e3 req-d9f2289d-a723-43dd-955f-5153d4aa24aa tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:59.956197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f8f9d68-9836-47e0-a4b1-2157d753a9e3 req-d9f2289d-a723-43dd-955f-5153d4aa24aa tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 950 time: 0.2014477 Aug 19 12:21:00.345235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51952) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:00.401479 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bb874bf1-c86a-472c-b200-7444d5c827b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d30606ced6c44d0c824e033b9b330523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564976 Aug 19 12:21:00.420750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51954) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:00.510673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f8f9d68-9836-47e0-a4b1-2157d753a9e3 req-d777d56f-6183-4fbe-b7f6-e45a822293df tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444822 Aug 19 12:21:00.517567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.532396 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63e11e54-4b74-45cd-b88f-d7f3f9b97bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.575721 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63e11e54-4b74-45cd-b88f-d7f3f9b97bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.586350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db817a88-86a7-4e6f-9a90-fdb2fad7b232 req-c5ed4a9c-8c15-471f-8d1f-cbd4c25abbbb service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230018 Aug 19 12:21:00.605449 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.664181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd8ec418-13df-4376-84cf-e67c313e809c req-125541ef-0b75-41d0-8b48-ad37fcaa0ca8 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/d04a0bd9-d7a2-4117-84a1-2a083ac3eb38 HTTP/1.1" status: 200 len: 2396 time: 0.1086159 Aug 19 12:21:00.699799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event updated for resources: {'Port': ['ID=084cebfa-ec7c-42b3-a766-ae4ea419446b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:00.744643 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.778882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd8ec418-13df-4376-84cf-e67c313e809c req-60519293-9f6c-4e28-8ec9-31ae6b0e3eb0 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.804258 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd8ec418-13df-4376-84cf-e67c313e809c req-60519293-9f6c-4e28-8ec9-31ae6b0e3eb0 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.811256 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63e11e54-4b74-45cd-b88f-d7f3f9b97bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.813894 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63e11e54-4b74-45cd-b88f-d7f3f9b97bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.818032 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-63e11e54-4b74-45cd-b88f-d7f3f9b97bcf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5091aa05-bdd9-4554-8cc2-17221e2193a8 HTTP/1.1" status: 204 len: 168 time: 0.3921728 Aug 19 12:21:00.823608 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e11e54-4b74-45cd-b88f-d7f3f9b97bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5091aa05-bdd9-4554-8cc2-17221e2193a8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:01.355223 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:01.355223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-c6e3e615-bc00-4f0f-a336-e6831f32a9e3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4172850 Aug 19 12:21:01.403947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-f4225ff8-75a8-481c-95db-e2544b81f744 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.61 HTTP/1.1" status: 200 len: 695 time: 0.0468078 Aug 19 12:21:01.466467 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd8ec418-13df-4376-84cf-e67c313e809c req-60519293-9f6c-4e28-8ec9-31ae6b0e3eb0 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:01.469160 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd8ec418-13df-4376-84cf-e67c313e809c req-60519293-9f6c-4e28-8ec9-31ae6b0e3eb0 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:01.470477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd8ec418-13df-4376-84cf-e67c313e809c req-60519293-9f6c-4e28-8ec9-31ae6b0e3eb0 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "DELETE /v2.0/security-groups/d04a0bd9-d7a2-4117-84a1-2a083ac3eb38 HTTP/1.1" status: 204 len: 173 time: 0.7794509 Aug 19 12:21:01.484928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60519293-9f6c-4e28-8ec9-31ae6b0e3eb0 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04a0bd9-d7a2-4117-84a1-2a083ac3eb38,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:01.601059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-1d358d0a-3442-47b3-970e-cc79f2839fa3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:01.601059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82728d87-9b39-41e5-a0c3-3f0e1fcfdc8d req-1d358d0a-3442-47b3-970e-cc79f2839fa3 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1902032 Aug 19 12:21:01.634994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7afbc-7421-4cf1-95ad-958ed6b54682 req-e3ff3145-461a-463b-9c40-31c4f7467183 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:01.636612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60a7afbc-7421-4cf1-95ad-958ed6b54682 req-e3ff3145-461a-463b-9c40-31c4f7467183 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 946 time: 0.0986516 Aug 19 12:21:01.698677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60a7afbc-7421-4cf1-95ad-958ed6b54682 req-ace93751-e5e4-41cd-aa72-67805a89446f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519838 Aug 19 12:21:01.763010 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2895a4e3-371d-4641-a869-94c5babd505d x-openstack-request-id: req-2895a4e3-371d-4641-a869-94c5babd505d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:01.763010 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d0dbdf-98e2-4050-8636-00a0f86cdbab", "tag": "6615dc17-8386-4f09-818e-71487490c27a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:01.763363 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2895a4e3-371d-4641-a869-94c5babd505d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:01.763536 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'tag': '6615dc17-8386-4f09-818e-71487490c27a', 'status': 'completed', 'code': 200} Aug 19 12:21:01.797976 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44494942-7e2b-4db8-ab5b-ae94f8148700 x-openstack-request-id: req-44494942-7e2b-4db8-ab5b-ae94f8148700 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:01.798889 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-plugged", "status": "completed", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:01.799325 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44494942-7e2b-4db8-ab5b-ae94f8148700 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:01.799997 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'code': 200} Aug 19 12:21:01.892917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccc02c-18f1-4186-b3c9-14a907260953 req-d447259c-973c-4fb7-b17d-4cb55a3fba7a tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:01.894572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaccc02c-18f1-4186-b3c9-14a907260953 req-d447259c-973c-4fb7-b17d-4cb55a3fba7a tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 985 time: 0.1466568 Aug 19 12:21:01.898230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da020f-1421-4c87-9124-070a0162f558 req-de7909e6-fe62-42c7-89e1-3d9041cb15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:01.899659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18da020f-1421-4c87-9124-070a0162f558 req-de7909e6-fe62-42c7-89e1-3d9041cb15b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 1136 time: 0.1082418 Aug 19 12:21:02.049464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaccc02c-18f1-4186-b3c9-14a907260953 req-87b3bf5e-482d-40f3-afce-7676f340bc20 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=fbe46fd9-dab5-4f59-a611-7450990c4c3c&id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1340470 Aug 19 12:21:02.054796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebcd5d-3616-476f-a31a-fbee6cd8f851 req-51b8db06-59c0-47ba-969f-49a095f613df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:02.056598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0ebcd5d-3616-476f-a31a-fbee6cd8f851 req-51b8db06-59c0-47ba-969f-49a095f613df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 1101 time: 0.1876712 Aug 19 12:21:02.116098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8099d-0871-4951-974f-1c3379339d14 req-e0fe309c-58db-4894-9e3d-979706a5046b tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:02.117521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39e8099d-0871-4951-974f-1c3379339d14 req-e0fe309c-58db-4894-9e3d-979706a5046b tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 950 time: 0.1758902 Aug 19 12:21:02.123764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da020f-1421-4c87-9124-070a0162f558 req-1a0c3d68-0422-4195-896f-8b4efc9a896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:02.125302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18da020f-1421-4c87-9124-070a0162f558 req-1a0c3d68-0422-4195-896f-8b4efc9a896b service neutron] 10.222.0.53 "GET /v2.0/networks?id=6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 200 len: 914 time: 0.2112408 Aug 19 12:21:02.129073 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-7e962498-d296-4b50-9b7f-aafe422f52f0 req-9c14d920-99d5-42dd-b445-24c374f0db53 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] show failed (client error): The resource could not be found. Aug 19 12:21:02.129934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e962498-d296-4b50-9b7f-aafe422f52f0 req-9c14d920-99d5-42dd-b445-24c374f0db53 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/0eaca3c9-383a-415f-ae9f-87f5b4ef60ad HTTP/1.1" status: 404 len: 352 time: 0.0524044 Aug 19 12:21:02.207430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18da020f-1421-4c87-9124-070a0162f558 req-28d5304f-2cd2-4409-be41-2dd51af0e1c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6615dc17-8386-4f09-818e-71487490c27a HTTP/1.1" status: 200 len: 217 time: 0.0703261 Aug 19 12:21:02.223340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0ebcd5d-3616-476f-a31a-fbee6cd8f851 req-3cc41b89-ce72-4416-b9c1-b2667e5ac732 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555541 Aug 19 12:21:02.304008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39e8099d-0871-4951-974f-1c3379339d14 req-fa0d7532-6c04-4628-810a-23ab6f457149 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773515 Aug 19 12:21:02.322503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51978) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:02.349457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da020f-1421-4c87-9124-070a0162f558 req-af75eddf-829f-47f1-867e-ac1671c7d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:02.350975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18da020f-1421-4c87-9124-070a0162f558 req-af75eddf-829f-47f1-867e-ac1671c7d4ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35144bb2-d611-4398-9cbd-e88378b7b5d2 HTTP/1.1" status: 200 len: 853 time: 0.1026103 Aug 19 12:21:02.368962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-59f4016f-7328-4913-8b07-2e6e35fa0e26 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2097397 Aug 19 12:21:02.407323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18da020f-1421-4c87-9124-070a0162f558 req-b07469d4-61b7-47af-b826-0a2c809381a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6baaf1ec-5b13-4be9-b241-24de01cf5d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441842 Aug 19 12:21:02.412551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:02.429221 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c6527060-2589-45b8-91e7-f827908ea54d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3762d25458c47b18bcc0a3e7a4d96b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045609 Aug 19 12:21:02.439830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51990) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:02.508400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12135f2e-f00f-43fb-819d-9d2318e19e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:02.534180 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12135f2e-f00f-43fb-819d-9d2318e19e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:02.544695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c952b57-1d8f-4f85-8936-0db434fa5604 req-8c514735-8878-46b0-b424-c72338b3a5ba tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/060954a0-e374-422c-a83c-436895283670 HTTP/1.1" status: 200 len: 1805 time: 0.1162796 Aug 19 12:21:02.607226 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18da020f-1421-4c87-9124-070a0162f558 req-f8715478-f3e9-4066-8c26-a1f2002fdcc6 service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895700 Aug 19 12:21:02.662408 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:02.728212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8c952b57-1d8f-4f85-8936-0db434fa5604 req-2c0a81e1-8240-4cbf-a9d0-43f44f09723b tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:02.737181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12135f2e-f00f-43fb-819d-9d2318e19e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:02.741285 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12135f2e-f00f-43fb-819d-9d2318e19e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:02.745980 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-12135f2e-f00f-43fb-819d-9d2318e19e3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc3c9a47-d69a-4c31-9e8c-b323df15d547 HTTP/1.1" status: 204 len: 168 time: 0.3045166 Aug 19 12:21:02.756474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12135f2e-f00f-43fb-819d-9d2318e19e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3c9a47-d69a-4c31-9e8c-b323df15d547,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:02.810587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18da020f-1421-4c87-9124-070a0162f558 req-4534c18f-b989-4de9-916b-e56109568295 service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948500 Aug 19 12:21:02.813821 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8c952b57-1d8f-4f85-8936-0db434fa5604 req-2c0a81e1-8240-4cbf-a9d0-43f44f09723b tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:02.897085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.024575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Allocated IP 172.25.6.230 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/a0d3f172-b850-4ca0-bfb7-d2910f554f3a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:03.081968 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8c952b57-1d8f-4f85-8936-0db434fa5604 req-2c0a81e1-8240-4cbf-a9d0-43f44f09723b tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.085309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8c952b57-1d8f-4f85-8936-0db434fa5604 req-2c0a81e1-8240-4cbf-a9d0-43f44f09723b tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.086225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c952b57-1d8f-4f85-8936-0db434fa5604 req-2c0a81e1-8240-4cbf-a9d0-43f44f09723b tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "DELETE /v2.0/security-groups/060954a0-e374-422c-a83c-436895283670 HTTP/1.1" status: 204 len: 173 time: 0.5343368 Aug 19 12:21:03.102681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a81e1-8240-4cbf-a9d0-43f44f09723b tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=060954a0-e374-422c-a83c-436895283670,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:03.176603 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.367606 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.433073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:03.444142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:03.451396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:03.485693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3618b036-2a5f-40d8-90a8-5f11f89813c3 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:03.518264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event updated for resources: {'Port': ['ID=a0d3f172-b850-4ca0-bfb7-d2910f554f3a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:03.623095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3618b036-2a5f-40d8-90a8-5f11f89813c3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3618b036-2a5f-40d8-90a8-5f11f89813c3,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:03.628382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.640436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '3618b036-2a5f-40d8-90a8-5f11f89813c3', 'network_id': '81172270-59cd-41e1-a431-0c8d9d8b818a', 'port_id': '3618b036-2a5f-40d8-90a8-5f11f89813c3', 'mac_address': 'fa:16:3e:bc:db:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ede1da-987a-441b-8c84-707d48ae78bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:03.682834 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.702199 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3618b036-2a5f-40d8-90a8-5f11f89813c3 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:03.723860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3618b036-2a5f-40d8-90a8-5f11f89813c3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3618b036-2a5f-40d8-90a8-5f11f89813c3,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:03.756541 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.959827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.982602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f39773-b460-4e11-94eb-31d0385b2b96 req-95804f4e-60fa-40eb-af7c-8106f9a54283 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:03.984251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23f39773-b460-4e11-94eb-31d0385b2b96 req-95804f4e-60fa-40eb-af7c-8106f9a54283 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 946 time: 0.0773954 Aug 19 12:21:04.034792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23f39773-b460-4e11-94eb-31d0385b2b96 req-378a9e80-35f8-4a59-ba86-a2ed264d7367 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Aug 19 12:21:04.159294 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.159712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26aeb6-4470-4dc3-bf9d-45c68c1381d9 req-97a0fe7d-1c6c-4791-819d-73582308480f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:04.159712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d26aeb6-4470-4dc3-bf9d-45c68c1381d9 req-97a0fe7d-1c6c-4791-819d-73582308480f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 985 time: 0.0551524 Aug 19 12:21:04.204228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d26aeb6-4470-4dc3-bf9d-45c68c1381d9 req-d4826d7f-b39d-443d-9c75-f020e18251c8 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=fbe46fd9-dab5-4f59-a611-7450990c4c3c&id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0388346 Aug 19 12:21:04.207757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=3618b036-2a5f-40d8-90a8-5f11f89813c3,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:04.217414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.217790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.218143 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.218487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.218828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.219169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.219507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.219837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.220170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.220503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.220978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.221301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:04.281426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d7ab683-77c4-4e1d-b9d4-d27e84a02537 req-88d37b08-1b49-4bf9-81ad-40ff5c49d57d tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/8eac6d5e-042b-435f-928e-87eac5d587c0 HTTP/1.1" status: 200 len: 1804 time: 0.0502129 Aug 19 12:21:04.312913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['3618b036-2a5f-40d8-90a8-5f11f89813c3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:04.346398 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d7ab683-77c4-4e1d-b9d4-d27e84a02537 req-64acbfe0-9b25-48e6-b9d4-7813113e5e24 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.369936 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d7ab683-77c4-4e1d-b9d4-d27e84a02537 req-64acbfe0-9b25-48e6-b9d4-7813113e5e24 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.440308 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.516964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event updated for resources: {'Port': ['ID=a0d3f172-b850-4ca0-bfb7-d2910f554f3a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:04.529911 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.571756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d7ab683-77c4-4e1d-b9d4-d27e84a02537 req-64acbfe0-9b25-48e6-b9d4-7813113e5e24 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.576002 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d7ab683-77c4-4e1d-b9d4-d27e84a02537 req-64acbfe0-9b25-48e6-b9d4-7813113e5e24 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.577073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d7ab683-77c4-4e1d-b9d4-d27e84a02537 req-64acbfe0-9b25-48e6-b9d4-7813113e5e24 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "DELETE /v2.0/security-groups/8eac6d5e-042b-435f-928e-87eac5d587c0 HTTP/1.1" status: 204 len: 173 time: 0.2893162 Aug 19 12:21:04.587756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acbfe0-9b25-48e6-b9d4-7813113e5e24 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eac6d5e-042b-435f-928e-87eac5d587c0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:04.682567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8225cc-1415-4cc1-a58f-f1fa9b03fb7d req-3803c530-e660-4340-a7dd-31021da4d73a tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:04.684609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e8225cc-1415-4cc1-a58f-f1fa9b03fb7d req-3803c530-e660-4340-a7dd-31021da4d73a tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 950 time: 0.0531187 Aug 19 12:21:04.694582 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.694582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-ecf86e06-64f6-4f5b-a633-7b72647a6081 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2837386 Aug 19 12:21:04.768639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-03b7ee7c-19cd-4620-8bc8-6a240bb23ada tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.0665073 Aug 19 12:21:04.776204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e8225cc-1415-4cc1-a58f-f1fa9b03fb7d req-aac08b22-3979-4e46-a764-0e1a4ed566dd tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816648 Aug 19 12:21:04.902479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-94c4519d-9721-4616-ac4c-c6d75970439a tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:04.904360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fda9cef1-1392-4ef9-b73d-3ae5c4f49add req-94c4519d-9721-4616-ac4c-c6d75970439a tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1272902 Aug 19 12:21:04.933613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbe6eeba-1eaf-4e63-b045-cd7aac122b36 req-f016d196-4a17-4d68-a71d-042c13b16475 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1086414571&fields=id&tenant_id=1cab3613e7a943e2bafa42ff565a9e1b HTTP/1.1" status: 200 len: 267 time: 0.0632322 Aug 19 12:21:04.994495 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10d4b665-3b1a-4154-b95d-9e7c14178a30 req-21ff06f0-336c-4b2f-816a-989e8b5bc53c tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/ade87ee8-1e31-4451-be41-93cbf6f92353 HTTP/1.1" status: 200 len: 1804 time: 0.0698285 Aug 19 12:21:05.016375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6eeba-1eaf-4e63-b045-cd7aac122b36 req-8c992361-323e-48f6-bec5-6c53d2719c7c tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:05.017865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbe6eeba-1eaf-4e63-b045-cd7aac122b36 req-8c992361-323e-48f6-bec5-6c53d2719c7c tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 985 time: 0.0755317 Aug 19 12:21:05.034915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-dbe6eeba-1eaf-4e63-b045-cd7aac122b36 req-bb71ab64-04c7-4413-a32d-c017f456bdc6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'port': {'security_groups': ['9a4c50d2-b796-4a27-bb6d-0eab231714d6', 'fbe46fd9-dab5-4f59-a611-7450990c4c3c', '6ee0d136-52b6-4a95-8344-34db5c0d2de3']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:05.130798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-10d4b665-3b1a-4154-b95d-9e7c14178a30 req-f1f1b60c-2139-4d54-beb1-17967f0d20f2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.139909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dbe6eeba-1eaf-4e63-b045-cd7aac122b36 req-bb71ab64-04c7-4413-a32d-c017f456bdc6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.178297 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-10d4b665-3b1a-4154-b95d-9e7c14178a30 req-f1f1b60c-2139-4d54-beb1-17967f0d20f2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.389702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-dbe6eeba-1eaf-4e63-b045-cd7aac122b36 req-bb71ab64-04c7-4413-a32d-c017f456bdc6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] For port 6615dc17-8386-4f09-818e-71487490c27a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6615dc17-8386-4f09-818e-71487490c27a,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:05.419839 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dbe6eeba-1eaf-4e63-b045-cd7aac122b36 req-bb71ab64-04c7-4413-a32d-c017f456bdc6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.449401 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-10d4b665-3b1a-4154-b95d-9e7c14178a30 req-f1f1b60c-2139-4d54-beb1-17967f0d20f2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.452123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-10d4b665-3b1a-4154-b95d-9e7c14178a30 req-f1f1b60c-2139-4d54-beb1-17967f0d20f2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.460575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10d4b665-3b1a-4154-b95d-9e7c14178a30 req-f1f1b60c-2139-4d54-beb1-17967f0d20f2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "DELETE /v2.0/security-groups/ade87ee8-1e31-4451-be41-93cbf6f92353 HTTP/1.1" status: 204 len: 173 time: 0.4515879 Aug 19 12:21:05.463308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1b60c-2139-4d54-beb1-17967f0d20f2 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade87ee8-1e31-4451-be41-93cbf6f92353,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:05.510541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3618b036-2a5f-40d8-90a8-5f11f89813c3 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:05.569558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 3618b036-2a5f-40d8-90a8-5f11f89813c3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:05.569558 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.588809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dbe6eeba-1eaf-4e63-b045-cd7aac122b36 req-bb71ab64-04c7-4413-a32d-c017f456bdc6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.606432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6e8d3553-cfd4-44bd-b161-f0aceeecf877', '6615dc17-8386-4f09-818e-71487490c27a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:05.675116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6eeba-1eaf-4e63-b045-cd7aac122b36 req-bb71ab64-04c7-4413-a32d-c017f456bdc6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:05.679011 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dbe6eeba-1eaf-4e63-b045-cd7aac122b36 req-bb71ab64-04c7-4413-a32d-c017f456bdc6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.680520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbe6eeba-1eaf-4e63-b045-cd7aac122b36 req-bb71ab64-04c7-4413-a32d-c017f456bdc6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "PUT /v2.0/ports/6615dc17-8386-4f09-818e-71487490c27a HTTP/1.1" status: 200 len: 1021 time: 0.6549549 Aug 19 12:21:05.681186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'tag': '6615dc17-8386-4f09-818e-71487490c27a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:05.683870 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d637c4-1e70-472b-8314-7ef400c8fbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d0dbdf-98e2-4050-8636-00a0f86cdbab", "tag": "6615dc17-8386-4f09-818e-71487490c27a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:05.724018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.733676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71ab64-04c7-4413-a32d-c017f456bdc6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'Port': ['ID=6615dc17-8386-4f09-818e-71487490c27a,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:05.768693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3576e323-b36a-46b3-8eaa-2f969e313cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3618b036-2a5f-40d8-90a8-5f11f89813c3'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:05.770951 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b51f0bc-b42d-46c2-b84f-2bcbc106b1c5" -d '{"events": [{"server_uuid": "3576e323-b36a-46b3-8eaa-2f969e313cf3", "name": "network-vif-plugged", "status": "completed", "tag": "3618b036-2a5f-40d8-90a8-5f11f89813c3"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:05.791556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3618b036-2a5f-40d8-90a8-5f11f89813c3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3618b036-2a5f-40d8-90a8-5f11f89813c3,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:05.791853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b425e-8a7c-4089-9c26-e6bbe49c4914 req-44510c86-509e-4de5-8d8e-5f59a354cfa5 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:05.794064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-769b425e-8a7c-4089-9c26-e6bbe49c4914 req-44510c86-509e-4de5-8d8e-5f59a354cfa5 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 944 time: 0.0517640 Aug 19 12:21:05.834979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-769b425e-8a7c-4089-9c26-e6bbe49c4914 req-f60b4fdd-05b0-4751-a6ba-92281c4b0d2e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348566 Aug 19 12:21:05.842691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6615dc17-8386-4f09-818e-71487490c27a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:06.024015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecbf3900-b99a-4068-8d7a-0bce2038d5c0 req-7e9fc472-7a8c-4856-8f87-9a6133d4ec8a tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips/becf9fd1-b5f0-4f4f-b4e1-648ce76be7dc HTTP/1.1" status: 200 len: 693 time: 0.0690985 Aug 19 12:21:06.097655 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.207427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3900-b99a-4068-8d7a-0bce2038d5c0 req-4d8f5ab3-091a-41a1-8c7b-5c9b00285864 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:06.209867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecbf3900-b99a-4068-8d7a-0bce2038d5c0 req-4d8f5ab3-091a-41a1-8c7b-5c9b00285864 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1725416 Aug 19 12:21:06.232529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-ecbf3900-b99a-4068-8d7a-0bce2038d5c0 req-6220c3d7-4d9a-4e73-9628-726b61ad76eb tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:21:06.233642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecbf3900-b99a-4068-8d7a-0bce2038d5c0 req-6220c3d7-4d9a-4e73-9628-726b61ad76eb tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076900 Aug 19 12:21:06.235740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=3618b036-2a5f-40d8-90a8-5f11f89813c3,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:06.432535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2d7d0-dedd-4af1-bb60-e34b24cbaf61 req-3efb93de-2f69-44f9-a5cd-544b72261576 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:06.434369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1aa2d7d0-dedd-4af1-bb60-e34b24cbaf61 req-3efb93de-2f69-44f9-a5cd-544b72261576 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 946 time: 0.1086526 Aug 19 12:21:06.462025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b3388f3-35ef-458b-9072-5eeb1bc9161c req-50e5433c-d2b3-4343-9da7-8987b76b1f2f tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/c04979af-db0c-4121-8e76-1d5d36c81a3b HTTP/1.1" status: 200 len: 2404 time: 0.0824978 Aug 19 12:21:06.517395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1aa2d7d0-dedd-4af1-bb60-e34b24cbaf61 req-9cb6dcf3-00b3-447d-b4a7-890f71bd5d7e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662110 Aug 19 12:21:06.556446 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3b3388f3-35ef-458b-9072-5eeb1bc9161c req-f915dd1c-d1bf-48c5-99bd-cfe221d95c1f tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.605697 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3b3388f3-35ef-458b-9072-5eeb1bc9161c req-f915dd1c-d1bf-48c5-99bd-cfe221d95c1f tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.645758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d0a2ad9-1781-4738-a90e-57afd77d4bed req-26fe1f72-191f-4bbc-aa7a-cfe461fae132 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/6ee0d136-52b6-4a95-8344-34db5c0d2de3 HTTP/1.1" status: 200 len: 1800 time: 0.0868473 Aug 19 12:21:06.745466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-05c71606-a8e2-407d-8558-3f9dd7808909 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:06.747348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-05c71606-a8e2-407d-8558-3f9dd7808909 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1097 time: 0.0792422 Aug 19 12:21:06.749041 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-3d0a2ad9-1781-4738-a90e-57afd77d4bed req-51d1867c-974a-45b1-bf3d-a359c1ea0386 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:21:06.749949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d0a2ad9-1781-4738-a90e-57afd77d4bed req-51d1867c-974a-45b1-bf3d-a359c1ea0386 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "DELETE /v2.0/security-groups/6ee0d136-52b6-4a95-8344-34db5c0d2de3 HTTP/1.1" status: 409 len: 341 time: 0.0907941 Aug 19 12:21:06.768828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778732-8'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:06.838250 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc75107-ced0-4d91-b60e-c8a5830a448b x-openstack-request-id: req-3fc75107-ced0-4d91-b60e-c8a5830a448b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:06.838552 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d0dbdf-98e2-4050-8636-00a0f86cdbab", "tag": "6615dc17-8386-4f09-818e-71487490c27a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:06.838910 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fc75107-ced0-4d91-b60e-c8a5830a448b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:06.848165 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'tag': '6615dc17-8386-4f09-818e-71487490c27a', 'status': 'completed', 'code': 200} Aug 19 12:21:06.848165 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3b3388f3-35ef-458b-9072-5eeb1bc9161c req-f915dd1c-d1bf-48c5-99bd-cfe221d95c1f tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.848165 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3b3388f3-35ef-458b-9072-5eeb1bc9161c req-f915dd1c-d1bf-48c5-99bd-cfe221d95c1f tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.848165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b3388f3-35ef-458b-9072-5eeb1bc9161c req-f915dd1c-d1bf-48c5-99bd-cfe221d95c1f tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "DELETE /v2.0/security-groups/c04979af-db0c-4121-8e76-1d5d36c81a3b HTTP/1.1" status: 204 len: 173 time: 0.3766224 Aug 19 12:21:06.882746 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.887324 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4642fb36-f7df-400f-87af-6e678f48ba00 x-openstack-request-id: req-4642fb36-f7df-400f-87af-6e678f48ba00 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:06.888229 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3576e323-b36a-46b3-8eaa-2f969e313cf3", "name": "network-vif-plugged", "status": "completed", "tag": "3618b036-2a5f-40d8-90a8-5f11f89813c3", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:06.888229 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4642fb36-f7df-400f-87af-6e678f48ba00 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:06.888704 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3576e323-b36a-46b3-8eaa-2f969e313cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3618b036-2a5f-40d8-90a8-5f11f89813c3', 'code': 200} Aug 19 12:21:06.906858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915dd1c-d1bf-48c5-99bd-cfe221d95c1f tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04979af-db0c-4121-8e76-1d5d36c81a3b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:07.006551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-164335b0-9238-4221-b18e-fc65d9b262cb req-e0d22fb5-6c70-421a-b74f-749db8b818db tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips/becf9fd1-b5f0-4f4f-b4e1-648ce76be7dc HTTP/1.1" status: 200 len: 693 time: 0.0874419 Aug 19 12:21:07.035846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d637c4-1e70-472b-8314-7ef400c8fbd3 req-0e6ad150-f5ab-4754-8fa0-4247f9a85bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:07.037340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09d637c4-1e70-472b-8314-7ef400c8fbd3 req-0e6ad150-f5ab-4754-8fa0-4247f9a85bb5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 1175 time: 0.1758876 Aug 19 12:21:07.269499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164335b0-9238-4221-b18e-fc65d9b262cb req-e928e390-12ee-4707-bfb7-1e8ea52dead2 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:07.270786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-164335b0-9238-4221-b18e-fc65d9b262cb req-e928e390-12ee-4707-bfb7-1e8ea52dead2 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.2546320 Aug 19 12:21:07.284987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:07.292339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d637c4-1e70-472b-8314-7ef400c8fbd3 req-2e947c8d-0b8a-4656-9787-857aeeb4e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:07.293966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09d637c4-1e70-472b-8314-7ef400c8fbd3 req-2e947c8d-0b8a-4656-9787-857aeeb4e5ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 200 len: 914 time: 0.2320910 Aug 19 12:21:07.381557 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09d637c4-1e70-472b-8314-7ef400c8fbd3 req-c97b747c-bd9e-40e3-98b7-9652320befcd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6615dc17-8386-4f09-818e-71487490c27a HTTP/1.1" status: 200 len: 217 time: 0.0523429 Aug 19 12:21:07.385955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-164335b0-9238-4221-b18e-fc65d9b262cb req-44843ad6-ed42-451b-879f-7f5a52938023 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.1047091 Aug 19 12:21:07.482491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:07.512469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-164335b0-9238-4221-b18e-fc65d9b262cb req-ed5efd06-8f74-40b1-bbe4-2ec4e2d41e94 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.1045380 Aug 19 12:21:07.522473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d637c4-1e70-472b-8314-7ef400c8fbd3 req-66eddced-5233-4b6a-8e46-e2ea19725ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:07.524129 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09d637c4-1e70-472b-8314-7ef400c8fbd3 req-66eddced-5233-4b6a-8e46-e2ea19725ac7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35144bb2-d611-4398-9cbd-e88378b7b5d2 HTTP/1.1" status: 200 len: 853 time: 0.1331694 Aug 19 12:21:07.610623 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:07.613926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09d637c4-1e70-472b-8314-7ef400c8fbd3 req-620e0c43-5272-4930-be4f-bf6acaa7b776 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6baaf1ec-5b13-4be9-b241-24de01cf5d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434859 Aug 19 12:21:07.705411 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:07.820163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa30e6f-b5c0-4931-821f-30e0d0331727,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:07.859203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09d637c4-1e70-472b-8314-7ef400c8fbd3 req-e50d3f17-cc09-42b8-9246-5527fe06348e service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100029 Aug 19 12:21:07.893450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on host n-h2-778732-8 for vnic_type normal with profile {"migrating_to": "n-h1-778732-8"} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:07.893768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:07.894079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:07.906044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-164335b0-9238-4221-b18e-fc65d9b262cb req-60d14152-408b-4e4e-943d-b7b5660f9784 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Deleting port a0d3f172-b850-4ca0-bfb7-d2910f554f3a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:07.906381 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-164335b0-9238-4221-b18e-fc65d9b262cb req-60d14152-408b-4e4e-943d-b7b5660f9784 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.308082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on network 955b0894-0665-4200-93e0-8fea9bacbe74 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:08.308405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Attempting to bind port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on network 955b0894-0665-4200-93e0-8fea9bacbe74 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:08.347524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:08.347768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Checking segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:08.348128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Bound using segment: {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:08.348633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Bound port: 5fa30e6f-b5c0-4931-821f-30e0d0331727, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cec17d-4b86-456b-a020-80ef37ee2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '955b0894-0665-4200-93e0-8fea9bacbe74'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:08.348995 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.443699 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09d637c4-1e70-472b-8314-7ef400c8fbd3 req-16ba6844-e790-41f0-8c90-482c29a603fe service neutron] 10.222.0.53 "GET /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674908 Aug 19 12:21:08.452732 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-164335b0-9238-4221-b18e-fc65d9b262cb req-60d14152-408b-4e4e-943d-b7b5660f9784 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.453281 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-164335b0-9238-4221-b18e-fc65d9b262cb req-60d14152-408b-4e4e-943d-b7b5660f9784 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.467316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5f6f3df-695b-4655-8e47-2e53efa4992e req-889797af-bf19-4842-bda7-8ebed94042aa tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "GET /v2.0/security-groups/3fc5e035-109d-490d-8eca-a0845dedcf7d HTTP/1.1" status: 200 len: 2397 time: 0.1631949 Aug 19 12:21:08.481593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-164335b0-9238-4221-b18e-fc65d9b262cb req-60d14152-408b-4e4e-943d-b7b5660f9784 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Calling delete_port for a0d3f172-b850-4ca0-bfb7-d2910f554f3a owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:08.528639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:08.581790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:08.623367 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d5f6f3df-695b-4655-8e47-2e53efa4992e req-f2d05d0f-68ec-42f4-b7b2-be59dff32378 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.658535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d5f6f3df-695b-4655-8e47-2e53efa4992e req-f2d05d0f-68ec-42f4-b7b2-be59dff32378 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.687144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.811824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa30e6f-b5c0-4931-821f-30e0d0331727,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:08.815448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:08.816144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.817580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-17620f63-503f-4fbe-837c-1bfa027201f5 service neutron] 10.222.0.53 "PUT /v2.0/ports/5fa30e6f-b5c0-4931-821f-30e0d0331727 HTTP/1.1" status: 200 len: 1122 time: 2.0545566 Aug 19 12:21:08.841660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa30e6f-b5c0-4931-821f-30e0d0331727'}, {'name': 'network-changed', 'server_uuid': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'tag': '5fa30e6f-b5c0-4931-821f-30e0d0331727'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:08.845564 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc69aaa1-1277-4680-81cc-8dd59e5e9e8e" -d '{"events": [{"server_uuid": "c811c09e-3c1f-442c-9125-9f2e4524d46f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa30e6f-b5c0-4931-821f-30e0d0331727"}, {"name": "network-changed", "server_uuid": "c811c09e-3c1f-442c-9125-9f2e4524d46f", "tag": "5fa30e6f-b5c0-4931-821f-30e0d0331727"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:08.864795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device eb0032ee-85d2-4ee1-8183-d877306368b0 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:08.920706 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-164335b0-9238-4221-b18e-fc65d9b262cb req-60d14152-408b-4e4e-943d-b7b5660f9784 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.935296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['5fa30e6f-b5c0-4931-821f-30e0d0331727'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:08.956417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d14152-408b-4e4e-943d-b7b5660f9784 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event deleted for resources: {'Port': ['ID=a0d3f172-b850-4ca0-bfb7-d2910f554f3a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:08.991718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['5fa30e6f-b5c0-4931-821f-30e0d0331727'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:09.008243 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d5f6f3df-695b-4655-8e47-2e53efa4992e req-f2d05d0f-68ec-42f4-b7b2-be59dff32378 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.011251 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d5f6f3df-695b-4655-8e47-2e53efa4992e req-f2d05d0f-68ec-42f4-b7b2-be59dff32378 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.012515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5f6f3df-695b-4655-8e47-2e53efa4992e req-f2d05d0f-68ec-42f4-b7b2-be59dff32378 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] 10.222.0.44 "DELETE /v2.0/security-groups/3fc5e035-109d-490d-8eca-a0845dedcf7d HTTP/1.1" status: 204 len: 173 time: 0.5334983 Aug 19 12:21:09.022497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52124) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:09.066686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:09.073008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d05d0f-68ec-42f4-b7b2-be59dff32378 tempest-SecurityGroupRulesTestJSON-723751562 tempest-SecurityGroupRulesTestJSON-723751562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc5e035-109d-490d-8eca-a0845dedcf7d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:09.078487 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-164335b0-9238-4221-b18e-fc65d9b262cb req-60d14152-408b-4e4e-943d-b7b5660f9784 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.081179 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-164335b0-9238-4221-b18e-fc65d9b262cb req-60d14152-408b-4e4e-943d-b7b5660f9784 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.082913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-164335b0-9238-4221-b18e-fc65d9b262cb req-60d14152-408b-4e4e-943d-b7b5660f9784 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "DELETE /v2.0/floatingips/becf9fd1-b5f0-4f4f-b4e1-648ce76be7dc HTTP/1.1" status: 204 len: 173 time: 1.5619905 Aug 19 12:21:09.103438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6afeb36-1f9d-416b-8e68-4c7c95e11f59 admin admin] Deleting subnet 761bfe9f-70b6-4a12-9d47-e8e40cbf1ce6 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:21:09.108097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6afeb36-1f9d-416b-8e68-4c7c95e11f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.112797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'mac_address': 'fa:16:3e:b0:30:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:09.163955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6afeb36-1f9d-416b-8e68-4c7c95e11f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.226180 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6afeb36-1f9d-416b-8e68-4c7c95e11f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.265198 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.304474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb0032ee-85d2-4ee1-8183-d877306368b0 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:09.360833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:09.408795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b060f-53f5-4b09-83c4-8513158d18f0 req-268d652e-2f22-44f1-bfc4-c57c3f169a0c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:09.410478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b89b060f-53f5-4b09-83c4-8513158d18f0 req-268d652e-2f22-44f1-bfc4-c57c3f169a0c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.1500032 Aug 19 12:21:09.433036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a7104-ba89-472a-bf38-55c0db24283e req-76759161-ad8d-462e-86e9-5747c788b2ef tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:09.435250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f5a7104-ba89-472a-bf38-55c0db24283e req-76759161-ad8d-462e-86e9-5747c788b2ef tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 1024 time: 0.1320465 Aug 19 12:21:09.468981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf42603-2d42-4948-b0a3-ddcb088422b4 req-9cc88061-c1ef-48be-a825-bed1efab6895 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:09.470596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0cf42603-2d42-4948-b0a3-ddcb088422b4 req-9cc88061-c1ef-48be-a825-bed1efab6895 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.53 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 945 time: 0.1435373 Aug 19 12:21:09.496313 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.542673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b89b060f-53f5-4b09-83c4-8513158d18f0 req-5564e01d-7f86-424b-9dbb-5d53efb49292 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204526 Aug 19 12:21:09.550849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 5fa30e6f-b5c0-4931-821f-30e0d0331727 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:09.553354 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6afeb36-1f9d-416b-8e68-4c7c95e11f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.570535 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f5a7104-ba89-472a-bf38-55c0db24283e req-c1af1688-84b7-4a99-9dab-fadcd04b7d13 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=fbe46fd9-dab5-4f59-a611-7450990c4c3c&id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&id=6ee0d136-52b6-4a95-8344-34db5c0d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1285222 Aug 19 12:21:09.612662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afeb36-1f9d-416b-8e68-4c7c95e11f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761bfe9f-70b6-4a12-9d47-e8e40cbf1ce6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:09.612946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:09.620354 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6afeb36-1f9d-416b-8e68-4c7c95e11f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.625839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52142) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:09.633848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e6afeb36-1f9d-416b-8e68-4c7c95e11f59 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/761bfe9f-70b6-4a12-9d47-e8e40cbf1ce6 HTTP/1.1" status: 204 len: 168 time: 0.6135740 Aug 19 12:21:09.664858 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['eb0032ee-85d2-4ee1-8183-d877306368b0'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:09.693776 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff8d08-a4a1-4902-8282-86c3cd002370 x-openstack-request-id: req-92ff8d08-a4a1-4902-8282-86c3cd002370 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:09.694288 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c811c09e-3c1f-442c-9125-9f2e4524d46f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa30e6f-b5c0-4931-821f-30e0d0331727", "code": 200}, {"name": "network-changed", "server_uuid": "c811c09e-3c1f-442c-9125-9f2e4524d46f", "tag": "5fa30e6f-b5c0-4931-821f-30e0d0331727", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:09.694714 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92ff8d08-a4a1-4902-8282-86c3cd002370 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:09.695309 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa30e6f-b5c0-4931-821f-30e0d0331727', 'code': 200} Aug 19 12:21:09.695728 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'tag': '5fa30e6f-b5c0-4931-821f-30e0d0331727', 'status': 'completed', 'code': 200} Aug 19 12:21:09.704770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0cf42603-2d42-4948-b0a3-ddcb088422b4 req-1967f189-fb3f-4058-b2fc-153d8abe601b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Deleting port 3618b036-2a5f-40d8-90a8-5f11f89813c3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:09.705452 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cf42603-2d42-4948-b0a3-ddcb088422b4 req-1967f189-fb3f-4058-b2fc-153d8abe601b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.741957 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.836931 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.846839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:09.852533 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c800d31c-541c-41ea-95d6-9259cf681273']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:09.866127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3574b929-faf0-4851-a491-9db25c9b503f') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:09.866465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3574b929-faf0-4851-a491-9db25c9b503f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:09.870686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 5fa30e6f-b5c0-4931-821f-30e0d0331727 has no active binding in host n-h1-778732-8 {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:21:09.881276 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.899339 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.907215 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:21:09.907716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:21:09.909814 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:21:10.091897 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:10.099087 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:10.101576 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] 10.222.0.44 "DELETE /v2.0/networks/c800d31c-541c-41ea-95d6-9259cf681273 HTTP/1.1" status: 204 len: 168 time: 0.4743502 Aug 19 12:21:10.128350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab887e2-ad5f-421e-83ca-61937ce0175f admin admin] Pushing event deleted for resources: {'Network': ['ID=c800d31c-541c-41ea-95d6-9259cf681273,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:10.185689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e4f23-243d-432a-8fdb-7775be7210e2 req-773b6880-ef82-40ee-9496-2918545d1efa tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:10.198212 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-960e4f23-243d-432a-8fdb-7775be7210e2 req-773b6880-ef82-40ee-9496-2918545d1efa tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4966199 Aug 19 12:21:10.206725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69aaa1-1277-4680-81cc-8dd59e5e9e8e req-70aac82e-e928-4a22-940d-f7edd9aae4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:10.208427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc69aaa1-1277-4680-81cc-8dd59e5e9e8e req-70aac82e-e928-4a22-940d-f7edd9aae4d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 1125 time: 0.4188588 Aug 19 12:21:10.222742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0cf42603-2d42-4948-b0a3-ddcb088422b4 req-1967f189-fb3f-4058-b2fc-153d8abe601b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] For port 3618b036-2a5f-40d8-90a8-5f11f89813c3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3618b036-2a5f-40d8-90a8-5f11f89813c3,segment=NetworkSegment(3938e7d5-14c3-4897-a9dd-254949dce273),segment_id=3938e7d5-14c3-4897-a9dd-254949dce273)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:10.223430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cf42603-2d42-4948-b0a3-ddcb088422b4 req-1967f189-fb3f-4058-b2fc-153d8abe601b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:10.263235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5cee7-efc8-449f-b8ef-f6cfdb7ef43d req-b6fa30a4-32e4-4fd8-896f-97f6fcf15641 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:10.264902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ac5cee7-efc8-449f-b8ef-f6cfdb7ef43d req-b6fa30a4-32e4-4fd8-896f-97f6fcf15641 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 1024 time: 0.3169160 Aug 19 12:21:10.322098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0cf42603-2d42-4948-b0a3-ddcb088422b4 req-1967f189-fb3f-4058-b2fc-153d8abe601b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Calling delete_port for 3618b036-2a5f-40d8-90a8-5f11f89813c3 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:10.415484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f5b33-8b53-4544-ad40-e88d86f0c152 req-9d47a9ff-bba7-4e2e-8394-a4a009026f8f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:10.417134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d17f5b33-8b53-4544-ad40-e88d86f0c152 req-9d47a9ff-bba7-4e2e-8394-a4a009026f8f tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 945 time: 0.3094516 Aug 19 12:21:10.542860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-482afb6f-8ff6-4932-9122-418a2b62f33e req-518ea244-09b9-4da2-9755-6e7ba35bebe1 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=ddcd02f1ecf8424384397aa73b4ab307 HTTP/1.1" status: 200 len: 1656 time: 0.1908634 Aug 19 12:21:10.688126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d17f5b33-8b53-4544-ad40-e88d86f0c152 req-6f741e02-e255-4b82-9137-a7bca5b1d97e tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/security-groups?id=beac8449-922a-404b-a116-d36f0c0709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246199 Aug 19 12:21:10.698215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69aaa1-1277-4680-81cc-8dd59e5e9e8e req-f18955eb-8d39-41e6-a9dc-2cbdfb858019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:10.699931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc69aaa1-1277-4680-81cc-8dd59e5e9e8e req-f18955eb-8d39-41e6-a9dc-2cbdfb858019 service neutron] 10.222.0.52 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.4706309 Aug 19 12:21:10.772038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc69aaa1-1277-4680-81cc-8dd59e5e9e8e req-eab38343-d650-425f-8ce6-f77c020869c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727 HTTP/1.1" status: 200 len: 217 time: 0.0578868 Aug 19 12:21:10.853862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device eb0032ee-85d2-4ee1-8183-d877306368b0 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:10.900565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-8ac5cee7-efc8-449f-b8ef-f6cfdb7ef43d req-f46abc89-a20e-419e-9a02-e730691213f6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Deleting port 6615dc17-8386-4f09-818e-71487490c27a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:10.900919 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8ac5cee7-efc8-449f-b8ef-f6cfdb7ef43d req-f46abc89-a20e-419e-9a02-e730691213f6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:10.913528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port eb0032ee-85d2-4ee1-8183-d877306368b0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:10.914167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:10.970618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482afb6f-8ff6-4932-9122-418a2b62f33e req-af4aa7d4-730a-4e63-a563-f4c8078f38bd tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:10.972096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-482afb6f-8ff6-4932-9122-418a2b62f33e req-af4aa7d4-730a-4e63-a563-f4c8078f38bd tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks?id=c7a776d1-1036-4104-a01b-d4ab4d425963&id=c7a776d1-1036-4104-a01b-d4ab4d425963&id=c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 787 time: 0.3992195 Aug 19 12:21:11.005012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-482afb6f-8ff6-4932-9122-418a2b62f33e req-56e2a717-16c9-4536-bd8c-411ca70e2c11 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:21:11.006153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-482afb6f-8ff6-4932-9122-418a2b62f33e req-56e2a717-16c9-4536-bd8c-411ca70e2c11 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119624 Aug 19 12:21:11.020235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69aaa1-1277-4680-81cc-8dd59e5e9e8e req-167cf82a-09e3-42c2-a63c-7544aec2d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:11.021755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc69aaa1-1277-4680-81cc-8dd59e5e9e8e req-167cf82a-09e3-42c2-a63c-7544aec2d452 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.2306993 Aug 19 12:21:11.024977 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.042278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c5db4-9c80-4d5b-8e7f-fd4470c6a81f req-12da2e64-e608-4545-8872-f91507914130 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:11.044211 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f3c5db4-9c80-4d5b-8e7f-fd4470c6a81f req-12da2e64-e608-4545-8872-f91507914130 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.2788050 Aug 19 12:21:11.056628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:11.059655 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aadfc11-4984-4acd-bc47-2391b6651991" -d '{"events": [{"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-plugged", "status": "completed", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:11.077201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:11.093778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc69aaa1-1277-4680-81cc-8dd59e5e9e8e req-5de8f864-234c-4872-a0c3-f9c7c7f803b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458858 Aug 19 12:21:11.178023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8ac5cee7-efc8-449f-b8ef-f6cfdb7ef43d req-f46abc89-a20e-419e-9a02-e730691213f6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] For port 6615dc17-8386-4f09-818e-71487490c27a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6615dc17-8386-4f09-818e-71487490c27a,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:11.178402 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8ac5cee7-efc8-449f-b8ef-f6cfdb7ef43d req-f46abc89-a20e-419e-9a02-e730691213f6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.243929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-8ac5cee7-efc8-449f-b8ef-f6cfdb7ef43d req-f46abc89-a20e-419e-9a02-e730691213f6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Calling delete_port for 6615dc17-8386-4f09-818e-71487490c27a owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:11.254022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f3c5db4-9c80-4d5b-8e7f-fd4470c6a81f req-11a0adcd-bcb5-4c15-b75c-c1080b10ca6c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913328 Aug 19 12:21:11.256784 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.267251 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cf42603-2d42-4948-b0a3-ddcb088422b4 req-1967f189-fb3f-4058-b2fc-153d8abe601b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.285493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['3618b036-2a5f-40d8-90a8-5f11f89813c3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:11.310026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52188) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:11.349007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5184a-3223-4632-9b25-fe60b1714764 req-7d457116-f7a2-4504-8089-4a6448e1655f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:11.351386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76a5184a-3223-4632-9b25-fe60b1714764 req-7d457116-f7a2-4504-8089-4a6448e1655f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 1024 time: 0.2717450 Aug 19 12:21:11.366473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967f189-fb3f-4058-b2fc-153d8abe601b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Pushing event deleted for resources: {'Port': ['ID=3618b036-2a5f-40d8-90a8-5f11f89813c3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:11.455371 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:11.455493 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-651ffd5a-6112-4d0d-a4af-6cbc4200c35f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5d3e73cfae242afb42126405e82e834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0865474 Aug 19 12:21:11.455597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52200) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:11.468142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc69aaa1-1277-4680-81cc-8dd59e5e9e8e req-401647f1-42eb-40c8-9de0-f0897e176ac7 service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486831 Aug 19 12:21:11.530730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf42603-2d42-4948-b0a3-ddcb088422b4 req-1967f189-fb3f-4058-b2fc-153d8abe601b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] No DVR routers for this DVR port 3618b036-2a5f-40d8-90a8-5f11f89813c3 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:11.557162 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cf42603-2d42-4948-b0a3-ddcb088422b4 req-1967f189-fb3f-4058-b2fc-153d8abe601b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.559681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0cf42603-2d42-4948-b0a3-ddcb088422b4 req-1967f189-fb3f-4058-b2fc-153d8abe601b tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.53 "DELETE /v2.0/ports/3618b036-2a5f-40d8-90a8-5f11f89813c3 HTTP/1.1" status: 204 len: 173 time: 2.0810697 Aug 19 12:21:11.576977 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.586214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-11106032-23be-4bb6-af6e-17db6fd11ce7 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips/eb93af85-ce8f-4687-8009-984b542632c2 HTTP/1.1" status: 200 len: 692 time: 0.1520324 Aug 19 12:21:11.649253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76a5184a-3223-4632-9b25-fe60b1714764 req-6bd5d769-4f55-4f22-b715-f4dd04cf5921 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=fbe46fd9-dab5-4f59-a611-7450990c4c3c&id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&id=6ee0d136-52b6-4a95-8344-34db5c0d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2804286 Aug 19 12:21:11.654750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52210) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:11.727903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3576e323-b36a-46b3-8eaa-2f969e313cf3', 'name': 'network-vif-deleted', 'tag': '3618b036-2a5f-40d8-90a8-5f11f89813c3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:11.730398 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c1c230-825a-46bc-b47c-475c71044c4d" -d '{"events": [{"server_uuid": "3576e323-b36a-46b3-8eaa-2f969e313cf3", "name": "network-vif-deleted", "tag": "3618b036-2a5f-40d8-90a8-5f11f89813c3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:11.776199 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2791db06-06b0-4609-a5b5-950cfb603d47 x-openstack-request-id: req-2791db06-06b0-4609-a5b5-950cfb603d47 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:11.776663 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-plugged", "status": "completed", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:11.776984 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2791db06-06b0-4609-a5b5-950cfb603d47 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:11.778172 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'code': 200} Aug 19 12:21:11.870423 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df94ee98-87be-4b65-80da-401010ff3a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.881264 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e765-2231-4297-8204-2e8da0d5b6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.009361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc69aaa1-1277-4680-81cc-8dd59e5e9e8e req-8d3acbb7-0010-487a-aecd-a2e63f2fcf0a service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797046 Aug 19 12:21:12.012143 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e765-2231-4297-8204-2e8da0d5b6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.018935 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df94ee98-87be-4b65-80da-401010ff3a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.312439 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df94ee98-87be-4b65-80da-401010ff3a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.345087 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-df94ee98-87be-4b65-80da-401010ff3a7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0c7815278d0413dbc2b86fc0c5bb72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6888053 Aug 19 12:21:12.347655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94ee98-87be-4b65-80da-401010ff3a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36569650-6869-4600-869d-544f316e61c9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:12.368044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52224) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:12.450575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea4cd94c-db51-47ad-aab7-a0daa83c5df3 req-71bd4963-3ac0-4625-9ff2-9947f8efce02 tempest-ImagesTestJSON-1052034984 tempest-ImagesTestJSON-1052034984-project] 10.222.0.44 "GET /v2.0/ports?device_id=3576e323-b36a-46b3-8eaa-2f969e313cf3 HTTP/1.1" status: 200 len: 210 time: 0.4961777 Aug 19 12:21:12.459782 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc55e-f5cb-4c19-8e90-ba9a6d2b5959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.502340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-c732e56a-53bb-44cb-9078-e33309b1f9a4 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:12.509050 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc55e-f5cb-4c19-8e90-ba9a6d2b5959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.511179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-c732e56a-53bb-44cb-9078-e33309b1f9a4 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.8814774 Aug 19 12:21:12.537023 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4350bb8-d53a-4cb9-99b4-1a259295fb77 x-openstack-request-id: req-d4350bb8-d53a-4cb9-99b4-1a259295fb77 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:12.537590 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3576e323-b36a-46b3-8eaa-2f969e313cf3", "name": "network-vif-deleted", "tag": "3618b036-2a5f-40d8-90a8-5f11f89813c3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:12.538128 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4350bb8-d53a-4cb9-99b4-1a259295fb77 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:12.538696 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3576e323-b36a-46b3-8eaa-2f969e313cf3', 'name': 'network-vif-deleted', 'tag': '3618b036-2a5f-40d8-90a8-5f11f89813c3', 'status': 'completed', 'code': 200} Aug 19 12:21:12.598437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-faf8bc89-b14c-4470-93ac-2a81fcb171ab tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.61 HTTP/1.1" status: 200 len: 695 time: 0.0861702 Aug 19 12:21:12.693163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-d6dabc3f-71db-42d0-8ccd-b61a1b75aa46 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.61 HTTP/1.1" status: 200 len: 695 time: 0.0929143 Aug 19 12:21:12.749992 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8ac5cee7-efc8-449f-b8ef-f6cfdb7ef43d req-f46abc89-a20e-419e-9a02-e730691213f6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.766548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6e8d3553-cfd4-44bd-b161-f0aceeecf877'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:12.776112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d301852-24bc-4287-9ee7-0e720e142bfc req-5e1b2241-b326-458c-b598-b86b5c1ab3de tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:12.778751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d301852-24bc-4287-9ee7-0e720e142bfc req-5e1b2241-b326-458c-b598-b86b5c1ab3de tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.1327984 Aug 19 12:21:12.801664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc55e-f5cb-4c19-8e90-ba9a6d2b5959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.806099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc55e-f5cb-4c19-8e90-ba9a6d2b5959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.811674 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c6bdc55e-f5cb-4c19-8e90-ba9a6d2b5959 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36569650-6869-4600-869d-544f316e61c9 HTTP/1.1" status: 204 len: 168 time: 0.4382541 Aug 19 12:21:12.840601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdc55e-f5cb-4c19-8e90-ba9a6d2b5959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36569650-6869-4600-869d-544f316e61c9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:12.992172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abc89-a20e-419e-9a02-e730691213f6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event deleted for resources: {'Port': ['ID=6615dc17-8386-4f09-818e-71487490c27a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:13.045954 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e765-2231-4297-8204-2e8da0d5b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.048848 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff4e765-2231-4297-8204-2e8da0d5b6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.053779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8ff4e765-2231-4297-8204-2e8da0d5b6b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c748f1cd-73b2-4008-823a-6135397fd123 HTTP/1.1" status: 204 len: 168 time: 1.6448972 Aug 19 12:21:13.061069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac5cee7-efc8-449f-b8ef-f6cfdb7ef43d req-f46abc89-a20e-419e-9a02-e730691213f6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] No DVR routers for this DVR port 6615dc17-8386-4f09-818e-71487490c27a on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:13.065035 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8ac5cee7-efc8-449f-b8ef-f6cfdb7ef43d req-f46abc89-a20e-419e-9a02-e730691213f6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.067309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ac5cee7-efc8-449f-b8ef-f6cfdb7ef43d req-f46abc89-a20e-419e-9a02-e730691213f6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.53 "DELETE /v2.0/ports/6615dc17-8386-4f09-818e-71487490c27a HTTP/1.1" status: 204 len: 173 time: 2.7872043 Aug 19 12:21:13.178447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d301852-24bc-4287-9ee7-0e720e142bfc req-8310143b-92a9-4e24-894e-b56a46573916 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528886 Aug 19 12:21:13.179654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4e765-2231-4297-8204-2e8da0d5b6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c748f1cd-73b2-4008-823a-6135397fd123,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:13.259206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-cd128ca3-18a8-4d6d-a50f-a801f98d5a2c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Deleting port 084cebfa-ec7c-42b3-a766-ae4ea419446b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:13.259830 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-cd128ca3-18a8-4d6d-a50f-a801f98d5a2c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.475314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72a7001e-c61f-4da9-86ca-e6c0c395a40d req-0cacac48-cec1-4d4a-b677-8f4a1282909d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d0dbdf-98e2-4050-8636-00a0f86cdbab HTTP/1.1" status: 200 len: 210 time: 0.0392766 Aug 19 12:21:13.480499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-cd128ca3-18a8-4d6d-a50f-a801f98d5a2c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.481254 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-cd128ca3-18a8-4d6d-a50f-a801f98d5a2c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.512786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-cd128ca3-18a8-4d6d-a50f-a801f98d5a2c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Calling delete_port for 084cebfa-ec7c-42b3-a766-ae4ea419446b owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:13.562474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6615dc17-8386-4f09-818e-71487490c27a no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:13.624465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 6615dc17-8386-4f09-818e-71487490c27a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:13.624874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6615dc17-8386-4f09-818e-71487490c27a not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:13.625243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3618b036-2a5f-40d8-90a8-5f11f89813c3 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:13.718555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 3618b036-2a5f-40d8-90a8-5f11f89813c3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:13.719912 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3618b036-2a5f-40d8-90a8-5f11f89813c3 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:13.926841 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-cd128ca3-18a8-4d6d-a50f-a801f98d5a2c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.006984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd128ca3-18a8-4d6d-a50f-a801f98d5a2c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event deleted for resources: {'Port': ['ID=084cebfa-ec7c-42b3-a766-ae4ea419446b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:14.146220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-cd128ca3-18a8-4d6d-a50f-a801f98d5a2c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.150608 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-cd128ca3-18a8-4d6d-a50f-a801f98d5a2c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.153280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73dc74a5-3fff-4ee9-bd5f-bd9ec4c0e053 req-cd128ca3-18a8-4d6d-a50f-a801f98d5a2c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "DELETE /v2.0/floatingips/eb93af85-ce8f-4687-8009-984b542632c2 HTTP/1.1" status: 204 len: 173 time: 1.4525278 Aug 19 12:21:14.296506 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52288) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:14.303978 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.343236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0247ba80-87b8-48f0-bc0b-7c84f3ecb842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.398108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-1c55bc9e-1421-4450-a500-533f83591d3c tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips/9a83a6ff-b281-438f-b8c2-41b0e4d9d3f8 HTTP/1.1" status: 200 len: 693 time: 0.2083826 Aug 19 12:21:14.550544 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0247ba80-87b8-48f0-bc0b-7c84f3ecb842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.629023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'name': 'network-vif-deleted', 'tag': '6615dc17-8386-4f09-818e-71487490c27a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:14.634423 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca16739-4780-4793-8858-bfa1688871c8" -d '{"events": [{"server_uuid": "e2d0dbdf-98e2-4050-8636-00a0f86cdbab", "name": "network-vif-deleted", "tag": "6615dc17-8386-4f09-818e-71487490c27a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:14.645640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0247ba80-87b8-48f0-bc0b-7c84f3ecb842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.675724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4469597-5643-44fa-a299-270e606a69ea req-bce27d1e-23f2-477f-a5e2-10fb07614a6f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:14.675724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4469597-5643-44fa-a299-270e606a69ea req-bce27d1e-23f2-477f-a5e2-10fb07614a6f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.3124516 Aug 19 12:21:14.721539 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0247ba80-87b8-48f0-bc0b-7c84f3ecb842 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8c5c150c0e640bbbea4400bda48db31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134853 Aug 19 12:21:14.721539 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247ba80-87b8-48f0-bc0b-7c84f3ecb842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4fa67d-c14c-4b3c-b032-9449c0ce292f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:14.721539 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52300) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:14.777860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4469597-5643-44fa-a299-270e606a69ea req-52e1f8cc-7198-4220-be76-dea7f75524e2 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037474 Aug 19 12:21:14.847080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b2b246d-52a9-40cc-9757-dbe6686e6f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.856865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-90c39d85-7ee0-4f15-8a20-9e46465e110d tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:14.873326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-90c39d85-7ee0-4f15-8a20-9e46465e110d tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.4324853 Aug 19 12:21:14.937626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b2b246d-52a9-40cc-9757-dbe6686e6f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.990416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-2c71ea8c-d122-4851-b819-ac209bbf8767 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 696 time: 0.1189373 Aug 19 12:21:15.104647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-d9270f57-5adb-43fa-b1f3-92de50ab11cd tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 696 time: 0.0903261 Aug 19 12:21:15.179150 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b2b246d-52a9-40cc-9757-dbe6686e6f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:15.188260 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b2b246d-52a9-40cc-9757-dbe6686e6f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:15.189266 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0b2b246d-52a9-40cc-9757-dbe6686e6f17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee4fa67d-c14c-4b3c-b032-9449c0ce292f HTTP/1.1" status: 204 len: 168 time: 0.4665279 Aug 19 12:21:15.206425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b246d-52a9-40cc-9757-dbe6686e6f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4fa67d-c14c-4b3c-b032-9449c0ce292f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:15.265146 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18b6ce0-11d2-4d76-84d5-2e05402ffb48 x-openstack-request-id: req-c18b6ce0-11d2-4d76-84d5-2e05402ffb48 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:15.276295 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d0dbdf-98e2-4050-8636-00a0f86cdbab", "name": "network-vif-deleted", "tag": "6615dc17-8386-4f09-818e-71487490c27a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:15.276295 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c18b6ce0-11d2-4d76-84d5-2e05402ffb48 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:15.280498 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d0dbdf-98e2-4050-8636-00a0f86cdbab', 'name': 'network-vif-deleted', 'tag': '6615dc17-8386-4f09-818e-71487490c27a', 'status': 'completed', 'code': 200} Aug 19 12:21:15.373717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-a58c56d0-8445-4106-97cb-ab12c9ada578 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Deleting port 75c2119b-e8a9-4f13-974b-c4d37283dfe1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:15.373984 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-a58c56d0-8445-4106-97cb-ab12c9ada578 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:15.470884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52326) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:15.565452 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-a58c56d0-8445-4106-97cb-ab12c9ada578 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:15.566181 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-a58c56d0-8445-4106-97cb-ab12c9ada578 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:15.571048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52328) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:15.606997 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e97b17-3c44-4841-8ee8-888543c3a956 admin admin] Deleting subnet b3ede1da-987a-441b-8c84-707d48ae78bc {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:21:15.607562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-a58c56d0-8445-4106-97cb-ab12c9ada578 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Calling delete_port for 75c2119b-e8a9-4f13-974b-c4d37283dfe1 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:15.617924 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60e97b17-3c44-4841-8ee8-888543c3a956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:15.730593 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60e97b17-3c44-4841-8ee8-888543c3a956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:15.791643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfd2f115-a313-493d-a377-106bb2c23a72 req-e8fa6d8f-8f93-4c4e-9241-3a51edbfee33 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/fbe46fd9-dab5-4f59-a611-7450990c4c3c HTTP/1.1" status: 200 len: 1799 time: 0.2544837 Aug 19 12:21:15.817706 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60e97b17-3c44-4841-8ee8-888543c3a956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:15.907835 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bfd2f115-a313-493d-a377-106bb2c23a72 req-64c4bfe6-4183-45c5-b2e1-21149d92079f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.007164 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bfd2f115-a313-493d-a377-106bb2c23a72 req-64c4bfe6-4183-45c5-b2e1-21149d92079f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.028454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-781939421-network', 'tenant_id': '544cccaa33c84bbbacd98831022477ec'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:16.120973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60e97b17-3c44-4841-8ee8-888543c3a956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.154359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e97b17-3c44-4841-8ee8-888543c3a956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ede1da-987a-441b-8c84-707d48ae78bc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:16.162446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60e97b17-3c44-4841-8ee8-888543c3a956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.164784 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-60e97b17-3c44-4841-8ee8-888543c3a956 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b3ede1da-987a-441b-8c84-707d48ae78bc HTTP/1.1" status: 204 len: 168 time: 0.6913619 Aug 19 12:21:16.169261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52344) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:16.269047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Made reservation on behalf of 544cccaa33c84bbbacd98831022477ec for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:16.269597 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.271939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.274481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bfd2f115-a313-493d-a377-106bb2c23a72 req-64c4bfe6-4183-45c5-b2e1-21149d92079f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.279565 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bfd2f115-a313-493d-a377-106bb2c23a72 req-64c4bfe6-4183-45c5-b2e1-21149d92079f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.281233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.295473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfd2f115-a313-493d-a377-106bb2c23a72 req-64c4bfe6-4183-45c5-b2e1-21149d92079f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "DELETE /v2.0/security-groups/fbe46fd9-dab5-4f59-a611-7450990c4c3c HTTP/1.1" status: 204 len: 173 time: 0.5007071 Aug 19 12:21:16.296394 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-a58c56d0-8445-4106-97cb-ab12c9ada578 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.380001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c56d0-8445-4106-97cb-ab12c9ada578 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event deleted for resources: {'Port': ['ID=75c2119b-e8a9-4f13-974b-c4d37283dfe1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:16.383063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4bfe6-4183-45c5-b2e1-21149d92079f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe46fd9-dab5-4f59-a611-7450990c4c3c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:16.458255 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.615785 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.653056 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:21:16.667571 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.668229 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Added segment 5ff2fad8-62e1-44c3-a6e1-609568289365 of type vlan for network 4d35cb9a-9961-4f4d-981b-23ab4175a103 Aug 19 12:21:16.680604 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-4325796d-f363-4519-8cae-a389926b426a service neutron] 10.222.0.52 "GET /v2.0/ports/5fa30e6f-b5c0-4931-821f-30e0d0331727/bindings/n-h1-778732-8 HTTP/1.1" status: 200 len: 384 time: 0.3114164 Aug 19 12:21:16.688906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60613fb3-62ee-485f-9326-c876f0dd59d5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:16.731344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.753397 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.759545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-a58c56d0-8445-4106-97cb-ab12c9ada578 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.764571 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-a58c56d0-8445-4106-97cb-ab12c9ada578 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.766833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80ad4489-e1ca-44a7-bba7-d0e1a1085edd req-a58c56d0-8445-4106-97cb-ab12c9ada578 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "DELETE /v2.0/floatingips/9a83a6ff-b281-438f-b8c2-41b0e4d9d3f8 HTTP/1.1" status: 204 len: 173 time: 1.6506190 Aug 19 12:21:16.782459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81172270-59cd-41e1-a431-0c8d9d8b818a']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:16.827209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42a795-6a14-488d-a75c-4447e481aebe req-6177a96e-cabe-4ec7-9b6e-818c995b465f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:16.846748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b42a795-6a14-488d-a75c-4447e481aebe req-6177a96e-cabe-4ec7-9b6e-818c995b465f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.4310429 Aug 19 12:21:16.867756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 5fa30e6f-b5c0-4931-821f-30e0d0331727 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:16.883916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3938e7d5-14c3-4897-a9dd-254949dce273') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:16.884515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3938e7d5-14c3-4897-a9dd-254949dce273') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:16.951189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.987231 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.988247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:16.988856 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:17.017903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5c3f250-a8a6-407b-88c8-13a3db07a412 req-0b8713d2-c062-41cd-8452-77652a31ce99 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/6ee0d136-52b6-4a95-8344-34db5c0d2de3 HTTP/1.1" status: 200 len: 1800 time: 0.1524990 Aug 19 12:21:17.021784 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:17.064342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:21:17.064945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:21:17.116194 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:21:17.122186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] Pushing event updated for resources: {'Network': ['ID=4d35cb9a-9961-4f4d-981b-23ab4175a103,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:17.139175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 4d35cb9a-9961-4f4d-981b-23ab4175a103 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:21:17.182083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b42a795-6a14-488d-a75c-4447e481aebe req-0f4e369b-2742-471a-8b74-b368d22a174b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342204 Aug 19 12:21:17.208725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52372) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:17.218417 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2c204f2d-af5d-45b9-af89-7b4f3e38d9fe admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6458511 Aug 19 12:21:17.221645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52376) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:17.230214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] Request body: {'subnet': {'network_id': '4d35cb9a-9961-4f4d-981b-23ab4175a103', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-781939421-subnet', 'tenant_id': '544cccaa33c84bbbacd98831022477ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:17.364188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] Made reservation on behalf of 544cccaa33c84bbbacd98831022477ec for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:17.367350 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:17.402838 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a5c3f250-a8a6-407b-88c8-13a3db07a412 req-f6bcfbe2-25d8-4884-8c00-880d259f09ba tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:17.495050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2045789131-network', 'tenant_id': '9821813037f04bcd9995315bd5e66c4f'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:17.528331 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:17.564872 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a5c3f250-a8a6-407b-88c8-13a3db07a412 req-f6bcfbe2-25d8-4884-8c00-880d259f09ba tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:17.573248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e7e8eb06-44ca-4446-b007-a9194224508e req-88899493-69e5-4b5a-83ab-e2d4188e140e tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips/1102fe1e-f82a-4a55-bf32-39e51a99b944 HTTP/1.1" status: 200 len: 693 time: 0.1055512 Aug 19 12:21:17.584167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:17.590059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] 10.222.0.44 "DELETE /v2.0/networks/81172270-59cd-41e1-a431-0c8d9d8b818a HTTP/1.1" status: 204 len: 168 time: 1.4186614 Aug 19 12:21:17.623178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3a80c-0624-493a-b5dd-f050358e9066 admin admin] Pushing event deleted for resources: {'Network': ['ID=81172270-59cd-41e1-a431-0c8d9d8b818a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:17.720761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-21624ce7-08a9-4e29-a084-e299757a4911 service neutron] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:17.771763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-21624ce7-08a9-4e29-a084-e299757a4911 service neutron] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:17.810813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8eb06-44ca-4446-b007-a9194224508e req-6f4150cf-2b0d-4e36-bd5b-f2960a9f2eee tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:17.887775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e7e8eb06-44ca-4446-b007-a9194224508e req-6f4150cf-2b0d-4e36-bd5b-f2960a9f2eee tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.2190518 Aug 19 12:21:17.887775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-21624ce7-08a9-4e29-a084-e299757a4911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa30e6f-b5c0-4931-821f-30e0d0331727 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:17.887775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-21624ce7-08a9-4e29-a084-e299757a4911 service neutron] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:17.897366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e7e8eb06-44ca-4446-b007-a9194224508e req-9e87861a-3ab8-479b-b0f5-61edf818b396 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.0752611 Aug 19 12:21:17.954151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e7e8eb06-44ca-4446-b007-a9194224508e req-3c78beea-6340-4f42-999d-cb19ca9d75c4 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.0500121 Aug 19 12:21:18.093762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e7e8eb06-44ca-4446-b007-a9194224508e req-29671cbb-345f-4814-8015-62cfa715c873 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Deleting port ca5741b4-9e44-4202-bfcd-4963e4d56f00 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:18.096470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e7e8eb06-44ca-4446-b007-a9194224508e req-29671cbb-345f-4814-8015-62cfa715c873 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.148817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Made reservation on behalf of 9821813037f04bcd9995315bd5e66c4f for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:18.151219 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.161125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.217823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e7e8eb06-44ca-4446-b007-a9194224508e req-29671cbb-345f-4814-8015-62cfa715c873 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.217823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e7e8eb06-44ca-4446-b007-a9194224508e req-29671cbb-345f-4814-8015-62cfa715c873 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.217823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e7e8eb06-44ca-4446-b007-a9194224508e req-29671cbb-345f-4814-8015-62cfa715c873 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Calling delete_port for ca5741b4-9e44-4202-bfcd-4963e4d56f00 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:18.256612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.262931 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.269608 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-21624ce7-08a9-4e29-a084-e299757a4911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.269608 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a5c3f250-a8a6-407b-88c8-13a3db07a412 req-f6bcfbe2-25d8-4884-8c00-880d259f09ba tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.272696 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a5c3f250-a8a6-407b-88c8-13a3db07a412 req-f6bcfbe2-25d8-4884-8c00-880d259f09ba tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.273972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5c3f250-a8a6-407b-88c8-13a3db07a412 req-f6bcfbe2-25d8-4884-8c00-880d259f09ba tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "DELETE /v2.0/security-groups/6ee0d136-52b6-4a95-8344-34db5c0d2de3 HTTP/1.1" status: 204 len: 173 time: 1.2443275 Aug 19 12:21:18.307236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcfbe2-25d8-4884-8c00-880d259f09ba tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee0d136-52b6-4a95-8344-34db5c0d2de3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:18.384528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] Checking segment: {'id': '5ff2fad8-62e1-44c3-a6e1-609568289365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4d35cb9a-9961-4f4d-981b-23ab4175a103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:18.384528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] Network hostable DHCP agents. Network: 4d35cb9a-9961-4f4d-981b-23ab4175a103, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:21:18.384872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-21624ce7-08a9-4e29-a084-e299757a4911 service neutron] Transition to ACTIVE for port object 5fa30e6f-b5c0-4931-821f-30e0d0331727 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:18.385763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fc0ef9-e30c-4018-bd48-1ede67262d39,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:18.464246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.488685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:21:18.510526 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.510901 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Added segment 6603b189-a8b4-44b8-a5a7-955134ff4bc4 of type vlan for network 282bbe41-b9e3-486b-bc64-27b7fea0f7b2 Aug 19 12:21:18.513097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42222a6a-9915-42fe-89d9-4173b7bcc2ce,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:18.587914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.682592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] Network 4d35cb9a-9961-4f4d-981b-23ab4175a103 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:21:18.767378 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-21624ce7-08a9-4e29-a084-e299757a4911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.887729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc0813-0cec-417d-9d9c-262a32a95c79 req-82250652-79b2-4f60-afcb-a1e5ab8ab6c5 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:18.889417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8bc0813-0cec-417d-9d9c-262a32a95c79 req-82250652-79b2-4f60-afcb-a1e5ab8ab6c5 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 944 time: 0.4389293 Aug 19 12:21:18.890615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-21624ce7-08a9-4e29-a084-e299757a4911 service neutron] No DVR routers for this DVR port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:18.892839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21624ce7-08a9-4e29-a084-e299757a4911 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa30e6f-b5c0-4931-821f-30e0d0331727,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:18.946015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52400) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:18.973304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8bc0813-0cec-417d-9d9c-262a32a95c79 req-3ffc407e-3a0e-4967-be97-f60aded95935 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751541 Aug 19 12:21:18.976625 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e7e8eb06-44ca-4446-b007-a9194224508e req-29671cbb-345f-4814-8015-62cfa715c873 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.978839 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.980935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:18.981939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.987203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-21624ce7-08a9-4e29-a084-e299757a4911 service neutron] 10.222.0.52 "PUT /v2.0/ports/5fa30e6f-b5c0-4931-821f-30e0d0331727/bindings/n-h1-778732-8/activate HTTP/1.1" status: 200 len: 369 time: 2.2940574 Aug 19 12:21:19.003890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 4d35cb9a-9961-4f4d-981b-23ab4175a103) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:19.014538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bdbd77-f2da-434e-aa67-19ca284894b0 None None] Network 4d35cb9a-9961-4f4d-981b-23ab4175a103 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:19.025314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:19.025931 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.088312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29671cbb-345f-4814-8015-62cfa715c873 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Pushing event deleted for resources: {'Port': ['ID=ca5741b4-9e44-4202-bfcd-4963e4d56f00,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:19.098581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-db53dfe7-b8f2-4c44-a887-4bb1e5efcd9f req-c03e3216-a5ca-4253-8413-5122cbeef6da tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1123774623', 'description': 'tempest-description-1985912307'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:19.259158 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e7e8eb06-44ca-4446-b007-a9194224508e req-29671cbb-345f-4814-8015-62cfa715c873 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.264246 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e7e8eb06-44ca-4446-b007-a9194224508e req-29671cbb-345f-4814-8015-62cfa715c873 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.266278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e7e8eb06-44ca-4446-b007-a9194224508e req-29671cbb-345f-4814-8015-62cfa715c873 tempest-FloatingIPDetailsTestJSON-1574996411 tempest-FloatingIPDetailsTestJSON-1574996411-project] 10.222.0.44 "DELETE /v2.0/floatingips/1102fe1e-f82a-4a55-bf32-39e51a99b944 HTTP/1.1" status: 204 len: 173 time: 1.3059218 Aug 19 12:21:19.283884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52402) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:19.290094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00f2745-ba13-435d-808e-5358de96a944 None None] Network 4d35cb9a-9961-4f4d-981b-23ab4175a103 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:19.673132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-04837fd4-743c-4f90-97b2-8d0ef6762414 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:19.674972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-04837fd4-743c-4f90-97b2-8d0ef6762414 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.2554884 Aug 19 12:21:19.735423 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db53dfe7-b8f2-4c44-a887-4bb1e5efcd9f req-c03e3216-a5ca-4253-8413-5122cbeef6da tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.880742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-01f606b0-46dc-489d-99a3-5b5e4ae8881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:19.883006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-01f606b0-46dc-489d-99a3-5b5e4ae8881f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f&tenant_id=04ab79f9c1124eabb694c0c9804394aa HTTP/1.1" status: 200 len: 1096 time: 0.1495452 Aug 19 12:21:19.921984 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-85d01f0f-7f1f-405e-b812-71e3900ddc6b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6985559 Aug 19 12:21:19.934150 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7270296 Aug 19 12:21:19.937239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52418) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:19.967679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8f9c6-dc27-4199-8a4d-11654529acd8 admin admin] Pushing event updated for resources: {'Network': ['ID=282bbe41-b9e3-486b-bc64-27b7fea0f7b2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:19.978699 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-32ed5e66-b859-4838-9793-777eabfe010e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b8f3377ed934a89985dae58e48d8c91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0293112 Aug 19 12:21:19.978986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52420) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:19.981809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] Request body: {'subnet': {'network_id': '282bbe41-b9e3-486b-bc64-27b7fea0f7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2045789131-subnet', 'tenant_id': '9821813037f04bcd9995315bd5e66c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:19.988619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 282bbe41-b9e3-486b-bc64-27b7fea0f7b2 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:21:20.061343 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1400555-3a07-474e-8ab9-f4432d63d5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.087725 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:21:20.092006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1400555-3a07-474e-8ab9-f4432d63d5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.291891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-965a8b5c-32db-44fb-9e39-288f2c3e9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:20.294060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-965a8b5c-32db-44fb-9e39-288f2c3e9b16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 1096 time: 0.3807912 Aug 19 12:21:20.300297 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1400555-3a07-474e-8ab9-f4432d63d5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.305687 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1400555-3a07-474e-8ab9-f4432d63d5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.323097 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a1400555-3a07-474e-8ab9-f4432d63d5cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/beac8449-922a-404b-a116-d36f0c0709cf HTTP/1.1" status: 204 len: 168 time: 0.3369327 Aug 19 12:21:20.344387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1400555-3a07-474e-8ab9-f4432d63d5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beac8449-922a-404b-a116-d36f0c0709cf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:20.508383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c189d2-7969-4592-85fb-f44a9e534194 req-d2ec12f6-9ea2-44b8-9f72-71a9aace838e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:20.510595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50c189d2-7969-4592-85fb-f44a9e534194 req-d2ec12f6-9ea2-44b8-9f72-71a9aace838e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 945 time: 0.2931957 Aug 19 12:21:20.533055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db53dfe7-b8f2-4c44-a887-4bb1e5efcd9f req-c03e3216-a5ca-4253-8413-5122cbeef6da tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.565014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-b8640ae8-afc8-45ac-add6-9f3273190340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:20.566652 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-b8640ae8-afc8-45ac-add6-9f3273190340 service neutron] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.2625213 Aug 19 12:21:20.679490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-bfb23aa6-67ec-438a-b7d0-8fb1d9100781 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727 HTTP/1.1" status: 200 len: 217 time: 0.1038733 Aug 19 12:21:20.714031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50c189d2-7969-4592-85fb-f44a9e534194 req-9b8ceb3b-fc31-494d-b8c3-21f3f6e86679 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752968 Aug 19 12:21:20.747636 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db53dfe7-b8f2-4c44-a887-4bb1e5efcd9f req-c03e3216-a5ca-4253-8413-5122cbeef6da tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.851439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e3216-a5ca-4253-8413-5122cbeef6da tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8b1ae4-3856-4091-a1b7-73b8fc633e8c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:20.855750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-4bdd85ba-85e6-4b55-800b-80697bc39f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:20.857957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-4bdd85ba-85e6-4b55-800b-80697bc39f0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.1699283 Aug 19 12:21:20.872499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.017316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] Made reservation on behalf of 9821813037f04bcd9995315bd5e66c4f for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:21.020478 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.058807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-dcb9a008-e82c-4fd0-8cf2-2809a4ba6fdb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627551 Aug 19 12:21:21.195385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e34366e4-7e2c-48d1-a691-f862c49673f8 req-95b72ffa-4613-433c-a41a-30fb8aeadcdf tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1819911947', 'description': 'tempest-description-1332911410'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:21.200364 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-02f3583c-612a-4dc8-901f-e578735a6413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.308993 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db53dfe7-b8f2-4c44-a887-4bb1e5efcd9f req-c03e3216-a5ca-4253-8413-5122cbeef6da tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.310319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db53dfe7-b8f2-4c44-a887-4bb1e5efcd9f req-c03e3216-a5ca-4253-8413-5122cbeef6da tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 2.2266700 Aug 19 12:21:21.422582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-66c4ca6d-ce94-4c83-961f-893eafe7c4e1 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315237 Aug 19 12:21:21.541463 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e34366e4-7e2c-48d1-a691-f862c49673f8 req-95b72ffa-4613-433c-a41a-30fb8aeadcdf tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.101907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-c6bc89e3-2a4b-48b1-bfce-c92f658f2227 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372998 Aug 19 12:21:22.120895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5cf4d9d-3cad-45e8-907f-353c9e120aea req-d9533896-6393-4933-be44-b139d02c8f4a tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/3f8b1ae4-3856-4091-a1b7-73b8fc633e8c HTTP/1.1" status: 200 len: 1801 time: 0.1767612 Aug 19 12:21:22.149916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b5cf4d9d-3cad-45e8-907f-353c9e120aea req-883e4db3-beb9-4db4-940c-4be9a9a26773 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1124893956', 'description': 'tempest-description-hth-918299342'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:22.212028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] Deleting port 5687a182-c1df-4230-a0df-a9e931078a8b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:22.212375 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.220025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5cf4d9d-3cad-45e8-907f-353c9e120aea req-883e4db3-beb9-4db4-940c-4be9a9a26773 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.269679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e34366e4-7e2c-48d1-a691-f862c49673f8 req-95b72ffa-4613-433c-a41a-30fb8aeadcdf tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.271050 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.392821 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5cf4d9d-3cad-45e8-907f-353c9e120aea req-883e4db3-beb9-4db4-940c-4be9a9a26773 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.416179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=824bb443-0856-4634-b270-2e0b645294e4,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:22.460679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] For port 5687a182-c1df-4230-a0df-a9e931078a8b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5687a182-c1df-4230-a0df-a9e931078a8b,segment=NetworkSegment(1d3edcb9-6e38-4296-ba1a-075e994871cc),segment_id=1d3edcb9-6e38-4296-ba1a-075e994871cc)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:22.461174 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.476340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] Checking segment: {'id': '6603b189-a8b4-44b8-a5a7-955134ff4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '282bbe41-b9e3-486b-bc64-27b7fea0f7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:22.476929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] Network hostable DHCP agents. Network: 282bbe41-b9e3-486b-bc64-27b7fea0f7b2, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:21:22.498889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] Calling delete_port for 5687a182-c1df-4230-a0df-a9e931078a8b owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:22.503158 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e34366e4-7e2c-48d1-a691-f862c49673f8 req-95b72ffa-4613-433c-a41a-30fb8aeadcdf tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.625235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52468) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:22.629768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b72ffa-4613-433c-a41a-30fb8aeadcdf tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f047ff3-6f6e-4575-bdcf-0ae1c502ebc0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:22.648339 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5cf4d9d-3cad-45e8-907f-353c9e120aea req-883e4db3-beb9-4db4-940c-4be9a9a26773 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.652758 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5cf4d9d-3cad-45e8-907f-353c9e120aea req-883e4db3-beb9-4db4-940c-4be9a9a26773 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.665062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5cf4d9d-3cad-45e8-907f-353c9e120aea req-883e4db3-beb9-4db4-940c-4be9a9a26773 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "PUT /v2.0/security-groups/3f8b1ae4-3856-4091-a1b7-73b8fc633e8c HTTP/1.1" status: 200 len: 1774 time: 0.5194783 Aug 19 12:21:22.707730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] Network 282bbe41-b9e3-486b-bc64-27b7fea0f7b2 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:21:22.711207 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e34366e4-7e2c-48d1-a691-f862c49673f8 req-95b72ffa-4613-433c-a41a-30fb8aeadcdf tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.712826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e34366e4-7e2c-48d1-a691-f862c49673f8 req-95b72ffa-4613-433c-a41a-30fb8aeadcdf tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.5328081 Aug 19 12:21:22.799588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e4db3-beb9-4db4-940c-4be9a9a26773 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8b1ae4-3856-4091-a1b7-73b8fc633e8c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:22.861985 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1161219509-network', 'tenant_id': 'f571453ff4504fdc967bb6fa22368c01'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:22.868856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dac59-9a01-454c-b347-8161c187e7df req-7f3e8949-7013-45ab-9ece-3b766603034f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.871736 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f5dac59-9a01-454c-b347-8161c187e7df req-7f3e8949-7013-45ab-9ece-3b766603034f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 945 time: 0.0899398 Aug 19 12:21:23.103016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f5dac59-9a01-454c-b347-8161c187e7df req-6ab7495d-ef70-49ed-91f4-3929661e5fd7 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200867 Aug 19 12:21:23.103016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8337a62-3040-458c-9f0d-bc8ec0210c73 req-b769363a-dfd0-4e3b-9006-cbf44d119801 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/3f8b1ae4-3856-4091-a1b7-73b8fc633e8c HTTP/1.1" status: 200 len: 1774 time: 0.0899119 Aug 19 12:21:23.103016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-494a0611-59ba-4a0c-bfbe-5da14f993153 req-5e9bdf8b-99b2-4b0b-bc34-37d42cd97783 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/8f047ff3-6f6e-4575-bdcf-0ae1c502ebc0 HTTP/1.1" status: 200 len: 1813 time: 0.0670784 Aug 19 12:21:23.111965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-494a0611-59ba-4a0c-bfbe-5da14f993153 req-a687a03f-0583-4dca-9182-859876f56f2b tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f047ff3-6f6e-4575-bdcf-0ae1c502ebc0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:23.111965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-494a0611-59ba-4a0c-bfbe-5da14f993153 req-a687a03f-0583-4dca-9182-859876f56f2b tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f047ff3-6f6e-4575-bdcf-0ae1c502ebc0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:23.162111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aefd96e6-cde7-4885-b2c8-5b7aa4bc409f req-e6337a05-933b-4dcc-98ce-0f59da3a9d75 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/3f8b1ae4-3856-4091-a1b7-73b8fc633e8c HTTP/1.1" status: 200 len: 1774 time: 0.0417757 Aug 19 12:21:23.231999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aefd96e6-cde7-4885-b2c8-5b7aa4bc409f req-85e9e19e-8c1b-4d14-8a8c-8fdc7f70548d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.259876 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aefd96e6-cde7-4885-b2c8-5b7aa4bc409f req-85e9e19e-8c1b-4d14-8a8c-8fdc7f70548d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.336259 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Made reservation on behalf of f571453ff4504fdc967bb6fa22368c01 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:23.339681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 282bbe41-b9e3-486b-bc64-27b7fea0f7b2) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:23.340903 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.342327 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.353320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36223274-f796-4512-aabf-c2b5e67df6c3 None None] Network 282bbe41-b9e3-486b-bc64-27b7fea0f7b2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:23.360353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:23.361260 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.387190 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.461004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5687a182-c1df-4230-a0df-a9e931078a8b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:23.581328 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aefd96e6-cde7-4885-b2c8-5b7aa4bc409f req-85e9e19e-8c1b-4d14-8a8c-8fdc7f70548d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.586068 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aefd96e6-cde7-4885-b2c8-5b7aa4bc409f req-85e9e19e-8c1b-4d14-8a8c-8fdc7f70548d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.595842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aefd96e6-cde7-4885-b2c8-5b7aa4bc409f req-85e9e19e-8c1b-4d14-8a8c-8fdc7f70548d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "DELETE /v2.0/security-groups/3f8b1ae4-3856-4091-a1b7-73b8fc633e8c HTTP/1.1" status: 204 len: 173 time: 0.4266734 Aug 19 12:21:23.659760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9e19e-8c1b-4d14-8a8c-8fdc7f70548d tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8b1ae4-3856-4091-a1b7-73b8fc633e8c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:23.687381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ae440-f43e-45da-9952-387cd87c9bb1 None None] Network 282bbe41-b9e3-486b-bc64-27b7fea0f7b2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:23.785752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-7f033878-e9a3-4cf6-9e9d-1b24473c7022 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:23.786498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-7f033878-e9a3-4cf6-9e9d-1b24473c7022 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f&tenant_id=04ab79f9c1124eabb694c0c9804394aa&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.4226365 Aug 19 12:21:24.031345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d93aabc4-f855-4c76-824f-b73c350c6372 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.0428786 Aug 19 12:21:24.035202 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-3354c8b6-b286-4b2e-9872-fb3775b8ca1c req-cb71a7c6-13e0-4c86-8d2d-0eec51dbd2ad tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] show failed (client error): The resource could not be found. Aug 19 12:21:24.036693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3354c8b6-b286-4b2e-9872-fb3775b8ca1c req-cb71a7c6-13e0-4c86-8d2d-0eec51dbd2ad tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/6ee0d136-52b6-4a95-8344-34db5c0d2de3 HTTP/1.1" status: 404 len: 352 time: 0.1510701 Aug 19 12:21:24.126753 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.148981 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-494a0611-59ba-4a0c-bfbe-5da14f993153 req-a687a03f-0583-4dca-9182-859876f56f2b tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.171909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd2a8a9-8ff6-43df-aadd-6cd418a917f0 req-acb1e5a7-1914-4ea5-a72e-a94f42aa8746 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4102223 Aug 19 12:21:24.266856 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-494a0611-59ba-4a0c-bfbe-5da14f993153 req-a687a03f-0583-4dca-9182-859876f56f2b tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.266856 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.366036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.432458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:21:24.444541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:24.454313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.459317 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Added segment c1a5bf49-3c85-48da-9b02-f687c72d1cb7 of type vlan for network 35d93d14-2a10-410c-a93c-901be99b829a Aug 19 12:21:24.472691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2a8a9-8ff6-43df-aadd-6cd418a917f0 req-6d4334e1-4a90-4f97-b817-68ba545d5956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.474725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd2a8a9-8ff6-43df-aadd-6cd418a917f0 req-6d4334e1-4a90-4f97-b817-68ba545d5956 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 1096 time: 0.2635345 Aug 19 12:21:24.475742 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-9bbd8f66-13c8-46ce-8403-4ce8f2382eb3 req-17c2785b-a61a-4782-ac99-21c6e9e688d6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] show failed (client error): The resource could not be found. Aug 19 12:21:24.489429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9bbd8f66-13c8-46ce-8403-4ce8f2382eb3 req-17c2785b-a61a-4782-ac99-21c6e9e688d6 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/fbe46fd9-dab5-4f59-a611-7450990c4c3c HTTP/1.1" status: 404 len: 352 time: 0.1403482 Aug 19 12:21:24.499529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-494a0611-59ba-4a0c-bfbe-5da14f993153 req-a687a03f-0583-4dca-9182-859876f56f2b tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.589612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.684685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687a03f-0583-4dca-9182-859876f56f2b tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0af6e3f-a42c-41ad-a9e5-4d360bed2308,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:24.790504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-bb0897a8-5d17-4bc7-8955-2309dcd4c2d6 service neutron] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:24.806651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-bb0897a8-5d17-4bc7-8955-2309dcd4c2d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.810624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14a7eaa9-5e02-452d-a0c5-aaf67ed4a5bf req-bb0897a8-5d17-4bc7-8955-2309dcd4c2d6 service neutron] 10.222.0.53 "DELETE /v2.0/ports/5fa30e6f-b5c0-4931-821f-30e0d0331727/bindings/n-h2-778732-8 HTTP/1.1" status: 204 len: 173 time: 0.9967337 Aug 19 12:21:24.819327 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.821307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.823444 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.882912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2a8a9-8ff6-43df-aadd-6cd418a917f0 req-98294bbc-2604-4cac-9025-ed11db56c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.885336 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd2a8a9-8ff6-43df-aadd-6cd418a917f0 req-98294bbc-2604-4cac-9025-ed11db56c6dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.3555799 Aug 19 12:21:24.951177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] Pushing event updated for resources: {'Network': ['ID=35d93d14-2a10-410c-a93c-901be99b829a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:24.963545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 35d93d14-2a10-410c-a93c-901be99b829a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:21:24.984483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cfb69-2e0c-4657-a1c6-05100b90442b req-1baa29af-2265-4200-a280-6514c0c7b441 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.991168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc7cfb69-2e0c-4657-a1c6-05100b90442b req-1baa29af-2265-4200-a280-6514c0c7b441 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 945 time: 0.3164251 Aug 19 12:21:25.009337 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-494a0611-59ba-4a0c-bfbe-5da14f993153 req-a687a03f-0583-4dca-9182-859876f56f2b tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.021833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-494a0611-59ba-4a0c-bfbe-5da14f993153 req-a687a03f-0583-4dca-9182-859876f56f2b tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.9149530 Aug 19 12:21:25.044000 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8d250541-b0ab-4a58-856c-31e5822bd98e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4170294 Aug 19 12:21:25.044974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52522) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:25.055561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] Request body: {'subnet': {'network_id': '35d93d14-2a10-410c-a93c-901be99b829a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1161219509-subnet', 'tenant_id': 'f571453ff4504fdc967bb6fa22368c01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:25.162146 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd2a8a9-8ff6-43df-aadd-6cd418a917f0 req-ea58a53d-8ed6-43c2-b17c-54c454db4e5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f31bb26c-f2e2-4011-b74f-023241f3e829 HTTP/1.1" status: 200 len: 217 time: 0.2638988 Aug 19 12:21:25.221519 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-3f55cd74-f04f-46af-9b7c-a9e13acfdd9f req-4c59dc7a-0c83-447e-8adb-88d89fd27594 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] show failed (client error): The resource could not be found. Aug 19 12:21:25.225904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f55cd74-f04f-46af-9b7c-a9e13acfdd9f req-4c59dc7a-0c83-447e-8adb-88d89fd27594 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/33f77614-70e8-490d-90b7-21a5ccbb1051 HTTP/1.1" status: 404 len: 352 time: 0.0911272 Aug 19 12:21:25.337108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] Made reservation on behalf of f571453ff4504fdc967bb6fa22368c01 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:25.347732 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.352042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] Router 7092da8e-a821-4327-b926-e9b7092a5403 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:21:25.373731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc7cfb69-2e0c-4657-a1c6-05100b90442b req-c68efb10-aa78-4693-b47d-9407480f07ae tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813236 Aug 19 12:21:25.410419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2a8a9-8ff6-43df-aadd-6cd418a917f0 req-b5737996-60b8-4acb-a6d4-6874e48e6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:25.412158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd2a8a9-8ff6-43df-aadd-6cd418a917f0 req-b5737996-60b8-4acb-a6d4-6874e48e6aed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.2285810 Aug 19 12:21:25.464764 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2eeef2b-7006-416d-9a0a-83761e5bbc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.735083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:25.742816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-069412b4-6617-438a-aa30-c12cbed835e2 admin admin] 10.222.0.44 "PUT /v2.0/routers/7092da8e-a821-4327-b926-e9b7092a5403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4575217 Aug 19 12:21:25.751292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575dc0ca-2ae2-4da2-b78a-e7d111e63cf2 None None] Sync routers for ids ['7092da8e-a821-4327-b926-e9b7092a5403'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:25.763359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52538) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:25.773748 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.780173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575dc0ca-2ae2-4da2-b78a-e7d111e63cf2 None None] Routers {'7092da8e-a821-4327-b926-e9b7092a5403'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:25.781323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-575dc0ca-2ae2-4da2-b78a-e7d111e63cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:21:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7092da8e-a821-4327-b926-e9b7092a5403'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:26.069422 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52542) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:26.077791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-530634128-network', 'tenant_id': '8d3b0d7716764ed9a446a2f04073ec2d'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:26.115778 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.169428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-575dc0ca-2ae2-4da2-b78a-e7d111e63cf2 None None] Set router 7092da8e-a821-4327-b926-e9b7092a5403 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:26.205856 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.280802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d81dc2c-0bdc-4c19-91d4-3db9c0a7c499 req-aa68669a-abcd-40ce-b063-221993c53889 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/8f047ff3-6f6e-4575-bdcf-0ae1c502ebc0 HTTP/1.1" status: 200 len: 2406 time: 0.9632387 Aug 19 12:21:26.295304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] Checking segment: {'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:26.295304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] Network hostable DHCP agents. Network: 35d93d14-2a10-410c-a93c-901be99b829a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:21:26.319250 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd43e2da-ca7b-4455-a7b6-f11b33978fb9,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:26.367795 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Made reservation on behalf of 8d3b0d7716764ed9a446a2f04073ec2d for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:26.373054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.383430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd2a8a9-8ff6-43df-aadd-6cd418a917f0 req-ba1825dc-2bab-4906-b540-8645db10f273 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9581718 Aug 19 12:21:26.393829 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-318abd27-0ad9-41ae-bcf7-12895e48148d req-51c6ee53-1c8c-484c-a0da-7d03b132c065 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] show failed (client error): The resource could not be found. Aug 19 12:21:26.395764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.396031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-318abd27-0ad9-41ae-bcf7-12895e48148d req-51c6ee53-1c8c-484c-a0da-7d03b132c065 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/0f94dfb2-0572-4cf0-b99c-cd7c47cb65ef HTTP/1.1" status: 404 len: 352 time: 0.6166279 Aug 19 12:21:26.614414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-575dc0ca-2ae2-4da2-b78a-e7d111e63cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7092da8e-a821-4327-b926-e9b7092a5403', 'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-router', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:38Z', 'updated_at': '2021-08-19T12:21:22Z', 'revision_number': 5, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'gw_port': {'id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:39Z', 'updated_at': '2021-08-19T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:26.625646 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.632399 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.648825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] Network 35d93d14-2a10-410c-a93c-901be99b829a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:21:26.649007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd2a8a9-8ff6-43df-aadd-6cd418a917f0 req-6e970d76-6fb9-4fe0-ae51-2c9f557b6c7b service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443619 Aug 19 12:21:26.649137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c46dd0-ff9e-4ab2-9104-40d5395f67b1 req-42c6e500-3d5e-46b2-9bc8-5d9d3d09b59e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8635895 Aug 19 12:21:26.684573 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575dc0ca-2ae2-4da2-b78a-e7d111e63cf2 None None] Checking router: 7092da8e-a821-4327-b926-e9b7092a5403 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:21:26.689001 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-febffd23-ef67-4055-a39d-8c590389fb04 req-99eae899-3111-47f7-9983-7a6788e47052 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] show failed (client error): The resource could not be found. Aug 19 12:21:26.697292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575dc0ca-2ae2-4da2-b78a-e7d111e63cf2 None None] Routers {'7092da8e-a821-4327-b926-e9b7092a5403'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:26.699363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-575dc0ca-2ae2-4da2-b78a-e7d111e63cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:21:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7092da8e-a821-4327-b926-e9b7092a5403'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:26.703970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febffd23-ef67-4055-a39d-8c590389fb04 req-99eae899-3111-47f7-9983-7a6788e47052 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/a3c000c7-863e-42cc-8e52-0b2819747407 HTTP/1.1" status: 404 len: 352 time: 0.1614878 Aug 19 12:21:26.730114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc7232d0-551a-4f7a-a6ea-686d3db75868 req-fe659305-c1dd-40db-a5c1-449bc1fac3a3 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-group-rules/d0af6e3f-a42c-41ad-a9e5-4d360bed2308 HTTP/1.1" status: 200 len: 778 time: 0.2789207 Aug 19 12:21:26.863147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-575dc0ca-2ae2-4da2-b78a-e7d111e63cf2 None None] Set router 7092da8e-a821-4327-b926-e9b7092a5403 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:26.872512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.885159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:21:26.896150 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.896685 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Added segment c53784ca-f362-43b9-8ac1-fa958f7aaf3d of type vlan for network a17b8cd2-5d3d-4b9b-ad24-f45b85c39069 Aug 19 12:21:26.943510 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.949355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c46dd0-ff9e-4ab2-9104-40d5395f67b1 req-c4188c67-292a-435c-8f67-85f994af024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:26.949355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c46dd0-ff9e-4ab2-9104-40d5395f67b1 req-c4188c67-292a-435c-8f67-85f994af024c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04ab79f9c1124eabb694c0c9804394aa&device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 1095 time: 0.1610084 Aug 19 12:21:26.957112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ba65c-9660-4ec3-9c9e-86ec72fa7be4 req-e0dea4a2-f133-4a3d-8aca-64a2fb49949c tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:26.969841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a86ba65c-9660-4ec3-9c9e-86ec72fa7be4 req-e0dea4a2-f133-4a3d-8aca-64a2fb49949c tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 1096 time: 0.1615980 Aug 19 12:21:26.981098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc7232d0-551a-4f7a-a6ea-686d3db75868 req-f7d64b31-8e4a-4624-a6fc-4dfc5fc59df4 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/8f047ff3-6f6e-4575-bdcf-0ae1c502ebc0 HTTP/1.1" status: 200 len: 2406 time: 0.1864691 Aug 19 12:21:26.982688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 35d93d14-2a10-410c-a93c-901be99b829a) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:26.993786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:26.994714 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.045672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db03ed99-68e5-4d72-9e2f-8c91b2be7884,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:27.088223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c46dd0-ff9e-4ab2-9104-40d5395f67b1 req-a8ec6bc1-c42d-4607-a5a5-edd25045abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.090066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c46dd0-ff9e-4ab2-9104-40d5395f67b1 req-a8ec6bc1-c42d-4607-a5a5-edd25045abfc service neutron] 10.222.0.53 "GET /v2.0/networks?id=955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 200 len: 921 time: 0.1131835 Aug 19 12:21:27.095286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437bfc7-167a-4bb3-bb82-3486bbfd18ac None None] Network 35d93d14-2a10-410c-a93c-901be99b829a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:27.095994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd2a8a9-8ff6-43df-aadd-6cd418a917f0 req-f3af59e3-ab92-41c0-ba1c-7f70fe611c5b service neutron] 10.222.0.52 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232991 Aug 19 12:21:27.098125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Deleting port d1ddd8c8-46c3-4fbb-bde1-617e422f3566 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:27.098607 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.195116 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.196281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.196983 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.197620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c46dd0-ff9e-4ab2-9104-40d5395f67b1 req-9ae1cd6e-3541-4609-8173-2397b6c9c7f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1 HTTP/1.1" status: 200 len: 217 time: 0.0872881 Aug 19 12:21:27.266407 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d48d5893-2851-4be3-b218-824bea0d3a58 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2112930 Aug 19 12:21:27.266941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a86ba65c-9660-4ec3-9c9e-86ec72fa7be4 req-6c1363bb-0f20-47ac-b0b6-f84f111ec068 tempest-LiveAutoBlockMigrationV225Test-720790179 tempest-LiveAutoBlockMigrationV225Test-720790179-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924218 Aug 19 12:21:27.293753 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.332850 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] Pushing event updated for resources: {'Network': ['ID=a17b8cd2-5d3d-4b9b-ad24-f45b85c39069,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:27.372265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c46dd0-ff9e-4ab2-9104-40d5395f67b1 req-1fd7e847-784f-409b-9049-d9a278c6876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.374044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c46dd0-ff9e-4ab2-9104-40d5395f67b1 req-1fd7e847-784f-409b-9049-d9a278c6876d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 200 len: 860 time: 0.1553347 Aug 19 12:21:27.375822 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc7232d0-551a-4f7a-a6ea-686d3db75868 req-7c24053f-de8e-4927-9877-3ba72681b77e tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.412884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network a17b8cd2-5d3d-4b9b-ad24-f45b85c39069 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:21:27.416613 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc7232d0-551a-4f7a-a6ea-686d3db75868 req-7c24053f-de8e-4927-9877-3ba72681b77e tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.421394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c46dd0-ff9e-4ab2-9104-40d5395f67b1 req-c7ab6f5e-816e-46dc-a602-ff0f570f79e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=955b0894-0665-4200-93e0-8fea9bacbe74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369461 Aug 19 12:21:27.427013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] For port d1ddd8c8-46c3-4fbb-bde1-617e422f3566, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d1ddd8c8-46c3-4fbb-bde1-617e422f3566,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:27.427013 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.446607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Calling delete_port for d1ddd8c8-46c3-4fbb-bde1-617e422f3566 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:27.578107 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e9a3370f-392b-4993-8c26-12d7158e24ee admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5041573 Aug 19 12:21:27.579219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52570) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:27.587737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] Request body: {'subnet': {'network_id': 'a17b8cd2-5d3d-4b9b-ad24-f45b85c39069', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-530634128-subnet', 'tenant_id': '8d3b0d7716764ed9a446a2f04073ec2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:27.605221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d59447-28a2-4704-9e1e-9cc4b8bda416 None None] Network 35d93d14-2a10-410c-a93c-901be99b829a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:27.628741 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-9fa3a7ed-bc9c-4b37-b0fa-3c26b57ff6a5 req-9d903dbc-66b8-4ff0-ad51-24b57891fd27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] show failed (client error): The resource could not be found. Aug 19 12:21:27.646646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9fa3a7ed-bc9c-4b37-b0fa-3c26b57ff6a5 req-9d903dbc-66b8-4ff0-ad51-24b57891fd27 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/9f913fb9-1b16-4ecd-a435-037d6aff71f5 HTTP/1.1" status: 404 len: 352 time: 0.0819709 Aug 19 12:21:27.650897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c46dd0-ff9e-4ab2-9104-40d5395f67b1 req-0cdf1bf2-28ce-4fee-828b-e1b0704d7d80 service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150476 Aug 19 12:21:27.761475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-575dc0ca-2ae2-4da2-b78a-e7d111e63cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7092da8e-a821-4327-b926-e9b7092a5403', 'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-router', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:38Z', 'updated_at': '2021-08-19T12:21:22Z', 'revision_number': 5, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'gw_port': {'id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:39Z', 'updated_at': '2021-08-19T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:27.774071 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc7232d0-551a-4f7a-a6ea-686d3db75868 req-7c24053f-de8e-4927-9877-3ba72681b77e tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.798599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc7232d0-551a-4f7a-a6ea-686d3db75868 req-7c24053f-de8e-4927-9877-3ba72681b77e tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.798599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc7232d0-551a-4f7a-a6ea-686d3db75868 req-7c24053f-de8e-4927-9877-3ba72681b77e tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d0af6e3f-a42c-41ad-a9e5-4d360bed2308 HTTP/1.1" status: 204 len: 173 time: 0.7048836 Aug 19 12:21:27.827523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575dc0ca-2ae2-4da2-b78a-e7d111e63cf2 None None] The sync data for ids ['7092da8e-a821-4327-b926-e9b7092a5403'] in n-d-778732-8 is: [{'id': '7092da8e-a821-4327-b926-e9b7092a5403', 'name': 'tempest-FloatingIPDetailsTestJSON-1315131336-router', 'tenant_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:38Z', 'updated_at': '2021-08-19T12:21:22Z', 'revision_number': 5, 'project_id': 'ddcd02f1ecf8424384397aa73b4ab307', 'gw_port': {'id': 'd1ddd8c8-46c3-4fbb-bde1-617e422f3566', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7092da8e-a821-4327-b926-e9b7092a5403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:39Z', 'updated_at': '2021-08-19T12:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:27.832305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24053f-de8e-4927-9877-3ba72681b77e tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0af6e3f-a42c-41ad-a9e5-4d360bed2308,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:27.850504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] Made reservation on behalf of 8d3b0d7716764ed9a446a2f04073ec2d for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:27.850504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.954566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c46dd0-ff9e-4ab2-9104-40d5395f67b1 req-2aa8ce79-b775-4491-8af1-f8e9d1fd13bd service neutron] 10.222.0.53 "GET /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955842 Aug 19 12:21:28.251052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5687a182-c1df-4230-a0df-a9e931078a8b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:28.293089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 5687a182-c1df-4230-a0df-a9e931078a8b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:28.294154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5687a182-c1df-4230-a0df-a9e931078a8b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:28.340869 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:28.386987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:28.497414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ddd8c8-46c3-4fbb-bde1-617e422f3566,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:28.619831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2b533b-a02d-431b-bcbc-dc20db7262e2,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:28.632058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] Checking segment: {'id': 'c53784ca-f362-43b9-8ac1-fa958f7aaf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a17b8cd2-5d3d-4b9b-ad24-f45b85c39069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:28.632058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] Network hostable DHCP agents. Network: a17b8cd2-5d3d-4b9b-ad24-f45b85c39069, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:21:28.658856 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:28.774605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:28.779984 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.039765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-3542f0aa-5ff9-4caa-a5cf-ee360544761e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.039765 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-3542f0aa-5ff9-4caa-a5cf-ee360544761e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/networks?id=35d93d14-2a10-410c-a93c-901be99b829a HTTP/1.1" status: 200 len: 822 time: 0.1427369 Aug 19 12:21:29.053803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-9468af63-e043-4527-b22d-6cf7b9786119 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/quotas/f571453ff4504fdc967bb6fa22368c01 HTTP/1.1" status: 200 len: 375 time: 0.0116153 Aug 19 12:21:29.087328 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-25a22218-711b-47e0-9a76-6a453befc340 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f571453ff4504fdc967bb6fa22368c01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271463 Aug 19 12:21:29.190387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-038d15c1-9180-4714-a7a5-843824735da9 service neutron] 10.222.0.44 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959065 Aug 19 12:21:29.279312 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.281318 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7092da8e-a821-4327-b926-e9b7092a5403 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:21:29.281607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.284384 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] Network a17b8cd2-5d3d-4b9b-ad24-f45b85c39069 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:21:29.290208 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.291588 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6f56045c-0a59-437b-9ded-a64e2673a83f admin admin] 10.222.0.44 "DELETE /v2.0/routers/7092da8e-a821-4327-b926-e9b7092a5403 HTTP/1.1" status: 204 len: 168 time: 3.5232034 Aug 19 12:21:29.295358 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52604) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:29.327604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-dfb20a74-3554-40d7-aaca-ab439de3af40 req-f739b372-2624-4cd8-a345-279e9e6bb1fa tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1634617422', 'description': 'tempest-description-341594681'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:29.376802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb22ba6-fdc5-492d-8700-093fcb96bcc3 req-05b1c1ef-6ce1-4987-9324-4ad7e614f0d9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.378931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffb22ba6-fdc5-492d-8700-093fcb96bcc3 req-05b1c1ef-6ce1-4987-9324-4ad7e614f0d9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.53 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 945 time: 0.1345527 Aug 19 12:21:29.405720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fca4213-7d89-4eaa-857c-45754c892507 admin admin] Deleting subnet c3139a77-d33f-41eb-9fac-09df3b536362 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:21:29.413698 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fca4213-7d89-4eaa-857c-45754c892507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.458322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-d4a65e1d-79f9-4b14-9117-64286113dfae service neutron] 10.222.0.44 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613328 Aug 19 12:21:29.494619 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, a17b8cd2-5d3d-4b9b-ad24-f45b85c39069) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:29.505124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a905173-3180-49de-b0b9-f3de0bd60d58 None None] Network a17b8cd2-5d3d-4b9b-ad24-f45b85c39069 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:29.507385 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.508123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.529939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fca4213-7d89-4eaa-857c-45754c892507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.624903 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfb20a74-3554-40d7-aaca-ab439de3af40 req-f739b372-2624-4cd8-a345-279e9e6bb1fa tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.770075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ffb22ba6-fdc5-492d-8700-093fcb96bcc3 req-1beb40e6-9c14-416b-863a-00c459abfe05 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Deleting port 5fa30e6f-b5c0-4931-821f-30e0d0331727 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:29.770633 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ffb22ba6-fdc5-492d-8700-093fcb96bcc3 req-1beb40e6-9c14-416b-863a-00c459abfe05 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.773813 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fca4213-7d89-4eaa-857c-45754c892507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.840627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7515f8-a922-422e-a35f-edef8cbcda10 None None] Network a17b8cd2-5d3d-4b9b-ad24-f45b85c39069 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:29.861833 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ffd5480b-e4b5-4fab-9d3c-16f17e973a08 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2729318 Aug 19 12:21:29.971761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ffb22ba6-fdc5-492d-8700-093fcb96bcc3 req-1beb40e6-9c14-416b-863a-00c459abfe05 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] For port 5fa30e6f-b5c0-4931-821f-30e0d0331727, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=5fa30e6f-b5c0-4931-821f-30e0d0331727,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:29.972121 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ffb22ba6-fdc5-492d-8700-093fcb96bcc3 req-1beb40e6-9c14-416b-863a-00c459abfe05 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.000021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ffb22ba6-fdc5-492d-8700-093fcb96bcc3 req-1beb40e6-9c14-416b-863a-00c459abfe05 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Calling delete_port for 5fa30e6f-b5c0-4931-821f-30e0d0331727 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:30.022651 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fca4213-7d89-4eaa-857c-45754c892507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.039909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfb20a74-3554-40d7-aaca-ab439de3af40 req-f739b372-2624-4cd8-a345-279e9e6bb1fa tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.091136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca4213-7d89-4eaa-857c-45754c892507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3139a77-d33f-41eb-9fac-09df3b536362,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:30.102165 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fca4213-7d89-4eaa-857c-45754c892507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.106079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b673d9ab-2cba-4f23-bea1-014e64249fee None None] Network 85f8b029-2561-48cb-b3d6-35fd3cd03c1a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:30.129297 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8fca4213-7d89-4eaa-857c-45754c892507 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c3139a77-d33f-41eb-9fac-09df3b536362 HTTP/1.1" status: 204 len: 168 time: 0.8306286 Aug 19 12:21:30.130084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52616) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:30.219207 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfb20a74-3554-40d7-aaca-ab439de3af40 req-f739b372-2624-4cd8-a345-279e9e6bb1fa tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.411710 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.428852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d1ddd8c8-46c3-4fbb-bde1-617e422f3566 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:30.497595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d1ddd8c8-46c3-4fbb-bde1-617e422f3566 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:30.498815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d1ddd8c8-46c3-4fbb-bde1-617e422f3566 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:30.500117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739b372-2624-4cd8-a345-279e9e6bb1fa tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3713e84-dd17-491b-a6fd-3466478b4e84,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:30.509624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Deleting port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:30.510919 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.531077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfb20a74-3554-40d7-aaca-ab439de3af40 req-f739b372-2624-4cd8-a345-279e9e6bb1fa tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.531891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dfb20a74-3554-40d7-aaca-ab439de3af40 req-f739b372-2624-4cd8-a345-279e9e6bb1fa tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2215109 Aug 19 12:21:30.578473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cec36-53c7-4f63-9aef-7ccb33db6297 req-6edc34ae-fe4b-4790-978a-99032bf69a2b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:30.587867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-252cec36-53c7-4f63-9aef-7ccb33db6297 req-6edc34ae-fe4b-4790-978a-99032bf69a2b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 945 time: 0.1584392 Aug 19 12:21:30.624523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7968cd69-a5e8-42a0-bdf4-4844ae9ad553 None None] DHCP port deletion for 85f8b029-2561-48cb-b3d6-35fd3cd03c1a request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:21:30.642136 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ffb22ba6-fdc5-492d-8700-093fcb96bcc3 req-1beb40e6-9c14-416b-863a-00c459abfe05 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.642843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] For port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922,segment=NetworkSegment(1d3edcb9-6e38-4296-ba1a-075e994871cc),segment_id=1d3edcb9-6e38-4296-ba1a-075e994871cc)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:30.643447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.662885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Calling delete_port for 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:30.714010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['5fa30e6f-b5c0-4931-821f-30e0d0331727'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:30.744462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f31bb26c-f2e2-4011-b74f-023241f3e829'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:30.790355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb40e6-9c14-416b-863a-00c459abfe05 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Pushing event deleted for resources: {'Port': ['ID=5fa30e6f-b5c0-4931-821f-30e0d0331727,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:30.846664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-252cec36-53c7-4f63-9aef-7ccb33db6297 req-dba492cf-5e89-4810-8579-09f7997ebf64 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506883 Aug 19 12:21:30.851154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7968cd69-a5e8-42a0-bdf4-4844ae9ad553 None None] Deleting port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:30.852672 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7968cd69-a5e8-42a0-bdf4-4844ae9ad553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.971562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809033d4-cc70-4e5c-8f47-7887ddb9707c req-2c697deb-0344-43de-b0df-b0ade3506144 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:30.972726 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.973797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-809033d4-cc70-4e5c-8f47-7887ddb9707c req-2c697deb-0344-43de-b0df-b0ade3506144 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 1023 time: 0.3282123 Aug 19 12:21:30.975180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb22ba6-fdc5-492d-8700-093fcb96bcc3 req-1beb40e6-9c14-416b-863a-00c459abfe05 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] No DVR routers for this DVR port 5fa30e6f-b5c0-4931-821f-30e0d0331727 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:30.980808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12b0f5d9-790a-4765-8141-c68ad31d8dd0 req-e779f4b2-97fb-4153-8d37-ac072721bcca tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 210 time: 0.0746672 Aug 19 12:21:30.984092 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ffb22ba6-fdc5-492d-8700-093fcb96bcc3 req-1beb40e6-9c14-416b-863a-00c459abfe05 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.989070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffb22ba6-fdc5-492d-8700-093fcb96bcc3 req-1beb40e6-9c14-416b-863a-00c459abfe05 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.53 "DELETE /v2.0/ports/5fa30e6f-b5c0-4931-821f-30e0d0331727 HTTP/1.1" status: 204 len: 173 time: 1.5982177 Aug 19 12:21:30.991708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'name': 'network-vif-deleted', 'tag': '5fa30e6f-b5c0-4931-821f-30e0d0331727'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:30.994351 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2912817a-77d3-4933-9e23-e8ba1d09a04e" -d '{"events": [{"server_uuid": "c811c09e-3c1f-442c-9125-9f2e4524d46f", "name": "network-vif-deleted", "tag": "5fa30e6f-b5c0-4931-821f-30e0d0331727"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:31.011738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7968cd69-a5e8-42a0-bdf4-4844ae9ad553 None None] For port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922,segment=NetworkSegment(1d3edcb9-6e38-4296-ba1a-075e994871cc),segment_id=1d3edcb9-6e38-4296-ba1a-075e994871cc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:31.013141 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7968cd69-a5e8-42a0-bdf4-4844ae9ad553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.025138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344babdc-4c52-4e5d-97cb-6f2ff716108f req-46ae32a3-75c4-4c68-a8e1-006f3d33261b tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:31.028493 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-344babdc-4c52-4e5d-97cb-6f2ff716108f req-46ae32a3-75c4-4c68-a8e1-006f3d33261b tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 1023 time: 0.2567551 Aug 19 12:21:31.068287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Pushing event deleted for resources: {'Port': ['ID=8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:31.070681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] No DVR routers for this DVR port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:31.099493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7968cd69-a5e8-42a0-bdf4-4844ae9ad553 None None] Calling delete_port for 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:31.245127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-344babdc-4c52-4e5d-97cb-6f2ff716108f req-4ac0444c-f4d0-4cfc-b132-5036f8f7fd5f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e5fd5e-6038-4c90-9021-c712c3f45906&id=4a4c70ef-b046-4f26-9ecd-0b9d543805fb&id=9a4c50d2-b796-4a27-bb6d-0eab231714d6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1498637 Aug 19 12:21:31.276028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.290187 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7968cd69-a5e8-42a0-bdf4-4844ae9ad553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.302182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f8b029-2561-48cb-b3d6-35fd3cd03c1a']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:31.334032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968cd69-a5e8-42a0-bdf4-4844ae9ad553 None None] Pushing event deleted for resources: {'Port': ['ID=8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:31.340316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968cd69-a5e8-42a0-bdf4-4844ae9ad553 None None] No DVR routers for this DVR port 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:31.357196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3edcb9-6e38-4296-ba1a-075e994871cc') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:31.357196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3edcb9-6e38-4296-ba1a-075e994871cc') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:31.361425 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.382282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-809033d4-cc70-4e5c-8f47-7887ddb9707c req-e976c83f-3710-4849-901f-6b14f331de66 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Deleting port 6e8d3553-cfd4-44bd-b161-f0aceeecf877 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:31.382651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-809033d4-cc70-4e5c-8f47-7887ddb9707c req-e976c83f-3710-4849-901f-6b14f331de66 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.388781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.398843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:21:31.400174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:21:31.401776 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:21:31.493177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2b2a961-3b18-4454-900b-dc90d247ac7f req-bb9a4a5a-4859-479c-b37b-2ca236f1adb3 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/f3713e84-dd17-491b-a6fd-3466478b4e84 HTTP/1.1" status: 200 len: 1812 time: 0.1862462 Aug 19 12:21:31.519311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-23973bda-dac3-400c-ba87-d1de5c3ae136 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:31.530508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-23973bda-dac3-400c-ba87-d1de5c3ae136 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/networks?id=282bbe41-b9e3-486b-bc64-27b7fea0f7b2 HTTP/1.1" status: 200 len: 815 time: 0.2747693 Aug 19 12:21:31.569323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-bc210fcc-836a-47b0-99dc-50b99d0f5302 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/quotas/9821813037f04bcd9995315bd5e66c4f HTTP/1.1" status: 200 len: 375 time: 0.0358775 Aug 19 12:21:31.587961 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8e0ded-1ae0-43e4-a184-fe247956fdae x-openstack-request-id: req-4f8e0ded-1ae0-43e4-a184-fe247956fdae {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:31.588401 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c811c09e-3c1f-442c-9125-9f2e4524d46f", "name": "network-vif-deleted", "tag": "5fa30e6f-b5c0-4931-821f-30e0d0331727", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:31.589196 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f8e0ded-1ae0-43e4-a184-fe247956fdae {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:31.590106 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c811c09e-3c1f-442c-9125-9f2e4524d46f', 'name': 'network-vif-deleted', 'tag': '5fa30e6f-b5c0-4931-821f-30e0d0331727', 'status': 'completed', 'code': 200} Aug 19 12:21:31.593704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-809033d4-cc70-4e5c-8f47-7887ddb9707c req-e976c83f-3710-4849-901f-6b14f331de66 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] For port 6e8d3553-cfd4-44bd-b161-f0aceeecf877, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e8d3553-cfd4-44bd-b161-f0aceeecf877,segment=NetworkSegment(37559119-0998-4254-b9a8-eb92a8b4d27a),segment_id=37559119-0998-4254-b9a8-eb92a8b4d27a)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:31.594335 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-809033d4-cc70-4e5c-8f47-7887ddb9707c req-e976c83f-3710-4849-901f-6b14f331de66 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.638489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-809033d4-cc70-4e5c-8f47-7887ddb9707c req-e976c83f-3710-4849-901f-6b14f331de66 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Calling delete_port for 6e8d3553-cfd4-44bd-b161-f0aceeecf877 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:31.642011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-77205ca6-66d3-4289-9c57-dec59b805bf7 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9821813037f04bcd9995315bd5e66c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572011 Aug 19 12:21:31.683662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.688926 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.692382 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] 10.222.0.44 "DELETE /v2.0/networks/85f8b029-2561-48cb-b3d6-35fd3cd03c1a HTTP/1.1" status: 204 len: 168 time: 1.5558763 Aug 19 12:21:31.713246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebceb8e-5d9f-463a-8f51-fe1c6d85ac13 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f8b029-2561-48cb-b3d6-35fd3cd03c1a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:31.820723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e31cd056-24cd-4790-b5ec-e388fe94101e req-2c930d21-0267-4401-9da4-ff45da3c9d10 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1800786011', 'description': 'tempest-description-1107925346'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:31.956785 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-b0a678d9-12da-425c-920b-ce1b1d6e5b40 service neutron] 10.222.0.44 "GET /v2.0/networks/282bbe41-b9e3-486b-bc64-27b7fea0f7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563284 Aug 19 12:21:32.079178 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e31cd056-24cd-4790-b5ec-e388fe94101e req-2c930d21-0267-4401-9da4-ff45da3c9d10 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.084562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-809033d4-cc70-4e5c-8f47-7887ddb9707c req-e976c83f-3710-4849-901f-6b14f331de66 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.094573 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:32.102451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6e8d3553-cfd4-44bd-b161-f0aceeecf877'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:32.106007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-daacb66d-8a45-4111-8b72-6febe330673d service neutron] 10.222.0.44 "GET /v2.0/networks/282bbe41-b9e3-486b-bc64-27b7fea0f7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417105 Aug 19 12:21:32.151964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976c83f-3710-4849-901f-6b14f331de66 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event deleted for resources: {'Port': ['ID=6e8d3553-cfd4-44bd-b161-f0aceeecf877,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:32.177993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:32.178644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8517d3bf-4ffe-4f05-9c4f-ab5f8ab83922 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:32.236280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-809033d4-cc70-4e5c-8f47-7887ddb9707c req-e976c83f-3710-4849-901f-6b14f331de66 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] No DVR routers for this DVR port 6e8d3553-cfd4-44bd-b161-f0aceeecf877 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:32.240535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-809033d4-cc70-4e5c-8f47-7887ddb9707c req-e976c83f-3710-4849-901f-6b14f331de66 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.242773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-809033d4-cc70-4e5c-8f47-7887ddb9707c req-e976c83f-3710-4849-901f-6b14f331de66 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.53 "DELETE /v2.0/ports/6e8d3553-cfd4-44bd-b161-f0aceeecf877 HTTP/1.1" status: 204 len: 173 time: 1.2524202 Aug 19 12:21:32.322348 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e31cd056-24cd-4790-b5ec-e388fe94101e req-2c930d21-0267-4401-9da4-ff45da3c9d10 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.599411 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e31cd056-24cd-4790-b5ec-e388fe94101e req-2c930d21-0267-4401-9da4-ff45da3c9d10 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.678135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52696) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:32.710583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c930d21-0267-4401-9da4-ff45da3c9d10 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d723f537-0fc7-4a41-9949-eb1284365baf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:32.785211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-78937003-e281-4327-adda-3986b33260fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddcd02f1ecf8424384397aa73b4ab307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058795 Aug 19 12:21:32.787789 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52704) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:32.867650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0adb5b71-26a0-4fbf-878e-38952577112b req-769681cd-6d82-4d91-a056-b1e39a6ab0ff tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 210 time: 0.0368609 Aug 19 12:21:32.901102 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f48be32-3396-4adf-8146-7a5487725feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.909087 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e31cd056-24cd-4790-b5ec-e388fe94101e req-2c930d21-0267-4401-9da4-ff45da3c9d10 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.910392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e31cd056-24cd-4790-b5ec-e388fe94101e req-2c930d21-0267-4401-9da4-ff45da3c9d10 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1112721 Aug 19 12:21:32.947436 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f48be32-3396-4adf-8146-7a5487725feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:33.030091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6caa9fb8-1f81-48ba-b390-50110cb75434 req-8b89c4ad-7912-4450-9a3f-c413a82c6e13 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 210 time: 0.0414734 Aug 19 12:21:33.061205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86b3f67b-ebab-4907-b474-6fd0fd1b3f39 req-37c54afd-4c5e-43bc-a7e0-ac2514f2a0da tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f83a849-2175-49bf-906d-8f45502c0745 HTTP/1.1" status: 200 len: 210 time: 0.0622058 Aug 19 12:21:33.147668 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f48be32-3396-4adf-8146-7a5487725feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:33.151942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f823f9a-5094-438e-9962-a2f57e9c2c69 req-3bb9fb56-3f3b-4b7b-9c54-bd633144dc35 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 210 time: 0.0325248 Aug 19 12:21:33.153159 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f48be32-3396-4adf-8146-7a5487725feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:33.157259 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f48be32-3396-4adf-8146-7a5487725feb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78a7c604-c63e-4dc0-a891-372d2cb646dc HTTP/1.1" status: 204 len: 168 time: 0.3651752 Aug 19 12:21:33.175993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48be32-3396-4adf-8146-7a5487725feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a7c604-c63e-4dc0-a891-372d2cb646dc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:33.280402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8e693db-4eef-4710-867d-efba22f17858 req-9cf54c05-f59f-41be-9fca-3155faca1840 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/d723f537-0fc7-4a41-9949-eb1284365baf HTTP/1.1" status: 200 len: 1813 time: 0.0604534 Aug 19 12:21:33.340526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-03c3d7c1-0c30-41c4-8bb3-5c794252cca6 req-3241d7da-7c2a-4c35-8bee-ed89140f691d tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1801515775', 'description': 'tempest-description-502684987'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:33.404198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bf90c-6480-485b-bcbb-ad56082e1af3 req-2239dedb-a3c8-4985-9702-7f99c3564237 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.410275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-700bf90c-6480-485b-bcbb-ad56082e1af3 req-2239dedb-a3c8-4985-9702-7f99c3564237 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 950 time: 0.1228409 Aug 19 12:21:33.459292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-700bf90c-6480-485b-bcbb-ad56082e1af3 req-850ef1a8-1282-468a-bb16-6a17a7c01a8f tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Aug 19 12:21:33.591895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f83a849-2175-49bf-906d-8f45502c0745', 'name': 'network-vif-deleted', 'tag': '6e8d3553-cfd4-44bd-b161-f0aceeecf877'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:33.596503 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b5a2c9-62a1-4c76-b2c7-4a77ca71e650" -d '{"events": [{"server_uuid": "8f83a849-2175-49bf-906d-8f45502c0745", "name": "network-vif-deleted", "tag": "6e8d3553-cfd4-44bd-b161-f0aceeecf877"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:33.637170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03c3d7c1-0c30-41c4-8bb3-5c794252cca6 req-3241d7da-7c2a-4c35-8bee-ed89140f691d tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:33.684752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 5fa30e6f-b5c0-4931-821f-30e0d0331727 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:33.716670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 5fa30e6f-b5c0-4931-821f-30e0d0331727 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:33.717277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 5fa30e6f-b5c0-4931-821f-30e0d0331727 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:33.775355 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03c3d7c1-0c30-41c4-8bb3-5c794252cca6 req-3241d7da-7c2a-4c35-8bee-ed89140f691d tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:33.937026 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03c3d7c1-0c30-41c4-8bb3-5c794252cca6 req-3241d7da-7c2a-4c35-8bee-ed89140f691d tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.020751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241d7da-7c2a-4c35-8bee-ed89140f691d tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405c95be-5034-4036-80ce-1a2ac3bdf4b2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:34.238353 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03c3d7c1-0c30-41c4-8bb3-5c794252cca6 req-3241d7da-7c2a-4c35-8bee-ed89140f691d tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.239842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03c3d7c1-0c30-41c4-8bb3-5c794252cca6 req-3241d7da-7c2a-4c35-8bee-ed89140f691d tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9123704 Aug 19 12:21:34.314716 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb2b7a6-4d07-4e97-a225-51607174e213 x-openstack-request-id: req-bcb2b7a6-4d07-4e97-a225-51607174e213 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:34.317157 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f83a849-2175-49bf-906d-8f45502c0745", "name": "network-vif-deleted", "tag": "6e8d3553-cfd4-44bd-b161-f0aceeecf877", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:34.317157 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcb2b7a6-4d07-4e97-a225-51607174e213 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:34.317157 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f83a849-2175-49bf-906d-8f45502c0745', 'name': 'network-vif-deleted', 'tag': '6e8d3553-cfd4-44bd-b161-f0aceeecf877', 'status': 'completed', 'code': 200} Aug 19 12:21:34.436037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44ce69d4-af6e-4b23-855b-f6e38f0b7531 req-4df00295-92a4-47c9-a67b-fe28e70fe84b tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 210 time: 0.0399935 Aug 19 12:21:34.557319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56320c92-ded2-44ae-acb5-fde03d0b3a1b req-c459f780-0eaf-4c57-b51e-d3df0e312e97 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 210 time: 0.0420806 Aug 19 12:21:34.591444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25cff9c4-ab1b-4ff2-8e26-99eb470283af req-5cfb05bd-0d5a-4c94-9ff9-8b3f3d57f83b tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 210 time: 0.0368028 Aug 19 12:21:34.680654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-203459b1-22e9-404a-b8ce-1629472914ae req-30504b6c-a60b-41df-bac2-9a891c554df5 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/405c95be-5034-4036-80ce-1a2ac3bdf4b2 HTTP/1.1" status: 200 len: 1812 time: 0.0628483 Aug 19 12:21:34.788378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-9f016023-c571-4bec-a3d2-5faf5aabf16d req-7c56250d-b994-4766-9e05-5fbb584a0ddc tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-900904998', 'description': 'tempest-description-1106736714'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:34.816972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88d87684-4e2f-4fdb-a07f-876d8e6c3b70 req-f8b42e48-bb97-4fb4-93f6-fd34cac1953f tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/4a4c70ef-b046-4f26-9ecd-0b9d543805fb HTTP/1.1" status: 200 len: 1799 time: 0.0907354 Aug 19 12:21:34.880859 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-88d87684-4e2f-4fdb-a07f-876d8e6c3b70 req-ebc22602-65e0-4b18-b26d-f0e41c09e45b tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.904999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-88d87684-4e2f-4fdb-a07f-876d8e6c3b70 req-ebc22602-65e0-4b18-b26d-f0e41c09e45b tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.967199 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9f016023-c571-4bec-a3d2-5faf5aabf16d req-7c56250d-b994-4766-9e05-5fbb584a0ddc tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.980541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device eb0032ee-85d2-4ee1-8183-d877306368b0 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:35.080186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9f016023-c571-4bec-a3d2-5faf5aabf16d req-7c56250d-b994-4766-9e05-5fbb584a0ddc tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.089777 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.116885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:35.120651 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23211ffd-3974-4944-9268-1a9a584a8ad7" -d '{"events": [{"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:35.143496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:35.170842 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-88d87684-4e2f-4fdb-a07f-876d8e6c3b70 req-ebc22602-65e0-4b18-b26d-f0e41c09e45b tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.173544 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-88d87684-4e2f-4fdb-a07f-876d8e6c3b70 req-ebc22602-65e0-4b18-b26d-f0e41c09e45b tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.181381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88d87684-4e2f-4fdb-a07f-876d8e6c3b70 req-ebc22602-65e0-4b18-b26d-f0e41c09e45b tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "DELETE /v2.0/security-groups/4a4c70ef-b046-4f26-9ecd-0b9d543805fb HTTP/1.1" status: 204 len: 173 time: 0.3662300 Aug 19 12:21:35.193493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc22602-65e0-4b18-b26d-f0e41c09e45b tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4c70ef-b046-4f26-9ecd-0b9d543805fb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:35.231044 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1ab25e-9fef-4e3b-8d2c-6faab1ef0a72 x-openstack-request-id: req-0d1ab25e-9fef-4e3b-8d2c-6faab1ef0a72 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:35.231600 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:35.231953 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d1ab25e-9fef-4e3b-8d2c-6faab1ef0a72 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:35.233356 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'code': 200} Aug 19 12:21:35.296660 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9f016023-c571-4bec-a3d2-5faf5aabf16d req-7c56250d-b994-4766-9e05-5fbb584a0ddc tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.314174 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.386823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:35.419039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-4b176884-b884-4bce-845b-f1ecad6f487f tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:35.419039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-4b176884-b884-4bce-845b-f1ecad6f487f tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "GET /v2.0/networks?id=35d93d14-2a10-410c-a93c-901be99b829a HTTP/1.1" status: 200 len: 822 time: 0.1897593 Aug 19 12:21:35.435527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Request body: {'port': {'device_id': 'f376d04c-18f6-4536-af02-ce9d02ce6149', 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a', 'admin_state_up': True, 'tenant_id': 'f571453ff4504fdc967bb6fa22368c01'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:35.492029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56250d-b994-4766-9e05-5fbb584a0ddc tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc672155-1eb4-457d-a34a-58b9a8977021,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:35.497034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9f016023-c571-4bec-a3d2-5faf5aabf16d req-7c56250d-b994-4766-9e05-5fbb584a0ddc tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.498320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f016023-c571-4bec-a3d2-5faf5aabf16d req-7c56250d-b994-4766-9e05-5fbb584a0ddc tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7197878 Aug 19 12:21:35.520733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-348a3dd4-ccef-48e4-8376-f334fac016b5 req-f19d50fc-1b60-41ee-8f25-449d5c656b38 tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "GET /v2.0/security-groups/d2e5fd5e-6038-4c90-9021-c712c3f45906 HTTP/1.1" status: 200 len: 1800 time: 0.2638750 Aug 19 12:21:35.640554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dab60206-5c7c-49fc-baa5-3c9ada3805a9 req-a3678464-98f5-4328-b744-e74b338ea778 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 210 time: 0.0493209 Aug 19 12:21:35.696378 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6e8d3553-cfd4-44bd-b161-f0aceeecf877 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:35.725871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 6e8d3553-cfd4-44bd-b161-f0aceeecf877 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:35.726342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6e8d3553-cfd4-44bd-b161-f0aceeecf877 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:35.774309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c484d629-1c6d-44e3-8508-83bd6559df45 req-1d7f499e-1bb2-461e-b0bd-cebc77972f61 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/bc672155-1eb4-457d-a34a-58b9a8977021 HTTP/1.1" status: 200 len: 1812 time: 0.0811677 Aug 19 12:21:35.774974 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-348a3dd4-ccef-48e4-8376-f334fac016b5 req-4229ede9-9799-4212-b6b6-60a05d6a5b8e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.823860 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-348a3dd4-ccef-48e4-8376-f334fac016b5 req-4229ede9-9799-4212-b6b6-60a05d6a5b8e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.844931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Made reservation on behalf of f571453ff4504fdc967bb6fa22368c01 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:35.849127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.918457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb44ff2b-9801-4f03-b789-26d297434e49 req-4a5ecf40-a069-48cc-9919-97aaf46930c2 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 210 time: 0.0534208 Aug 19 12:21:36.336048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-348a3dd4-ccef-48e4-8376-f334fac016b5 req-4229ede9-9799-4212-b6b6-60a05d6a5b8e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.339437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-348a3dd4-ccef-48e4-8376-f334fac016b5 req-4229ede9-9799-4212-b6b6-60a05d6a5b8e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.340733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-348a3dd4-ccef-48e4-8376-f334fac016b5 req-4229ede9-9799-4212-b6b6-60a05d6a5b8e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] 10.222.0.44 "DELETE /v2.0/security-groups/d2e5fd5e-6038-4c90-9021-c712c3f45906 HTTP/1.1" status: 204 len: 173 time: 0.8193088 Aug 19 12:21:36.356779 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52814) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:36.365287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de314630-ced8-4a70-8d87-98d4c28f0b08 req-967c997b-5346-4776-a50b-89f98e852dff tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 210 time: 0.3410056 Aug 19 12:21:36.382443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229ede9-9799-4212-b6b6-60a05d6a5b8e tempest-SecurityGroupsTestJSON-1289313244 tempest-SecurityGroupsTestJSON-1289313244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e5fd5e-6038-4c90-9021-c712c3f45906,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:36.426602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Allocated IP 172.20.0.14 (35d93d14-2a10-410c-a93c-901be99b829a/fd43e2da-ca7b-4455-a7b6-f11b33978fb9/81d6d279-6c33-41c5-b444-db0ea3e002da) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:36.459345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2dd586-003c-4a52-9fd8-2f093df53c1d admin admin] Deleting subnet 35144bb2-d611-4398-9cbd-e88378b7b5d2 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:21:36.463974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd586-003c-4a52-9fd8-2f093df53c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.526842 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd586-003c-4a52-9fd8-2f093df53c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.535557 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-c28e35e5-5292-47aa-b18d-04ee5913957a req-994003fc-0492-4580-b4df-8a2617cf5d4f tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] show failed (client error): The resource could not be found. Aug 19 12:21:36.537160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c28e35e5-5292-47aa-b18d-04ee5913957a req-994003fc-0492-4580-b4df-8a2617cf5d4f tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/0be3ad01-aa24-454a-a7fd-79bb8415b903 HTTP/1.1" status: 404 len: 352 time: 0.0489831 Aug 19 12:21:36.596205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd586-003c-4a52-9fd8-2f093df53c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.662142 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-4c4d9276-81cd-4590-9aba-ea1fb12fbe50 req-d896db51-02f3-4b01-8408-3dbb2b0b41db tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] show failed (client error): The resource could not be found. Aug 19 12:21:36.667823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c4d9276-81cd-4590-9aba-ea1fb12fbe50 req-d896db51-02f3-4b01-8408-3dbb2b0b41db tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-group-rules/705d630d-0146-418a-af21-b67a2c5d0b6c HTTP/1.1" status: 404 len: 361 time: 0.0857182 Aug 19 12:21:36.816747 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.829052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36c2e322-dc4a-4cad-ac85-ddf5194e05ff req-45431911-be00-4226-935a-0ab292d3a4be tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/bc672155-1eb4-457d-a34a-58b9a8977021 HTTP/1.1" status: 200 len: 1812 time: 0.1323314 Aug 19 12:21:36.847055 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd586-003c-4a52-9fd8-2f093df53c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.849259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7089d5bb-d7d2-4873-ae42-688e15159e1b req-b2f0f47e-b0d2-4e8a-b77c-9a18b3189d3d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=c811c09e-3c1f-442c-9125-9f2e4524d46f HTTP/1.1" status: 200 len: 210 time: 0.0400720 Aug 19 12:21:36.948858 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36c2e322-dc4a-4cad-ac85-ddf5194e05ff req-0a6eda63-a834-4403-9be1-6acae4538a1c tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.969358 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-28791bad-e20d-4d72-8544-3c870d3d3ee6 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:36.971209 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-28791bad-e20d-4d72-8544-3c870d3d3ee6 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.52 "GET /v2.0/networks?id=282bbe41-b9e3-486b-bc64-27b7fea0f7b2 HTTP/1.1" status: 200 len: 815 time: 0.2153254 Aug 19 12:21:36.972543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dd586-003c-4a52-9fd8-2f093df53c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35144bb2-d611-4398-9cbd-e88378b7b5d2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:36.981978 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36c2e322-dc4a-4cad-ac85-ddf5194e05ff req-0a6eda63-a834-4403-9be1-6acae4538a1c tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.991180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Request body: {'port': {'device_id': 'd8dd7919-52de-4997-bf46-911b555e1a7a', 'network_id': '282bbe41-b9e3-486b-bc64-27b7fea0f7b2', 'admin_state_up': True, 'tenant_id': '9821813037f04bcd9995315bd5e66c4f'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:37.001960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8d38a7b1-c50a-44bc-b49f-c3176d03de05 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:37.014226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd586-003c-4a52-9fd8-2f093df53c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.016557 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cf2dd586-003c-4a52-9fd8-2f093df53c1d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/35144bb2-d611-4398-9cbd-e88378b7b5d2 HTTP/1.1" status: 204 len: 168 time: 0.6668115 Aug 19 12:21:37.019186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52858) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:37.147402 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.159680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8d38a7b1-c50a-44bc-b49f-c3176d03de05, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8d38a7b1-c50a-44bc-b49f-c3176d03de05,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:37.174432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '8d38a7b1-c50a-44bc-b49f-c3176d03de05', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '8d38a7b1-c50a-44bc-b49f-c3176d03de05', 'mac_address': 'fa:16:3e:0c:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:37.207810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.267421 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.272436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36c2e322-dc4a-4cad-ac85-ddf5194e05ff req-0a6eda63-a834-4403-9be1-6acae4538a1c tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.280425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36c2e322-dc4a-4cad-ac85-ddf5194e05ff req-0a6eda63-a834-4403-9be1-6acae4538a1c tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.285852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36c2e322-dc4a-4cad-ac85-ddf5194e05ff req-0a6eda63-a834-4403-9be1-6acae4538a1c tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "DELETE /v2.0/security-groups/bc672155-1eb4-457d-a34a-58b9a8977021 HTTP/1.1" status: 204 len: 173 time: 0.4391444 Aug 19 12:21:37.307100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d38a7b1-c50a-44bc-b49f-c3176d03de05 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:37.349899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8d38a7b1-c50a-44bc-b49f-c3176d03de05, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8d38a7b1-c50a-44bc-b49f-c3176d03de05,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:37.362485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Network 35d93d14-2a10-410c-a93c-901be99b829a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:37.366695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:37.369568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:37.384714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6eda63-a834-4403-9be1-6acae4538a1c tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc672155-1eb4-457d-a34a-58b9a8977021,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:37.458212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.472335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6baaf1ec-5b13-4be9-b241-24de01cf5d39']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:37.476833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event updated for resources: {'Port': ['ID=81d6d279-6c33-41c5-b444-db0ea3e002da,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:37.485784 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.508903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:37.509674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.511696 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37559119-0998-4254-b9a8-eb92a8b4d27a') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:37.514043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37559119-0998-4254-b9a8-eb92a8b4d27a') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:37.532983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4f28f-3a9c-418e-aab6-2641c97ca92c req-9aab2615-572a-4841-a33f-2b78a74d9308 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:37.534624 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.543039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fa4f28f-3a9c-418e-aab6-2641c97ca92c req-9aab2615-572a-4841-a33f-2b78a74d9308 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 932 time: 0.1151724 Aug 19 12:21:37.553512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.564555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:21:37.565154 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.567132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=8d38a7b1-c50a-44bc-b49f-c3176d03de05,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:21:37.567879 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:21:37.592094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fa4f28f-3a9c-418e-aab6-2641c97ca92c req-a180c08f-cd53-4c24-857e-40e6d0707669 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478525 Aug 19 12:21:37.632217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Made reservation on behalf of 9821813037f04bcd9995315bd5e66c4f for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:37.637189 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.637867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['8d38a7b1-c50a-44bc-b49f-c3176d03de05'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:37.719022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0016b11-169d-4d8b-a51b-d7ad4fecf0af req-7af684a7-c4ba-4bef-939b-de8ac97e0063 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/405c95be-5034-4036-80ce-1a2ac3bdf4b2 HTTP/1.1" status: 200 len: 1812 time: 0.0979996 Aug 19 12:21:37.780743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-5e6baee5-d33c-4813-966d-bcac8cfb4233 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3441138 Aug 19 12:21:37.796216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Request body: {'port': {'device_id': 'f376d04c-18f6-4536-af02-ce9d02ce6149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:37.865456 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.872201 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.898100 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.903392 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] 10.222.0.44 "DELETE /v2.0/networks/6baaf1ec-5b13-4be9-b241-24de01cf5d39 HTTP/1.1" status: 204 len: 168 time: 0.8797004 Aug 19 12:21:37.903392 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d7c3b-bab4-4e9b-bfdd-f10dccfc3a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=6baaf1ec-5b13-4be9-b241-24de01cf5d39,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:37.913587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Allocated IP 172.20.0.9 (282bbe41-b9e3-486b-bc64-27b7fea0f7b2/824bb443-0856-4634-b270-2e0b645294e4/2562756c-9e93-4c71-9ca3-b14437595f5c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:37.925871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ab8772c-1f0f-4da6-8ffe-882925fb607a req-5f27bc0b-02c4-4674-a26e-794b5b3efd95 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 210 time: 0.0543892 Aug 19 12:21:37.963046 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d0016b11-169d-4d8b-a51b-d7ad4fecf0af req-8cf88f7c-ab22-4724-968d-5763133c79da tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.995220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d0016b11-169d-4d8b-a51b-d7ad4fecf0af req-8cf88f7c-ab22-4724-968d-5763133c79da tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.183070 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d0016b11-169d-4d8b-a51b-d7ad4fecf0af req-8cf88f7c-ab22-4724-968d-5763133c79da tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.186540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d0016b11-169d-4d8b-a51b-d7ad4fecf0af req-8cf88f7c-ab22-4724-968d-5763133c79da tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.188879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0016b11-169d-4d8b-a51b-d7ad4fecf0af req-8cf88f7c-ab22-4724-968d-5763133c79da tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "DELETE /v2.0/security-groups/405c95be-5034-4036-80ce-1a2ac3bdf4b2 HTTP/1.1" status: 204 len: 173 time: 0.4492700 Aug 19 12:21:38.206390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf88f7c-ab22-4724-968d-5763133c79da tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405c95be-5034-4036-80ce-1a2ac3bdf4b2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:38.240972 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.387989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b4b2607-8ddc-433b-88ea-94d66b49a87a req-b892165c-65cc-45dc-8be1-628af9997924 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/d723f537-0fc7-4a41-9949-eb1284365baf HTTP/1.1" status: 200 len: 1813 time: 0.0679410 Aug 19 12:21:38.487719 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.545095 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5b4b2607-8ddc-433b-88ea-94d66b49a87a req-d04c050f-e236-4ee1-9bc3-8bd67f5991d0 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.561506 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Network 282bbe41-b9e3-486b-bc64-27b7fea0f7b2 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:38.576160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:38.586031 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52938) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:38.587351 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5b4b2607-8ddc-433b-88ea-94d66b49a87a req-d04c050f-e236-4ee1-9bc3-8bd67f5991d0 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.600300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:38.691047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d6d279-6c33-41c5-b444-db0ea3e002da {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:38.706457 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.711952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:38.712619 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.742826 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Pushing event updated for resources: {'Port': ['ID=2562756c-9e93-4c71-9ca3-b14437595f5c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:38.765426 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8782bd03-4a86-4948-ab9b-ece91660cd98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cab3613e7a943e2bafa42ff565a9e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694880 Aug 19 12:21:38.768129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52948) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:38.860540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4b789ab-21e4-42da-b7d6-b51ca1adeef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.891897 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4b789ab-21e4-42da-b7d6-b51ca1adeef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.896597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Transition to ACTIVE for port object 81d6d279-6c33-41c5-b444-db0ea3e002da will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:38.902792 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5b4b2607-8ddc-433b-88ea-94d66b49a87a req-d04c050f-e236-4ee1-9bc3-8bd67f5991d0 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.905508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5b4b2607-8ddc-433b-88ea-94d66b49a87a req-d04c050f-e236-4ee1-9bc3-8bd67f5991d0 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.906720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b4b2607-8ddc-433b-88ea-94d66b49a87a req-d04c050f-e236-4ee1-9bc3-8bd67f5991d0 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "DELETE /v2.0/security-groups/d723f537-0fc7-4a41-9949-eb1284365baf HTTP/1.1" status: 204 len: 173 time: 0.5040495 Aug 19 12:21:38.922572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c050f-e236-4ee1-9bc3-8bd67f5991d0 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d723f537-0fc7-4a41-9949-eb1284365baf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:38.956010 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-f247fae2-8950-4af6-9d4a-009202b67811 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9690564 Aug 19 12:21:38.969708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Request body: {'port': {'device_id': 'd8dd7919-52de-4997-bf46-911b555e1a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:39.017433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.018074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8d38a7b1-c50a-44bc-b49f-c3176d03de05 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:39.106481 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.130803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:39.131544 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.169034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4b789ab-21e4-42da-b7d6-b51ca1adeef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.169034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4b789ab-21e4-42da-b7d6-b51ca1adeef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.170576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b4b789ab-21e4-42da-b7d6-b51ca1adeef7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a4c50d2-b796-4a27-bb6d-0eab231714d6 HTTP/1.1" status: 204 len: 168 time: 0.4010837 Aug 19 12:21:39.180999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60ec46-b878-4064-981b-e093ff84fd6b req-73929a21-1caa-410d-b511-8919bbb11b56 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:39.183677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c60ec46-b878-4064-981b-e093ff84fd6b req-73929a21-1caa-410d-b511-8919bbb11b56 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 932 time: 0.2108102 Aug 19 12:21:39.189681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Pushing event updated for resources: {'Port': ['ID=81d6d279-6c33-41c5-b444-db0ea3e002da,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:39.259785 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07cf6716-0ad9-404a-9649-545364437bdd req-cccdbb2d-a757-4cbf-b55b-fd15598123a6 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/f3713e84-dd17-491b-a6fd-3466478b4e84 HTTP/1.1" status: 200 len: 1812 time: 0.2460887 Aug 19 12:21:39.301696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b789ab-21e4-42da-b7d6-b51ca1adeef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4c50d2-b796-4a27-bb6d-0eab231714d6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:39.430636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.448337 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c60ec46-b878-4064-981b-e093ff84fd6b req-084f8a11-fde8-4915-a304-a1eecea362d6 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419741 Aug 19 12:21:39.531383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8d38a7b1-c50a-44bc-b49f-c3176d03de05, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8d38a7b1-c50a-44bc-b49f-c3176d03de05,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:39.532543 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1922bfff-6631-44cd-8046-df2fbafb3811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d38a7b1-c50a-44bc-b49f-c3176d03de05'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:39.535780 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1e8f78-f2ab-40a5-8031-9e886656817c" -d '{"events": [{"server_uuid": "1922bfff-6631-44cd-8046-df2fbafb3811", "name": "network-vif-plugged", "status": "completed", "tag": "8d38a7b1-c50a-44bc-b49f-c3176d03de05"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:39.614195 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-07cf6716-0ad9-404a-9649-545364437bdd req-12d9431c-3cbd-4655-ab3b-b97c4cd88a64 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.659346 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-07cf6716-0ad9-404a-9649-545364437bdd req-12d9431c-3cbd-4655-ab3b-b97c4cd88a64 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.667647 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.721352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Attempting to bind port 81d6d279-6c33-41c5-b444-db0ea3e002da on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:39.721771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Attempting to bind port 81d6d279-6c33-41c5-b444-db0ea3e002da by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:39.722777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Attempting to bind port 81d6d279-6c33-41c5-b444-db0ea3e002da on network 35d93d14-2a10-410c-a93c-901be99b829a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:39.739210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Port 81d6d279-6c33-41c5-b444-db0ea3e002da on network 35d93d14-2a10-410c-a93c-901be99b829a not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:39.739576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Attempting to bind port 81d6d279-6c33-41c5-b444-db0ea3e002da on network 35d93d14-2a10-410c-a93c-901be99b829a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:39.749919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2562756c-9e93-4c71-9ca3-b14437595f5c {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:39.764915 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.775509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:39.775807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Checking segment: {'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:39.776887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Bound using segment: {'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:39.777647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Bound port: 81d6d279-6c33-41c5-b444-db0ea3e002da, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:39.778299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.798822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=8d38a7b1-c50a-44bc-b49f-c3176d03de05,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:39.799887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Transition to ACTIVE for port object 2562756c-9e93-4c71-9ca3-b14437595f5c will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:39.879275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213687f-2f40-4623-9737-e24ca6d6ec8b req-01b3cca9-a1a0-42ea-b6f2-4f208b601d1a tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:39.889844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f213687f-2f40-4623-9737-e24ca6d6ec8b req-01b3cca9-a1a0-42ea-b6f2-4f208b601d1a tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 931 time: 0.2897141 Aug 19 12:21:39.896163 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-07cf6716-0ad9-404a-9649-545364437bdd req-12d9431c-3cbd-4655-ab3b-b97c4cd88a64 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.899124 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-07cf6716-0ad9-404a-9649-545364437bdd req-12d9431c-3cbd-4655-ab3b-b97c4cd88a64 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.912954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07cf6716-0ad9-404a-9649-545364437bdd req-12d9431c-3cbd-4655-ab3b-b97c4cd88a64 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "DELETE /v2.0/security-groups/f3713e84-dd17-491b-a6fd-3466478b4e84 HTTP/1.1" status: 204 len: 173 time: 0.6510794 Aug 19 12:21:39.950806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9431c-3cbd-4655-ab3b-b97c4cd88a64 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3713e84-dd17-491b-a6fd-3466478b4e84,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:39.970327 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.989777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] For port 81d6d279-6c33-41c5-b444-db0ea3e002da, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:39.997157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] For port 81d6d279-6c33-41c5-b444-db0ea3e002da, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=81d6d279-6c33-41c5-b444-db0ea3e002da,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:40.054415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Pushing event updated for resources: {'Port': ['ID=2562756c-9e93-4c71-9ca3-b14437595f5c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:40.062369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f213687f-2f40-4623-9737-e24ca6d6ec8b req-bed6f0f7-cd37-40fc-8ec5-911870c01586 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703451 Aug 19 12:21:40.113975 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.200095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:40.201005 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.202568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] 10.222.0.52 "PUT /v2.0/ports/81d6d279-6c33-41c5-b444-db0ea3e002da HTTP/1.1" status: 200 len: 1092 time: 2.4132681 Aug 19 12:21:40.203430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72716d2b-9fa0-4682-b7cd-4fa19d79ecc9 service neutron] Pushing event updated for resources: {'Port': ['ID=81d6d279-6c33-41c5-b444-db0ea3e002da,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:40.209255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f376d04c-18f6-4536-af02-ce9d02ce6149', 'tag': '81d6d279-6c33-41c5-b444-db0ea3e002da'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:40.216614 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915d7574-a8f1-42da-9320-696ff5be0573" -d '{"events": [{"name": "network-changed", "server_uuid": "f376d04c-18f6-4536-af02-ce9d02ce6149", "tag": "81d6d279-6c33-41c5-b444-db0ea3e002da"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:40.273249 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Attempting to bind port 2562756c-9e93-4c71-9ca3-b14437595f5c on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:40.273897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Attempting to bind port 2562756c-9e93-4c71-9ca3-b14437595f5c by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '6603b189-a8b4-44b8-a5a7-955134ff4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '282bbe41-b9e3-486b-bc64-27b7fea0f7b2'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:40.274541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Attempting to bind port 2562756c-9e93-4c71-9ca3-b14437595f5c on network 282bbe41-b9e3-486b-bc64-27b7fea0f7b2 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:40.281075 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Port 2562756c-9e93-4c71-9ca3-b14437595f5c on network 282bbe41-b9e3-486b-bc64-27b7fea0f7b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:40.281714 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Attempting to bind port 2562756c-9e93-4c71-9ca3-b14437595f5c on network 282bbe41-b9e3-486b-bc64-27b7fea0f7b2 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:40.304408 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:40.304943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Checking segment: {'id': '6603b189-a8b4-44b8-a5a7-955134ff4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '282bbe41-b9e3-486b-bc64-27b7fea0f7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:40.305933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Bound using segment: {'id': '6603b189-a8b4-44b8-a5a7-955134ff4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '282bbe41-b9e3-486b-bc64-27b7fea0f7b2'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:40.306579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Bound port: 2562756c-9e93-4c71-9ca3-b14437595f5c, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6603b189-a8b4-44b8-a5a7-955134ff4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '282bbe41-b9e3-486b-bc64-27b7fea0f7b2'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:40.307832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.401953 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e94488-8e55-430f-a104-d99ad857ae9f x-openstack-request-id: req-84e94488-8e55-430f-a104-d99ad857ae9f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:40.402932 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1922bfff-6631-44cd-8046-df2fbafb3811", "name": "network-vif-plugged", "status": "completed", "tag": "8d38a7b1-c50a-44bc-b49f-c3176d03de05", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:40.403558 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84e94488-8e55-430f-a104-d99ad857ae9f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:40.404143 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1922bfff-6631-44cd-8046-df2fbafb3811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d38a7b1-c50a-44bc-b49f-c3176d03de05', 'code': 200} Aug 19 12:21:40.455425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] For port 2562756c-9e93-4c71-9ca3-b14437595f5c, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:40.460009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] For port 2562756c-9e93-4c71-9ca3-b14437595f5c, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2562756c-9e93-4c71-9ca3-b14437595f5c,segment=NetworkSegment(6603b189-a8b4-44b8-a5a7-955134ff4bc4),segment_id=6603b189-a8b4-44b8-a5a7-955134ff4bc4)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:40.462745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-2501db13-b268-45cf-9ea3-61112f6890ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:40.464688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-2501db13-b268-45cf-9ea3-61112f6890ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f571453ff4504fdc967bb6fa22368c01&device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 1095 time: 0.0952880 Aug 19 12:21:40.516397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-a0f87bb7-b803-4f8b-b1ab-1a207e565314 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d6d279-6c33-41c5-b444-db0ea3e002da HTTP/1.1" status: 200 len: 217 time: 0.0404429 Aug 19 12:21:40.519237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35425424-3da8-407e-b0d7-c91408c77328 req-3fcac42c-8cdf-44fb-ba48-2ca36aa786da tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "GET /v2.0/security-groups/8f047ff3-6f6e-4575-bdcf-0ae1c502ebc0 HTTP/1.1" status: 200 len: 1813 time: 0.0957875 Aug 19 12:21:40.604022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-09efd17f-528f-41d4-a8b3-27fe75898b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:40.607788 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-09efd17f-528f-41d4-a8b3-27fe75898b51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd43e2da-ca7b-4455-a7b6-f11b33978fb9 HTTP/1.1" status: 200 len: 862 time: 0.0830429 Aug 19 12:21:40.632620 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.652718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-1033db4a-5b19-4c68-bd53-ed543e1257a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35d93d14-2a10-410c-a93c-901be99b829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365729 Aug 19 12:21:40.654451 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-35425424-3da8-407e-b0d7-c91408c77328 req-0f00fd63-a4f9-422f-a1f4-f0a377498b77 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.699971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:40.701646 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.705515 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] 10.222.0.52 "PUT /v2.0/ports/2562756c-9e93-4c71-9ca3-b14437595f5c HTTP/1.1" status: 200 len: 1091 time: 1.7390983 Aug 19 12:21:40.706364 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dd7919-52de-4997-bf46-911b555e1a7a', 'tag': '2562756c-9e93-4c71-9ca3-b14437595f5c'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:40.720908 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12989fa6-db86-4e10-8347-4b998eb0f7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dd7919-52de-4997-bf46-911b555e1a7a", "tag": "2562756c-9e93-4c71-9ca3-b14437595f5c"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:40.746868 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-35425424-3da8-407e-b0d7-c91408c77328 req-0f00fd63-a4f9-422f-a1f4-f0a377498b77 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.754653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29253c13-42ad-49ff-9b80-d8a63b29563e service neutron] Pushing event updated for resources: {'Port': ['ID=2562756c-9e93-4c71-9ca3-b14437595f5c,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:40.849607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-cbe7b168-68a5-4fff-880f-0ccd8e291e9f service neutron] 10.222.0.52 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791182 Aug 19 12:21:40.941688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-0e9902b7-545a-4fb4-af09-3a40793cb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:40.948277 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-0e9902b7-545a-4fb4-af09-3a40793cb95c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9821813037f04bcd9995315bd5e66c4f&device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 1094 time: 0.0692089 Aug 19 12:21:40.948449 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b59f37-5173-45c4-9eaf-2a3c89f03f0b x-openstack-request-id: req-d5b59f37-5173-45c4-9eaf-2a3c89f03f0b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:40.948449 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f376d04c-18f6-4536-af02-ce9d02ce6149", "tag": "81d6d279-6c33-41c5-b444-db0ea3e002da", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:40.948449 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5b59f37-5173-45c4-9eaf-2a3c89f03f0b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:40.948449 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f376d04c-18f6-4536-af02-ce9d02ce6149', 'tag': '81d6d279-6c33-41c5-b444-db0ea3e002da', 'status': 'completed', 'code': 200} Aug 19 12:21:41.017097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb7cbc89-aeab-4948-bb5f-b029a6f2b4a2 req-e9b8e382-30f7-4f69-b4b5-baf382ba1d9d service neutron] 10.222.0.52 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487527 Aug 19 12:21:41.022781 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-35425424-3da8-407e-b0d7-c91408c77328 req-0f00fd63-a4f9-422f-a1f4-f0a377498b77 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.033951 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-35425424-3da8-407e-b0d7-c91408c77328 req-0f00fd63-a4f9-422f-a1f4-f0a377498b77 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.036735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35425424-3da8-407e-b0d7-c91408c77328 req-0f00fd63-a4f9-422f-a1f4-f0a377498b77 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] 10.222.0.44 "DELETE /v2.0/security-groups/8f047ff3-6f6e-4575-bdcf-0ae1c502ebc0 HTTP/1.1" status: 204 len: 173 time: 0.5031421 Aug 19 12:21:41.055559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53068) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:41.069854 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-7aece878-24fd-4346-b0d3-0028aa700e46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2562756c-9e93-4c71-9ca3-b14437595f5c HTTP/1.1" status: 200 len: 217 time: 0.0953920 Aug 19 12:21:41.090827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00fd63-a4f9-422f-a1f4-f0a377498b77 tempest-SecurityGroupRulesNegativeTestJSON-1253041887 tempest-SecurityGroupRulesNegativeTestJSON-1253041887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f047ff3-6f6e-4575-bdcf-0ae1c502ebc0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:41.131393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb76e6-8fe6-4856-8bd3-e96c9d6db832 req-15d12d5a-b796-4916-9214-cccd93453b05 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:41.142253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05cb76e6-8fe6-4856-8bd3-e96c9d6db832 req-15d12d5a-b796-4916-9214-cccd93453b05 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 944 time: 0.1234045 Aug 19 12:21:41.210950 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48553390-3557-4b2b-9e0d-3e34afbe1b49 x-openstack-request-id: req-48553390-3557-4b2b-9e0d-3e34afbe1b49 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:41.211218 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dd7919-52de-4997-bf46-911b555e1a7a", "tag": "2562756c-9e93-4c71-9ca3-b14437595f5c", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:41.216123 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48553390-3557-4b2b-9e0d-3e34afbe1b49 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:41.216846 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dd7919-52de-4997-bf46-911b555e1a7a', 'tag': '2562756c-9e93-4c71-9ca3-b14437595f5c', 'status': 'completed', 'code': 200} Aug 19 12:21:41.223728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05cb76e6-8fe6-4856-8bd3-e96c9d6db832 req-b40503d5-b477-4de1-abfd-ce16e90c6789 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804482 Aug 19 12:21:41.280150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Deleting subnet c3fc0ef9-e30c-4018-bd48-1ede67262d39 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:21:41.300976 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.319333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d7574-a8f1-42da-9320-696ff5be0573 req-2bc1c885-6456-4da6-8034-4bf0e1b8e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:41.322972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-915d7574-a8f1-42da-9320-696ff5be0573 req-2bc1c885-6456-4da6-8034-4bf0e1b8e58c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f571453ff4504fdc967bb6fa22368c01&device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 1095 time: 0.0809371 Aug 19 12:21:41.397750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-79631d92-1a3a-4fd4-8169-20ea80f80d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:41.399307 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-79631d92-1a3a-4fd4-8169-20ea80f80d34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=824bb443-0856-4634-b270-2e0b645294e4 HTTP/1.1" status: 200 len: 855 time: 0.2930367 Aug 19 12:21:41.419111 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.485074 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.515620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338cd7-b23f-491a-9bed-bf990e560aa0 req-47d0a346-4dd6-4477-85bf-7bf5a3fa69c1 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:41.524893 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-a7eb8619-2527-4e15-9b52-445bb2e6de3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=282bbe41-b9e3-486b-bc64-27b7fea0f7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354307 Aug 19 12:21:41.535100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65338cd7-b23f-491a-9bed-bf990e560aa0 req-47d0a346-4dd6-4477-85bf-7bf5a3fa69c1 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 943 time: 0.2094605 Aug 19 12:21:41.537196 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.694227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65338cd7-b23f-491a-9bed-bf990e560aa0 req-90da1392-8758-4f16-a72c-8cfb6306a738 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582961 Aug 19 12:21:41.711985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d7574-a8f1-42da-9320-696ff5be0573 req-0cf705ec-d2ff-4284-b64c-e398586f4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:41.737352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-915d7574-a8f1-42da-9320-696ff5be0573 req-0cf705ec-d2ff-4284-b64c-e398586f4f5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=35d93d14-2a10-410c-a93c-901be99b829a HTTP/1.1" status: 200 len: 923 time: 0.3941467 Aug 19 12:21:41.765201 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-13961f9c-a50e-4265-802a-8d375c38fd60 service neutron] 10.222.0.52 "GET /v2.0/networks/282bbe41-b9e3-486b-bc64-27b7fea0f7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309067 Aug 19 12:21:41.875378 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53130) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:41.903125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.921752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-915d7574-a8f1-42da-9320-696ff5be0573 req-a28e5e50-4bd0-4a7a-aa2e-0fcdbcddfeda service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d6d279-6c33-41c5-b444-db0ea3e002da HTTP/1.1" status: 200 len: 217 time: 0.1744478 Aug 19 12:21:41.959418 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fc0ef9-e30c-4018-bd48-1ede67262d39,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:41.966891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.984696 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c3fc0ef9-e30c-4018-bd48-1ede67262d39 HTTP/1.1" status: 204 len: 168 time: 0.9093938 Aug 19 12:21:41.984696 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53134) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:42.017243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d7574-a8f1-42da-9320-696ff5be0573 req-fb62d2d0-4671-4105-9114-a4cbe7577dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:42.018791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.019165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.019954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.019954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.020173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.020451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.020773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.021092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.021436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.021831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.022159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.022476 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10652a9-957b-4681-abd9-60ceda925328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:42.022678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-915d7574-a8f1-42da-9320-696ff5be0573 req-fb62d2d0-4671-4105-9114-a4cbe7577dc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd43e2da-ca7b-4455-a7b6-f11b33978fb9 HTTP/1.1" status: 200 len: 862 time: 0.0864072 Aug 19 12:21:42.066615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-915d7574-a8f1-42da-9320-696ff5be0573 req-161413f4-1e07-45fa-aef2-7d57d6de3264 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35d93d14-2a10-410c-a93c-901be99b829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327201 Aug 19 12:21:42.258479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-915d7574-a8f1-42da-9320-696ff5be0573 req-7fdea460-6639-47aa-b5a0-046e976c4abf service neutron] 10.222.0.52 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836741 Aug 19 12:21:42.488123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7a2d5-b19b-44ce-9804-f4238ddf2b43 req-56900689-a1d1-452c-99bc-c5642b9dbcc3 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:42.499631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29d7a2d5-b19b-44ce-9804-f4238ddf2b43 req-56900689-a1d1-452c-99bc-c5642b9dbcc3 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 944 time: 0.1278861 Aug 19 12:21:42.586191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-915d7574-a8f1-42da-9320-696ff5be0573 req-fb4bd547-950c-4b4a-9efe-11761ce15792 service neutron] 10.222.0.52 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132424 Aug 19 12:21:42.637979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29d7a2d5-b19b-44ce-9804-f4238ddf2b43 req-1a6a0cb2-1bcb-46e4-bda5-a722b18293e3 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372228 Aug 19 12:21:42.984782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b69d2-6d57-4aea-abdd-2edcdd31de43 req-f9bea534-e153-4d9e-bc26-15b32ab1bd77 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:43.001004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-327b69d2-6d57-4aea-abdd-2edcdd31de43 req-f9bea534-e153-4d9e-bc26-15b32ab1bd77 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 943 time: 0.1317155 Aug 19 12:21:43.025788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 81d6d279-6c33-41c5-b444-db0ea3e002da details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:43.109991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-327b69d2-6d57-4aea-abdd-2edcdd31de43 req-884911ee-8403-4b94-8471-7a90af33b8e6 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078603 Aug 19 12:21:43.111176 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.155139 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7317fe97-bb6c-4a81-b68b-b45034975c53 req-a6213c46-e0fc-49e8-ae31-2213743b3499 service neutron] 10.222.0.52 "GET /v2.0/networks/282bbe41-b9e3-486b-bc64-27b7fea0f7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3748832 Aug 19 12:21:43.159166 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1467407505-network', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:43.267429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 81d6d279-6c33-41c5-b444-db0ea3e002da, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=81d6d279-6c33-41c5-b444-db0ea3e002da,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:43.285165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '81d6d279-6c33-41c5-b444-db0ea3e002da', 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a', 'port_id': '81d6d279-6c33-41c5-b444-db0ea3e002da', 'mac_address': 'fa:16:3e:30:11:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd43e2da-ca7b-4455-a7b6-f11b33978fb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:43.402314 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.414712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d35cb9a-9961-4f4d-981b-23ab4175a103']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:43.428941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff2fad8-62e1-44c3-a6e1-609568289365') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:43.429721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff2fad8-62e1-44c3-a6e1-609568289365') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:43.431106 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.444158 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.447579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Made reservation on behalf of 7d9f6773734746868c3d0a061f594c2a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:43.451293 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.456854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d6d279-6c33-41c5-b444-db0ea3e002da {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:43.507031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 81d6d279-6c33-41c5-b444-db0ea3e002da, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=81d6d279-6c33-41c5-b444-db0ea3e002da,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:43.508099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.518486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.531095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:21:43.531626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:21:43.533725 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:21:43.596096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12989fa6-db86-4e10-8347-4b998eb0f7d0 req-eac3d4e4-9fff-4289-a607-763e789e4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:43.598095 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-12989fa6-db86-4e10-8347-4b998eb0f7d0 req-eac3d4e4-9fff-4289-a607-763e789e4357 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9821813037f04bcd9995315bd5e66c4f&device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 1094 time: 0.1562824 Aug 19 12:21:43.660781 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.816878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=81d6d279-6c33-41c5-b444-db0ea3e002da,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:43.831221 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12989fa6-db86-4e10-8347-4b998eb0f7d0 req-d053abb0-c67d-452c-a0fe-c8909512aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:43.832784 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-12989fa6-db86-4e10-8347-4b998eb0f7d0 req-d053abb0-c67d-452c-a0fe-c8909512aa3e service neutron] 10.222.0.52 "GET /v2.0/networks?id=282bbe41-b9e3-486b-bc64-27b7fea0f7b2 HTTP/1.1" status: 200 len: 916 time: 0.2184381 Aug 19 12:21:43.838114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718784e-5350-4b85-8720-6b48a361f986 req-e389232a-75b5-44af-ab65-86aaec415933 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:43.843613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3718784e-5350-4b85-8720-6b48a361f986 req-e389232a-75b5-44af-ab65-86aaec415933 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 945 time: 0.1105959 Aug 19 12:21:43.906230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3718784e-5350-4b85-8720-6b48a361f986 req-45342eb4-f1df-4f2b-9bb0-71de7024324f tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527804 Aug 19 12:21:43.933447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.942328 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.951017 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4d35cb9a-9961-4f4d-981b-23ab4175a103 HTTP/1.1" status: 204 len: 168 time: 1.9605389 Aug 19 12:21:43.959609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['81d6d279-6c33-41c5-b444-db0ea3e002da'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:43.970281 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-12989fa6-db86-4e10-8347-4b998eb0f7d0 req-38c9b747-aab6-4c76-bc12-06b0d5fd7e52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2562756c-9e93-4c71-9ca3-b14437595f5c HTTP/1.1" status: 200 len: 217 time: 0.1280425 Aug 19 12:21:43.975550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacb088-8e43-4509-aefd-719bad680db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d35cb9a-9961-4f4d-981b-23ab4175a103,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:44.066760 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12989fa6-db86-4e10-8347-4b998eb0f7d0 req-b953628d-72a7-47d3-a3a4-f1a569ad8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:44.069101 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-12989fa6-db86-4e10-8347-4b998eb0f7d0 req-b953628d-72a7-47d3-a3a4-f1a569ad8cdd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=824bb443-0856-4634-b270-2e0b645294e4 HTTP/1.1" status: 200 len: 855 time: 0.0883930 Aug 19 12:21:44.163720 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-12989fa6-db86-4e10-8347-4b998eb0f7d0 req-b5fc166c-f291-46d5-bc85-94e900e84c54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=282bbe41-b9e3-486b-bc64-27b7fea0f7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826187 Aug 19 12:21:44.252054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.313192 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.369103 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-12989fa6-db86-4e10-8347-4b998eb0f7d0 req-7a45bc71-8790-4485-a5a0-d9a592c80143 service neutron] 10.222.0.52 "GET /v2.0/networks/282bbe41-b9e3-486b-bc64-27b7fea0f7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814859 Aug 19 12:21:44.456228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569304b0-921f-40f4-9b15-095f53176cd3 req-9434e8c9-3017-4aa1-aaa7-acd01e832925 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:44.465665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-569304b0-921f-40f4-9b15-095f53176cd3 req-9434e8c9-3017-4aa1-aaa7-acd01e832925 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 943 time: 0.2139452 Aug 19 12:21:44.545714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-569304b0-921f-40f4-9b15-095f53176cd3 req-204bfb77-52ae-4187-bed5-c0eef48a913b tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789497 Aug 19 12:21:44.582630 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.611824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53312) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:44.612510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:21:44.631415 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.633950 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Added segment cf2865ca-741b-4377-8efb-aa8b9a9e020b of type vlan for network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 Aug 19 12:21:44.725223 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53314) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:44.726195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2e3154e3-39fa-4e2d-aafc-d017933470ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=544cccaa33c84bbbacd98831022477ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1051798 Aug 19 12:21:44.795871 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.801688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d3d58b-0af3-44b6-bf91-cb5bfbe97f3a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:44.919922 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-12989fa6-db86-4e10-8347-4b998eb0f7d0 req-2f422bdb-2b40-43c5-9888-b16d331c7668 service neutron] 10.222.0.52 "GET /v2.0/networks/282bbe41-b9e3-486b-bc64-27b7fea0f7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255494 Aug 19 12:21:44.999427 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fc696bd-561a-456d-8799-0b16889eb827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.041072 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fc696bd-561a-456d-8799-0b16889eb827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.174540 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.175640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:45.177489 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.272790 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] Pushing event updated for resources: {'Network': ['ID=1a20ac09-5eff-4ad7-b41b-90cb0482e945,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:45.287942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:21:45.345281 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-92c42bdd-60c7-4f64-9022-ff0fdd81b49e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.4686744 Aug 19 12:21:45.345986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53358) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:45.352718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] Request body: {'subnet': {'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1467407505-subnet', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:45.410732 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fc696bd-561a-456d-8799-0b16889eb827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.413761 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fc696bd-561a-456d-8799-0b16889eb827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.418671 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8fc696bd-561a-456d-8799-0b16889eb827 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60613fb3-62ee-485f-9326-c876f0dd59d5 HTTP/1.1" status: 204 len: 168 time: 0.6902983 Aug 19 12:21:45.436455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc696bd-561a-456d-8799-0b16889eb827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60613fb3-62ee-485f-9326-c876f0dd59d5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:45.505991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] Made reservation on behalf of 7d9f6773734746868c3d0a061f594c2a for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:45.509947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.668718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268ff8c-84b0-4a4c-93e5-ee491e1e742c req-3229864a-1f5d-4264-9c8f-4fbd319a05b3 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:45.690020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d268ff8c-84b0-4a4c-93e5-ee491e1e742c req-3229864a-1f5d-4264-9c8f-4fbd319a05b3 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 945 time: 0.1073658 Aug 19 12:21:45.811785 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d268ff8c-84b0-4a4c-93e5-ee491e1e742c req-17d667f6-aaf2-43df-b9bb-4e3ca99518c0 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177526 Aug 19 12:21:45.971534 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.149740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4335b44-ed4d-421a-aa58-a45512657c3e req-428ff3a8-a635-4590-8517-0d04eb45c887 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:46.159111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4335b44-ed4d-421a-aa58-a45512657c3e req-428ff3a8-a635-4590-8517-0d04eb45c887 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 945 time: 0.2070379 Aug 19 12:21:46.217044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092e75d-9a89-4336-a370-3ee94612beed req-b59cdd2b-de52-48a6-af73-7d1333644021 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:46.231435 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c092e75d-9a89-4336-a370-3ee94612beed req-b59cdd2b-de52-48a6-af73-7d1333644021 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 943 time: 0.1731136 Aug 19 12:21:46.231888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b8e08b-9a47-481f-9786-cc4045c8fa96,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:46.266786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3b5b3-d2e9-4654-a7c4-791d6149d5a5 req-1249c1fd-2d5d-4615-a4a7-91a6e7e93729 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:46.269321 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81c3b5b3-d2e9-4654-a7c4-791d6149d5a5 req-1249c1fd-2d5d-4615-a4a7-91a6e7e93729 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.52 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 945 time: 0.2250354 Aug 19 12:21:46.316841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4335b44-ed4d-421a-aa58-a45512657c3e req-9c06e3a4-a82b-47d5-b182-6f61d839e29c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557751 Aug 19 12:21:46.345521 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] Checking segment: {'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:46.347195 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] Network hostable DHCP agents. Network: 1a20ac09-5eff-4ad7-b41b-90cb0482e945, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:21:46.390416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c092e75d-9a89-4336-a370-3ee94612beed req-a2606c99-af71-4c7e-af4c-796818d2522c tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567273 Aug 19 12:21:46.484092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-81c3b5b3-d2e9-4654-a7c4-791d6149d5a5 req-1c26bbdc-112e-446a-807e-f5708a85b5e9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Deleting port f31bb26c-f2e2-4011-b74f-023241f3e829 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:46.484584 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81c3b5b3-d2e9-4654-a7c4-791d6149d5a5 req-1c26bbdc-112e-446a-807e-f5708a85b5e9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.608412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] Network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:21:46.670265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-81c3b5b3-d2e9-4654-a7c4-791d6149d5a5 req-1c26bbdc-112e-446a-807e-f5708a85b5e9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] For port f31bb26c-f2e2-4011-b74f-023241f3e829, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f31bb26c-f2e2-4011-b74f-023241f3e829,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:46.670658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81c3b5b3-d2e9-4654-a7c4-791d6149d5a5 req-1c26bbdc-112e-446a-807e-f5708a85b5e9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.695120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-81c3b5b3-d2e9-4654-a7c4-791d6149d5a5 req-1c26bbdc-112e-446a-807e-f5708a85b5e9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Calling delete_port for f31bb26c-f2e2-4011-b74f-023241f3e829 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:46.714870 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 1a20ac09-5eff-4ad7-b41b-90cb0482e945) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:46.735049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca169a-7376-444a-a050-0e1784ce2fa1 None None] Network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:46.820749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:46.821321 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.919964 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-39b3e9b0-a956-425c-af7f-8285ec224cf2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5689037 Aug 19 12:21:46.920319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53436) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:46.926940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:47.082533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 2562756c-9e93-4c71-9ca3-b14437595f5c details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:47.092859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 81d6d279-6c33-41c5-b444-db0ea3e002da up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:47.131520 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81c3b5b3-d2e9-4654-a7c4-791d6149d5a5 req-1c26bbdc-112e-446a-807e-f5708a85b5e9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.148817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'fixed_ips': [{'subnet_id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:21:47.158182 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.181806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f31bb26c-f2e2-4011-b74f-023241f3e829'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:47.182562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab93727-b7bd-4e2b-a1b7-ea8ab0436442 req-d27657c4-8ff2-4456-9130-3cff3a194d38 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:47.202801 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ab93727-b7bd-4e2b-a1b7-ea8ab0436442 req-d27657c4-8ff2-4456-9130-3cff3a194d38 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 945 time: 0.2649305 Aug 19 12:21:47.211311 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.212784 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.241762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26bbdc-112e-446a-807e-f5708a85b5e9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Pushing event deleted for resources: {'Port': ['ID=f31bb26c-f2e2-4011-b74f-023241f3e829,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:47.370044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ab93727-b7bd-4e2b-a1b7-ea8ab0436442 req-50bdefde-08a8-4e8b-9469-4957f63e698f tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415069 Aug 19 12:21:47.375158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c3b5b3-d2e9-4654-a7c4-791d6149d5a5 req-1c26bbdc-112e-446a-807e-f5708a85b5e9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] No DVR routers for this DVR port f31bb26c-f2e2-4011-b74f-023241f3e829 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:47.385130 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81c3b5b3-d2e9-4654-a7c4-791d6149d5a5 req-1c26bbdc-112e-446a-807e-f5708a85b5e9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.392262 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81c3b5b3-d2e9-4654-a7c4-791d6149d5a5 req-1c26bbdc-112e-446a-807e-f5708a85b5e9 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.52 "DELETE /v2.0/ports/f31bb26c-f2e2-4011-b74f-023241f3e829 HTTP/1.1" status: 204 len: 173 time: 1.1139171 Aug 19 12:21:47.396345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'name': 'network-vif-deleted', 'tag': 'f31bb26c-f2e2-4011-b74f-023241f3e829'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:47.399723 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71599ad4-af19-4095-9e1a-399024f9d22c" -d '{"events": [{"server_uuid": "39a5df50-cafa-4ab4-9f04-84e7d0c9158a", "name": "network-vif-deleted", "tag": "f31bb26c-f2e2-4011-b74f-023241f3e829"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:47.611430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.620963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53466) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:47.667557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 81d6d279-6c33-41c5-b444-db0ea3e002da completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:47.715859 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3131aa-f061-4025-99c8-be27806f7116 x-openstack-request-id: req-ec3131aa-f061-4025-99c8-be27806f7116 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:47.716318 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a5df50-cafa-4ab4-9f04-84e7d0c9158a", "name": "network-vif-deleted", "tag": "f31bb26c-f2e2-4011-b74f-023241f3e829", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:47.716575 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec3131aa-f061-4025-99c8-be27806f7116 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:47.716974 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a5df50-cafa-4ab4-9f04-84e7d0c9158a', 'name': 'network-vif-deleted', 'tag': 'f31bb26c-f2e2-4011-b74f-023241f3e829', 'status': 'completed', 'code': 200} Aug 19 12:21:47.737742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 81d6d279-6c33-41c5-b444-db0ea3e002da triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:47.739244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a8596a5-ae70-4181-a5db-2860deaad508 req-ccca864d-2780-4c19-970d-bb8d26cc9b88 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 210 time: 0.0954871 Aug 19 12:21:47.747781 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.895056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Allocated IP 172.20.0.2 (1a20ac09-5eff-4ad7-b41b-90cb0482e945/d8b8e08b-9a47-481f-9786-cc4045c8fa96/4dc9936b-5a92-4e70-bdfc-0da195533bc2) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:47.916092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 2562756c-9e93-4c71-9ca3-b14437595f5c, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2562756c-9e93-4c71-9ca3-b14437595f5c,segment=NetworkSegment(6603b189-a8b4-44b8-a5a7-955134ff4bc4),segment_id=6603b189-a8b4-44b8-a5a7-955134ff4bc4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:48.006737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '2562756c-9e93-4c71-9ca3-b14437595f5c', 'network_id': '282bbe41-b9e3-486b-bc64-27b7fea0f7b2', 'port_id': '2562756c-9e93-4c71-9ca3-b14437595f5c', 'mac_address': 'fa:16:3e:ae:df:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824bb443-0856-4634-b270-2e0b645294e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:48.037125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-260509938-network', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:48.200725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.212287 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.222098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:48.226900 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.234437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a48cd-bfaa-42ea-b146-e464f5d1d6b7 req-9ec02c58-cc24-46f1-a0d7-7f25f330afb9 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:48.236555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad0a48cd-bfaa-42ea-b146-e464f5d1d6b7 req-9ec02c58-cc24-46f1-a0d7-7f25f330afb9 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 943 time: 0.2468989 Aug 19 12:21:48.241815 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.262919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2562756c-9e93-4c71-9ca3-b14437595f5c {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:48.275303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.340247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f376d04c-18f6-4536-af02-ce9d02ce6149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d6d279-6c33-41c5-b444-db0ea3e002da'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:48.340884 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef37010-c45e-40a0-afd5-268041ebd2f4" -d '{"events": [{"server_uuid": "f376d04c-18f6-4536-af02-ce9d02ce6149", "name": "network-vif-plugged", "status": "completed", "tag": "81d6d279-6c33-41c5-b444-db0ea3e002da"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:48.348366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 2562756c-9e93-4c71-9ca3-b14437595f5c, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2562756c-9e93-4c71-9ca3-b14437595f5c,segment=NetworkSegment(6603b189-a8b4-44b8-a5a7-955134ff4bc4),segment_id=6603b189-a8b4-44b8-a5a7-955134ff4bc4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:48.367218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 81d6d279-6c33-41c5-b444-db0ea3e002da, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=81d6d279-6c33-41c5-b444-db0ea3e002da,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:48.397132 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.422874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Transition to ACTIVE for port object 4dc9936b-5a92-4e70-bdfc-0da195533bc2 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:48.454109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Transition to ACTIVE for port object 4dc9936b-5a92-4e70-bdfc-0da195533bc2 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:48.484108 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.505265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad0a48cd-bfaa-42ea-b146-e464f5d1d6b7 req-bbac458d-1d8f-425d-83c4-c790deff69a8 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534981 Aug 19 12:21:48.528732 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.673193 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.726780 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aab4ec9-58b0-4d38-8d9f-3173a62e68e8 x-openstack-request-id: req-0aab4ec9-58b0-4d38-8d9f-3173a62e68e8 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:48.727394 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f376d04c-18f6-4536-af02-ce9d02ce6149", "name": "network-vif-plugged", "status": "completed", "tag": "81d6d279-6c33-41c5-b444-db0ea3e002da", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:48.729999 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0aab4ec9-58b0-4d38-8d9f-3173a62e68e8 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:48.730767 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f376d04c-18f6-4536-af02-ce9d02ce6149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d6d279-6c33-41c5-b444-db0ea3e002da', 'code': 200} Aug 19 12:21:48.732171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=2562756c-9e93-4c71-9ca3-b14437595f5c,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:48.797264 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.837638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['2562756c-9e93-4c71-9ca3-b14437595f5c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:48.843823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:48.846991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:48.867392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=81d6d279-6c33-41c5-b444-db0ea3e002da,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:48.871089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:48.885898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec88171-1e9d-46c9-90cb-db43cab9b056 req-5f3c6c3b-7c76-49c1-90c5-4d8f9d595dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:48.894103 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-eec88171-1e9d-46c9-90cb-db43cab9b056 req-5f3c6c3b-7c76-49c1-90c5-4d8f9d595dea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 1097 time: 0.0671201 Aug 19 12:21:48.945548 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-eec88171-1e9d-46c9-90cb-db43cab9b056 req-6e515cd2-9ba8-4351-a02d-d373595e729d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483065 Aug 19 12:21:48.955718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Pushing event updated for resources: {'Port': ['ID=4dc9936b-5a92-4e70-bdfc-0da195533bc2,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:48.999270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Attempting to bind port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:48.999665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Attempting to bind port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:49.000044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Attempting to bind port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 on network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:49.014127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:49.014464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Checking segment: {'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:49.014880 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.015290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Bound using segment: {'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:49.016035 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Bound port: 4dc9936b-5a92-4e70-bdfc-0da195533bc2, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:49.016438 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.072943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f31bb26c-f2e2-4011-b74f-023241f3e829 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:49.120777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: f31bb26c-f2e2-4011-b74f-023241f3e829 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:49.120777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f31bb26c-f2e2-4011-b74f-023241f3e829 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:49.150450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8500b-0cd8-4327-8629-0b03d515e5b5 req-2d0c116e-bf83-40f4-bbfc-2520d16d1970 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:49.153112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0f8500b-0cd8-4327-8629-0b03d515e5b5 req-2d0c116e-bf83-40f4-bbfc-2520d16d1970 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.1368835 Aug 19 12:21:49.165819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] For port 4dc9936b-5a92-4e70-bdfc-0da195533bc2, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:49.171844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] For port 4dc9936b-5a92-4e70-bdfc-0da195533bc2, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4dc9936b-5a92-4e70-bdfc-0da195533bc2,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:49.242632 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.287716 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.293006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0f8500b-0cd8-4327-8629-0b03d515e5b5 req-6db2f544-632b-43df-ad6d-a74206e724e3 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124234 Aug 19 12:21:49.441232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Allocated IP 172.25.6.222 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:49.544996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d45400c-1cff-4883-9152-798b5eb2bff8 req-0eaa443a-be99-4ae2-ac7a-ce15c573032c tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=39a5df50-cafa-4ab4-9f04-84e7d0c9158a HTTP/1.1" status: 200 len: 210 time: 0.0409296 Aug 19 12:21:49.624947 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.878716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.905410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:21:49.915141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:49.922190 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.922543 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Added segment f5b2422c-6cff-4cf3-97db-16486363c62f of type vlan for network d207d4bb-25ef-4c3b-bc42-e67d65cd49af Aug 19 12:21:49.938641 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.945328 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.984584 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.005825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:50.065331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f0867-1379-43d1-b5dc-4ef7d838acf9 None None] Pushing event updated for resources: {'Port': ['ID=4dc9936b-5a92-4e70-bdfc-0da195533bc2,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:50.131905 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.131905 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:50.131905 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.173356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:50.187920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Pushing event updated for resources: {'Port': ['ID=c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:50.219791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:50.407524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] Pushing event updated for resources: {'Network': ['ID=d207d4bb-25ef-4c3b-bc42-e67d65cd49af,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:50.419894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network d207d4bb-25ef-4c3b-bc42-e67d65cd49af details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:21:50.452914 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e4ccd7bf-13f8-4019-9288-d118ad805e27 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8302078 Aug 19 12:21:50.455984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53558) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:50.486680 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] Request body: {'subnet': {'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-260509938-subnet', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:50.781791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:50.784479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.997769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1bd43-4ad7-458e-a21b-afcbe3334e88 req-bc447193-3edb-40eb-aeef-5253aa9e5179 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:51.014178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8df1bd43-4ad7-458e-a21b-afcbe3334e88 req-bc447193-3edb-40eb-aeef-5253aa9e5179 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 944 time: 0.7829747 Aug 19 12:21:51.043958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda43184-878c-4922-a4e8-b1cd18debc90 req-d680c887-4fc7-402c-825b-4b08c68bd5c4 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:51.060113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cda43184-878c-4922-a4e8-b1cd18debc90 req-d680c887-4fc7-402c-825b-4b08c68bd5c4 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.3721583 Aug 19 12:21:51.080190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 2562756c-9e93-4c71-9ca3-b14437595f5c up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:51.148901 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3720d7d1-b439-41cf-943b-761c129f819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.167778 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.244339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cda43184-878c-4922-a4e8-b1cd18debc90 req-2f7446e8-5674-4ef9-8937-4790592a9b93 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829004 Aug 19 12:21:51.277659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8df1bd43-4ad7-458e-a21b-afcbe3334e88 req-c4e0100d-2686-4017-ad53-de168246cfca tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355785 Aug 19 12:21:51.304602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685ef013-6c85-4b01-a972-3c0b3ae0e6bf,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:51.325105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 2562756c-9e93-4c71-9ca3-b14437595f5c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:51.331847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 2562756c-9e93-4c71-9ca3-b14437595f5c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:51.332424 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.336991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] Checking segment: {'id': 'f5b2422c-6cff-4cf3-97db-16486363c62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:51.338085 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] Network hostable DHCP agents. Network: d207d4bb-25ef-4c3b-bc42-e67d65cd49af, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:21:51.472389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] Network d207d4bb-25ef-4c3b-bc42-e67d65cd49af is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:21:51.520127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.596140 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.599822 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, d207d4bb-25ef-4c3b-bc42-e67d65cd49af) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:51.605458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:51.611288 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.724346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 2562756c-9e93-4c71-9ca3-b14437595f5c, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2562756c-9e93-4c71-9ca3-b14437595f5c,segment=NetworkSegment(6603b189-a8b4-44b8-a5a7-955134ff4bc4),segment_id=6603b189-a8b4-44b8-a5a7-955134ff4bc4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:51.728892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc33b1-814a-48c5-b8fa-609793fbdcb9 None None] Network d207d4bb-25ef-4c3b-bc42-e67d65cd49af requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:51.746484 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2351c617-612f-43e8-83d6-335d645d8377 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2889032 Aug 19 12:21:51.753355 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53586) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:51.756161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-260509938-router', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:51.848692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dd7919-52de-4997-bf46-911b555e1a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2562756c-9e93-4c71-9ca3-b14437595f5c'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:51.854808 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d45fe6-08af-4f4b-b0da-89cd0e66644b" -d '{"events": [{"server_uuid": "d8dd7919-52de-4997-bf46-911b555e1a7a", "name": "network-vif-plugged", "status": "completed", "tag": "2562756c-9e93-4c71-9ca3-b14437595f5c"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:51.854808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.908420 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.909577 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.973774 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab4257-7e71-4f8f-963c-1073632eba18 x-openstack-request-id: req-84ab4257-7e71-4f8f-963c-1073632eba18 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:51.974388 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dd7919-52de-4997-bf46-911b555e1a7a", "name": "network-vif-plugged", "status": "completed", "tag": "2562756c-9e93-4c71-9ca3-b14437595f5c", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:51.975664 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84ab4257-7e71-4f8f-963c-1073632eba18 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:51.976304 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dd7919-52de-4997-bf46-911b555e1a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2562756c-9e93-4c71-9ca3-b14437595f5c', 'code': 200} Aug 19 12:21:52.054952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.062330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08971308-a3f9-4ed6-8c70-925f6a6444e9 None None] Network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:52.070637 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.110393 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91812b-797a-4bd9-9625-7d74d06775ed req-7e661dfd-a52f-448c-a94c-8af0a01d70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:52.112415 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5a91812b-797a-4bd9-9625-7d74d06775ed req-7e661dfd-a52f-448c-a94c-8af0a01d70e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 1096 time: 0.0795250 Aug 19 12:21:52.201833 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5a91812b-797a-4bd9-9625-7d74d06775ed req-72ac1624-2043-4274-95de-40e2949055b5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778363 Aug 19 12:21:52.346103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4dc9936b-5a92-4e70-bdfc-0da195533bc2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:52.361965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-d207d4bb-25ef-4c3b-bc42-e67d65cd49af', 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'fixed_ips': [{'subnet_id': '685ef013-6c85-4b01-a972-3c0b3ae0e6bf'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:21:52.362990 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.433545 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.446022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=2562756c-9e93-4c71-9ca3-b14437595f5c,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:52.706417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3553b7-978e-424b-b708-00314a8c9e5c req-9b92f700-cd82-499e-97ad-b31d17e51e9e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:52.714491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cb3553b7-978e-424b-b708-00314a8c9e5c req-9b92f700-cd82-499e-97ad-b31d17e51e9e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.2007155 Aug 19 12:21:52.830867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cb3553b7-978e-424b-b708-00314a8c9e5c req-036d6893-eef6-481b-a808-b4fd95e6e82e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153314 Aug 19 12:21:52.847336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b7c75-58d5-4789-b1e5-740bce9482b7 req-3460a229-1942-455a-9e84-796cbb8e380f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:52.870454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-747b7c75-58d5-4789-b1e5-740bce9482b7 req-3460a229-1942-455a-9e84-796cbb8e380f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 944 time: 0.3330491 Aug 19 12:21:52.916988 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53604) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:52.919351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Allocated IP 172.20.0.2 (d207d4bb-25ef-4c3b-bc42-e67d65cd49af/685ef013-6c85-4b01-a972-3c0b3ae0e6bf/063bec09-f370-4b80-bf2e-e0b7af34c642) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:53.006862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Router c80bb2ef-e464-446f-8bae-2253855e7449 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:21:53.212330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1023eac2-2b67-44c5-8f3f-f8ac484cf6fd None None] Provisioning for port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:53.299938 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cba52b8b-3b56-4637-95b3-e2bd7d42cdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:53.346599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-747b7c75-58d5-4789-b1e5-740bce9482b7 req-7d731aa1-01e0-4772-94ac-50b2a8d7c890 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748311 Aug 19 12:21:53.395142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:53.464358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1185e7-9422-42cc-82e8-a77e0fd4c1eb req-c89f7447-084b-44aa-81f1-9d5ece05923e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:53.468008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be1185e7-9422-42cc-82e8-a77e0fd4c1eb req-c89f7447-084b-44aa-81f1-9d5ece05923e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.53 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 944 time: 0.8127437 Aug 19 12:21:53.541723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:53.606992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:53.608155 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:53.685513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b51f-9be8-42c1-9655-2a2bb86e0b9f req-3fb73c2f-de52-4af3-a128-c40683f4ddfc tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:53.686802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8690b51f-9be8-42c1-9655-2a2bb86e0b9f req-3fb73c2f-de52-4af3-a128-c40683f4ddfc tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 945 time: 0.5935628 Aug 19 12:21:53.702947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:53.840293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:53.862885 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Sync routers for ids ['c80bb2ef-e464-446f-8bae-2253855e7449'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:53.870753 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:53.878682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8690b51f-9be8-42c1-9655-2a2bb86e0b9f req-ff101e6a-f030-4e65-b3dd-141adfb8230a tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593869 Aug 19 12:21:53.896987 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Routers {'c80bb2ef-e464-446f-8bae-2253855e7449'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:53.899790 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:21:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c80bb2ef-e464-446f-8bae-2253855e7449'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:54.082826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Transition to ACTIVE for port object 063bec09-f370-4b80-bf2e-e0b7af34c642 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:54.136445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc90e1-70e8-4373-a744-59409e48f756 req-0ce32288-e5a2-4cb4-9632-f98ee0c4dcdd tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:54.140629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7dc90e1-70e8-4373-a744-59409e48f756 req-0ce32288-e5a2-4cb4-9632-f98ee0c4dcdd tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.2041306 Aug 19 12:21:54.146026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-be1185e7-9422-42cc-82e8-a77e0fd4c1eb req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Deleting port e07c91c6-7779-442e-b0d3-4dc1db05337a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:54.146767 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be1185e7-9422-42cc-82e8-a77e0fd4c1eb req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.203688 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Set router c80bb2ef-e464-446f-8bae-2253855e7449 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:54.224742 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.238141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Transition to ACTIVE for port object 063bec09-f370-4b80-bf2e-e0b7af34c642 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:54.252524 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cba52b8b-3b56-4637-95b3-e2bd7d42cdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.280788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Allocated IP 172.25.6.240 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/6dda7a7b-49de-4e51-afa8-f762721aa735) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:54.363871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 4dc9936b-5a92-4e70-bdfc-0da195533bc2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4dc9936b-5a92-4e70-bdfc-0da195533bc2,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:54.450787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f8f256ed-7efc-44f8-a3c0-8a431a5db39f None None] Provisioning complete for port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:54.451765 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f8f256ed-7efc-44f8-a3c0-8a431a5db39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.470431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cba52b8b-3b56-4637-95b3-e2bd7d42cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.515888 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.529571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7dc90e1-70e8-4373-a744-59409e48f756 req-5174d843-d6a6-4c19-bed5-29e89ab92d0e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853756 Aug 19 12:21:54.536901 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.617757 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.619006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Network d207d4bb-25ef-4c3b-bc42-e67d65cd49af is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:54.631726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-38f7c21e-1dab-4756-83f5-35f708c2ee11 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.7097609 Aug 19 12:21:54.635029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53622) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:54.643319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-be1185e7-9422-42cc-82e8-a77e0fd4c1eb req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] For port e07c91c6-7779-442e-b0d3-4dc1db05337a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e07c91c6-7779-442e-b0d3-4dc1db05337a,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:54.643704 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be1185e7-9422-42cc-82e8-a77e0fd4c1eb req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.747726 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cba52b8b-3b56-4637-95b3-e2bd7d42cdcd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e8b77e067e1463db685f82b106ecf1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8261106 Aug 19 12:21:54.751885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:54.754585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53626) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:54.759933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:54.786301 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:21:50Z', 'revision_number': 3, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:54.831972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-be1185e7-9422-42cc-82e8-a77e0fd4c1eb req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Calling delete_port for e07c91c6-7779-442e-b0d3-4dc1db05337a owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:54.857019 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.876006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=4dc9936b-5a92-4e70-bdfc-0da195533bc2,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:54.928580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Attempting to bind port 063bec09-f370-4b80-bf2e-e0b7af34c642 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:54.930403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Attempting to bind port 063bec09-f370-4b80-bf2e-e0b7af34c642 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f5b2422c-6cff-4cf3-97db-16486363c62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:54.930595 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566c3fc-9293-46a2-a32f-3d6caf8938e6 req-d93f5fbb-e4d4-4fc2-93a0-3e93cdc36b0e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:54.930718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Attempting to bind port 063bec09-f370-4b80-bf2e-e0b7af34c642 on network d207d4bb-25ef-4c3b-bc42-e67d65cd49af {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:54.943341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:54.944162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Checking segment: {'id': 'f5b2422c-6cff-4cf3-97db-16486363c62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:54.944746 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.945738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Bound using segment: {'id': 'f5b2422c-6cff-4cf3-97db-16486363c62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:54.946236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Bound port: 063bec09-f370-4b80-bf2e-e0b7af34c642, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b2422c-6cff-4cf3-97db-16486363c62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:54.946628 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.957526 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Checking router: c80bb2ef-e464-446f-8bae-2253855e7449 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:21:54.958430 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Updating router c80bb2ef-e464-446f-8bae-2253855e7449 port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:21:54.958631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d566c3fc-9293-46a2-a32f-3d6caf8938e6 req-d93f5fbb-e4d4-4fc2-93a0-3e93cdc36b0e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 944 time: 0.3893399 Aug 19 12:21:55.003099 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba52b8b-3b56-4637-95b3-e2bd7d42cdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b320ccac-30ab-49aa-9ee0-076d82b3ed41,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:55.042141 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.049036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Pushing event updated for resources: {'Port': ['ID=063bec09-f370-4b80-bf2e-e0b7af34c642,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:55.078837 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.181300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] For port 063bec09-f370-4b80-bf2e-e0b7af34c642, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:55.188660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:55.193070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:55.196339 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] For port 063bec09-f370-4b80-bf2e-e0b7af34c642, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=063bec09-f370-4b80-bf2e-e0b7af34c642,segment=NetworkSegment(f5b2422c-6cff-4cf3-97db-16486363c62f),segment_id=f5b2422c-6cff-4cf3-97db-16486363c62f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:55.221155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:55.229993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0285d1d6-2c47-4c02-8b87-99e431762bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.267921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d566c3fc-9293-46a2-a32f-3d6caf8938e6 req-095cfc18-0ea7-46a9-9be0-4b91a150050d tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084416 Aug 19 12:21:55.293803 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.299575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Pushing event updated for resources: {'Port': ['ID=6dda7a7b-49de-4e51-afa8-f762721aa735,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:55.326611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0285d1d6-2c47-4c02-8b87-99e431762bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.397062 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f6043ae2-1b7d-4b3c-8b2e-4601902293b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.508605 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83973a2-30c7-44d9-948d-8d42e8fcefa4 None None] Pushing event updated for resources: {'Port': ['ID=063bec09-f370-4b80-bf2e-e0b7af34c642,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:55.713974 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.806249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0285d1d6-2c47-4c02-8b87-99e431762bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.814417 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0285d1d6-2c47-4c02-8b87-99e431762bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.817689 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0285d1d6-2c47-4c02-8b87-99e431762bb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b320ccac-30ab-49aa-9ee0-076d82b3ed41 HTTP/1.1" status: 204 len: 168 time: 1.0538781 Aug 19 12:21:55.835209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b76be0-5d7f-41d3-8b64-aba395abb52f req-ce2d6e2b-792c-498c-94de-ef5c0dba69d9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:55.842300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f4b76be0-5d7f-41d3-8b64-aba395abb52f req-ce2d6e2b-792c-498c-94de-ef5c0dba69d9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.7110159 Aug 19 12:21:55.853326 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.904959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285d1d6-2c47-4c02-8b87-99e431762bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b320ccac-30ab-49aa-9ee0-076d82b3ed41,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:55.977228 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.090812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6057c4-c54d-43cb-8ebd-5d0f3477a05d req-643c24c0-f50c-45fd-b23a-a9f6183e17ef tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.092417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e6057c4-c54d-43cb-8ebd-5d0f3477a05d req-643c24c0-f50c-45fd-b23a-a9f6183e17ef tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 945 time: 0.3156028 Aug 19 12:21:56.119708 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Transition to ACTIVE for port object c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:56.133395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f4b76be0-5d7f-41d3-8b64-aba395abb52f req-f8a1ee3e-2e97-4895-af9f-a7f018d659c2 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596633 Aug 19 12:21:56.139564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be1185e7-9422-42cc-82e8-a77e0fd4c1eb req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.237326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Pushing event deleted for resources: {'Port': ['ID=e07c91c6-7779-442e-b0d3-4dc1db05337a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:56.248831 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.289105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.289736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.290056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.290409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.290749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.291216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.291557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.291900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.292231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.292561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.292894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.293221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.294693 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.314510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e6057c4-c54d-43cb-8ebd-5d0f3477a05d req-218fc387-e552-4860-81d9-c02880d2afd7 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049577 Aug 19 12:21:56.316865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1185e7-9422-42cc-82e8-a77e0fd4c1eb req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] No DVR routers for this DVR port e07c91c6-7779-442e-b0d3-4dc1db05337a on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:56.322517 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Attempting to bind port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:56.322951 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Attempting to bind port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:56.323318 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Attempting to bind port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:56.429575 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:56.430116 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:56.438560 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.439062 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:56.439579 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Bound port: c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:56.439997 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.479886 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be1185e7-9422-42cc-82e8-a77e0fd4c1eb req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.489271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be1185e7-9422-42cc-82e8-a77e0fd4c1eb req-f70b6e9d-54a6-40c6-a918-e001dceb495f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.53 "DELETE /v2.0/ports/e07c91c6-7779-442e-b0d3-4dc1db05337a HTTP/1.1" status: 204 len: 173 time: 2.9953010 Aug 19 12:21:56.492138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'name': 'network-vif-deleted', 'tag': 'e07c91c6-7779-442e-b0d3-4dc1db05337a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:56.514474 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c8b2b4-a47e-4418-84e3-d63d273981bd" -d '{"events": [{"server_uuid": "1258be31-e72d-4cea-8a17-f100ca6d1a1e", "name": "network-vif-deleted", "tag": "e07c91c6-7779-442e-b0d3-4dc1db05337a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:56.589483 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] For port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:56.594190 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] For port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:56.637067 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Pushing event updated for resources: {'Port': ['ID=c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:56.661717 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.662094 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.662397 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.673235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.673235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.673235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.673235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.673235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.673235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.673235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.673235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.673235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:56.719097 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.778951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad5d7e9b-9daa-4f45-8cd4-a238ba9b2974 req-6369fbee-0bb7-4a3a-8baa-4c3a171d8d42 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 210 time: 0.2070727 Aug 19 12:21:56.851741 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Router c5f05f81-2a48-4959-bba9-b93f348734e7 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:21:56.885412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1264b-9618-4f3d-ae05-6f3d8aff9ceb req-7b7199f4-d485-4b1a-9e48-535e22e77562 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.896679 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.902349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efe1264b-9618-4f3d-ae05-6f3d8aff9ceb req-7b7199f4-d485-4b1a-9e48-535e22e77562 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.3650362 Aug 19 12:21:56.984797 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71fa384-421b-4be8-9a01-c5c1752dbb90 x-openstack-request-id: req-a71fa384-421b-4be8-9a01-c5c1752dbb90 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:56.985658 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1258be31-e72d-4cea-8a17-f100ca6d1a1e", "name": "network-vif-deleted", "tag": "e07c91c6-7779-442e-b0d3-4dc1db05337a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:56.986089 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a71fa384-421b-4be8-9a01-c5c1752dbb90 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:56.986830 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1258be31-e72d-4cea-8a17-f100ca6d1a1e', 'name': 'network-vif-deleted', 'tag': 'e07c91c6-7779-442e-b0d3-4dc1db05337a', 'status': 'completed', 'code': 200} Aug 19 12:21:56.998165 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8765f8-5f71-4ae1-a35b-3a94b53c4eee None None] Pushing event updated for resources: {'Port': ['ID=c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:57.004707 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Routers {'c80bb2ef-e464-446f-8bae-2253855e7449'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:57.005878 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:21:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c80bb2ef-e464-446f-8bae-2253855e7449'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:57.036955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4dc9936b-5a92-4e70-bdfc-0da195533bc2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:57.063076 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efe1264b-9618-4f3d-ae05-6f3d8aff9ceb req-0a541b6e-6407-4993-906d-0dae1374c257 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641915 Aug 19 12:21:57.207472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:57.223746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Sync routers for ids ['c5f05f81-2a48-4959-bba9-b93f348734e7'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:57.254159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:57.254999 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:57.269903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Routers {'c5f05f81-2a48-4959-bba9-b93f348734e7'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:57.270846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:21:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c5f05f81-2a48-4959-bba9-b93f348734e7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:57.278249 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] Set router c80bb2ef-e464-446f-8bae-2253855e7449 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:57.376144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:57.382082 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ebfc4038-faf9-474a-b53b-737586e5034d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6327338 Aug 19 12:21:57.382931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53678) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:57.407706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9ec8c-5b7d-4579-ad42-e778457c607c None None] Network d207d4bb-25ef-4c3b-bc42-e67d65cd49af requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:57.706742 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:57.774989 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:21:57.794502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facdc2f-998a-41fe-9271-cb44233732fb req-75a46868-108d-48ac-8b7a-4ec9d60924f5 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:57.803490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0facdc2f-998a-41fe-9271-cb44233732fb req-75a46868-108d-48ac-8b7a-4ec9d60924f5 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.5148432 Aug 19 12:21:57.828047 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:21:50Z', 'revision_number': 3, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:57.897669 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c38e55e-1c60-40b1-ac7b-2bba2abd1f91 None None] The sync data for ids ['c80bb2ef-e464-446f-8bae-2253855e7449'] in n-d-778732-8 is: [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:21:50Z', 'revision_number': 3, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:57.914757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e07c91c6-7779-442e-b0d3-4dc1db05337a no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:58.094278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: e07c91c6-7779-442e-b0d3-4dc1db05337a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:58.094881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e07c91c6-7779-442e-b0d3-4dc1db05337a not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:58.137042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Set router c5f05f81-2a48-4959-bba9-b93f348734e7 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:58.166460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0facdc2f-998a-41fe-9271-cb44233732fb req-8848fa67-81ad-4511-adc2-3e542db3fad9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606718 Aug 19 12:21:58.276408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ed1a3856-9437-4d49-b74f-2debbee3c033 None None] Provisioning for port 063bec09-f370-4b80-bf2e-e0b7af34c642 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:58.316879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f598c9b1-62cf-4ef0-9a58-7fb003ca60f7 req-b0827501-fa4a-4586-aa7b-cfd5e96d9705 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1258be31-e72d-4cea-8a17-f100ca6d1a1e HTTP/1.1" status: 200 len: 210 time: 0.1987612 Aug 19 12:21:58.631110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 063bec09-f370-4b80-bf2e-e0b7af34c642 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:58.700978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Allocated IP 172.20.0.1 (1a20ac09-5eff-4ad7-b41b-90cb0482e945/d8b8e08b-9a47-481f-9786-cc4045c8fa96/720bb784-bbd2-4a05-94e6-1b5f9e57bcd0) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:58.959976 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:58.974338 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.009032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 063bec09-f370-4b80-bf2e-e0b7af34c642 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:59.016517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 063bec09-f370-4b80-bf2e-e0b7af34c642 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:59.017494 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.029240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Transition to ACTIVE for port object 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:59.055918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'name': 'tempest-ServersTestMultiNic-260509938-router', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:51Z', 'updated_at': '2021-08-19T12:21:55Z', 'revision_number': 3, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'gw_port': {'id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:53Z', 'updated_at': '2021-08-19T12:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:59.109354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Checking router: c5f05f81-2a48-4959-bba9-b93f348734e7 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:21:59.110033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Updating router c5f05f81-2a48-4959-bba9-b93f348734e7 port 6dda7a7b-49de-4e51-afa8-f762721aa735 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:21:59.152372 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.206722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9b346-6868-4f1f-a6e1-7ab2fd17c273 req-0f1214be-938b-4ddd-ab12-545abf7fd8ce tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:59.206722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cec9b346-6868-4f1f-a6e1-7ab2fd17c273 req-0f1214be-938b-4ddd-ab12-545abf7fd8ce tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.8225157 Aug 19 12:21:59.428727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cec9b346-6868-4f1f-a6e1-7ab2fd17c273 req-6e146ab9-ea75-49fe-acf2-15343466ada0 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719773 Aug 19 12:21:59.428727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.525907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:59.546034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:59.563945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:59.616958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Pushing event updated for resources: {'Port': ['ID=720bb784-bbd2-4a05-94e6-1b5f9e57bcd0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:59.663461 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.684967 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8f1d8636-0cfa-4a71-a3a2-26c9112b8b74 None None] Provisioning complete for port 063bec09-f370-4b80-bf2e-e0b7af34c642 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:59.684967 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8636-0cfa-4a71-a3a2-26c9112b8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.742402 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.899433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a1843-ee46-4f52-b4f9-f8b70787fc1c req-99dd2084-7ff7-41d5-ac87-6de077ce698d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:59.901886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-495a1843-ee46-4f52-b4f9-f8b70787fc1c req-99dd2084-7ff7-41d5-ac87-6de077ce698d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.2436774 Aug 19 12:21:59.931168 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.999300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Allocated IP 172.20.0.1 (d207d4bb-25ef-4c3b-bc42-e67d65cd49af/685ef013-6c85-4b01-a972-3c0b3ae0e6bf/e83f9329-cf35-4c4b-bb3e-4735fd9ee9af) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:00.043913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 063bec09-f370-4b80-bf2e-e0b7af34c642, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=063bec09-f370-4b80-bf2e-e0b7af34c642,segment=NetworkSegment(f5b2422c-6cff-4cf3-97db-16486363c62f),segment_id=f5b2422c-6cff-4cf3-97db-16486363c62f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:00.099225 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8636-0cfa-4a71-a3a2-26c9112b8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.121717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-495a1843-ee46-4f52-b4f9-f8b70787fc1c req-5b215443-05ee-4577-b026-96701e61c54e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961373 Aug 19 12:22:00.141991 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.160109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Transition to ACTIVE for port object e83f9329-cf35-4c4b-bb3e-4735fd9ee9af will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:00.200046 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.236979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Transition to ACTIVE for port object 6dda7a7b-49de-4e51-afa8-f762721aa735 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:00.262253 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.325689 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.348447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.362340 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-8f1d8636-0cfa-4a71-a3a2-26c9112b8b74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:22:00.362783 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-8f1d8636-0cfa-4a71-a3a2-26c9112b8b74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:22:00.458008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Pushing event updated for resources: {'Port': ['ID=e83f9329-cf35-4c4b-bb3e-4735fd9ee9af,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:00.474072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Network d207d4bb-25ef-4c3b-bc42-e67d65cd49af is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:00.475927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:00.483516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:00.523126 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.601804 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.638201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890c864-dc14-417b-bc49-c13662279dee req-efc6b229-c59b-4936-aa18-051ea20c03c2 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:00.646671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4890c864-dc14-417b-bc49-c13662279dee req-efc6b229-c59b-4936-aa18-051ea20c03c2 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.2378349 Aug 19 12:22:00.725990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:00.805598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4890c864-dc14-417b-bc49-c13662279dee req-d4f47b6a-b410-43f8-b26e-2f87a6110753 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440704 Aug 19 12:22:00.808091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Attempting to bind port 6dda7a7b-49de-4e51-afa8-f762721aa735 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:00.808645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Attempting to bind port 6dda7a7b-49de-4e51-afa8-f762721aa735 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:00.809361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Attempting to bind port 6dda7a7b-49de-4e51-afa8-f762721aa735 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:00.815609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=063bec09-f370-4b80-bf2e-e0b7af34c642,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:00.911714 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.989248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:00.994862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:01.001734 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.002309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:01.005453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Bound port: 6dda7a7b-49de-4e51-afa8-f762721aa735, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:01.006012 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.083640 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.142483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03f202-38df-46e7-9440-c23feb977689 None None] Pushing event updated for resources: {'Port': ['ID=6dda7a7b-49de-4e51-afa8-f762721aa735,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:01.156828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b166bc-2bd7-4d50-ae6b-8bb6f84c00ca req-53178864-915d-4eed-be2e-37608c14fd13 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:01.168839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b166bc-2bd7-4d50-ae6b-8bb6f84c00ca req-53178864-915d-4eed-be2e-37608c14fd13 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 944 time: 0.1717653 Aug 19 12:22:01.175548 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.199726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbabc6-2bd5-4f6d-8377-87cfc4427e71 req-ce89dda0-4a74-4e96-9026-7c05bbc47405 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:01.201140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53802) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.201715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8cbabc6-2bd5-4f6d-8377-87cfc4427e71 req-ce89dda0-4a74-4e96-9026-7c05bbc47405 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 944 time: 0.2619047 Aug 19 12:22:01.210001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] For port 6dda7a7b-49de-4e51-afa8-f762721aa735, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:01.216179 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] For port 6dda7a7b-49de-4e51-afa8-f762721aa735, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6dda7a7b-49de-4e51-afa8-f762721aa735,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:01.273520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:01.280188 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:01.280425 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.317534 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.351695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-07def31e-74f9-4a6b-96d7-78d915083e2d None None] Provisioning for port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:01.357204 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.361590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-07def31e-74f9-4a6b-96d7-78d915083e2d None None] Provisioning complete for port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:01.362271 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-07def31e-74f9-4a6b-96d7-78d915083e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.414470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:01.438702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:01.456763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Pushing event updated for resources: {'Port': ['ID=720bb784-bbd2-4a05-94e6-1b5f9e57bcd0,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:01.477223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b166bc-2bd7-4d50-ae6b-8bb6f84c00ca req-4a2ab97b-608c-4ceb-975d-6c9a34e6d41f tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067467 Aug 19 12:22:01.501599 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-947e6336-4414-4a34-a345-c3c972678b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.665484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-07def31e-74f9-4a6b-96d7-78d915083e2d None None] Port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:01.668839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03f202-38df-46e7-9440-c23feb977689 None None] Pushing event updated for resources: {'Port': ['ID=6dda7a7b-49de-4e51-afa8-f762721aa735,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:01.748044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Routers {'c5f05f81-2a48-4959-bba9-b93f348734e7'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:01.748912 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:21:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c5f05f81-2a48-4959-bba9-b93f348734e7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:01.923421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.928402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] Set router c5f05f81-2a48-4959-bba9-b93f348734e7 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:02.099020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.157986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e8cbabc6-2bd5-4f6d-8377-87cfc4427e71 req-8a481eb1-1db8-4f2c-9691-6fcf6fe8d8d6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Deleting port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:02.161958 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e8cbabc6-2bd5-4f6d-8377-87cfc4427e71 req-8a481eb1-1db8-4f2c-9691-6fcf6fe8d8d6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.180456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-07def31e-74f9-4a6b-96d7-78d915083e2d None None] Provisioning for port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:02.220873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-07def31e-74f9-4a6b-96d7-78d915083e2d None None] Provisioning complete for port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:02.221470 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-07def31e-74f9-4a6b-96d7-78d915083e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.283472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Router c80bb2ef-e464-446f-8bae-2253855e7449 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:22:02.290493 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-947e6336-4414-4a34-a345-c3c972678b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.316960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-07def31e-74f9-4a6b-96d7-78d915083e2d None None] Port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:02.328972 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.344220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Pushing event updated for resources: {'Port': ['ID=e83f9329-cf35-4c4b-bb3e-4735fd9ee9af,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:02.350035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.450495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:02.454563 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-947e6336-4414-4a34-a345-c3c972678b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.520498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e8ef71ee-848c-4499-987e-6c5de6554ab3 None None] Provisioning complete for port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:02.520900 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e8ef71ee-848c-4499-987e-6c5de6554ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.545410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e8cbabc6-2bd5-4f6d-8377-87cfc4427e71 req-8a481eb1-1db8-4f2c-9691-6fcf6fe8d8d6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] For port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,segment=NetworkSegment(63cec17d-4b86-456b-a020-80ef37ee2271),segment_id=63cec17d-4b86-456b-a020-80ef37ee2271)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:02.555344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e8cbabc6-2bd5-4f6d-8377-87cfc4427e71 req-8a481eb1-1db8-4f2c-9691-6fcf6fe8d8d6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.555514 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.575951 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-947e6336-4414-4a34-a345-c3c972678b29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a167ca29d5f4f21909f9e0df8a7bbb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3729055 Aug 19 12:22:02.579387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53838) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:02.587046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e8cbabc6-2bd5-4f6d-8377-87cfc4427e71 req-8a481eb1-1db8-4f2c-9691-6fcf6fe8d8d6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Calling delete_port for 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:02.605679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e6336-4414-4a34-a345-c3c972678b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa35339-a1d8-431f-8a5a-2218e76f551d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:02.630920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef71ee-848c-4499-987e-6c5de6554ab3 None None] Port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:02.692797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 063bec09-f370-4b80-bf2e-e0b7af34c642 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:02.746803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:02.763901 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Network d207d4bb-25ef-4c3b-bc42-e67d65cd49af is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:02.772756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'name': 'tempest-ServersTestMultiNic-260509938-router', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:51Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'gw_port': {'id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:53Z', 'updated_at': '2021-08-19T12:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'e83f9329-cf35-4c4b-bb3e-4735fd9ee9af', 'name': '', 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'mac_address': 'fa:16:3e:b8:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '685ef013-6c85-4b01-a972-3c0b3ae0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:59Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 1, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'subnets': [{'id': '685ef013-6c85-4b01-a972-3c0b3ae0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:02.780116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:02.829053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b1dc7e-efa4-4851-8018-5ba49d4f93ef None None] The sync data for ids ['c5f05f81-2a48-4959-bba9-b93f348734e7'] in n-d-778732-8 is: [{'id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'name': 'tempest-ServersTestMultiNic-260509938-router', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:51Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'gw_port': {'id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:53Z', 'updated_at': '2021-08-19T12:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'e83f9329-cf35-4c4b-bb3e-4735fd9ee9af', 'name': '', 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'mac_address': 'fa:16:3e:b8:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '685ef013-6c85-4b01-a972-3c0b3ae0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:59Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 1, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'subnets': [{'id': '685ef013-6c85-4b01-a972-3c0b3ae0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:22:02.831254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:22:02.842311 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Sync routers for ids ['c80bb2ef-e464-446f-8bae-2253855e7449'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:22:02.850725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 063bec09-f370-4b80-bf2e-e0b7af34c642 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:02.851961 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.853015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-900e7c99-8224-451d-ab68-5600cc345c82 admin admin] 10.222.0.44 "PUT /v2.0/routers/c80bb2ef-e464-446f-8bae-2253855e7449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2119000 Aug 19 12:22:02.874387 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Routers {'c80bb2ef-e464-446f-8bae-2253855e7449'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:02.875019 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:21:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c80bb2ef-e464-446f-8bae-2253855e7449'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:03.178141 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d1d482a-862a-44e1-895c-76db5e90023a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.218008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Router c5f05f81-2a48-4959-bba9-b93f348734e7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:22:03.280571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17dfda-3611-4d9c-a0fe-6349d31b90d4 req-c6fcbfb7-324d-4f2f-b5bc-c9bfcac80d59 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:03.292597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9996d816-039c-4fcf-94ab-dbcf2c6a758b None None] Provisioning complete for port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:03.293073 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9996d816-039c-4fcf-94ab-dbcf2c6a758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.299797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc17dfda-3611-4d9c-a0fe-6349d31b90d4 req-c6fcbfb7-324d-4f2f-b5bc-c9bfcac80d59 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 944 time: 0.3354220 Aug 19 12:22:03.372642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d1d482a-862a-44e1-895c-76db5e90023a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.488649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc17dfda-3611-4d9c-a0fe-6349d31b90d4 req-fb4c92b2-d96c-4c27-8954-3b1a81c47f3e tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/security-groups?id=23ce063c-5691-4710-82be-c6b9177dd6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521816 Aug 19 12:22:03.501127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9996d816-039c-4fcf-94ab-dbcf2c6a758b None None] Port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:03.504231 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Set router c80bb2ef-e464-446f-8bae-2253855e7449 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:03.569756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e8cbabc6-2bd5-4f6d-8377-87cfc4427e71 req-8a481eb1-1db8-4f2c-9691-6fcf6fe8d8d6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.706723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a481eb1-1db8-4f2c-9691-6fcf6fe8d8d6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Pushing event deleted for resources: {'Port': ['ID=13d5af20-2e3c-4d87-bf88-4cdfe76644e1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:03.799347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d1d482a-862a-44e1-895c-76db5e90023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.822181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d1d482a-862a-44e1-895c-76db5e90023a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.828192 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8d1d482a-862a-44e1-895c-76db5e90023a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfa35339-a1d8-431f-8a5a-2218e76f551d HTTP/1.1" status: 204 len: 168 time: 1.2378600 Aug 19 12:22:03.910088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:22:03.924772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d482a-862a-44e1-895c-76db5e90023a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa35339-a1d8-431f-8a5a-2218e76f551d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:03.941339 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-50948bba-45d3-459e-b904-fdc23c8641ea admin admin] 10.222.0.44 "PUT /v2.0/routers/c5f05f81-2a48-4959-bba9-b93f348734e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5570369 Aug 19 12:22:04.139827 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '720bb784-bbd2-4a05-94e6-1b5f9e57bcd0', 'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'mac_address': 'fa:16:3e:28:36:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:57Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 2, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'subnets': [{'id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:04.206349 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Checking router: c80bb2ef-e464-446f-8bae-2253855e7449 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:22:04.206981 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Updating router c80bb2ef-e464-446f-8bae-2253855e7449 port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:22:04.237191 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:04.347644 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53868) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:04.499196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cbabc6-2bd5-4f6d-8377-87cfc4427e71 req-8a481eb1-1db8-4f2c-9691-6fcf6fe8d8d6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] No DVR routers for this DVR port 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:04.504210 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e8cbabc6-2bd5-4f6d-8377-87cfc4427e71 req-8a481eb1-1db8-4f2c-9691-6fcf6fe8d8d6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:04.508333 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8cbabc6-2bd5-4f6d-8377-87cfc4427e71 req-8a481eb1-1db8-4f2c-9691-6fcf6fe8d8d6 tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.53 "DELETE /v2.0/ports/13d5af20-2e3c-4d87-bf88-4cdfe76644e1 HTTP/1.1" status: 204 len: 173 time: 3.2700665 Aug 19 12:22:04.509047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'name': 'network-vif-deleted', 'tag': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:04.512829 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cf06dd-0650-4cde-97c9-d7a84c27bec3" -d '{"events": [{"server_uuid": "7d069fd1-ba30-4efa-a1fd-345253998ed1", "name": "network-vif-deleted", "tag": "13d5af20-2e3c-4d87-bf88-4cdfe76644e1"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:04.534758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209cad5-5c3b-4908-839a-f9d3594e9513 req-8e3b49fa-f2d0-401e-984a-771115fe3980 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.571442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b209cad5-5c3b-4908-839a-f9d3594e9513 req-8e3b49fa-f2d0-401e-984a-771115fe3980 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.9044185 Aug 19 12:22:04.654820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b209cad5-5c3b-4908-839a-f9d3594e9513 req-c47ec778-7d61-40e7-ad64-611d87095686 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874369 Aug 19 12:22:04.713927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1055771229'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:04.956658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53888) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:04.962309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fb940605-3874-4ebc-b2c5-e31e34f7101f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990951072', 'description': 'tempest-description--1813547572'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:04.970149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:04.976930 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62421710-a584-4abc-9613-397a23feb769 x-openstack-request-id: req-62421710-a584-4abc-9613-397a23feb769 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:04.977277 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d069fd1-ba30-4efa-a1fd-345253998ed1", "name": "network-vif-deleted", "tag": "13d5af20-2e3c-4d87-bf88-4cdfe76644e1", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:04.977624 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62421710-a584-4abc-9613-397a23feb769 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:04.978614 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d069fd1-ba30-4efa-a1fd-345253998ed1', 'name': 'network-vif-deleted', 'tag': '13d5af20-2e3c-4d87-bf88-4cdfe76644e1', 'status': 'completed', 'code': 200} Aug 19 12:22:04.998236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.008909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:05.153997 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:05.155835 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 81d6d279-6c33-41c5-b444-db0ea3e002da details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:05.189818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.189818 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Added segment 13070341-3ce6-4827-ba73-1c876fb1f011 of type vlan for network 3967721c-20e0-477d-a3d1-e660d14780f6 Aug 19 12:22:05.190558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f425f9db-d3a7-4cd7-834c-f85a41e3cf64 req-ea35b941-ec60-48ea-8555-dab505d9a3ae tempest-LiveAutoBlockMigrationV225Test-435980336 tempest-LiveAutoBlockMigrationV225Test-435980336-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d069fd1-ba30-4efa-a1fd-345253998ed1 HTTP/1.1" status: 200 len: 210 time: 0.0752473 Aug 19 12:22:05.204274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:05.206039 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.302733 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb940605-3874-4ebc-b2c5-e31e34f7101f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.305222 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.311648 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.resource_extend [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:22:05.354646 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Transition to ACTIVE for port object 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:05.364873 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.503811 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.581756 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.592516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.597986 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.752033 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb940605-3874-4ebc-b2c5-e31e34f7101f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.776102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 81d6d279-6c33-41c5-b444-db0ea3e002da, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=81d6d279-6c33-41c5-b444-db0ea3e002da,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:05.818663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:05.839400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6dda7a7b-49de-4e51-afa8-f762721aa735 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:05.880186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb940605-3874-4ebc-b2c5-e31e34f7101f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.928941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '81d6d279-6c33-41c5-b444-db0ea3e002da', 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a', 'port_id': '81d6d279-6c33-41c5-b444-db0ea3e002da', 'mac_address': 'fa:16:3e:30:11:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd43e2da-ca7b-4455-a7b6-f11b33978fb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:05.938277 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b5c71-fbcf-48b3-ae33-1d4208ceefdf None None] Pushing event updated for resources: {'Port': ['ID=720bb784-bbd2-4a05-94e6-1b5f9e57bcd0,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:05.952584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:22:05.955842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 13d5af20-2e3c-4d87-bf88-4cdfe76644e1 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:22:05.985080 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Attempting to bind port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:05.985528 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Attempting to bind port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:05.988030 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Attempting to bind port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 on network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:06.008061 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:06.008444 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Checking segment: {'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:06.013224 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.014326 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Bound using segment: {'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:06.017654 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Bound port: 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:06.019404 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.039360 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6901083 Aug 19 12:22:06.064282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e2261-2c2b-4177-bfcd-88db09f7755a req-edbdc0ea-b9b5-4a27-b7cd-a49a3036aefa tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.067007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2e2261-2c2b-4177-bfcd-88db09f7755a req-edbdc0ea-b9b5-4a27-b7cd-a49a3036aefa tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 946 time: 0.1467929 Aug 19 12:22:06.080562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53914) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:06.106154 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'subnet': {'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:06.142701 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb940605-3874-4ebc-b2c5-e31e34f7101f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.149530 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fb940605-3874-4ebc-b2c5-e31e34f7101f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1863027 Aug 19 12:22:06.165009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53918) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:06.171351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad598d-464f-4371-9490-b51fc2ad1fbf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Network': ['ID=3967721c-20e0-477d-a3d1-e660d14780f6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:06.207360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-507415cd-dcb5-4ba7-9ba0-1363e95b7dbf tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Request body: {'security_group_rule': {'security_group_id': '9571b751-ca98-4753-9ba7-7f151794e18a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:06.247390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 3967721c-20e0-477d-a3d1-e660d14780f6 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:06.258932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb940605-3874-4ebc-b2c5-e31e34f7101f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9571b751-ca98-4753-9ba7-7f151794e18a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:06.288980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53932) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:06.310936 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] For port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:06.321090 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] For port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=720bb784-bbd2-4a05-94e6-1b5f9e57bcd0,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:06.344212 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2e2261-2c2b-4177-bfcd-88db09f7755a req-4cd69140-49be-473d-a1cd-f710da82532a tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555397 Aug 19 12:22:06.418121 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.497638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:06.595217 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.634354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-507415cd-dcb5-4ba7-9ba0-1363e95b7dbf tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.658763 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b5c71-fbcf-48b3-ae33-1d4208ceefdf None None] Pushing event updated for resources: {'Port': ['ID=720bb784-bbd2-4a05-94e6-1b5f9e57bcd0,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:06.673484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81d6d279-6c33-41c5-b444-db0ea3e002da {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:06.707880 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Routers {'c80bb2ef-e464-446f-8bae-2253855e7449'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:06.708546 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:21:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c80bb2ef-e464-446f-8bae-2253855e7449'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:06.739133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1915248701-network', 'tenant_id': '194a694acf894c84af4636285e9fb6ab'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:06.758071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 81d6d279-6c33-41c5-b444-db0ea3e002da, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=81d6d279-6c33-41c5-b444-db0ea3e002da,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:06.799320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 6dda7a7b-49de-4e51-afa8-f762721aa735 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:06.815982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 6dda7a7b-49de-4e51-afa8-f762721aa735 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:06.817246 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.939724 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] Set router c80bb2ef-e464-446f-8bae-2253855e7449 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:06.939925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-507415cd-dcb5-4ba7-9ba0-1363e95b7dbf tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.955272 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.975924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:06.987057 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.045940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cde49f-05c9-4dca-a299-0b690a2a0129 admin admin] Deleting subnet d3e45397-6f87-4bdf-a2cb-1af074370154 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:22:07.062258 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82cde49f-05c9-4dca-a299-0b690a2a0129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.146860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['81d6d279-6c33-41c5-b444-db0ea3e002da'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:07.159190 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-507415cd-dcb5-4ba7-9ba0-1363e95b7dbf tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.185648 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82cde49f-05c9-4dca-a299-0b690a2a0129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.253722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507415cd-dcb5-4ba7-9ba0-1363e95b7dbf tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5c1c61-6949-492d-9582-e662ffcc2c63,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:07.299795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Made reservation on behalf of 194a694acf894c84af4636285e9fb6ab for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:07.315233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.366888 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.389673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=81d6d279-6c33-41c5-b444-db0ea3e002da,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:07.408453 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-507415cd-dcb5-4ba7-9ba0-1363e95b7dbf tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.413466 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-507415cd-dcb5-4ba7-9ba0-1363e95b7dbf tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2280805 Aug 19 12:22:07.427469 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53950) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:07.438847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-26fdab9c-5dc1-4a07-b6ae-dc6434dc3732 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Request body: {'security_group_rule': {'security_group_id': '9571b751-ca98-4753-9ba7-7f151794e18a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:07.546391 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82cde49f-05c9-4dca-a299-0b690a2a0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.570397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.576726 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.577875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.581032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.581486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.582254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.582254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.582799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.584529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.588975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.589556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.590011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:07.612745 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.685089 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26fdab9c-5dc1-4a07-b6ae-dc6434dc3732 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.701912 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Sync routers for ids ['c5f05f81-2a48-4959-bba9-b93f348734e7'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:22:07.729027 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '720bb784-bbd2-4a05-94e6-1b5f9e57bcd0', 'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'mac_address': 'fa:16:3e:28:36:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:57Z', 'updated_at': '2021-08-19T12:22:06Z', 'revision_number': 4, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'subnets': [{'id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:07.753718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.796923 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854fc75-cb0d-4a0f-a1aa-47cd71b43d33 None None] The sync data for ids ['c80bb2ef-e464-446f-8bae-2253855e7449'] in n-d-778732-8 is: [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '720bb784-bbd2-4a05-94e6-1b5f9e57bcd0', 'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'mac_address': 'fa:16:3e:28:36:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:57Z', 'updated_at': '2021-08-19T12:22:06Z', 'revision_number': 4, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'subnets': [{'id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:22:07.800352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 6dda7a7b-49de-4e51-afa8-f762721aa735, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6dda7a7b-49de-4e51-afa8-f762721aa735,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:07.832033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Routers {'c5f05f81-2a48-4959-bba9-b93f348734e7'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:07.833136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:21:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c5f05f81-2a48-4959-bba9-b93f348734e7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:08.064381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce7833-d35b-417c-8b19-000923c62aab req-367b5fae-63a5-44a9-a735-416152600bbb tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.088140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8ce7833-d35b-417c-8b19-000923c62aab req-367b5fae-63a5-44a9-a735-416152600bbb tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 945 time: 0.5370996 Aug 19 12:22:08.090121 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.170538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Subnet': ['ID=da5e4351-91fa-4071-89a3-ea640b19da3a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:08.231806 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26fdab9c-5dc1-4a07-b6ae-dc6434dc3732 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.246624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Checking segment: {'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:08.247268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network hostable DHCP agents. Network: 3967721c-20e0-477d-a3d1-e660d14780f6, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:22:08.302054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8ce7833-d35b-417c-8b19-000923c62aab req-169f4381-343d-4e59-8098-dc200e5a32c5 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125485 Aug 19 12:22:08.321684 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82cde49f-05c9-4dca-a299-0b690a2a0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.330677 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26fdab9c-5dc1-4a07-b6ae-dc6434dc3732 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.395121 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdab9c-5dc1-4a07-b6ae-dc6434dc3732 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f2fa84-f078-438b-b29c-eddcb5b3f021,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:08.406844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:08.427245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network 3967721c-20e0-477d-a3d1-e660d14780f6 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:22:08.430130 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82cde49f-05c9-4dca-a299-0b690a2a0129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.439838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-82cde49f-05c9-4dca-a299-0b690a2a0129 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d3e45397-6f87-4bdf-a2cb-1af074370154 HTTP/1.1" status: 204 len: 168 time: 1.9406438 Aug 19 12:22:08.442927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53964) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:08.482664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cde49f-05c9-4dca-a299-0b690a2a0129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e45397-6f87-4bdf-a2cb-1af074370154,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:08.619302 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.683388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 3967721c-20e0-477d-a3d1-e660d14780f6) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:08.689677 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.694736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.710371 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.736405 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.797317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a4fbec-5ce0-4c2b-b2fe-0a9c4bdfaabb None None] Network 3967721c-20e0-477d-a3d1-e660d14780f6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:08.835666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:08.880959 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.882126 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Added segment 034914c2-0928-4298-be27-6c13a9271683 of type vlan for network bc571858-05d5-427a-9e05-e55c68c9f299 Aug 19 12:22:08.904165 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a059fd17-5d61-4ad1-9aad-66e7d5a7e100 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8224010 Aug 19 12:22:08.913622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53976) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:08.933140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-126239645'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:08.954800 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26fdab9c-5dc1-4a07-b6ae-dc6434dc3732 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.958559 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-26fdab9c-5dc1-4a07-b6ae-dc6434dc3732 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5280583 Aug 19 12:22:08.974471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53978) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:08.990492 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.997951 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:09.012122 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.019111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955b0894-0665-4200-93e0-8fea9bacbe74']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:09.033004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cec17d-4b86-456b-a020-80ef37ee2271') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:09.033297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cec17d-4b86-456b-a020-80ef37ee2271') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:09.045636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.069742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.073280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d33ed76-9f2f-4288-96cd-d3feafb5b996,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:09.086155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=6dda7a7b-49de-4e51-afa8-f762721aa735,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:09.094134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:09.095151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:09.099029 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:09.161336 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Set router c5f05f81-2a48-4959-bba9-b93f348734e7 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:09.204605 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.206033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:09.213004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:09.214733 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.219160 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.291780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:09.310045 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.310907 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Added segment b0942fee-ad69-43d5-89d5-fac2da490e47 of type vlan for network 48923215-360a-4b51-94f7-5dac684197f2 Aug 19 12:22:09.374290 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.403794 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.470490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] Pushing event updated for resources: {'Network': ['ID=bc571858-05d5-427a-9e05-e55c68c9f299,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:09.505204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network bc571858-05d5-427a-9e05-e55c68c9f299 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:09.518937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.526196 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.531001 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] 10.222.0.44 "DELETE /v2.0/networks/955b0894-0665-4200-93e0-8fea9bacbe74 HTTP/1.1" status: 204 len: 168 time: 1.0866959 Aug 19 12:22:09.532378 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d8969-ae0a-4420-a01a-4a50666f6a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=955b0894-0665-4200-93e0-8fea9bacbe74,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:09.537118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53984) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:09.603312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cac165-f14e-4289-897a-a97befc8e710 req-97c8ef0a-a3dd-4031-9c5e-bd6c62d2455a tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:09.628639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2cac165-f14e-4289-897a-a97befc8e710 req-97c8ef0a-a3dd-4031-9c5e-bd6c62d2455a tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 945 time: 0.1590106 Aug 19 12:22:09.654489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:09.687688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae70d87-5922-4ff5-b240-eb807ee5f42f admin admin] Deleting subnet aaf5d904-46ad-4d15-a866-966742ef840c {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:22:09.691503 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ae70d87-5922-4ff5-b240-eb807ee5f42f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.755314 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ae70d87-5922-4ff5-b240-eb807ee5f42f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.755611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:09.755736 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.772407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2cac165-f14e-4289-897a-a97befc8e710 req-0129c021-0106-49f1-832d-72f6f6fd588b tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423182 Aug 19 12:22:09.777759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5709fee1-9608-454f-99ac-9428a206971e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4827776 Aug 19 12:22:09.782940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53988) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:09.798192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] Request body: {'subnet': {'network_id': 'bc571858-05d5-427a-9e05-e55c68c9f299', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1915248701-subnet', 'tenant_id': '194a694acf894c84af4636285e9fb6ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:09.890449 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ae70d87-5922-4ff5-b240-eb807ee5f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.964848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] Made reservation on behalf of 194a694acf894c84af4636285e9fb6ab for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:09.967937 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.968583 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.989167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:09.989774 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.088450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-3967721c-20e0-477d-a3d1-e660d14780f6', 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'fixed_ips': [{'subnet_id': 'da5e4351-91fa-4071-89a3-ea640b19da3a'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:22:10.089592 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.284192 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3695323 Aug 19 12:22:10.289094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54000) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:10.306483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'subnet': {'network_id': '48923215-360a-4b51-94f7-5dac684197f2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:10.321114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada9973-0186-44a0-8e36-6b2644d87278 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Network': ['ID=48923215-360a-4b51-94f7-5dac684197f2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:10.336581 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.446647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 48923215-360a-4b51-94f7-5dac684197f2 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:10.459539 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ae70d87-5922-4ff5-b240-eb807ee5f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.518859 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ae70d87-5922-4ff5-b240-eb807ee5f42f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.525640 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2ae70d87-5922-4ff5-b240-eb807ee5f42f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aaf5d904-46ad-4d15-a866-966742ef840c HTTP/1.1" status: 204 len: 168 time: 0.9792881 Aug 19 12:22:10.526687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54002) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:10.547064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae70d87-5922-4ff5-b240-eb807ee5f42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf5d904-46ad-4d15-a866-966742ef840c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:10.578786 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.691672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.758621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Allocated IP 19.80.0.2 (3967721c-20e0-477d-a3d1-e660d14780f6/da5e4351-91fa-4071-89a3-ea640b19da3a/01b1a071-2763-45fb-868b-73fc2a77affe) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:10.789941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Allocated IP 172.25.6.173 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/ffa27ca4-29d4-4f44-b732-f339c8b964d5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:10.808760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'name': 'tempest-ServersTestMultiNic-260509938-router', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:51Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'gw_port': {'id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:53Z', 'updated_at': '2021-08-19T12:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'e83f9329-cf35-4c4b-bb3e-4735fd9ee9af', 'name': '', 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'mac_address': 'fa:16:3e:b8:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '685ef013-6c85-4b01-a972-3c0b3ae0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:59Z', 'updated_at': '2021-08-19T12:22:01Z', 'revision_number': 2, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'subnets': [{'id': '685ef013-6c85-4b01-a972-3c0b3ae0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:10.839106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=720bb784-bbd2-4a05-94e6-1b5f9e57bcd0,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:10.847715 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.851032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:10.856062 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.866989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Checking router: c5f05f81-2a48-4959-bba9-b93f348734e7 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:22:10.867353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Updating router c5f05f81-2a48-4959-bba9-b93f348734e7 port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:22:10.911900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b224680-0887-4b22-8b84-6c3adf9134bb,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:11.017883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] Checking segment: {'id': '034914c2-0928-4298-be27-6c13a9271683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc571858-05d5-427a-9e05-e55c68c9f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:11.018283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] Network hostable DHCP agents. Network: bc571858-05d5-427a-9e05-e55c68c9f299, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:22:11.171372 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.286889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 81d6d279-6c33-41c5-b444-db0ea3e002da up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:11.291030 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.320447 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.347493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f9c197-a2d5-4fdf-b78f-e3cbc43364d5']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:11.347949 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.373161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694f084-b19e-4e9d-9051-4e8e33973928 req-6ce90495-209b-43a1-8ccd-d6fa42b505af tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.374923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9694f084-b19e-4e9d-9051-4e8e33973928 req-6ce90495-209b-43a1-8ccd-d6fa42b505af tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 945 time: 0.2667730 Aug 19 12:22:11.387203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1027a8-a0af-48ae-a47a-b00e394445d5') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:11.387424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1027a8-a0af-48ae-a47a-b00e394445d5') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:11.413607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.450139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6dda7a7b-49de-4e51-afa8-f762721aa735 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:11.489907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.521134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa544-0e1e-4af7-abc5-bc47dd10d39a req-b787b343-a49e-4a8c-9c3e-b15460bc4d59 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.522383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:11.522561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:11.524263 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:11.529045 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0c2aa544-0e1e-4af7-abc5-bc47dd10d39a req-b787b343-a49e-4a8c-9c3e-b15460bc4d59 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 945 time: 0.1007466 Aug 19 12:22:11.565725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9694f084-b19e-4e9d-9051-4e8e33973928 req-6916fa58-8f2b-4651-a4da-fd9756a24d81 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816785 Aug 19 12:22:11.580255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=720bb784-bbd2-4a05-94e6-1b5f9e57bcd0,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:11.687500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-0c2aa544-0e1e-4af7-abc5-bc47dd10d39a req-7b8517a3-cf8a-4f49-a887-c99fa824b025 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Deleting port 81d6d279-6c33-41c5-b444-db0ea3e002da {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:11.688010 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0c2aa544-0e1e-4af7-abc5-bc47dd10d39a req-7b8517a3-cf8a-4f49-a887-c99fa824b025 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.724718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] Network bc571858-05d5-427a-9e05-e55c68c9f299 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:22:11.747214 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.756252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 81d6d279-6c33-41c5-b444-db0ea3e002da triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:11.756662 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.793891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.797538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.854916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:11.866670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:11.876722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:11.892631 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.894874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 6dda7a7b-49de-4e51-afa8-f762721aa735 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:11.895357 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.932024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Pushing event updated for resources: {'Port': ['ID=ffa27ca4-29d4-4f44-b732-f339c8b964d5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:11.983654 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Transition to ACTIVE for port object 01b1a071-2763-45fb-868b-73fc2a77affe will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:11.986943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-0c2aa544-0e1e-4af7-abc5-bc47dd10d39a req-7b8517a3-cf8a-4f49-a887-c99fa824b025 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] For port 81d6d279-6c33-41c5-b444-db0ea3e002da, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=81d6d279-6c33-41c5-b444-db0ea3e002da,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:11.987577 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0c2aa544-0e1e-4af7-abc5-bc47dd10d39a req-7b8517a3-cf8a-4f49-a887-c99fa824b025 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.015894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-0c2aa544-0e1e-4af7-abc5-bc47dd10d39a req-7b8517a3-cf8a-4f49-a887-c99fa824b025 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Calling delete_port for 81d6d279-6c33-41c5-b444-db0ea3e002da owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:12.073386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, bc571858-05d5-427a-9e05-e55c68c9f299) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:12.084148 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.085525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Transition to ACTIVE for port object 01b1a071-2763-45fb-868b-73fc2a77affe will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:12.093564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Subnet': ['ID=810d00b3-953a-4a6c-a585-d37a36c7a615,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:12.106749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:12.109274 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.112076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c968756-6672-4bce-befc-0191aaa4c51a None None] Network bc571858-05d5-427a-9e05-e55c68c9f299 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:12.112497 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.135192 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.154681 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.160026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] 10.222.0.44 "DELETE /v2.0/networks/95f9c197-a2d5-4fdf-b78f-e3cbc43364d5 HTTP/1.1" status: 204 len: 168 time: 1.6287274 Aug 19 12:22:12.160026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50968b97-5a9c-4ebd-9526-418ce5071e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=95f9c197-a2d5-4fdf-b78f-e3cbc43364d5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:12.280154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-887c83de-837e-4d44-a21c-a9abf9e1b766 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4849377 Aug 19 12:22:12.315149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Checking segment: {'id': 'b0942fee-ad69-43d5-89d5-fac2da490e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48923215-360a-4b51-94f7-5dac684197f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:12.315393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network hostable DHCP agents. Network: 48923215-360a-4b51-94f7-5dac684197f2, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:22:12.352531 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.473188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network 48923215-360a-4b51-94f7-5dac684197f2 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:22:12.488642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.593092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 48923215-360a-4b51-94f7-5dac684197f2) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:12.600259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:12.601476 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.652242 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0c2aa544-0e1e-4af7-abc5-bc47dd10d39a req-7b8517a3-cf8a-4f49-a887-c99fa824b025 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.685573 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Network 3967721c-20e0-477d-a3d1-e660d14780f6 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:12.689914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Pushing event updated for resources: {'Port': ['ID=01b1a071-2763-45fb-868b-73fc2a77affe,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:12.763329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8517a3-cf8a-4f49-a887-c99fa824b025 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event deleted for resources: {'Port': ['ID=81d6d279-6c33-41c5-b444-db0ea3e002da,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:12.804252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c90fa886-abbc-4567-81e7-305af4ab9c44 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5096438 Aug 19 12:22:12.814909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-305a9765-05c5-47aa-970a-bdce181e4181 req-8a96d76d-9a94-4781-b5d3-82a19204d98e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=f376d04c-18f6-4536-af02-ce9d02ce6149 HTTP/1.1" status: 200 len: 210 time: 0.0909619 Aug 19 12:22:12.860186 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.870955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54054) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:12.920202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Transition to ACTIVE for port object e83f9329-cf35-4c4b-bb3e-4735fd9ee9af will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:12.944498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:12.951104 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:12.953959 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf2586a-daae-429d-9a84-11cae329fcb3 None None] Network 48923215-360a-4b51-94f7-5dac684197f2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:12.958895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['81d6d279-6c33-41c5-b444-db0ea3e002da'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:12.998813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3d8539a9-c1cb-4f6b-9334-3893faa378f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04ab79f9c1124eabb694c0c9804394aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261299 Aug 19 12:22:13.003391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54056) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:13.079307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2aa544-0e1e-4af7-abc5-bc47dd10d39a req-7b8517a3-cf8a-4f49-a887-c99fa824b025 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] No DVR routers for this DVR port 81d6d279-6c33-41c5-b444-db0ea3e002da on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:13.090155 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0c2aa544-0e1e-4af7-abc5-bc47dd10d39a req-7b8517a3-cf8a-4f49-a887-c99fa824b025 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.116241 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0c2aa544-0e1e-4af7-abc5-bc47dd10d39a req-7b8517a3-cf8a-4f49-a887-c99fa824b025 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "DELETE /v2.0/ports/81d6d279-6c33-41c5-b444-db0ea3e002da HTTP/1.1" status: 204 len: 173 time: 1.5783095 Aug 19 12:22:13.119239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f376d04c-18f6-4536-af02-ce9d02ce6149', 'name': 'network-vif-deleted', 'tag': '81d6d279-6c33-41c5-b444-db0ea3e002da'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:13.126211 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b54781ea-cb88-4403-b01f-e9fbc159fadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.136071 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30ce2f0-4184-42e1-92e7-b2cf37510eda" -d '{"events": [{"server_uuid": "f376d04c-18f6-4536-af02-ce9d02ce6149", "name": "network-vif-deleted", "tag": "81d6d279-6c33-41c5-b444-db0ea3e002da"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:13.212718 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b54781ea-cb88-4403-b01f-e9fbc159fadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.262791 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.383771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.467758 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.557362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d6d9a-9ef9-40bb-96fe-d1386946e2ff None None] Pushing event updated for resources: {'Port': ['ID=e83f9329-cf35-4c4b-bb3e-4735fd9ee9af,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:13.566565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:13.620293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Pushing event updated for resources: {'Port': ['ID=ffa27ca4-29d4-4f44-b732-f339c8b964d5,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:13.643770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 81d6d279-6c33-41c5-b444-db0ea3e002da no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:13.655849 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.763637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-b17b2c70-41ed-43fc-ad2e-7724bf7e479a tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.764269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 81d6d279-6c33-41c5-b444-db0ea3e002da {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:22:13.764269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 81d6d279-6c33-41c5-b444-db0ea3e002da not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:22:13.767172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-b17b2c70-41ed-43fc-ad2e-7724bf7e479a tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/networks?id=bc571858-05d5-427a-9e05-e55c68c9f299 HTTP/1.1" status: 200 len: 818 time: 0.3625669 Aug 19 12:22:13.774068 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.775653 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-82ee8ce4-9585-49b4-8bef-f9dde13f21e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7970841 Aug 19 12:22:13.854023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Attempting to bind port 01b1a071-2763-45fb-868b-73fc2a77affe on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:13.854441 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Attempting to bind port 01b1a071-2763-45fb-868b-73fc2a77affe by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:13.854768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Attempting to bind port 01b1a071-2763-45fb-868b-73fc2a77affe on network 3967721c-20e0-477d-a3d1-e660d14780f6 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:13.856984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-117c1452-8303-4dc7-a9b8-8b5bb0a1e198 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/quotas/194a694acf894c84af4636285e9fb6ab HTTP/1.1" status: 200 len: 375 time: 0.0771108 Aug 19 12:22:13.869671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Attempting to bind port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:13.869671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Attempting to bind port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f5b2422c-6cff-4cf3-97db-16486363c62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:13.869671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Attempting to bind port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af on network d207d4bb-25ef-4c3b-bc42-e67d65cd49af {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:13.882183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:13.882769 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Checking segment: {'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:13.883393 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.884592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Bound using segment: {'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:13.885431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Bound port: 01b1a071-2763-45fb-868b-73fc2a77affe, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:13.886098 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.926174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:13.926174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Checking segment: {'id': 'f5b2422c-6cff-4cf3-97db-16486363c62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:13.926570 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.927015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Bound using segment: {'id': 'f5b2422c-6cff-4cf3-97db-16486363c62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:13.927686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Bound port: e83f9329-cf35-4c4b-bb3e-4735fd9ee9af, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b2422c-6cff-4cf3-97db-16486363c62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:13.928122 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.931712 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:13.932201 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.973428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-6ff85fb1-83c6-4b52-a787-5aa7221a54c7 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=194a694acf894c84af4636285e9fb6ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897200 Aug 19 12:22:14.007531 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b54781ea-cb88-4403-b01f-e9fbc159fadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.014067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b54781ea-cb88-4403-b01f-e9fbc159fadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.034043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b54781ea-cb88-4403-b01f-e9fbc159fadc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23ce063c-5691-4710-82be-c6b9177dd6bf HTTP/1.1" status: 204 len: 168 time: 1.0131547 Aug 19 12:22:14.073443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] For port 01b1a071-2763-45fb-868b-73fc2a77affe, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:14.077805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] For port 01b1a071-2763-45fb-868b-73fc2a77affe, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=01b1a071-2763-45fb-868b-73fc2a77affe,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:14.120087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c637951f-3363-4773-b1a4-16abf30283e6 None None] Network bc571858-05d5-427a-9e05-e55c68c9f299 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:14.223033 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.259487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-eb78209e-34da-4823-893d-29028c6ee55b service neutron] 10.222.0.44 "GET /v2.0/networks/bc571858-05d5-427a-9e05-e55c68c9f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528782 Aug 19 12:22:14.279038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-7c7ce86c-aa47-4616-a63f-3ee75023b880 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:14.285531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-7c7ce86c-aa47-4616-a63f-3ee75023b880 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:14.286509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-7c7ce86c-aa47-4616-a63f-3ee75023b880 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/networks?id=3967721c-20e0-477d-a3d1-e660d14780f6&id=48923215-360a-4b51-94f7-5dac684197f2&id=3967721c-20e0-477d-a3d1-e660d14780f6 HTTP/1.1" status: 200 len: 1391 time: 1.0301895 Aug 19 12:22:14.295082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54781ea-cb88-4403-b01f-e9fbc159fadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ce063c-5691-4710-82be-c6b9177dd6bf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:14.360210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-1e9a72a0-9bee-44e1-adc0-df127e9ee1f8 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/quotas/b1f734d9edfb4325be100123093e6c71 HTTP/1.1" status: 200 len: 375 time: 0.0480425 Aug 19 12:22:14.513939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-4f54c0df-8bfe-4fd1-b834-bff0c43f713f service neutron] 10.222.0.44 "GET /v2.0/networks/bc571858-05d5-427a-9e05-e55c68c9f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449038 Aug 19 12:22:14.523927 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.547378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-5086660b-502f-4fef-86ea-fb5d92c1d34f tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1f734d9edfb4325be100123093e6c71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1576781 Aug 19 12:22:14.642872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649616e-36f0-4d87-b5a2-70a97f21f304 None None] Pushing event updated for resources: {'Port': ['ID=01b1a071-2763-45fb-868b-73fc2a77affe,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:14.756896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] For port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:14.823344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-48923215-360a-4b51-94f7-5dac684197f2', 'network_id': '48923215-360a-4b51-94f7-5dac684197f2', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'fixed_ips': [{'subnet_id': '810d00b3-953a-4a6c-a585-d37a36c7a615'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:22:14.829072 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.830477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-1056befc-2c1a-4431-b503-056c515c1805 service neutron] 10.222.0.44 "GET /v2.0/networks/3967721c-20e0-477d-a3d1-e660d14780f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821269 Aug 19 12:22:14.973349 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102c504f-839c-49a8-a966-2c5b2f0c740b x-openstack-request-id: req-102c504f-839c-49a8-a966-2c5b2f0c740b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:14.978699 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f376d04c-18f6-4536-af02-ce9d02ce6149", "name": "network-vif-deleted", "tag": "81d6d279-6c33-41c5-b444-db0ea3e002da", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:14.978699 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-102c504f-839c-49a8-a966-2c5b2f0c740b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:14.978699 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f376d04c-18f6-4536-af02-ce9d02ce6149', 'name': 'network-vif-deleted', 'tag': '81d6d279-6c33-41c5-b444-db0ea3e002da', 'status': 'completed', 'code': 200} Aug 19 12:22:15.003623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-2a1202ca-53fa-4d24-8dfd-b431bac22ba8 service neutron] 10.222.0.44 "GET /v2.0/networks/3967721c-20e0-477d-a3d1-e660d14780f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718314 Aug 19 12:22:15.175970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] For port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e83f9329-cf35-4c4b-bb3e-4735fd9ee9af,segment=NetworkSegment(f5b2422c-6cff-4cf3-97db-16486363c62f),segment_id=f5b2422c-6cff-4cf3-97db-16486363c62f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:15.212470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-8d3bafee-7b1a-4f33-a7ed-667c12d8c2da service neutron] 10.222.0.44 "GET /v2.0/networks/48923215-360a-4b51-94f7-5dac684197f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983113 Aug 19 12:22:15.297531 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54130) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:15.302619 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.421921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-bec45e6e-992d-4792-a131-16668f9a51fb service neutron] 10.222.0.44 "GET /v2.0/networks/48923215-360a-4b51-94f7-5dac684197f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966527 Aug 19 12:22:15.425038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54136) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:15.434501 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5d063913-2928-4080-b08f-c4ca9055d3df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=210deae599e146fc8f11e3fc64be8f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350741 Aug 19 12:22:15.516184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 01b1a071-2763-45fb-868b-73fc2a77affe up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:15.569822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d6d9a-9ef9-40bb-96fe-d1386946e2ff None None] Pushing event updated for resources: {'Port': ['ID=e83f9329-cf35-4c4b-bb3e-4735fd9ee9af,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:15.580241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Routers {'c5f05f81-2a48-4959-bba9-b93f348734e7'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:15.581285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:21:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c5f05f81-2a48-4959-bba9-b93f348734e7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:15.595950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c54616a-a22b-4f0e-af9a-7c3523fd038f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--990951072&fields=id&tenant_id=7d9f6773734746868c3d0a061f594c2a HTTP/1.1" status: 200 len: 267 time: 0.1434064 Aug 19 12:22:15.691955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Allocated IP 19.86.0.2 (48923215-360a-4b51-94f7-5dac684197f2/810d00b3-953a-4a6c-a585-d37a36c7a615/2b64f913-1cfa-44da-b1ef-0615eb6f66ee) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:15.772228 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6da86372-98bc-4bac-b5eb-bbb0a94583cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.817082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] Set router c5f05f81-2a48-4959-bba9-b93f348734e7 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:15.820117 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6da86372-98bc-4bac-b5eb-bbb0a94583cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.827280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-2ba13a79-165f-4ce0-8d7e-594c4f953eba service neutron] 10.222.0.44 "GET /v2.0/networks/3967721c-20e0-477d-a3d1-e660d14780f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939497 Aug 19 12:22:15.902789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-e3e5c44d-540b-4671-b068-434b454cf160 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.904367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-e3e5c44d-540b-4671-b068-434b454cf160 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/networks?id=1a20ac09-5eff-4ad7-b41b-90cb0482e945 HTTP/1.1" status: 200 len: 806 time: 0.2655380 Aug 19 12:22:15.926856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 01b1a071-2763-45fb-868b-73fc2a77affe completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:15.944257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-e974070f-9063-458e-8a43-1503b9e9fca4 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/quotas/7d9f6773734746868c3d0a061f594c2a HTTP/1.1" status: 200 len: 375 time: 0.0283060 Aug 19 12:22:15.999904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-5476261a-09d2-4a93-8ad3-c8f804fd5394 service neutron] 10.222.0.44 "GET /v2.0/networks/3967721c-20e0-477d-a3d1-e660d14780f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603048 Aug 19 12:22:16.050072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-322a7fd0-6d9a-4ce0-a81b-2cec1bc86ffa tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d9f6773734746868c3d0a061f594c2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769672 Aug 19 12:22:16.069209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ea206-f07e-4bed-ad8a-7adb1e701089 None None] Network 3967721c-20e0-477d-a3d1-e660d14780f6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:16.126711 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6da86372-98bc-4bac-b5eb-bbb0a94583cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.128592 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.134334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6da86372-98bc-4bac-b5eb-bbb0a94583cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.134334 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6da86372-98bc-4bac-b5eb-bbb0a94583cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74aeff2c-5dbf-48b4-b8cf-3b4bcb5a88b6 HTTP/1.1" status: 204 len: 168 time: 0.7049224 Aug 19 12:22:16.152164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da86372-98bc-4bac-b5eb-bbb0a94583cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aeff2c-5dbf-48b4-b8cf-3b4bcb5a88b6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:16.161783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Transition to ACTIVE for port object 2b64f913-1cfa-44da-b1ef-0615eb6f66ee will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:16.170526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-f0b3e46b-49c8-4810-96e0-898c3582709f service neutron] 10.222.0.44 "GET /v2.0/networks/1a20ac09-5eff-4ad7-b41b-90cb0482e945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095428 Aug 19 12:22:16.223433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Transition to ACTIVE for port object 2b64f913-1cfa-44da-b1ef-0615eb6f66ee will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:16.293971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-57a82b09-b3df-4825-9a75-2fa112db066f service neutron] 10.222.0.44 "GET /v2.0/networks/1a20ac09-5eff-4ad7-b41b-90cb0482e945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167893 Aug 19 12:22:16.323878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'name': 'tempest-ServersTestMultiNic-260509938-router', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:51Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'gw_port': {'id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:53Z', 'updated_at': '2021-08-19T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'e83f9329-cf35-4c4b-bb3e-4735fd9ee9af', 'name': '', 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'mac_address': 'fa:16:3e:b8:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '685ef013-6c85-4b01-a972-3c0b3ae0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:59Z', 'updated_at': '2021-08-19T12:22:14Z', 'revision_number': 4, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'subnets': [{'id': '685ef013-6c85-4b01-a972-3c0b3ae0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:16.368674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-57c014bf-7563-4514-ac19-6afbbb1ef847 None None] Provisioning for port 01b1a071-2763-45fb-868b-73fc2a77affe completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:16.372651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf670f8c-7a9c-4e42-a63e-5547a1203323 None None] The sync data for ids ['c5f05f81-2a48-4959-bba9-b93f348734e7'] in n-d-778732-8 is: [{'id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'name': 'tempest-ServersTestMultiNic-260509938-router', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:51Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'gw_port': {'id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:53Z', 'updated_at': '2021-08-19T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'e83f9329-cf35-4c4b-bb3e-4735fd9ee9af', 'name': '', 'network_id': 'd207d4bb-25ef-4c3b-bc42-e67d65cd49af', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'mac_address': 'fa:16:3e:b8:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '685ef013-6c85-4b01-a972-3c0b3ae0e6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:59Z', 'updated_at': '2021-08-19T12:22:14Z', 'revision_number': 4, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'subnets': [{'id': '685ef013-6c85-4b01-a972-3c0b3ae0e6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:22:16.374755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.398024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3394d8b6-86ef-4ecb-8974-ac3ae36f86ee req-a6f53776-6029-4efc-b0b7-c840749ce4ff tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 210 time: 0.0452597 Aug 19 12:22:16.409959 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-57c014bf-7563-4514-ac19-6afbbb1ef847 None None] Provisioning complete for port 01b1a071-2763-45fb-868b-73fc2a77affe triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:16.410538 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-57c014bf-7563-4514-ac19-6afbbb1ef847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.523557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Network 48923215-360a-4b51-94f7-5dac684197f2 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:16.523557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:16.529906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Pushing event updated for resources: {'Port': ['ID=2b64f913-1cfa-44da-b1ef-0615eb6f66ee,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:16.553979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:16.921311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da5bc6af-fc62-4cf8-a4e5-353e2cb05d0d req-54c3cf74-dea7-4b96-a4aa-213eb46c3567 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 210 time: 0.0692704 Aug 19 12:22:16.933218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Attempting to bind port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:16.933218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Attempting to bind port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b0942fee-ad69-43d5-89d5-fac2da490e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48923215-360a-4b51-94f7-5dac684197f2'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:16.933218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Attempting to bind port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee on network 48923215-360a-4b51-94f7-5dac684197f2 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:16.972601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:16.974153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Checking segment: {'id': 'b0942fee-ad69-43d5-89d5-fac2da490e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48923215-360a-4b51-94f7-5dac684197f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:16.975511 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.977972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Bound using segment: {'id': 'b0942fee-ad69-43d5-89d5-fac2da490e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48923215-360a-4b51-94f7-5dac684197f2'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:16.978890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Bound port: 2b64f913-1cfa-44da-b1ef-0615eb6f66ee, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0942fee-ad69-43d5-89d5-fac2da490e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48923215-360a-4b51-94f7-5dac684197f2'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:16.980696 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.004548 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-57c014bf-7563-4514-ac19-6afbbb1ef847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.129123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eeee00-28a5-435c-be34-575d9165276a req-ddfc0661-ec5f-41bd-816a-27e3144dbc00 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.134052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94eeee00-28a5-435c-be34-575d9165276a req-ddfc0661-ec5f-41bd-816a-27e3144dbc00 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 950 time: 0.1252413 Aug 19 12:22:17.142532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-57c014bf-7563-4514-ac19-6afbbb1ef847 None None] For port 01b1a071-2763-45fb-868b-73fc2a77affe, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=01b1a071-2763-45fb-868b-73fc2a77affe,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:17.169047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] For port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:17.173597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] For port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2b64f913-1cfa-44da-b1ef-0615eb6f66ee,segment=NetworkSegment(b0942fee-ad69-43d5-89d5-fac2da490e47),segment_id=b0942fee-ad69-43d5-89d5-fac2da490e47)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:17.198195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94eeee00-28a5-435c-be34-575d9165276a req-aa8cce2a-2b52-4023-ac7b-d299ccf5da5f tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507681 Aug 19 12:22:17.267823 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-57c014bf-7563-4514-ac19-6afbbb1ef847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.298243 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.338056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01b604ad-f4a8-4fea-81db-0c2653212a52 req-477ba6d6-4443-442e-bd6b-b81341654367 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 210 time: 0.0711207 Aug 19 12:22:17.383548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54186) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:17.398516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e159c8c3-4826-4096-bcd9-4d1622120a19 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253787229', 'description': 'tempest-description--882246993'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:17.465300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c014bf-7563-4514-ac19-6afbbb1ef847 None None] Pushing event updated for resources: {'Port': ['ID=01b1a071-2763-45fb-868b-73fc2a77affe,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:17.510372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b0f636af-0064-4efb-88dd-22c54425f9c7 None None] Provisioning complete for port 01b1a071-2763-45fb-868b-73fc2a77affe triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:17.511406 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b0f636af-0064-4efb-88dd-22c54425f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.559361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e159c8c3-4826-4096-bcd9-4d1622120a19 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.562214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e83f9329-cf35-4c4b-bb3e-4735fd9ee9af up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:17.614818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae8e1fa5-aa50-4f50-bd2d-8c060b826366 req-2a852527-b203-49db-969b-b13014fa08a3 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 210 time: 0.0533032 Aug 19 12:22:17.667677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b5cc9-c2e4-4f1a-a460-cf2dc60d8f58 None None] Pushing event updated for resources: {'Port': ['ID=2b64f913-1cfa-44da-b1ef-0615eb6f66ee,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:17.791411 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e159c8c3-4826-4096-bcd9-4d1622120a19 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.901664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:17.905476 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e159c8c3-4826-4096-bcd9-4d1622120a19 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.918797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:17.921832 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.984304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159c8c3-4826-4096-bcd9-4d1622120a19 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250cc326-5629-4204-8511-26a9e2d46b22,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:18.032202 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-881d83ce-a7c3-48a2-b713-f51f62f4c141 req-039375d5-3a63-49fb-b550-6bb1173fc595 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 210 time: 0.0303769 Aug 19 12:22:18.072734 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.105185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e83f9329-cf35-4c4b-bb3e-4735fd9ee9af,segment=NetworkSegment(f5b2422c-6cff-4cf3-97db-16486363c62f),segment_id=f5b2422c-6cff-4cf3-97db-16486363c62f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:18.141749 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e159c8c3-4826-4096-bcd9-4d1622120a19 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.145448 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e159c8c3-4826-4096-bcd9-4d1622120a19 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7580111 Aug 19 12:22:18.146447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54212) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:18.153771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-50fc23c3-aea4-4893-a9b7-0614e8d3180e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Request body: {'security_group_rule': {'security_group_id': '250cc326-5629-4204-8511-26a9e2d46b22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:18.325426 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.332413 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50fc23c3-aea4-4893-a9b7-0614e8d3180e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.474983 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=e83f9329-cf35-4c4b-bb3e-4735fd9ee9af,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:18.498088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c771a31e-1957-437e-a996-cc8d55128d10 req-2381971a-17eb-4963-91d8-e46d32244d3f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 210 time: 0.0473499 Aug 19 12:22:18.528167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50fc23c3-aea4-4893-a9b7-0614e8d3180e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.595561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50fc23c3-aea4-4893-a9b7-0614e8d3180e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.614977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc23c3-aea4-4893-a9b7-0614e8d3180e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89863a98-31ec-4ebd-bb35-994bb2494b71,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:18.758937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-58837e08-af15-4d79-a261-4eeda6a4727a tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.760830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-58837e08-af15-4d79-a261-4eeda6a4727a tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.53 "GET /v2.0/networks?id=bc571858-05d5-427a-9e05-e55c68c9f299 HTTP/1.1" status: 200 len: 818 time: 0.2184122 Aug 19 12:22:18.777969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fba3d30e-1df8-4fd1-b1eb-23d80c0ef99b req-ace0774a-3406-4fdd-ae4a-cd78ff749868 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 210 time: 0.0393097 Aug 19 12:22:18.781891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Request body: {'port': {'device_id': '647b8d43-97d7-4544-856a-a37c7878bb54', 'network_id': 'bc571858-05d5-427a-9e05-e55c68c9f299', 'admin_state_up': True, 'tenant_id': '194a694acf894c84af4636285e9fb6ab'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:18.831695 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50fc23c3-aea4-4893-a9b7-0614e8d3180e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.832715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-50fc23c3-aea4-4893-a9b7-0614e8d3180e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6852465 Aug 19 12:22:18.835598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54236) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:18.841872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c3aeadff-6355-466e-a020-ef70b8de34c9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Request body: {'security_group_rule': {'security_group_id': '250cc326-5629-4204-8511-26a9e2d46b22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:18.975270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac4d1f-b4fb-4c98-99ce-9a701badbbbc None None] Network 48923215-360a-4b51-94f7-5dac684197f2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:19.062865 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3aeadff-6355-466e-a020-ef70b8de34c9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.163780 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3aeadff-6355-466e-a020-ef70b8de34c9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.216321 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcb49adc-ecc6-4c3e-836c-b9ed2493a58d req-85cf45fe-2e24-4ebe-b9f5-728efdf50811 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 210 time: 0.0493670 Aug 19 12:22:19.222302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Made reservation on behalf of 194a694acf894c84af4636285e9fb6ab for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:19.226482 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.249110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8d38a7b1-c50a-44bc-b49f-c3176d03de05 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:19.326320 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3aeadff-6355-466e-a020-ef70b8de34c9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.326430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7fd804ec-86d0-4e13-88fb-7626b397d51d None None] Provisioning for port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:19.374613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeadff-6355-466e-a020-ef70b8de34c9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f16184f-3f88-4146-a2e1-92d008cec619,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:19.461726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Allocated IP 172.20.0.3 (bc571858-05d5-427a-9e05-e55c68c9f299/9b224680-0887-4b22-8b84-6c3adf9134bb/28f751df-197d-4fd3-a347-f30922bd32f2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:19.510357 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3aeadff-6355-466e-a020-ef70b8de34c9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.511976 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c3aeadff-6355-466e-a020-ef70b8de34c9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6738360 Aug 19 12:22:19.515500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54254) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:19.520647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:19.593747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 01b1a071-2763-45fb-868b-73fc2a77affe up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:19.627395 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.708604 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.765060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9a4987e-645d-42a3-820c-c3da7c8f4501 req-e8cdd661-18c0-403e-9c30-8d16fb82399a tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 210 time: 0.1336772 Aug 19 12:22:19.772363 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.793429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 01b1a071-2763-45fb-868b-73fc2a77affe triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:19.793809 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.861908 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.881133 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.896050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1922bfff-6631-44cd-8046-df2fbafb3811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d38a7b1-c50a-44bc-b49f-c3176d03de05'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:19.907622 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5c5e46-f220-471e-a15b-c70adc220786" -d '{"events": [{"server_uuid": "1922bfff-6631-44cd-8046-df2fbafb3811", "name": "network-vif-unplugged", "status": "completed", "tag": "8d38a7b1-c50a-44bc-b49f-c3176d03de05"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:19.939694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8d38a7b1-c50a-44bc-b49f-c3176d03de05, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8d38a7b1-c50a-44bc-b49f-c3176d03de05,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:19.992483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Network bc571858-05d5-427a-9e05-e55c68c9f299 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:19.999739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:20.006143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:20.026238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e83f9329-cf35-4c4b-bb3e-4735fd9ee9af up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:20.031361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Pushing event updated for resources: {'Port': ['ID=28f751df-197d-4fd3-a347-f30922bd32f2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:20.057141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Allocated IP 172.25.6.123 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/138f9c6d-8f69-402f-9e1f-21d73d2a4b1e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:20.059007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babd870-04bc-4c00-b77c-aa83bfff4324 req-78e2ef4b-806d-41d9-a1c4-5dd26c86434a tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.060585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9babd870-04bc-4c00-b77c-aa83bfff4324 req-78e2ef4b-806d-41d9-a1c4-5dd26c86434a tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 931 time: 0.1265481 Aug 19 12:22:20.083106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.083802 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.154810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:20.155200 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.202445 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.230042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9babd870-04bc-4c00-b77c-aa83bfff4324 req-15edeadc-0f95-4f87-9695-7c5adc445599 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d33ed76-9f2f-4288-96cd-d3feafb5b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633067 Aug 19 12:22:20.300785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2b64f913-1cfa-44da-b1ef-0615eb6f66ee up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:20.311653 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fad9fb1-a727-4f30-baa5-bc99ca748c82 x-openstack-request-id: req-7fad9fb1-a727-4f30-baa5-bc99ca748c82 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:20.312029 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1922bfff-6631-44cd-8046-df2fbafb3811", "name": "network-vif-unplugged", "status": "completed", "tag": "8d38a7b1-c50a-44bc-b49f-c3176d03de05", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:20.312362 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fad9fb1-a727-4f30-baa5-bc99ca748c82 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:20.312825 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1922bfff-6631-44cd-8046-df2fbafb3811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d38a7b1-c50a-44bc-b49f-c3176d03de05', 'code': 200} Aug 19 12:22:20.335546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.338647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=8d38a7b1-c50a-44bc-b49f-c3176d03de05,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:20.552420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-941a4620-35ec-49bb-b7d0-f62d39d6b41b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7776771 Aug 19 12:22:20.554098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-5c262c04-212c-486e-9fbc-0c57df6f75d7 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3478782 Aug 19 12:22:20.572815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Request body: {'port': {'device_id': '647b8d43-97d7-4544-856a-a37c7878bb54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:20.619741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3966f941-e0c6-4abb-8726-bc3097185fa1 req-d5fb7e42-03b5-4d81-876a-5c246a3d772c tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 210 time: 0.0722055 Aug 19 12:22:20.632575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:20.633839 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.637888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:20.638959 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.690733 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:20.698030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:20.703818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:20.733914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-8bf7c4b8-2838-4a43-901d-b70316a30841 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.737060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event updated for resources: {'Port': ['ID=138f9c6d-8f69-402f-9e1f-21d73d2a4b1e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:20.740577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-8bf7c4b8-2838-4a43-901d-b70316a30841 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.742226 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-8bf7c4b8-2838-4a43-901d-b70316a30841 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "GET /v2.0/networks?id=3967721c-20e0-477d-a3d1-e660d14780f6&id=48923215-360a-4b51-94f7-5dac684197f2&id=3967721c-20e0-477d-a3d1-e660d14780f6 HTTP/1.1" status: 200 len: 1391 time: 0.6364496 Aug 19 12:22:20.757051 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.779712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'port': {'device_id': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6', 'admin_state_up': True, 'tenant_id': 'b1f734d9edfb4325be100123093e6c71'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:20.802803 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.836661 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.874826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2b64f913-1cfa-44da-b1ef-0615eb6f66ee,segment=NetworkSegment(b0942fee-ad69-43d5-89d5-fac2da490e47),segment_id=b0942fee-ad69-43d5-89d5-fac2da490e47)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:20.902730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-0e0bec4a-886c-4fa0-b618-73c4494b7ce8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.904301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-0e0bec4a-886c-4fa0-b618-73c4494b7ce8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3400037 Aug 19 12:22:20.986091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.995052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c9e15c4-a472-43be-ae10-ab6d5062cc98 req-e751505c-52be-4160-9730-4d7ee44ded97 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 210 time: 0.0998483 Aug 19 12:22:21.005506 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.011069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e68afedb-c8b8-4185-84f9-db1a32009d1e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/quotas/d9db3deb0ebd4bfa8ba3d2615b33cc29 HTTP/1.1" status: 200 len: 375 time: 0.0517240 Aug 19 12:22:21.081835 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=2b64f913-1cfa-44da-b1ef-0615eb6f66ee,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:21.130228 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ce5c6c63-2a46-4026-8617-849ccd672024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.132611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-c37d4232-16ed-4cce-8193-03069d785c8a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010392 Aug 19 12:22:21.257348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device eb0032ee-85d2-4ee1-8183-d877306368b0 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:21.289428 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-78496132-3b9e-41af-9c74-6ba46a762123 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.290695 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-78496132-3b9e-41af-9c74-6ba46a762123 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.53 "GET /v2.0/networks?id=1a20ac09-5eff-4ad7-b41b-90cb0482e945 HTTP/1.1" status: 200 len: 806 time: 0.2435930 Aug 19 12:22:21.296878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:21.302564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.360939 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-df3beb68-2c6b-4179-8150-09389774348c tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9f6773734746868c3d0a061f594c2a HTTP/1.1" status: 200 len: 379 time: 0.0605557 Aug 19 12:22:21.383339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Request body: {'port': {'device_id': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'admin_state_up': True, 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'security_groups': ['9571b751-ca98-4753-9ba7-7f151794e18a']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:21.422020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.426669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2b64f913-1cfa-44da-b1ef-0615eb6f66ee up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:21.467995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f751df-197d-4fd3-a347-f30922bd32f2 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:21.532802 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.548216 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.576424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Transition to ACTIVE for port object 28f751df-197d-4fd3-a347-f30922bd32f2 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:21.585006 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f9389-fc27-4552-a17e-b1e92ebd1ea1 req-0c4d5fff-b04c-4e3c-bdfc-c15b0f358dac tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.593833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f90f9389-fc27-4552-a17e-b1e92ebd1ea1 req-0c4d5fff-b04c-4e3c-bdfc-c15b0f358dac tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 931 time: 0.2513368 Aug 19 12:22:21.621190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:21.668271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'mac_address': 'fa:16:3e:b0:30:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:21.672804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event updated for resources: {'Port': ['ID=138f9c6d-8f69-402f-9e1f-21d73d2a4b1e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:21.682266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f90f9389-fc27-4552-a17e-b1e92ebd1ea1 req-b3e9b14c-e843-4abe-83ab-86226c32ef00 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d33ed76-9f2f-4288-96cd-d3feafb5b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809884 Aug 19 12:22:21.720797 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.737839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:21.738240 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.769554 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.785777 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.792770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Allocated IP 19.80.0.52 (3967721c-20e0-477d-a3d1-e660d14780f6/da5e4351-91fa-4071-89a3-ea640b19da3a/4c536806-695a-4920-8ced-15e8702879ac) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:21.799498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bef244f5-35e0-45be-8d0f-d8d6aca6c7ac req-36efa0b3-5a7f-47bb-9803-36875b8fa2fe tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0732052 Aug 19 12:22:21.836673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0032ee-85d2-4ee1-8183-d877306368b0 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:21.845623 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Made reservation on behalf of 7d9f6773734746868c3d0a061f594c2a for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:21.849956 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.873959 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:21.888218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-541bd02d-9c91-47b3-bb0a-f98efdf60c63 req-03f7dcc9-38b4-486f-8820-272d0ac4646a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 210 time: 0.0795145 Aug 19 12:22:21.928196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=28f751df-197d-4fd3-a347-f30922bd32f2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:21.952430 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.954135 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-53fb82f5-81b6-4d6e-a7df-d0f60ab93c55 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4372988 Aug 19 12:22:22.000529 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.078746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:22.092524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Allocated IP 172.20.0.8 (1a20ac09-5eff-4ad7-b41b-90cb0482e945/d8b8e08b-9a47-481f-9786-cc4045c8fa96/6f9d4e00-3566-42ef-a3d0-1539c5fee59d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:22.114985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['eb0032ee-85d2-4ee1-8183-d877306368b0'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:22.116471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Attempting to bind port 28f751df-197d-4fd3-a347-f30922bd32f2 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:22.116835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Attempting to bind port 28f751df-197d-4fd3-a347-f30922bd32f2 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '034914c2-0928-4298-be27-6c13a9271683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc571858-05d5-427a-9e05-e55c68c9f299'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:22.117055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Attempting to bind port 28f751df-197d-4fd3-a347-f30922bd32f2 on network bc571858-05d5-427a-9e05-e55c68c9f299 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:22.128879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Port 28f751df-197d-4fd3-a347-f30922bd32f2 on network bc571858-05d5-427a-9e05-e55c68c9f299 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:22.129204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Attempting to bind port 28f751df-197d-4fd3-a347-f30922bd32f2 on network bc571858-05d5-427a-9e05-e55c68c9f299 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:22.148438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:22.150044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Checking segment: {'id': '034914c2-0928-4298-be27-6c13a9271683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc571858-05d5-427a-9e05-e55c68c9f299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:22.150044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Bound using segment: {'id': '034914c2-0928-4298-be27-6c13a9271683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc571858-05d5-427a-9e05-e55c68c9f299'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:22.150044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Bound port: 28f751df-197d-4fd3-a347-f30922bd32f2, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034914c2-0928-4298-be27-6c13a9271683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc571858-05d5-427a-9e05-e55c68c9f299'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:22.150468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.193256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68533663-9577-4ed6-be1f-174584efb65f req-8295d81e-e123-4c22-b902-b265d92ecca8 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 210 time: 0.0540404 Aug 19 12:22:22.264567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.364930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Transition to ACTIVE for port object 4c536806-695a-4920-8ced-15e8702879ac will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:22.423898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] For port 28f751df-197d-4fd3-a347-f30922bd32f2, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:22.428672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] For port 28f751df-197d-4fd3-a347-f30922bd32f2, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=28f751df-197d-4fd3-a347-f30922bd32f2,segment=NetworkSegment(034914c2-0928-4298-be27-6c13a9271683),segment_id=034914c2-0928-4298-be27-6c13a9271683)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:22.474501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-bece1c95-d600-453e-9191-a1916eb36061 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:22.476229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-bece1c95-d600-453e-9191-a1916eb36061 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/networks?id=35d93d14-2a10-410c-a93c-901be99b829a HTTP/1.1" status: 200 len: 822 time: 0.2780027 Aug 19 12:22:22.499967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-68bd7f74-576c-4a44-8d6c-5317c6a19748 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/quotas/f571453ff4504fdc967bb6fa22368c01 HTTP/1.1" status: 200 len: 375 time: 0.0164745 Aug 19 12:22:22.513965 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.574278 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.594735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:22.595811 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.597609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] 10.222.0.53 "PUT /v2.0/ports/28f751df-197d-4fd3-a347-f30922bd32f2 HTTP/1.1" status: 200 len: 1091 time: 2.0303729 Aug 19 12:22:22.603433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647b8d43-97d7-4544-856a-a37c7878bb54', 'tag': '28f751df-197d-4fd3-a347-f30922bd32f2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:22.607451 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0212ff3b-9684-48b5-957f-3bb2c8adc6df" -d '{"events": [{"name": "network-changed", "server_uuid": "647b8d43-97d7-4544-856a-a37c7878bb54", "tag": "28f751df-197d-4fd3-a347-f30922bd32f2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:22.648956 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.663932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Transition to ACTIVE for port object 6f9d4e00-3566-42ef-a3d0-1539c5fee59d will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:22.667448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-2da6ec32-0483-4ec9-bbf4-567433bcf00d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f571453ff4504fdc967bb6fa22368c01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1662896 Aug 19 12:22:22.676461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network 3967721c-20e0-477d-a3d1-e660d14780f6 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:22.688305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42c174-b9b6-4f5d-9ac5-f953f213ebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=28f751df-197d-4fd3-a347-f30922bd32f2,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:22.729215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:22.731746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:22.817201 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.892749 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c668aef4-ed17-4cad-94bd-2e9f053d9883 x-openstack-request-id: req-c668aef4-ed17-4cad-94bd-2e9f053d9883 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:22.892749 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "647b8d43-97d7-4544-856a-a37c7878bb54", "tag": "28f751df-197d-4fd3-a347-f30922bd32f2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:22.892749 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c668aef4-ed17-4cad-94bd-2e9f053d9883 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:22.892749 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647b8d43-97d7-4544-856a-a37c7878bb54', 'tag': '28f751df-197d-4fd3-a347-f30922bd32f2', 'status': 'completed', 'code': 200} Aug 19 12:22:22.914723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Pushing event updated for resources: {'Port': ['ID=6f9d4e00-3566-42ef-a3d0-1539c5fee59d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:22.927643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-2f4bb3b1-537a-42cc-94e3-ab1496d75233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:22.928611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-2f4bb3b1-537a-42cc-94e3-ab1496d75233 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=194a694acf894c84af4636285e9fb6ab&device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 1094 time: 0.1275291 Aug 19 12:22:22.934702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Port': ['ID=4c536806-695a-4920-8ced-15e8702879ac,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:22.938509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:22.940862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:22.944243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:23.015189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-57835f34-5e63-4b58-a611-88f5a11ae9b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28f751df-197d-4fd3-a347-f30922bd32f2 HTTP/1.1" status: 200 len: 217 time: 0.0692112 Aug 19 12:22:23.043051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.044193 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.075587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.076477 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.088493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-ec60065e-c952-4919-a89d-035e71d79c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.090246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-ec60065e-c952-4919-a89d-035e71d79c6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b224680-0887-4b22-8b84-6c3adf9134bb HTTP/1.1" status: 200 len: 858 time: 0.0735137 Aug 19 12:22:23.160248 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-4c0d5621-bbb4-418e-9c6f-01c901b36653 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7859724 Aug 19 12:22:23.168038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-a2c0231a-cb23-4c07-9c74-9ceb2fe5105b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc571858-05d5-427a-9e05-e55c68c9f299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613794 Aug 19 12:22:23.180155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Request body: {'port': {'device_id': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:23.213135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-31ca0333-1676-46f2-8ed3-626ef3c6f722 service neutron] 10.222.0.44 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443549 Aug 19 12:22:23.247018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device eb0032ee-85d2-4ee1-8183-d877306368b0 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:23.271952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-87107e93-c0e1-4173-a425-5de048c64032 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5006042 Aug 19 12:22:23.273091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.291964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4893a3d-313d-4bd1-b9a1-ecf6981f1438 req-c692cf0e-c098-482c-9943-ef7ebb207130 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.294782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4893a3d-313d-4bd1-b9a1-ecf6981f1438 req-c692cf0e-c098-482c-9943-ef7ebb207130 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 943 time: 0.2131565 Aug 19 12:22:23.302130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1cd61173-2dc1-4b4d-8cb4-bab7dd828641 None None] Provisioning for port 4c536806-695a-4920-8ced-15e8702879ac completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:23.333513 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1cd61173-2dc1-4b4d-8cb4-bab7dd828641 None None] Provisioning complete for port 4c536806-695a-4920-8ced-15e8702879ac triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:23.334349 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1cd61173-2dc1-4b4d-8cb4-bab7dd828641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.342346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'port': {'device_id': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'network_id': '48923215-360a-4b51-94f7-5dac684197f2', 'admin_state_up': True, 'tenant_id': 'b1f734d9edfb4325be100123093e6c71'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:23.383834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1cd61173-2dc1-4b4d-8cb4-bab7dd828641 None None] Port 4c536806-695a-4920-8ced-15e8702879ac cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:23.394061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port eb0032ee-85d2-4ee1-8183-d877306368b0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:23.394517 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.498575 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.499901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4893a3d-313d-4bd1-b9a1-ecf6981f1438 req-221fd52f-d224-41bc-affb-cc96a354676b tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d33ed76-9f2f-4288-96cd-d3feafb5b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677148 Aug 19 12:22:23.553746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-3c249aac-21c3-489c-a580-65d4fefebc0c service neutron] 10.222.0.53 "GET /v2.0/networks/bc571858-05d5-427a-9e05-e55c68c9f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764827 Aug 19 12:22:23.564664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:23.574960 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17cd5b9-5a74-4204-98b5-42deaa13bcdf" -d '{"events": [{"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-plugged", "status": "completed", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:23.585858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-311e4b7a-787f-4093-8fd4-a1b0001357f5 service neutron] 10.222.0.44 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581057 Aug 19 12:22:23.599710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:23.605145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6395f1d8-54ca-4211-a1a5-6f7e3a8fdceb None None] Provisioning for port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:23.609777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6395f1d8-54ca-4211-a1a5-6f7e3a8fdceb None None] Provisioning complete for port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:23.612469 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6395f1d8-54ca-4211-a1a5-6f7e3a8fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.686942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6395f1d8-54ca-4211-a1a5-6f7e3a8fdceb None None] Port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:23.691516 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.699367 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9d4e00-3566-42ef-a3d0-1539c5fee59d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:23.710975 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.711366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14c55845-2287-408f-880a-c86362a0ad07 req-36972953-9c4d-4b3d-937d-0dc27e2ad527 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0819132 Aug 19 12:22:23.754841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Transition to ACTIVE for port object 6f9d4e00-3566-42ef-a3d0-1539c5fee59d will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:23.784872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cec9b3a-5485-4fa8-94dc-a10f592b0b37 req-7ffc9ada-a6d7-4831-90e7-9dec89d1cf18 service neutron] 10.222.0.53 "GET /v2.0/networks/bc571858-05d5-427a-9e05-e55c68c9f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209113 Aug 19 12:22:23.804380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=10']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:23.854292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:23.858077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.919032 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.044084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9d4e00-3566-42ef-a3d0-1539c5fee59d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:24.168900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212ff3b-9684-48b5-957f-3bb2c8adc6df req-7d746965-2484-4c0e-af1f-c8dd0f510883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.170489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0212ff3b-9684-48b5-957f-3bb2c8adc6df req-7d746965-2484-4c0e-af1f-c8dd0f510883 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=194a694acf894c84af4636285e9fb6ab&device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 1094 time: 0.1996500 Aug 19 12:22:24.190913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f413d-4816-47f0-b6a5-290a38f266ec req-f752ed61-dfeb-469c-b335-c9e9e677c2bb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.192537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f8f413d-4816-47f0-b6a5-290a38f266ec req-f752ed61-dfeb-469c-b335-c9e9e677c2bb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 931 time: 0.3073151 Aug 19 12:22:24.241036 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Attempting to bind port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:24.241359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Attempting to bind port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:24.241923 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Attempting to bind port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d on network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:24.253620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d on network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:24.253620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Attempting to bind port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d on network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:24.259713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:24.260168 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Checking segment: {'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:24.261047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Bound using segment: {'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:24.261839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Bound port: 6f9d4e00-3566-42ef-a3d0-1539c5fee59d, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2865ca-741b-4377-8efb-aa8b9a9e020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:24.262362 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.360482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] For port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:24.364383 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] For port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6f9d4e00-3566-42ef-a3d0-1539c5fee59d,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:24.496146 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.544735 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.545886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.547521 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] 10.222.0.53 "PUT /v2.0/ports/6f9d4e00-3566-42ef-a3d0-1539c5fee59d HTTP/1.1" status: 200 len: 1091 time: 1.3783281 Aug 19 12:22:24.548072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'tag': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:24.553702 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cde57f-c115-423b-9e4d-f60869d4fd98" -d '{"events": [{"name": "network-changed", "server_uuid": "831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0", "tag": "6f9d4e00-3566-42ef-a3d0-1539c5fee59d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:24.615592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff4735-3e22-41a5-adb7-3271b9508cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9d4e00-3566-42ef-a3d0-1539c5fee59d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:24.649428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Allocated IP 19.86.0.209 (48923215-360a-4b51-94f7-5dac684197f2/810d00b3-953a-4a6c-a585-d37a36c7a615/9ad0747e-be85-4285-ad3e-3ee6a10d760c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:24.751630 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c603-18a7-4fa8-9fb2-9f86ac29c60b req-1a2888bb-dbf8-4f06-8420-c416b3f005f4 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.762279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9601c603-18a7-4fa8-9fb2-9f86ac29c60b req-1a2888bb-dbf8-4f06-8420-c416b3f005f4 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 943 time: 0.2226100 Aug 19 12:22:24.796267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f8f413d-4816-47f0-b6a5-290a38f266ec req-0d811e8f-980b-455a-99a5-170eb790e8c9 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521541 Aug 19 12:22:24.830603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-ea8aec5b-52c7-4a06-98d9-6232cd61156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.832274 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-ea8aec5b-52c7-4a06-98d9-6232cd61156f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d9f6773734746868c3d0a061f594c2a&device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 1094 time: 0.1022427 Aug 19 12:22:24.887680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212ff3b-9684-48b5-957f-3bb2c8adc6df req-3393f467-a13a-4bff-9c57-14a30d39490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.889736 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0212ff3b-9684-48b5-957f-3bb2c8adc6df req-3393f467-a13a-4bff-9c57-14a30d39490a service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc571858-05d5-427a-9e05-e55c68c9f299 HTTP/1.1" status: 200 len: 919 time: 0.6957901 Aug 19 12:22:24.940364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.53', 59507) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:24.963144 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-09db82eb-49d9-4e86-9b58-2e41001c12a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9d4e00-3566-42ef-a3d0-1539c5fee59d HTTP/1.1" status: 200 len: 217 time: 0.1197438 Aug 19 12:22:25.056616 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f818ce-cd8c-45be-b76d-59bef4056cfa x-openstack-request-id: req-70f818ce-cd8c-45be-b76d-59bef4056cfa {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:25.057681 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-plugged", "status": "completed", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:25.059801 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70f818ce-cd8c-45be-b76d-59bef4056cfa {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:25.059801 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'code': 200} Aug 19 12:22:25.081041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-2ee0ff02-7b1d-4d76-a7e1-353d41493f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.083245 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-2ee0ff02-7b1d-4d76-a7e1-353d41493f91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8b8e08b-9a47-481f-9786-cc4045c8fa96 HTTP/1.1" status: 200 len: 845 time: 0.1122491 Aug 19 12:22:25.125275 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-236b6d7d-ba07-4099-a6d8-25bee97ac307 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409803 Aug 19 12:22:25.259533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.270024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0212ff3b-9684-48b5-957f-3bb2c8adc6df req-9d6174a8-a85d-4c92-af91-ab6fa352e880 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28f751df-197d-4fd3-a347-f30922bd32f2 HTTP/1.1" status: 200 len: 217 time: 0.3618102 Aug 19 12:22:25.301993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9601c603-18a7-4fa8-9fb2-9f86ac29c60b req-c5ccde70-1a91-49d5-8afb-0a684df9242a tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5391014 Aug 19 12:22:25.323473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ae9d776-8335-49da-8094-6044b3dbc736 req-c7fbed35-6ad4-4cda-b957-28409b51a9e9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 210 time: 0.1307302 Aug 19 12:22:25.339405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-8b5a6d1f-7cc1-4de7-a088-70beebb7e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.340915 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-8b5a6d1f-7cc1-4de7-a088-70beebb7e791 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a20ac09-5eff-4ad7-b41b-90cb0482e945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2409585 Aug 19 12:22:25.383055 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dac04f72-0bb3-46b1-a910-954e30fe3a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.383862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Transition to ACTIVE for port object 9ad0747e-be85-4285-ad3e-3ee6a10d760c will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:25.419050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-47e12a7a-5984-40c0-b190-4a74af49cf88 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4769108 Aug 19 12:22:25.453950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212ff3b-9684-48b5-957f-3bb2c8adc6df req-feafdb66-b876-4067-b476-999d921a6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.455954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0212ff3b-9684-48b5-957f-3bb2c8adc6df req-feafdb66-b876-4067-b476-999d921a6223 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b224680-0887-4b22-8b84-6c3adf9134bb HTTP/1.1" status: 200 len: 858 time: 0.1538281 Aug 19 12:22:25.506084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0212ff3b-9684-48b5-957f-3bb2c8adc6df req-af9ab467-c33d-4f3a-80bd-35bb76d0eed9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc571858-05d5-427a-9e05-e55c68c9f299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414617 Aug 19 12:22:25.607236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-2330b4bf-9c51-4e42-8ff1-6d7a5094e156 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.611681 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-2330b4bf-9c51-4e42-8ff1-6d7a5094e156 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4468329 Aug 19 12:22:25.658167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Request body: {'port': {'device_id': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'd9db3deb0ebd4bfa8ba3d2615b33cc29'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:25.704590 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249ba2ef-0135-4758-8973-57c8d61848d7 x-openstack-request-id: req-249ba2ef-0135-4758-8973-57c8d61848d7 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:25.706430 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0", "tag": "6f9d4e00-3566-42ef-a3d0-1539c5fee59d", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:25.707997 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-249ba2ef-0135-4758-8973-57c8d61848d7 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:25.710771 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'tag': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d', 'status': 'completed', 'code': 200} Aug 19 12:22:25.769201 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.859172 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-acb230f6-ee9c-49af-8eea-5400971df7ee service neutron] 10.222.0.53 "GET /v2.0/networks/1a20ac09-5eff-4ad7-b41b-90cb0482e945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941211 Aug 19 12:22:25.902734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-729556ff-7a8e-4210-8bec-44a4425bf7eb req-81588d2f-514f-41ed-b466-ae12e450137d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0902705 Aug 19 12:22:25.928144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-5ff4949a-d1d1-41d8-a7e6-3984a3d17a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.928662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-5ff4949a-d1d1-41d8-a7e6-3984a3d17a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.929157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-5ff4949a-d1d1-41d8-a7e6-3984a3d17a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.929684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-5ff4949a-d1d1-41d8-a7e6-3984a3d17a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.930171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-5ff4949a-d1d1-41d8-a7e6-3984a3d17a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.930776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-5ff4949a-d1d1-41d8-a7e6-3984a3d17a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.935956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-5ff4949a-d1d1-41d8-a7e6-3984a3d17a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.943814 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-5ff4949a-d1d1-41d8-a7e6-3984a3d17a3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6491 time: 0.4320233 Aug 19 12:22:25.950685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.972455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf51537-acf0-4500-b5b5-9540cec076f6 req-d9e44f36-dd56-4d02-98ea-56080ca56057 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.982630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edf51537-acf0-4500-b5b5-9540cec076f6 req-d9e44f36-dd56-4d02-98ea-56080ca56057 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 943 time: 0.3217080 Aug 19 12:22:26.071773 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ac2b18a5-e296-43ef-b0f8-cf62a75239bd req-86a7a39b-af47-4110-94eb-1451b79febe5 service neutron] 10.222.0.53 "GET /v2.0/networks/1a20ac09-5eff-4ad7-b41b-90cb0482e945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891193 Aug 19 12:22:26.113032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Made reservation on behalf of d9db3deb0ebd4bfa8ba3d2615b33cc29 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:26.117052 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.140676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.244572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0212ff3b-9684-48b5-957f-3bb2c8adc6df req-691adbf7-4cfa-43e1-ab53-81aa5bf9dc7d service neutron] 10.222.0.53 "GET /v2.0/networks/bc571858-05d5-427a-9e05-e55c68c9f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186351 Aug 19 12:22:26.293777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network 48923215-360a-4b51-94f7-5dac684197f2 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:26.346925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.376808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:26.379861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-562ed78c-9653-4b07-b100-afa67960aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.380319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-562ed78c-9653-4b07-b100-afa67960aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.380893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-562ed78c-9653-4b07-b100-afa67960aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.382953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-562ed78c-9653-4b07-b100-afa67960aa2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba2269c4-ec6f-4475-935d-eb1eae834738&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd HTTP/1.1" status: 200 len: 2293 time: 0.3914926 Aug 19 12:22:26.390138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:26.459784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edf51537-acf0-4500-b5b5-9540cec076f6 req-cd20a9bb-2680-4460-8f47-ca6d3cb19019 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d33ed76-9f2f-4288-96cd-d3feafb5b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300283 Aug 19 12:22:26.518007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Port': ['ID=9ad0747e-be85-4285-ad3e-3ee6a10d760c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:26.607626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.638540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.644964 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.658056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53209cd8-5cb5-4435-b3e2-edd1359d1c12 req-fc4cc80a-8545-4807-a883-7866f22c6235 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.671658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53209cd8-5cb5-4435-b3e2-edd1359d1c12 req-fc4cc80a-8545-4807-a883-7866f22c6235 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.690943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53209cd8-5cb5-4435-b3e2-edd1359d1c12 req-fc4cc80a-8545-4807-a883-7866f22c6235 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 1654 time: 0.5791574 Aug 19 12:22:26.756111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cde57f-c115-423b-9e4d-f60869d4fd98 req-ed9de19c-79a4-404a-befc-3a15bee61336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.761344 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85cde57f-c115-423b-9e4d-f60869d4fd98 req-ed9de19c-79a4-404a-befc-3a15bee61336 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d9f6773734746868c3d0a061f594c2a&device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 1094 time: 0.2876861 Aug 19 12:22:26.762323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:26.796522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-7cfdedf1-3557-4b6c-8656-e4e948d973cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d15454d-0144-42da-9889-b9d3ccc516f3 HTTP/1.1" status: 200 len: 1002 time: 0.3941252 Aug 19 12:22:26.907072 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.970592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a6127b33-df5a-452a-80df-85339e876f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6745875 Aug 19 12:22:27.002081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d94be89b-d215-46ff-ae2e-b67d6975e9d7 None None] Provisioning for port 9ad0747e-be85-4285-ad3e-3ee6a10d760c completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:27.007641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d94be89b-d215-46ff-ae2e-b67d6975e9d7 None None] Provisioning complete for port 9ad0747e-be85-4285-ad3e-3ee6a10d760c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:27.008329 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d94be89b-d215-46ff-ae2e-b67d6975e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.020558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0212ff3b-9684-48b5-957f-3bb2c8adc6df req-10a3ad2c-8732-4639-8311-e54d57d9a613 service neutron] 10.222.0.53 "GET /v2.0/networks/bc571858-05d5-427a-9e05-e55c68c9f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523973 Aug 19 12:22:27.051609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1598ec2b-6ea6-456e-8ffe-de11e4f84c5a req-6a39469b-c24e-4ef2-bc19-bee6169edd82 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 210 time: 0.2477343 Aug 19 12:22:27.079918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'port': {'device_id': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6', 'admin_state_up': True, 'tenant_id': 'b1f734d9edfb4325be100123093e6c71'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:27.102329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cde57f-c115-423b-9e4d-f60869d4fd98 req-23dcfcee-8e20-489f-ad7a-ca1487fdb4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.104330 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85cde57f-c115-423b-9e4d-f60869d4fd98 req-23dcfcee-8e20-489f-ad7a-ca1487fdb4c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1a20ac09-5eff-4ad7-b41b-90cb0482e945 HTTP/1.1" status: 200 len: 907 time: 0.3300929 Aug 19 12:22:27.127869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53209cd8-5cb5-4435-b3e2-edd1359d1c12 req-1f4bdc10-7d6e-428c-b609-25d7b30e326c tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342310 Aug 19 12:22:27.147404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Allocated IP 192.168.233.54 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/2eff2f83-96b8-4003-8e82-e2b8584371ae) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:27.148595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d94be89b-d215-46ff-ae2e-b67d6975e9d7 None None] Port 9ad0747e-be85-4285-ad3e-3ee6a10d760c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:27.231670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-0bd6f168-7947-4d36-b69c-0af6284951e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.233784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-0bd6f168-7947-4d36-b69c-0af6284951e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fe76339-4820-45f9-a4ef-81b8085045b0 HTTP/1.1" status: 200 len: 851 time: 0.3840504 Aug 19 12:22:27.270066 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85cde57f-c115-423b-9e4d-f60869d4fd98 req-3201adc2-b246-4bae-a8bf-2d16ef353dd1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9d4e00-3566-42ef-a3d0-1539c5fee59d HTTP/1.1" status: 200 len: 217 time: 0.1486661 Aug 19 12:22:27.426466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cde57f-c115-423b-9e4d-f60869d4fd98 req-5bbda9ad-a082-48f3-8b05-33f185e4a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.427847 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85cde57f-c115-423b-9e4d-f60869d4fd98 req-5bbda9ad-a082-48f3-8b05-33f185e4a362 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8b8e08b-9a47-481f-9786-cc4045c8fa96 HTTP/1.1" status: 200 len: 845 time: 0.1479332 Aug 19 12:22:27.487664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b349b-fb72-40ab-990f-018fbf1f7cca req-faa268d0-206a-4243-b944-1d46a35fa170 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.489491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-482b349b-fb72-40ab-990f-018fbf1f7cca req-faa268d0-206a-4243-b944-1d46a35fa170 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 943 time: 0.2794385 Aug 19 12:22:27.568933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-35648e02-18c5-4d95-8a31-90382561c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.570957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-35648e02-18c5-4d95-8a31-90382561c0fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba2269c4-ec6f-4475-935d-eb1eae834738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3135204 Aug 19 12:22:27.592424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cde57f-c115-423b-9e4d-f60869d4fd98 req-362ed191-d938-4f08-ab15-d176a0928751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.594373 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85cde57f-c115-423b-9e4d-f60869d4fd98 req-362ed191-d938-4f08-ab15-d176a0928751 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a20ac09-5eff-4ad7-b41b-90cb0482e945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493425 Aug 19 12:22:27.730960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.782041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Transition to ACTIVE for port object 2eff2f83-96b8-4003-8e82-e2b8584371ae will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:27.788966 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85cde57f-c115-423b-9e4d-f60869d4fd98 req-3087104b-1ca4-4d15-a928-4450650e77cf service neutron] 10.222.0.53 "GET /v2.0/networks/1a20ac09-5eff-4ad7-b41b-90cb0482e945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781552 Aug 19 12:22:27.943739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 28f751df-197d-4fd3-a347-f30922bd32f2 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:27.989985 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85cde57f-c115-423b-9e4d-f60869d4fd98 req-eb3bc66d-b8d7-4666-a400-49477ff4bfe9 service neutron] 10.222.0.53 "GET /v2.0/networks/1a20ac09-5eff-4ad7-b41b-90cb0482e945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857672 Aug 19 12:22:28.003459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f2130cf-4653-4a89-a49f-ef49df5aa414 req-b6c39150-07c0-47ce-867c-8b5df0ee031a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 210 time: 0.4907548 Aug 19 12:22:28.012631 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.089197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:28.095353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:28.100421 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:28.148323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-482b349b-fb72-40ab-990f-018fbf1f7cca req-672dc35a-71f7-4260-bd3a-183b0f616d88 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6450355 Aug 19 12:22:28.155585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Pushing event updated for resources: {'Port': ['ID=2eff2f83-96b8-4003-8e82-e2b8584371ae,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:28.202785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.203578 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.237025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 28f751df-197d-4fd3-a347-f30922bd32f2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=28f751df-197d-4fd3-a347-f30922bd32f2,segment=NetworkSegment(034914c2-0928-4298-be27-6c13a9271683),segment_id=034914c2-0928-4298-be27-6c13a9271683)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:28.281264 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '28f751df-197d-4fd3-a347-f30922bd32f2', 'network_id': 'bc571858-05d5-427a-9e05-e55c68c9f299', 'port_id': '28f751df-197d-4fd3-a347-f30922bd32f2', 'mac_address': 'fa:16:3e:dc:b5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b224680-0887-4b22-8b84-6c3adf9134bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:28.350118 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.357364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-6b645a85-f3dd-4575-8c0b-cde9a36ef59a tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.360567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-6b645a85-f3dd-4575-8c0b-cde9a36ef59a tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "GET /v2.0/networks?id=35d93d14-2a10-410c-a93c-901be99b829a HTTP/1.1" status: 200 len: 822 time: 1.0190096 Aug 19 12:22:28.376651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f751df-197d-4fd3-a347-f30922bd32f2 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:28.393280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Request body: {'port': {'device_id': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a', 'admin_state_up': True, 'tenant_id': 'f571453ff4504fdc967bb6fa22368c01'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:28.422373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 28f751df-197d-4fd3-a347-f30922bd32f2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=28f751df-197d-4fd3-a347-f30922bd32f2,segment=NetworkSegment(034914c2-0928-4298-be27-6c13a9271683),segment_id=034914c2-0928-4298-be27-6c13a9271683)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:28.455347 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-88be289f-1b3a-489d-8237-d37ef297389e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8233941 Aug 19 12:22:28.480540 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Request body: {'port': {'device_id': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:28.490040 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.533947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:28.539784 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.587514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=28f751df-197d-4fd3-a347-f30922bd32f2,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:28.644188 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.666503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482ddd9-709e-4d3d-8138-dfd678d1732e req-4ec5d67f-7ac2-49c9-8f19-571a97d16c8e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.678351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8482ddd9-709e-4d3d-8138-dfd678d1732e req-4ec5d67f-7ac2-49c9-8f19-571a97d16c8e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 943 time: 0.5187910 Aug 19 12:22:28.680505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-abd7675c-032e-49a6-8eeb-730f5f791d1d None None] Provisioning for port 2eff2f83-96b8-4003-8e82-e2b8584371ae completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:28.686970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-abd7675c-032e-49a6-8eeb-730f5f791d1d None None] Provisioning complete for port 2eff2f83-96b8-4003-8e82-e2b8584371ae triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:28.687827 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-abd7675c-032e-49a6-8eeb-730f5f791d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.712991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c66e710f-5102-4828-aa15-f81ff4adf90d req-b1249dd1-e101-40d3-8c94-27631aaf125d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 210 time: 0.1660421 Aug 19 12:22:28.730398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-296d7ac6-157c-49fa-8b39-45c80d5f32e9 service neutron] 10.222.0.53 "GET /v2.0/networks/ba2269c4-ec6f-4475-935d-eb1eae834738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7466023 Aug 19 12:22:28.753515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-abd7675c-032e-49a6-8eeb-730f5f791d1d None None] Port 2eff2f83-96b8-4003-8e82-e2b8584371ae cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:28.767161 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.770037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['28f751df-197d-4fd3-a347-f30922bd32f2'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:28.940857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Made reservation on behalf of f571453ff4504fdc967bb6fa22368c01 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:28.944570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.055102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8482ddd9-709e-4d3d-8138-dfd678d1732e req-519752a9-3a43-43e0-a3d3-17a03d12375f tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d33ed76-9f2f-4288-96cd-d3feafb5b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761771 Aug 19 12:22:29.213675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-393c2e69-0560-4062-a5da-6947d2d91b02 service neutron] 10.222.0.53 "GET /v2.0/networks/ba2269c4-ec6f-4475-935d-eb1eae834738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640505 Aug 19 12:22:29.228035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139d661-3349-4bb5-ba00-ae4d649f59e6 req-26799846-528e-4c58-98b4-73836e393db9 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.257027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139d661-3349-4bb5-ba00-ae4d649f59e6 req-26799846-528e-4c58-98b4-73836e393db9 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.259183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0139d661-3349-4bb5-ba00-ae4d649f59e6 req-26799846-528e-4c58-98b4-73836e393db9 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 1654 time: 0.3250434 Aug 19 12:22:29.321996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eff2f83-96b8-4003-8e82-e2b8584371ae {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:29.336285 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.384610 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Transition to ACTIVE for port object 2eff2f83-96b8-4003-8e82-e2b8584371ae will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:29.400613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-36632e77-d3a7-425e-9f17-bb775d3c51a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=1851f4e9-b54c-452a-bdfc-d00b649ab1e3 HTTP/1.1" status: 200 len: 217 time: 0.1400616 Aug 19 12:22:29.454050 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.488340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Allocated IP 19.80.0.22 (3967721c-20e0-477d-a3d1-e660d14780f6/da5e4351-91fa-4071-89a3-ea640b19da3a/4a354529-50bb-40a5-bcbc-ec2a24b68b48) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:29.519037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Pushing event updated for resources: {'Port': ['ID=2eff2f83-96b8-4003-8e82-e2b8584371ae,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:29.610738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0139d661-3349-4bb5-ba00-ae4d649f59e6 req-eca21348-78da-47c3-8721-0c778cfe757e tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261483 Aug 19 12:22:29.645992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Attempting to bind port 2eff2f83-96b8-4003-8e82-e2b8584371ae on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:29.645992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Attempting to bind port 2eff2f83-96b8-4003-8e82-e2b8584371ae by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:29.646550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Attempting to bind port 2eff2f83-96b8-4003-8e82-e2b8584371ae on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:29.654883 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Port 2eff2f83-96b8-4003-8e82-e2b8584371ae on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:29.655248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Attempting to bind port 2eff2f83-96b8-4003-8e82-e2b8584371ae on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:29.685627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:29.686183 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:29.686635 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:29.687100 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Bound port: 2eff2f83-96b8-4003-8e82-e2b8584371ae, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:29.687471 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.751897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Allocated IP 172.20.0.10 (35d93d14-2a10-410c-a93c-901be99b829a/fd43e2da-ca7b-4455-a7b6-f11b33978fb9/4d20687d-8454-4e91-86db-b897f281e0cc) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:29.765479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-ae585f60-1539-4fca-817c-c59fff9c6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.767628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-ae585f60-1539-4fca-817c-c59fff9c6608 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.3428931 Aug 19 12:22:29.818956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7e624-583c-43e9-a33f-f0692ffac602 req-d89c3803-3f67-4ac4-9a9a-ab9ddd34d3f5 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.829751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6a7e624-583c-43e9-a33f-f0692ffac602 req-d89c3803-3f67-4ac4-9a9a-ab9ddd34d3f5 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 935 time: 0.3990388 Aug 19 12:22:29.840139 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:29.850788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:29.945594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6f9d4e00-3566-42ef-a3d0-1539c5fee59d details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:29.949152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 28f751df-197d-4fd3-a347-f30922bd32f2 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:29.953680 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.997488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.998120 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.999689 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] 10.222.0.52 "PUT /v2.0/ports/2eff2f83-96b8-4003-8e82-e2b8584371ae HTTP/1.1" status: 200 len: 1095 time: 1.5339055 Aug 19 12:22:30.000377 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:30.003599 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:30.069482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517b171-f985-4782-b74a-4d4148163bcb service neutron] Pushing event updated for resources: {'Port': ['ID=2eff2f83-96b8-4003-8e82-e2b8584371ae,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:30.248898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-1d3dfad6-3265-42cd-98de-1a9faf61e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.259485 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-1d3dfad6-3265-42cd-98de-1a9faf61e824 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 1098 time: 0.1210759 Aug 19 12:22:30.286581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6f9d4e00-3566-42ef-a3d0-1539c5fee59d,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:30.310844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 28f751df-197d-4fd3-a347-f30922bd32f2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:30.319896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'port_id': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d', 'mac_address': 'fa:16:3e:35:5a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:30.340118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 28f751df-197d-4fd3-a347-f30922bd32f2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:30.340506 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.370456 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-d705ac53-adc7-4745-bbe5-fcfc4e9133db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae HTTP/1.1" status: 200 len: 217 time: 0.1008539 Aug 19 12:22:30.432297 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.450964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Transition to ACTIVE for port object 4a354529-50bb-40a5-bcbc-ec2a24b68b48 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:30.485036 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.509289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-cb15aca7-c061-4e0c-95c4-fe59eb018b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.513314 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-cb15aca7-c061-4e0c-95c4-fe59eb018b12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1314101 Aug 19 12:22:30.515012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6a7e624-583c-43e9-a33f-f0692ffac602 req-0ff82294-7064-4bff-be64-5038de56e518 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533949 Aug 19 12:22:30.519228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9d4e00-3566-42ef-a3d0-1539c5fee59d {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:30.525194 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.536321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.554998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6f9d4e00-3566-42ef-a3d0-1539c5fee59d,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:30.556520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-0c35710e-e4f9-482a-85c0-e78f0115f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.558359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-0c35710e-e4f9-482a-85c0-e78f0115f28a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7778447 Aug 19 12:22:30.572467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647b8d43-97d7-4544-856a-a37c7878bb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f751df-197d-4fd3-a347-f30922bd32f2'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:30.574820 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a58e59f-f04d-4723-990d-1f302ac6a703" -d '{"events": [{"server_uuid": "647b8d43-97d7-4544-856a-a37c7878bb54", "name": "network-vif-plugged", "status": "completed", "tag": "28f751df-197d-4fd3-a347-f30922bd32f2"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:30.590189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 28f751df-197d-4fd3-a347-f30922bd32f2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=28f751df-197d-4fd3-a347-f30922bd32f2,segment=NetworkSegment(034914c2-0928-4298-be27-6c13a9271683),segment_id=034914c2-0928-4298-be27-6c13a9271683)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:30.616030 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.663013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-9398ce33-ee00-4f24-af66-7a4b2be855f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.773492 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-9398ce33-ee00-4f24-af66-7a4b2be855f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504924 Aug 19 12:22:30.775607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.775607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-39132e12-90ec-477d-8e96-d0aef73966ad service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411178 Aug 19 12:22:30.776501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=6f9d4e00-3566-42ef-a3d0-1539c5fee59d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:30.776689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea71bf-d50a-4deb-9f8f-e241e4c494e7 req-c36e0b36-6bda-4b06-9f6a-5e528e02837e tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.779802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17ea71bf-d50a-4deb-9f8f-e241e4c494e7 req-c36e0b36-6bda-4b06-9f6a-5e528e02837e tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 943 time: 0.9978242 Aug 19 12:22:30.842445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9e95516-0d30-4a8e-a9a4-1f3af96a10cb req-7d346612-8cae-400e-8c15-22f4759a432a tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 210 time: 0.0512168 Aug 19 12:22:30.896303 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6f9d4e00-3566-42ef-a3d0-1539c5fee59d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:30.910916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network 3967721c-20e0-477d-a3d1-e660d14780f6 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:30.925625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:30.942278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:30.943699 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-651ca653-a8ee-4304-8193-fd0a980d3233 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615621 Aug 19 12:22:30.952600 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdf14aa-b7a7-40c0-9596-b944d68c6b66 x-openstack-request-id: req-5cdf14aa-b7a7-40c0-9596-b944d68c6b66 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:30.957445 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:30.960395 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5cdf14aa-b7a7-40c0-9596-b944d68c6b66 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:30.961024 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae', 'status': 'completed', 'code': 200} Aug 19 12:22:31.044016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17ea71bf-d50a-4deb-9f8f-e241e4c494e7 req-c72566f3-8547-43d6-9f0d-67694087e4e7 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348497 Aug 19 12:22:31.113418 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:31.154099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Port': ['ID=4a354529-50bb-40a5-bcbc-ec2a24b68b48,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:31.243384 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b0296607-add3-4c46-bbb9-6f30b02a0ab0 req-d6a9244e-d194-4fc7-95b9-8a367950ea02 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763393 Aug 19 12:22:31.354785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=28f751df-197d-4fd3-a347-f30922bd32f2,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:31.390331 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c70d50f-c3f3-4516-b76b-a0687b45a720 x-openstack-request-id: req-3c70d50f-c3f3-4516-b76b-a0687b45a720 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:31.397608 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647b8d43-97d7-4544-856a-a37c7878bb54", "name": "network-vif-plugged", "status": "completed", "tag": "28f751df-197d-4fd3-a347-f30922bd32f2", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:31.400047 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c70d50f-c3f3-4516-b76b-a0687b45a720 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:31.400047 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647b8d43-97d7-4544-856a-a37c7878bb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f751df-197d-4fd3-a347-f30922bd32f2', 'code': 200} Aug 19 12:22:31.415364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.416490 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:31.485176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-de620c82-5ad8-4219-9d53-2f77f4c02ab9 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7683127 Aug 19 12:22:31.491099 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:31.556555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3 req-d9e1d0f2-1872-4e3f-bf95-bd864b24b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.556555 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3 req-d9e1d0f2-1872-4e3f-bf95-bd864b24b563 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 1098 time: 0.1144757 Aug 19 12:22:31.557505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9355dd8-61d8-4a55-a4ab-74772892f35d req-49146262-99cd-49b4-836f-abf3f01fbcf4 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.561996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9355dd8-61d8-4a55-a4ab-74772892f35d req-49146262-99cd-49b4-836f-abf3f01fbcf4 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 945 time: 0.4241354 Aug 19 12:22:31.568227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2b0d0-a580-47e6-99ae-644f98a654e3 req-8964e9b0-6dea-4030-8993-99df4aa9afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.570623 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-53d2b0d0-a580-47e6-99ae-644f98a654e3 req-8964e9b0-6dea-4030-8993-99df4aa9afa7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 1096 time: 0.1183844 Aug 19 12:22:31.646628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-eecc833b-05e5-44b0-9a81-b6b5ef4c8096 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=4fc642de-7ffa-4979-956d-5f14b4e4d72e HTTP/1.1" status: 200 len: 217 time: 0.1328626 Aug 19 12:22:31.695037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3 req-1c3d5686-9512-4228-a57b-2ce66b841bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.698013 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3 req-1c3d5686-9512-4228-a57b-2ce66b841bc1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1364310 Aug 19 12:22:31.722344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-15e60e1f-de0a-4546-a0f6-6e8b07cda8df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6808658 Aug 19 12:22:31.722568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5c860208-7709-4046-b16a-635e96cd95a5 None None] Provisioning for port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:31.728382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5c860208-7709-4046-b16a-635e96cd95a5 None None] Provisioning complete for port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:31.729040 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5c860208-7709-4046-b16a-635e96cd95a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:31.751499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Network 35d93d14-2a10-410c-a93c-901be99b829a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:31.764858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Request body: {'port': {'device_id': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:31.806243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:31.818063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:31.826533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5c860208-7709-4046-b16a-635e96cd95a5 None None] Port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:31.843443 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3 req-8c09be3d-fe98-4502-9e75-aa633a96c74c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae HTTP/1.1" status: 200 len: 217 time: 0.1278408 Aug 19 12:22:31.845138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9355dd8-61d8-4a55-a4ab-74772892f35d req-19733d70-43d8-4be7-b604-bb5c1dae2b1c tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d33ed76-9f2f-4288-96cd-d3feafb5b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146668 Aug 19 12:22:31.886366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event updated for resources: {'Port': ['ID=4d20687d-8454-4e91-86db-b897f281e0cc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:31.891275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-9fb2e23a-0e46-428f-966a-aaf514525a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.897911 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-9fb2e23a-0e46-428f-966a-aaf514525a88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.1970444 Aug 19 12:22:31.898942 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-53d2b0d0-a580-47e6-99ae-644f98a654e3 req-4d98e43a-8112-4604-955d-de6199bc9d02 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1d33ed76-9f2f-4288-96cd-d3feafb5b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985288 Aug 19 12:22:31.902651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd578259-2ae1-4b5e-b221-199e2d749152 req-4c0d3c4c-bbc7-4632-8449-09b7ba435f8a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.909283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd578259-2ae1-4b5e-b221-199e2d749152 req-4c0d3c4c-bbc7-4632-8449-09b7ba435f8a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.917166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd578259-2ae1-4b5e-b221-199e2d749152 req-4c0d3c4c-bbc7-4632-8449-09b7ba435f8a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.917699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3 req-1fce8c21-7b4e-4d49-bc39-eedd8945bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.919199 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3 req-1fce8c21-7b4e-4d49-bc39-eedd8945bc86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0652900 Aug 19 12:22:31.925361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd578259-2ae1-4b5e-b221-199e2d749152 req-4c0d3c4c-bbc7-4632-8449-09b7ba435f8a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2375 time: 0.4301860 Aug 19 12:22:31.992918 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:32.003325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3 req-00cd814b-14a9-44a6-b4ae-ae12e499d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.007847 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3 req-00cd814b-14a9-44a6-b4ae-ae12e499d17f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749965 Aug 19 12:22:32.096072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.097391 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:32.144620 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3 req-8c170cb3-c844-47ed-b23b-9ab53a7d109f service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155152 Aug 19 12:22:32.162092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd578259-2ae1-4b5e-b221-199e2d749152 req-caade60a-14e3-425f-92cb-c62efadaaa31 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357836 Aug 19 12:22:32.302750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39139c9-d4f5-4988-92f4-8936330b42ca req-489b801f-31f3-43a4-a5f8-a9efb76e3001 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.304468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f39139c9-d4f5-4988-92f4-8936330b42ca req-489b801f-31f3-43a4-a5f8-a9efb76e3001 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 947 time: 0.2421215 Aug 19 12:22:32.314614 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ab025f30-4ddd-4d8d-ac7d-d29f7e46b7b3 req-6cd54a3e-9b2a-415f-b6ed-1c1c623959db service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619496 Aug 19 12:22:32.625506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-64a0548b-715e-4cd2-aa6d-51ecb87df12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.626831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-64a0548b-715e-4cd2-aa6d-51ecb87df12f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5121717 Aug 19 12:22:32.786005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f39139c9-d4f5-4988-92f4-8936330b42ca req-88f4adcf-f0d8-4577-9b67-897cce1f2d90 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670713 Aug 19 12:22:32.827452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8a38d-ef2d-44b0-baa1-b828e3e2f028 req-44136036-0897-458e-acd5-9ab9179c03ce tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.829234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d8a38d-ef2d-44b0-baa1-b828e3e2f028 req-44136036-0897-458e-acd5-9ab9179c03ce tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 932 time: 0.2012978 Aug 19 12:22:32.888301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-f087ea21-ff8e-4d0f-990e-145b44884941 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5138669 Aug 19 12:22:32.912709 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-042f3403-6aa5-4d67-b22d-632f0f155e06 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592130 Aug 19 12:22:32.928766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Request body: {'port': {'device_id': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:33.045527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d8a38d-ef2d-44b0-baa1-b828e3e2f028 req-96f317dc-2ba4-4d0e-9294-28667d3d5f97 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070589 Aug 19 12:22:33.072948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c536806-695a-4920-8ced-15e8702879ac {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:33.098876 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.127584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d10d5-6fc8-4018-a8aa-0c1d2fda3091 req-6f1d14c7-787a-4ff7-9bf1-cf1f06edcf73 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.134023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-110d10d5-6fc8-4018-a8aa-0c1d2fda3091 req-6f1d14c7-787a-4ff7-9bf1-cf1f06edcf73 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 944 time: 0.2716467 Aug 19 12:22:33.138399 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.147167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Transition to ACTIVE for port object 4c536806-695a-4920-8ced-15e8702879ac will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:33.218796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-094f1c7a-f6eb-4282-9a49-9ad698eca96c service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950001 Aug 19 12:22:33.311181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-04b134ff-d832-43ea-8e2f-8b8d5491ad04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=5ae42017-0bcf-466a-bbc8-620e57138e3e HTTP/1.1" status: 200 len: 217 time: 0.0769999 Aug 19 12:22:33.316170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-110d10d5-6fc8-4018-a8aa-0c1d2fda3091 req-55550630-7fa6-4206-a827-c5452baf9c36 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678405 Aug 19 12:22:33.360350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 2eff2f83-96b8-4003-8e82-e2b8584371ae details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:33.536875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:33.539988 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.560280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '2eff2f83-96b8-4003-8e82-e2b8584371ae', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '2eff2f83-96b8-4003-8e82-e2b8584371ae', 'mac_address': 'fa:16:3e:14:78:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:33.609506 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.629738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eff2f83-96b8-4003-8e82-e2b8584371ae {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:33.657593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:33.662170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-9ae7eba6-e48f-479a-818a-20b10a45e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.663762 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-9ae7eba6-e48f-479a-818a-20b10a45e4ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.3225470 Aug 19 12:22:33.725077 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.770232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c536806-695a-4920-8ced-15e8702879ac,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:33.785712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe46ef1-fd6e-4698-b55f-1073b621967c req-e53d4966-8b79-4a3b-8436-17697cb21a27 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.787355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fe46ef1-fd6e-4698-b55f-1073b621967c req-e53d4966-8b79-4a3b-8436-17697cb21a27 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 945 time: 0.4561675 Aug 19 12:22:33.803174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=2eff2f83-96b8-4003-8e82-e2b8584371ae,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:33.861747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170643-217c-478c-be4b-84eccc7aa2c5 req-f5d5e72b-99ba-4804-9277-835634730609 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.869365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170643-217c-478c-be4b-84eccc7aa2c5 req-f5d5e72b-99ba-4804-9277-835634730609 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.875514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170643-217c-478c-be4b-84eccc7aa2c5 req-f5d5e72b-99ba-4804-9277-835634730609 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.877271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32170643-217c-478c-be4b-84eccc7aa2c5 req-f5d5e72b-99ba-4804-9277-835634730609 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2387 time: 0.3347168 Aug 19 12:22:33.963202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6f9d4e00-3566-42ef-a3d0-1539c5fee59d up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:33.997141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-f8ef59ea-7c9b-4564-bfc7-568ab1255bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.998768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-f8ef59ea-7c9b-4564-bfc7-568ab1255bfa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3236754 Aug 19 12:22:34.007112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fe46ef1-fd6e-4698-b55f-1073b621967c req-358afb36-cf86-4372-9114-0af061670b40 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d33ed76-9f2f-4288-96cd-d3feafb5b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950190 Aug 19 12:22:34.068640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['2eff2f83-96b8-4003-8e82-e2b8584371ae'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:34.117120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32170643-217c-478c-be4b-84eccc7aa2c5 req-2ecec86a-27a0-4488-95f0-d5c8cb1667df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195969 Aug 19 12:22:34.123713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Attempting to bind port 4c536806-695a-4920-8ced-15e8702879ac on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:34.124026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Attempting to bind port 4c536806-695a-4920-8ced-15e8702879ac by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:34.124363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Attempting to bind port 4c536806-695a-4920-8ced-15e8702879ac on network 3967721c-20e0-477d-a3d1-e660d14780f6 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:34.143597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Port 4c536806-695a-4920-8ced-15e8702879ac on network 3967721c-20e0-477d-a3d1-e660d14780f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:34.143931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Attempting to bind port 4c536806-695a-4920-8ced-15e8702879ac on network 3967721c-20e0-477d-a3d1-e660d14780f6 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:34.166727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:34.166727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Checking segment: {'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:34.166727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Bound using segment: {'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:34.166727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Bound port: 4c536806-695a-4920-8ced-15e8702879ac, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:34.166727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.203276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:34.216622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:34.217019 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.252630 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:22:34.309324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-737774ca-ef43-435a-b781-ab1f7db20e30 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916694 Aug 19 12:22:34.328951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d20687d-8454-4e91-86db-b897f281e0cc {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:34.378028 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.524419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] For port 4c536806-695a-4920-8ced-15e8702879ac, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:34.538594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] For port 4c536806-695a-4920-8ced-15e8702879ac, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c536806-695a-4920-8ced-15e8702879ac,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:34.603605 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.621431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Transition to ACTIVE for port object 4d20687d-8454-4e91-86db-b897f281e0cc will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:34.646290 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.648268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:34.651989 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcc94fd-789a-4688-acf6-9d23fcfc027a" -d '{"events": [{"server_uuid": "831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d4e00-3566-42ef-a3d0-1539c5fee59d"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:34.681706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6f9d4e00-3566-42ef-a3d0-1539c5fee59d,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:34.722743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddc859-3182-43dc-8d7c-45b60edd3f30 req-dfca93b7-f970-4010-a2c0-68774aeecc43 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.724293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9ddc859-3182-43dc-8d7c-45b60edd3f30 req-dfca93b7-f970-4010-a2c0-68774aeecc43 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 948 time: 0.2715218 Aug 19 12:22:34.726443 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.741310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.741971 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.743889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] 10.222.0.53 "PUT /v2.0/ports/4c536806-695a-4920-8ced-15e8702879ac HTTP/1.1" status: 200 len: 1091 time: 2.9833155 Aug 19 12:22:34.753809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d4df8-a7b9-4dd1-8120-befe47323b09 req-6a5dc75f-7573-40bf-9089-064cbda8d24c tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.762666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e59d4df8-a7b9-4dd1-8120-befe47323b09 req-6a5dc75f-7573-40bf-9089-064cbda8d24c tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 932 time: 0.2497444 Aug 19 12:22:34.769432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'tag': '4c536806-695a-4920-8ced-15e8702879ac'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:34.771782 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edb1912-10a0-4a43-8cd9-76bc28eb9748" -d '{"events": [{"name": "network-changed", "server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "tag": "4c536806-695a-4920-8ced-15e8702879ac"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:34.799253 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.870561 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-7a5c58c8-ad40-4cda-b40e-90ce89a84cd8 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283999 Aug 19 12:22:34.875833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aabac7-a894-4932-8407-8f13573d28b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c536806-695a-4920-8ced-15e8702879ac,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:34.879021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=6f9d4e00-3566-42ef-a3d0-1539c5fee59d,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:34.920227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Request body: {'port': {'device_id': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:35.064352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9ddc859-3182-43dc-8d7c-45b60edd3f30 req-392899d1-7653-4684-b023-1f0ab3017c10 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194578 Aug 19 12:22:35.065111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Pushing event updated for resources: {'Port': ['ID=4d20687d-8454-4e91-86db-b897f281e0cc,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:35.113529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-7f3d27b7-32db-44cf-bc54-030353bc408c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=c619d747-4be2-4c9d-86a8-693579069896 HTTP/1.1" status: 200 len: 217 time: 0.2160304 Aug 19 12:22:35.132859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e59d4df8-a7b9-4dd1-8120-befe47323b09 req-055a8263-d439-43b2-b102-1f3caa2bd022 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691869 Aug 19 12:22:35.268609 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a77d1b-7841-4435-ae20-5ec83ccc67fa x-openstack-request-id: req-a5a77d1b-7841-4435-ae20-5ec83ccc67fa {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:35.268609 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d4e00-3566-42ef-a3d0-1539c5fee59d", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:35.268609 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5a77d1b-7841-4435-ae20-5ec83ccc67fa {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:35.268609 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d', 'code': 200} Aug 19 12:22:35.319311 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.347126 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127d0980-6015-4659-856e-b3a86033e3d6 x-openstack-request-id: req-127d0980-6015-4659-856e-b3a86033e3d6 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:35.347753 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "tag": "4c536806-695a-4920-8ced-15e8702879ac", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:35.348109 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-127d0980-6015-4659-856e-b3a86033e3d6 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:35.348595 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'tag': '4c536806-695a-4920-8ced-15e8702879ac', 'status': 'completed', 'code': 200} Aug 19 12:22:35.356709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 2eff2f83-96b8-4003-8e82-e2b8584371ae up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:35.441885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ce363-12c9-4709-b051-ae5818099d8f req-4a402c12-5dbd-4c12-8049-1b196108351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:35.444067 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-097ce363-12c9-4709-b051-ae5818099d8f req-4a402c12-5dbd-4c12-8049-1b196108351a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 1096 time: 0.1024501 Aug 19 12:22:35.505159 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-097ce363-12c9-4709-b051-ae5818099d8f req-c68209f4-ad55-49d7-9984-0901a02e2c51 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516376 Aug 19 12:22:35.536944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-22de48df-9866-4d21-b6b2-7643ec988903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:35.538511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-22de48df-9866-4d21-b6b2-7643ec988903 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.3961439 Aug 19 12:22:35.636559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 2eff2f83-96b8-4003-8e82-e2b8584371ae completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:35.642413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 2eff2f83-96b8-4003-8e82-e2b8584371ae triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:35.643009 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.826283 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.877707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:35.969341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58bfc-1b33-45c8-b372-f46b281b9f45 req-fe9142f7-2d0f-4479-95ff-8bfe111f4391 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:35.970955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ef58bfc-1b33-45c8-b372-f46b281b9f45 req-fe9142f7-2d0f-4479-95ff-8bfe111f4391 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.6748471 Aug 19 12:22:36.002176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Attempting to bind port 4d20687d-8454-4e91-86db-b897f281e0cc on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:36.002529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Attempting to bind port 4d20687d-8454-4e91-86db-b897f281e0cc by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:36.002858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Attempting to bind port 4d20687d-8454-4e91-86db-b897f281e0cc on network 35d93d14-2a10-410c-a93c-901be99b829a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:36.019076 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.078901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=2eff2f83-96b8-4003-8e82-e2b8584371ae,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:36.088315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Port 4d20687d-8454-4e91-86db-b897f281e0cc on network 35d93d14-2a10-410c-a93c-901be99b829a not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:36.088622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Attempting to bind port 4d20687d-8454-4e91-86db-b897f281e0cc on network 35d93d14-2a10-410c-a93c-901be99b829a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:36.093709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb1912-10a0-4a43-8cd9-76bc28eb9748 req-af9ee263-76aa-4e0d-9f5e-760836222eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.093869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb1912-10a0-4a43-8cd9-76bc28eb9748 req-af9ee263-76aa-4e0d-9f5e-760836222eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.094261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb1912-10a0-4a43-8cd9-76bc28eb9748 req-af9ee263-76aa-4e0d-9f5e-760836222eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.095928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2edb1912-10a0-4a43-8cd9-76bc28eb9748 req-af9ee263-76aa-4e0d-9f5e-760836222eb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1f734d9edfb4325be100123093e6c71&device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2730 time: 0.6950831 Aug 19 12:22:36.108588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f50147-7449-4162-b5ba-9d82d3421446 req-0d06330b-ea3e-4018-9a22-267ba2eac808 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.110098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09f50147-7449-4162-b5ba-9d82d3421446 req-0d06330b-ea3e-4018-9a22-267ba2eac808 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 945 time: 0.6080434 Aug 19 12:22:36.196152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:36.196517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Checking segment: {'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:36.196907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Bound using segment: {'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:36.197545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Bound port: 4d20687d-8454-4e91-86db-b897f281e0cc, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:36.198219 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.242938 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ef58bfc-1b33-45c8-b372-f46b281b9f45 req-a5fc8862-fd10-44e8-905a-0d83ede443c1 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531734 Aug 19 12:22:36.311717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09f50147-7449-4162-b5ba-9d82d3421446 req-72fbb673-5207-46df-9440-1218f7206888 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d33ed76-9f2f-4288-96cd-d3feafb5b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856124 Aug 19 12:22:36.323661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-881fabc5-cbf1-463b-998a-4c60ee6c7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.326777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-881fabc5-cbf1-463b-998a-4c60ee6c7b0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3703268 Aug 19 12:22:36.620270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb1912-10a0-4a43-8cd9-76bc28eb9748 req-819f9e16-603a-413a-a311-0fa6d3562a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.620715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb1912-10a0-4a43-8cd9-76bc28eb9748 req-819f9e16-603a-413a-a311-0fa6d3562a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.621171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb1912-10a0-4a43-8cd9-76bc28eb9748 req-819f9e16-603a-413a-a311-0fa6d3562a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.623208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2edb1912-10a0-4a43-8cd9-76bc28eb9748 req-819f9e16-603a-413a-a311-0fa6d3562a83 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b1f734d9edfb4325be100123093e6c71&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5101950 Aug 19 12:22:36.682457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24221c8-a435-4309-a1eb-c2136d921432 req-d8905323-c0be-44b2-8447-64677adf7320 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.688623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24221c8-a435-4309-a1eb-c2136d921432 req-d8905323-c0be-44b2-8447-64677adf7320 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.694695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24221c8-a435-4309-a1eb-c2136d921432 req-d8905323-c0be-44b2-8447-64677adf7320 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.696505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f24221c8-a435-4309-a1eb-c2136d921432 req-d8905323-c0be-44b2-8447-64677adf7320 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2387 time: 0.3502476 Aug 19 12:22:36.712298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] For port 4d20687d-8454-4e91-86db-b897f281e0cc, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:36.824937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f758c94-7406-41b3-a4ec-137e84787cd3 req-67ffc330-bf76-4b99-997a-61acac0505d4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.826641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f758c94-7406-41b3-a4ec-137e84787cd3 req-67ffc330-bf76-4b99-997a-61acac0505d4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.3214762 Aug 19 12:22:36.835378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] For port 4d20687d-8454-4e91-86db-b897f281e0cc, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4d20687d-8454-4e91-86db-b897f281e0cc,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:36.868538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad0747e-be85-4285-ad3e-3ee6a10d760c {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:36.876962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-c4e4c01b-a7d2-4204-b182-a2f99c600bd8 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190828 Aug 19 12:22:36.892539 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.974012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f24221c8-a435-4309-a1eb-c2136d921432 req-2d1f39df-9cf9-4a66-a6af-9d34946dd361 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073860 Aug 19 12:22:36.987997 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.990301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Transition to ACTIVE for port object 9ad0747e-be85-4285-ad3e-3ee6a10d760c will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:37.041210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f758c94-7406-41b3-a4ec-137e84787cd3 req-075bceaf-6851-4475-960e-e622dc32635a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018290 Aug 19 12:22:37.045993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb1912-10a0-4a43-8cd9-76bc28eb9748 req-6799feff-45ce-4f57-a36f-2928e797fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.047572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2edb1912-10a0-4a43-8cd9-76bc28eb9748 req-6799feff-45ce-4f57-a36f-2928e797fe0b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4137921 Aug 19 12:22:37.063872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.064533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.066173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] 10.222.0.52 "PUT /v2.0/ports/4d20687d-8454-4e91-86db-b897f281e0cc HTTP/1.1" status: 200 len: 1092 time: 4.1525021 Aug 19 12:22:37.093869 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.132470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d12ac-23fa-4e90-b6fd-f7d7f412cc08 service neutron] Pushing event updated for resources: {'Port': ['ID=4d20687d-8454-4e91-86db-b897f281e0cc,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:37.166240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-5fba2f1a-c188-4775-a1cd-f9cfa2d08ca5 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768004 Aug 19 12:22:37.268363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:37.271559 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e06832-101b-400c-82a1-2e0b7a82b03d" -d '{"events": [{"server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:37.285571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-b38af595-de02-4194-a1a9-f1a87be0674a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cef0759-8fb1-41a8-85f8-8a7340fded6f HTTP/1.1" status: 200 len: 217 time: 0.0922122 Aug 19 12:22:37.339756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Pushing event updated for resources: {'Port': ['ID=9ad0747e-be85-4285-ad3e-3ee6a10d760c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:37.411723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'tag': '4d20687d-8454-4e91-86db-b897f281e0cc'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:37.416018 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931f6532-fff9-43d4-9816-b3ab2506bf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4993b9-1787-4d6f-8a1f-85129633b221", "tag": "4d20687d-8454-4e91-86db-b897f281e0cc"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:37.450318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733f2ae-34c9-4288-a47e-a250c9d9c57f req-7cf853db-7a82-46f6-b7ec-dbdb309af1d8 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.451930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9733f2ae-34c9-4288-a47e-a250c9d9c57f req-7cf853db-7a82-46f6-b7ec-dbdb309af1d8 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 944 time: 0.3439860 Aug 19 12:22:37.570059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-9338aeb7-a889-43c7-8e08-620d67267d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.571839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-9338aeb7-a889-43c7-8e08-620d67267d55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bc8fbf22-ad86-439b-b36a-a2769a04a542 HTTP/1.1" status: 200 len: 797 time: 0.2630661 Aug 19 12:22:37.581022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Attempting to bind port 9ad0747e-be85-4285-ad3e-3ee6a10d760c on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:37.581363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Attempting to bind port 9ad0747e-be85-4285-ad3e-3ee6a10d760c by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'b0942fee-ad69-43d5-89d5-fac2da490e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48923215-360a-4b51-94f7-5dac684197f2'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:37.581844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Attempting to bind port 9ad0747e-be85-4285-ad3e-3ee6a10d760c on network 48923215-360a-4b51-94f7-5dac684197f2 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:37.603052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9733f2ae-34c9-4288-a47e-a250c9d9c57f req-4e3bceb6-b438-40bc-8923-d174d2a8be52 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928159 Aug 19 12:22:37.626160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-4ec23a66-b00b-4e0b-b3db-8b7bf2bbd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.626160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-4ec23a66-b00b-4e0b-b3db-8b7bf2bbd277 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f571453ff4504fdc967bb6fa22368c01&device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 1095 time: 0.2220647 Aug 19 12:22:37.627713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Port 9ad0747e-be85-4285-ad3e-3ee6a10d760c on network 48923215-360a-4b51-94f7-5dac684197f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:37.628036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Attempting to bind port 9ad0747e-be85-4285-ad3e-3ee6a10d760c on network 48923215-360a-4b51-94f7-5dac684197f2 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:37.643604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:37.644202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Checking segment: {'id': 'b0942fee-ad69-43d5-89d5-fac2da490e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48923215-360a-4b51-94f7-5dac684197f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:37.644349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Bound using segment: {'id': 'b0942fee-ad69-43d5-89d5-fac2da490e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48923215-360a-4b51-94f7-5dac684197f2'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:37.644757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Bound port: 9ad0747e-be85-4285-ad3e-3ee6a10d760c, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0942fee-ad69-43d5-89d5-fac2da490e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48923215-360a-4b51-94f7-5dac684197f2'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:37.645121 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.689261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-c0d93dc5-043d-4c55-9146-cd86a98c9b91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d20687d-8454-4e91-86db-b897f281e0cc HTTP/1.1" status: 200 len: 217 time: 0.0530605 Aug 19 12:22:37.702633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-d846b640-f440-4103-9eb7-34e402c84964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.702633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-d846b640-f440-4103-9eb7-34e402c84964 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1148918 Aug 19 12:22:37.856536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-514abb15-fa1b-49a2-8d93-26640aae3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.858072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-514abb15-fa1b-49a2-8d93-26640aae3e2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd43e2da-ca7b-4455-a7b6-f11b33978fb9 HTTP/1.1" status: 200 len: 862 time: 0.1565361 Aug 19 12:22:37.911654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] For port 9ad0747e-be85-4285-ad3e-3ee6a10d760c, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:37.915364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-6e523888-cd7f-460a-8077-ae9681f281a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35d93d14-2a10-410c-a93c-901be99b829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482054 Aug 19 12:22:37.955723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] For port 9ad0747e-be85-4285-ad3e-3ee6a10d760c, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9ad0747e-be85-4285-ad3e-3ee6a10d760c,segment=NetworkSegment(b0942fee-ad69-43d5-89d5-fac2da490e47),segment_id=b0942fee-ad69-43d5-89d5-fac2da490e47)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:37.997911 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-62908415-f0df-42f5-a5d9-ca589e4362f2 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887137 Aug 19 12:22:38.005690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692369ab-7d7a-4d36-a2db-4025b025d3be req-f833b5ac-8690-457c-96aa-76884b572dd8 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.007142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-692369ab-7d7a-4d36-a2db-4025b025d3be req-f833b5ac-8690-457c-96aa-76884b572dd8 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.2425082 Aug 19 12:22:38.103075 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.186333 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-692369ab-7d7a-4d36-a2db-4025b025d3be req-e9b45294-1145-4219-8c57-24b1378782a0 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639490 Aug 19 12:22:38.219973 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccf0d89-45c7-4703-a042-9765ed46c3fc x-openstack-request-id: req-2ccf0d89-45c7-4703-a042-9765ed46c3fc {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:38.220358 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:38.220848 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ccf0d89-45c7-4703-a042-9765ed46c3fc {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:38.221496 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae', 'code': 200} Aug 19 12:22:38.245768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-32079cde-f8c5-4b89-97dc-d115970ffe0e service neutron] 10.222.0.52 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209941 Aug 19 12:22:38.247102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.248122 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.249197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] 10.222.0.53 "PUT /v2.0/ports/9ad0747e-be85-4285-ad3e-3ee6a10d760c HTTP/1.1" status: 200 len: 1092 time: 3.3757448 Aug 19 12:22:38.272228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-d22453ab-5134-4804-9ba2-e4fb6ff0ca29 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622678 Aug 19 12:22:38.361224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86567c59-b2b4-452a-8f87-f1b8608acb8e service neutron] Pushing event updated for resources: {'Port': ['ID=9ad0747e-be85-4285-ad3e-3ee6a10d760c,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:38.423535 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8764d90-bec2-4636-a08c-e7d33772ad93 req-8a8d7834-d4d1-4012-b24c-7aca0fd63a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.427230 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8764d90-bec2-4636-a08c-e7d33772ad93 req-8a8d7834-d4d1-4012-b24c-7aca0fd63a76 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 1100 time: 0.1120667 Aug 19 12:22:38.460434 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301292b0-cd1b-4977-881f-5b32c33429bb x-openstack-request-id: req-301292b0-cd1b-4977-881f-5b32c33429bb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:38.460739 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4993b9-1787-4d6f-8a1f-85129633b221", "tag": "4d20687d-8454-4e91-86db-b897f281e0cc", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:38.461103 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-301292b0-cd1b-4977-881f-5b32c33429bb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:38.462046 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'tag': '4d20687d-8454-4e91-86db-b897f281e0cc', 'status': 'completed', 'code': 200} Aug 19 12:22:38.464931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c231840e-b00a-4afd-92cf-05ffe041c812 req-28ebef3e-7065-4f08-be3c-0c4363a8e93d service neutron] 10.222.0.52 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057915 Aug 19 12:22:38.505021 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8764d90-bec2-4636-a08c-e7d33772ad93 req-7fe5f1d0-2688-41bf-9231-b01e1ea6a88b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696671 Aug 19 12:22:38.600887 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-da88932e-e57f-4eb8-b256-7b38d938c126 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b00df9f7-18e4-456f-97c4-dc02d88ac49a HTTP/1.1" status: 200 len: 217 time: 0.3132262 Aug 19 12:22:38.654521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Request body: {'port': {'device_id': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:38.729244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba5054-02db-4b87-9f9f-9393aa37667f req-c8d86ee8-6dbb-442b-85c9-efecca5967cf tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.731389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7aba5054-02db-4b87-9f9f-9393aa37667f req-c8d86ee8-6dbb-442b-85c9-efecca5967cf tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.2062731 Aug 19 12:22:38.801726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7aba5054-02db-4b87-9f9f-9393aa37667f req-72ab19e5-7c01-4792-9ed4-d51387605878 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631623 Aug 19 12:22:38.812463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81b6b-bb79-428c-82d3-6e601896bd3a req-0e0c9b4b-ae8d-4953-8b71-71a49ab67905 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.813168 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f6532-fff9-43d4-9816-b3ab2506bf7d req-893309d8-a77e-40c4-9e0b-a17eaa59882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.820494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81b6b-bb79-428c-82d3-6e601896bd3a req-0e0c9b4b-ae8d-4953-8b71-71a49ab67905 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.828914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a81b6b-bb79-428c-82d3-6e601896bd3a req-0e0c9b4b-ae8d-4953-8b71-71a49ab67905 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.830087 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-931f6532-fff9-43d4-9816-b3ab2506bf7d req-893309d8-a77e-40c4-9e0b-a17eaa59882d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f571453ff4504fdc967bb6fa22368c01&device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 1095 time: 0.0680726 Aug 19 12:22:38.831449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60a81b6b-bb79-428c-82d3-6e601896bd3a req-0e0c9b4b-ae8d-4953-8b71-71a49ab67905 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2399 time: 0.3074169 Aug 19 12:22:38.899804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60a81b6b-bb79-428c-82d3-6e601896bd3a req-5962489e-4224-4d2e-b42c-420a9be14121 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593615 Aug 19 12:22:38.933959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-fe787e12-f062-45a3-a970-26d9bbfc5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.935438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-fe787e12-f062-45a3-a970-26d9bbfc5f82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bc8fbf22-ad86-439b-b36a-a2769a04a542 HTTP/1.1" status: 200 len: 797 time: 0.3094268 Aug 19 12:22:38.936474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.978903 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f6532-fff9-43d4-9816-b3ab2506bf7d req-3e2f14b1-a8d4-4359-bcba-3d75a12ab6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.980744 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-931f6532-fff9-43d4-9816-b3ab2506bf7d req-3e2f14b1-a8d4-4359-bcba-3d75a12ab6af service neutron] 10.222.0.52 "GET /v2.0/networks?id=35d93d14-2a10-410c-a93c-901be99b829a HTTP/1.1" status: 200 len: 923 time: 0.1425035 Aug 19 12:22:39.059025 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-931f6532-fff9-43d4-9816-b3ab2506bf7d req-ade44797-f0ce-40ae-800b-3d4aa34c866d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d20687d-8454-4e91-86db-b897f281e0cc HTTP/1.1" status: 200 len: 217 time: 0.0634010 Aug 19 12:22:39.144564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f6532-fff9-43d4-9816-b3ab2506bf7d req-c8cd9e97-f3a0-483e-b69e-207b01ea647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.146642 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-931f6532-fff9-43d4-9816-b3ab2506bf7d req-c8cd9e97-f3a0-483e-b69e-207b01ea647b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd43e2da-ca7b-4455-a7b6-f11b33978fb9 HTTP/1.1" status: 200 len: 862 time: 0.0774024 Aug 19 12:22:39.206117 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-931f6532-fff9-43d4-9816-b3ab2506bf7d req-1746d1bd-4dcd-4733-82fd-c30642d1ac87 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35d93d14-2a10-410c-a93c-901be99b829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461433 Aug 19 12:22:39.271360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a354529-50bb-40a5-bcbc-ec2a24b68b48 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:39.281425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.297413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Transition to ACTIVE for port object 4a354529-50bb-40a5-bcbc-ec2a24b68b48 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:39.411903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efe54e-7330-45db-84da-8edb69319c35 req-19ca3d91-9b8e-49fd-b966-cb82f5e934e4 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.427667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37efe54e-7330-45db-84da-8edb69319c35 req-19ca3d91-9b8e-49fd-b966-cb82f5e934e4 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 945 time: 0.5395474 Aug 19 12:22:39.429612 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.462563 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-931f6532-fff9-43d4-9816-b3ab2506bf7d req-32dd65e5-aca5-4abe-aa86-e759f049b102 service neutron] 10.222.0.52 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313566 Aug 19 12:22:39.687173 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-931f6532-fff9-43d4-9816-b3ab2506bf7d req-d65b0988-78fa-444a-b722-3b135f6dcd39 service neutron] 10.222.0.52 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071741 Aug 19 12:22:39.890165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a354529-50bb-40a5-bcbc-ec2a24b68b48,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:39.950989 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9f0a6-5e25-459d-982b-8b4357aabe3b req-b9627941-7677-4952-acc5-3994336de59b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.954254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfb9f0a6-5e25-459d-982b-8b4357aabe3b req-b9627941-7677-4952-acc5-3994336de59b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.6466956 Aug 19 12:22:39.966126 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54636) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:39.971966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e0b2b654-f8ad-4fb6-ab63-eb0c6303d38b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Request body: {'floatingip': {'port_id': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:40.044953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cb03c-ded2-4ffa-a838-c904f8edd5c2 req-7d129c7f-ed0c-43fa-8d8a-ab6e9278785c tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.048016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-942cb03c-ded2-4ffa-a838-c904f8edd5c2 req-7d129c7f-ed0c-43fa-8d8a-ab6e9278785c tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.53 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 945 time: 0.1540651 Aug 19 12:22:40.052176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-ba1ebfdf-f81a-45ad-bbc1-a58dc39f85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.057125 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-ba1ebfdf-f81a-45ad-bbc1-a58dc39f85f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1009617 Aug 19 12:22:40.062584 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b654-f8ad-4fb6-ab63-eb0c6303d38b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.068716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37efe54e-7330-45db-84da-8edb69319c35 req-893b41ce-84eb-49f7-82a1-98f0f6e8c163 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d33ed76-9f2f-4288-96cd-d3feafb5b996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391892 Aug 19 12:22:40.281837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-1c947c64-64dc-45fc-a5f3-2d90fbbb4b63 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970220 Aug 19 12:22:40.468502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'tag': '9ad0747e-be85-4285-ad3e-3ee6a10d760c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:40.471223 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dd031b-fff0-4d2f-bce5-1f8b4a7b8d07" -d '{"events": [{"name": "network-changed", "server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "tag": "9ad0747e-be85-4285-ad3e-3ee6a10d760c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:40.667555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b11923f3-0912-4a30-ae45-8592e5008d66 req-1671f2af-c6fd-42e8-8616-e702fe176324 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727255 Aug 19 12:22:40.746648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d3935-86e3-4b83-bd6f-6e1c66566e0c req-134690a9-0f41-4ed8-8144-84d937b3b037 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.754147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f0d3935-86e3-4b83-bd6f-6e1c66566e0c req-134690a9-0f41-4ed8-8144-84d937b3b037 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 944 time: 0.3454716 Aug 19 12:22:40.765424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6d70a-0e7f-48a5-b476-5f261d7d9dfa req-cbe9c955-7c73-41ac-87ea-f879355d5e3a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.772770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6c6d70a-0e7f-48a5-b476-5f261d7d9dfa req-cbe9c955-7c73-41ac-87ea-f879355d5e3a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.3304539 Aug 19 12:22:40.816584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Attempting to bind port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:40.816946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Attempting to bind port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:40.817422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Attempting to bind port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 on network 3967721c-20e0-477d-a3d1-e660d14780f6 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:40.861936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 on network 3967721c-20e0-477d-a3d1-e660d14780f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:40.862405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Attempting to bind port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 on network 3967721c-20e0-477d-a3d1-e660d14780f6 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:40.882955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6c6d70a-0e7f-48a5-b476-5f261d7d9dfa req-69e5d9e0-2eec-45a5-bb10-122cfe727ced tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091855 Aug 19 12:22:40.887553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:40.887910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Checking segment: {'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:40.889538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Bound using segment: {'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:40.890353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Bound port: 4a354529-50bb-40a5-bcbc-ec2a24b68b48, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13070341-3ce6-4827-ba73-1c876fb1f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:40.890746 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.909431 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f0d3935-86e3-4b83-bd6f-6e1c66566e0c req-5dc1b4d3-0eb2-4c6c-886d-e251f6175fb5 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515265 Aug 19 12:22:40.943376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-942cb03c-ded2-4ffa-a838-c904f8edd5c2 req-ef1e3941-a4bd-4a6b-a2ae-b3dd58b9967e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Deleting port 28f751df-197d-4fd3-a347-f30922bd32f2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:40.944031 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-942cb03c-ded2-4ffa-a838-c904f8edd5c2 req-ef1e3941-a4bd-4a6b-a2ae-b3dd58b9967e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.987378 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b654-f8ad-4fb6-ab63-eb0c6303d38b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.050149 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106de3d0-380e-45e9-85a5-6a28bffb7d86 x-openstack-request-id: req-106de3d0-380e-45e9-85a5-6a28bffb7d86 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:41.050458 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "tag": "9ad0747e-be85-4285-ad3e-3ee6a10d760c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:41.050708 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-106de3d0-380e-45e9-85a5-6a28bffb7d86 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:41.051078 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'tag': '9ad0747e-be85-4285-ad3e-3ee6a10d760c', 'status': 'completed', 'code': 200} Aug 19 12:22:41.195084 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b654-f8ad-4fb6-ab63-eb0c6303d38b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.309299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] For port 4a354529-50bb-40a5-bcbc-ec2a24b68b48, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:41.345008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd031b-fff0-4d2f-bce5-1f8b4a7b8d07 req-ab873c74-e5dd-45b4-8244-2d7da2ae4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.345697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd031b-fff0-4d2f-bce5-1f8b4a7b8d07 req-ab873c74-e5dd-45b4-8244-2d7da2ae4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.346196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd031b-fff0-4d2f-bce5-1f8b4a7b8d07 req-ab873c74-e5dd-45b4-8244-2d7da2ae4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.348829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91dd031b-fff0-4d2f-bce5-1f8b4a7b8d07 req-ab873c74-e5dd-45b4-8244-2d7da2ae4d7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1f734d9edfb4325be100123093e6c71&device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2822 time: 0.2260671 Aug 19 12:22:41.366692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4d20687d-8454-4e91-86db-b897f281e0cc details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:41.373054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-942cb03c-ded2-4ffa-a838-c904f8edd5c2 req-ef1e3941-a4bd-4a6b-a2ae-b3dd58b9967e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] For port 28f751df-197d-4fd3-a347-f30922bd32f2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=28f751df-197d-4fd3-a347-f30922bd32f2,segment=NetworkSegment(034914c2-0928-4298-be27-6c13a9271683),segment_id=034914c2-0928-4298-be27-6c13a9271683)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:41.373681 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-942cb03c-ded2-4ffa-a838-c904f8edd5c2 req-ef1e3941-a4bd-4a6b-a2ae-b3dd58b9967e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.377547 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-e0b2b654-f8ad-4fb6-ab63-eb0c6303d38b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Floating IP 523c4cd6-4e51-4bcb-8fd6-a4ff506c1486 associated. External IP: 172.25.6.173, port: 6f9d4e00-3566-42ef-a3d0-1539c5fee59d. Aug 19 12:22:41.393626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-942cb03c-ded2-4ffa-a838-c904f8edd5c2 req-ef1e3941-a4bd-4a6b-a2ae-b3dd58b9967e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Calling delete_port for 28f751df-197d-4fd3-a347-f30922bd32f2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:41.527457 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.634452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] For port 4a354529-50bb-40a5-bcbc-ec2a24b68b48, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4a354529-50bb-40a5-bcbc-ec2a24b68b48,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:41.647783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e5f2e-b663-4019-aa66-fdf9b5450c2e req-753376f7-d598-4a44-b583-b10edac72f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.660536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e5f2e-b663-4019-aa66-fdf9b5450c2e req-753376f7-d598-4a44-b583-b10edac72f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.669094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e5f2e-b663-4019-aa66-fdf9b5450c2e req-753376f7-d598-4a44-b583-b10edac72f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.672211 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-092e5f2e-b663-4019-aa66-fdf9b5450c2e req-753376f7-d598-4a44-b583-b10edac72f6a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2411 time: 0.6247005 Aug 19 12:22:41.698112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4d20687d-8454-4e91-86db-b897f281e0cc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4d20687d-8454-4e91-86db-b897f281e0cc,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:41.732546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '4d20687d-8454-4e91-86db-b897f281e0cc', 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a', 'port_id': '4d20687d-8454-4e91-86db-b897f281e0cc', 'mac_address': 'fa:16:3e:79:c3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd43e2da-ca7b-4455-a7b6-f11b33978fb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:41.832771 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.871787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d20687d-8454-4e91-86db-b897f281e0cc {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:41.873290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd031b-fff0-4d2f-bce5-1f8b4a7b8d07 req-a166e68a-32dc-4170-85d8-4d2f2f07f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.874536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd031b-fff0-4d2f-bce5-1f8b4a7b8d07 req-a166e68a-32dc-4170-85d8-4d2f2f07f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.875846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd031b-fff0-4d2f-bce5-1f8b4a7b8d07 req-a166e68a-32dc-4170-85d8-4d2f2f07f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.881708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91dd031b-fff0-4d2f-bce5-1f8b4a7b8d07 req-a166e68a-32dc-4170-85d8-4d2f2f07f6ca service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b1f734d9edfb4325be100123093e6c71&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2054389 Aug 19 12:22:41.899107 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-942cb03c-ded2-4ffa-a838-c904f8edd5c2 req-ef1e3941-a4bd-4a6b-a2ae-b3dd58b9967e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.928341 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.934187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4d20687d-8454-4e91-86db-b897f281e0cc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4d20687d-8454-4e91-86db-b897f281e0cc,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:41.935887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['28f751df-197d-4fd3-a347-f30922bd32f2'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:42.109445 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.120930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a354529-50bb-40a5-bcbc-ec2a24b68b48,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:42.123616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.124261 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.125728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e6d1745d-f3ef-4b65-a768-731b134610e2 service neutron] 10.222.0.53 "PUT /v2.0/ports/4a354529-50bb-40a5-bcbc-ec2a24b68b48 HTTP/1.1" status: 200 len: 1091 time: 3.4791152 Aug 19 12:22:42.176743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e3941-a4bd-4a6b-a2ae-b3dd58b9967e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Pushing event deleted for resources: {'Port': ['ID=28f751df-197d-4fd3-a347-f30922bd32f2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:42.263013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4d20687d-8454-4e91-86db-b897f281e0cc,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:42.285092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976c4ad-e09d-4500-94fc-f11261f72509 req-b98ee293-d060-475f-92bf-161af3873663 tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.286778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4976c4ad-e09d-4500-94fc-f11261f72509 req-b98ee293-d060-475f-92bf-161af3873663 tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 1100 time: 1.0136499 Aug 19 12:22:42.328081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-092e5f2e-b663-4019-aa66-fdf9b5450c2e req-f3156858-2e63-49ad-bdd7-fc89d70ed087 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330316 Aug 19 12:22:42.368582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-942cb03c-ded2-4ffa-a838-c904f8edd5c2 req-ef1e3941-a4bd-4a6b-a2ae-b3dd58b9967e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] No DVR routers for this DVR port 28f751df-197d-4fd3-a347-f30922bd32f2 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:42.368817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b2b654-f8ad-4fb6-ab63-eb0c6303d38b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Router c80bb2ef-e464-446f-8bae-2253855e7449 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:22:42.369280 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-942cb03c-ded2-4ffa-a838-c904f8edd5c2 req-ef1e3941-a4bd-4a6b-a2ae-b3dd58b9967e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.374460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-942cb03c-ded2-4ffa-a838-c904f8edd5c2 req-ef1e3941-a4bd-4a6b-a2ae-b3dd58b9967e tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.53 "DELETE /v2.0/ports/28f751df-197d-4fd3-a347-f30922bd32f2 HTTP/1.1" status: 204 len: 173 time: 2.3012502 Aug 19 12:22:42.385522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd031b-fff0-4d2f-bce5-1f8b4a7b8d07 req-743544a6-5291-4612-a81a-19d2f1356d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.393428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91dd031b-fff0-4d2f-bce5-1f8b4a7b8d07 req-743544a6-5291-4612-a81a-19d2f1356d2d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4695194 Aug 19 12:22:42.394782 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4976c4ad-e09d-4500-94fc-f11261f72509 req-9faf047e-5160-460c-ab92-2a12655e107e tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.421947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4d20687d-8454-4e91-86db-b897f281e0cc'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:42.685883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31a2cdda-29c7-4cea-8dab-828227512874 req-bc0c6b4a-c364-4c07-a28e-259b3091a9c9 tempest-InstanceActionsV221TestJSON-142184074 tempest-InstanceActionsV221TestJSON-142184074-project] 10.222.0.44 "GET /v2.0/ports?device_id=647b8d43-97d7-4544-856a-a37c7878bb54 HTTP/1.1" status: 200 len: 210 time: 0.1031973 Aug 19 12:22:42.703561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b2b654-f8ad-4fb6-ab63-eb0c6303d38b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:22:42.725819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b654-f8ad-4fb6-ab63-eb0c6303d38b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.737487 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666f06eb-1042-4149-84dc-3b67125e0e99 None None] Sync routers for ids ['c80bb2ef-e464-446f-8bae-2253855e7449'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:22:42.765171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-99cd7b2a-03a1-40f0-b78b-00ee6bcbc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.772135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-99cd7b2a-03a1-40f0-b78b-00ee6bcbc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.772135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-99cd7b2a-03a1-40f0-b78b-00ee6bcbc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.772135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-99cd7b2a-03a1-40f0-b78b-00ee6bcbc431 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1f734d9edfb4325be100123093e6c71&device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2864 time: 0.3107762 Aug 19 12:22:42.780123 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f06eb-1042-4149-84dc-3b67125e0e99 None None] Routers {'c80bb2ef-e464-446f-8bae-2253855e7449'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:42.785973 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-666f06eb-1042-4149-84dc-3b67125e0e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:22:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c80bb2ef-e464-446f-8bae-2253855e7449'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:42.804123 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e0b2b654-f8ad-4fb6-ab63-eb0c6303d38b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "PUT /v2.0/floatingips/523c4cd6-4e51-4bcb-8fd6-a4ff506c1486 HTTP/1.1" status: 200 len: 991 time: 2.8361988 Aug 19 12:22:42.808790 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'tag': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:42.814246 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095d3266-864c-4b93-930d-d4548d6b7c95" -d '{"events": [{"name": "network-changed", "server_uuid": "831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0", "tag": "6f9d4e00-3566-42ef-a3d0-1539c5fee59d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:42.957050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-2cdbe1a1-3c13-437c-b262-9c8835b0e419 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.52&port_id=4c536806-695a-4920-8ced-15e8702879ac HTTP/1.1" status: 200 len: 217 time: 0.1478221 Aug 19 12:22:43.053721 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-666f06eb-1042-4149-84dc-3b67125e0e99 None None] Set router c80bb2ef-e464-446f-8bae-2253855e7449 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:43.058046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'tag': '4a354529-50bb-40a5-bcbc-ec2a24b68b48'}, {'server_uuid': '647b8d43-97d7-4544-856a-a37c7878bb54', 'name': 'network-vif-deleted', 'tag': '28f751df-197d-4fd3-a347-f30922bd32f2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:43.074223 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9966e5-fdcf-4d9d-8c57-27e003388350" -d '{"events": [{"name": "network-changed", "server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "tag": "4a354529-50bb-40a5-bcbc-ec2a24b68b48"}, {"server_uuid": "647b8d43-97d7-4544-856a-a37c7878bb54", "name": "network-vif-deleted", "tag": "28f751df-197d-4fd3-a347-f30922bd32f2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:43.213171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-1eb77fa5-9b5d-4e8b-a332-909865139647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:43.213841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-1eb77fa5-9b5d-4e8b-a332-909865139647 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da5e4351-91fa-4071-89a3-ea640b19da3a HTTP/1.1" status: 200 len: 801 time: 0.2468450 Aug 19 12:22:43.324528 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4976c4ad-e09d-4500-94fc-f11261f72509 req-9faf047e-5160-460c-ab92-2a12655e107e tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.393355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-b34b333e-e759-413d-90d2-c2fb52327481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:43.395782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-b34b333e-e759-413d-90d2-c2fb52327481 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3967721c-20e0-477d-a3d1-e660d14780f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1605835 Aug 19 12:22:43.418230 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4976c4ad-e09d-4500-94fc-f11261f72509 req-9faf047e-5160-460c-ab92-2a12655e107e tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.485645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4976c4ad-e09d-4500-94fc-f11261f72509 req-9faf047e-5160-460c-ab92-2a12655e107e tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1611035 Aug 19 12:22:43.532692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da841c5-3688-4d35-ac39-8d252d6ea897 req-cf8103b5-1857-43cb-a93d-031341bdb4c6 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:43.542546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3da841c5-3688-4d35-ac39-8d252d6ea897 req-cf8103b5-1857-43cb-a93d-031341bdb4c6 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 945 time: 0.2234876 Aug 19 12:22:43.590264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf047e-5160-460c-ab92-2a12655e107e tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9184d197-1034-40fb-b9e6-266adcadb9ae,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:43.600966 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-666f06eb-1042-4149-84dc-3b67125e0e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '523c4cd6-4e51-4bcb-8fd6-a4ff506c1486', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'port_id': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'mac_address': 'fa:16:3e:35:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:22:11Z', 'updated_at': '2021-08-19T12:22:40Z', 'revision_number': 1, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720bb784-bbd2-4a05-94e6-1b5f9e57bcd0', 'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'mac_address': 'fa:16:3e:28:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:57Z', 'updated_at': '2021-08-19T12:22:10Z', 'revision_number': 5, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'subnets': [{'id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:43.667695 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666f06eb-1042-4149-84dc-3b67125e0e99 None None] Checking router: c80bb2ef-e464-446f-8bae-2253855e7449 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:22:43.682749 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728dad50-d1cf-4636-bb51-ed0eb1f4d68b x-openstack-request-id: req-728dad50-d1cf-4636-bb51-ed0eb1f4d68b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:43.683213 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0", "tag": "6f9d4e00-3566-42ef-a3d0-1539c5fee59d", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:43.683312 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-728dad50-d1cf-4636-bb51-ed0eb1f4d68b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:43.683642 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'tag': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d', 'status': 'completed', 'code': 200} Aug 19 12:22:43.685661 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f06eb-1042-4149-84dc-3b67125e0e99 None None] Routers {'c80bb2ef-e464-446f-8bae-2253855e7449'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:43.688460 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-666f06eb-1042-4149-84dc-3b67125e0e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:22:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c80bb2ef-e464-446f-8bae-2253855e7449'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:43.694233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3da841c5-3688-4d35-ac39-8d252d6ea897 req-41230c14-46e5-460a-9bd4-93535efd91e5 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507030 Aug 19 12:22:43.747140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-6b66a729-3ffa-442c-a13c-e6b523c983fa service neutron] 10.222.0.53 "GET /v2.0/networks/3967721c-20e0-477d-a3d1-e660d14780f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411689 Aug 19 12:22:43.869788 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe5d519-5ecd-4778-9e69-373a24bb8ed8 x-openstack-request-id: req-ffe5d519-5ecd-4778-9e69-373a24bb8ed8 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:43.870230 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "tag": "4a354529-50bb-40a5-bcbc-ec2a24b68b48", "status": "completed", "code": 200}, {"server_uuid": "647b8d43-97d7-4544-856a-a37c7878bb54", "name": "network-vif-deleted", "tag": "28f751df-197d-4fd3-a347-f30922bd32f2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:43.870585 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffe5d519-5ecd-4778-9e69-373a24bb8ed8 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:43.871177 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'tag': '4a354529-50bb-40a5-bcbc-ec2a24b68b48', 'status': 'completed', 'code': 200} Aug 19 12:22:43.871565 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647b8d43-97d7-4544-856a-a37c7878bb54', 'name': 'network-vif-deleted', 'tag': '28f751df-197d-4fd3-a347-f30922bd32f2', 'status': 'completed', 'code': 200} Aug 19 12:22:43.888306 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-666f06eb-1042-4149-84dc-3b67125e0e99 None None] Set router c80bb2ef-e464-446f-8bae-2253855e7449 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:43.989862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 28f751df-197d-4fd3-a347-f30922bd32f2 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:44.045792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 28f751df-197d-4fd3-a347-f30922bd32f2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:22:44.046447 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 28f751df-197d-4fd3-a347-f30922bd32f2 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:22:44.096698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3266-864c-4b93-930d-d4548d6b7c95 req-9bc3cf3b-4b28-4bdf-ab67-0c033a2c637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.099443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-095d3266-864c-4b93-930d-d4548d6b7c95 req-9bc3cf3b-4b28-4bdf-ab67-0c033a2c637f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d9f6773734746868c3d0a061f594c2a&device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 1096 time: 0.3511643 Aug 19 12:22:44.190726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d65f4f-b91b-47b3-8d2e-40e162ac4883 req-58333059-9b04-4bab-9833-fabafed540c1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.203765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d65f4f-b91b-47b3-8d2e-40e162ac4883 req-58333059-9b04-4bab-9833-fabafed540c1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.215920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d65f4f-b91b-47b3-8d2e-40e162ac4883 req-58333059-9b04-4bab-9833-fabafed540c1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.238366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7d65f4f-b91b-47b3-8d2e-40e162ac4883 req-58333059-9b04-4bab-9833-fabafed540c1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2411 time: 0.3652291 Aug 19 12:22:44.287781 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.466404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-a9681c32-78a2-4467-bc70-80dfc92dc7e1 service neutron] 10.222.0.53 "GET /v2.0/networks/3967721c-20e0-477d-a3d1-e660d14780f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869562 Aug 19 12:22:44.491750 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-666f06eb-1042-4149-84dc-3b67125e0e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '523c4cd6-4e51-4bcb-8fd6-a4ff506c1486', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'port_id': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'mac_address': 'fa:16:3e:35:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:22:11Z', 'updated_at': '2021-08-19T12:22:40Z', 'revision_number': 1, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720bb784-bbd2-4a05-94e6-1b5f9e57bcd0', 'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'mac_address': 'fa:16:3e:28:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:57Z', 'updated_at': '2021-08-19T12:22:10Z', 'revision_number': 5, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'subnets': [{'id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:44.500062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3266-864c-4b93-930d-d4548d6b7c95 req-c08273b7-0644-44d7-966c-049a3176b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.500062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-095d3266-864c-4b93-930d-d4548d6b7c95 req-c08273b7-0644-44d7-966c-049a3176b029 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1a20ac09-5eff-4ad7-b41b-90cb0482e945 HTTP/1.1" status: 200 len: 907 time: 0.3856106 Aug 19 12:22:44.528871 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666f06eb-1042-4149-84dc-3b67125e0e99 None None] The sync data for ids ['c80bb2ef-e464-446f-8bae-2253855e7449'] in n-d-778732-8 is: [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '523c4cd6-4e51-4bcb-8fd6-a4ff506c1486', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'port_id': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'mac_address': 'fa:16:3e:35:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:22:11Z', 'updated_at': '2021-08-19T12:22:40Z', 'revision_number': 1, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720bb784-bbd2-4a05-94e6-1b5f9e57bcd0', 'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'mac_address': 'fa:16:3e:28:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:57Z', 'updated_at': '2021-08-19T12:22:10Z', 'revision_number': 5, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'subnets': [{'id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:22:44.561083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7d65f4f-b91b-47b3-8d2e-40e162ac4883 req-058cdfb1-8b81-4ff2-a9d1-c8a88a71c00b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214445 Aug 19 12:22:44.568628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-60d809a4-903d-421b-af8d-97c215fa5485 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.209&port_id=9ad0747e-be85-4285-ad3e-3ee6a10d760c HTTP/1.1" status: 200 len: 217 time: 0.0901210 Aug 19 12:22:44.766265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-ea358261-1ec0-4dfe-a609-e587a4dcfab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.767870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-ea358261-1ec0-4dfe-a609-e587a4dcfab2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=810d00b3-953a-4a6c-a585-d37a36c7a615 HTTP/1.1" status: 200 len: 801 time: 0.1909387 Aug 19 12:22:44.770029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-095d3266-864c-4b93-930d-d4548d6b7c95 req-cca16bac-1f14-4463-a57b-0d9df953fbfd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9d4e00-3566-42ef-a3d0-1539c5fee59d HTTP/1.1" status: 200 len: 999 time: 0.2129064 Aug 19 12:22:44.922699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecc33a-bd66-4c06-baa3-150c6e3aa0f2 None None] New status for floating IP 523c4cd6-4e51-4bcb-8fd6-a4ff506c1486: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:22:44.929395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3266-864c-4b93-930d-d4548d6b7c95 req-60780786-b4a0-40c5-b077-5af9172f5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.931285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-095d3266-864c-4b93-930d-d4548d6b7c95 req-60780786-b4a0-40c5-b077-5af9172f5414 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8b8e08b-9a47-481f-9786-cc4045c8fa96 HTTP/1.1" status: 200 len: 845 time: 0.1368730 Aug 19 12:22:44.940295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-0c74dc0a-6e77-41b2-8e91-620f315ddd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.942205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-0c74dc0a-6e77-41b2-8e91-620f315ddd55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=48923215-360a-4b51-94f7-5dac684197f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1605549 Aug 19 12:22:45.079385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-2d289b4e-88d9-4111-9e2b-0a5b084abbf6 service neutron] 10.222.0.53 "GET /v2.0/networks/48923215-360a-4b51-94f7-5dac684197f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238222 Aug 19 12:22:45.111377 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3266-864c-4b93-930d-d4548d6b7c95 req-c414a897-6003-40e8-a2a6-798e0922072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.113456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-095d3266-864c-4b93-930d-d4548d6b7c95 req-c414a897-6003-40e8-a2a6-798e0922072b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a20ac09-5eff-4ad7-b41b-90cb0482e945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699519 Aug 19 12:22:45.426503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4d20687d-8454-4e91-86db-b897f281e0cc up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:45.634423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682484de-0b8f-453f-a5d2-30636f1c08b9 req-fd34789d-e12d-4d6f-adfd-4bf81469a7b2 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.641812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-682484de-0b8f-453f-a5d2-30636f1c08b9 req-fd34789d-e12d-4d6f-adfd-4bf81469a7b2 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 945 time: 0.4968953 Aug 19 12:22:45.682969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-7b10012f-0761-447c-a4d9-2cc21905e8f6 service neutron] 10.222.0.53 "GET /v2.0/networks/48923215-360a-4b51-94f7-5dac684197f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948029 Aug 19 12:22:45.735632 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-dca1c623-7fb3-463d-a7a8-725d2ebb927d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.22&port_id=4a354529-50bb-40a5-bcbc-ec2a24b68b48 HTTP/1.1" status: 200 len: 217 time: 0.0450714 Aug 19 12:22:45.791577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-095d3266-864c-4b93-930d-d4548d6b7c95 req-fb1aebc5-3cde-48cd-92ef-3697a5f7d96f service neutron] 10.222.0.53 "GET /v2.0/networks/1a20ac09-5eff-4ad7-b41b-90cb0482e945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478324 Aug 19 12:22:45.810148 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-682484de-0b8f-453f-a5d2-30636f1c08b9 req-e71c940c-2512-4b99-aefb-c2471638a54a tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673512 Aug 19 12:22:45.883616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e8086ef0-0c65-44c8-b631-3b2b5d46a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.885135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-e8086ef0-0c65-44c8-b631-3b2b5d46a451 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da5e4351-91fa-4071-89a3-ea640b19da3a HTTP/1.1" status: 200 len: 801 time: 0.1422553 Aug 19 12:22:46.009237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-095d3266-864c-4b93-930d-d4548d6b7c95 req-f76ab2ec-c810-4d53-b239-4329ded2a322 service neutron] 10.222.0.53 "GET /v2.0/networks/1a20ac09-5eff-4ad7-b41b-90cb0482e945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097585 Aug 19 12:22:46.014408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-32bbcef3-d067-4303-ba37-ab289e2483c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.021286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-32bbcef3-d067-4303-ba37-ab289e2483c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3967721c-20e0-477d-a3d1-e660d14780f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1291006 Aug 19 12:22:46.038619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4154460-e057-40cd-8abc-9bdf54d90041 req-8b5ff799-2d62-4553-bfb4-d5f1e8246f58 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.044784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4154460-e057-40cd-8abc-9bdf54d90041 req-8b5ff799-2d62-4553-bfb4-d5f1e8246f58 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.050841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4154460-e057-40cd-8abc-9bdf54d90041 req-8b5ff799-2d62-4553-bfb4-d5f1e8246f58 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.052568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4154460-e057-40cd-8abc-9bdf54d90041 req-8b5ff799-2d62-4553-bfb4-d5f1e8246f58 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2411 time: 0.1244402 Aug 19 12:22:46.106247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 4d20687d-8454-4e91-86db-b897f281e0cc completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:46.109440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 4d20687d-8454-4e91-86db-b897f281e0cc triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:46.110049 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.231641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4154460-e057-40cd-8abc-9bdf54d90041 req-f6390113-5c7c-44a7-a709-d756809bd0f1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412816 Aug 19 12:22:46.294257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-6a697fb8-e862-423b-a970-9fbca445d438 service neutron] 10.222.0.53 "GET /v2.0/networks/3967721c-20e0-477d-a3d1-e660d14780f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651997 Aug 19 12:22:46.305973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54748) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:46.320244 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.362393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d20687d-8454-4e91-86db-b897f281e0cc'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:46.366138 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe23d20e-5491-4a50-903a-58472e86145c" -d '{"events": [{"server_uuid": "5c4993b9-1787-4d6f-8a1f-85129633b221", "name": "network-vif-plugged", "status": "completed", "tag": "4d20687d-8454-4e91-86db-b897f281e0cc"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:46.393338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4d20687d-8454-4e91-86db-b897f281e0cc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4d20687d-8454-4e91-86db-b897f281e0cc,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:46.400050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Deleting subnet 9b224680-0887-4b22-8b84-6c3adf9134bb {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:22:46.405406 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.422527 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3554a0-b7ed-41fc-ac7e-76f7f29bcd9e x-openstack-request-id: req-ed3554a0-b7ed-41fc-ac7e-76f7f29bcd9e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:46.423095 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4993b9-1787-4d6f-8a1f-85129633b221", "name": "network-vif-plugged", "status": "completed", "tag": "4d20687d-8454-4e91-86db-b897f281e0cc", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:46.423356 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed3554a0-b7ed-41fc-ac7e-76f7f29bcd9e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:46.423778 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d20687d-8454-4e91-86db-b897f281e0cc', 'code': 200} Aug 19 12:22:46.455381 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.483331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4f2f8-2177-4ab2-be18-10601fe40fc7 req-5f3a6536-f937-4949-8c65-dcad320fa573 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.484837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97e4f2f8-2177-4ab2-be18-10601fe40fc7 req-5f3a6536-f937-4949-8c65-dcad320fa573 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.1118224 Aug 19 12:22:46.491315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ace0286-7d06-404f-9bab-cc5846df3903 req-0c178ade-31cf-4d57-aaaf-b5c80936e5b2 service neutron] 10.222.0.53 "GET /v2.0/networks/3967721c-20e0-477d-a3d1-e660d14780f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890783 Aug 19 12:22:46.536153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97e4f2f8-2177-4ab2-be18-10601fe40fc7 req-8eca3542-deb4-45b7-8616-e5e5edd038d4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385704 Aug 19 12:22:46.562692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.569431 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.614118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e7553-56f9-40f4-824a-dcd554812301 req-0cdc613e-d7e4-445f-8e47-14beb575bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.614798 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c74e7553-56f9-40f4-824a-dcd554812301 req-0cdc613e-d7e4-445f-8e47-14beb575bc59 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 1096 time: 0.1127191 Aug 19 12:22:46.643873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4d20687d-8454-4e91-86db-b897f281e0cc,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:46.670890 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-d595aa3f-86a3-44af-9fcc-7e115c0b51df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256278 Aug 19 12:22:46.696217 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c74e7553-56f9-40f4-824a-dcd554812301 req-8805aedc-6d16-43dc-8697-1ad9117de352 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700142 Aug 19 12:22:46.724846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-aa91d1e3-e9ca-49fe-8d38-b2a83c27f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.725463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-aa91d1e3-e9ca-49fe-8d38-b2a83c27f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.725944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-aa91d1e3-e9ca-49fe-8d38-b2a83c27f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.728222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-aa91d1e3-e9ca-49fe-8d38-b2a83c27f7dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1f734d9edfb4325be100123093e6c71&device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2864 time: 0.0518377 Aug 19 12:22:46.770124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.797910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b224680-0887-4b22-8b84-6c3adf9134bb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:46.806348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.808454 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9b224680-0887-4b22-8b84-6c3adf9134bb HTTP/1.1" status: 204 len: 168 time: 0.5013611 Aug 19 12:22:46.811132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54760) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:46.814447 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.814817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.815451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.815592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.815890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.816407 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.817626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.817626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.817626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.818380 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.818380 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.818692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a035f-0b84-4feb-8f5a-7f8102f2a8d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:46.939615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-3c6c136e-35ad-4c0d-9156-8cc49c807e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.941124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-3c6c136e-35ad-4c0d-9156-8cc49c807e56 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3967721c-20e0-477d-a3d1-e660d14780f6 HTTP/1.1" status: 200 len: 903 time: 0.2056744 Aug 19 12:22:46.951565 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:47.011755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-f87a04cb-af25-4e91-8554-e205956a17ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.22&port_id=4a354529-50bb-40a5-bcbc-ec2a24b68b48 HTTP/1.1" status: 200 len: 217 time: 0.0534029 Aug 19 12:22:47.032646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5990098-1993-48ab-8cbf-d8a103755bb0 req-4ddbbe03-a575-41b2-8411-7963af35f933 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.034304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5990098-1993-48ab-8cbf-d8a103755bb0 req-4ddbbe03-a575-41b2-8411-7963af35f933 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 946 time: 0.1334300 Aug 19 12:22:47.181614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-6db2e93c-d2d4-4953-b41c-0c642d10283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.183069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-6db2e93c-d2d4-4953-b41c-0c642d10283f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da5e4351-91fa-4071-89a3-ea640b19da3a HTTP/1.1" status: 200 len: 801 time: 0.1627731 Aug 19 12:22:47.188133 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:47.192119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5990098-1993-48ab-8cbf-d8a103755bb0 req-fd81e256-caf9-4853-b098-b6720cd3f573 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269619 Aug 19 12:22:47.210456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc571858-05d5-427a-9e05-e55c68c9f299']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:47.238768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034914c2-0928-4298-be27-6c13a9271683') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:47.239080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034914c2-0928-4298-be27-6c13a9271683') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:47.252013 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:47.272903 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:47.280098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-ce3cd9aa-7dc9-46f8-b821-832ee69964c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.281676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-ce3cd9aa-7dc9-46f8-b821-832ee69964c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3967721c-20e0-477d-a3d1-e660d14780f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0828810 Aug 19 12:22:47.284523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:47.285301 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:47.287133 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:47.462420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe152d-7c72-4762-a138-c00da7c9e25d req-2a5ce7d1-59bd-4e3b-a12d-59192c5cf569 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.468895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe152d-7c72-4762-a138-c00da7c9e25d req-2a5ce7d1-59bd-4e3b-a12d-59192c5cf569 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.475087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe152d-7c72-4762-a138-c00da7c9e25d req-2a5ce7d1-59bd-4e3b-a12d-59192c5cf569 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.477410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acfe152d-7c72-4762-a138-c00da7c9e25d req-2a5ce7d1-59bd-4e3b-a12d-59192c5cf569 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2411 time: 0.1375265 Aug 19 12:22:47.528180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-7e956751-d700-4b4d-bb16-7b614553cb45 service neutron] 10.222.0.53 "GET /v2.0/networks/3967721c-20e0-477d-a3d1-e660d14780f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312102 Aug 19 12:22:47.530571 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:47.563500 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:47.571761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bc571858-05d5-427a-9e05-e55c68c9f299 HTTP/1.1" status: 204 len: 168 time: 0.7532454 Aug 19 12:22:47.586387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acfe152d-7c72-4762-a138-c00da7c9e25d req-3f5a9f2e-acd7-4410-875e-77fabd8ae32d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916984 Aug 19 12:22:47.700507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b26a2-1ff0-4f42-a953-1c0f1da60282 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc571858-05d5-427a-9e05-e55c68c9f299,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:47.832255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf49d3-97b1-48f1-be7f-74b31e169bab req-29136706-17a0-4b0f-bd2a-cdd912790962 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.834997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ecf49d3-97b1-48f1-be7f-74b31e169bab req-29136706-17a0-4b0f-bd2a-cdd912790962 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 951 time: 0.1451190 Aug 19 12:22:47.895029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ae452-ab82-4670-956f-60507ebd077d req-6a8ae441-ffe4-4536-9c2d-0a18494bc6a1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.896575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b93ae452-ab82-4670-956f-60507ebd077d req-6a8ae441-ffe4-4536-9c2d-0a18494bc6a1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.1596441 Aug 19 12:22:47.899926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f9966e5-fdcf-4d9d-8c57-27e003388350 req-df747264-9d47-4f25-b3f6-d3f9429bab46 service neutron] 10.222.0.53 "GET /v2.0/networks/3967721c-20e0-477d-a3d1-e660d14780f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581316 Aug 19 12:22:47.937153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ecf49d3-97b1-48f1-be7f-74b31e169bab req-b3c44b19-f524-4362-b35d-3010c515737a tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870440 Aug 19 12:22:47.952271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b93ae452-ab82-4670-956f-60507ebd077d req-5213f71a-2faa-4ad8-9ed3-f8a213a9a493 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486019 Aug 19 12:22:48.403854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5ca54-b661-4a9f-bdf9-865b56e9a487 req-cd5b7177-1422-4e51-b8a7-7052fd9937c9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.405451 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15c5ca54-b661-4a9f-bdf9-865b56e9a487 req-cd5b7177-1422-4e51-b8a7-7052fd9937c9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 946 time: 0.0600839 Aug 19 12:22:48.416454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54862) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:48.453254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15c5ca54-b661-4a9f-bdf9-865b56e9a487 req-7a1fba50-b7f4-463d-ae38-9d399f0c4437 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 Aug 19 12:22:48.457697 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3495925e-b420-4141-8ebe-3fb7b7dabcdf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=194a694acf894c84af4636285e9fb6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404592 Aug 19 12:22:48.460304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54864) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:48.520561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d8cbc9f-6344-43ac-afaf-3f2db4a85f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:48.549222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d8cbc9f-6344-43ac-afaf-3f2db4a85f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:48.706741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d8cbc9f-6344-43ac-afaf-3f2db4a85f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:48.709756 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d8cbc9f-6344-43ac-afaf-3f2db4a85f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:48.712025 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0d8cbc9f-6344-43ac-afaf-3f2db4a85f6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d33ed76-9f2f-4288-96cd-d3feafb5b996 HTTP/1.1" status: 204 len: 168 time: 0.2503068 Aug 19 12:22:48.722990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cbc9f-6344-43ac-afaf-3f2db4a85f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d33ed76-9f2f-4288-96cd-d3feafb5b996,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:48.837694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39eb0d-8675-405d-b636-1486aa5c77fa req-6fea8b95-6059-4a4c-b1bf-7893bcb74909 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.843727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39eb0d-8675-405d-b636-1486aa5c77fa req-6fea8b95-6059-4a4c-b1bf-7893bcb74909 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.850060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39eb0d-8675-405d-b636-1486aa5c77fa req-6fea8b95-6059-4a4c-b1bf-7893bcb74909 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.852037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce39eb0d-8675-405d-b636-1486aa5c77fa req-6fea8b95-6059-4a4c-b1bf-7893bcb74909 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2411 time: 0.0755904 Aug 19 12:22:48.923020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce39eb0d-8675-405d-b636-1486aa5c77fa req-fdd641aa-d242-421d-8237-cf8ab4be036c tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610261 Aug 19 12:22:48.932455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411234a8-dd81-4c8e-826d-63bd5ce9c2d0 req-2e4fd9a1-3ce9-42ab-8ea0-da66630a859a tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.934240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-411234a8-dd81-4c8e-826d-63bd5ce9c2d0 req-2e4fd9a1-3ce9-42ab-8ea0-da66630a859a tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 945 time: 0.0809486 Aug 19 12:22:48.989960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-411234a8-dd81-4c8e-826d-63bd5ce9c2d0 req-bec30990-4206-4040-ac25-b348f3020a4f tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465527 Aug 19 12:22:49.110899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088f9d5-0a06-4c16-9459-db3a24b83047 req-c0bed9d7-f1aa-4848-b336-4dd1eaad94fb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.112465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1088f9d5-0a06-4c16-9459-db3a24b83047 req-c0bed9d7-f1aa-4848-b336-4dd1eaad94fb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.0523250 Aug 19 12:22:49.166079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1088f9d5-0a06-4c16-9459-db3a24b83047 req-9678df60-5cd8-47e0-84ec-54da967a7a14 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 Aug 19 12:22:49.601052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6941b9c-ef2e-424c-8f8c-b0be71a2a84b req-05654565-7d64-46d5-8810-6bbe7b99b936 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.609444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6941b9c-ef2e-424c-8f8c-b0be71a2a84b req-05654565-7d64-46d5-8810-6bbe7b99b936 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 946 time: 0.0818791 Aug 19 12:22:49.647412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6941b9c-ef2e-424c-8f8c-b0be71a2a84b req-a7a4aa57-3b4f-49a4-a977-8d45598b97fe tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370746 Aug 19 12:22:49.841607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b37cd8-53f8-45f1-a80f-97474d8ccb8d req-4b4b7ad2-a3a3-4e05-a9ae-583a74415e7b tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.844423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01b37cd8-53f8-45f1-a80f-97474d8ccb8d req-4b4b7ad2-a3a3-4e05-a9ae-583a74415e7b tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 946 time: 0.0710187 Aug 19 12:22:49.923122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-f4d55113-981e-4ba1-88da-6633b25d5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.926732 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-f4d55113-981e-4ba1-88da-6633b25d5b40 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 1100 time: 0.1048100 Aug 19 12:22:49.935870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01b37cd8-53f8-45f1-a80f-97474d8ccb8d req-9eaf6398-43eb-4167-a66e-6d24f022aac7 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801091 Aug 19 12:22:50.023750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4a354529-50bb-40a5-bcbc-ec2a24b68b48 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:50.079449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-29d8ca11-f5d7-4a2a-8b67-fcbf7e65d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.081443 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-29d8ca11-f5d7-4a2a-8b67-fcbf7e65d39a service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1421847 Aug 19 12:22:50.140631 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-d69a1df9-a172-4b8a-8a4d-685692e4833d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae HTTP/1.1" status: 200 len: 217 time: 0.0475202 Aug 19 12:22:50.152973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b6194-c057-4389-a55f-7abd0dc523b8 req-083d44db-4b7f-4f6b-a73e-0534bfeb08f8 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.160904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b6194-c057-4389-a55f-7abd0dc523b8 req-083d44db-4b7f-4f6b-a73e-0534bfeb08f8 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.169411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b6194-c057-4389-a55f-7abd0dc523b8 req-083d44db-4b7f-4f6b-a73e-0534bfeb08f8 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.171298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e6b6194-c057-4389-a55f-7abd0dc523b8 req-083d44db-4b7f-4f6b-a73e-0534bfeb08f8 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2411 time: 0.1098275 Aug 19 12:22:50.216393 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-da8c5a25-a216-4761-b035-ee051962311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.219220 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-da8c5a25-a216-4761-b035-ee051962311e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0699220 Aug 19 12:22:50.220365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e6b6194-c057-4389-a55f-7abd0dc523b8 req-82d2e1e1-b3bd-45d2-b88b-816e5bcc8723 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Aug 19 12:22:50.246041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4a354529-50bb-40a5-bcbc-ec2a24b68b48, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4a354529-50bb-40a5-bcbc-ec2a24b68b48,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:50.259787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '4a354529-50bb-40a5-bcbc-ec2a24b68b48', 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6', 'port_id': '4a354529-50bb-40a5-bcbc-ec2a24b68b48', 'mac_address': 'fa:16:3e:2e:78:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5e4351-91fa-4071-89a3-ea640b19da3a', 'ip_address': '19.80.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:50.313551 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.318259 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-ae6a7448-0978-43ec-9b89-f5d417df52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.320728 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-ae6a7448-0978-43ec-9b89-f5d417df52bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871851 Aug 19 12:22:50.328292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55028) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:50.336070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a354529-50bb-40a5-bcbc-ec2a24b68b48 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:50.371033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4a354529-50bb-40a5-bcbc-ec2a24b68b48, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4a354529-50bb-40a5-bcbc-ec2a24b68b48,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:50.394363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ef5c6-55a5-40d7-8d63-7a9310e0af44 req-34dccdba-14a1-44e2-a179-adb78551ce1e tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.396596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b9ef5c6-55a5-40d7-8d63-7a9310e0af44 req-34dccdba-14a1-44e2-a179-adb78551ce1e tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 945 time: 0.0760918 Aug 19 12:22:50.440857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b9ef5c6-55a5-40d7-8d63-7a9310e0af44 req-52999d13-1e1e-45da-b7d5-62c22f6ea7d4 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/security-groups?id=42222a6a-9915-42fe-89d9-4173b7bcc2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380623 Aug 19 12:22:50.443553 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-2defa059-8f4f-4de6-a601-78ce7935b6b9 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087012 Aug 19 12:22:50.468053 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.468053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9ad0747e-be85-4285-ad3e-3ee6a10d760c details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:50.496305 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-808126764-network', 'tenant_id': '8c384a5e7ec94708a0439a4306796529'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:50.551082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4a354529-50bb-40a5-bcbc-ec2a24b68b48,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:50.605703 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-8b114625-85ff-4a76-8e5b-136267a927da service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411407 Aug 19 12:22:50.643950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9ad0747e-be85-4285-ad3e-3ee6a10d760c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9ad0747e-be85-4285-ad3e-3ee6a10d760c,segment=NetworkSegment(b0942fee-ad69-43d5-89d5-fac2da490e47),segment_id=b0942fee-ad69-43d5-89d5-fac2da490e47)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:50.656738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '9ad0747e-be85-4285-ad3e-3ee6a10d760c', 'network_id': '48923215-360a-4b51-94f7-5dac684197f2', 'port_id': '9ad0747e-be85-4285-ad3e-3ee6a10d760c', 'mac_address': 'fa:16:3e:b0:dd:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810d00b3-953a-4a6c-a585-d37a36c7a615', 'ip_address': '19.86.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:50.659977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7d6e7-f598-4005-8bb5-81826722e2e6 req-854eb84d-48f2-4d6e-aa5a-0c6ae259c3dd tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.661574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ad7d6e7-f598-4005-8bb5-81826722e2e6 req-854eb84d-48f2-4d6e-aa5a-0c6ae259c3dd tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.0554950 Aug 19 12:22:50.692433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Made reservation on behalf of 8c384a5e7ec94708a0439a4306796529 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:50.693496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.700423 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.708256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ad7d6e7-f598-4005-8bb5-81826722e2e6 req-3f98cfbd-2baf-469e-aecd-a6fd96983ef2 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393322 Aug 19 12:22:50.718230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.720967 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad0747e-be85-4285-ad3e-3ee6a10d760c {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:50.749914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9ad0747e-be85-4285-ad3e-3ee6a10d760c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9ad0747e-be85-4285-ad3e-3ee6a10d760c,segment=NetworkSegment(b0942fee-ad69-43d5-89d5-fac2da490e47),segment_id=b0942fee-ad69-43d5-89d5-fac2da490e47)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:50.760002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd121f22-e735-4184-bb76-6d580fe20690 req-f30d401e-4aca-4c78-a45a-131bbbf930e9 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.764655 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fd121f22-e735-4184-bb76-6d580fe20690 req-f30d401e-4aca-4c78-a45a-131bbbf930e9 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 945 time: 0.0816472 Aug 19 12:22:50.878080 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.879312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c536806-695a-4920-8ced-15e8702879ac details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:50.914534 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4c536806-695a-4920-8ced-15e8702879ac, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c536806-695a-4920-8ced-15e8702879ac,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:50.928994 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.945678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-fd121f22-e735-4184-bb76-6d580fe20690 req-635f2ea5-99c8-42cc-a218-b0ba4bcf50d2 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Deleting port 2562756c-9e93-4c71-9ca3-b14437595f5c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:50.946889 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fd121f22-e735-4184-bb76-6d580fe20690 req-635f2ea5-99c8-42cc-a218-b0ba4bcf50d2 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.952951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '4c536806-695a-4920-8ced-15e8702879ac', 'network_id': '3967721c-20e0-477d-a3d1-e660d14780f6', 'port_id': '4c536806-695a-4920-8ced-15e8702879ac', 'mac_address': 'fa:16:3e:69:60:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5e4351-91fa-4071-89a3-ea640b19da3a', 'ip_address': '19.80.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:51.015173 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.042883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c536806-695a-4920-8ced-15e8702879ac {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:51.053150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad0747e-be85-4285-ad3e-3ee6a10d760c,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:51.073585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4c536806-695a-4920-8ced-15e8702879ac, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c536806-695a-4920-8ced-15e8702879ac,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:51.079815 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.096398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-fd121f22-e735-4184-bb76-6d580fe20690 req-635f2ea5-99c8-42cc-a218-b0ba4bcf50d2 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] For port 2562756c-9e93-4c71-9ca3-b14437595f5c, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2562756c-9e93-4c71-9ca3-b14437595f5c,segment=NetworkSegment(6603b189-a8b4-44b8-a5a7-955134ff4bc4),segment_id=6603b189-a8b4-44b8-a5a7-955134ff4bc4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:51.096778 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fd121f22-e735-4184-bb76-6d580fe20690 req-635f2ea5-99c8-42cc-a218-b0ba4bcf50d2 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.123617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-fd121f22-e735-4184-bb76-6d580fe20690 req-635f2ea5-99c8-42cc-a218-b0ba4bcf50d2 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Calling delete_port for 2562756c-9e93-4c71-9ca3-b14437595f5c owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:51.135465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:51.176906 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bfd7287e-aa10-4d99-b69e-d63b982c7179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.236015 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.236245 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Added segment cc53ca9a-74d7-4be1-a778-a27122a2c467 of type vlan for network c1accf62-7667-4b89-b30b-a3edf9992ddf Aug 19 12:22:51.237615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b13a9b8-01a6-4192-af76-5e6942f4ed88,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:51.245550 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.302664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.307230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4c536806-695a-4920-8ced-15e8702879ac,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:51.450662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device eb0032ee-85d2-4ee1-8183-d877306368b0 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:51.538906 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.539147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.540601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:51.541231 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.565238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:51.567515 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7059f5c-ee55-4ff7-8ab1-299c3d29fa61" -d '{"events": [{"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:51.585434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:51.604141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] Pushing event updated for resources: {'Network': ['ID=c1accf62-7667-4b89-b30b-a3edf9992ddf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:51.619186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network c1accf62-7667-4b89-b30b-a3edf9992ddf details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:51.660426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['9ad0747e-be85-4285-ad3e-3ee6a10d760c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:51.705205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4c536806-695a-4920-8ced-15e8702879ac'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:51.907011 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fd121f22-e735-4184-bb76-6d580fe20690 req-635f2ea5-99c8-42cc-a218-b0ba4bcf50d2 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.961340 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f2ea5-99c8-42cc-a218-b0ba4bcf50d2 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Pushing event deleted for resources: {'Port': ['ID=2562756c-9e93-4c71-9ca3-b14437595f5c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:52.007579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd121f22-e735-4184-bb76-6d580fe20690 req-635f2ea5-99c8-42cc-a218-b0ba4bcf50d2 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] No DVR routers for this DVR port 2562756c-9e93-4c71-9ca3-b14437595f5c on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:52.010349 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fd121f22-e735-4184-bb76-6d580fe20690 req-635f2ea5-99c8-42cc-a218-b0ba4bcf50d2 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.012546 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fd121f22-e735-4184-bb76-6d580fe20690 req-635f2ea5-99c8-42cc-a218-b0ba4bcf50d2 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.52 "DELETE /v2.0/ports/2562756c-9e93-4c71-9ca3-b14437595f5c HTTP/1.1" status: 204 len: 173 time: 1.2321856 Aug 19 12:22:52.013123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dd7919-52de-4997-bf46-911b555e1a7a', 'name': 'network-vif-deleted', 'tag': '2562756c-9e93-4c71-9ca3-b14437595f5c'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:52.015421 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300429c7-05a3-440d-9afe-065e5e4d0686" -d '{"events": [{"server_uuid": "d8dd7919-52de-4997-bf46-911b555e1a7a", "name": "network-vif-deleted", "tag": "2562756c-9e93-4c71-9ca3-b14437595f5c"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:52.039655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d81abb-1fa6-4548-b0be-7d3a7a75baca req-38a349b5-afd0-4daf-9afc-30e28d64699a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.045948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d81abb-1fa6-4548-b0be-7d3a7a75baca req-38a349b5-afd0-4daf-9afc-30e28d64699a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.051996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d81abb-1fa6-4548-b0be-7d3a7a75baca req-38a349b5-afd0-4daf-9afc-30e28d64699a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.053988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83d81abb-1fa6-4548-b0be-7d3a7a75baca req-38a349b5-afd0-4daf-9afc-30e28d64699a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2414 time: 0.0685713 Aug 19 12:22:52.057208 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.057730 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ad8881e1-4516-4b3f-a8b7-1be31cdbf58f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7271490 Aug 19 12:22:52.059471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55094) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:52.064860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] Request body: {'subnet': {'network_id': 'c1accf62-7667-4b89-b30b-a3edf9992ddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-808126764-subnet', 'tenant_id': '8c384a5e7ec94708a0439a4306796529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:52.099905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83d81abb-1fa6-4548-b0be-7d3a7a75baca req-ec40d461-ee82-4330-bac2-a87249387a98 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355852 Aug 19 12:22:52.107976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=11']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:52.191644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59ba588a-45c4-4a9e-8170-daa3d96e0f79 req-084d5364-7b3c-4314-b064-9443d73f848c tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 210 time: 0.0329754 Aug 19 12:22:52.212931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] Made reservation on behalf of 8c384a5e7ec94708a0439a4306796529 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:52.215386 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.237850 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3f14eb-5f95-42de-a11d-19efad5205e2 x-openstack-request-id: req-4b3f14eb-5f95-42de-a11d-19efad5205e2 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:52.238141 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:52.238398 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b3f14eb-5f95-42de-a11d-19efad5205e2 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:52.238833 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'code': 200} Aug 19 12:22:52.336485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537ab63-1e8f-43ee-ae65-3b334ea37c43 req-881183b1-b07d-40bf-97a5-3cb109500af6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.338082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7537ab63-1e8f-43ee-ae65-3b334ea37c43 req-881183b1-b07d-40bf-97a5-3cb109500af6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.0528967 Aug 19 12:22:52.377948 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7537ab63-1e8f-43ee-ae65-3b334ea37c43 req-f95391c6-7896-4a9c-877c-0641359e35ce tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331900 Aug 19 12:22:52.454548 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d087ae95-2b43-421c-8daa-1603214b3480 x-openstack-request-id: req-d087ae95-2b43-421c-8daa-1603214b3480 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:52.454842 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dd7919-52de-4997-bf46-911b555e1a7a", "name": "network-vif-deleted", "tag": "2562756c-9e93-4c71-9ca3-b14437595f5c", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:52.455095 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d087ae95-2b43-421c-8daa-1603214b3480 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:52.455498 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dd7919-52de-4997-bf46-911b555e1a7a', 'name': 'network-vif-deleted', 'tag': '2562756c-9e93-4c71-9ca3-b14437595f5c', 'status': 'completed', 'code': 200} Aug 19 12:22:52.540038 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.599853 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23bb4f0b-e413-4b77-8c7a-b7b367e10253,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:52.608047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] Checking segment: {'id': 'cc53ca9a-74d7-4be1-a778-a27122a2c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1accf62-7667-4b89-b30b-a3edf9992ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:52.608893 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] Network hostable DHCP agents. Network: c1accf62-7667-4b89-b30b-a3edf9992ddf, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:22:52.690157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674746b1-1533-45ab-ad48-4c9cd01e8c3e req-deef2d1d-de30-404f-a5de-3d2c183b7756 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.691709 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674746b1-1533-45ab-ad48-4c9cd01e8c3e req-deef2d1d-de30-404f-a5de-3d2c183b7756 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 946 time: 0.0538156 Aug 19 12:22:52.729779 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] Network c1accf62-7667-4b89-b30b-a3edf9992ddf is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:22:52.748880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674746b1-1533-45ab-ad48-4c9cd01e8c3e req-d0562a71-68b1-4291-864b-ff73cbbc8e60 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504453 Aug 19 12:22:52.848192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4a354529-50bb-40a5-bcbc-ec2a24b68b48'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:52.935101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, c1accf62-7667-4b89-b30b-a3edf9992ddf) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:52.940209 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.940796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.944520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528919f-9881-46b0-a5a1-f4da2dfbca74 None None] Network c1accf62-7667-4b89-b30b-a3edf9992ddf requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:53.058914 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b698e363-53b3-4149-8349-58dee1aa1f1c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9901261 Aug 19 12:22:53.121540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20edc28c-7c49-4fb2-820a-88473ffb7c5d None None] Network c1accf62-7667-4b89-b30b-a3edf9992ddf requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:53.290263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f6836-5fb5-4dd3-b4e1-d8e76a1ae2c6 req-12030fd2-ee0c-45a6-9787-7851d5b06760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.296375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f6836-5fb5-4dd3-b4e1-d8e76a1ae2c6 req-12030fd2-ee0c-45a6-9787-7851d5b06760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.302504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f6836-5fb5-4dd3-b4e1-d8e76a1ae2c6 req-12030fd2-ee0c-45a6-9787-7851d5b06760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.304326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-056f6836-5fb5-4dd3-b4e1-d8e76a1ae2c6 req-12030fd2-ee0c-45a6-9787-7851d5b06760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2414 time: 0.1113739 Aug 19 12:22:53.349692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-056f6836-5fb5-4dd3-b4e1-d8e76a1ae2c6 req-6683fa69-1d2c-47b2-b41c-3b8f106aaa9f tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Aug 19 12:22:53.465268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 2562756c-9e93-4c71-9ca3-b14437595f5c no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:53.465539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23ea270b-3e73-489c-afc1-e68e576b6f6e req-40d0283b-6e51-4d30-9231-c8823d59c377 tempest-VolumesAdminNegativeTest-414908186 tempest-VolumesAdminNegativeTest-414908186-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dd7919-52de-4997-bf46-911b555e1a7a HTTP/1.1" status: 200 len: 210 time: 0.0320172 Aug 19 12:22:53.502105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 2562756c-9e93-4c71-9ca3-b14437595f5c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:22:53.502105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 2562756c-9e93-4c71-9ca3-b14437595f5c not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:22:53.731074 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-98ac5edb-15c8-44a1-832f-3fd26fd2a59e tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.732616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-98ac5edb-15c8-44a1-832f-3fd26fd2a59e tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/networks?id=c1accf62-7667-4b89-b30b-a3edf9992ddf HTTP/1.1" status: 200 len: 812 time: 0.1259389 Aug 19 12:22:53.750162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-00910025-db55-4aad-98de-7c8206418bbb tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/quotas/8c384a5e7ec94708a0439a4306796529 HTTP/1.1" status: 200 len: 375 time: 0.0107009 Aug 19 12:22:53.787589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-4c3c1306-eb70-4bc3-929c-e74e576bb037 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c384a5e7ec94708a0439a4306796529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275838 Aug 19 12:22:53.893992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-7b9e776f-501a-4fc2-baa9-be80bfe5f47d service neutron] 10.222.0.44 "GET /v2.0/networks/c1accf62-7667-4b89-b30b-a3edf9992ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985301 Aug 19 12:22:54.004195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-5d8fd607-03c4-4edd-a2e2-cd8c3deeb127 service neutron] 10.222.0.44 "GET /v2.0/networks/c1accf62-7667-4b89-b30b-a3edf9992ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040876 Aug 19 12:22:54.036101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4a354529-50bb-40a5-bcbc-ec2a24b68b48 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:54.253418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:54.258021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:54.258711 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.342334 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.370773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a354529-50bb-40a5-bcbc-ec2a24b68b48'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:54.373242 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d81a2f-c8dc-42ff-8268-94c609bfe21b" -d '{"events": [{"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-plugged", "status": "completed", "tag": "4a354529-50bb-40a5-bcbc-ec2a24b68b48"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:54.393488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4a354529-50bb-40a5-bcbc-ec2a24b68b48, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4a354529-50bb-40a5-bcbc-ec2a24b68b48,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:54.427917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d30961-b3f3-4223-9675-3c99a8294bf2 req-4379e850-15de-488f-88c3-ce788f4a324b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:54.429583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0d30961-b3f3-4223-9675-3c99a8294bf2 req-4379e850-15de-488f-88c3-ce788f4a324b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.0539074 Aug 19 12:22:54.478490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0d30961-b3f3-4223-9675-3c99a8294bf2 req-1a5aa7a1-82d1-48e2-9d9c-d9193d21819e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379031 Aug 19 12:22:54.498857 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.499670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c536806-695a-4920-8ced-15e8702879ac up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:54.579832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4a354529-50bb-40a5-bcbc-ec2a24b68b48,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:54.650634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 4c536806-695a-4920-8ced-15e8702879ac completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:54.655142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 4c536806-695a-4920-8ced-15e8702879ac triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:54.655549 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.747044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a8d91-00a8-4b94-b33a-1e8c73184fec req-287b1ca2-6f79-4d5b-9c8d-afd564ee5017 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:54.748684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-955a8d91-00a8-4b94-b33a-1e8c73184fec req-287b1ca2-6f79-4d5b-9c8d-afd564ee5017 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 946 time: 0.0688128 Aug 19 12:22:54.763842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.791860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-955a8d91-00a8-4b94-b33a-1e8c73184fec req-0a70bb09-edd5-42e3-9abf-a15971b0a096 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360026 Aug 19 12:22:54.797908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4c536806-695a-4920-8ced-15e8702879ac, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c536806-695a-4920-8ced-15e8702879ac,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:54.859431 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a549bd5a-6b49-4a6c-ab1b-5b6f09a93fe7 req-c643d89b-0eb8-4868-9961-5d9fd6257416 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 210 time: 0.0276229 Aug 19 12:22:54.940867 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.942097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9ad0747e-be85-4285-ad3e-3ee6a10d760c up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:54.988110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7d52-912b-40b0-9e4b-69ae91339c7d req-6f9c4f98-6354-4b2a-bd91-d8c7e42ef509 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:54.995429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7d52-912b-40b0-9e4b-69ae91339c7d req-6f9c4f98-6354-4b2a-bd91-d8c7e42ef509 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:54.995765 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f7203c-28e5-41e6-8c15-276acbb97004 x-openstack-request-id: req-20f7203c-28e5-41e6-8c15-276acbb97004 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:54.996061 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-plugged", "status": "completed", "tag": "4a354529-50bb-40a5-bcbc-ec2a24b68b48", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:54.996614 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20f7203c-28e5-41e6-8c15-276acbb97004 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:54.997180 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a354529-50bb-40a5-bcbc-ec2a24b68b48', 'code': 200} Aug 19 12:22:55.002174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7d52-912b-40b0-9e4b-69ae91339c7d req-6f9c4f98-6354-4b2a-bd91-d8c7e42ef509 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.011610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90ac7d52-912b-40b0-9e4b-69ae91339c7d req-6f9c4f98-6354-4b2a-bd91-d8c7e42ef509 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2415 time: 0.0904632 Aug 19 12:22:55.030463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55204) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:55.043022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4c536806-695a-4920-8ced-15e8702879ac,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:55.071300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90ac7d52-912b-40b0-9e4b-69ae91339c7d req-c7fe0a43-2aa4-4a22-8b42-fdda109e73b2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529962 Aug 19 12:22:55.110436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c2c25d-7865-44aa-ae83-42aef161eba0 admin admin] Deleting subnet 824bb443-0856-4634-b270-2e0b645294e4 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:22:55.114289 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5c2c25d-7865-44aa-ae83-42aef161eba0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.151764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5c2c25d-7865-44aa-ae83-42aef161eba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.196926 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5c2c25d-7865-44aa-ae83-42aef161eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.202100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 9ad0747e-be85-4285-ad3e-3ee6a10d760c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:55.210153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 9ad0747e-be85-4285-ad3e-3ee6a10d760c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:55.211169 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.478928 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5c2c25d-7865-44aa-ae83-42aef161eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.481192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4d20687d-8454-4e91-86db-b897f281e0cc details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:55.487531 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4f29a31-087d-42bd-b083-a248efaa4b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.513708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2c25d-7865-44aa-ae83-42aef161eba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=824bb443-0856-4634-b270-2e0b645294e4,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:55.521671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5c2c25d-7865-44aa-ae83-42aef161eba0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.526070 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e5c2c25d-7865-44aa-ae83-42aef161eba0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/824bb443-0856-4634-b270-2e0b645294e4 HTTP/1.1" status: 204 len: 168 time: 0.4925151 Aug 19 12:22:55.526658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55228) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:55.537602 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.608072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9ad0747e-be85-4285-ad3e-3ee6a10d760c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9ad0747e-be85-4285-ad3e-3ee6a10d760c,segment=NetworkSegment(b0942fee-ad69-43d5-89d5-fac2da490e47),segment_id=b0942fee-ad69-43d5-89d5-fac2da490e47)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:55.641460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf595f7-659a-40be-bdd6-4503488ec971 req-28e48b66-e654-4de3-9c79-7945925a65b9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.643852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbf595f7-659a-40be-bdd6-4503488ec971 req-28e48b66-e654-4de3-9c79-7945925a65b9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.0768049 Aug 19 12:22:55.648755 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.680876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4d20687d-8454-4e91-86db-b897f281e0cc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4d20687d-8454-4e91-86db-b897f281e0cc,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:55.690367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbf595f7-659a-40be-bdd6-4503488ec971 req-4daa211e-2bfc-4d45-8595-f6c2d12b4309 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361922 Aug 19 12:22:55.699119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '4d20687d-8454-4e91-86db-b897f281e0cc', 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a', 'port_id': '4d20687d-8454-4e91-86db-b897f281e0cc', 'mac_address': 'fa:16:3e:79:c3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd43e2da-ca7b-4455-a7b6-f11b33978fb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:55.743696 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.746982 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.759513 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.761581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282bbe41-b9e3-486b-bc64-27b7fea0f7b2']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:55.762712 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.770445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d20687d-8454-4e91-86db-b897f281e0cc {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:55.779634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6603b189-a8b4-44b8-a5a7-955134ff4bc4') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:55.780157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6603b189-a8b4-44b8-a5a7-955134ff4bc4') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:55.792040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.816674 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.827557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4d20687d-8454-4e91-86db-b897f281e0cc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4d20687d-8454-4e91-86db-b897f281e0cc,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:55.828509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:55.828973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:55.831226 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:55.843205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad0747e-be85-4285-ad3e-3ee6a10d760c,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:55.947459 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.000831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4d20687d-8454-4e91-86db-b897f281e0cc,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:56.001967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c432d7-bfc5-4a4c-8c58-341768537962 req-5c7f9eb9-4370-4b98-b73d-43cd8b3670b7 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.003937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0c432d7-bfc5-4a4c-8c58-341768537962 req-5c7f9eb9-4370-4b98-b73d-43cd8b3670b7 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 945 time: 0.0616391 Aug 19 12:22:56.042450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4d20687d-8454-4e91-86db-b897f281e0cc'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:56.049855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0c432d7-bfc5-4a4c-8c58-341768537962 req-1bb64cef-2f25-4328-9b8e-8eef6c29035c tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Aug 19 12:22:56.121883 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.128879 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.131209 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/282bbe41-b9e3-486b-bc64-27b7fea0f7b2 HTTP/1.1" status: 204 len: 168 time: 0.6033773 Aug 19 12:22:56.143168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55258) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:56.144985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49b6ef31-da40-4abe-b474-c53c930705dd req-65cc7c9e-20fd-49dc-962c-153bf99ca0ec tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 210 time: 0.0379906 Aug 19 12:22:56.145268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aac89e-857a-41bc-bfee-a49f0a3449a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=282bbe41-b9e3-486b-bc64-27b7fea0f7b2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:56.201125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Deleting subnet ca2b533b-a02d-431b-bcbc-dc20db7262e2 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:22:56.204921 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.290166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.333782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535dae2-451e-41c5-842d-0b7892a21820 req-c6162201-99ef-455d-b4fa-6375f4e69093 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.340622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535dae2-451e-41c5-842d-0b7892a21820 req-c6162201-99ef-455d-b4fa-6375f4e69093 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.346536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535dae2-451e-41c5-842d-0b7892a21820 req-c6162201-99ef-455d-b4fa-6375f4e69093 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.348165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b535dae2-451e-41c5-842d-0b7892a21820 req-c6162201-99ef-455d-b4fa-6375f4e69093 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2417 time: 0.1069915 Aug 19 12:22:56.371524 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.422403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b535dae2-451e-41c5-842d-0b7892a21820 req-732300d5-9931-449a-a9c4-66874b14ca5c tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666652 Aug 19 12:22:56.570366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.600220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2b533b-a02d-431b-bcbc-dc20db7262e2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:56.604545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.606383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ca2b533b-a02d-431b-bcbc-dc20db7262e2 HTTP/1.1" status: 204 len: 168 time: 0.4604440 Aug 19 12:22:56.609183 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55262) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:56.614278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.614667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.615069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.615416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.615757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.616097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.616437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.617044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.617868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.618209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.618549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.618895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd2e71-c159-436d-8e00-5864d136c8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:56.694299 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.778070 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.792356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17b8cd2-5d3d-4b9b-ad24-f45b85c39069']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:56.803222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53784ca-f362-43b9-8ac1-fa958f7aaf3d') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:56.803526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53784ca-f362-43b9-8ac1-fa958f7aaf3d') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:56.818632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.834647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54170278-722c-44d5-a467-7276f85926bc req-8aac91fa-5920-44aa-a37d-295fa081901d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.835226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.843454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:56.843944 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.844631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54170278-722c-44d5-a467-7276f85926bc req-8aac91fa-5920-44aa-a37d-295fa081901d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.0797136 Aug 19 12:22:56.845176 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:56.847282 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:56.897064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54170278-722c-44d5-a467-7276f85926bc req-b60bd6ed-e546-458b-98bb-4b9590e93f02 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Aug 19 12:22:56.998255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c536806-695a-4920-8ced-15e8702879ac'}, {'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad0747e-be85-4285-ad3e-3ee6a10d760c'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:57.000730 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a21d9f6-be25-4112-98e6-db63df9c3df5" -d '{"events": [{"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-plugged", "status": "completed", "tag": "4c536806-695a-4920-8ced-15e8702879ac"}, {"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-plugged", "status": "completed", "tag": "9ad0747e-be85-4285-ad3e-3ee6a10d760c"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:57.233356 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47927128-3880-4b8b-a927-d718edb51db2 x-openstack-request-id: req-47927128-3880-4b8b-a927-d718edb51db2 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:57.233356 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-plugged", "status": "completed", "tag": "4c536806-695a-4920-8ced-15e8702879ac", "code": 200}, {"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-plugged", "status": "completed", "tag": "9ad0747e-be85-4285-ad3e-3ee6a10d760c", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:57.233356 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47927128-3880-4b8b-a927-d718edb51db2 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:57.233356 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c536806-695a-4920-8ced-15e8702879ac', 'code': 200} Aug 19 12:22:57.233356 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad0747e-be85-4285-ad3e-3ee6a10d760c', 'code': 200} Aug 19 12:22:57.234828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24094491-549d-465c-a3d4-74de7cb83442 req-8f600304-11be-4987-be55-abe581c6383d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.234828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24094491-549d-465c-a3d4-74de7cb83442 req-8f600304-11be-4987-be55-abe581c6383d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 945 time: 0.0884101 Aug 19 12:22:57.234828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08061a7-bcfb-443f-b85f-734761867a2a req-86c935a9-80ff-427f-83e0-a482cdf0e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.234828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08061a7-bcfb-443f-b85f-734761867a2a req-86c935a9-80ff-427f-83e0-a482cdf0e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.234828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08061a7-bcfb-443f-b85f-734761867a2a req-86c935a9-80ff-427f-83e0-a482cdf0e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.234828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e08061a7-bcfb-443f-b85f-734761867a2a req-86c935a9-80ff-427f-83e0-a482cdf0e45f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2870 time: 0.0670900 Aug 19 12:22:57.283884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24094491-549d-465c-a3d4-74de7cb83442 req-ae777072-2048-41b5-9c51-628c0f24d7ad tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609879 Aug 19 12:22:57.290444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e08061a7-bcfb-443f-b85f-734761867a2a req-6ee5f68d-0bd8-4540-b7db-1dc6f292a3c6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598967 Aug 19 12:22:57.376935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc31e2d8-e3f7-426b-8988-3757e85617d2 req-76f0096e-0f05-490b-b119-16270974977d tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 210 time: 0.0316248 Aug 19 12:22:57.494121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4d20687d-8454-4e91-86db-b897f281e0cc up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:57.545146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 4d20687d-8454-4e91-86db-b897f281e0cc triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:57.545677 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:57.635509 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:57.682141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4d20687d-8454-4e91-86db-b897f281e0cc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4d20687d-8454-4e91-86db-b897f281e0cc,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:58.244420 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.253621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.260432 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] 10.222.0.44 "DELETE /v2.0/networks/a17b8cd2-5d3d-4b9b-ad24-f45b85c39069 HTTP/1.1" status: 204 len: 168 time: 1.6463022 Aug 19 12:22:58.275031 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d5e56-4732-4e55-8ff7-9dd02822b8cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a17b8cd2-5d3d-4b9b-ad24-f45b85c39069,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:58.352869 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.402803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4d20687d-8454-4e91-86db-b897f281e0cc,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:58.742507 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.813858 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55296) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:58.814026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe9f0d-df06-4c7d-8cce-4f4ce080641c req-5da94a2b-cf65-4c2f-a88e-9ddd4bbd1403 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.817078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe9f0d-df06-4c7d-8cce-4f4ce080641c req-5da94a2b-cf65-4c2f-a88e-9ddd4bbd1403 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.823603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe9f0d-df06-4c7d-8cce-4f4ce080641c req-5da94a2b-cf65-4c2f-a88e-9ddd4bbd1403 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.825243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35fe9f0d-df06-4c7d-8cce-4f4ce080641c req-5da94a2b-cf65-4c2f-a88e-9ddd4bbd1403 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2417 time: 0.1085267 Aug 19 12:22:58.838779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193abe-18d6-46cc-b536-e41b6c6c7c20 req-8d90bc12-6e32-4613-90cb-120c98e2024e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.843576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3193abe-18d6-46cc-b536-e41b6c6c7c20 req-8d90bc12-6e32-4613-90cb-120c98e2024e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.1098504 Aug 19 12:22:58.865072 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0ad2ae9f-336d-4ac7-ba6d-649ab3af6ab5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9821813037f04bcd9995315bd5e66c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544956 Aug 19 12:22:58.872400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55298) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:58.908196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3193abe-18d6-46cc-b536-e41b6c6c7c20 req-97b0e483-199c-4245-8382-bc133b2eb601 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577204 Aug 19 12:22:58.912810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35fe9f0d-df06-4c7d-8cce-4f4ce080641c req-42831ff3-d3b9-4a0b-93f3-12feea37aa2e tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678666 Aug 19 12:22:58.923863 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daf5656a-af02-4fd3-ab69-4eb809cdfe55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.958459 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daf5656a-af02-4fd3-ab69-4eb809cdfe55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.082707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d20687d-8454-4e91-86db-b897f281e0cc'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:59.086679 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85c1be8-795e-4428-99c4-06d55110ddfe" -d '{"events": [{"server_uuid": "5c4993b9-1787-4d6f-8a1f-85129633b221", "name": "network-vif-plugged", "status": "completed", "tag": "4d20687d-8454-4e91-86db-b897f281e0cc"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:59.120629 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daf5656a-af02-4fd3-ab69-4eb809cdfe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.124842 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daf5656a-af02-4fd3-ab69-4eb809cdfe55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.124842 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-daf5656a-af02-4fd3-ab69-4eb809cdfe55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42222a6a-9915-42fe-89d9-4173b7bcc2ce HTTP/1.1" status: 204 len: 168 time: 0.2553499 Aug 19 12:22:59.136641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5656a-af02-4fd3-ab69-4eb809cdfe55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42222a6a-9915-42fe-89d9-4173b7bcc2ce,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:59.136984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c60b729-47e6-40dd-80f1-f82108376436 req-0fe2bdea-51f2-47ef-af55-4cfca8e875e4 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 210 time: 0.0594637 Aug 19 12:22:59.221318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7de38-51f6-4156-89a2-33da93b6d021 req-2b56e073-734c-4eb5-9a1f-9e9782763491 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:59.229167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5e7de38-51f6-4156-89a2-33da93b6d021 req-2b56e073-734c-4eb5-9a1f-9e9782763491 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 948 time: 0.1476521 Aug 19 12:22:59.248529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-640b4c97-607f-4674-b31f-a8a6d551fbb2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:59.250105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-640b4c97-607f-4674-b31f-a8a6d551fbb2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.53 "GET /v2.0/networks?id=c1accf62-7667-4b89-b30b-a3edf9992ddf HTTP/1.1" status: 200 len: 812 time: 0.2257190 Aug 19 12:22:59.270696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Request body: {'port': {'device_id': '01a5cc71-6af2-42c2-b443-c7bb9a696e7a', 'network_id': 'c1accf62-7667-4b89-b30b-a3edf9992ddf', 'admin_state_up': True, 'tenant_id': '8c384a5e7ec94708a0439a4306796529'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:59.374498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5e7de38-51f6-4156-89a2-33da93b6d021 req-f2b005a7-9f04-4b08-a24d-2af3abcc296c tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429410 Aug 19 12:22:59.397519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fe5f4-097f-4ddb-b6e9-9c630c1f8609 req-91b54bf1-2bc5-4fcf-9600-4dae63f1f718 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:59.404997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d27fe5f4-097f-4ddb-b6e9-9c630c1f8609 req-91b54bf1-2bc5-4fcf-9600-4dae63f1f718 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 946 time: 0.1661010 Aug 19 12:22:59.423911 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f91800-35ff-4717-9677-947e15a69783 x-openstack-request-id: req-09f91800-35ff-4717-9677-947e15a69783 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:59.424452 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4993b9-1787-4d6f-8a1f-85129633b221", "name": "network-vif-plugged", "status": "completed", "tag": "4d20687d-8454-4e91-86db-b897f281e0cc", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:59.425004 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09f91800-35ff-4717-9677-947e15a69783 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:59.425759 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d20687d-8454-4e91-86db-b897f281e0cc', 'code': 200} Aug 19 12:22:59.470830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d27fe5f4-097f-4ddb-b6e9-9c630c1f8609 req-182029ca-dbf4-4ca0-a87b-61b18527c09b tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647962 Aug 19 12:22:59.506834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4d20687d-8454-4e91-86db-b897f281e0cc no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:59.594627 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.597915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Made reservation on behalf of 8c384a5e7ec94708a0439a4306796529 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:59.602041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.635383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4d20687d-8454-4e91-86db-b897f281e0cc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4d20687d-8454-4e91-86db-b897f281e0cc,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:59.738863 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.739400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Allocated IP 172.20.0.4 (c1accf62-7667-4b89-b30b-a3edf9992ddf/23bb4f0b-e413-4b77-8c7a-b7b367e10253/6e3c3ce4-a922-4c0b-b11b-8d6ac708d848) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:59.799855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4d20687d-8454-4e91-86db-b897f281e0cc,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:59.993707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55310) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:00.046848 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e2c37cdb-b48d-4c06-adb3-2d9be4c278db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d3b0d7716764ed9a446a2f04073ec2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518208 Aug 19 12:23:00.049504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55316) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:00.106655 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-471bf0df-da43-45e1-8d55-ed54ece01320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.133520 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-471bf0df-da43-45e1-8d55-ed54ece01320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.245701 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.281848 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-471bf0df-da43-45e1-8d55-ed54ece01320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.284580 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-471bf0df-da43-45e1-8d55-ed54ece01320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.285844 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-471bf0df-da43-45e1-8d55-ed54ece01320 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db03ed99-68e5-4d72-9e2f-8c91b2be7884 HTTP/1.1" status: 204 len: 168 time: 0.2353499 Aug 19 12:23:00.291972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c4ce-a8a7-444c-9599-6d67db40f77d req-f7ab5590-265d-4d4e-9ac6-4df6890dc45a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.293623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a36c4ce-a8a7-444c-9599-6d67db40f77d req-f7ab5590-265d-4d4e-9ac6-4df6890dc45a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.1197336 Aug 19 12:23:00.297074 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bf0df-da43-45e1-8d55-ed54ece01320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db03ed99-68e5-4d72-9e2f-8c91b2be7884,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:00.307528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf6b03-5c38-476a-9a72-28c4e9bb9c14 req-df81b89b-d5f4-40b4-8681-cb4015cf8777 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.313639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf6b03-5c38-476a-9a72-28c4e9bb9c14 req-df81b89b-d5f4-40b4-8681-cb4015cf8777 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.320357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf6b03-5c38-476a-9a72-28c4e9bb9c14 req-df81b89b-d5f4-40b4-8681-cb4015cf8777 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.322918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbbf6b03-5c38-476a-9a72-28c4e9bb9c14 req-df81b89b-d5f4-40b4-8681-cb4015cf8777 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2417 time: 0.1501753 Aug 19 12:23:00.403917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a36c4ce-a8a7-444c-9599-6d67db40f77d req-8dbf24ea-cbd9-4f30-adb2-3eae78a163b3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799615 Aug 19 12:23:00.406815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbbf6b03-5c38-476a-9a72-28c4e9bb9c14 req-84789bc2-47f4-4228-af65-c294e05bbcdf tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768869 Aug 19 12:23:00.443979 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.497877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Network c1accf62-7667-4b89-b30b-a3edf9992ddf is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:00.502401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:00.507142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:00.539815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Pushing event updated for resources: {'Port': ['ID=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:00.608667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.609312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.669019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070037e-6806-45f6-94e1-1fdb1d5af42e req-e47a78c4-85a6-4c10-a5c7-47a7e74ad020 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.670712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f070037e-6806-45f6-94e1-1fdb1d5af42e req-e47a78c4-85a6-4c10-a5c7-47a7e74ad020 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 931 time: 0.1182008 Aug 19 12:23:00.684723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d6acb-cfb4-46a9-a5c9-1cd696ecfa4b req-f68445f9-d840-4754-87a3-c27394d452d6 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.687260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c72d6acb-cfb4-46a9-a5c9-1cd696ecfa4b req-f68445f9-d840-4754-87a3-c27394d452d6 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 948 time: 0.0995479 Aug 19 12:23:00.733641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b8260-a88b-4890-b950-1e73510b508c req-00cbd631-cb66-4c0f-8f7c-ddf2721b97e9 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.735513 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef9b8260-a88b-4890-b950-1e73510b508c req-00cbd631-cb66-4c0f-8f7c-ddf2721b97e9 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.52 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 948 time: 0.0559537 Aug 19 12:23:00.755961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f070037e-6806-45f6-94e1-1fdb1d5af42e req-db89c6d0-5bd7-4bb5-b3a4-fc790cffd287 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b13a9b8-01a6-4192-af76-5e6942f4ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630827 Aug 19 12:23:00.759585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c72d6acb-cfb4-46a9-a5c9-1cd696ecfa4b req-c1a81ebf-1b2c-461b-8632-dca19cd33228 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522842 Aug 19 12:23:00.831313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-ad272d53-0d9e-456b-a9e3-11b5b4dc35c2 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5657115 Aug 19 12:23:00.852369 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Request body: {'port': {'device_id': '01a5cc71-6af2-42c2-b443-c7bb9a696e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:00.879803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-ef9b8260-a88b-4890-b950-1e73510b508c req-4bb052c8-b0cf-4ffa-894c-0589c3bac227 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Deleting port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:00.880265 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ef9b8260-a88b-4890-b950-1e73510b508c req-4bb052c8-b0cf-4ffa-894c-0589c3bac227 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.988175 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-ef9b8260-a88b-4890-b950-1e73510b508c req-4bb052c8-b0cf-4ffa-894c-0589c3bac227 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] For port 8d38a7b1-c50a-44bc-b49f-c3176d03de05, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8d38a7b1-c50a-44bc-b49f-c3176d03de05,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:00.988445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f45c7-4d67-4d44-a79e-5b94d9ccee07 req-7be8eda5-b06a-4c6f-aa22-d9b96d819df2 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.988584 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ef9b8260-a88b-4890-b950-1e73510b508c req-4bb052c8-b0cf-4ffa-894c-0589c3bac227 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.990077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e33f45c7-4d67-4d44-a79e-5b94d9ccee07 req-7be8eda5-b06a-4c6f-aa22-d9b96d819df2 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 944 time: 0.1609442 Aug 19 12:23:00.992286 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.002339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328fe2b-a495-48ce-a64e-acf8493debfc req-eab5a328-6964-4183-8938-240fce1a942c tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:01.002811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-ef9b8260-a88b-4890-b950-1e73510b508c req-4bb052c8-b0cf-4ffa-894c-0589c3bac227 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Calling delete_port for 8d38a7b1-c50a-44bc-b49f-c3176d03de05 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:01.004217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1328fe2b-a495-48ce-a64e-acf8493debfc req-eab5a328-6964-4183-8938-240fce1a942c tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 944 time: 0.1560252 Aug 19 12:23:01.146743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1328fe2b-a495-48ce-a64e-acf8493debfc req-4ae4fd23-a326-4637-a926-d54d3fcdc821 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348042 Aug 19 12:23:01.258174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e33f45c7-4d67-4d44-a79e-5b94d9ccee07 req-6bab6484-0a38-42e6-adc3-be827ffe9799 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Deleting port 4d20687d-8454-4e91-86db-b897f281e0cc {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:01.259389 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e33f45c7-4d67-4d44-a79e-5b94d9ccee07 req-6bab6484-0a38-42e6-adc3-be827ffe9799 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.290279 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ef9b8260-a88b-4890-b950-1e73510b508c req-4bb052c8-b0cf-4ffa-894c-0589c3bac227 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.319655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb052c8-b0cf-4ffa-894c-0589c3bac227 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Pushing event deleted for resources: {'Port': ['ID=8d38a7b1-c50a-44bc-b49f-c3176d03de05,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:01.371028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9b8260-a88b-4890-b950-1e73510b508c req-4bb052c8-b0cf-4ffa-894c-0589c3bac227 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] No DVR routers for this DVR port 8d38a7b1-c50a-44bc-b49f-c3176d03de05 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:01.373776 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-ef9b8260-a88b-4890-b950-1e73510b508c req-4bb052c8-b0cf-4ffa-894c-0589c3bac227 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.375855 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef9b8260-a88b-4890-b950-1e73510b508c req-4bb052c8-b0cf-4ffa-894c-0589c3bac227 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.52 "DELETE /v2.0/ports/8d38a7b1-c50a-44bc-b49f-c3176d03de05 HTTP/1.1" status: 204 len: 173 time: 0.6322005 Aug 19 12:23:01.377079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1922bfff-6631-44cd-8046-df2fbafb3811', 'name': 'network-vif-deleted', 'tag': '8d38a7b1-c50a-44bc-b49f-c3176d03de05'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:01.379369 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bf8c69-227b-4e29-a34a-6559fa53dbc4" -d '{"events": [{"server_uuid": "1922bfff-6631-44cd-8046-df2fbafb3811", "name": "network-vif-deleted", "tag": "8d38a7b1-c50a-44bc-b49f-c3176d03de05"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:01.424769 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d6fad4-f9e3-45a3-8ee1-6fef08b43ef0 x-openstack-request-id: req-d1d6fad4-f9e3-45a3-8ee1-6fef08b43ef0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:01.424769 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1922bfff-6631-44cd-8046-df2fbafb3811", "name": "network-vif-deleted", "tag": "8d38a7b1-c50a-44bc-b49f-c3176d03de05", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:01.424769 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1d6fad4-f9e3-45a3-8ee1-6fef08b43ef0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:01.424769 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1922bfff-6631-44cd-8046-df2fbafb3811', 'name': 'network-vif-deleted', 'tag': '8d38a7b1-c50a-44bc-b49f-c3176d03de05', 'status': 'completed', 'code': 200} Aug 19 12:23:01.427798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d20687d-8454-4e91-86db-b897f281e0cc'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:01.430251 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb1ad57-a37e-4973-8d9c-64ee63a5767b" -d '{"events": [{"server_uuid": "5c4993b9-1787-4d6f-8a1f-85129633b221", "name": "network-vif-unplugged", "status": "completed", "tag": "4d20687d-8454-4e91-86db-b897f281e0cc"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:01.488050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e33f45c7-4d67-4d44-a79e-5b94d9ccee07 req-6bab6484-0a38-42e6-adc3-be827ffe9799 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] For port 4d20687d-8454-4e91-86db-b897f281e0cc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4d20687d-8454-4e91-86db-b897f281e0cc,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:01.488050 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e33f45c7-4d67-4d44-a79e-5b94d9ccee07 req-6bab6484-0a38-42e6-adc3-be827ffe9799 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.531258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e33f45c7-4d67-4d44-a79e-5b94d9ccee07 req-6bab6484-0a38-42e6-adc3-be827ffe9799 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Calling delete_port for 4d20687d-8454-4e91-86db-b897f281e0cc owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:01.698163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c5c34-1044-4380-af39-892f8728ad41 req-fbb101db-ec00-4743-bbb1-490f0f2d2954 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:01.699889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-988c5c34-1044-4380-af39-892f8728ad41 req-fbb101db-ec00-4743-bbb1-490f0f2d2954 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.1968825 Aug 19 12:23:01.706787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:01.725275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31850ae3-a3be-463d-a6cd-bc44f762dd59 req-f19fa2e9-5db0-4b49-bc12-5852ed5bf5f1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:01.732036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31850ae3-a3be-463d-a6cd-bc44f762dd59 req-f19fa2e9-5db0-4b49-bc12-5852ed5bf5f1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:01.738234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31850ae3-a3be-463d-a6cd-bc44f762dd59 req-f19fa2e9-5db0-4b49-bc12-5852ed5bf5f1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:01.740050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31850ae3-a3be-463d-a6cd-bc44f762dd59 req-f19fa2e9-5db0-4b49-bc12-5852ed5bf5f1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2417 time: 0.2334857 Aug 19 12:23:01.745125 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.815658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Transition to ACTIVE for port object 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:01.848608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-988c5c34-1044-4380-af39-892f8728ad41 req-19737edc-5742-4309-935a-0c174e848949 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327558 Aug 19 12:23:01.877828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31850ae3-a3be-463d-a6cd-bc44f762dd59 req-d8eb56f4-911d-40bc-bf56-8d7d0865d781 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181953 Aug 19 12:23:01.920803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.922306 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3578a82c-7f31-4f3c-a601-deb883058e29 x-openstack-request-id: req-3578a82c-7f31-4f3c-a601-deb883058e29 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:01.922306 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4993b9-1787-4d6f-8a1f-85129633b221", "name": "network-vif-unplugged", "status": "completed", "tag": "4d20687d-8454-4e91-86db-b897f281e0cc", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:01.922306 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3578a82c-7f31-4f3c-a601-deb883058e29 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:01.922306 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d20687d-8454-4e91-86db-b897f281e0cc', 'code': 200} Aug 19 12:23:01.977612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Pushing event updated for resources: {'Port': ['ID=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:02.058167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e33f45c7-4d67-4d44-a79e-5b94d9ccee07 req-6bab6484-0a38-42e6-adc3-be827ffe9799 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:02.149265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab6484-0a38-42e6-adc3-be827ffe9799 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event deleted for resources: {'Port': ['ID=4d20687d-8454-4e91-86db-b897f281e0cc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:02.151337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Attempting to bind port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:02.151684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Attempting to bind port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cc53ca9a-74d7-4be1-a778-a27122a2c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1accf62-7667-4b89-b30b-a3edf9992ddf'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:02.152050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Attempting to bind port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 on network c1accf62-7667-4b89-b30b-a3edf9992ddf {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:02.180108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56e592a7-2e4d-4d83-8621-52eef428eb30 req-4d218bfd-42e5-44a1-8925-6b0bc955f4f0 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=1922bfff-6631-44cd-8046-df2fbafb3811 HTTP/1.1" status: 200 len: 210 time: 0.0904753 Aug 19 12:23:02.189043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 on network c1accf62-7667-4b89-b30b-a3edf9992ddf not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:02.189482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Attempting to bind port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 on network c1accf62-7667-4b89-b30b-a3edf9992ddf {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:02.219007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:02.219358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Checking segment: {'id': 'cc53ca9a-74d7-4be1-a778-a27122a2c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1accf62-7667-4b89-b30b-a3edf9992ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:02.219757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Bound using segment: {'id': 'cc53ca9a-74d7-4be1-a778-a27122a2c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1accf62-7667-4b89-b30b-a3edf9992ddf'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:02.220217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Bound port: 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc53ca9a-74d7-4be1-a778-a27122a2c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1accf62-7667-4b89-b30b-a3edf9992ddf'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:02.220584 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:02.251581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33f45c7-4d67-4d44-a79e-5b94d9ccee07 req-6bab6484-0a38-42e6-adc3-be827ffe9799 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] No DVR routers for this DVR port 4d20687d-8454-4e91-86db-b897f281e0cc on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:02.266887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd7b7d-81d0-4386-b447-d450fe8c11f2 req-878815d1-c5c4-4cc0-83c0-78254736f376 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.268934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63fd7b7d-81d0-4386-b447-d450fe8c11f2 req-878815d1-c5c4-4cc0-83c0-78254736f376 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 943 time: 0.2064967 Aug 19 12:23:02.270254 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e33f45c7-4d67-4d44-a79e-5b94d9ccee07 req-6bab6484-0a38-42e6-adc3-be827ffe9799 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:02.272466 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e33f45c7-4d67-4d44-a79e-5b94d9ccee07 req-6bab6484-0a38-42e6-adc3-be827ffe9799 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "DELETE /v2.0/ports/4d20687d-8454-4e91-86db-b897f281e0cc HTTP/1.1" status: 204 len: 173 time: 1.2673795 Aug 19 12:23:02.275659 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'name': 'network-vif-deleted', 'tag': '4d20687d-8454-4e91-86db-b897f281e0cc'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:02.279837 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822d276c-d6fc-4162-9d7a-468ec057b135" -d '{"events": [{"server_uuid": "5c4993b9-1787-4d6f-8a1f-85129633b221", "name": "network-vif-deleted", "tag": "4d20687d-8454-4e91-86db-b897f281e0cc"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:02.369728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63fd7b7d-81d0-4386-b447-d450fe8c11f2 req-2ddca19f-b80e-4a46-8ff1-240576cf2b81 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b13a9b8-01a6-4192-af76-5e6942f4ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792243 Aug 19 12:23:02.398638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] For port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:02.403038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] For port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848,segment=NetworkSegment(cc53ca9a-74d7-4be1-a778-a27122a2c467),segment_id=cc53ca9a-74d7-4be1-a778-a27122a2c467)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:02.437651 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e29c018-11be-4e03-a55f-3b9c2cea8fc5 x-openstack-request-id: req-5e29c018-11be-4e03-a55f-3b9c2cea8fc5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:02.438105 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4993b9-1787-4d6f-8a1f-85129633b221", "name": "network-vif-deleted", "tag": "4d20687d-8454-4e91-86db-b897f281e0cc", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:02.438549 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e29c018-11be-4e03-a55f-3b9c2cea8fc5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:02.438966 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4993b9-1787-4d6f-8a1f-85129633b221', 'name': 'network-vif-deleted', 'tag': '4d20687d-8454-4e91-86db-b897f281e0cc', 'status': 'completed', 'code': 200} Aug 19 12:23:02.470576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8169580c-7f07-42f9-9b29-b5b0d90531ed req-1e7ed8be-a9c1-41df-96f4-87e234a9d19d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 210 time: 0.0306215 Aug 19 12:23:02.558759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:02.592572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.593325 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:02.595093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] 10.222.0.53 "PUT /v2.0/ports/6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 HTTP/1.1" status: 200 len: 1091 time: 1.7481630 Aug 19 12:23:02.626431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab647d-b442-49dd-b965-3b9b9b12bfcf service neutron] Pushing event updated for resources: {'Port': ['ID=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:02.943480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-9b1ae1f3-e65a-4d4a-b18b-808cadb0f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.946131 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-9b1ae1f3-e65a-4d4a-b18b-808cadb0f087 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c384a5e7ec94708a0439a4306796529&device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 1094 time: 0.0617933 Aug 19 12:23:03.032367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-faa7efed-8dea-49d3-892c-2e509bf2955c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 HTTP/1.1" status: 200 len: 217 time: 0.0628872 Aug 19 12:23:03.096159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebfd43-2c10-4ece-ac52-b64f2e4553bc req-be3af853-1f91-4ec9-b712-c0e6927312c1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.097789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21ebfd43-2c10-4ece-ac52-b64f2e4553bc req-be3af853-1f91-4ec9-b712-c0e6927312c1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.1718743 Aug 19 12:23:03.154307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515842f-6d5d-4527-8556-51396c042485 req-42955d84-b938-4a69-81a1-440cc94973d8 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.160607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515842f-6d5d-4527-8556-51396c042485 req-42955d84-b938-4a69-81a1-440cc94973d8 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.166833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515842f-6d5d-4527-8556-51396c042485 req-42955d84-b938-4a69-81a1-440cc94973d8 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.168522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c515842f-6d5d-4527-8556-51396c042485 req-42955d84-b938-4a69-81a1-440cc94973d8 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2417 time: 0.1805470 Aug 19 12:23:03.170561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-8a574a8e-d2f8-4c0f-b3b2-a787f4b15d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.172159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-8a574a8e-d2f8-4c0f-b3b2-a787f4b15d30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23bb4f0b-e413-4b77-8c7a-b7b367e10253 HTTP/1.1" status: 200 len: 852 time: 0.1181598 Aug 19 12:23:03.230844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21ebfd43-2c10-4ece-ac52-b64f2e4553bc req-84ebfed1-77b1-404d-8306-43e64b713712 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191592 Aug 19 12:23:03.264140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-17d7474b-17df-4971-b811-93a7ee0c93e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1accf62-7667-4b89-b30b-a3edf9992ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650730 Aug 19 12:23:03.291051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c515842f-6d5d-4527-8556-51396c042485 req-a7d2aed0-236a-4a6e-8255-0c36fc3ead22 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151423 Aug 19 12:23:03.376085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-5491a89b-03ee-4ede-9fc1-b4f93ca2aae7 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.383689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-5491a89b-03ee-4ede-9fc1-b4f93ca2aae7 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.390292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-5491a89b-03ee-4ede-9fc1-b4f93ca2aae7 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.391908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-5491a89b-03ee-4ede-9fc1-b4f93ca2aae7 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 2417 time: 0.1900806 Aug 19 12:23:03.507834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8d38a7b1-c50a-44bc-b49f-c3176d03de05 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:03.508446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-658b2062-910b-4a2e-8df4-2b9f720f0ada service neutron] 10.222.0.53 "GET /v2.0/networks/c1accf62-7667-4b89-b30b-a3edf9992ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321532 Aug 19 12:23:03.532255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 8d38a7b1-c50a-44bc-b49f-c3176d03de05 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:03.532599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8d38a7b1-c50a-44bc-b49f-c3176d03de05 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:03.533009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4d20687d-8454-4e91-86db-b897f281e0cc no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:03.557548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 4d20687d-8454-4e91-86db-b897f281e0cc {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:03.558085 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4d20687d-8454-4e91-86db-b897f281e0cc not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:03.620154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649d2d0-ba07-4c52-a3ba-edb9aa31fe9a req-e48301ef-7cfd-4b6d-8abd-090c1cce4882 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.622007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8649d2d0-ba07-4c52-a3ba-edb9aa31fe9a req-e48301ef-7cfd-4b6d-8abd-090c1cce4882 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 943 time: 0.1271648 Aug 19 12:23:03.651086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-c41edfe0-efa5-4f39-a94c-a851bd4b778b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:03.651651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-c41edfe0-efa5-4f39-a94c-a851bd4b778b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:03.744431 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b386f5-f30b-4bb1-a199-aa1d1c126a9b req-a111b4e8-cb41-4196-be53-aa4098da6605 service neutron] 10.222.0.53 "GET /v2.0/networks/c1accf62-7667-4b89-b30b-a3edf9992ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152793 Aug 19 12:23:03.756065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8649d2d0-ba07-4c52-a3ba-edb9aa31fe9a req-ba43b11b-7307-4011-a914-1e86a6b96924 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b13a9b8-01a6-4192-af76-5e6942f4ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225348 Aug 19 12:23:03.806803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-c41edfe0-efa5-4f39-a94c-a851bd4b778b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] For port 4a354529-50bb-40a5-bcbc-ec2a24b68b48, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4a354529-50bb-40a5-bcbc-ec2a24b68b48,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:03.807387 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-c41edfe0-efa5-4f39-a94c-a851bd4b778b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:03.822801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-c41edfe0-efa5-4f39-a94c-a851bd4b778b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Calling delete_port for 4a354529-50bb-40a5-bcbc-ec2a24b68b48 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:03.909530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a55f7b9-685a-4a0d-aadc-5cc96ef8afad req-076c254f-fb45-4160-aece-a3bd77de8d1a tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4993b9-1787-4d6f-8a1f-85129633b221 HTTP/1.1" status: 200 len: 210 time: 0.0440192 Aug 19 12:23:04.022520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36f1e783-70fb-4cb7-994e-1211c7999643 req-c891b6a3-b135-4c83-8383-81ba366031a0 tempest-FlavorsV2NegativeTest-611244083 tempest-FlavorsV2NegativeTest-611244083-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=899d0047321346e1a5f88123a83e1eea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324697 Aug 19 12:23:04.145362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08092ad8-f73a-42dc-bc66-93c728b8d734 req-2e63a6b3-cd2e-4724-993b-734c609b8abc tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.146937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08092ad8-f73a-42dc-bc66-93c728b8d734 req-2e63a6b3-cd2e-4724-993b-734c609b8abc tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 949 time: 0.1175921 Aug 19 12:23:04.187006 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-c41edfe0-efa5-4f39-a94c-a851bd4b778b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.200651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['9ad0747e-be85-4285-ad3e-3ee6a10d760c', '4c536806-695a-4920-8ced-15e8702879ac', '4a354529-50bb-40a5-bcbc-ec2a24b68b48'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:04.208897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1e783-70fb-4cb7-994e-1211c7999643 req-88a37f9d-dcac-410e-8084-6e7c40f9b7db tempest-FlavorsV2NegativeTest-611244083 tempest-FlavorsV2NegativeTest-611244083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.210871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36f1e783-70fb-4cb7-994e-1211c7999643 req-88a37f9d-dcac-410e-8084-6e7c40f9b7db tempest-FlavorsV2NegativeTest-611244083 tempest-FlavorsV2NegativeTest-611244083-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802027 Aug 19 12:23:04.235850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41edfe0-efa5-4f39-a94c-a851bd4b778b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Port': ['ID=4a354529-50bb-40a5-bcbc-ec2a24b68b48,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:04.262560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36f1e783-70fb-4cb7-994e-1211c7999643 req-462e299e-ccc1-4f60-8472-6bdd871feb39 tempest-FlavorsV2NegativeTest-611244083 tempest-FlavorsV2NegativeTest-611244083-project] 10.222.0.44 "GET /v2.0/quotas/899d0047321346e1a5f88123a83e1eea HTTP/1.1" status: 200 len: 375 time: 0.0300136 Aug 19 12:23:04.290135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08092ad8-f73a-42dc-bc66-93c728b8d734 req-eecd2905-ad8d-410e-b6db-8de0e3a9f3bf tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362460 Aug 19 12:23:04.325660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-c41edfe0-efa5-4f39-a94c-a851bd4b778b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] No DVR routers for this DVR port 4a354529-50bb-40a5-bcbc-ec2a24b68b48 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:04.341532 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-c41edfe0-efa5-4f39-a94c-a851bd4b778b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.343147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-c41edfe0-efa5-4f39-a94c-a851bd4b778b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "DELETE /v2.0/ports/4a354529-50bb-40a5-bcbc-ec2a24b68b48 HTTP/1.1" status: 204 len: 173 time: 0.9434431 Aug 19 12:23:04.361981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36f1e783-70fb-4cb7-994e-1211c7999643 req-e8d336c4-9063-41ea-8fd8-9727253a1261 tempest-FlavorsV2NegativeTest-611244083 tempest-FlavorsV2NegativeTest-611244083-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=899d0047321346e1a5f88123a83e1eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726080 Aug 19 12:23:04.452809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a5cc71-6af2-42c2-b443-c7bb9a696e7a', 'tag': '6e3c3ce4-a922-4c0b-b11b-8d6ac708d848'}, {'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-deleted', 'tag': '4a354529-50bb-40a5-bcbc-ec2a24b68b48'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:04.455095 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d94306-ca67-4905-acbf-9552dce7cc72" -d '{"events": [{"name": "network-changed", "server_uuid": "01a5cc71-6af2-42c2-b443-c7bb9a696e7a", "tag": "6e3c3ce4-a922-4c0b-b11b-8d6ac708d848"}, {"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-deleted", "tag": "4a354529-50bb-40a5-bcbc-ec2a24b68b48"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:04.535612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d71bb-a37b-4417-9a8c-9a52a2a6653e req-74adb366-8b9e-4ba8-97ab-0efa439c41d0 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.544884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-946d71bb-a37b-4417-9a8c-9a52a2a6653e req-74adb366-8b9e-4ba8-97ab-0efa439c41d0 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.1687822 Aug 19 12:23:04.627954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-946d71bb-a37b-4417-9a8c-9a52a2a6653e req-588b820f-804c-4f49-8225-97f1fed90aff tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822239 Aug 19 12:23:04.652060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14724b6a-c123-4671-99d4-2c4b81984487 req-126ccdda-5c02-4cc3-bd70-09ab8e581a8f tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.658136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14724b6a-c123-4671-99d4-2c4b81984487 req-126ccdda-5c02-4cc3-bd70-09ab8e581a8f tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.659781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14724b6a-c123-4671-99d4-2c4b81984487 req-126ccdda-5c02-4cc3-bd70-09ab8e581a8f tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 1682 time: 0.1024480 Aug 19 12:23:04.662336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-ad5096ed-1ba7-4a25-b653-ebbe200690cd tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting port 4c536806-695a-4920-8ced-15e8702879ac {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:04.662815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-ad5096ed-1ba7-4a25-b653-ebbe200690cd tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.992977 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c3f834-3bf4-469a-ba1f-a251fd3a4d8d x-openstack-request-id: req-f2c3f834-3bf4-469a-ba1f-a251fd3a4d8d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:04.993309 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a5cc71-6af2-42c2-b443-c7bb9a696e7a", "tag": "6e3c3ce4-a922-4c0b-b11b-8d6ac708d848", "status": "completed", "code": 200}, {"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-deleted", "tag": "4a354529-50bb-40a5-bcbc-ec2a24b68b48", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:04.993545 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2c3f834-3bf4-469a-ba1f-a251fd3a4d8d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:04.993942 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a5cc71-6af2-42c2-b443-c7bb9a696e7a', 'tag': '6e3c3ce4-a922-4c0b-b11b-8d6ac708d848', 'status': 'completed', 'code': 200} Aug 19 12:23:04.994198 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-deleted', 'tag': '4a354529-50bb-40a5-bcbc-ec2a24b68b48', 'status': 'completed', 'code': 200} Aug 19 12:23:05.092533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14724b6a-c123-4671-99d4-2c4b81984487 req-71ed289c-4955-4d08-ae66-93cdfa52ec87 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097309 Aug 19 12:23:05.142436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-ad5096ed-1ba7-4a25-b653-ebbe200690cd tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] For port 4c536806-695a-4920-8ced-15e8702879ac, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c536806-695a-4920-8ced-15e8702879ac,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:05.142819 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-ad5096ed-1ba7-4a25-b653-ebbe200690cd tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.153289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2e5d9-ed16-4e43-aa71-645e7eca5e05 req-518fcf42-0982-40bf-bea3-93e9778972dd tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.154864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-61c2e5d9-ed16-4e43-aa71-645e7eca5e05 req-518fcf42-0982-40bf-bea3-93e9778972dd tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 943 time: 0.1568244 Aug 19 12:23:05.156779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d94306-ca67-4905-acbf-9552dce7cc72 req-f72e9af4-1ab2-47ec-ac8e-e670622a1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.158203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6d94306-ca67-4905-acbf-9552dce7cc72 req-f72e9af4-1ab2-47ec-ac8e-e670622a1b8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c384a5e7ec94708a0439a4306796529&device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 1094 time: 0.1632755 Aug 19 12:23:05.190818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-ad5096ed-1ba7-4a25-b653-ebbe200690cd tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Calling delete_port for 4c536806-695a-4920-8ced-15e8702879ac owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:05.301882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-61c2e5d9-ed16-4e43-aa71-645e7eca5e05 req-b392782d-744d-4fc7-a15f-f1fe464dc5ce tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b13a9b8-01a6-4192-af76-5e6942f4ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378620 Aug 19 12:23:05.421399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d94306-ca67-4905-acbf-9552dce7cc72 req-8bea8ec3-13d7-4471-98c3-13eb4efc3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.422954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6d94306-ca67-4905-acbf-9552dce7cc72 req-8bea8ec3-13d7-4471-98c3-13eb4efc3f1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1accf62-7667-4b89-b30b-a3edf9992ddf HTTP/1.1" status: 200 len: 913 time: 0.2506859 Aug 19 12:23:05.509718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6d94306-ca67-4905-acbf-9552dce7cc72 req-15023a45-d304-4828-b058-3793f3a00dc9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 HTTP/1.1" status: 200 len: 217 time: 0.0711014 Aug 19 12:23:05.571664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55472) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:05.618665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592d60b-146a-4d21-97c8-7a952c4aa4b0 req-a971ded8-f9d2-4ae5-917d-f375ca2e9f79 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.620156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a592d60b-146a-4d21-97c8-7a952c4aa4b0 req-a971ded8-f9d2-4ae5-917d-f375ca2e9f79 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 949 time: 0.2213674 Aug 19 12:23:05.650813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-65c06fdd-0fc7-4097-abe8-6aaed8e4bef2 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.652411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-65c06fdd-0fc7-4097-abe8-6aaed8e4bef2 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/networks?id=35d93d14-2a10-410c-a93c-901be99b829a HTTP/1.1" status: 200 len: 822 time: 0.3212903 Aug 19 12:23:05.676019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d94306-ca67-4905-acbf-9552dce7cc72 req-056ab635-cf26-4dd0-869f-17109538ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.677819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6d94306-ca67-4905-acbf-9552dce7cc72 req-056ab635-cf26-4dd0-869f-17109538ce77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23bb4f0b-e413-4b77-8c7a-b7b367e10253 HTTP/1.1" status: 200 len: 852 time: 0.1598191 Aug 19 12:23:05.685793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-0f216d78-0d40-43d5-9828-5b427b8a39b1 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/quotas/f571453ff4504fdc967bb6fa22368c01 HTTP/1.1" status: 200 len: 375 time: 0.0202053 Aug 19 12:23:05.698604 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-269b5571-c713-47bc-9320-14ec1c6de897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.734042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6d94306-ca67-4905-acbf-9552dce7cc72 req-973fd94d-21d1-4a24-9fe9-89b1a8301e2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1accf62-7667-4b89-b30b-a3edf9992ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423269 Aug 19 12:23:05.737187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a592d60b-146a-4d21-97c8-7a952c4aa4b0 req-e1fdc60c-8023-4237-8918-daa440c41c87 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091423 Aug 19 12:23:05.752859 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-ad5096ed-1ba7-4a25-b653-ebbe200690cd tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.765446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4a354529-50bb-40a5-bcbc-ec2a24b68b48'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:05.816953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-269b5571-c713-47bc-9320-14ec1c6de897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.838145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5096ed-1ba7-4a25-b653-ebbe200690cd tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Port': ['ID=4c536806-695a-4920-8ced-15e8702879ac,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:05.889438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-d51e9ad6-a896-4b49-8c6a-23ac308b55ab tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f571453ff4504fdc967bb6fa22368c01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1948018 Aug 19 12:23:05.921273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-ad5096ed-1ba7-4a25-b653-ebbe200690cd tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] No DVR routers for this DVR port 4c536806-695a-4920-8ced-15e8702879ac on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:05.923311 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-269b5571-c713-47bc-9320-14ec1c6de897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.924070 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-ad5096ed-1ba7-4a25-b653-ebbe200690cd tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.929912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-ad5096ed-1ba7-4a25-b653-ebbe200690cd tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "DELETE /v2.0/ports/4c536806-695a-4920-8ced-15e8702879ac HTTP/1.1" status: 204 len: 173 time: 1.5625014 Aug 19 12:23:05.974722 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-269b5571-c713-47bc-9320-14ec1c6de897 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=899d0047321346e1a5f88123a83e1eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996127 Aug 19 12:23:05.974722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b5571-c713-47bc-9320-14ec1c6de897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402d8b78-d186-42ba-bab7-fc23216859b8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:05.975821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55480) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:06.034245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ccd4cbab-cabd-491c-9521-bb5f6e822f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.058268 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ccd4cbab-cabd-491c-9521-bb5f6e822f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.082201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:06.133185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6d94306-ca67-4905-acbf-9552dce7cc72 req-0a2c9f27-62d0-4e8f-a01f-11868d62b6fe service neutron] 10.222.0.53 "GET /v2.0/networks/c1accf62-7667-4b89-b30b-a3edf9992ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774774 Aug 19 12:23:06.162362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8b32a-a346-49be-8ffe-71131f4bb7d9 req-7f2fc563-c50c-4901-8589-23f917db1a32 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:06.164846 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68d8b32a-a346-49be-8ffe-71131f4bb7d9 req-7f2fc563-c50c-4901-8589-23f917db1a32 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.2607989 Aug 19 12:23:06.200886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848,segment=NetworkSegment(cc53ca9a-74d7-4be1-a778-a27122a2c467),segment_id=cc53ca9a-74d7-4be1-a778-a27122a2c467)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:06.215374 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ccd4cbab-cabd-491c-9521-bb5f6e822f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.218280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '6e3c3ce4-a922-4c0b-b11b-8d6ac708d848', 'network_id': 'c1accf62-7667-4b89-b30b-a3edf9992ddf', 'port_id': '6e3c3ce4-a922-4c0b-b11b-8d6ac708d848', 'mac_address': 'fa:16:3e:6f:5a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bb4f0b-e413-4b77-8c7a-b7b367e10253', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:06.221690 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ccd4cbab-cabd-491c-9521-bb5f6e822f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.223601 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ccd4cbab-cabd-491c-9521-bb5f6e822f78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/402d8b78-d186-42ba-bab7-fc23216859b8 HTTP/1.1" status: 204 len: 168 time: 0.2467716 Aug 19 12:23:06.235454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4cbab-cabd-491c-9521-bb5f6e822f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402d8b78-d186-42ba-bab7-fc23216859b8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:06.269707 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.273284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-463bc09a-2d28-428b-8aa4-ebc2b5940f9f service neutron] 10.222.0.44 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646126 Aug 19 12:23:06.307453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:06.330535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848,segment=NetworkSegment(cc53ca9a-74d7-4be1-a778-a27122a2c467),segment_id=cc53ca9a-74d7-4be1-a778-a27122a2c467)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:06.392189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68d8b32a-a346-49be-8ffe-71131f4bb7d9 req-8dcaea33-32c5-4063-bdbf-ec00c0ccbcd0 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085905 Aug 19 12:23:06.415122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cb828-e1a2-47ab-a3af-97c8851a6661 req-97c819ab-c097-4b5a-bb60-b254269cba7b tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:06.416736 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-446cb828-e1a2-47ab-a3af-97c8851a6661 req-97c819ab-c097-4b5a-bb60-b254269cba7b tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 949 time: 0.2816920 Aug 19 12:23:06.458384 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-6b1ae5a4-de3c-45a8-9773-7ed512803082 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting port 9ad0747e-be85-4285-ad3e-3ee6a10d760c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:06.459077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-6b1ae5a4-de3c-45a8-9773-7ed512803082 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.488423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6d94306-ca67-4905-acbf-9552dce7cc72 req-ca7d0010-f3e4-47b1-99c4-30ecf6ec0f0a service neutron] 10.222.0.53 "GET /v2.0/networks/c1accf62-7667-4b89-b30b-a3edf9992ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353081 Aug 19 12:23:06.576067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-f71d7806-53eb-4f11-bc36-bc6d41895175 service neutron] 10.222.0.44 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021455 Aug 19 12:23:06.679142 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.693705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-6b1ae5a4-de3c-45a8-9773-7ed512803082 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] For port 9ad0747e-be85-4285-ad3e-3ee6a10d760c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9ad0747e-be85-4285-ad3e-3ee6a10d760c,segment=NetworkSegment(b0942fee-ad69-43d5-89d5-fac2da490e47),segment_id=b0942fee-ad69-43d5-89d5-fac2da490e47)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:06.693705 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-6b1ae5a4-de3c-45a8-9773-7ed512803082 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.714535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5eb3c5-9cb5-44c0-8225-a5162f1c58c5 req-9d48878f-3173-4cfa-a0e2-eb050309ee35 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:06.716158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f5eb3c5-9cb5-44c0-8225-a5162f1c58c5 req-9d48878f-3173-4cfa-a0e2-eb050309ee35 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 946 time: 0.1644986 Aug 19 12:23:06.726198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-6b1ae5a4-de3c-45a8-9773-7ed512803082 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Calling delete_port for 9ad0747e-be85-4285-ad3e-3ee6a10d760c owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:06.743991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:06.800591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-446cb828-e1a2-47ab-a3af-97c8851a6661 req-b4b7c0d0-c362-44ef-abb7-9ec048c84cb2 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Deleting port eb0032ee-85d2-4ee1-8183-d877306368b0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:06.800938 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-446cb828-e1a2-47ab-a3af-97c8851a6661 req-b4b7c0d0-c362-44ef-abb7-9ec048c84cb2 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.906009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f5eb3c5-9cb5-44c0-8225-a5162f1c58c5 req-bae7b026-bcf0-463d-8381-27fe511a2bb3 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811409 Aug 19 12:23:07.020468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-deleted', 'tag': '4c536806-695a-4920-8ced-15e8702879ac'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:07.022499 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514cdb67-2dad-4a89-a225-12427b9d9f78" -d '{"events": [{"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-deleted", "tag": "4c536806-695a-4920-8ced-15e8702879ac"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:07.024090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6e3c3ce4-a922-4c0b-b11b-8d6ac708d848'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:07.044856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-446cb828-e1a2-47ab-a3af-97c8851a6661 req-b4b7c0d0-c362-44ef-abb7-9ec048c84cb2 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] For port eb0032ee-85d2-4ee1-8183-d877306368b0, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=eb0032ee-85d2-4ee1-8183-d877306368b0,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:07.045487 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-446cb828-e1a2-47ab-a3af-97c8851a6661 req-b4b7c0d0-c362-44ef-abb7-9ec048c84cb2 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:07.106438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-446cb828-e1a2-47ab-a3af-97c8851a6661 req-b4b7c0d0-c362-44ef-abb7-9ec048c84cb2 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Calling delete_port for eb0032ee-85d2-4ee1-8183-d877306368b0 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:07.519974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0b67-87fe-427b-afc2-fbdff7a92a02 req-afd24141-ba27-43c9-b652-9ee2a589973d tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.521706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cabd0b67-87fe-427b-afc2-fbdff7a92a02 req-afd24141-ba27-43c9-b652-9ee2a589973d tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 944 time: 0.4898736 Aug 19 12:23:07.525881 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-6b1ae5a4-de3c-45a8-9773-7ed512803082 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:07.579602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce490bcc-2b27-4971-ba2f-5b46f7613717 req-acacdf85-bf88-4ab5-a70b-7e4ad01c4f82 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.581105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce490bcc-2b27-4971-ba2f-5b46f7613717 req-acacdf85-bf88-4ab5-a70b-7e4ad01c4f82 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 949 time: 0.5149243 Aug 19 12:23:07.596762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ae5a4-de3c-45a8-9773-7ed512803082 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Port': ['ID=9ad0747e-be85-4285-ad3e-3ee6a10d760c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:07.672322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-6b1ae5a4-de3c-45a8-9773-7ed512803082 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] No DVR routers for this DVR port 9ad0747e-be85-4285-ad3e-3ee6a10d760c on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:07.675099 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-6b1ae5a4-de3c-45a8-9773-7ed512803082 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:07.677672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ba80aca-ef26-49d7-9d9d-566458b1dbc5 req-6b1ae5a4-de3c-45a8-9773-7ed512803082 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "DELETE /v2.0/ports/9ad0747e-be85-4285-ad3e-3ee6a10d760c HTTP/1.1" status: 204 len: 173 time: 1.6922114 Aug 19 12:23:07.715181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cabd0b67-87fe-427b-afc2-fbdff7a92a02 req-fc0e833a-6c91-4cc8-9e08-ec930e6cda65 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b13a9b8-01a6-4192-af76-5e6942f4ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846170 Aug 19 12:23:07.724593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce490bcc-2b27-4971-ba2f-5b46f7613717 req-da579244-dbd9-40f3-b582-b77f78193e3c tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151028 Aug 19 12:23:07.889607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80d2f5ad-2992-4e9c-a3d7-d168859c18e1 req-e87742f6-6b2a-4a80-9b39-38051abef7d6 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 210 time: 0.0444882 Aug 19 12:23:07.927580 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f01e5c9-9deb-46e1-80df-20df837044be x-openstack-request-id: req-4f01e5c9-9deb-46e1-80df-20df837044be {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:07.928251 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-deleted", "tag": "4c536806-695a-4920-8ced-15e8702879ac", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:07.929113 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f01e5c9-9deb-46e1-80df-20df837044be {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:07.929655 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-deleted', 'tag': '4c536806-695a-4920-8ced-15e8702879ac', 'status': 'completed', 'code': 200} Aug 19 12:23:07.950944 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-446cb828-e1a2-47ab-a3af-97c8851a6661 req-b4b7c0d0-c362-44ef-abb7-9ec048c84cb2 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:07.992139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7c0d0-c362-44ef-abb7-9ec048c84cb2 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Pushing event deleted for resources: {'Port': ['ID=eb0032ee-85d2-4ee1-8183-d877306368b0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:08.066075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-446cb828-e1a2-47ab-a3af-97c8851a6661 req-b4b7c0d0-c362-44ef-abb7-9ec048c84cb2 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] No DVR routers for this DVR port eb0032ee-85d2-4ee1-8183-d877306368b0 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:08.068828 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-446cb828-e1a2-47ab-a3af-97c8851a6661 req-b4b7c0d0-c362-44ef-abb7-9ec048c84cb2 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.072055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-446cb828-e1a2-47ab-a3af-97c8851a6661 req-b4b7c0d0-c362-44ef-abb7-9ec048c84cb2 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.52 "DELETE /v2.0/ports/eb0032ee-85d2-4ee1-8183-d877306368b0 HTTP/1.1" status: 204 len: 173 time: 1.6440566 Aug 19 12:23:08.114456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:08.124041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16a915ea-eeff-43e4-a90f-b94e1d8248f0 req-30ff46eb-e87f-4f12-8600-1cb84c5e366c tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 210 time: 0.0509274 Aug 19 12:23:08.134404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94d0c2-d579-42b2-8b65-17d33ae611b7 req-f6fc029c-e58f-4238-bd80-3fb823d63877 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:08.134960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b94d0c2-d579-42b2-8b65-17d33ae611b7 req-f6fc029c-e58f-4238-bd80-3fb823d63877 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.1484888 Aug 19 12:23:08.171338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55528) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:08.224255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b94d0c2-d579-42b2-8b65-17d33ae611b7 req-23855395-9cae-4daa-9fbc-22b66f68d03f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803978 Aug 19 12:23:08.240121 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-bbe7bc2d-26b2-4608-801f-d1ce894c7675 service neutron] show failed (client error): The resource could not be found. Aug 19 12:23:08.241818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-bbe7bc2d-26b2-4608-801f-d1ce894c7675 service neutron] 10.222.0.52 "GET /v2.0/ports/2eff2f83-96b8-4003-8e82-e2b8584371ae/bindings/n-h1-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.1051936 Aug 19 12:23:08.308981 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-network', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:08.329686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:08.334371 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:08.336116 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.454036 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.464849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Made reservation on behalf of 4d22e19cb55848c481c3c2660895f08a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:08.470770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.480284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a5cc71-6af2-42c2-b443-c7bb9a696e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3c3ce4-a922-4c0b-b11b-8d6ac708d848'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:08.482350 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.482677 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ba621f-1bf5-47fd-a9d2-3d04ff8afa39" -d '{"events": [{"server_uuid": "01a5cc71-6af2-42c2-b443-c7bb9a696e7a", "name": "network-vif-plugged", "status": "completed", "tag": "6e3c3ce4-a922-4c0b-b11b-8d6ac708d848"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:08.500449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848,segment=NetworkSegment(cc53ca9a-74d7-4be1-a778-a27122a2c467),segment_id=cc53ca9a-74d7-4be1-a778-a27122a2c467)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:08.530104 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9329fb-c07b-4809-86cb-f68c1662dbab x-openstack-request-id: req-6d9329fb-c07b-4809-86cb-f68c1662dbab {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:08.530549 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a5cc71-6af2-42c2-b443-c7bb9a696e7a", "name": "network-vif-plugged", "status": "completed", "tag": "6e3c3ce4-a922-4c0b-b11b-8d6ac708d848", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:08.530949 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d9329fb-c07b-4809-86cb-f68c1662dbab {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:08.531480 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a5cc71-6af2-42c2-b443-c7bb9a696e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3c3ce4-a922-4c0b-b11b-8d6ac708d848', 'code': 200} Aug 19 12:23:08.606098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.655158 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.656016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4a354529-50bb-40a5-bcbc-ec2a24b68b48 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:08.678201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 4a354529-50bb-40a5-bcbc-ec2a24b68b48 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:08.679160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4a354529-50bb-40a5-bcbc-ec2a24b68b48 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:08.679713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c536806-695a-4920-8ced-15e8702879ac no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:08.696410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.696729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b0ee9-2536-4e35-b70f-ccca81142948 req-feaaea4f-ee08-4d22-91cd-8036a0d28e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:08.698537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d0b0ee9-2536-4e35-b70f-ccca81142948 req-feaaea4f-ee08-4d22-91cd-8036a0d28e8f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 1096 time: 0.0525074 Aug 19 12:23:08.721056 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:08.726584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 4c536806-695a-4920-8ced-15e8702879ac {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:08.727142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c536806-695a-4920-8ced-15e8702879ac not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:08.727926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9ad0747e-be85-4285-ad3e-3ee6a10d760c no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:08.732546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.740062 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Added segment 7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4 of type vlan for network eef760b3-5548-4e5f-a4bc-11d46e8a3247 Aug 19 12:23:08.756815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 9ad0747e-be85-4285-ad3e-3ee6a10d760c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:08.757817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9ad0747e-be85-4285-ad3e-3ee6a10d760c not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:08.775596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d0b0ee9-2536-4e35-b70f-ccca81142948 req-cb4eb5c1-61b5-4482-bf0b-35feb75de09b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0b13a9b8-01a6-4192-af76-5e6942f4ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635376 Aug 19 12:23:08.791902 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.799432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:08.811856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.812944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.813610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.814063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.814506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.816528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.817689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.817689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.818110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.818496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.818953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.820474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:08.850518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d60d9-23ab-4cc7-8134-d0428bff170e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:08.910145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2d9d882-0a73-4577-a964-6d9a1c4a34df req-f31131df-44b9-43c2-b5ac-8a88ee3bfe52 tempest-ListImageFiltersTestJSON-1798065667 tempest-ListImageFiltersTestJSON-1798065667-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec262dfd-0788-4998-a175-796c06355416 HTTP/1.1" status: 200 len: 210 time: 0.0324197 Aug 19 12:23:08.919805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40885b03-fb71-48e2-a5d8-c8a0e48ba00b req-d62d43b6-646a-44a7-a835-75586042c392 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:08.921533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40885b03-fb71-48e2-a5d8-c8a0e48ba00b req-d62d43b6-646a-44a7-a835-75586042c392 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 945 time: 0.0811167 Aug 19 12:23:08.976537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40885b03-fb71-48e2-a5d8-c8a0e48ba00b req-b45380b4-62aa-4392-aa3d-6c466959b904 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b13a9b8-01a6-4192-af76-5e6942f4ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Aug 19 12:23:09.061175 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.063210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.063579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.137850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40f84a74-36db-4e2c-bd20-3af768def92a req-0f6ad80b-b8a2-4da9-881d-bf78c0e85e37 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 210 time: 0.0814269 Aug 19 12:23:09.171094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] Pushing event updated for resources: {'Network': ['ID=eef760b3-5548-4e5f-a4bc-11d46e8a3247,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:09.197666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network eef760b3-5548-4e5f-a4bc-11d46e8a3247 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:09.221935 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8a861dcf-3cad-4e82-aed9-632cf4c6058b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0483096 Aug 19 12:23:09.225628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55546) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:09.230818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] Request body: {'subnet': {'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-subnet', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:09.270251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-7bdabcb1-7418-47b2-819c-ab7237fb821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.272797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-7bdabcb1-7418-47b2-819c-ab7237fb821f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9&tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29 HTTP/1.1" status: 200 len: 1100 time: 0.0566533 Aug 19 12:23:09.298253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:09.318027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5ef0321-79d7-4473-a5e8-79d50fea2ebf req-1684ca60-fbd7-41a2-a54d-2f6a49ba55cc tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=87cba7a0-f6b4-4e67-9540-ad762b0310cd HTTP/1.1" status: 200 len: 210 time: 0.0367105 Aug 19 12:23:09.369559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] Made reservation on behalf of 4d22e19cb55848c481c3c2660895f08a for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:09.372061 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.416150 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.483324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3e43-b40a-4d3a-992e-c2c642ffd2d4 req-892855af-d2d8-4451-b5db-197661c082be tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.484773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8cb3e43-b40a-4d3a-992e-c2c642ffd2d4 req-892855af-d2d8-4451-b5db-197661c082be tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.1036797 Aug 19 12:23:09.526687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 2eff2f83-96b8-4003-8e82-e2b8584371ae no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:09.608776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8cb3e43-b40a-4d3a-992e-c2c642ffd2d4 req-d4efe1e4-33f9-4ffc-b728-e0b23a0b86e8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163046 Aug 19 12:23:09.618819 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.724163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:09.752614 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.762481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:09.823061 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.823380 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da114b63-ac92-4f71-9dc4-c2a5945285f3,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:09.835765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] Checking segment: {'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:09.836251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] Network hostable DHCP agents. Network: eef760b3-5548-4e5f-a4bc-11d46e8a3247, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:09.849469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Transition to ACTIVE for port object 2eff2f83-96b8-4003-8e82-e2b8584371ae will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:09.932904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-deleted', 'tag': '9ad0747e-be85-4285-ad3e-3ee6a10d760c'}, {'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-deleted', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0'}, {'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:09.935541 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d253ad-de71-4a5f-a717-2931d8df6ff8" -d '{"events": [{"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-deleted", "tag": "9ad0747e-be85-4285-ad3e-3ee6a10d760c"}, {"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-deleted", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0"}, {"server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:10.009819 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5d61e4-b501-4644-bf6e-c0c20788d735 x-openstack-request-id: req-ef5d61e4-b501-4644-bf6e-c0c20788d735 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:10.010128 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cba7a0-f6b4-4e67-9540-ad762b0310cd", "name": "network-vif-deleted", "tag": "9ad0747e-be85-4285-ad3e-3ee6a10d760c", "status": "completed", "code": 200}, {"server_uuid": "ec262dfd-0788-4998-a175-796c06355416", "name": "network-vif-deleted", "tag": "eb0032ee-85d2-4ee1-8183-d877306368b0", "status": "completed", "code": 200}, {"server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:10.010488 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef5d61e4-b501-4644-bf6e-c0c20788d735 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:10.010763 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cba7a0-f6b4-4e67-9540-ad762b0310cd', 'name': 'network-vif-deleted', 'tag': '9ad0747e-be85-4285-ad3e-3ee6a10d760c', 'status': 'completed', 'code': 200} Aug 19 12:23:10.011000 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec262dfd-0788-4998-a175-796c06355416', 'name': 'network-vif-deleted', 'tag': 'eb0032ee-85d2-4ee1-8183-d877306368b0', 'status': 'completed', 'code': 200} Aug 19 12:23:10.011242 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae', 'code': 200} Aug 19 12:23:10.025243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] Network eef760b3-5548-4e5f-a4bc-11d46e8a3247 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:10.025670 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.075892 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:23:10.076259 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:23:10.141568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, eef760b3-5548-4e5f-a4bc-11d46e8a3247) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:10.148913 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:10.151505 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.156181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2299e69f-1083-4375-9cab-1fbb7f756d29 None None] Network eef760b3-5548-4e5f-a4bc-11d46e8a3247 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:10.157608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] No DVR routers for this DVR port 2eff2f83-96b8-4003-8e82-e2b8584371ae on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:10.198929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Pushing event updated for resources: {'Port': ['ID=2eff2f83-96b8-4003-8e82-e2b8584371ae,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:10.259723 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-532253a4-6fe8-47da-82da-a44de33fd5c4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0328617 Aug 19 12:23:10.262426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55574) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:10.268018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:10.341836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd401b-4521-4d6e-950a-e00c02ddfdef req-5d9c451a-352c-47b9-a470-7911bf06fa23 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:10.343698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1dd401b-4521-4d6e-950a-e00c02ddfdef req-5d9c451a-352c-47b9-a470-7911bf06fa23 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 945 time: 0.2620606 Aug 19 12:23:10.365321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Attempting to bind port 2eff2f83-96b8-4003-8e82-e2b8584371ae on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:10.365321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Attempting to bind port 2eff2f83-96b8-4003-8e82-e2b8584371ae by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:10.365849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Attempting to bind port 2eff2f83-96b8-4003-8e82-e2b8584371ae on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:10.399650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Port 2eff2f83-96b8-4003-8e82-e2b8584371ae on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:10.405984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Attempting to bind port 2eff2f83-96b8-4003-8e82-e2b8584371ae on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:10.416700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'fixed_ips': [{'subnet_id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:23:10.418433 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.434714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:10.435025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:10.435487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:10.435886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Bound port: 2eff2f83-96b8-4003-8e82-e2b8584371ae, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:10.436386 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.445338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.447248 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.462257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1dd401b-4521-4d6e-950a-e00c02ddfdef req-346efccc-b5e9-4081-b97c-ae5c1e4e4816 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b13a9b8-01a6-4192-af76-5e6942f4ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065021 Aug 19 12:23:10.486669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-6f72aa77-18bf-4263-a005-1a44807f97a9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:10.488471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-6f72aa77-18bf-4263-a005-1a44807f97a9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "GET /v2.0/networks?id=35d93d14-2a10-410c-a93c-901be99b829a HTTP/1.1" status: 200 len: 822 time: 0.3360028 Aug 19 12:23:10.524215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Request body: {'port': {'device_id': 'e6de471f-c277-49cb-b2de-4710281a5419', 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a', 'admin_state_up': True, 'tenant_id': 'f571453ff4504fdc967bb6fa22368c01'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:10.532429 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.642620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:10.648771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:10.656122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device eb0032ee-85d2-4ee1-8183-d877306368b0 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:10.658406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Allocated IP 172.20.0.2 (eef760b3-5548-4e5f-a4bc-11d46e8a3247/da114b63-ac92-4f71-9dc4-c2a5945285f3/22fc9ec7-fb3b-44cd-812c-dae3b2f80619) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:10.703960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: eb0032ee-85d2-4ee1-8183-d877306368b0 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:10.704488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device eb0032ee-85d2-4ee1-8183-d877306368b0 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:10.776939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20a91645-8f89-4399-b6c6-f63bb4a417c3 req-5a568d47-919f-4cfd-b8c9-833f260c4b19 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 210 time: 0.0354431 Aug 19 12:23:10.807651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.847302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:10.848285 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.857780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] 10.222.0.53 "PUT /v2.0/ports/2eff2f83-96b8-4003-8e82-e2b8584371ae HTTP/1.1" status: 200 len: 1095 time: 1.5652416 Aug 19 12:23:10.873198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55586) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:10.905212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.940580 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.950485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Made reservation on behalf of f571453ff4504fdc967bb6fa22368c01 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:10.953169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Transition to ACTIVE for port object 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:10.959649 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.980546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Transition to ACTIVE for port object 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:11.084219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f9545-a7c3-4500-978b-6e51c3b3fc1f service neutron] Pushing event updated for resources: {'Port': ['ID=2eff2f83-96b8-4003-8e82-e2b8584371ae,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:11.113178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcae7e0-0ae7-4a17-af97-b1d6b2d3c8e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting subnet 810d00b3-953a-4a6c-a585-d37a36c7a615 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:23:11.143402 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.163908 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ddcae7e0-0ae7-4a17-af97-b1d6b2d3c8e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.198147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Network eef760b3-5548-4e5f-a4bc-11d46e8a3247 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:11.208757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:11.215785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:11.246930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Pushing event updated for resources: {'Port': ['ID=22fc9ec7-fb3b-44cd-812c-dae3b2f80619,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:11.255121 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:23:11.275425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Allocated IP 172.20.0.14 (35d93d14-2a10-410c-a93c-901be99b829a/fd43e2da-ca7b-4455-a7b6-f11b33978fb9/48ef2b14-907d-4219-a51a-e363cdcd9a81) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:11.287739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Attempting to bind port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:11.290071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Attempting to bind port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:11.290669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Attempting to bind port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 on network eef760b3-5548-4e5f-a4bc-11d46e8a3247 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:11.298652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:11.299491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Checking segment: {'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:11.300193 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.300795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Bound using segment: {'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:11.301312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Bound port: 22fc9ec7-fb3b-44cd-812c-dae3b2f80619, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:11.301749 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.335415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-05a96da4-8a03-4ea0-a7c3-53cd2f832bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:11.337089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-05a96da4-8a03-4ea0-a7c3-53cd2f832bf2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 1098 time: 0.3915598 Aug 19 12:23:11.353352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092282b-b4b3-45b0-997c-33d9af6ccd6b req-723ba020-8255-4750-8703-b815e610ca02 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:11.354739 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5092282b-b4b3-45b0-997c-33d9af6ccd6b req-723ba020-8255-4750-8703-b815e610ca02 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 947 time: 0.3641770 Aug 19 12:23:11.390581 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.391220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ddcae7e0-0ae7-4a17-af97-b1d6b2d3c8e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.410641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] For port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:11.415172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] For port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=22fc9ec7-fb3b-44cd-812c-dae3b2f80619,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:11.416301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.536981 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Allocated IP 172.25.6.7 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/35639ad1-7501-4232-bd95-bcdd13fc881c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:11.568168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5092282b-b4b3-45b0-997c-33d9af6ccd6b req-eb7be92f-6ce5-4fd6-9f54-e23dc87e4dd4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039614 Aug 19 12:23:11.619873 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.621950 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.695628 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.739506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6aab1-a726-4584-b630-c24a499e3094 None None] Pushing event updated for resources: {'Port': ['ID=22fc9ec7-fb3b-44cd-812c-dae3b2f80619,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:11.757307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-135d4fae-5f0d-4305-82a5-8549e562032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:11.759851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-135d4fae-5f0d-4305-82a5-8549e562032e service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.4018776 Aug 19 12:23:11.767311 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.770240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ddcae7e0-0ae7-4a17-af97-b1d6b2d3c8e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.854777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-a9ed2d5b-2caa-412b-85dc-1dbac5f5522b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae HTTP/1.1" status: 200 len: 217 time: 0.0773184 Aug 19 12:23:11.859496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.875075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036dbcc-f56d-44ad-a0aa-7ab88da381e9 req-ab3cb594-803b-4231-8aad-6139a56e1891 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:11.876793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4036dbcc-f56d-44ad-a0aa-7ab88da381e9 req-ab3cb594-803b-4231-8aad-6139a56e1891 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 945 time: 0.2221565 Aug 19 12:23:11.965559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:11.969030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:11.974247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:12.000843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-bb508d5f-655a-40e1-9cf7-b800f158d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:12.004150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-bb508d5f-655a-40e1-9cf7-b800f158d846 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1215804 Aug 19 12:23:12.010022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4036dbcc-f56d-44ad-a0aa-7ab88da381e9 req-db5f5cff-cacc-4a52-803f-b1fbd2b31e13 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b13a9b8-01a6-4192-af76-5e6942f4ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181557 Aug 19 12:23:12.012462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:12.014911 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfad767-f75e-4e70-bcde-fa6704bf9727" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:12.046404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Pushing event updated for resources: {'Port': ['ID=35639ad1-7501-4232-bd95-bcdd13fc881c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:12.065201 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ddcae7e0-0ae7-4a17-af97-b1d6b2d3c8e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.117486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcae7e0-0ae7-4a17-af97-b1d6b2d3c8e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Subnet': ['ID=810d00b3-953a-4a6c-a585-d37a36c7a615,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:12.122535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.138688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb573b-8584-4b72-9fdb-46ba4c9a0f46 None None] Network 48923215-360a-4b51-94f7-5dac684197f2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:12.142710 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ddcae7e0-0ae7-4a17-af97-b1d6b2d3c8e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.150042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ddcae7e0-0ae7-4a17-af97-b1d6b2d3c8e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "DELETE /v2.0/subnets/810d00b3-953a-4a6c-a585-d37a36c7a615 HTTP/1.1" status: 204 len: 168 time: 1.2727442 Aug 19 12:23:12.158285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55620) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:12.224722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-15a40661-5436-48a0-9c0c-9923d1cff715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:12.227208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-15a40661-5436-48a0-9c0c-9923d1cff715 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2155836 Aug 19 12:23:12.278119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Network 35d93d14-2a10-410c-a93c-901be99b829a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:12.345996 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46222cf6-e4c9-42a7-b88f-f66a1d27310d x-openstack-request-id: req-46222cf6-e4c9-42a7-b88f-f66a1d27310d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:12.346291 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:12.346548 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46222cf6-e4c9-42a7-b88f-f66a1d27310d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:12.346953 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae', 'status': 'completed', 'code': 200} Aug 19 12:23:12.347980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:12.350782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:12.366473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event updated for resources: {'Port': ['ID=48ef2b14-907d-4219-a51a-e363cdcd9a81,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:12.432138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-3a126b1f-8dbf-4b72-8cbf-edb5c5e31f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:12.433784 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-3a126b1f-8dbf-4b72-8cbf-edb5c5e31f4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 1098 time: 0.1045277 Aug 19 12:23:12.456858 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.466798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4393c50b-1141-417b-8c68-e0a6dd0f0986 None None] DHCP port deletion for 48923215-360a-4b51-94f7-5dac684197f2 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:23:12.499802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:12.500054 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.528868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01ec0c-9dbe-4fa0-aa5d-e21f411f9ada req-56dcfe8e-0b09-4895-82ce-d832adab3ac9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:12.530846 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f01ec0c-9dbe-4fa0-aa5d-e21f411f9ada req-56dcfe8e-0b09-4895-82ce-d832adab3ac9 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 932 time: 0.2664173 Aug 19 12:23:12.544006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-a9026294-b030-4778-8050-d5983f81a60c service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761581 Aug 19 12:23:12.547597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4393c50b-1141-417b-8c68-e0a6dd0f0986 None None] Deleting port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:12.548175 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4393c50b-1141-417b-8c68-e0a6dd0f0986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.592185 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.712693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4393c50b-1141-417b-8c68-e0a6dd0f0986 None None] For port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2b64f913-1cfa-44da-b1ef-0615eb6f66ee,segment=NetworkSegment(b0942fee-ad69-43d5-89d5-fac2da490e47),segment_id=b0942fee-ad69-43d5-89d5-fac2da490e47)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:12.714034 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4393c50b-1141-417b-8c68-e0a6dd0f0986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.734067 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4393c50b-1141-417b-8c68-e0a6dd0f0986 None None] Calling delete_port for 2b64f913-1cfa-44da-b1ef-0615eb6f66ee owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:13.023951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb227da1-774e-4f0d-a83c-acffd9bdac63 None None] Network eef760b3-5548-4e5f-a4bc-11d46e8a3247 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:13.067868 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-5d400871-2824-4498-80c8-333e757a928d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5594797 Aug 19 12:23:13.099822 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4393c50b-1141-417b-8c68-e0a6dd0f0986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.104873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Request body: {'port': {'device_id': 'e6de471f-c277-49cb-b2de-4710281a5419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:13.152386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393c50b-1141-417b-8c68-e0a6dd0f0986 None None] Pushing event deleted for resources: {'Port': ['ID=2b64f913-1cfa-44da-b1ef-0615eb6f66ee,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:13.161551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393c50b-1141-417b-8c68-e0a6dd0f0986 None None] No DVR routers for this DVR port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:13.185920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f01ec0c-9dbe-4fa0-aa5d-e21f411f9ada req-f5f34ff8-e446-44f7-ae78-8a88483a612c tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6456478 Aug 19 12:23:13.192880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-eb6aa5f7-41a3-4d02-a7b3-08074acc44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.194463 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-eb6aa5f7-41a3-4d02-a7b3-08074acc44cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.7493296 Aug 19 12:23:13.254920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.278848 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-20341760-bd50-48ab-a3d4-3a6fb4aff2eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae HTTP/1.1" status: 200 len: 217 time: 0.0494342 Aug 19 12:23:13.284645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1943a6b-82b0-48ad-b6a1-38c8ea6b88d8 req-93834a97-9449-441f-b6a4-fcd5e56003f4 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283051 Aug 19 12:23:13.313441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:13.314080 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.389534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] For port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee, host n-d-778732-8, got binding levels [] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:13.390114 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.414231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-fef81880-c2f1-4451-95be-b3095bba98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.415890 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-fef81880-c2f1-4451-95be-b3095bba98d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1270437 Aug 19 12:23:13.417212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Calling delete_port for 2b64f913-1cfa-44da-b1ef-0615eb6f66ee owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:13.424241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee was not found and therefore no delete operation was performed {{(pid=95660) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:23:13.445740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.515921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.526614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-ce78638d-f958-4c9d-9e1e-20721b727084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.529072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:13.532041 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-ce78638d-f958-4c9d-9e1e-20721b727084 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781274 Aug 19 12:23:13.556566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Port': ['ID=2b64f913-1cfa-44da-b1ef-0615eb6f66ee,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:13.565921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] No DVR routers for this DVR port 2b64f913-1cfa-44da-b1ef-0615eb6f66ee on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:13.642896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1620673-61ab-4865-b6b0-8709fa30e409 req-dfea55c0-a32e-4a6a-adb8-b3673dada6d3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.654365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1620673-61ab-4865-b6b0-8709fa30e409 req-dfea55c0-a32e-4a6a-adb8-b3673dada6d3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 947 time: 0.2528009 Aug 19 12:23:13.692897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e1491c4c-1eaf-41cd-9606-cdd9643efd8f None None] Provisioning for port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:13.755387 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-1d9fc194-8e6b-4e8a-8312-47168ac9b302 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687629 Aug 19 12:23:13.777945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:13.784466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:13.784841 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.821428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.843747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b1e11c22-75bd-40bb-a763-d8faa1082fc0 None None] Provisioning complete for port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:13.844197 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1e11c22-75bd-40bb-a763-d8faa1082fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.847105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48923215-360a-4b51-94f7-5dac684197f2']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:13.867189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0942fee-ad69-43d5-89d5-fac2da490e47') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:13.869645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0942fee-ad69-43d5-89d5-fac2da490e47') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:13.900379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1620673-61ab-4865-b6b0-8709fa30e409 req-d3d6b557-b686-46f9-bca7-0ecabf302c06 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444782 Aug 19 12:23:13.902527 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-1263b66d-a833-4742-b94a-67463845184c service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386390 Aug 19 12:23:13.918933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.948933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-a8ac87dc-9874-43d1-a9b4-019a995f46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.950505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-a8ac87dc-9874-43d1-a9b4-019a995f46cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 1098 time: 0.1820171 Aug 19 12:23:13.955914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.982239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:13.982959 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:13.986531 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:13.989498 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:13.998538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Router 14b06147-f249-4ce6-b88f-240d87ffcca3 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:23:14.171737 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1e11c22-75bd-40bb-a763-d8faa1082fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.208286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ef2b14-907d-4219-a51a-e363cdcd9a81 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:14.215025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=22fc9ec7-fb3b-44cd-812c-dae3b2f80619,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:14.254883 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.269001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:14.281597 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Sync routers for ids ['14b06147-f249-4ce6-b88f-240d87ffcca3'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:14.290291 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Routers {'14b06147-f249-4ce6-b88f-240d87ffcca3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:14.291296 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:22:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['14b06147-f249-4ce6-b88f-240d87ffcca3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:14.301573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Transition to ACTIVE for port object 48ef2b14-907d-4219-a51a-e363cdcd9a81 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:14.347667 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.369686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-16f4eecf-3c2f-4d9b-aa10-666e822fa5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:14.372242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-16f4eecf-3c2f-4d9b-aa10-666e822fa5eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.4137642 Aug 19 12:23:14.387046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170283e1-fe41-47df-95a0-eb9a2c860d7f req-f09c9eed-cab4-41af-aec3-559f746d0640 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:14.389731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-170283e1-fe41-47df-95a0-eb9a2c860d7f req-f09c9eed-cab4-41af-aec3-559f746d0640 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 932 time: 0.0974464 Aug 19 12:23:14.393475 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.418602 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Set router 14b06147-f249-4ce6-b88f-240d87ffcca3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:14.474421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2b64f913-1cfa-44da-b1ef-0615eb6f66ee no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:14.475921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.480546 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1626d121-f6c1-46f7-a654-ac1d7af076fc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.2133684 Aug 19 12:23:14.496810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55654) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:14.505454 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.508903 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.513607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-c920534a-477a-4942-ac10-46cd123d6078 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae HTTP/1.1" status: 200 len: 217 time: 0.1221690 Aug 19 12:23:14.514805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 2b64f913-1cfa-44da-b1ef-0615eb6f66ee {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:14.515189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2b64f913-1cfa-44da-b1ef-0615eb6f66ee not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:14.554669 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.555400 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-b1e11c22-75bd-40bb-a763-d8faa1082fc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:23:14.555967 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-b1e11c22-75bd-40bb-a763-d8faa1082fc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:23:14.560739 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "DELETE /v2.0/networks/48923215-360a-4b51-94f7-5dac684197f2 HTTP/1.1" status: 204 len: 168 time: 2.4002056 Aug 19 12:23:14.562048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=22fc9ec7-fb3b-44cd-812c-dae3b2f80619,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:14.588111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55656) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:14.690914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2783e-bc06-4125-b494-d1695883bd65 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Network': ['ID=48923215-360a-4b51-94f7-5dac684197f2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:14.701315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b769b4-b912-4794-8d48-3b813d755713 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting subnet da5e4351-91fa-4071-89a3-ea640b19da3a {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:23:14.712442 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24b769b4-b912-4794-8d48-3b813d755713 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.766247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-170283e1-fe41-47df-95a0-eb9a2c860d7f req-a838cf13-09fe-4233-af30-5405a2582286 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883816 Aug 19 12:23:14.766409 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:12Z', 'revision_number': 3, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:14.778863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Pushing event updated for resources: {'Port': ['ID=48ef2b14-907d-4219-a51a-e363cdcd9a81,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:14.810228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-c1372f52-c5ba-4068-b4ae-ed105b40f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:14.813015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-c1372f52-c5ba-4068-b4ae-ed105b40f587 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.2330344 Aug 19 12:23:14.819840 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24b769b4-b912-4794-8d48-3b813d755713 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.845996 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Checking router: 14b06147-f249-4ce6-b88f-240d87ffcca3 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:14.852165 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Updating router 14b06147-f249-4ce6-b88f-240d87ffcca3 port 35639ad1-7501-4232-bd95-bcdd13fc881c binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:23:14.884343 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.957234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:15.004669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-691c6b3c-0588-495a-a206-b308df681d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:15.006322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-691c6b3c-0588-495a-a206-b308df681d66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1547108 Aug 19 12:23:15.048321 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24b769b4-b912-4794-8d48-3b813d755713 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.050646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b553a5-485c-4e3e-a820-2472641b3c63 req-8dd8b60f-85ee-4e57-abcf-cf033985d752 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:15.059328 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1b553a5-485c-4e3e-a820-2472641b3c63 req-8dd8b60f-85ee-4e57-abcf-cf033985d752 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 945 time: 0.2061479 Aug 19 12:23:15.092987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Attempting to bind port 48ef2b14-907d-4219-a51a-e363cdcd9a81 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:15.093489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Attempting to bind port 48ef2b14-907d-4219-a51a-e363cdcd9a81 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:15.093731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Attempting to bind port 48ef2b14-907d-4219-a51a-e363cdcd9a81 on network 35d93d14-2a10-410c-a93c-901be99b829a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:15.149259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Port 48ef2b14-907d-4219-a51a-e363cdcd9a81 on network 35d93d14-2a10-410c-a93c-901be99b829a not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:15.149259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Attempting to bind port 48ef2b14-907d-4219-a51a-e363cdcd9a81 on network 35d93d14-2a10-410c-a93c-901be99b829a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:15.191933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:15.192469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Checking segment: {'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:15.193060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Bound using segment: {'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:15.194566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Bound port: 48ef2b14-907d-4219-a51a-e363cdcd9a81, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:15.195371 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.313160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05555ea3-c1a8-4b65-a302-0ea88836f68b req-c50edb10-be22-4b13-935f-f825a4479145 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:15.313160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05555ea3-c1a8-4b65-a302-0ea88836f68b req-c50edb10-be22-4b13-935f-f825a4479145 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 947 time: 0.2591817 Aug 19 12:23:15.313160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1b553a5-485c-4e3e-a820-2472641b3c63 req-4e0ed77d-83d3-44a3-b2e8-2b210e3df86b tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b13a9b8-01a6-4192-af76-5e6942f4ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249274 Aug 19 12:23:15.390643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-1c6c4d3b-b280-41f5-867d-3f3d8ac13823 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701897 Aug 19 12:23:15.409757 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.434734 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Transition to ACTIVE for port object 35639ad1-7501-4232-bd95-bcdd13fc881c will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:15.475947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d2ad4024-6973-4041-937f-a9c8eb4d134b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ddbca9b0b9245d59df25d849e4b6cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088034 Aug 19 12:23:15.487699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:15.491002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:15.500743 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24b769b4-b912-4794-8d48-3b813d755713 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.528662 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05555ea3-c1a8-4b65-a302-0ea88836f68b req-7647ebce-aefd-4ae8-9525-5cd32b35dc0e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493737 Aug 19 12:23:15.536823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] For port 48ef2b14-907d-4219-a51a-e363cdcd9a81, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:15.572443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] For port 48ef2b14-907d-4219-a51a-e363cdcd9a81, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=48ef2b14-907d-4219-a51a-e363cdcd9a81,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:15.581595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0e79dc-ffc9-488f-9153-2c51feffadb0 None None] Network 3967721c-20e0-477d-a3d1-e660d14780f6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:15.583923 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.599447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24b769b4-b912-4794-8d48-3b813d755713 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.601888 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-24b769b4-b912-4794-8d48-3b813d755713 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "DELETE /v2.0/subnets/da5e4351-91fa-4071-89a3-ea640b19da3a HTTP/1.1" status: 204 len: 168 time: 1.0114546 Aug 19 12:23:15.611081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:15.626502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbfad767-f75e-4e70-bcde-fa6704bf9727 req-9053ca76-e143-4960-8b38-f7c99af3222f service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036631 Aug 19 12:23:15.654326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:15.655280 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.661908 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b769b4-b912-4794-8d48-3b813d755713 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Subnet': ['ID=da5e4351-91fa-4071-89a3-ea640b19da3a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:15.710647 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.760866 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.768731 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.774070 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Attempting to bind port 35639ad1-7501-4232-bd95-bcdd13fc881c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:15.774992 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Attempting to bind port 35639ad1-7501-4232-bd95-bcdd13fc881c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:15.775556 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Attempting to bind port 35639ad1-7501-4232-bd95-bcdd13fc881c on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:15.775830 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eebc295a-42f8-4bcb-9c81-5481d474051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.778220 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Pushing event updated for resources: {'Port': ['ID=35639ad1-7501-4232-bd95-bcdd13fc881c,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:15.788726 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.789355 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.789898 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.790389 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.791388 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.791932 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.792433 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.793678 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.794702 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.795225 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.795740 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.796241 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:15.805592 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:15.806349 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:15.806959 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.807544 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:15.808224 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Bound port: 35639ad1-7501-4232-bd95-bcdd13fc881c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:15.808796 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.859102 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eebc295a-42f8-4bcb-9c81-5481d474051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.865141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Pushing event updated for resources: {'Port': ['ID=48ef2b14-907d-4219-a51a-e363cdcd9a81,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:15.903106 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] For port 35639ad1-7501-4232-bd95-bcdd13fc881c, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:15.906839 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] For port 35639ad1-7501-4232-bd95-bcdd13fc881c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=35639ad1-7501-4232-bd95-bcdd13fc881c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:15.909399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:15.910035 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:15.911514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Allocated IP 172.20.0.1 (eef760b3-5548-4e5f-a4bc-11d46e8a3247/da114b63-ac92-4f71-9dc4-c2a5945285f3/150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:15.914682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-564a3f02-9790-4451-8e9d-7ae5e8a4fe54 service neutron] 10.222.0.52 "PUT /v2.0/ports/48ef2b14-907d-4219-a51a-e363cdcd9a81 HTTP/1.1" status: 200 len: 1092 time: 2.8158329 Aug 19 12:23:15.917783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6de471f-c277-49cb-b2de-4710281a5419', 'tag': '48ef2b14-907d-4219-a51a-e363cdcd9a81'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:15.920205 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07164eae-6d45-444e-b731-f3b2d6756c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6de471f-c277-49cb-b2de-4710281a5419", "tag": "48ef2b14-907d-4219-a51a-e363cdcd9a81"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:15.984319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5e30b-63ab-44e6-be73-6a35e34af500 None None] DHCP port deletion for 3967721c-20e0-477d-a3d1-e660d14780f6 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:23:15.993110 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f1b886-1e1e-437f-8940-7fe27175e1c6 x-openstack-request-id: req-e5f1b886-1e1e-437f-8940-7fe27175e1c6 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:15.993421 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6de471f-c277-49cb-b2de-4710281a5419", "tag": "48ef2b14-907d-4219-a51a-e363cdcd9a81", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:15.995197 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5f1b886-1e1e-437f-8940-7fe27175e1c6 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:15.996009 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6de471f-c277-49cb-b2de-4710281a5419', 'tag': '48ef2b14-907d-4219-a51a-e363cdcd9a81', 'status': 'completed', 'code': 200} Aug 19 12:23:16.000508 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.028351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a125f-ae27-4cbc-ba1e-297cadbe107b req-af479478-9ff3-45f9-86d7-9d4b94315570 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:16.036308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d85a125f-ae27-4cbc-ba1e-297cadbe107b req-af479478-9ff3-45f9-86d7-9d4b94315570 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 944 time: 0.1202283 Aug 19 12:23:16.056829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting port 01b1a071-2763-45fb-868b-73fc2a77affe {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:16.057189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.077827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-31d5e30b-63ab-44e6-be73-6a35e34af500 None None] Deleting port 01b1a071-2763-45fb-868b-73fc2a77affe {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:16.079823 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-31d5e30b-63ab-44e6-be73-6a35e34af500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.099270 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.118559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Transition to ACTIVE for port object 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:16.172221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] For port 01b1a071-2763-45fb-868b-73fc2a77affe, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=01b1a071-2763-45fb-868b-73fc2a77affe,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:16.172602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.185510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07164eae-6d45-444e-b731-f3b2d6756c7b req-4bbed84d-94e9-4f21-bd5b-d289c924debf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:16.187943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07164eae-6d45-444e-b731-f3b2d6756c7b req-4bbed84d-94e9-4f21-bd5b-d289c924debf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f571453ff4504fdc967bb6fa22368c01&device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 1095 time: 0.1826689 Aug 19 12:23:16.191949 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eebc295a-42f8-4bcb-9c81-5481d474051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.196890 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Routers {'14b06147-f249-4ce6-b88f-240d87ffcca3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:16.197026 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eebc295a-42f8-4bcb-9c81-5481d474051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.197569 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:22:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['14b06147-f249-4ce6-b88f-240d87ffcca3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:16.200619 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eebc295a-42f8-4bcb-9c81-5481d474051b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec HTTP/1.1" status: 204 len: 168 time: 0.7087936 Aug 19 12:23:16.207989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d85a125f-ae27-4cbc-ba1e-297cadbe107b req-032a38ea-7ed5-45e6-b124-e5b6801abcb2 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677070 Aug 19 12:23:16.210791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc295a-42f8-4bcb-9c81-5481d474051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff05d4-6aa5-4105-8ca6-95f6056ee1ec,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:16.219618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-31d5e30b-63ab-44e6-be73-6a35e34af500 None None] For port 01b1a071-2763-45fb-868b-73fc2a77affe, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=01b1a071-2763-45fb-868b-73fc2a77affe,segment=NetworkSegment(13070341-3ce6-4827-ba73-1c876fb1f011),segment_id=13070341-3ce6-4827-ba73-1c876fb1f011)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:16.220693 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-31d5e30b-63ab-44e6-be73-6a35e34af500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.239705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Calling delete_port for 01b1a071-2763-45fb-868b-73fc2a77affe owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:16.259299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-31d5e30b-63ab-44e6-be73-6a35e34af500 None None] Calling delete_port for 01b1a071-2763-45fb-868b-73fc2a77affe owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:16.269833 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a3651-1086-4b06-91fc-290fcf9951f0 None None] Pushing event updated for resources: {'Port': ['ID=35639ad1-7501-4232-bd95-bcdd13fc881c,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:16.300799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.407050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Pushing event updated for resources: {'Port': ['ID=150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:16.432925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Network eef760b3-5548-4e5f-a4bc-11d46e8a3247 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:16.433164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07164eae-6d45-444e-b731-f3b2d6756c7b req-9d767f09-bc57-4033-98dd-c0e2ed02bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:16.434928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07164eae-6d45-444e-b731-f3b2d6756c7b req-9d767f09-bc57-4033-98dd-c0e2ed02bd87 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f571453ff4504fdc967bb6fa22368c01&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2122829 Aug 19 12:23:16.435260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:16.438457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:16.446639 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] Set router 14b06147-f249-4ce6-b88f-240d87ffcca3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:16.534272 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.592442 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-31d5e30b-63ab-44e6-be73-6a35e34af500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.659617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5e30b-63ab-44e6-be73-6a35e34af500 None None] Pushing event deleted for resources: {'Port': ['ID=01b1a071-2763-45fb-868b-73fc2a77affe,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:16.673074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5e30b-63ab-44e6-be73-6a35e34af500 None None] No DVR routers for this DVR port 01b1a071-2763-45fb-868b-73fc2a77affe on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:16.705443 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.781330 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:12Z', 'revision_number': 3, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:16.817004 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a79187-3bec-456c-83e2-46e0dc45c3ca None None] The sync data for ids ['14b06147-f249-4ce6-b88f-240d87ffcca3'] in n-d-778732-8 is: [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:12Z', 'revision_number': 3, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:16.875254 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:16.952874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0c390fde-1e94-4ec1-9ebe-541e8950904d None None] Provisioning for port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:16.957424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0c390fde-1e94-4ec1-9ebe-541e8950904d None None] Provisioning complete for port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:16.957814 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0c390fde-1e94-4ec1-9ebe-541e8950904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.012765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0c390fde-1e94-4ec1-9ebe-541e8950904d None None] Port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:23:17.162248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088cafd-6573-4574-9042-481f7300cde0 req-60e06860-886f-4621-a383-a3a3aaa3ab48 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:17.165034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7088cafd-6573-4574-9042-481f7300cde0 req-60e06860-886f-4621-a383-a3a3aaa3ab48 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 945 time: 0.7130053 Aug 19 12:23:17.184059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Port': ['ID=01b1a071-2763-45fb-868b-73fc2a77affe,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:17.190128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] No DVR routers for this DVR port 01b1a071-2763-45fb-868b-73fc2a77affe on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:17.204247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07164eae-6d45-444e-b731-f3b2d6756c7b req-27d2815e-087c-4eba-aafb-4b2ad8dd919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:17.205797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07164eae-6d45-444e-b731-f3b2d6756c7b req-27d2815e-087c-4eba-aafb-4b2ad8dd919b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7381721 Aug 19 12:23:17.207477 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.252170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b490c-adcf-4ad2-89e0-4e2fcc4a6bf1 req-43f35740-56e3-4e81-b634-e1ef9ef36fe1 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:17.257353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb3b490c-adcf-4ad2-89e0-4e2fcc4a6bf1 req-43f35740-56e3-4e81-b634-e1ef9ef36fe1 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.53 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 945 time: 0.8161604 Aug 19 12:23:17.293918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8f6e0-8fba-4bc6-a318-b6bb0683b763 req-3d7e0bd6-67aa-44bf-ae7d-9438f5c4d620 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:17.295552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ee8f6e0-8fba-4bc6-a318-b6bb0683b763 req-3d7e0bd6-67aa-44bf-ae7d-9438f5c4d620 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 947 time: 0.6283364 Aug 19 12:23:17.332164 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.421091 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Pushing event updated for resources: {'Port': ['ID=150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:17.431326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.449094 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.473696 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7088cafd-6573-4574-9042-481f7300cde0 req-80fc06fc-792e-4394-8389-944f824b7277 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b13a9b8-01a6-4192-af76-5e6942f4ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933822 Aug 19 12:23:17.483573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3967721c-20e0-477d-a3d1-e660d14780f6']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:17.510446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13070341-3ce6-4827-ba73-1c876fb1f011') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:17.510822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13070341-3ce6-4827-ba73-1c876fb1f011') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:17.530849 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.592982 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Network eef760b3-5548-4e5f-a4bc-11d46e8a3247 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:17.597764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:17.598193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 35639ad1-7501-4232-bd95-bcdd13fc881c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:17.616316 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.684185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:17.684692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:17.703294 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:17.780275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-4226f1c9-095b-4139-9f53-0866c27d883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:17.783627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-4226f1c9-095b-4139-9f53-0866c27d883f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f571453ff4504fdc967bb6fa22368c01&device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 1095 time: 0.5096779 Aug 19 12:23:17.798294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Router 14b06147-f249-4ce6-b88f-240d87ffcca3 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:23:17.807868 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ee8f6e0-8fba-4bc6-a318-b6bb0683b763 req-bec3e1b8-3ccb-4c11-a353-064cce640a27 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681203 Aug 19 12:23:17.875910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 35639ad1-7501-4232-bd95-bcdd13fc881c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:17.882009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 35639ad1-7501-4232-bd95-bcdd13fc881c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:17.882457 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.984601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-0a98dded-ba57-47a7-b9a4-6b7c8283bc94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48ef2b14-907d-4219-a51a-e363cdcd9a81 HTTP/1.1" status: 200 len: 217 time: 0.1750319 Aug 19 12:23:18.009894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f30e2883-645b-4c81-b5e4-96a99ffe305e None None] Provisioning complete for port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:18.010277 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f30e2883-645b-4c81-b5e4-96a99ffe305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.069593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-fb3b490c-adcf-4ad2-89e0-4e2fcc4a6bf1 req-06c1392d-5f02-49c6-b2a8-4dcd4bb77abc tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Deleting port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:18.070288 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fb3b490c-adcf-4ad2-89e0-4e2fcc4a6bf1 req-06c1392d-5f02-49c6-b2a8-4dcd4bb77abc tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.083559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:18.091195 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d1dd716c-e0f9-4c53-81e3-e3051bf91811 admin admin] 10.222.0.44 "PUT /v2.0/routers/14b06147-f249-4ce6-b88f-240d87ffcca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6076853 Aug 19 12:23:18.123843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0554197-346d-4951-96aa-b15c0b2cf11d req-345ca13d-aafc-4239-9cd3-d93883329c99 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.125510 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.125993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0554197-346d-4951-96aa-b15c0b2cf11d req-345ca13d-aafc-4239-9cd3-d93883329c99 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 944 time: 0.3589308 Aug 19 12:23:18.145735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f30e2883-645b-4c81-b5e4-96a99ffe305e None None] Port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:23:18.162804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 35639ad1-7501-4232-bd95-bcdd13fc881c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=35639ad1-7501-4232-bd95-bcdd13fc881c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:18.196061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2eff2f83-96b8-4003-8e82-e2b8584371ae details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:18.222306 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.235157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-8e3ebac4-ee6b-4dc1-b301-7e8eb49a3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.244612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-8e3ebac4-ee6b-4dc1-b301-7e8eb49a3953 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd43e2da-ca7b-4455-a7b6-f11b33978fb9 HTTP/1.1" status: 200 len: 862 time: 0.2328446 Aug 19 12:23:18.259428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.261509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "DELETE /v2.0/networks/3967721c-20e0-477d-a3d1-e660d14780f6 HTTP/1.1" status: 204 len: 168 time: 2.6492121 Aug 19 12:23:18.271302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0554197-346d-4951-96aa-b15c0b2cf11d req-66ae3114-dd23-44db-9227-a6525861817a tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053286 Aug 19 12:23:18.272795 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55718) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:18.279744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1980578563'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:18.346303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-8b465a97-20b9-40db-bc3e-daf59679cbf1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35d93d14-2a10-410c-a93c-901be99b829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881009 Aug 19 12:23:18.365783 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.379244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae49fc-321a-416c-a69e-89b7534d37cb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Network': ['ID=3967721c-20e0-477d-a3d1-e660d14780f6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:18.421641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:18.428005 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.480511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-fb3b490c-adcf-4ad2-89e0-4e2fcc4a6bf1 req-06c1392d-5f02-49c6-b2a8-4dcd4bb77abc tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] For port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848,segment=NetworkSegment(cc53ca9a-74d7-4be1-a778-a27122a2c467),segment_id=cc53ca9a-74d7-4be1-a778-a27122a2c467)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:18.488763 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fb3b490c-adcf-4ad2-89e0-4e2fcc4a6bf1 req-06c1392d-5f02-49c6-b2a8-4dcd4bb77abc tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.490440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 01b1a071-2763-45fb-868b-73fc2a77affe no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:18.504849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-fb3b490c-adcf-4ad2-89e0-4e2fcc4a6bf1 req-06c1392d-5f02-49c6-b2a8-4dcd4bb77abc tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Calling delete_port for 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:18.540407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 01b1a071-2763-45fb-868b-73fc2a77affe {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:18.540760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 01b1a071-2763-45fb-868b-73fc2a77affe not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:18.584819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-85671ed6-1172-410d-8608-b46607fab7f1 service neutron] 10.222.0.52 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177155 Aug 19 12:23:18.604605 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:18.617024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=35639ad1-7501-4232-bd95-bcdd13fc881c,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:18.626913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '2eff2f83-96b8-4003-8e82-e2b8584371ae', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '2eff2f83-96b8-4003-8e82-e2b8584371ae', 'mac_address': 'fa:16:3e:14:78:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:18.649132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:18.665622 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.666644 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Added segment 6ef93255-0ee5-4741-838b-529b82d1f7a3 of type vlan for network 6952d197-4afc-45aa-a036-f8845ec78824 Aug 19 12:23:18.698784 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.715729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eff2f83-96b8-4003-8e82-e2b8584371ae {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:18.730733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-263e76f3-4080-4865-a552-73f6004d88d8 req-9b4a3d3a-93ad-4581-ba8b-50b899e77c26 tempest-AbsoluteLimitsNegativeTestJSON-1428989990 tempest-AbsoluteLimitsNegativeTestJSON-1428989990-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=08d330632bdc477f9b1ea2b85d9eb78d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238770 Aug 19 12:23:18.739423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:18.786332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.927483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-131806bb-52df-4e6b-950d-a7ec89cf4259 req-579b8338-4086-476b-86bd-aa0c1e57ce25 service neutron] 10.222.0.52 "GET /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316925 Aug 19 12:23:18.991991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-e77eba8e-74e6-4408-b3a0-884801483417 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.993082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-e77eba8e-74e6-4408-b3a0-884801483417 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/networks?id=eef760b3-5548-4e5f-a4bc-11d46e8a3247 HTTP/1.1" status: 200 len: 829 time: 0.2834170 Aug 19 12:23:19.021181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e76f3-4080-4865-a552-73f6004d88d8 req-ab001468-2bcd-457c-8bd4-de70d2058388 tempest-AbsoluteLimitsNegativeTestJSON-1428989990 tempest-AbsoluteLimitsNegativeTestJSON-1428989990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.022803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-263e76f3-4080-4865-a552-73f6004d88d8 req-ab001468-2bcd-457c-8bd4-de70d2058388 tempest-AbsoluteLimitsNegativeTestJSON-1428989990 tempest-AbsoluteLimitsNegativeTestJSON-1428989990-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763166 Aug 19 12:23:19.054172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-2f578b9f-fe2d-4a96-ac29-8843e9f843d4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/quotas/4d22e19cb55848c481c3c2660895f08a HTTP/1.1" status: 200 len: 375 time: 0.0396218 Aug 19 12:23:19.056187 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.059871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-263e76f3-4080-4865-a552-73f6004d88d8 req-8a7870c8-af15-453e-be41-09d82540b2aa tempest-AbsoluteLimitsNegativeTestJSON-1428989990 tempest-AbsoluteLimitsNegativeTestJSON-1428989990-project] 10.222.0.44 "GET /v2.0/quotas/08d330632bdc477f9b1ea2b85d9eb78d HTTP/1.1" status: 200 len: 375 time: 0.0278933 Aug 19 12:23:19.121307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2eff2f83-96b8-4003-8e82-e2b8584371ae,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:19.129099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-263e76f3-4080-4865-a552-73f6004d88d8 req-7bf4f618-d3e8-4183-ae87-7fc40d8ef444 tempest-AbsoluteLimitsNegativeTestJSON-1428989990 tempest-AbsoluteLimitsNegativeTestJSON-1428989990-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=08d330632bdc477f9b1ea2b85d9eb78d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543475 Aug 19 12:23:19.148396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-204e35f7-8c50-4f0d-ab1b-c30205d0c19b tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d22e19cb55848c481c3c2660895f08a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850785 Aug 19 12:23:19.186852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.193607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.199616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.290010 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fb3b490c-adcf-4ad2-89e0-4e2fcc4a6bf1 req-06c1392d-5f02-49c6-b2a8-4dcd4bb77abc tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.296775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78da0a60-b862-40e8-86a6-14d53aacf2bd req-9bd177c2-18ce-4552-a38e-f7646ec5c70d tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 210 time: 0.0520091 Aug 19 12:23:19.301873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Network': ['ID=6952d197-4afc-45aa-a036-f8845ec78824,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:19.331217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Sync routers for ids ['14b06147-f249-4ce6-b88f-240d87ffcca3'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:19.336082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 6952d197-4afc-45aa-a036-f8845ec78824 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:19.354285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2eff2f83-96b8-4003-8e82-e2b8584371ae'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:19.368505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-04e24d75-0b00-4da2-8df3-9116b8c8d645 service neutron] 10.222.0.44 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118495 Aug 19 12:23:19.382424 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9ca48672-f1fc-4f22-a4c7-6a986c4fc1a1 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1073136 Aug 19 12:23:19.385174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55758) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:19.396633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'subnet': {'network_id': '6952d197-4afc-45aa-a036-f8845ec78824', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:19.398139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1392d-5f02-49c6-b2a8-4dcd4bb77abc tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Pushing event deleted for resources: {'Port': ['ID=6e3c3ce4-a922-4c0b-b11b-8d6ac708d848,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:19.431375 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Routers {'14b06147-f249-4ce6-b88f-240d87ffcca3'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:19.434542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:22:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['14b06147-f249-4ce6-b88f-240d87ffcca3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:19.499327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 35639ad1-7501-4232-bd95-bcdd13fc881c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:19.554121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3b490c-adcf-4ad2-89e0-4e2fcc4a6bf1 req-06c1392d-5f02-49c6-b2a8-4dcd4bb77abc tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] No DVR routers for this DVR port 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:19.571967 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fb3b490c-adcf-4ad2-89e0-4e2fcc4a6bf1 req-06c1392d-5f02-49c6-b2a8-4dcd4bb77abc tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.574028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb3b490c-adcf-4ad2-89e0-4e2fcc4a6bf1 req-06c1392d-5f02-49c6-b2a8-4dcd4bb77abc tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.53 "DELETE /v2.0/ports/6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 HTTP/1.1" status: 204 len: 173 time: 2.3087540 Aug 19 12:23:19.576845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a5cc71-6af2-42c2-b443-c7bb9a696e7a', 'name': 'network-vif-deleted', 'tag': '6e3c3ce4-a922-4c0b-b11b-8d6ac708d848'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:19.579264 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e525dc52-b54f-4352-a861-3cc6a98678c6" -d '{"events": [{"server_uuid": "01a5cc71-6af2-42c2-b443-c7bb9a696e7a", "name": "network-vif-deleted", "tag": "6e3c3ce4-a922-4c0b-b11b-8d6ac708d848"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:19.611126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2d4c-a1c7-4d85-afc1-3be56d0feaf0 req-9c9c0d07-5560-442f-b57e-95a0dc773a9d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.612716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-061b2d4c-a1c7-4d85-afc1-3be56d0feaf0 req-9c9c0d07-5560-442f-b57e-95a0dc773a9d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 948 time: 0.0973654 Aug 19 12:23:19.666113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Set router 14b06147-f249-4ce6-b88f-240d87ffcca3 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:19.670289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-5157d88e-be81-496d-8719-ac59b99aab79 service neutron] 10.222.0.44 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006523 Aug 19 12:23:19.698574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:19.703369 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.710460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-061b2d4c-a1c7-4d85-afc1-3be56d0feaf0 req-b482e24a-8512-44b9-bbd8-222504de1ec2 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857320 Aug 19 12:23:19.710954 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 35639ad1-7501-4232-bd95-bcdd13fc881c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:19.711345 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.997320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83496722-2f99-4e5f-898d-88c6421a0c77 req-84eabef5-c1bb-4a35-9ce3-37a5dd4cc31c tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.999524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83496722-2f99-4e5f-898d-88c6421a0c77 req-84eabef5-c1bb-4a35-9ce3-37a5dd4cc31c tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 944 time: 0.0748410 Aug 19 12:23:20.054063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83496722-2f99-4e5f-898d-88c6421a0c77 req-2d4d40a7-a568-445f-8c9c-f36e5377cf38 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477033 Aug 19 12:23:20.121172 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544ce048-7d85-4a3f-aa17-7a8a5b237e90 x-openstack-request-id: req-544ce048-7d85-4a3f-aa17-7a8a5b237e90 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:20.121849 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a5cc71-6af2-42c2-b443-c7bb9a696e7a", "name": "network-vif-deleted", "tag": "6e3c3ce4-a922-4c0b-b11b-8d6ac708d848", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:20.122329 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-544ce048-7d85-4a3f-aa17-7a8a5b237e90 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:20.122934 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a5cc71-6af2-42c2-b443-c7bb9a696e7a', 'name': 'network-vif-deleted', 'tag': '6e3c3ce4-a922-4c0b-b11b-8d6ac708d848', 'status': 'completed', 'code': 200} Aug 19 12:23:20.206979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:20.277043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:20.277414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6e3c3ce4-a922-4c0b-b11b-8d6ac708d848 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:20.289003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e7d2f753-4305-4eed-ad2d-9c6577559b8c req-c933eb26-ea4c-4dda-b87b-a0fa8c7eb2d1 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 210 time: 0.0743930 Aug 19 12:23:20.296454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55770) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:20.301670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:16Z', 'revision_number': 4, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8', 'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'mac_address': 'fa:16:3e:9e:7d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:15Z', 'updated_at': '2021-08-19T12:23:16Z', 'revision_number': 2, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'subnets': [{'id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:20.374159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Checking router: 14b06147-f249-4ce6-b88f-240d87ffcca3 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:20.374606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Updating router 14b06147-f249-4ce6-b88f-240d87ffcca3 port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:23:20.411558 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.515282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f62c9f57-ad75-4fe2-9671-eb94870da2f4 req-fe944fbc-a58b-48d5-b9db-79d2cb7007c9 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 210 time: 0.0304611 Aug 19 12:23:20.544162 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4a8b-1ecc-47d0-8743-6e59601a458c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.603609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.702728 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Subnet': ['ID=7fe47f46-24d4-4fb3-bb17-8fe5b2958fa8,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:20.720203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4a8b-1ecc-47d0-8743-6e59601a458c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.734127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Checking segment: {'id': '6ef93255-0ee5-4741-838b-529b82d1f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:20.734568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network hostable DHCP agents. Network: 6952d197-4afc-45aa-a036-f8845ec78824, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:20.777937 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.791374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Transition to ACTIVE for port object 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:20.808048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b41e6c-9a61-461b-a4b6-b505f776b0c2 req-c42ec244-813f-4312-b1b3-1574687486fa tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.809719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02b41e6c-9a61-461b-a4b6-b505f776b0c2 req-c42ec244-813f-4312-b1b3-1574687486fa tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 948 time: 0.0769579 Aug 19 12:23:20.859520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02b41e6c-9a61-461b-a4b6-b505f776b0c2 req-99d4732c-eb45-44a2-b01c-72c149444ec6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Aug 19 12:23:20.861655 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4a8b-1ecc-47d0-8743-6e59601a458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.894985 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network 6952d197-4afc-45aa-a036-f8845ec78824 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:20.896565 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.966599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aed90-5e29-4a1f-b941-31a0c4a51367 None None] Pushing event updated for resources: {'Port': ['ID=150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:21.003589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 6952d197-4afc-45aa-a036-f8845ec78824) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:21.022183 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.022183 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.026504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7d6c4a8b-1ecc-47d0-8743-6e59601a458c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08d330632bdc477f9b1ea2b85d9eb78d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7240882 Aug 19 12:23:21.027232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55786) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:21.035220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c4a8b-1ecc-47d0-8743-6e59601a458c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50af110-01a0-4f6b-86a6-ba78a440ca8f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:21.065073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea08604-c1da-429a-a34a-edfb991563e3 None None] Network 6952d197-4afc-45aa-a036-f8845ec78824 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:21.075050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-25d39bf5-7f1b-43d0-a3aa-dfc8a20472ce tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.077090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-25d39bf5-7f1b-43d0-a3aa-dfc8a20472ce tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9&tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 948 time: 0.2055428 Aug 19 12:23:21.109814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8a378ab-cbf6-4edd-a1b5-315b55ae9ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.144193 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8a378ab-cbf6-4edd-a1b5-315b55ae9ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.183992 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d907cd12-c364-4410-97a4-a700a938ffb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.188047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Attempting to bind port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:21.188691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Attempting to bind port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:21.189259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Attempting to bind port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 on network eef760b3-5548-4e5f-a4bc-11d46e8a3247 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:21.207523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:21.209186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Checking segment: {'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:21.211497 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.212302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Bound using segment: {'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:21.213017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Bound port: 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:21.213618 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.221785 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4cb3d848-927d-4da9-93af-01af27423e5d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8314850 Aug 19 12:23:21.221785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55790) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:21.226191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-102852115'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:21.311154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299e367-1c1a-4063-b84c-42be2f38b7a7 req-7b1f25fd-cc79-4b94-b557-cca96cd6845a tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.318835 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0299e367-1c1a-4063-b84c-42be2f38b7a7 req-7b1f25fd-cc79-4b94-b557-cca96cd6845a tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 944 time: 0.1324799 Aug 19 12:23:21.322320 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-4c5abf81-9016-41ad-a18b-afe72eba8861 service neutron] delete failed (client error): The resource could not be found. Aug 19 12:23:21.323297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-4c5abf81-9016-41ad-a18b-afe72eba8861 service neutron] 10.222.0.52 "DELETE /v2.0/ports/2eff2f83-96b8-4003-8e82-e2b8584371ae/bindings/n-h2-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.2299733 Aug 19 12:23:21.369190 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8a378ab-cbf6-4edd-a1b5-315b55ae9ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.371749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0299e367-1c1a-4063-b84c-42be2f38b7a7 req-84e42b79-20c8-4909-a20a-0df125c928df tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516348 Aug 19 12:23:21.374361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8a378ab-cbf6-4edd-a1b5-315b55ae9ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.379019 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e8a378ab-cbf6-4edd-a1b5-315b55ae9ef2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f50af110-01a0-4f6b-86a6-ba78a440ca8f HTTP/1.1" status: 204 len: 168 time: 0.3461258 Aug 19 12:23:21.393062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-6952d197-4afc-45aa-a036-f8845ec78824', 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'fixed_ips': [{'subnet_id': '7fe47f46-24d4-4fb3-bb17-8fe5b2958fa8'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:23:21.394837 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.401135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a378ab-cbf6-4edd-a1b5-315b55ae9ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50af110-01a0-4f6b-86a6-ba78a440ca8f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:21.437993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:21.442168 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.452509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87818bc3-adb0-4923-b814-106c76a34667 req-f7410772-5cb6-442e-b83f-cc44fb7cef74 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 210 time: 0.0419459 Aug 19 12:23:21.461475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] For port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:21.500702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:21.514141 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.517818 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Added segment ab506c85-b731-479f-8505-43780fa11eb7 of type vlan for network fc274e81-860a-468f-917f-53dc6343cc89 Aug 19 12:23:21.525218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] For port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:21.550411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-a14d6555-3417-4c22-9ee4-a0e4362c11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.552136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-a14d6555-3417-4c22-9ee4-a0e4362c11d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 1099 time: 0.0877342 Aug 19 12:23:21.596172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 48ef2b14-907d-4219-a51a-e363cdcd9a81 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:21.625394 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.694133 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ebb485e-c850-4ff4-a774-27c7f2aaba67 req-6f7eca49-b283-443c-b9f9-3243ec59b729 tempest-ServerPasswordTestJSON-1238353272 tempest-ServerPasswordTestJSON-1238353272-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a5cc71-6af2-42c2-b443-c7bb9a696e7a HTTP/1.1" status: 200 len: 210 time: 0.0417805 Aug 19 12:23:21.733608 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.744588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-72cc0dd7-13de-421c-9ccb-4754b5069bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.747013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-72cc0dd7-13de-421c-9ccb-4754b5069bf2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1867454 Aug 19 12:23:21.806093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-c9e59229-1ddf-4384-827c-a28d144965a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae HTTP/1.1" status: 200 len: 217 time: 0.0483918 Aug 19 12:23:21.842748 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.852698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.853274 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.901826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 48ef2b14-907d-4219-a51a-e363cdcd9a81, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=48ef2b14-907d-4219-a51a-e363cdcd9a81,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:21.917072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aed90-5e29-4a1f-b941-31a0c4a51367 None None] Pushing event updated for resources: {'Port': ['ID=150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:21.935511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '48ef2b14-907d-4219-a51a-e363cdcd9a81', 'network_id': '35d93d14-2a10-410c-a93c-901be99b829a', 'port_id': '48ef2b14-907d-4219-a51a-e363cdcd9a81', 'mac_address': 'fa:16:3e:a0:af:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd43e2da-ca7b-4455-a7b6-f11b33978fb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:21.950378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-fbfb59f6-86f6-4315-a44f-6642e097c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.952633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-fbfb59f6-86f6-4315-a44f-6642e097c5ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1408894 Aug 19 12:23:21.982425 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Allocated IP 19.80.0.2 (6952d197-4afc-45aa-a036-f8845ec78824/7fe47f46-24d4-4fb3-bb17-8fe5b2958fa8/668350ea-1d81-488f-80e1-7c88c7555e5d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:21.996768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Routers {'14b06147-f249-4ce6-b88f-240d87ffcca3'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:21.997493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:22:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['14b06147-f249-4ce6-b88f-240d87ffcca3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:22.025294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Network': ['ID=fc274e81-860a-468f-917f-53dc6343cc89,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:22.082092 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9136fbc8-8293-4a66-9332-86f4094d257b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8608127 Aug 19 12:23:22.082658 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network fc274e81-860a-468f-917f-53dc6343cc89 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:22.086368 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55810) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:22.094659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'subnet': {'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:22.134338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-d79113dc-d906-4a9b-af62-51d516f71f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.138827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-d79113dc-d906-4a9b-af62-51d516f71f44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749482 Aug 19 12:23:22.245825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b65cf-cf12-4549-b034-31c501840c50 req-344f3126-9430-440d-b8b2-5ee00a7603df tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.252675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2eff2f83-96b8-4003-8e82-e2b8584371ae up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:22.254105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a71b65cf-cf12-4549-b034-31c501840c50 req-344f3126-9430-440d-b8b2-5ee00a7603df tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 948 time: 0.2115884 Aug 19 12:23:22.277445 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.316902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a71b65cf-cf12-4549-b034-31c501840c50 req-ace34894-11e5-4bda-8c70-656405b0851b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614190 Aug 19 12:23:22.338310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-7d24f27b-5253-4c41-aed3-b0e9b5f2aa72 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833744 Aug 19 12:23:22.372137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ef2b14-907d-4219-a51a-e363cdcd9a81 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:22.468397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc14a0df-f51f-4349-854d-adc3c91e8226 req-fbe18f0f-6edf-458f-8323-fe3233efa9e9 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139989 Aug 19 12:23:22.477801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] Set router 14b06147-f249-4ce6-b88f-240d87ffcca3 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:22.484816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:22.491063 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.558268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 48ef2b14-907d-4219-a51a-e363cdcd9a81, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=48ef2b14-907d-4219-a51a-e363cdcd9a81,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:22.567091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef8434-323f-46e6-a1c6-0d6ddb452b5e req-a1164392-2f8b-4b3d-8547-6639f5998349 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.583240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3eef8434-323f-46e6-a1c6-0d6ddb452b5e req-a1164392-2f8b-4b3d-8547-6639f5998349 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 944 time: 0.1017261 Aug 19 12:23:22.637932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af6e3f05-93b6-4be4-b06a-d08b5bf240d7 req-b68bbd49-1bb9-439c-95d2-0468f0dfe0a8 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 210 time: 0.0495346 Aug 19 12:23:22.638150 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.684917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3eef8434-323f-46e6-a1c6-0d6ddb452b5e req-b44d4f43-ed3a-4c09-814c-7bafa348bd95 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006134 Aug 19 12:23:22.687805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Transition to ACTIVE for port object 668350ea-1d81-488f-80e1-7c88c7555e5d will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:22.707873 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.753090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Transition to ACTIVE for port object 668350ea-1d81-488f-80e1-7c88c7555e5d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:22.757555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 2eff2f83-96b8-4003-8e82-e2b8584371ae completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:22.775316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 2eff2f83-96b8-4003-8e82-e2b8584371ae triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:22.775722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.848525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55830) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:22.896863 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.901205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=48ef2b14-907d-4219-a51a-e363cdcd9a81,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:22.937904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f47faa3-fa49-4297-9e49-b252b8779d30 admin admin] Deleting subnet 23bb4f0b-e413-4b77-8c7a-b7b367e10253 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:23:22.945730 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f47faa3-fa49-4297-9e49-b252b8779d30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.947802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['48ef2b14-907d-4219-a51a-e363cdcd9a81'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:22.971802 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.985169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Network 6952d197-4afc-45aa-a036-f8845ec78824 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:22.996668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:22.999673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:23.009000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Pushing event updated for resources: {'Port': ['ID=668350ea-1d81-488f-80e1-7c88c7555e5d,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:23.019937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f47faa3-fa49-4297-9e49-b252b8779d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.090796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Subnet': ['ID=e99fa52c-1a88-4aa1-a34f-dcaf7bb70209,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:23.110661 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f47faa3-fa49-4297-9e49-b252b8779d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.135949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Checking segment: {'id': 'ab506c85-b731-479f-8505-43780fa11eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:23.136337 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network hostable DHCP agents. Network: fc274e81-860a-468f-917f-53dc6343cc89, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:23.233859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55838) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:23.257207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network fc274e81-860a-468f-917f-53dc6343cc89 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:23.279830 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.296324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:16Z', 'revision_number': 4, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8', 'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'mac_address': 'fa:16:3e:9e:7d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:15Z', 'updated_at': '2021-08-19T12:23:21Z', 'revision_number': 4, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'subnets': [{'id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:23.298958 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f47faa3-fa49-4297-9e49-b252b8779d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.336625 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f47faa3-fa49-4297-9e49-b252b8779d30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.341976 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4f47faa3-fa49-4297-9e49-b252b8779d30 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/23bb4f0b-e413-4b77-8c7a-b7b367e10253 HTTP/1.1" status: 204 len: 168 time: 0.4887972 Aug 19 12:23:23.343213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55842) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:23.343745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513ccfa-e80f-463a-bce1-d86421f07156 None None] The sync data for ids ['14b06147-f249-4ce6-b88f-240d87ffcca3'] in n-d-778732-8 is: [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:16Z', 'revision_number': 4, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8', 'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'mac_address': 'fa:16:3e:9e:7d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:15Z', 'updated_at': '2021-08-19T12:23:21Z', 'revision_number': 4, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'subnets': [{'id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:23.345218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Attempting to bind port 668350ea-1d81-488f-80e1-7c88c7555e5d on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:23.345677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Attempting to bind port 668350ea-1d81-488f-80e1-7c88c7555e5d by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '6ef93255-0ee5-4741-838b-529b82d1f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:23.346034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Attempting to bind port 668350ea-1d81-488f-80e1-7c88c7555e5d on network 6952d197-4afc-45aa-a036-f8845ec78824 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:23.356857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:23.359230 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d48c8bc-22dd-4005-bcb9-04ee278301d6" -d '{"events": [{"server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:23.375239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47faa3-fa49-4297-9e49-b252b8779d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23bb4f0b-e413-4b77-8c7a-b7b367e10253,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:23.403956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:23.403956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Checking segment: {'id': '6ef93255-0ee5-4741-838b-529b82d1f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:23.403956 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.403956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Bound using segment: {'id': '6ef93255-0ee5-4741-838b-529b82d1f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:23.403956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Bound port: 668350ea-1d81-488f-80e1-7c88c7555e5d, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef93255-0ee5-4741-838b-529b82d1f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:23.403956 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.405393 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, fc274e81-860a-468f-917f-53dc6343cc89) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:23.405515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:23.405612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.405612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.476683 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1880112199-network', 'tenant_id': 'bfde64fb942f4e348b3627f0950dedcc'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:23.495550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078045af-17ae-4b27-ad25-920b214fd9e0 None None] Network fc274e81-860a-468f-917f-53dc6343cc89 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:23.561519 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7b19ef08-d45f-40b3-9d0d-fa25297b4e47 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4646070 Aug 19 12:23:23.561933 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc6ba3c-1b3d-4bd4-adca-775a48bdb47a x-openstack-request-id: req-bbc6ba3c-1b3d-4bd4-adca-775a48bdb47a {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:23.561933 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:23.561933 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbc6ba3c-1b3d-4bd4-adca-775a48bdb47a {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:23.561933 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae', 'code': 200} Aug 19 12:23:23.565638 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.636363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] For port 668350ea-1d81-488f-80e1-7c88c7555e5d, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:23.689621 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Made reservation on behalf of bfde64fb942f4e348b3627f0950dedcc for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:23.692658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.702424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] For port 668350ea-1d81-488f-80e1-7c88c7555e5d, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=668350ea-1d81-488f-80e1-7c88c7555e5d,segment=NetworkSegment(6ef93255-0ee5-4741-838b-529b82d1f7a3),segment_id=6ef93255-0ee5-4741-838b-529b82d1f7a3)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:23.707893 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.722756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2eff2f83-96b8-4003-8e82-e2b8584371ae,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:23.744849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83ad6f-2e02-44e5-bd77-75c7167f5809 req-0fdd4daa-dd91-418f-b724-5d9777661927 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.748998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b83ad6f-2e02-44e5-bd77-75c7167f5809 req-0fdd4daa-dd91-418f-b724-5d9777661927 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.1636448 Aug 19 12:23:23.755668 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.845181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b83ad6f-2e02-44e5-bd77-75c7167f5809 req-3d5957ec-ebb2-4f16-b814-8fee14099af0 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724642 Aug 19 12:23:23.899367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-fc274e81-860a-468f-917f-53dc6343cc89', 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'fixed_ips': [{'subnet_id': 'e99fa52c-1a88-4aa1-a34f-dcaf7bb70209'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:23:23.900705 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.928820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.974341 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8820b86c-ac98-4fae-8d1e-f8b30efe97cc req-8d6896d4-6e5a-40e8-8119-abd9272b233f tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 210 time: 0.1466262 Aug 19 12:23:24.033246 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.039982 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.055000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1accf62-7667-4b89-b30b-a3edf9992ddf']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:24.070340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc53ca9a-74d7-4be1-a778-a27122a2c467') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:24.070640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc53ca9a-74d7-4be1-a778-a27122a2c467') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:24.117514 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.127161 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.181627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f7611-d0fc-4134-acf9-cdc20a53660d req-c2802bf4-a458-45a9-a238-47113afa671e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:24.189804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c3f7611-d0fc-4134-acf9-cdc20a53660d req-c2802bf4-a458-45a9-a238-47113afa671e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 945 time: 0.2199852 Aug 19 12:23:24.191181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:24.203196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c3546-6fca-4eaf-bdfe-0ec555b6c022 None None] Pushing event updated for resources: {'Port': ['ID=668350ea-1d81-488f-80e1-7c88c7555e5d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:24.208817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.209955 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Added segment 466ddf36-3507-4024-a325-46e53a79cee5 of type vlan for network 82e6c71f-cb8c-43ca-b11b-a469a72d7e33 Aug 19 12:23:24.233692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.245456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Allocated IP 19.86.0.2 (fc274e81-860a-468f-917f-53dc6343cc89/e99fa52c-1a88-4aa1-a34f-dcaf7bb70209/4c6d8e61-a5be-4d86-ae8b-74735d87e6b4) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:24.284828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:24.287445 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.307564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c669e7-3f71-4d81-bb49-f6a779bb3c94,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:24.310992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c3f7611-d0fc-4134-acf9-cdc20a53660d req-96780d81-8003-4d96-a0ed-72253acf60e6 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191862 Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:24.314182 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:24.348245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.521987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.526285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:24.527718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.624002 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.638752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Transition to ACTIVE for port object 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:24.654130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] Pushing event updated for resources: {'Network': ['ID=82e6c71f-cb8c-43ca-b11b-a469a72d7e33,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:24.669141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Transition to ACTIVE for port object 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:24.690267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 82e6c71f-cb8c-43ca-b11b-a469a72d7e33 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:24.743412 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-96de78f3-64bb-4ed0-a253-c23352d68660 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5071485 Aug 19 12:23:24.745141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55868) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:24.765831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] Request body: {'subnet': {'network_id': '82e6c71f-cb8c-43ca-b11b-a469a72d7e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1880112199-subnet', 'tenant_id': 'bfde64fb942f4e348b3627f0950dedcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:24.808167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.893527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Network fc274e81-860a-468f-917f-53dc6343cc89 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:24.905900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:24.913048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:24.940954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] Made reservation on behalf of bfde64fb942f4e348b3627f0950dedcc for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:24.945582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.961875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Pushing event updated for resources: {'Port': ['ID=4c6d8e61-a5be-4d86-ae8b-74735d87e6b4,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:25.071257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Attempting to bind port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:25.071994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Attempting to bind port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ab506c85-b731-479f-8505-43780fa11eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:25.073483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Attempting to bind port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 on network fc274e81-860a-468f-917f-53dc6343cc89 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:25.074775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-841931ea-17e2-4d1a-8e8d-6083eb70f8b3 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.079103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:25.079491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Checking segment: {'id': 'ab506c85-b731-479f-8505-43780fa11eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:25.079956 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.080510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Bound using segment: {'id': 'ab506c85-b731-479f-8505-43780fa11eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:25.081059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Bound port: 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab506c85-b731-479f-8505-43780fa11eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:25.081522 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.095276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-841931ea-17e2-4d1a-8e8d-6083eb70f8b3 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.098895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-841931ea-17e2-4d1a-8e8d-6083eb70f8b3 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/networks?id=6952d197-4afc-45aa-a036-f8845ec78824&id=fc274e81-860a-468f-917f-53dc6343cc89 HTTP/1.1" status: 200 len: 1391 time: 1.0306242 Aug 19 12:23:25.140754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-808a355d-5cb6-4631-a4f8-1166625f7a4e tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/quotas/b1f734d9edfb4325be100123093e6c71 HTTP/1.1" status: 200 len: 375 time: 0.0227633 Aug 19 12:23:25.144365 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.161188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.167311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c1accf62-7667-4b89-b30b-a3edf9992ddf HTTP/1.1" status: 204 len: 168 time: 1.8219013 Aug 19 12:23:25.235242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13f6e9-92ec-4d56-88d3-9258bd332be5 req-3a6973ce-b8f6-45a7-8df6-c2698923b340 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.249683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d13f6e9-92ec-4d56-88d3-9258bd332be5 req-3a6973ce-b8f6-45a7-8df6-c2698923b340 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.2605820 Aug 19 12:23:25.257354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a196ec-a49e-45ca-8fd7-004fcd69d276 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1accf62-7667-4b89-b30b-a3edf9992ddf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:25.300519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] For port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:25.326890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] For port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4c6d8e61-a5be-4d86-ae8b-74735d87e6b4,segment=NetworkSegment(ab506c85-b731-479f-8505-43780fa11eb7),segment_id=ab506c85-b731-479f-8505-43780fa11eb7)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:25.405818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d13f6e9-92ec-4d56-88d3-9258bd332be5 req-8950b347-f996-45e1-a8db-10e69d8a9f3e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555264 Aug 19 12:23:25.447081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2cf34975-3681-442e-bf35-2e2ea8fd0973 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1f734d9edfb4325be100123093e6c71&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2887893 Aug 19 12:23:25.500717 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b396-d55c-4c29-9e2f-f963c03646d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.503966 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.510673 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.658454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 48ef2b14-907d-4219-a51a-e363cdcd9a81 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:25.661988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 668350ea-1d81-488f-80e1-7c88c7555e5d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:25.705477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de79148-d680-40b3-bbc9-dfe84c556aaa,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:25.713346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] Checking segment: {'id': '466ddf36-3507-4024-a325-46e53a79cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '82e6c71f-cb8c-43ca-b11b-a469a72d7e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:25.713828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] Network hostable DHCP agents. Network: 82e6c71f-cb8c-43ca-b11b-a469a72d7e33, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:25.779238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8ec926c-ce31-4a9a-b275-021f8a4e64f6 req-017afaed-271a-4356-bc54-833d582f40f7 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 210 time: 0.1532791 Aug 19 12:23:25.842217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-92cc8396-ed27-4770-9eeb-00b1a0436589 service neutron] 10.222.0.44 "GET /v2.0/networks/6952d197-4afc-45aa-a036-f8845ec78824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857193 Aug 19 12:23:25.858343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] Network 82e6c71f-cb8c-43ca-b11b-a469a72d7e33 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:25.915629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55884) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:25.930202 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.932061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c7a0c-71de-43b6-a0b7-f6d0c8ca1dde None None] Pushing event updated for resources: {'Port': ['ID=4c6d8e61-a5be-4d86-ae8b-74735d87e6b4,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:26.020976 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-428c479c-4ac3-402c-8edc-b47132cc648d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c384a5e7ec94708a0439a4306796529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916240 Aug 19 12:23:26.020976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55886) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:26.020976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 82e6c71f-cb8c-43ca-b11b-a469a72d7e33) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:26.027907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:26.028515 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.045426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b92277-76d3-4c62-a68e-43c101dc800d None None] Network 82e6c71f-cb8c-43ca-b11b-a469a72d7e33 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:26.066957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-a6d8c5b2-cffc-4f38-9921-4bd946f6250f tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:26.069303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-a6d8c5b2-cffc-4f38-9921-4bd946f6250f tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.52 "GET /v2.0/networks?id=eef760b3-5548-4e5f-a4bc-11d46e8a3247 HTTP/1.1" status: 200 len: 829 time: 0.4410069 Aug 19 12:23:26.095613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Request body: {'port': {'device_id': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'admin_state_up': True, 'tenant_id': '4d22e19cb55848c481c3c2660895f08a'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:26.104224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d0e695-8cee-4bbb-b5cd-27f7355673c9 None None] Network 6952d197-4afc-45aa-a036-f8845ec78824 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:26.113474 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-787908bc-3193-42e8-a3ba-2ef83109a70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.163490 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-787908bc-3193-42e8-a3ba-2ef83109a70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.184497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06821f1a-4cef-4ae7-9166-f9faad2c3255 req-083648c6-b9e9-4f88-a56b-8e34e574751c tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:26.187970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06821f1a-4cef-4ae7-9166-f9faad2c3255 req-083648c6-b9e9-4f88-a56b-8e34e574751c tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 945 time: 0.1769946 Aug 19 12:23:26.234673 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ed359473-15e8-43b2-b1d0-63dd6e518b98 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4799092 Aug 19 12:23:26.243915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 48ef2b14-907d-4219-a51a-e363cdcd9a81 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:26.248309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-ec25d003-8f4b-4268-b7ff-f3a30f481208 service neutron] 10.222.0.44 "GET /v2.0/networks/6952d197-4afc-45aa-a036-f8845ec78824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047806 Aug 19 12:23:26.253187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 48ef2b14-907d-4219-a51a-e363cdcd9a81 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:26.253893 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.263078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 668350ea-1d81-488f-80e1-7c88c7555e5d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:26.324766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:26.347863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06821f1a-4cef-4ae7-9166-f9faad2c3255 req-e6495ba6-ee5d-462f-81fc-f799531713ac tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461172 Aug 19 12:23:26.377667 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-787908bc-3193-42e8-a3ba-2ef83109a70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.378247 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-787908bc-3193-42e8-a3ba-2ef83109a70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.380543 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-787908bc-3193-42e8-a3ba-2ef83109a70c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b13a9b8-01a6-4192-af76-5e6942f4ed88 HTTP/1.1" status: 204 len: 168 time: 0.3673022 Aug 19 12:23:26.398477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787908bc-3193-42e8-a3ba-2ef83109a70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b13a9b8-01a6-4192-af76-5e6942f4ed88,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:26.452158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-ee49c174-967b-41d5-94de-14fe4fb04859 service neutron] 10.222.0.44 "GET /v2.0/networks/fc274e81-860a-468f-917f-53dc6343cc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838262 Aug 19 12:23:26.462957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e85e2d16-5893-4083-87a7-a155fab70342 None None] Provisioning for port 668350ea-1d81-488f-80e1-7c88c7555e5d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:26.486669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e85e2d16-5893-4083-87a7-a155fab70342 None None] Provisioning complete for port 668350ea-1d81-488f-80e1-7c88c7555e5d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:26.487270 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e85e2d16-5893-4083-87a7-a155fab70342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.581302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Made reservation on behalf of 4d22e19cb55848c481c3c2660895f08a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:26.581302 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.653567 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9d16a8-6d1c-4ef6-9ee6-034d669bad30 None None] Network 82e6c71f-cb8c-43ca-b11b-a469a72d7e33 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:26.686229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49698d-0353-463b-9e58-4bbbeac06642 req-5e4b7e8c-34d0-4c60-8784-35ed10217c80 tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:26.694559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a49698d-0353-463b-9e58-4bbbeac06642 req-5e4b7e8c-34d0-4c60-8784-35ed10217c80 tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 1100 time: 0.1978364 Aug 19 12:23:26.712660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.715099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-7e633fed-f683-4a5a-b45f-c94af84bda97 service neutron] 10.222.0.44 "GET /v2.0/networks/fc274e81-860a-468f-917f-53dc6343cc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517719 Aug 19 12:23:26.785992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a49698d-0353-463b-9e58-4bbbeac06642 req-67db5453-0d56-427b-b550-6da5cdaea4e9 tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903659 Aug 19 12:23:26.835983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Allocated IP 172.20.0.10 (eef760b3-5548-4e5f-a4bc-11d46e8a3247/da114b63-ac92-4f71-9dc4-c2a5945285f3/051d37b3-9e15-4210-bf80-c7c810815f73) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:26.893031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:26.919932 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e85e2d16-5893-4083-87a7-a155fab70342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.921708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:26.922091 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.026271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6de471f-c277-49cb-b2de-4710281a5419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ef2b14-907d-4219-a51a-e363cdcd9a81'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:27.028570 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3224015-d4a0-4cb5-8469-462eb260af58" -d '{"events": [{"server_uuid": "e6de471f-c277-49cb-b2de-4710281a5419", "name": "network-vif-plugged", "status": "completed", "tag": "48ef2b14-907d-4219-a51a-e363cdcd9a81"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:27.129207 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.132108 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.141097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 48ef2b14-907d-4219-a51a-e363cdcd9a81, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=48ef2b14-907d-4219-a51a-e363cdcd9a81,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:27.151498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Transition to ACTIVE for port object 051d37b3-9e15-4210-bf80-c7c810815f73 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:27.246103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe263fd7-34f6-4683-acc2-c199ce72bcb2 req-79f62bce-4fcb-45d5-933d-13b364a9caa7 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 210 time: 0.0583169 Aug 19 12:23:27.256132 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.266397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e85e2d16-5893-4083-87a7-a155fab70342 None None] For port 668350ea-1d81-488f-80e1-7c88c7555e5d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=668350ea-1d81-488f-80e1-7c88c7555e5d,segment=NetworkSegment(6ef93255-0ee5-4741-838b-529b82d1f7a3),segment_id=6ef93255-0ee5-4741-838b-529b82d1f7a3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:27.301437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.359320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b01dd-2c3c-4879-b556-d1f35c0361eb None None] Network fc274e81-860a-468f-917f-53dc6343cc89 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:27.458881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fbe36ae-33d2-4d03-abec-6e1ddc938fa5 req-32211f3f-e734-4cc1-b237-576b5a895bcd tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 210 time: 0.1093271 Aug 19 12:23:27.512832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Pushing event updated for resources: {'Port': ['ID=051d37b3-9e15-4210-bf80-c7c810815f73,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:27.546282 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-6577bae3-ee26-45d7-8ff2-3e89c7ba56c9 req-f85c510f-4a8d-42ce-8612-09933333e03b tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] show failed (client error): The resource could not be found. Aug 19 12:23:27.548261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6577bae3-ee26-45d7-8ff2-3e89c7ba56c9 req-f85c510f-4a8d-42ce-8612-09933333e03b tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] 10.222.0.44 "GET /v2.0/security-groups/6932f46d-e82d-482c-81b1-21c8b7e24214 HTTP/1.1" status: 404 len: 352 time: 0.0237782 Aug 19 12:23:27.551219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Network eef760b3-5548-4e5f-a4bc-11d46e8a3247 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:27.553234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:27.562285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:27.744484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09589625-21eb-429b-a7e5-b8c752ec055e req-58717dab-f5fe-4250-a820-a17162f37646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.747656 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09589625-21eb-429b-a7e5-b8c752ec055e req-58717dab-f5fe-4250-a820-a17162f37646 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 1097 time: 0.1289611 Aug 19 12:23:27.769787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-a860427c-e283-4b3e-896b-33ed4099b7a1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558209 Aug 19 12:23:27.783637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.784325 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.803970 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd50cd-d22b-4483-956d-a6754136f485 x-openstack-request-id: req-70cd50cd-d22b-4483-956d-a6754136f485 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:27.804261 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6de471f-c277-49cb-b2de-4710281a5419", "name": "network-vif-plugged", "status": "completed", "tag": "48ef2b14-907d-4219-a51a-e363cdcd9a81", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:27.804735 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70cd50cd-d22b-4483-956d-a6754136f485 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:27.805298 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6de471f-c277-49cb-b2de-4710281a5419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ef2b14-907d-4219-a51a-e363cdcd9a81', 'code': 200} Aug 19 12:23:27.806175 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e85e2d16-5893-4083-87a7-a155fab70342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.822193 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09589625-21eb-429b-a7e5-b8c752ec055e req-9df69620-6a28-4f0c-af45-fe895ed0afcd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662987 Aug 19 12:23:27.859498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=48ef2b14-907d-4219-a51a-e363cdcd9a81,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:27.896060 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.947266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865bc90-410b-4d33-a306-af616643678e req-ce008b19-b3a1-4498-b913-a20352d71a04 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.948867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-ce008b19-b3a1-4498-b913-a20352d71a04 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602368 Aug 19 12:23:27.981143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-e7053b51-cfdd-4d09-9c51-5744228fdcca tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/quotas/d9db3deb0ebd4bfa8ba3d2615b33cc29 HTTP/1.1" status: 200 len: 375 time: 0.0181587 Aug 19 12:23:27.988052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b0944021-9c9a-4e57-a8b0-13866c40eca9 None None] Provisioning complete for port 668350ea-1d81-488f-80e1-7c88c7555e5d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:27.988560 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b0944021-9c9a-4e57-a8b0-13866c40eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.989870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34705a2-7890-41bc-9682-aba24fc24d84 req-d4eced72-16f6-49a9-b698-095c321234b5 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.993267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b34705a2-7890-41bc-9682-aba24fc24d84 req-d4eced72-16f6-49a9-b698-095c321234b5 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 946 time: 0.2990923 Aug 19 12:23:28.019905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e2d16-5893-4083-87a7-a155fab70342 None None] Pushing event updated for resources: {'Port': ['ID=668350ea-1d81-488f-80e1-7c88c7555e5d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:28.033142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:28.067564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b34705a2-7890-41bc-9682-aba24fc24d84 req-e99c0429-0093-4771-afb9-3b5da2d9ca02 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625510 Aug 19 12:23:28.080897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-93a68115-123d-460a-810c-59386952c6d1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858610 Aug 19 12:23:28.158542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-b1be27c3-dfb7-433a-b778-84a1d686e3ca tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0719748 Aug 19 12:23:28.174433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Request body: {'port': {'device_id': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:28.179109 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.258198 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.283811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:28.375525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b0944021-9c9a-4e57-a8b0-13866c40eca9 None None] Provisioning for port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:28.672471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b31459e-2480-4726-a152-eca740af2ca3 req-fc931522-accd-4b76-b524-0e324b817533 tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfde64fb942f4e348b3627f0950dedcc HTTP/1.1" status: 200 len: 2984 time: 0.1447282 Aug 19 12:23:28.677418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 668350ea-1d81-488f-80e1-7c88c7555e5d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:28.742633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 668350ea-1d81-488f-80e1-7c88c7555e5d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:28.743015 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.757232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b31459e-2480-4726-a152-eca740af2ca3 req-3a5385f5-6d8c-4769-b5c5-8d7aab24d442 tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] 10.222.0.44 "GET /v2.0/security-groups/14c669e7-3f71-4d81-bb49-f6a779bb3c94 HTTP/1.1" status: 200 len: 2981 time: 0.1865034 Aug 19 12:23:28.800849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ceb2e-09ab-4532-9040-46761bacd318 req-d00b4511-ad17-48b4-8ecd-a87084e48d6b tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.802455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d84ceb2e-09ab-4532-9040-46761bacd318 req-d00b4511-ad17-48b4-8ecd-a87084e48d6b tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 932 time: 0.1738207 Aug 19 12:23:28.854656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:28.915177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b31459e-2480-4726-a152-eca740af2ca3 req-e524053c-9bca-4779-ac9a-81a2fcf10bfa tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] 10.222.0.44 "GET /v2.0/security-groups/14c669e7-3f71-4d81-bb49-f6a779bb3c94 HTTP/1.1" status: 200 len: 2981 time: 0.1404374 Aug 19 12:23:28.920554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d84ceb2e-09ab-4532-9040-46761bacd318 req-07a3db23-1a51-48ac-86a9-150f60a3761e tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093352 Aug 19 12:23:28.936216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051d37b3-9e15-4210-bf80-c7c810815f73 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:28.940056 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.942272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e3353ccc-2620-4062-93eb-2b976723af94 None None] Provisioning for port 051d37b3-9e15-4210-bf80-c7c810815f73 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:28.947162 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.951966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e3353ccc-2620-4062-93eb-2b976723af94 None None] Provisioning complete for port 051d37b3-9e15-4210-bf80-c7c810815f73 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:28.952580 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3353ccc-2620-4062-93eb-2b976723af94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.972059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Transition to ACTIVE for port object 051d37b3-9e15-4210-bf80-c7c810815f73 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:29.012404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e3353ccc-2620-4062-93eb-2b976723af94 None None] Port 051d37b3-9e15-4210-bf80-c7c810815f73 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:23:29.038238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:29.044948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:29.047284 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.053899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-736261dd-c89f-489a-9918-396d38465d94 req-1b22e91a-20d3-4985-a8af-335aa0752391 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 210 time: 0.0363908 Aug 19 12:23:29.072443 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55966) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:29.093104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd9b6f0e-383d-4ee9-b096-65357d8cb14c req-32b4c3db-2527-48bc-965f-ee3a56851795 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 210 time: 0.0615969 Aug 19 12:23:29.110950 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.185003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-309c894a-f614-4d3d-9c9f-556b9a6e6bcf None None] Provisioning complete for port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:29.185003 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-309c894a-f614-4d3d-9c9f-556b9a6e6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.240051 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.271294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62bb2bad-b54d-466f-ac68-ad5036b0ab91 req-0b3de7cb-24ab-4fee-baa5-9a9fb232873b tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] 10.222.0.44 "GET /v2.0/security-groups/14c669e7-3f71-4d81-bb49-f6a779bb3c94 HTTP/1.1" status: 200 len: 2981 time: 0.1815588 Aug 19 12:23:29.276246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Pushing event updated for resources: {'Port': ['ID=051d37b3-9e15-4210-bf80-c7c810815f73,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:29.309144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4c6d8e61-a5be-4d86-ae8b-74735d87e6b4,segment=NetworkSegment(ab506c85-b731-479f-8505-43780fa11eb7),segment_id=ab506c85-b731-479f-8505-43780fa11eb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:29.326416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-network', 'tenant_id': '007206b543004ced87114bfd55859962'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:29.378286 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-309c894a-f614-4d3d-9c9f-556b9a6e6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.449167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.481444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Made reservation on behalf of 007206b543004ced87114bfd55859962 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:29.492238 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.492571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbae3c5-840f-49a7-bb4b-c23bfb288c3d req-c1fb5f3b-2c85-47fc-a72e-e7468ae4d747 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.494806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afbae3c5-840f-49a7-bb4b-c23bfb288c3d req-c1fb5f3b-2c85-47fc-a72e-e7468ae4d747 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 946 time: 0.2066216 Aug 19 12:23:29.529575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.556179 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-62bb2bad-b54d-466f-ac68-ad5036b0ab91 req-3515f73a-56e9-4a05-93a9-cd98d4ab4544 tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:23:29.572315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62bb2bad-b54d-466f-ac68-ad5036b0ab91 req-3515f73a-56e9-4a05-93a9-cd98d4ab4544 tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] 10.222.0.44 "DELETE /v2.0/security-groups/14c669e7-3f71-4d81-bb49-f6a779bb3c94 HTTP/1.1" status: 409 len: 352 time: 0.2993085 Aug 19 12:23:29.572923 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-309c894a-f614-4d3d-9c9f-556b9a6e6bcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:23:29.573294 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-309c894a-f614-4d3d-9c9f-556b9a6e6bcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:23:29.586299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Attempting to bind port 051d37b3-9e15-4210-bf80-c7c810815f73 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:29.586658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Attempting to bind port 051d37b3-9e15-4210-bf80-c7c810815f73 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:29.586999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Attempting to bind port 051d37b3-9e15-4210-bf80-c7c810815f73 on network eef760b3-5548-4e5f-a4bc-11d46e8a3247 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:29.587340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=4c6d8e61-a5be-4d86-ae8b-74735d87e6b4,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:29.602822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Port 051d37b3-9e15-4210-bf80-c7c810815f73 on network eef760b3-5548-4e5f-a4bc-11d46e8a3247 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:29.603170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Attempting to bind port 051d37b3-9e15-4210-bf80-c7c810815f73 on network eef760b3-5548-4e5f-a4bc-11d46e8a3247 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:29.622035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afbae3c5-840f-49a7-bb4b-c23bfb288c3d req-c3390306-85c2-4052-8ca3-298f9d13faec tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262093 Aug 19 12:23:29.623697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:29.624045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Checking segment: {'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:29.624547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Bound using segment: {'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:29.624961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Bound port: 051d37b3-9e15-4210-bf80-c7c810815f73, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:29.625345 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.698731 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.739126 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-6062ecfa-ea25-4100-bca9-5baa45cbde76 req-62ef3d97-0a32-493e-94a4-26596bff767c tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] show failed (client error): The resource could not be found. Aug 19 12:23:29.740274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6062ecfa-ea25-4100-bca9-5baa45cbde76 req-62ef3d97-0a32-493e-94a4-26596bff767c tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] 10.222.0.44 "GET /v2.0/security-groups/52438c74-899c-46e8-8308-98f4f2783b3e HTTP/1.1" status: 404 len: 352 time: 0.0277011 Aug 19 12:23:29.748662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] For port 051d37b3-9e15-4210-bf80-c7c810815f73, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:29.752517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] For port 051d37b3-9e15-4210-bf80-c7c810815f73, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=051d37b3-9e15-4210-bf80-c7c810815f73,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:29.779597 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-42929501-80b4-4b41-94e9-0a8d190e682f req-92f62921-6ec9-4b2b-91c2-3e535e089e2b tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] show failed (client error): The resource could not be found. Aug 19 12:23:29.780628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42929501-80b4-4b41-94e9-0a8d190e682f req-92f62921-6ec9-4b2b-91c2-3e535e089e2b tempest-SecurityGroupsNegativeTestJSON-1941050182 tempest-SecurityGroupsNegativeTestJSON-1941050182-project] 10.222.0.44 "GET /v2.0/security-groups/771d34fe-3030-4391-b402-edde84bd712d HTTP/1.1" status: 404 len: 352 time: 0.0154345 Aug 19 12:23:29.792048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55982) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:29.839832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6e66a7-e0c8-4543-b270-2747d7267db4 admin admin] Deleting subnet 2de79148-d680-40b3-bbc9-dfe84c556aaa {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:23:29.843296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.847132 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d6e66a7-e0c8-4543-b270-2747d7267db4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.893609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:29.899187 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.908524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f899956-e339-4684-bd79-6e764cd2cec9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:29.919248 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d6e66a7-e0c8-4543-b270-2747d7267db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.922138 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.922585 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Added segment db9e876f-d655-4590-8303-7a6fc32d319c of type vlan for network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 Aug 19 12:23:29.937029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.937924 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.940102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] 10.222.0.52 "PUT /v2.0/ports/051d37b3-9e15-4210-bf80-c7c810815f73 HTTP/1.1" status: 200 len: 1092 time: 1.7704339 Aug 19 12:23:29.945011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'tag': '051d37b3-9e15-4210-bf80-c7c810815f73'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:29.945011 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d525a58b-e016-42a9-9020-630d9234c125" -d '{"events": [{"name": "network-changed", "server_uuid": "898e1c53-f999-40a0-b589-69398c6cfbf1", "tag": "051d37b3-9e15-4210-bf80-c7c810815f73"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:29.984347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc65c1-7a2e-44e9-a4b4-1c0da5670c0d service neutron] Pushing event updated for resources: {'Port': ['ID=051d37b3-9e15-4210-bf80-c7c810815f73,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:30.071606 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b15ca3-8f48-4a84-8502-8c2efe3a3fe2 x-openstack-request-id: req-c1b15ca3-8f48-4a84-8502-8c2efe3a3fe2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:30.071606 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898e1c53-f999-40a0-b589-69398c6cfbf1", "tag": "051d37b3-9e15-4210-bf80-c7c810815f73", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:30.071606 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1b15ca3-8f48-4a84-8502-8c2efe3a3fe2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:30.071606 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'tag': '051d37b3-9e15-4210-bf80-c7c810815f73', 'status': 'completed', 'code': 200} Aug 19 12:23:30.080106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.143537 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d6e66a7-e0c8-4543-b270-2747d7267db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.184272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ccd267a-8be9-44d3-827d-9afd892afd2d req-776b9973-dd0c-49ca-9d79-9b6e6ad5d9be tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 210 time: 0.0502846 Aug 19 12:23:30.197916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525a58b-e016-42a9-9020-630d9234c125 req-089efd35-9e4c-41f6-8e3f-a459901d3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:30.199447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d525a58b-e016-42a9-9020-630d9234c125 req-089efd35-9e4c-41f6-8e3f-a459901d3a10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d22e19cb55848c481c3c2660895f08a&device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 1095 time: 0.1357322 Aug 19 12:23:30.216730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29347d07-7d8e-4c3b-921c-9aa1d264c0c9 req-f6fe11a9-9d97-4a6c-9c3e-aa419303cedc tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:30.218350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29347d07-7d8e-4c3b-921c-9aa1d264c0c9 req-f6fe11a9-9d97-4a6c-9c3e-aa419303cedc tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 944 time: 0.1637738 Aug 19 12:23:30.266665 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.267777 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:30.268483 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.317874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:30.332128 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d6e66a7-e0c8-4543-b270-2747d7267db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.353072 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d6e66a7-e0c8-4543-b270-2747d7267db4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.355216 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0d6e66a7-e0c8-4543-b270-2747d7267db4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2de79148-d680-40b3-bbc9-dfe84c556aaa HTTP/1.1" status: 204 len: 168 time: 0.5618711 Aug 19 12:23:30.358494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-819caf67-c135-49c4-af55-f4a337eca5a5 req-434cf398-ed8e-4305-92a3-bc1686256c00 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 210 time: 0.0600722 Aug 19 12:23:30.361500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55992) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:30.380295 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e66a7-e0c8-4543-b270-2747d7267db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de79148-d680-40b3-bbc9-dfe84c556aaa,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:30.389811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] Pushing event updated for resources: {'Network': ['ID=5a968453-8949-4776-80cc-6c3b9cd0d5a3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:30.409087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:30.424073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:30.425176 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.443796 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-802e5841-f576-483e-93d8-0f2569eaac65 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3652408 Aug 19 12:23:30.445642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55994) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:30.451365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] Request body: {'subnet': {'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-subnet', 'tenant_id': '007206b543004ced87114bfd55859962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:30.458299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29347d07-7d8e-4c3b-921c-9aa1d264c0c9 req-ecc38ba4-1d37-4f84-89ce-31e3406019ee tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264822 Aug 19 12:23:30.496300 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.502896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525a58b-e016-42a9-9020-630d9234c125 req-a1286264-61d0-40dc-a2e9-4adc231f8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:30.506381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d525a58b-e016-42a9-9020-630d9234c125 req-a1286264-61d0-40dc-a2e9-4adc231f8a41 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=4d22e19cb55848c481c3c2660895f08a&shared=False HTTP/1.1" status: 200 len: 930 time: 0.2860897 Aug 19 12:23:30.585129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:30.645728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:30.646261 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.701976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] Made reservation on behalf of 007206b543004ced87114bfd55859962 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:30.709513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.070009 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.106092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e6c71f-cb8c-43ca-b11b-a469a72d7e33']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:31.117976 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.121352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525a58b-e016-42a9-9020-630d9234c125 req-301aa5ce-4fb5-4262-8c02-72253b171a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:31.135647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d525a58b-e016-42a9-9020-630d9234c125 req-301aa5ce-4fb5-4262-8c02-72253b171a2e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6085780 Aug 19 12:23:31.135647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466ddf36-3507-4024-a325-46e53a79cee5') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:31.135647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466ddf36-3507-4024-a325-46e53a79cee5') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:31.138185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd5b45-679c-4b7f-990f-8c603d062a5b req-3a0252af-d19b-4fc5-874c-c28bf71a725e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:31.140486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ffd5b45-679c-4b7f-990f-8c603d062a5b req-3a0252af-d19b-4fc5-874c-c28bf71a725e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 946 time: 0.2461982 Aug 19 12:23:31.153244 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.181337 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e82809d-c871-4cc2-850c-bb303fd3d4b1,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:31.192642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] Checking segment: {'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:31.193000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] Network hostable DHCP agents. Network: 5a968453-8949-4776-80cc-6c3b9cd0d5a3, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:31.214921 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.247524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:31.247942 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:31.255018 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:31.317483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-50df74c3-f8b2-482f-a701-6489ea72be7d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:31.323772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] Network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:31.325318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-50df74c3-f8b2-482f-a701-6489ea72be7d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:31.327078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-50df74c3-f8b2-482f-a701-6489ea72be7d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "GET /v2.0/networks?id=6952d197-4afc-45aa-a036-f8845ec78824&id=fc274e81-860a-468f-917f-53dc6343cc89 HTTP/1.1" status: 200 len: 1391 time: 0.3508797 Aug 19 12:23:31.335289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ffd5b45-679c-4b7f-990f-8c603d062a5b req-c1bd4fa4-3c20-406b-844f-1d568f8cc028 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854074 Aug 19 12:23:31.356584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'port': {'device_id': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824', 'admin_state_up': True, 'tenant_id': 'b1f734d9edfb4325be100123093e6c71'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:31.390137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcd2fd3e-fd80-4c2a-8088-d0280167a263 req-17623c01-7855-4bd8-90d3-7bab7de880e9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 210 time: 0.0599308 Aug 19 12:23:31.423967 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 5a968453-8949-4776-80cc-6c3b9cd0d5a3) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:31.438129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-a5c02bb8-e875-4176-9838-147c72588fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:31.438476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af01e9d-49e1-4c2a-a1d5-daf7e6735913 None None] Network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:31.439853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-a5c02bb8-e875-4176-9838-147c72588fca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d22e19cb55848c481c3c2660895f08a&device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 1095 time: 0.2477505 Aug 19 12:23:31.440831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:31.453104 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.502107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-f5ed4179-d698-4201-b908-7c111582e805 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051d37b3-9e15-4210-bf80-c7c810815f73 HTTP/1.1" status: 200 len: 217 time: 0.0506382 Aug 19 12:23:31.573639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1b44cfd-b529-47d3-9323-3a7dc7e3c2bd req-a6954a26-3f8e-483a-8ef2-8c343b753310 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 210 time: 0.0643370 Aug 19 12:23:31.579252 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.585290 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-14dc2f75-3eb3-405a-8d91-3a9b0baa0ba6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1362648 Aug 19 12:23:31.594263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56010) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:31.594263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-router', 'tenant_id': '007206b543004ced87114bfd55859962', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:31.628987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.630038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef1cc34-bd1f-4fea-aaa5-fae34a86aff3 None None] Network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:31.632716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] 10.222.0.44 "DELETE /v2.0/networks/82e6c71f-cb8c-43ca-b11b-a469a72d7e33 HTTP/1.1" status: 204 len: 168 time: 1.2685323 Aug 19 12:23:31.684975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc19139-e2da-476d-8a67-50e65de3b267 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e6c71f-cb8c-43ca-b11b-a469a72d7e33,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:31.692343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-4f3c95d3-788f-4146-8c34-ba7adc023406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:31.694202 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-4f3c95d3-788f-4146-8c34-ba7adc023406 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da114b63-ac92-4f71-9dc4-c2a5945285f3 HTTP/1.1" status: 200 len: 868 time: 0.1838598 Aug 19 12:23:31.775379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9339472-46eb-4522-95a5-a1f4520f85f4 req-717aa30b-586c-4752-a101-2a32e790b300 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:31.776995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9339472-46eb-4522-95a5-a1f4520f85f4 req-717aa30b-586c-4752-a101-2a32e790b300 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 944 time: 0.0816851 Aug 19 12:23:31.784703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-078c728c-ac8b-44ba-87a3-6f8341f65225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:31.786306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-078c728c-ac8b-44ba-87a3-6f8341f65225 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eef760b3-5548-4e5f-a4bc-11d46e8a3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821118 Aug 19 12:23:31.872920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9339472-46eb-4522-95a5-a1f4520f85f4 req-14edd29f-cc14-4acd-beb4-0ccdc0c49b51 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854077 Aug 19 12:23:31.884679 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.886492 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.963740 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-b1debd5a-b6c2-4668-b8b4-5ec11b381ddf tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251241 Aug 19 12:23:31.965901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-222b096b-4046-4a89-a4c2-0706cc58b682 service neutron] 10.222.0.52 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703801 Aug 19 12:23:31.992262 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.106577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:32.110359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.213637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865bc90-410b-4d33-a306-af616643678e req-ac916cb2-d51f-4196-b16a-55a2be794408 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:32.215240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-ac916cb2-d51f-4196-b16a-55a2be794408 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447414 Aug 19 12:23:32.237976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Request body: {'port': {'device_id': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'd9db3deb0ebd4bfa8ba3d2615b33cc29'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:32.262771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56020) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:32.291508 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.329530 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a0604162-de24-4326-bb0c-ed33c173cd53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfde64fb942f4e348b3627f0950dedcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649915 Aug 19 12:23:32.332107 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56022) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:32.332293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591ff8d-1e66-48b4-bfdc-a4a171c7dde4 req-c744df91-3a25-4039-ab57-c3836625bc7e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:32.334170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6591ff8d-1e66-48b4-bfdc-a4a171c7dde4 req-c744df91-3a25-4039-ab57-c3836625bc7e tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 946 time: 0.2524002 Aug 19 12:23:32.336362 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c9415c-ba47-4d1e-9509-38729fe7475c req-30a89a8b-f717-4827-92b9-b5cf2400efc0 service neutron] 10.222.0.52 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176556 Aug 19 12:23:32.386093 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2f26ffd-e043-42d3-b7df-d631a9ea0acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.409321 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2f26ffd-e043-42d3-b7df-d631a9ea0acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.478285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6591ff8d-1e66-48b4-bfdc-a4a171c7dde4 req-22182cd2-8f5d-4f05-8132-9ede03e4ed62 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364555 Aug 19 12:23:32.524314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d538be0-103d-44dd-b385-8d00fc269c9c req-bee23e3c-aeeb-4182-9828-f29f5181876e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 210 time: 0.0404871 Aug 19 12:23:32.534544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Allocated IP 19.80.0.236 (6952d197-4afc-45aa-a036-f8845ec78824/7fe47f46-24d4-4fb3-bb17-8fe5b2958fa8/62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:32.668469 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.703044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.703044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2f26ffd-e043-42d3-b7df-d631a9ea0acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.704286 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2f26ffd-e043-42d3-b7df-d631a9ea0acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.704944 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e2f26ffd-e043-42d3-b7df-d631a9ea0acc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14c669e7-3f71-4d81-bb49-f6a779bb3c94 HTTP/1.1" status: 204 len: 168 time: 0.3716686 Aug 19 12:23:32.724413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f26ffd-e043-42d3-b7df-d631a9ea0acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c669e7-3f71-4d81-bb49-f6a779bb3c94,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:32.768288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b921b72-1421-40e8-bdf7-560d44106353 req-e45afd54-b837-4a7f-a093-c305dcd1d305 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 210 time: 0.0979488 Aug 19 12:23:32.770904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Made reservation on behalf of d9db3deb0ebd4bfa8ba3d2615b33cc29 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:32.775746 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.869941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Allocated IP 172.25.6.71 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:32.907962 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.953311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Transition to ACTIVE for port object 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:33.004775 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.012041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Allocated IP 192.168.233.186 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/bd49ef08-9459-4271-a825-abc082e77888) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:33.080009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef8d4c-44f4-400a-90fe-0f5b74ac7607 req-ee341f29-cbf0-43d5-accf-3bb73d2d2cfa tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.085397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05ef8d4c-44f4-400a-90fe-0f5b74ac7607 req-ee341f29-cbf0-43d5-accf-3bb73d2d2cfa tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 944 time: 0.1182668 Aug 19 12:23:33.138318 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.170549 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.173310 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:33.179770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:33.183644 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:33.219459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Pushing event updated for resources: {'Port': ['ID=7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:33.236524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05ef8d4c-44f4-400a-90fe-0f5b74ac7607 req-eab48b91-0765-4183-887a-16dd51c7d4e3 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295834 Aug 19 12:23:33.267049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network 6952d197-4afc-45aa-a036-f8845ec78824 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:33.283885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:33.285802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:33.288945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Port': ['ID=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:33.345951 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.369923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.370732 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.373673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Transition to ACTIVE for port object bd49ef08-9459-4271-a825-abc082e77888 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:33.473339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3ceb5347-cfef-4d5b-baf6-5081b43f0c9a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1247079 Aug 19 12:23:33.488104 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Request body: {'port': {'device_id': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89', 'admin_state_up': True, 'tenant_id': 'b1f734d9edfb4325be100123093e6c71'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:33.543564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.556892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2eff2f83-96b8-4003-8e82-e2b8584371ae'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:33.571066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.642713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:33.665486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:33.733558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:33.848901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f5b47f67-2ba9-4edc-ad26-8c77e6be3287 None None] Provisioning for port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:33.862188 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f5b47f67-2ba9-4edc-ad26-8c77e6be3287 None None] Provisioning complete for port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:33.863128 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5b47f67-2ba9-4edc-ad26-8c77e6be3287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.937758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f5b47f67-2ba9-4edc-ad26-8c77e6be3287 None None] Port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:23:33.957746 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.121103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c8776e7b-0897-4173-a7f8-8c8f2a2ca46d None None] Provisioning for port bd49ef08-9459-4271-a825-abc082e77888 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:34.129384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c8776e7b-0897-4173-a7f8-8c8f2a2ca46d None None] Provisioning complete for port bd49ef08-9459-4271-a825-abc082e77888 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:34.130162 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8776e7b-0897-4173-a7f8-8c8f2a2ca46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.210759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Pushing event updated for resources: {'Port': ['ID=bd49ef08-9459-4271-a825-abc082e77888,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:34.215019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c8776e7b-0897-4173-a7f8-8c8f2a2ca46d None None] Port bd49ef08-9459-4271-a825-abc082e77888 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:23:34.255331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085861f-f4e5-4097-bdc1-c6c2bebdb283 req-b7019067-b41d-4cf3-a639-064845c0b843 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:34.257753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d085861f-f4e5-4097-bdc1-c6c2bebdb283 req-b7019067-b41d-4cf3-a639-064845c0b843 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 946 time: 0.6669538 Aug 19 12:23:34.260407 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Router 5e3a19e7-a83c-437b-ad64-5526c48baead is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:23:34.270315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:34.274778 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.324476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c8786-69aa-47ae-80c3-865df47f21e1 req-0853f0a1-4972-4be3-96f8-eb6e90f075bb tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:34.326224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a32c8786-69aa-47ae-80c3-865df47f21e1 req-0853f0a1-4972-4be3-96f8-eb6e90f075bb tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 946 time: 0.6082537 Aug 19 12:23:34.342301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb0e82-72de-474c-88c4-c85dc270e238 req-0849ad42-d208-458c-8fdf-5d9e5cf1e6af tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:34.344958 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91eb0e82-72de-474c-88c4-c85dc270e238 req-0849ad42-d208-458c-8fdf-5d9e5cf1e6af tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 936 time: 0.6678870 Aug 19 12:23:34.350051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56066) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:34.385520 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:34.400959 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Sync routers for ids ['5e3a19e7-a83c-437b-ad64-5526c48baead'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:34.414949 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Routers {'5e3a19e7-a83c-437b-ad64-5526c48baead'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:34.415574 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e3a19e7-a83c-437b-ad64-5526c48baead'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:34.425765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Made reservation on behalf of b1f734d9edfb4325be100123093e6c71 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:34.429603 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.510168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91eb0e82-72de-474c-88c4-c85dc270e238 req-d39991a4-d5e1-4011-8306-e6e83a8a1e4d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470437 Aug 19 12:23:34.516181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a32c8786-69aa-47ae-80c3-865df47f21e1 req-1bb16950-e901-4935-81c8-c45b9c7d218d tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675756 Aug 19 12:23:34.551135 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Set router 5e3a19e7-a83c-437b-ad64-5526c48baead gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:34.597726 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.599935 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3727dd06-631a-4c6a-99e6-7e09f0a5109c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0131369 Aug 19 12:23:34.603066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56070) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:34.618704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1545744008-network', 'tenant_id': 'dd552d66293348cead6e61280b39e649'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:34.644823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-3cdbfdf6-091f-4c15-b4b5-0f9e15567ff4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4168830 Aug 19 12:23:34.707946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Request body: {'port': {'device_id': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:34.778372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add264d7-ca84-4dec-8daf-6821c717a511 req-2f664724-2087-4652-a765-18942eb143c2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:34.779855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-add264d7-ca84-4dec-8daf-6821c717a511 req-2f664724-2087-4652-a765-18942eb143c2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 932 time: 0.1735981 Aug 19 12:23:34.780495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Made reservation on behalf of dd552d66293348cead6e61280b39e649 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:34.782871 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.786730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d085861f-f4e5-4097-bdc1-c6c2bebdb283 req-fff8f053-0bb8-4c1a-8f54-9d9dae39d212 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Deleting port 48ef2b14-907d-4219-a51a-e363cdcd9a81 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:34.787204 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d085861f-f4e5-4097-bdc1-c6c2bebdb283 req-fff8f053-0bb8-4c1a-8f54-9d9dae39d212 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.794373 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-router', 'tenant_id': '007206b543004ced87114bfd55859962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:31Z', 'updated_at': '2021-08-19T12:23:33Z', 'revision_number': 3, 'project_id': '007206b543004ced87114bfd55859962', 'gw_port': {'id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:32Z', 'updated_at': '2021-08-19T12:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:34.823805 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Checking router: 5e3a19e7-a83c-437b-ad64-5526c48baead for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:34.824170 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Updating router 5e3a19e7-a83c-437b-ad64-5526c48baead port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:23:34.858891 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.919598 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.992383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Allocated IP 19.86.0.141 (fc274e81-860a-468f-917f-53dc6343cc89/e99fa52c-1a88-4aa1-a34f-dcaf7bb70209/fcb6138b-109c-4d84-b74b-7b4a9e958581) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:35.041591 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.081531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-add264d7-ca84-4dec-8daf-6821c717a511 req-77913613-bb23-4606-8c8f-56b59cb7f6b8 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834346 Aug 19 12:23:35.138574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d36de-8247-4152-8201-8dfe0c8910e3 req-31cab7c8-88cc-4cd3-9ad9-39a82e06dfe3 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:35.141192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c2d36de-8247-4152-8201-8dfe0c8910e3 req-31cab7c8-88cc-4cd3-9ad9-39a82e06dfe3 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 944 time: 0.3485832 Aug 19 12:23:35.172501 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.190190 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Transition to ACTIVE for port object 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:35.264914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d085861f-f4e5-4097-bdc1-c6c2bebdb283 req-fff8f053-0bb8-4c1a-8f54-9d9dae39d212 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] For port 48ef2b14-907d-4219-a51a-e363cdcd9a81, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=48ef2b14-907d-4219-a51a-e363cdcd9a81,segment=NetworkSegment(c1a5bf49-3c85-48da-9b02-f687c72d1cb7),segment_id=c1a5bf49-3c85-48da-9b02-f687c72d1cb7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:35.265502 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d085861f-f4e5-4097-bdc1-c6c2bebdb283 req-fff8f053-0bb8-4c1a-8f54-9d9dae39d212 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.298137 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.353499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d085861f-f4e5-4097-bdc1-c6c2bebdb283 req-fff8f053-0bb8-4c1a-8f54-9d9dae39d212 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Calling delete_port for 48ef2b14-907d-4219-a51a-e363cdcd9a81 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:35.363421 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89146e-f82c-4a80-afc6-55eafb5a6c17 None None] Pushing event updated for resources: {'Port': ['ID=7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:35.369410 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Attempting to bind port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:35.369789 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Attempting to bind port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:35.371343 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Attempting to bind port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:35.377771 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:35.377986 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:35.379340 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.379736 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:35.380266 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Bound port: 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:35.381490 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.443417 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] For port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:35.448606 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] For port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:35.451490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c2d36de-8247-4152-8201-8dfe0c8910e3 req-6756509d-4741-4dab-b1a7-be10a5a2d33e tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665524 Aug 19 12:23:35.480646 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.532334 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.594303 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Routers {'5e3a19e7-a83c-437b-ad64-5526c48baead'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:35.596085 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e3a19e7-a83c-437b-ad64-5526c48baead'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:35.629979 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.646914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 051d37b3-9e15-4210-bf80-c7c810815f73 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:35.658461 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.715870 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Allocated IP 172.20.0.1 (5a968453-8949-4776-80cc-6c3b9cd0d5a3/2e82809d-c871-4cc2-850c-bb303fd3d4b1/2cc2f810-1aac-4424-9139-4baa28134d0d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:35.720111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Transition to ACTIVE for port object fcb6138b-109c-4d84-b74b-7b4a9e958581 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:35.756181 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] Set router 5e3a19e7-a83c-437b-ad64-5526c48baead gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:35.813466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 051d37b3-9e15-4210-bf80-c7c810815f73, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=051d37b3-9e15-4210-bf80-c7c810815f73,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:35.813736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.829474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '051d37b3-9e15-4210-bf80-c7c810815f73', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'port_id': '051d37b3-9e15-4210-bf80-c7c810815f73', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:35.902473 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.903781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.903998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:35.913282 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89146e-f82c-4a80-afc6-55eafb5a6c17 None None] Pushing event updated for resources: {'Port': ['ID=7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:35.946461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051d37b3-9e15-4210-bf80-c7c810815f73 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:35.973765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 051d37b3-9e15-4210-bf80-c7c810815f73, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=051d37b3-9e15-4210-bf80-c7c810815f73,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:36.002199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a89662d-e5fc-4b1c-9f5f-f0a70c7c581b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:36.009976 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-router', 'tenant_id': '007206b543004ced87114bfd55859962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:31Z', 'updated_at': '2021-08-19T12:23:33Z', 'revision_number': 3, 'project_id': '007206b543004ced87114bfd55859962', 'gw_port': {'id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:32Z', 'updated_at': '2021-08-19T12:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:36.012240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.012793 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Added segment f20728ff-170f-4b8e-8868-93e5ecc390d7 of type vlan for network ffdc861b-fbe6-461b-b6fe-9cb76461b10c Aug 19 12:23:36.021483 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.034642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5ef72-ea42-4622-a635-f602e6f1d4c9 req-7c65eab1-4a17-4b50-9b6e-2c7488b47471 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:36.037011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8e5ef72-ea42-4622-a635-f602e6f1d4c9 req-7c65eab1-4a17-4b50-9b6e-2c7488b47471 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 936 time: 0.3211639 Aug 19 12:23:36.048338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cf87b-eb7b-48f9-baa3-aa0f2cd6b562 req-b1dd8702-7d95-4634-91cc-efa18a1d30e3 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:36.048885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:36.050411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e57cf87b-eb7b-48f9-baa3-aa0f2cd6b562 req-b1dd8702-7d95-4634-91cc-efa18a1d30e3 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 946 time: 0.3368185 Aug 19 12:23:36.050603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:36.060507 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.095865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Pushing event updated for resources: {'Port': ['ID=2cc2f810-1aac-4424-9139-4baa28134d0d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:36.106030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:36.120744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=051d37b3-9e15-4210-bf80-c7c810815f73,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:36.123710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd49ef08-9459-4271-a825-abc082e77888 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:36.143825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.163273 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.165575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.167977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d085861f-f4e5-4097-bdc1-c6c2bebdb283 req-fff8f053-0bb8-4c1a-8f54-9d9dae39d212 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.180507 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.194958 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22a8db-da48-4f60-a2a3-6f05641667d7 None None] The sync data for ids ['5e3a19e7-a83c-437b-ad64-5526c48baead'] in n-d-778732-8 is: [{'id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-router', 'tenant_id': '007206b543004ced87114bfd55859962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:31Z', 'updated_at': '2021-08-19T12:23:33Z', 'revision_number': 3, 'project_id': '007206b543004ced87114bfd55859962', 'gw_port': {'id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:32Z', 'updated_at': '2021-08-19T12:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:36.242501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Transition to ACTIVE for port object bd49ef08-9459-4271-a825-abc082e77888 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:36.247568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8e5ef72-ea42-4622-a635-f602e6f1d4c9 req-e131745a-2cdd-42d3-926c-8d0a4962d59a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958134 Aug 19 12:23:36.274971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8f053-0bb8-4c1a-8f54-9d9dae39d212 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event deleted for resources: {'Port': ['ID=48ef2b14-907d-4219-a51a-e363cdcd9a81,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:36.311437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e57cf87b-eb7b-48f9-baa3-aa0f2cd6b562 req-9f85919a-2fd5-4f0f-a850-31529822a7be tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups?id=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180412 Aug 19 12:23:36.322831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['051d37b3-9e15-4210-bf80-c7c810815f73'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:36.383500 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.394160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Network fc274e81-860a-468f-917f-53dc6343cc89 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:36.444787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d085861f-f4e5-4097-bdc1-c6c2bebdb283 req-fff8f053-0bb8-4c1a-8f54-9d9dae39d212 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] No DVR routers for this DVR port 48ef2b14-907d-4219-a51a-e363cdcd9a81 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:36.447837 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d085861f-f4e5-4097-bdc1-c6c2bebdb283 req-fff8f053-0bb8-4c1a-8f54-9d9dae39d212 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.464191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d085861f-f4e5-4097-bdc1-c6c2bebdb283 req-fff8f053-0bb8-4c1a-8f54-9d9dae39d212 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.52 "DELETE /v2.0/ports/48ef2b14-907d-4219-a51a-e363cdcd9a81 HTTP/1.1" status: 204 len: 173 time: 2.1719832 Aug 19 12:23:36.465939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6de471f-c277-49cb-b2de-4710281a5419', 'name': 'network-vif-deleted', 'tag': '48ef2b14-907d-4219-a51a-e363cdcd9a81'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:36.468092 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b0c643-cbd7-408d-add2-edce5973bc3e" -d '{"events": [{"server_uuid": "e6de471f-c277-49cb-b2de-4710281a5419", "name": "network-vif-deleted", "tag": "48ef2b14-907d-4219-a51a-e363cdcd9a81"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:36.471547 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.471786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:36.477293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:36.559960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:36.561001 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.563847 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.565296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:36.566174 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.797587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event updated for resources: {'Port': ['ID=fcb6138b-109c-4d84-b74b-7b4a9e958581,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:36.873745 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.893725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Pushing event updated for resources: {'Port': ['ID=bd49ef08-9459-4271-a825-abc082e77888,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:36.902101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56088) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:36.902224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5506966 Aug 19 12:23:36.908734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] Request body: {'subnet': {'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1545744008-subnet', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:36.947925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180c66e-25fb-4f8b-84ea-eb7216bf7223 req-fa6ffd0b-edf7-46f3-8308-366e47ada558 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:36.954122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5180c66e-25fb-4f8b-84ea-eb7216bf7223 req-fa6ffd0b-edf7-46f3-8308-366e47ada558 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 945 time: 0.3478196 Aug 19 12:23:36.956244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-2b406444-bc21-4765-b224-f0b094621760 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4743247 Aug 19 12:23:36.968495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b017e-6a3a-4c0f-8480-c7441777ff21 admin admin] Pushing event updated for resources: {'Network': ['ID=ffdc861b-fbe6-461b-b6fe-9cb76461b10c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:36.984438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ffdc861b-fbe6-461b-b6fe-9cb76461b10c details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:36.985229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Request body: {'port': {'device_id': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:37.014073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6548d3-9edd-43ad-a2ab-5b5e99c5fc9f req-4aeef52a-1453-4483-a188-e8c8b89fc45b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.020265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6548d3-9edd-43ad-a2ab-5b5e99c5fc9f req-4aeef52a-1453-4483-a188-e8c8b89fc45b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.026068 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa6548d3-9edd-43ad-a2ab-5b5e99c5fc9f req-4aeef52a-1453-4483-a188-e8c8b89fc45b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1655 time: 0.5610709 Aug 19 12:23:37.054283 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.068391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Attempting to bind port bd49ef08-9459-4271-a825-abc082e77888 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:37.069143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Attempting to bind port bd49ef08-9459-4271-a825-abc082e77888 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:37.069762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Attempting to bind port bd49ef08-9459-4271-a825-abc082e77888 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:37.100326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d2148cf2-d767-4284-901a-2031b3aeed92 None None] Provisioning for port fcb6138b-109c-4d84-b74b-7b4a9e958581 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:37.105176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d2148cf2-d767-4284-901a-2031b3aeed92 None None] Provisioning complete for port fcb6138b-109c-4d84-b74b-7b4a9e958581 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:37.105884 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d2148cf2-d767-4284-901a-2031b3aeed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.160141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] Made reservation on behalf of dd552d66293348cead6e61280b39e649 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:37.164374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d2148cf2-d767-4284-901a-2031b3aeed92 None None] Port fcb6138b-109c-4d84-b74b-7b4a9e958581 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:23:37.167051 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.173064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5180c66e-25fb-4f8b-84ea-eb7216bf7223 req-5e50060f-4f8c-40c7-b672-0e23c7d2a26a tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109685 Aug 19 12:23:37.173064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Port bd49ef08-9459-4271-a825-abc082e77888 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:37.173064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Attempting to bind port bd49ef08-9459-4271-a825-abc082e77888 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:37.182619 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.201132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:37.201610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:37.202097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:37.203194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Bound port: bd49ef08-9459-4271-a825-abc082e77888, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:37.203572 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.288010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] For port bd49ef08-9459-4271-a825-abc082e77888, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:37.291643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] For port bd49ef08-9459-4271-a825-abc082e77888, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bd49ef08-9459-4271-a825-abc082e77888,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:37.366884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Pushing event updated for resources: {'Port': ['ID=2cc2f810-1aac-4424-9139-4baa28134d0d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:37.401408 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.406884 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a32311-e357-4297-8158-bfd9bb34a3be x-openstack-request-id: req-33a32311-e357-4297-8158-bfd9bb34a3be {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:37.407321 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6de471f-c277-49cb-b2de-4710281a5419", "name": "network-vif-deleted", "tag": "48ef2b14-907d-4219-a51a-e363cdcd9a81", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:37.407704 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33a32311-e357-4297-8158-bfd9bb34a3be {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:37.408290 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6de471f-c277-49cb-b2de-4710281a5419', 'name': 'network-vif-deleted', 'tag': '48ef2b14-907d-4219-a51a-e363cdcd9a81', 'status': 'completed', 'code': 200} Aug 19 12:23:37.430957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa6548d3-9edd-43ad-a2ab-5b5e99c5fc9f req-87629924-e323-4c08-8aad-e8438be5c24d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004204 Aug 19 12:23:37.441427 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.566097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.566743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.568324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] 10.222.0.53 "PUT /v2.0/ports/bd49ef08-9459-4271-a825-abc082e77888 HTTP/1.1" status: 200 len: 1096 time: 2.8730183 Aug 19 12:23:37.598508 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:37.600764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:37.623469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bee2d-2193-4655-ba6c-1d42e9077e69 req-cb27af68-523d-48d4-9384-749510b06c56 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.626059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-044bee2d-2193-4655-ba6c-1d42e9077e69 req-cb27af68-523d-48d4-9384-749510b06c56 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 948 time: 0.2166064 Aug 19 12:23:37.665298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 051d37b3-9e15-4210-bf80-c7c810815f73 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:37.681059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34bf82e9-1ab9-479a-8e48-2f552878e50f req-cd1f7d00-3030-418e-89b5-0ef9783905c0 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6de471f-c277-49cb-b2de-4710281a5419 HTTP/1.1" status: 200 len: 210 time: 0.1039019 Aug 19 12:23:37.687739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1df8f-e9c2-47d3-9eb8-c3032f6bf13c service neutron] Pushing event updated for resources: {'Port': ['ID=bd49ef08-9459-4271-a825-abc082e77888,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:37.755116 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.877151 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b297c747-5acb-4199-a50e-f45d6f5a40ae,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:37.877862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-044bee2d-2193-4655-ba6c-1d42e9077e69 req-f108cde4-a5e1-47bd-bf88-3641d1ecde35 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259481 Aug 19 12:23:37.902312 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Router 5e3a19e7-a83c-437b-ad64-5526c48baead has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:23:37.902719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] Checking segment: {'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:37.903102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] Network hostable DHCP agents. Network: ffdc861b-fbe6-461b-b6fe-9cb76461b10c, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:37.917390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865bc90-410b-4d33-a306-af616643678e req-1297aeba-95a7-48e7-a3c2-936a6fae0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.922619 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-1297aeba-95a7-48e7-a3c2-936a6fae0a8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 1099 time: 0.1840813 Aug 19 12:23:37.957485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 051d37b3-9e15-4210-bf80-c7c810815f73 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:37.968908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 051d37b3-9e15-4210-bf80-c7c810815f73 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:37.969103 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.999629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-66db6fa0-904d-4c42-83e5-e1ba23959a33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bd49ef08-9459-4271-a825-abc082e77888 HTTP/1.1" status: 200 len: 217 time: 0.0460761 Aug 19 12:23:38.024985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:38.056128 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.071708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:38.073250 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.084620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Transition to ACTIVE for port object 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:38.086016 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f175d189-fc13-41c3-a085-45327a1d55dc admin admin] 10.222.0.44 "PUT /v2.0/routers/5e3a19e7-a83c-437b-ad64-5526c48baead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4815593 Aug 19 12:23:38.093135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865bc90-410b-4d33-a306-af616643678e req-f3f2183b-892c-483f-84e9-5e2e760d3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.095122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-f3f2183b-892c-483f-84e9-5e2e760d3feb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0870094 Aug 19 12:23:38.100531 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] Network ffdc861b-fbe6-461b-b6fe-9cb76461b10c is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:38.103889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051d37b3-9e15-4210-bf80-c7c810815f73'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:38.109320 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bd0227-9edc-44df-b48f-7c7c2985e7dc" -d '{"events": [{"server_uuid": "898e1c53-f999-40a0-b589-69398c6cfbf1", "name": "network-vif-plugged", "status": "completed", "tag": "051d37b3-9e15-4210-bf80-c7c810815f73"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:38.120995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 051d37b3-9e15-4210-bf80-c7c810815f73, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=051d37b3-9e15-4210-bf80-c7c810815f73,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:38.153746 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06cb949-0552-44f3-97c8-9fb79e14a916 x-openstack-request-id: req-a06cb949-0552-44f3-97c8-9fb79e14a916 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:38.154258 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898e1c53-f999-40a0-b589-69398c6cfbf1", "name": "network-vif-plugged", "status": "completed", "tag": "051d37b3-9e15-4210-bf80-c7c810815f73", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:38.154677 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a06cb949-0552-44f3-97c8-9fb79e14a916 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:38.155299 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051d37b3-9e15-4210-bf80-c7c810815f73', 'code': 200} Aug 19 12:23:38.163339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865bc90-410b-4d33-a306-af616643678e req-eee4ff3c-c3c7-4d11-9059-d8481f54d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.165987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-eee4ff3c-c3c7-4d11-9059-d8481f54d3e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590229 Aug 19 12:23:38.383364 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:38.504254 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, ffdc861b-fbe6-461b-b6fe-9cb76461b10c) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:38.507142 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.508858 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 48ef2b14-907d-4219-a51a-e363cdcd9a81 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:38.515032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.515631 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.517681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe8b53-c7ac-4ae7-9a34-d57ae30e363b None None] Network ffdc861b-fbe6-461b-b6fe-9cb76461b10c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:38.641068 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.678938 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-df117c3a-2ba2-4a27-a3b1-86f69c552af5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7759411 Aug 19 12:23:38.681821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56122) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:38.691063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:38.775388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 48ef2b14-907d-4219-a51a-e363cdcd9a81 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:38.776005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 48ef2b14-907d-4219-a51a-e363cdcd9a81 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:38.778161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Sync routers for ids ['5e3a19e7-a83c-437b-ad64-5526c48baead'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:38.784841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:38.807382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:38.807772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.809420 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.811210 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.844897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Pushing event updated for resources: {'Port': ['ID=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:38.848700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3c357-782b-458d-b042-af84501e68c1 req-ca32e997-2082-44a4-887f-afba2e325dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.851006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ac3c357-782b-458d-b042-af84501e68c1 req-ca32e997-2082-44a4-887f-afba2e325dfe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 1097 time: 0.2648780 Aug 19 12:23:38.854972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Routers {'5e3a19e7-a83c-437b-ad64-5526c48baead'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:38.854972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e3a19e7-a83c-437b-ad64-5526c48baead'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:38.887291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9e5c-44e2-4e7d-a276-1cd5a32e7980 req-f873bed5-70ee-472f-9fef-e4e4d9c9d39e tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.889243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-817e9e5c-44e2-4e7d-a276-1cd5a32e7980 req-f873bed5-70ee-472f-9fef-e4e4d9c9d39e tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 946 time: 0.3019741 Aug 19 12:23:38.900152 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.919933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=051d37b3-9e15-4210-bf80-c7c810815f73,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:39.063940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Set router 5e3a19e7-a83c-437b-ad64-5526c48baead gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:39.079412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-7bb94150-d40d-4059-aaa9-778e4350200f service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9051023 Aug 19 12:23:39.093276 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ac3c357-782b-458d-b042-af84501e68c1 req-977ceec9-116d-49d4-abb7-a134e264a762 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205918 Aug 19 12:23:39.118060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Attempting to bind port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:39.118697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Attempting to bind port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '6ef93255-0ee5-4741-838b-529b82d1f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:39.119226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Attempting to bind port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b on network 6952d197-4afc-45aa-a036-f8845ec78824 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:39.127870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-817e9e5c-44e2-4e7d-a276-1cd5a32e7980 req-20977d18-ab37-4332-a924-6ae95c841a63 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951590 Aug 19 12:23:39.151676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-2746ea69-b171-4d07-a3fd-ad64911e0e8e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.173168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-2746ea69-b171-4d07-a3fd-ad64911e0e8e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 819 time: 0.4967875 Aug 19 12:23:39.184536 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.214576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b on network 6952d197-4afc-45aa-a036-f8845ec78824 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:39.214816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Attempting to bind port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b on network 6952d197-4afc-45aa-a036-f8845ec78824 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:39.220735 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.236363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:39.236769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Checking segment: {'id': '6ef93255-0ee5-4741-838b-529b82d1f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:39.237223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Bound using segment: {'id': '6ef93255-0ee5-4741-838b-529b82d1f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:39.237782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Bound port: 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef93255-0ee5-4741-838b-529b82d1f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:39.238387 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.251784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-34337915-c758-4650-8a88-1a2760245722 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/quotas/007206b543004ced87114bfd55859962 HTTP/1.1" status: 200 len: 375 time: 0.0733941 Aug 19 12:23:39.252185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'fixed_ips': [{'subnet_id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:23:39.252185 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.320244 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:39.409079 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.412159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'tag': 'bd49ef08-9459-4271-a825-abc082e77888'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:39.414808 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d474c581-54a6-4417-adbc-9b7fda6927e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b01c2c1e-dcd1-47e8-ba65-ceec534505a5", "tag": "bd49ef08-9459-4271-a825-abc082e77888"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:39.436884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d865bc90-410b-4d33-a306-af616643678e req-63173c19-7747-4e16-8165-0497e5f5ef31 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421669 Aug 19 12:23:39.479584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6222b20-a6ca-43e1-9f79-bccdacd96862 req-cef74071-8b7b-4719-950b-07ec21cf6993 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.489666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6222b20-a6ca-43e1-9f79-bccdacd96862 req-cef74071-8b7b-4719-950b-07ec21cf6993 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.492487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6222b20-a6ca-43e1-9f79-bccdacd96862 req-cef74071-8b7b-4719-950b-07ec21cf6993 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1667 time: 0.2498398 Aug 19 12:23:39.498601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-9243a03b-212b-4f89-a0a0-8bb461bafe9e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2227755 Aug 19 12:23:39.499960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] For port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:39.506876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] For port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b,segment=NetworkSegment(6ef93255-0ee5-4741-838b-529b82d1f7a3),segment_id=6ef93255-0ee5-4741-838b-529b82d1f7a3)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:39.578095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:39.597867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6222b20-a6ca-43e1-9f79-bccdacd96862 req-a706ca29-1b8e-4c07-b956-4118fc3847ee tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946598 Aug 19 12:23:39.601727 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.611774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Allocated IP 172.20.0.2 (ffdc861b-fbe6-461b-b6fe-9cb76461b10c/b297c747-5acb-4199-a50e-f45d6f5a40ae/dffa6047-73d8-49a0-9b92-0fea5a3c2b0d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:39.623972 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.635798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.699297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-d766d1b9-e4f8-45bb-93a5-db75ae93d950 service neutron] 10.222.0.44 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841130 Aug 19 12:23:39.762912 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-router', 'tenant_id': '007206b543004ced87114bfd55859962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:31Z', 'updated_at': '2021-08-19T12:23:36Z', 'revision_number': 4, 'project_id': '007206b543004ced87114bfd55859962', 'gw_port': {'id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:32Z', 'updated_at': '2021-08-19T12:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '2cc2f810-1aac-4424-9139-4baa28134d0d', 'name': '', 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3', 'tenant_id': '007206b543004ced87114bfd55859962', 'mac_address': 'fa:16:3e:b3:08:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '2e82809d-c871-4cc2-850c-bb303fd3d4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:35Z', 'updated_at': '2021-08-19T12:23:36Z', 'revision_number': 2, 'project_id': '007206b543004ced87114bfd55859962', 'subnets': [{'id': '2e82809d-c871-4cc2-850c-bb303fd3d4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:39.797635 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Allocated IP 172.25.6.145 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/b495ad17-f2c8-4361-9d7b-76efae1edd09) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:39.811351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Checking router: 5e3a19e7-a83c-437b-ad64-5526c48baead for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:39.811747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Updating router 5e3a19e7-a83c-437b-ad64-5526c48baead port 2cc2f810-1aac-4424-9139-4baa28134d0d binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:23:39.850186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.850963 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.852409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] 10.222.0.53 "PUT /v2.0/ports/62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b HTTP/1.1" status: 200 len: 1092 time: 2.8790016 Aug 19 12:23:39.862447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-3aa9c7c2-5aea-476e-ab4e-14e3fd346485 service neutron] 10.222.0.44 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619513 Aug 19 12:23:39.882514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a69733-609d-4740-91ae-727c9651be3b service neutron] Pushing event updated for resources: {'Port': ['ID=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:39.890698 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.915082 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.952360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Transition to ACTIVE for port object dffa6047-73d8-49a0-9b92-0fea5a3c2b0d will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:39.979916 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.984571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Transition to ACTIVE for port object dffa6047-73d8-49a0-9b92-0fea5a3c2b0d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:40.060896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84d664-acc0-4560-9073-63e5319d2cfd req-f018024c-6251-418b-a06b-7d24b460a74a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.062568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b84d664-acc0-4560-9073-63e5319d2cfd req-f018024c-6251-418b-a06b-7d24b460a74a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 948 time: 0.0807371 Aug 19 12:23:40.071190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Request body: {'port': {'device_id': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:40.150331 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.169803 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.173753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b84d664-acc0-4560-9073-63e5319d2cfd req-403e4780-5685-4159-bdd6-d6070cd7d920 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993242 Aug 19 12:23:40.176997 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.227533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Network ffdc861b-fbe6-461b-b6fe-9cb76461b10c is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:40.234180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:40.264001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:40.305434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Pushing event updated for resources: {'Port': ['ID=dffa6047-73d8-49a0-9b92-0fea5a3c2b0d,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:40.379922 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:40.384207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:40.390975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:40.434632 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Pushing event updated for resources: {'Port': ['ID=b495ad17-f2c8-4361-9d7b-76efae1edd09,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:40.449224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Attempting to bind port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:40.449224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Attempting to bind port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:40.453779 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Attempting to bind port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d on network ffdc861b-fbe6-461b-b6fe-9cb76461b10c {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:40.464702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:40.519873 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ffdc09-12cd-4e22-88c2-c603cfa3ef48 x-openstack-request-id: req-e1ffdc09-12cd-4e22-88c2-c603cfa3ef48 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:40.519873 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01c2c1e-dcd1-47e8-ba65-ceec534505a5", "tag": "bd49ef08-9459-4271-a825-abc082e77888", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:40.519873 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1ffdc09-12cd-4e22-88c2-c603cfa3ef48 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:40.523349 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'tag': 'bd49ef08-9459-4271-a825-abc082e77888', 'status': 'completed', 'code': 200} Aug 19 12:23:40.541731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:40.542482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Checking segment: {'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:40.543384 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.546097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Bound using segment: {'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:40.546097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Bound port: dffa6047-73d8-49a0-9b92-0fea5a3c2b0d, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:40.546097 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.587693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c08965d-a783-423d-964e-7a2673ad6815 req-5279bda8-4228-4886-b91d-b53b9e392b5a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 210 time: 0.0799630 Aug 19 12:23:40.723345 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.738791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Transition to ACTIVE for port object 2cc2f810-1aac-4424-9139-4baa28134d0d will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:40.748998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f730e7-bf5f-43bf-81b2-48eb8d08fcd1 req-b71c9ac2-c10a-4bfa-a187-cde45f44a307 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.750692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03f730e7-bf5f-43bf-81b2-48eb8d08fcd1 req-b71c9ac2-c10a-4bfa-a187-cde45f44a307 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 946 time: 0.2444167 Aug 19 12:23:40.757595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] For port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:40.761679 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] For port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dffa6047-73d8-49a0-9b92-0fea5a3c2b0d,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:40.763262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:40.763642 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.785524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c581-54a6-4417-adbc-9b7fda6927e0 req-c1d87599-dc07-4f54-bc29-9ddbba22cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.788301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d474c581-54a6-4417-adbc-9b7fda6927e0 req-c1d87599-dc07-4f54-bc29-9ddbba22cc16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 1099 time: 0.2668040 Aug 19 12:23:40.900122 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.906812 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.932660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.939838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03f730e7-bf5f-43bf-81b2-48eb8d08fcd1 req-9c958c18-f28b-4e69-8d98-0fb0b6b27997 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766841 Aug 19 12:23:40.965221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258bb43-f5bd-4105-8e99-7229aff04b78 req-ecf86742-10db-447a-ac5c-77cea556e25a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.981009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258bb43-f5bd-4105-8e99-7229aff04b78 req-ecf86742-10db-447a-ac5c-77cea556e25a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.988778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585427e-807a-4b8c-be2d-54626ba77373 None None] Pushing event updated for resources: {'Port': ['ID=2cc2f810-1aac-4424-9139-4baa28134d0d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:40.989409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6258bb43-f5bd-4105-8e99-7229aff04b78 req-ecf86742-10db-447a-ac5c-77cea556e25a tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1667 time: 0.2355380 Aug 19 12:23:41.018703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb6138b-109c-4d84-b74b-7b4a9e958581 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:41.050516 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.109885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Attempting to bind port 2cc2f810-1aac-4424-9139-4baa28134d0d on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:41.110073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c581-54a6-4417-adbc-9b7fda6927e0 req-b36998a9-5032-4bca-907f-31041275ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:41.110552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Attempting to bind port 2cc2f810-1aac-4424-9139-4baa28134d0d by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:41.110691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Attempting to bind port 2cc2f810-1aac-4424-9139-4baa28134d0d on network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:41.111444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d474c581-54a6-4417-adbc-9b7fda6927e0 req-b36998a9-5032-4bca-907f-31041275ff5f service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.3060684 Aug 19 12:23:41.133640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6258bb43-f5bd-4105-8e99-7229aff04b78 req-5a67ed7d-eb8c-4e53-ba06-21307a36df6c tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388025 Aug 19 12:23:41.137472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:41.137472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Checking segment: {'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:41.137472 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.137472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Bound using segment: {'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:41.137472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Bound port: 2cc2f810-1aac-4424-9139-4baa28134d0d, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:41.139315 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.139457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Transition to ACTIVE for port object fcb6138b-109c-4d84-b74b-7b4a9e958581 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:41.159387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60192696-00c7-4491-a6b7-d7f15d2b87e2 None None] Pushing event updated for resources: {'Port': ['ID=dffa6047-73d8-49a0-9b92-0fea5a3c2b0d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:41.222187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d474c581-54a6-4417-adbc-9b7fda6927e0 req-0cadc727-b3c1-424d-bf4b-a75a60d7d8e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bd49ef08-9459-4271-a825-abc082e77888 HTTP/1.1" status: 200 len: 217 time: 0.0845940 Aug 19 12:23:41.239348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] For port 2cc2f810-1aac-4424-9139-4baa28134d0d, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:41.243074 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.243724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] For port 2cc2f810-1aac-4424-9139-4baa28134d0d, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2cc2f810-1aac-4424-9139-4baa28134d0d,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:41.299102 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.381435 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.445690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585427e-807a-4b8c-be2d-54626ba77373 None None] Pushing event updated for resources: {'Port': ['ID=2cc2f810-1aac-4424-9139-4baa28134d0d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:41.445975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c581-54a6-4417-adbc-9b7fda6927e0 req-08015878-5f5c-4321-af4b-ed14935fcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:41.447308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d474c581-54a6-4417-adbc-9b7fda6927e0 req-08015878-5f5c-4321-af4b-ed14935fcba6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1930046 Aug 19 12:23:41.463144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Pushing event updated for resources: {'Port': ['ID=fcb6138b-109c-4d84-b74b-7b4a9e958581,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:41.470144 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.482331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Routers {'5e3a19e7-a83c-437b-ad64-5526c48baead'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:41.483010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e3a19e7-a83c-437b-ad64-5526c48baead'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:41.555413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-bf66351f-9d4d-4f04-98be-23a0dee6112a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:41.557145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-bf66351f-9d4d-4f04-98be-23a0dee6112a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 819 time: 0.4224293 Aug 19 12:23:41.608583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56176) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:41.637768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] Set router 5e3a19e7-a83c-437b-ad64-5526c48baead gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:41.662318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-1c16770a-0b70-47f2-a816-4fbd216ea763 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/quotas/007206b543004ced87114bfd55859962 HTTP/1.1" status: 200 len: 375 time: 0.0943713 Aug 19 12:23:41.713988 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e9e26fd-645e-4bb1-8fb8-763693f3e4a7 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.732912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c581-54a6-4417-adbc-9b7fda6927e0 req-03b3cc9a-00a5-47b3-87fb-fc86bc5337e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:41.734867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d474c581-54a6-4417-adbc-9b7fda6927e0 req-03b3cc9a-00a5-47b3-87fb-fc86bc5337e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2692494 Aug 19 12:23:41.787278 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e9e26fd-645e-4bb1-8fb8-763693f3e4a7 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.791881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Router 967b1604-f109-48ac-8023-e4d69ad32650 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:23:41.863886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Attempting to bind port fcb6138b-109c-4d84-b74b-7b4a9e958581 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:41.864230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Attempting to bind port fcb6138b-109c-4d84-b74b-7b4a9e958581 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ab506c85-b731-479f-8505-43780fa11eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:41.864553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Attempting to bind port fcb6138b-109c-4d84-b74b-7b4a9e958581 on network fc274e81-860a-468f-917f-53dc6343cc89 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:41.891359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-92ae5bd7-3122-435b-a980-08b6d2cf976a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2269986 Aug 19 12:23:41.922876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Port fcb6138b-109c-4d84-b74b-7b4a9e958581 on network fc274e81-860a-468f-917f-53dc6343cc89 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:41.923244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Attempting to bind port fcb6138b-109c-4d84-b74b-7b4a9e958581 on network fc274e81-860a-468f-917f-53dc6343cc89 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:41.938779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:41.939127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Checking segment: {'id': 'ab506c85-b731-479f-8505-43780fa11eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:41.939519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Bound using segment: {'id': 'ab506c85-b731-479f-8505-43780fa11eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:41.939974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Bound port: fcb6138b-109c-4d84-b74b-7b4a9e958581, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab506c85-b731-479f-8505-43780fa11eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:41.940344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.973745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:41.988587 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Sync routers for ids ['967b1604-f109-48ac-8023-e4d69ad32650'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:42.002729 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Routers {'967b1604-f109-48ac-8023-e4d69ad32650'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:42.003958 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['967b1604-f109-48ac-8023-e4d69ad32650'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:42.073567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5987c1-2e3a-4b1e-890d-7eae601c04e4 req-7b6b0e4c-b1b0-42de-9f89-8d5cb64f36c4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.075250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a5987c1-2e3a-4b1e-890d-7eae601c04e4 req-7b6b0e4c-b1b0-42de-9f89-8d5cb64f36c4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 948 time: 0.3671410 Aug 19 12:23:42.115902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d474c581-54a6-4417-adbc-9b7fda6927e0 req-fa064d22-96d4-4f3b-bdeb-bbfe1469d757 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387206 Aug 19 12:23:42.163062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e9e26fd-645e-4bb1-8fb8-763693f3e4a7 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.166296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e9e26fd-645e-4bb1-8fb8-763693f3e4a7 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.168763 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5e9e26fd-645e-4bb1-8fb8-763693f3e4a7 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "DELETE /v2.0/security-groups/250cc326-5629-4204-8511-26a9e2d46b22 HTTP/1.1" status: 204 len: 168 time: 0.5590460 Aug 19 12:23:42.176498 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.178890 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c1e12a7a-1cce-4df0-9c58-fe0a8454c6df admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4956529 Aug 19 12:23:42.180798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56186) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:42.183059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56188) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:42.206242 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Set router 967b1604-f109-48ac-8023-e4d69ad32650 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:42.232071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-router', 'tenant_id': '007206b543004ced87114bfd55859962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:31Z', 'updated_at': '2021-08-19T12:23:36Z', 'revision_number': 4, 'project_id': '007206b543004ced87114bfd55859962', 'gw_port': {'id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:32Z', 'updated_at': '2021-08-19T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '2cc2f810-1aac-4424-9139-4baa28134d0d', 'name': '', 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3', 'tenant_id': '007206b543004ced87114bfd55859962', 'mac_address': 'fa:16:3e:b3:08:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '2e82809d-c871-4cc2-850c-bb303fd3d4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:35Z', 'updated_at': '2021-08-19T12:23:41Z', 'revision_number': 4, 'project_id': '007206b543004ced87114bfd55859962', 'subnets': [{'id': '2e82809d-c871-4cc2-850c-bb303fd3d4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:42.306484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ae984-08ae-4c26-aadd-f35f0ea95e2c None None] The sync data for ids ['5e3a19e7-a83c-437b-ad64-5526c48baead'] in n-d-778732-8 is: [{'id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-router', 'tenant_id': '007206b543004ced87114bfd55859962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:31Z', 'updated_at': '2021-08-19T12:23:36Z', 'revision_number': 4, 'project_id': '007206b543004ced87114bfd55859962', 'gw_port': {'id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:32Z', 'updated_at': '2021-08-19T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '2cc2f810-1aac-4424-9139-4baa28134d0d', 'name': '', 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3', 'tenant_id': '007206b543004ced87114bfd55859962', 'mac_address': 'fa:16:3e:b3:08:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '2e82809d-c871-4cc2-850c-bb303fd3d4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:35Z', 'updated_at': '2021-08-19T12:23:41Z', 'revision_number': 4, 'project_id': '007206b543004ced87114bfd55859962', 'subnets': [{'id': '2e82809d-c871-4cc2-850c-bb303fd3d4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:42.310545 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-704ea6fa-41c8-4c36-9911-533d7ba17011 service neutron] 10.222.0.44 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915691 Aug 19 12:23:42.330088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e26fd-645e-4bb1-8fb8-763693f3e4a7 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=250cc326-5629-4204-8511-26a9e2d46b22,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:42.337305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a5987c1-2e3a-4b1e-890d-7eae601c04e4 req-d2b5e8b6-7437-47b0-9b59-22b8ee792647 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514083 Aug 19 12:23:42.350945 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-62d16474-6c8b-4695-a6e4-07837fd6f9ba tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] show failed (client error): The resource could not be found. Aug 19 12:23:42.352375 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-62d16474-6c8b-4695-a6e4-07837fd6f9ba tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "GET /v2.0/security-groups/250cc326-5629-4204-8511-26a9e2d46b22 HTTP/1.1" status: 404 len: 347 time: 0.1666977 Aug 19 12:23:42.355241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56192) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:42.386131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bd49ef08-9459-4271-a825-abc082e77888 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:42.433752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] For port fcb6138b-109c-4d84-b74b-7b4a9e958581, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:42.457762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] For port fcb6138b-109c-4d84-b74b-7b4a9e958581, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=fcb6138b-109c-4d84-b74b-7b4a9e958581,segment=NetworkSegment(ab506c85-b731-479f-8505-43780fa11eb7),segment_id=ab506c85-b731-479f-8505-43780fa11eb7)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:42.585033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dffa6047-73d8-49a0-9b92-0fea5a3c2b0d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:42.671780 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:40Z', 'revision_number': 3, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:42.729941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a85168-4e49-4588-9389-1857a2caef30 None None] Network ffdc861b-fbe6-461b-b6fe-9cb76461b10c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:42.743091 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Checking router: 967b1604-f109-48ac-8023-e4d69ad32650 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:42.743721 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Updating router 967b1604-f109-48ac-8023-e4d69ad32650 port b495ad17-f2c8-4361-9d7b-76efae1edd09 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:23:42.800080 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.861732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bd49ef08-9459-4271-a825-abc082e77888, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bd49ef08-9459-4271-a825-abc082e77888,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:42.878285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'bd49ef08-9459-4271-a825-abc082e77888', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'bd49ef08-9459-4271-a825-abc082e77888', 'mac_address': 'fa:16:3e:70:ab:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:42.995297 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.027730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:43.051524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8a5c76a8-fed8-4976-af38-7b4963bc4d83 None None] Provisioning for port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:43.059052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd49ef08-9459-4271-a825-abc082e77888 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:43.097305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8a5c76a8-fed8-4976-af38-7b4963bc4d83 None None] Provisioning complete for port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:43.101604 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a5c76a8-fed8-4976-af38-7b4963bc4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.110744 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'tag': '62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:43.118293 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30103e1-2c4d-4721-90b6-755f70076f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "tag": "62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:43.132668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bd49ef08-9459-4271-a825-abc082e77888, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bd49ef08-9459-4271-a825-abc082e77888,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:43.184562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.253925 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.296074 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.306196 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Transition to ACTIVE for port object b495ad17-f2c8-4361-9d7b-76efae1edd09 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:43.372207 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a5c76a8-fed8-4976-af38-7b4963bc4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.424888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bd49ef08-9459-4271-a825-abc082e77888,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:43.446974 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.498101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8a5c76a8-fed8-4976-af38-7b4963bc4d83 None None] For port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dffa6047-73d8-49a0-9b92-0fea5a3c2b0d,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:43.533081 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Attempting to bind port b495ad17-f2c8-4361-9d7b-76efae1edd09 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:43.535546 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Attempting to bind port b495ad17-f2c8-4361-9d7b-76efae1edd09 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:43.535546 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Attempting to bind port b495ad17-f2c8-4361-9d7b-76efae1edd09 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:43.553229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d474c581-54a6-4417-adbc-9b7fda6927e0 req-746e842c-8d53-46ab-82b6-77572623ed84 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4299610 Aug 19 12:23:43.556790 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-e9d46c42-b308-4102-a02d-bc11041a106e service neutron] 10.222.0.44 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2182460 Aug 19 12:23:43.596530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4e338166-bf38-4b25-9f37-3c4bab5d3234 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Deleting port 138f9c6d-8f69-402f-9e1f-21d73d2a4b1e {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:43.598352 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e338166-bf38-4b25-9f37-3c4bab5d3234 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.599294 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:43.604638 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:43.604638 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.606830 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:43.607417 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Bound port: b495ad17-f2c8-4361-9d7b-76efae1edd09, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:43.611270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:43.616563 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.619136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] 10.222.0.53 "PUT /v2.0/ports/fcb6138b-109c-4d84-b74b-7b4a9e958581 HTTP/1.1" status: 200 len: 1092 time: 3.5555038 Aug 19 12:23:43.622718 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.634600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['bd49ef08-9459-4271-a825-abc082e77888'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:43.705922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6f4d-81e6-432d-89c2-3665e478b6f0 req-ab87b659-2fdd-41dd-96bc-3c3f68666d01 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:43.715971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1ad6f4d-81e6-432d-89c2-3665e478b6f0 req-ab87b659-2fdd-41dd-96bc-3c3f68666d01 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 946 time: 0.5513802 Aug 19 12:23:43.730890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896ef6f-14a7-4c3f-99fc-4cecbfe8d3db service neutron] Pushing event updated for resources: {'Port': ['ID=fcb6138b-109c-4d84-b74b-7b4a9e958581,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:43.754642 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] For port b495ad17-f2c8-4361-9d7b-76efae1edd09, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:43.760839 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] For port b495ad17-f2c8-4361-9d7b-76efae1edd09, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b495ad17-f2c8-4361-9d7b-76efae1edd09,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:43.773751 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a5c76a8-fed8-4976-af38-7b4963bc4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.827476 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.841359 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03e0c6-90fa-431c-9f10-4a4849316a02 None None] Pushing event updated for resources: {'Port': ['ID=b495ad17-f2c8-4361-9d7b-76efae1edd09,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:43.920678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e338166-bf38-4b25-9f37-3c4bab5d3234 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.923203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e338166-bf38-4b25-9f37-3c4bab5d3234 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.936409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1ad6f4d-81e6-432d-89c2-3665e478b6f0 req-d229d9e5-7b94-4165-8d60-fcc875c9a4c2 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883676 Aug 19 12:23:43.968922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c5d7e8c4-53d2-4d8c-92bc-ab9efeca92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:43.970571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c5d7e8c4-53d2-4d8c-92bc-ab9efeca92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:43.971215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c5d7e8c4-53d2-4d8c-92bc-ab9efeca92f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1f734d9edfb4325be100123093e6c71&device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1981 time: 0.2052860 Aug 19 12:23:43.971548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4e338166-bf38-4b25-9f37-3c4bab5d3234 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Calling delete_port for 138f9c6d-8f69-402f-9e1f-21d73d2a4b1e owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:44.075217 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Routers {'967b1604-f109-48ac-8023-e4d69ad32650'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:44.076235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['967b1604-f109-48ac-8023-e4d69ad32650'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:44.094601 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03e0c6-90fa-431c-9f10-4a4849316a02 None None] Pushing event updated for resources: {'Port': ['ID=b495ad17-f2c8-4361-9d7b-76efae1edd09,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:44.096169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-6f917a15-e7fb-40db-959a-55c0aeb5372a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b HTTP/1.1" status: 200 len: 217 time: 0.1159487 Aug 19 12:23:44.295571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-b7e5048a-9d85-4a8a-bbbf-611d5c9b556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:44.295571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-b7e5048a-9d85-4a8a-bbbf-611d5c9b556f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fe47f46-24d4-4fb3-bb17-8fe5b2958fa8 HTTP/1.1" status: 200 len: 801 time: 0.1249418 Aug 19 12:23:44.300654 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c76a8-fed8-4976-af38-7b4963bc4d83 None None] Pushing event updated for resources: {'Port': ['ID=dffa6047-73d8-49a0-9b92-0fea5a3c2b0d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:44.374565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3bb7de68-fdcd-404a-8511-44dd866996a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:44.376361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-3bb7de68-fdcd-404a-8511-44dd866996a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6952d197-4afc-45aa-a036-f8845ec78824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1263993 Aug 19 12:23:44.386518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-19645d0a-e5de-45e2-8dc8-6987ce37923d None None] Provisioning complete for port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:44.387087 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19645d0a-e5de-45e2-8dc8-6987ce37923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:44.439483 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:44.444426 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] Set router 967b1604-f109-48ac-8023-e4d69ad32650 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:44.454330 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cf0aea-e687-4144-a05b-43e93202cbd2 x-openstack-request-id: req-d8cf0aea-e687-4144-a05b-43e93202cbd2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:44.454628 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "tag": "62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:44.454905 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8cf0aea-e687-4144-a05b-43e93202cbd2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:44.455397 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'tag': '62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b', 'status': 'completed', 'code': 200} Aug 19 12:23:44.479757 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:44.488323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2cc2f810-1aac-4424-9139-4baa28134d0d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:44.886506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 2cc2f810-1aac-4424-9139-4baa28134d0d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:44.900152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 2cc2f810-1aac-4424-9139-4baa28134d0d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:44.900741 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:44.925930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Allocated IP 172.20.0.1 (ffdc861b-fbe6-461b-b6fe-9cb76461b10c/b297c747-5acb-4199-a50e-f45d6f5a40ae/bb053a33-dae6-488d-9c98-ecfcb2d11117) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:44.945103 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:40Z', 'revision_number': 3, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:44.956162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35ead-af7f-4339-8205-7738505a62f2 req-e773ee87-e485-47a4-9891-c3a0f0d31173 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:44.968797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05a35ead-af7f-4339-8205-7738505a62f2 req-e773ee87-e485-47a4-9891-c3a0f0d31173 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 949 time: 0.3305624 Aug 19 12:23:45.011595 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962c9a2-2042-4ecc-803c-88a8e25c02aa None None] The sync data for ids ['967b1604-f109-48ac-8023-e4d69ad32650'] in n-d-778732-8 is: [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:40Z', 'revision_number': 3, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:45.018229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-ff27cecd-6d0a-4ec1-abea-23181c99a13c service neutron] 10.222.0.53 "GET /v2.0/networks/6952d197-4afc-45aa-a036-f8845ec78824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333940 Aug 19 12:23:45.071547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-f31bca5f-b991-4f82-b2f6-8d9bafa8704e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:45.073481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-f31bca5f-b991-4f82-b2f6-8d9bafa8704e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.52 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 819 time: 0.5513186 Aug 19 12:23:45.089996 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.113327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b27c-8530-41fb-8c43-527deee4745c req-05d95186-7461-43ef-b261-b7cf0ed7470d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:45.125260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b27c-8530-41fb-8c43-527deee4745c req-05d95186-7461-43ef-b261-b7cf0ed7470d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:45.134383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4584b27c-8530-41fb-8c43-527deee4745c req-05d95186-7461-43ef-b261-b7cf0ed7470d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1679 time: 0.9543016 Aug 19 12:23:45.139985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Request body: {'port': {'device_id': 'bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a', 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3', 'admin_state_up': True, 'tenant_id': '007206b543004ced87114bfd55859962'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:45.153498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 2cc2f810-1aac-4424-9139-4baa28134d0d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2cc2f810-1aac-4424-9139-4baa28134d0d,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:45.154053 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.174353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Transition to ACTIVE for port object bb053a33-dae6-488d-9c98-ecfcb2d11117 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:45.209901 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e338166-bf38-4b25-9f37-3c4bab5d3234 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.252702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e338166-bf38-4b25-9f37-3c4bab5d3234 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Pushing event deleted for resources: {'Port': ['ID=138f9c6d-8f69-402f-9e1f-21d73d2a4b1e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:45.280231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05a35ead-af7f-4339-8205-7738505a62f2 req-126f3bc6-9d09-4da7-872b-c16637f0e307 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087146 Aug 19 12:23:45.294319 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.332563 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e338166-bf38-4b25-9f37-3c4bab5d3234 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.338797 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e338166-bf38-4b25-9f37-3c4bab5d3234 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.346998 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4e338166-bf38-4b25-9f37-3c4bab5d3234 tempest-ImagesOneServerNegativeTestJSON-1848792522 tempest-ImagesOneServerNegativeTestJSON-1848792522-project] 10.222.0.44 "DELETE /v2.0/floatingips/934db871-432e-46d5-894a-3b7aa78a52a9 HTTP/1.1" status: 204 len: 168 time: 2.9886913 Aug 19 12:23:45.375946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=2cc2f810-1aac-4424-9139-4baa28134d0d,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:45.392145 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.418697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4584b27c-8530-41fb-8c43-527deee4745c req-8fa9f7aa-1c80-44ff-8f6f-cd342ad7a1bb tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831211 Aug 19 12:23:45.427303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed3b577e-15a6-4e9a-9d97-826e74b62ddb req-36769c0e-bed1-4c57-b717-817d3a94fb17 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 210 time: 0.0574396 Aug 19 12:23:45.549092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Network ffdc861b-fbe6-461b-b6fe-9cb76461b10c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:45.553932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:45.557322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-4dd581c2-2d68-4fd2-a76e-d29f1ddbfd26 service neutron] 10.222.0.53 "GET /v2.0/networks/6952d197-4afc-45aa-a036-f8845ec78824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096262 Aug 19 12:23:45.570585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:45.636236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Pushing event updated for resources: {'Port': ['ID=bb053a33-dae6-488d-9c98-ecfcb2d11117,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:45.664627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.733435 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-c77f9bfa-19e7-402b-9d7f-a6ddaa1793ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.141&port_id=fcb6138b-109c-4d84-b74b-7b4a9e958581 HTTP/1.1" status: 200 len: 217 time: 0.1241431 Aug 19 12:23:45.883134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Made reservation on behalf of 007206b543004ced87114bfd55859962 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:45.885311 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56230) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:45.887948 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.973581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5da8c98-50c8-49e3-85a5-43e01e6ffc13 admin admin] Deleting subnet fd43e2da-ca7b-4455-a7b6-f11b33978fb9 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:23:45.977916 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5da8c98-50c8-49e3-85a5-43e01e6ffc13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.997742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-27fdb4ea-5791-413d-8124-78238cda8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:45.999269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-27fdb4ea-5791-413d-8124-78238cda8ade service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e99fa52c-1a88-4aa1-a34f-dcaf7bb70209 HTTP/1.1" status: 200 len: 801 time: 0.2519851 Aug 19 12:23:46.035060 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5da8c98-50c8-49e3-85a5-43e01e6ffc13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.048566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-961c7b15-12c3-46fd-b91a-b1a83ae5723c tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 258 time: 0.5887780 Aug 19 12:23:46.075871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:46.118182 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.138684 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5da8c98-50c8-49e3-85a5-43e01e6ffc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.143050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-e40d8212-a322-4bb8-9059-a392e1446619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:46.144813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-e40d8212-a322-4bb8-9059-a392e1446619 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc274e81-860a-468f-917f-53dc6343cc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1025522 Aug 19 12:23:46.155056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-28b49726-d785-4401-bf03-1983c6e48dfd None None] Provisioning for port bb053a33-dae6-488d-9c98-ecfcb2d11117 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:46.160828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-28b49726-d785-4401-bf03-1983c6e48dfd None None] Provisioning complete for port bb053a33-dae6-488d-9c98-ecfcb2d11117 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:46.162265 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-28b49726-d785-4401-bf03-1983c6e48dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.218121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-28b49726-d785-4401-bf03-1983c6e48dfd None None] Port bb053a33-dae6-488d-9c98-ecfcb2d11117 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:23:46.284036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Allocated IP 172.20.0.5 (5a968453-8949-4776-80cc-6c3b9cd0d5a3/2e82809d-c871-4cc2-850c-bb303fd3d4b1/187a8696-9ecb-4a06-835b-8b171e24dbea) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:46.366317 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.424692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bd49ef08-9459-4271-a825-abc082e77888 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:46.428865 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5da8c98-50c8-49e3-85a5-43e01e6ffc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.464491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da8c98-50c8-49e3-85a5-43e01e6ffc13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd43e2da-ca7b-4455-a7b6-f11b33978fb9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:46.470199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5da8c98-50c8-49e3-85a5-43e01e6ffc13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.475825 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a5da8c98-50c8-49e3-85a5-43e01e6ffc13 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fd43e2da-ca7b-4455-a7b6-f11b33978fb9 HTTP/1.1" status: 204 len: 168 time: 0.5856454 Aug 19 12:23:46.475968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56238) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:46.501463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'tag': 'fcb6138b-109c-4d84-b74b-7b4a9e958581'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:46.504131 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10803219-6717-4186-97de-aa4d2d1605a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "tag": "fcb6138b-109c-4d84-b74b-7b4a9e958581"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:46.507597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dffa6047-73d8-49a0-9b92-0fea5a3c2b0d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:46.508593 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.594156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.606197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:46.606760 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.633714 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.712195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-746c8b72-4317-4c5d-8ca5-3673d7cbf3fe service neutron] 10.222.0.53 "GET /v2.0/networks/fc274e81-860a-468f-917f-53dc6343cc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381637 Aug 19 12:23:46.728780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607ccdf-5a0d-4866-8847-713a7d178d7d req-d00cd34d-8c5a-4f71-9756-826e82e46de2 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:46.730358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d607ccdf-5a0d-4866-8847-713a7d178d7d req-d00cd34d-8c5a-4f71-9756-826e82e46de2 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 949 time: 0.2721550 Aug 19 12:23:46.744579 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b495ad17-f2c8-4361-9d7b-76efae1edd09 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:46.751110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port bd49ef08-9459-4271-a825-abc082e77888 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:46.784936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port bd49ef08-9459-4271-a825-abc082e77888 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:46.785189 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.785574 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.803303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d93d14-2a10-410c-a93c-901be99b829a']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:46.819673 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.824817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.829222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:46.829718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a5bf49-3c85-48da-9b02-f687c72d1cb7') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:46.897119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Pushing event updated for resources: {'Port': ['ID=bb053a33-dae6-488d-9c98-ecfcb2d11117,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:46.910847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.918850 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.931185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d607ccdf-5a0d-4866-8847-713a7d178d7d req-661aaae6-c084-408e-b5a1-5d43209c996d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792910 Aug 19 12:23:46.932602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.933083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.933552 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.934133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.934681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.935243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.935812 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.936390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.936963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.937557 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.938192 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.938443 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:46.972233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.978245 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd49ef08-9459-4271-a825-abc082e77888'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:46.995568 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9675e65d-8bd8-41b5-a993-94767322071f" -d '{"events": [{"server_uuid": "b01c2c1e-dcd1-47e8-ba65-ceec534505a5", "name": "network-vif-plugged", "status": "completed", "tag": "bd49ef08-9459-4271-a825-abc082e77888"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:47.000829 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:47.001658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.002651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b495ad17-f2c8-4361-9d7b-76efae1edd09 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:47.011050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f59bbe77-2c16-4e42-991b-51fc32551568 req-fb4cdbb3-6b35-42df-9f79-e8c9e479f2d5 service neutron] 10.222.0.53 "GET /v2.0/networks/fc274e81-860a-468f-917f-53dc6343cc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742960 Aug 19 12:23:47.016261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bd49ef08-9459-4271-a825-abc082e77888, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bd49ef08-9459-4271-a825-abc082e77888,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:47.018916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b495ad17-f2c8-4361-9d7b-76efae1edd09 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:47.018916 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.019190 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:47.060349 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:47.069529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Network ffdc861b-fbe6-461b-b6fe-9cb76461b10c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:47.076429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:47.085284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49f251b3-371a-4f4c-a7a0-208f9e0d8308 req-60bfe125-0d00-4003-8a32-61adc91f5b18 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 210 time: 0.0573356 Aug 19 12:23:47.138438 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.141094 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.216327 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.243083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:47.278907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bd49ef08-9459-4271-a825-abc082e77888,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:47.283903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port b495ad17-f2c8-4361-9d7b-76efae1edd09, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b495ad17-f2c8-4361-9d7b-76efae1edd09,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:47.285090 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Pushing event updated for resources: {'Port': ['ID=187a8696-9ecb-4a06-835b-8b171e24dbea,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:47.289732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:47.296883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:47.406690 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.407858 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2cc2f810-1aac-4424-9139-4baa28134d0d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:47.419052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Router 967b1604-f109-48ac-8023-e4d69ad32650 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:23:47.441760 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.447357 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.449659 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] 10.222.0.44 "DELETE /v2.0/networks/35d93d14-2a10-410c-a93c-901be99b829a HTTP/1.1" status: 204 len: 168 time: 0.9726729 Aug 19 12:23:47.472621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Allocated IP 172.25.6.73 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/38e49ad4-f194-49ff-86bf-089d93ba8db4) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:47.481196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5550d4a-48d5-4d3a-9c56-e3ff042b1808 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d93d14-2a10-410c-a93c-901be99b829a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:47.564189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=b495ad17-f2c8-4361-9d7b-76efae1edd09,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:47.588955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-877797e7-6824-4223-9953-a7043bfe866d None None] Provisioning complete for port bb053a33-dae6-488d-9c98-ecfcb2d11117 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:47.589576 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-877797e7-6824-4223-9953-a7043bfe866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.629765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:47.636680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-6de89abb-3798-4bd2-a843-bc760db03d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:47.637841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-6de89abb-3798-4bd2-a843-bc760db03d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:47.640096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-6de89abb-3798-4bd2-a843-bc760db03d5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1f734d9edfb4325be100123093e6c71&device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1981 time: 0.3917739 Aug 19 12:23:47.643281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 2cc2f810-1aac-4424-9139-4baa28134d0d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:47.643746 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.646722 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e712197b-9dfb-43a8-a08a-42764357c978 admin admin] 10.222.0.44 "PUT /v2.0/routers/967b1604-f109-48ac-8023-e4d69ad32650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4492676 Aug 19 12:23:47.656348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:47.657338 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.669299 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-31654f33-f681-49b2-a4ea-9210e2c823a1 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:47.671107 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-31654f33-f681-49b2-a4ea-9210e2c823a1 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.52 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 819 time: 0.3562133 Aug 19 12:23:47.687102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Request body: {'port': {'device_id': '04d99f22-f1ba-4878-a04c-136283fcc682', 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3', 'admin_state_up': True, 'tenant_id': '007206b543004ced87114bfd55859962'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:47.693203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.709590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-877797e7-6824-4223-9953-a7043bfe866d None None] Port bb053a33-dae6-488d-9c98-ecfcb2d11117 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:23:47.835278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Sync routers for ids ['967b1604-f109-48ac-8023-e4d69ad32650'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:47.858356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Routers {'967b1604-f109-48ac-8023-e4d69ad32650'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:47.859021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['967b1604-f109-48ac-8023-e4d69ad32650'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:47.956404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56254) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:47.992492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Set router 967b1604-f109-48ac-8023-e4d69ad32650 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:48.013828 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0438c59a-3c65-4aca-a57e-1bcbbc18b70d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f571453ff4504fdc967bb6fa22368c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558836 Aug 19 12:23:48.015303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56258) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:48.086226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6df6-9a18-4dc2-830d-974382f7492a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.102518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5c6d-a1f7-4ea3-aa5a-7980744567a3 req-a77e4d92-019b-4aba-ad7f-86d5a2e39e5c tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:48.108645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5c6d-a1f7-4ea3-aa5a-7980744567a3 req-a77e4d92-019b-4aba-ad7f-86d5a2e39e5c tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:48.110424 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6df6-9a18-4dc2-830d-974382f7492a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.110620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-572a5c6d-a1f7-4ea3-aa5a-7980744567a3 req-a77e4d92-019b-4aba-ad7f-86d5a2e39e5c tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1679 time: 0.8653131 Aug 19 12:23:48.191285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-0a10a4e5-4d85-4248-a2f1-b395a40fc7ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0941203 Aug 19 12:23:48.209858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Request body: {'port': {'device_id': 'bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:48.215753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-572a5c6d-a1f7-4ea3-aa5a-7980744567a3 req-4f0124b5-733b-4a5f-855c-e4769eb09e64 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864539 Aug 19 12:23:48.236983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-c3312bd3-49d1-4a6e-bb15-906b8d4f0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:48.237956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-c3312bd3-49d1-4a6e-bb15-906b8d4f0d44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6952d197-4afc-45aa-a036-f8845ec78824 HTTP/1.1" status: 200 len: 903 time: 0.5741804 Aug 19 12:23:48.247318 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:23:48.253441 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:45Z', 'revision_number': 4, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'bb053a33-dae6-488d-9c98-ecfcb2d11117', 'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'mac_address': 'fa:16:3e:06:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:44Z', 'updated_at': '2021-08-19T12:23:46Z', 'revision_number': 2, 'project_id': 'dd552d66293348cead6e61280b39e649', 'subnets': [{'id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:48.280995 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6df6-9a18-4dc2-830d-974382f7492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.284317 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6df6-9a18-4dc2-830d-974382f7492a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.285766 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cb0c6df6-9a18-4dc2-830d-974382f7492a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e24098e7-08c9-4fba-a73f-8b43fb1c4d7a HTTP/1.1" status: 204 len: 168 time: 0.2692251 Aug 19 12:23:48.301829 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c6df6-9a18-4dc2-830d-974382f7492a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24098e7-08c9-4fba-a73f-8b43fb1c4d7a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:48.307380 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02d977b-c21e-414a-ba52-d04d70dd2735 x-openstack-request-id: req-e02d977b-c21e-414a-ba52-d04d70dd2735 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:48.307680 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "tag": "fcb6138b-109c-4d84-b74b-7b4a9e958581", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:48.308050 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e02d977b-c21e-414a-ba52-d04d70dd2735 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:48.308442 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'tag': 'fcb6138b-109c-4d84-b74b-7b4a9e958581', 'status': 'completed', 'code': 200} Aug 19 12:23:48.312620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-2e24eec6-2e8e-400f-a933-e050852ae14b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b HTTP/1.1" status: 200 len: 217 time: 0.0625381 Aug 19 12:23:48.312829 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Made reservation on behalf of 007206b543004ced87114bfd55859962 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:48.315801 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.321331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.339072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Checking router: 967b1604-f109-48ac-8023-e4d69ad32650 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:48.339072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Updating router 967b1604-f109-48ac-8023-e4d69ad32650 port bb053a33-dae6-488d-9c98-ecfcb2d11117 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:23:48.360265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.409207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b495ad17-f2c8-4361-9d7b-76efae1edd09 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:48.425903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:48.438724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:48.464046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:48.471332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Pushing event updated for resources: {'Port': ['ID=38e49ad4-f194-49ff-86bf-089d93ba8db4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:48.493134 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.495477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-0c88dffc-1aea-4c9e-88ee-f2d1c9f62968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:48.496940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-0c88dffc-1aea-4c9e-88ee-f2d1c9f62968 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fe47f46-24d4-4fb3-bb17-8fe5b2958fa8 HTTP/1.1" status: 200 len: 801 time: 0.1729720 Aug 19 12:23:48.588816 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f18002-8bb5-4158-b99b-9decb2faa9fd x-openstack-request-id: req-99f18002-8bb5-4158-b99b-9decb2faa9fd {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:48.589330 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c2c1e-dcd1-47e8-ba65-ceec534505a5", "name": "network-vif-plugged", "status": "completed", "tag": "bd49ef08-9459-4271-a825-abc082e77888", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:48.589562 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99f18002-8bb5-4158-b99b-9decb2faa9fd {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:48.589828 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd49ef08-9459-4271-a825-abc082e77888', 'code': 200} Aug 19 12:23:48.594313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b495ad17-f2c8-4361-9d7b-76efae1edd09 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:48.594693 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.655217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Allocated IP 172.20.0.12 (5a968453-8949-4776-80cc-6c3b9cd0d5a3/2e82809d-c871-4cc2-850c-bb303fd3d4b1/65093b94-1d63-4a1f-97ca-a8b31adaecc5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:48.782999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-068411af-e48a-4dfd-9765-d6bb5591430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:48.785681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-068411af-e48a-4dfd-9765-d6bb5591430c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6952d197-4afc-45aa-a036-f8845ec78824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2741511 Aug 19 12:23:48.867345 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.912998 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.948074 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.964245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e542de-b0ff-422f-a5a9-f03c7135a98c req-70b669ac-5c2d-40c3-874c-e67969058d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:48.966928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93e542de-b0ff-422f-a5a9-f03c7135a98c req-70b669ac-5c2d-40c3-874c-e67969058d6c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 1101 time: 0.2162166 Aug 19 12:23:48.967136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Transition to ACTIVE for port object bb053a33-dae6-488d-9c98-ecfcb2d11117 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:49.042423 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.043838 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.112735 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:49.116831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:49.120720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:49.165472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbf075-9d0b-4152-9f72-b2fbf23b7687 None None] Pushing event updated for resources: {'Port': ['ID=bb053a33-dae6-488d-9c98-ecfcb2d11117,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:49.166229 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.185720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-5a7c3263-4610-4e24-8070-c8320b5ec7d2 service neutron] 10.222.0.53 "GET /v2.0/networks/6952d197-4afc-45aa-a036-f8845ec78824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706055 Aug 19 12:23:49.249770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Attempting to bind port bb053a33-dae6-488d-9c98-ecfcb2d11117 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:49.250316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Attempting to bind port bb053a33-dae6-488d-9c98-ecfcb2d11117 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:49.250509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Attempting to bind port bb053a33-dae6-488d-9c98-ecfcb2d11117 on network ffdc861b-fbe6-461b-b6fe-9cb76461b10c {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:49.259227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:49.259863 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Checking segment: {'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:49.260217 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.260832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Bound using segment: {'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:49.261613 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Bound port: bb053a33-dae6-488d-9c98-ecfcb2d11117, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:49.262216 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.288251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Pushing event updated for resources: {'Port': ['ID=65093b94-1d63-4a1f-97ca-a8b31adaecc5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:49.294853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93e542de-b0ff-422f-a5a9-f03c7135a98c req-d2253d81-9ed8-40f4-998c-95d9f0534324 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186865 Aug 19 12:23:49.331510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:49.332576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.404396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] For port bb053a33-dae6-488d-9c98-ecfcb2d11117, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:49.410750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] For port bb053a33-dae6-488d-9c98-ecfcb2d11117, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=bb053a33-dae6-488d-9c98-ecfcb2d11117,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:49.511362 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-4cbf6e66-20bd-4138-91fa-496afff1a5a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8293819 Aug 19 12:23:49.513430 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.526111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Request body: {'port': {'device_id': '04d99f22-f1ba-4878-a04c-136283fcc682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:49.572366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187a8696-9ecb-4a06-835b-8b171e24dbea {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:49.624482 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.625567 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.649023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30103e1-2c4d-4721-90b6-755f70076f4e req-e03ec08c-e16e-4e3b-bd13-7abd1cbddc83 service neutron] 10.222.0.53 "GET /v2.0/networks/6952d197-4afc-45aa-a036-f8845ec78824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093313 Aug 19 12:23:49.680984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Transition to ACTIVE for port object 187a8696-9ecb-4a06-835b-8b171e24dbea will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:49.714309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.726994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Routers {'967b1604-f109-48ac-8023-e4d69ad32650'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:49.727454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['967b1604-f109-48ac-8023-e4d69ad32650'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:49.734083 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbf075-9d0b-4152-9f72-b2fbf23b7687 None None] Pushing event updated for resources: {'Port': ['ID=bb053a33-dae6-488d-9c98-ecfcb2d11117,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:49.786716 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.810162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56282) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:49.822315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f74719d7-f132-4716-b07e-dec17f0290ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042641809', 'description': 'tempest-description--1819018972'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:49.927191 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.942186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] Set router 967b1604-f109-48ac-8023-e4d69ad32650 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:49.980021 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f74719d7-f132-4716-b07e-dec17f0290ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.005940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Pushing event updated for resources: {'Port': ['ID=187a8696-9ecb-4a06-835b-8b171e24dbea,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:50.022722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10803219-6717-4186-97de-aa4d2d1605a2 req-e85ecadd-c2da-4461-9988-03414b122ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.023234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10803219-6717-4186-97de-aa4d2d1605a2 req-e85ecadd-c2da-4461-9988-03414b122ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.025038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10803219-6717-4186-97de-aa4d2d1605a2 req-e85ecadd-c2da-4461-9988-03414b122ce2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1f734d9edfb4325be100123093e6c71&device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1981 time: 0.2676532 Aug 19 12:23:50.108018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65093b94-1d63-4a1f-97ca-a8b31adaecc5 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:50.120840 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.143757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Transition to ACTIVE for port object 65093b94-1d63-4a1f-97ca-a8b31adaecc5 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:50.212442 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.229876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958853ea-d340-48af-9966-a27c54f88826 req-04ab7aaf-a2bc-4f99-8ab1-15ec7acac132 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.231508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-958853ea-d340-48af-9966-a27c54f88826 req-04ab7aaf-a2bc-4f99-8ab1-15ec7acac132 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.3184085 Aug 19 12:23:50.256860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Pushing event updated for resources: {'Port': ['ID=38e49ad4-f194-49ff-86bf-089d93ba8db4,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:50.267914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.297752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Pushing event updated for resources: {'Port': ['ID=65093b94-1d63-4a1f-97ca-a8b31adaecc5,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:50.350679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Attempting to bind port 187a8696-9ecb-4a06-835b-8b171e24dbea on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:50.358272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Attempting to bind port 187a8696-9ecb-4a06-835b-8b171e24dbea by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:50.358272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Attempting to bind port 187a8696-9ecb-4a06-835b-8b171e24dbea on network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:50.379441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Port 187a8696-9ecb-4a06-835b-8b171e24dbea on network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:50.379774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Attempting to bind port 187a8696-9ecb-4a06-835b-8b171e24dbea on network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:50.384997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-958853ea-d340-48af-9966-a27c54f88826 req-2d5c18e3-a08d-4fdc-9701-d8e7ebbeaaea tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416712 Aug 19 12:23:50.389896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10803219-6717-4186-97de-aa4d2d1605a2 req-bc1d8c32-0bc5-4249-b62a-a5a1ed61d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.391421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10803219-6717-4186-97de-aa4d2d1605a2 req-bc1d8c32-0bc5-4249-b62a-a5a1ed61d339 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fc274e81-860a-468f-917f-53dc6343cc89 HTTP/1.1" status: 200 len: 902 time: 0.3481319 Aug 19 12:23:50.399647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:50.400039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Checking segment: {'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:50.400361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Bound using segment: {'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:50.400812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Bound port: 187a8696-9ecb-4a06-835b-8b171e24dbea, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:50.401182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.416074 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Attempting to bind port 65093b94-1d63-4a1f-97ca-a8b31adaecc5 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:50.416737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Attempting to bind port 65093b94-1d63-4a1f-97ca-a8b31adaecc5 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:50.423604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Attempting to bind port 65093b94-1d63-4a1f-97ca-a8b31adaecc5 on network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:50.432184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:50.444658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Port 65093b94-1d63-4a1f-97ca-a8b31adaecc5 on network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:50.445291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Attempting to bind port 65093b94-1d63-4a1f-97ca-a8b31adaecc5 on network 5a968453-8949-4776-80cc-6c3b9cd0d5a3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:50.453177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:50.453852 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Checking segment: {'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:50.454335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Bound using segment: {'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:50.454920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Bound port: 65093b94-1d63-4a1f-97ca-a8b31adaecc5, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9e876f-d655-4590-8303-7a6fc32d319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:50.455370 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.471822 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f74719d7-f132-4716-b07e-dec17f0290ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.473573 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10803219-6717-4186-97de-aa4d2d1605a2 req-2fd3d16f-3847-4a50-b8b0-a0c5538fa788 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.141&port_id=fcb6138b-109c-4d84-b74b-7b4a9e958581 HTTP/1.1" status: 200 len: 217 time: 0.0675981 Aug 19 12:23:50.544704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] For port 65093b94-1d63-4a1f-97ca-a8b31adaecc5, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:50.549329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] For port 65093b94-1d63-4a1f-97ca-a8b31adaecc5, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=65093b94-1d63-4a1f-97ca-a8b31adaecc5,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:50.585884 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f74719d7-f132-4716-b07e-dec17f0290ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.594154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:45Z', 'revision_number': 4, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'bb053a33-dae6-488d-9c98-ecfcb2d11117', 'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'mac_address': 'fa:16:3e:06:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:44Z', 'updated_at': '2021-08-19T12:23:49Z', 'revision_number': 4, 'project_id': 'dd552d66293348cead6e61280b39e649', 'subnets': [{'id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:50.597338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b,segment=NetworkSegment(6ef93255-0ee5-4741-838b-529b82d1f7a3),segment_id=6ef93255-0ee5-4741-838b-529b82d1f7a3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:50.634242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1e211-a413-48f9-84ef-2f8c62ab95db None None] The sync data for ids ['967b1604-f109-48ac-8023-e4d69ad32650'] in n-d-778732-8 is: [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:45Z', 'revision_number': 4, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'bb053a33-dae6-488d-9c98-ecfcb2d11117', 'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'mac_address': 'fa:16:3e:06:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:44Z', 'updated_at': '2021-08-19T12:23:49Z', 'revision_number': 4, 'project_id': 'dd552d66293348cead6e61280b39e649', 'subnets': [{'id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:50.636029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b', 'network_id': '6952d197-4afc-45aa-a036-f8845ec78824', 'port_id': '62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b', 'mac_address': 'fa:16:3e:85:0d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe47f46-24d4-4fb3-bb17-8fe5b2958fa8', 'ip_address': '19.80.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:50.657469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] For port 187a8696-9ecb-4a06-835b-8b171e24dbea, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:50.662368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74719d7-f132-4716-b07e-dec17f0290ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f550532-a6bf-4fcc-9a96-f851561dad94,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:50.666933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] For port 187a8696-9ecb-4a06-835b-8b171e24dbea, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=187a8696-9ecb-4a06-835b-8b171e24dbea,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:50.672893 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.710177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10803219-6717-4186-97de-aa4d2d1605a2 req-3dd58c66-05aa-42aa-8065-0a2bb594b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.715233 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.720255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10803219-6717-4186-97de-aa4d2d1605a2 req-3dd58c66-05aa-42aa-8065-0a2bb594b161 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e99fa52c-1a88-4aa1-a34f-dcaf7bb70209 HTTP/1.1" status: 200 len: 801 time: 0.2182193 Aug 19 12:23:50.751528 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.753150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-44dc7a12-b407-442e-a5b3-8d1232983570 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6893117 Aug 19 12:23:50.761715 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:50.772786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1657935-d172-4027-bb91-efe6f018c792 req-d2fbac69-359b-4ce6-81f3-5af1f7d4ce78 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.777573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.778285 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.779957 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] 10.222.0.52 "PUT /v2.0/ports/65093b94-1d63-4a1f-97ca-a8b31adaecc5 HTTP/1.1" status: 200 len: 1092 time: 1.2581880 Aug 19 12:23:50.780381 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d99f22-f1ba-4878-a04c-136283fcc682', 'tag': '65093b94-1d63-4a1f-97ca-a8b31adaecc5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:50.780484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1657935-d172-4027-bb91-efe6f018c792 req-d2fbac69-359b-4ce6-81f3-5af1f7d4ce78 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 944 time: 0.2796865 Aug 19 12:23:50.783269 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d8904-a985-4003-94bb-11cc7b154f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "04d99f22-f1ba-4878-a04c-136283fcc682", "tag": "65093b94-1d63-4a1f-97ca-a8b31adaecc5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:50.806795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b,segment=NetworkSegment(6ef93255-0ee5-4741-838b-529b82d1f7a3),segment_id=6ef93255-0ee5-4741-838b-529b82d1f7a3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:50.815019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3e277-9ab8-4299-bd2b-b8c19f87a796 service neutron] Pushing event updated for resources: {'Port': ['ID=65093b94-1d63-4a1f-97ca-a8b31adaecc5,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:50.830509 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.832571 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f74719d7-f132-4716-b07e-dec17f0290ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.833939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f74719d7-f132-4716-b07e-dec17f0290ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0179815 Aug 19 12:23:50.837383 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56296) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:50.842702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d8949865-7616-4da1-b97b-f347b12f9b2a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Request body: {'security_group_rule': {'security_group_id': '8f550532-a6bf-4fcc-9a96-f851561dad94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:50.905260 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.906014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device fcb6138b-109c-4d84-b74b-7b4a9e958581 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:50.935768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-a1f2c314-c5f1-46e3-92b0-65912f83c94b tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 695 time: 0.1344624 Aug 19 12:23:50.957237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.958186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.960379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] 10.222.0.52 "PUT /v2.0/ports/187a8696-9ecb-4a06-835b-8b171e24dbea HTTP/1.1" status: 200 len: 1091 time: 2.7576737 Aug 19 12:23:50.970219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a', 'tag': '187a8696-9ecb-4a06-835b-8b171e24dbea'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:50.972543 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd02dbe-37db-4ce2-80d8-f7cd7a2a23d6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a", "tag": "187a8696-9ecb-4a06-835b-8b171e24dbea"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:51.012708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8949865-7616-4da1-b97b-f347b12f9b2a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.015691 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1657935-d172-4027-bb91-efe6f018c792 req-b3a7622a-c2d9-49f5-836f-573806dbb0f8 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340136 Aug 19 12:23:51.067568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10803219-6717-4186-97de-aa4d2d1605a2 req-c989ee3c-3254-4d92-a603-efea81d81093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:51.070006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:51.071213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10803219-6717-4186-97de-aa4d2d1605a2 req-c989ee3c-3254-4d92-a603-efea81d81093 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc274e81-860a-468f-917f-53dc6343cc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3375897 Aug 19 12:23:51.096838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port fcb6138b-109c-4d84-b74b-7b4a9e958581, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=fcb6138b-109c-4d84-b74b-7b4a9e958581,segment=NetworkSegment(ab506c85-b731-479f-8505-43780fa11eb7),segment_id=ab506c85-b731-479f-8505-43780fa11eb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:51.110137 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-21dec8c1-9ffd-4039-a41f-327a97b8a9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.129691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-7e85763d-3b86-4176-bb7f-6ac9f8351807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:51.131501 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-7e85763d-3b86-4176-bb7f-6ac9f8351807 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 1095 time: 0.1968958 Aug 19 12:23:51.148267 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8949865-7616-4da1-b97b-f347b12f9b2a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.153683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'fcb6138b-109c-4d84-b74b-7b4a9e958581', 'network_id': 'fc274e81-860a-468f-917f-53dc6343cc89', 'port_id': 'fcb6138b-109c-4d84-b74b-7b4a9e958581', 'mac_address': 'fa:16:3e:1a:45:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99fa52c-1a88-4aa1-a34f-dcaf7bb70209', 'ip_address': '19.86.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:51.205889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-10803219-6717-4186-97de-aa4d2d1605a2 req-02c5153f-247c-47f1-bf44-bfd643f14859 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:23:51.206182 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-e5a0b66a-9bba-4c5a-a84b-e32a942847d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65093b94-1d63-4a1f-97ca-a8b31adaecc5 HTTP/1.1" status: 200 len: 217 time: 0.0598700 Aug 19 12:23:51.206463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10803219-6717-4186-97de-aa4d2d1605a2 req-02c5153f-247c-47f1-bf44-bfd643f14859 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091159 Aug 19 12:23:51.231294 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8949865-7616-4da1-b97b-f347b12f9b2a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.232822 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.257525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b46e4-5e53-450c-b65b-c212fc67e6da service neutron] Pushing event updated for resources: {'Port': ['ID=187a8696-9ecb-4a06-835b-8b171e24dbea,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:51.275366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb6138b-109c-4d84-b74b-7b4a9e958581 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:51.311426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8949865-7616-4da1-b97b-f347b12f9b2a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3729f6d-182e-4ce3-8f42-eecb49fb0dfa,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:51.328993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-21964f7c-3064-42b9-9ff1-1ad2f63e3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:51.330604 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-21964f7c-3064-42b9-9ff1-1ad2f63e3e7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 200 len: 859 time: 0.1163809 Aug 19 12:23:51.334749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port fcb6138b-109c-4d84-b74b-7b4a9e958581, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=fcb6138b-109c-4d84-b74b-7b4a9e958581,segment=NetworkSegment(ab506c85-b731-479f-8505-43780fa11eb7),segment_id=ab506c85-b731-479f-8505-43780fa11eb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:51.375318 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-2184ecad-f73c-4a6d-832a-ed1a6428618d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a968453-8949-4776-80cc-6c3b9cd0d5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349205 Aug 19 12:23:51.385288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-8ffc20c4-8b72-4a73-b8c0-f48a52a30b43 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:51.386778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c82f9c5-4564-4d09-aa0a-efeb081ad54c req-8ffc20c4-8b72-4a73-b8c0-f48a52a30b43 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.4207406 Aug 19 12:23:51.396674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-739680f0-80d1-4113-b7c4-f978f40b5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:51.398355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-739680f0-80d1-4113-b7c4-f978f40b5bcf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 1094 time: 0.2201459 Aug 19 12:23:51.414331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540bbd7-1c58-48ec-bc67-0593960d0790 req-efec3d51-3eee-4da0-af94-ec84eca276b6 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:51.421099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540bbd7-1c58-48ec-bc67-0593960d0790 req-efec3d51-3eee-4da0-af94-ec84eca276b6 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:51.429790 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8540bbd7-1c58-48ec-bc67-0593960d0790 req-efec3d51-3eee-4da0-af94-ec84eca276b6 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1680 time: 0.2411191 Aug 19 12:23:51.437447 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.456628 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8949865-7616-4da1-b97b-f347b12f9b2a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.462114 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d8949865-7616-4da1-b97b-f347b12f9b2a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6230142 Aug 19 12:23:51.479055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56304) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:51.483910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2f1f7dc3-b8a5-4005-a844-f71c566831ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Request body: {'security_group_rule': {'security_group_id': '8f550532-a6bf-4fcc-9a96-f851561dad94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:51.508280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-f48f45a3-55c1-4dbc-be3d-044a58afb808 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=187a8696-9ecb-4a06-835b-8b171e24dbea HTTP/1.1" status: 200 len: 217 time: 0.0763459 Aug 19 12:23:51.544675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=fcb6138b-109c-4d84-b74b-7b4a9e958581,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:51.592935 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-42a30ae3-daa3-47dd-84ef-562a76d323b3 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074308 Aug 19 12:23:51.684372 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7dc3-b8a5-4005-a844-f71c566831ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.783405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:51.785589 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7b8eb9ee-30eb-4ea4-b474-d1b58a030fd9 req-99e48376-1497-44b4-9c90-bc049226e4cb service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838269 Aug 19 12:23:51.802979 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7dc3-b8a5-4005-a844-f71c566831ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.876522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['fcb6138b-109c-4d84-b74b-7b4a9e958581'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:51.929437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8540bbd7-1c58-48ec-bc67-0593960d0790 req-740fa009-249b-4184-8bfb-69f512da3df2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986207 Aug 19 12:23:51.944969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10803219-6717-4186-97de-aa4d2d1605a2 req-7652cee3-e5a2-400e-a9f4-495d5d0ecd33 service neutron] 10.222.0.53 "GET /v2.0/networks/fc274e81-860a-468f-917f-53dc6343cc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986427 Aug 19 12:23:52.001144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7dc3-b8a5-4005-a844-f71c566831ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.023593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-33354a26-0540-4737-a13b-55bbeb0b6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:52.025846 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-33354a26-0540-4737-a13b-55bbeb0b6a09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 200 len: 859 time: 0.5079076 Aug 19 12:23:52.084933 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198f3735-6a69-470e-be75-cf7a17117e9b x-openstack-request-id: req-198f3735-6a69-470e-be75-cf7a17117e9b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:52.085280 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d99f22-f1ba-4878-a04c-136283fcc682", "tag": "65093b94-1d63-4a1f-97ca-a8b31adaecc5", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:52.085676 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-198f3735-6a69-470e-be75-cf7a17117e9b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:52.086090 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d99f22-f1ba-4878-a04c-136283fcc682', 'tag': '65093b94-1d63-4a1f-97ca-a8b31adaecc5', 'status': 'completed', 'code': 200} Aug 19 12:23:52.087064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f7dc3-b8a5-4005-a844-f71c566831ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c8faa4-e219-487f-bff9-aee6fb1c1e26,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:52.144213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d8904-a985-4003-94bb-11cc7b154f6d req-2d08fcfc-7508-4ba3-a6a7-a1d99842c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:52.147392 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f19d8904-a985-4003-94bb-11cc7b154f6d req-2d08fcfc-7508-4ba3-a6a7-a1d99842c8a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 1095 time: 0.0574088 Aug 19 12:23:52.178723 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f80439-54b1-40eb-bafc-e4a7ed1ed472 x-openstack-request-id: req-36f80439-54b1-40eb-bafc-e4a7ed1ed472 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:52.179064 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a", "tag": "187a8696-9ecb-4a06-835b-8b171e24dbea", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:52.179313 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36f80439-54b1-40eb-bafc-e4a7ed1ed472 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:52.179940 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a', 'tag': '187a8696-9ecb-4a06-835b-8b171e24dbea', 'status': 'completed', 'code': 200} Aug 19 12:23:52.184447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-562adf70-2f01-4caf-b478-c7939c1116dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a968453-8949-4776-80cc-6c3b9cd0d5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398645 Aug 19 12:23:52.253154 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7dc3-b8a5-4005-a844-f71c566831ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.254662 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2f1f7dc3-b8a5-4005-a844-f71c566831ab tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7746961 Aug 19 12:23:52.269204 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56310) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:52.289813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:52.296142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10803219-6717-4186-97de-aa4d2d1605a2 req-61866dd8-2e19-4682-839e-2b89a8831cce service neutron] 10.222.0.53 "GET /v2.0/networks/fc274e81-860a-468f-917f-53dc6343cc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691064 Aug 19 12:23:52.388819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device bb053a33-dae6-488d-9c98-ecfcb2d11117 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:52.511280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713d316-1103-4821-8c11-365b23cd73dd req-4b5d1247-e578-4691-b46c-2f30f9dc02ad tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:52.511280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5713d316-1103-4821-8c11-365b23cd73dd req-4b5d1247-e578-4691-b46c-2f30f9dc02ad tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2003069 Aug 19 12:23:52.511280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-927f2467-4584-4146-8cf1-46e98d992f32 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129056 Aug 19 12:23:52.586594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5713d316-1103-4821-8c11-365b23cd73dd req-cc7a592b-8f48-4409-b401-e0b848569af6 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 695 time: 0.0786397 Aug 19 12:23:52.591410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port bb053a33-dae6-488d-9c98-ecfcb2d11117 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:52.594659 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd894c85-fee9-4859-aed7-525b87b8a788 req-a2b48ab8-929f-4454-b60e-4cf6fab918da tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:52.596379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd894c85-fee9-4859-aed7-525b87b8a788 req-a2b48ab8-929f-4454-b60e-4cf6fab918da tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.2080507 Aug 19 12:23:52.602342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port bb053a33-dae6-488d-9c98-ecfcb2d11117 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:52.603271 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.630411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5713d316-1103-4821-8c11-365b23cd73dd req-6b0fbf25-6c76-40cd-bfc4-437657d0e844 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Request body: {'floatingip': {'port_id': '051d37b3-9e15-4210-bf80-c7c810815f73', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:52.681082 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d8904-a985-4003-94bb-11cc7b154f6d req-ba2e8e06-2058-4961-9c30-2f4f5e745428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:52.682032 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f19d8904-a985-4003-94bb-11cc7b154f6d req-ba2e8e06-2058-4961-9c30-2f4f5e745428 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 920 time: 0.5265985 Aug 19 12:23:52.703122 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5713d316-1103-4821-8c11-365b23cd73dd req-6b0fbf25-6c76-40cd-bfc4-437657d0e844 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.713365 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.743452 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f19d8904-a985-4003-94bb-11cc7b154f6d req-c00369b6-90bf-4d5d-8ee7-023a956bdf9c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65093b94-1d63-4a1f-97ca-a8b31adaecc5 HTTP/1.1" status: 200 len: 217 time: 0.0524323 Aug 19 12:23:52.773524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port bb053a33-dae6-488d-9c98-ecfcb2d11117, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=bb053a33-dae6-488d-9c98-ecfcb2d11117,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:52.796711 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.818058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd894c85-fee9-4859-aed7-525b87b8a788 req-e109be44-6a85-459c-b4fa-691bf0867cbf tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945634 Aug 19 12:23:52.836443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdf622fc-3da8-4144-89c0-a7d27f31d799 req-a00a468d-903d-4035-a4e8-7e0ddd10a700 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179066 Aug 19 12:23:52.866394 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d8904-a985-4003-94bb-11cc7b154f6d req-1fb1f63c-3952-4829-b9ab-63dff61477cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:52.868236 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f19d8904-a985-4003-94bb-11cc7b154f6d req-1fb1f63c-3952-4829-b9ab-63dff61477cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 200 len: 859 time: 0.1142278 Aug 19 12:23:52.913745 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f19d8904-a985-4003-94bb-11cc7b154f6d req-ed1914d7-fa5c-4cc6-86ff-ff83ff9cba4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a968453-8949-4776-80cc-6c3b9cd0d5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347221 Aug 19 12:23:52.947919 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.044720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=bb053a33-dae6-488d-9c98-ecfcb2d11117,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:53.062981 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.072637 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f19d8904-a985-4003-94bb-11cc7b154f6d req-969f593f-2525-44be-a5d3-aa86aaf98d6c service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442299 Aug 19 12:23:53.103979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6e117-b8bf-4351-9d84-860d4d394426 req-c7e274bb-feab-4344-8c80-7503c7f2800b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:53.105608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08b6e117-b8bf-4351-9d84-860d4d394426 req-c7e274bb-feab-4344-8c80-7503c7f2800b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 944 time: 0.1800072 Aug 19 12:23:53.180456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd02dbe-37db-4ce2-80d8-f7cd7a2a23d6 req-85f43246-5e91-487f-a3b8-49550c5f9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:53.182015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cd02dbe-37db-4ce2-80d8-f7cd7a2a23d6 req-85f43246-5e91-487f-a3b8-49550c5f9a97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 1094 time: 0.1265159 Aug 19 12:23:53.258906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Allocated IP 172.25.6.215 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/1603f9f5-e6f9-40eb-8550-e06f00911e2f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:53.264650 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f19d8904-a985-4003-94bb-11cc7b154f6d req-1a739cf5-39fd-4c13-8668-abae1f57e906 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578422 Aug 19 12:23:53.289631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08b6e117-b8bf-4351-9d84-860d4d394426 req-544f30c9-aa70-48d2-98b5-66c2cba6ff32 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689403 Aug 19 12:23:53.430428 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.539786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd02dbe-37db-4ce2-80d8-f7cd7a2a23d6 req-a96fd474-14b2-4ed1-bfd8-9e79da5fc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:53.541317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cd02dbe-37db-4ce2-80d8-f7cd7a2a23d6 req-a96fd474-14b2-4ed1-bfd8-9e79da5fc4fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 920 time: 0.3455770 Aug 19 12:23:53.597835 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.621720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cd02dbe-37db-4ce2-80d8-f7cd7a2a23d6 req-ef85a1a9-a9ae-46bc-bda3-7676700569df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=187a8696-9ecb-4a06-835b-8b171e24dbea HTTP/1.1" status: 200 len: 217 time: 0.0582452 Aug 19 12:23:53.640996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.resource_extend [req-5713d316-1103-4821-8c11-365b23cd73dd req-6b0fbf25-6c76-40cd-bfc4-437657d0e844 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:23:53.648672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:53.651289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:53.656332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:53.659868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Pushing event updated for resources: {'Port': ['ID=1603f9f5-e6f9-40eb-8550-e06f00911e2f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:53.751326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd02dbe-37db-4ce2-80d8-f7cd7a2a23d6 req-4f63e529-7147-4fc3-8f85-c71dfe215b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:53.752852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cd02dbe-37db-4ce2-80d8-f7cd7a2a23d6 req-4f63e529-7147-4fc3-8f85-c71dfe215b70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 200 len: 859 time: 0.1214819 Aug 19 12:23:53.759381 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.760431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 65093b94-1d63-4a1f-97ca-a8b31adaecc5 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:53.769880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5713d316-1103-4821-8c11-365b23cd73dd req-6b0fbf25-6c76-40cd-bfc4-437657d0e844 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.795703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cd02dbe-37db-4ce2-80d8-f7cd7a2a23d6 req-77f03394-4b59-486b-811a-75d86efbed9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a968453-8949-4776-80cc-6c3b9cd0d5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295222 Aug 19 12:23:53.878223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 65093b94-1d63-4a1f-97ca-a8b31adaecc5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=65093b94-1d63-4a1f-97ca-a8b31adaecc5,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:53.896655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '65093b94-1d63-4a1f-97ca-a8b31adaecc5', 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3', 'port_id': '65093b94-1d63-4a1f-97ca-a8b31adaecc5', 'mac_address': 'fa:16:3e:31:b4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e82809d-c871-4cc2-850c-bb303fd3d4b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:53.971016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.983383 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.006011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65093b94-1d63-4a1f-97ca-a8b31adaecc5 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:54.035831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 65093b94-1d63-4a1f-97ca-a8b31adaecc5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=65093b94-1d63-4a1f-97ca-a8b31adaecc5,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:54.129237 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.199210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=65093b94-1d63-4a1f-97ca-a8b31adaecc5,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:54.219946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5713d316-1103-4821-8c11-365b23cd73dd req-6b0fbf25-6c76-40cd-bfc4-437657d0e844 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.238192 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.310562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device bb053a33-dae6-488d-9c98-ecfcb2d11117 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:54.321810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.373268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cd02dbe-37db-4ce2-80d8-f7cd7a2a23d6 req-49efd37c-6cb4-4fea-aef2-55def23fd894 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675666 Aug 19 12:23:54.378435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['65093b94-1d63-4a1f-97ca-a8b31adaecc5'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:54.385569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce99fc-183d-452d-afd8-d8e74295263f req-b749886b-1ab1-45d3-afe2-3db9e08a873d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:54.391838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce99fc-183d-452d-afd8-d8e74295263f req-b749886b-1ab1-45d3-afe2-3db9e08a873d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:54.393629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5ce99fc-183d-452d-afd8-d8e74295263f req-b749886b-1ab1-45d3-afe2-3db9e08a873d tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1681 time: 0.1778872 Aug 19 12:23:54.400169 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-7b084123-ddfd-48d5-a30f-444349865089 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1241915 Aug 19 12:23:54.400803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Pushing event updated for resources: {'Port': ['ID=1603f9f5-e6f9-40eb-8550-e06f00911e2f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:54.430287 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.437214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port bb053a33-dae6-488d-9c98-ecfcb2d11117 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:54.437615 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.475007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device fcb6138b-109c-4d84-b74b-7b4a9e958581 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:54.509153 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-5713d316-1103-4821-8c11-365b23cd73dd req-6b0fbf25-6c76-40cd-bfc4-437657d0e844 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Floating IP 263a1a36-f948-4ad9-a5f9-6d55c013ee1c associated. External IP: 172.25.6.73, port: 051d37b3-9e15-4210-bf80-c7c810815f73. Aug 19 12:23:54.521273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5ce99fc-183d-452d-afd8-d8e74295263f req-4fd000d5-b5dc-46b3-93f0-b4dccc25044c tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989726 Aug 19 12:23:54.590336 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cd02dbe-37db-4ce2-80d8-f7cd7a2a23d6 req-a067cfe1-7d28-4e34-97da-faf06fd2c0fd service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954601 Aug 19 12:23:54.604567 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.606757 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c2a17323-bc2a-4e1f-bc3f-7facac0c3817 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3364761 Aug 19 12:23:54.751830 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port fcb6138b-109c-4d84-b74b-7b4a9e958581 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:54.759359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port fcb6138b-109c-4d84-b74b-7b4a9e958581 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:54.759776 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.885524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5713d316-1103-4821-8c11-365b23cd73dd req-6b0fbf25-6c76-40cd-bfc4-437657d0e844 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Router 14b06147-f249-4ce6-b88f-240d87ffcca3 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:23:54.891798 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.893751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e7dc3-4ab0-43c8-9c8c-9ae9989131b6 req-feee743f-2b43-4840-a7e6-7105475d996c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:54.895895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e1e7dc3-4ab0-43c8-9c8c-9ae9989131b6 req-feee743f-2b43-4840-a7e6-7105475d996c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.0917413 Aug 19 12:23:54.951210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port fcb6138b-109c-4d84-b74b-7b4a9e958581, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=fcb6138b-109c-4d84-b74b-7b4a9e958581,segment=NetworkSegment(ab506c85-b731-479f-8505-43780fa11eb7),segment_id=ab506c85-b731-479f-8505-43780fa11eb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:54.952938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb6138b-109c-4d84-b74b-7b4a9e958581'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:54.956322 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807eb357-d388-4f73-86df-099c24b55b81" -d '{"events": [{"server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "name": "network-vif-plugged", "status": "completed", "tag": "fcb6138b-109c-4d84-b74b-7b4a9e958581"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:54.999757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e1e7dc3-4ab0-43c8-9c8c-9ae9989131b6 req-94953895-96ee-4a28-8ae1-be87f7c99ba5 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925479 Aug 19 12:23:55.037138 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.038052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:55.078831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5713d316-1103-4821-8c11-365b23cd73dd req-6b0fbf25-6c76-40cd-bfc4-437657d0e844 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:55.090943 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf70ca1-a607-4d7e-8c10-da1356969dac None None] Sync routers for ids ['14b06147-f249-4ce6-b88f-240d87ffcca3'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:55.093063 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5713d316-1103-4821-8c11-365b23cd73dd req-6b0fbf25-6c76-40cd-bfc4-437657d0e844 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.105999 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf70ca1-a607-4d7e-8c10-da1356969dac None None] Routers {'14b06147-f249-4ce6-b88f-240d87ffcca3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:55.108511 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-aaf70ca1-a607-4d7e-8c10-da1356969dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['14b06147-f249-4ce6-b88f-240d87ffcca3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:55.158794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=fcb6138b-109c-4d84-b74b-7b4a9e958581,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:55.166052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5713d316-1103-4821-8c11-365b23cd73dd req-6b0fbf25-6c76-40cd-bfc4-437657d0e844 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "PUT /v2.0/floatingips/263a1a36-f948-4ad9-a5f9-6d55c013ee1c HTTP/1.1" status: 200 len: 996 time: 2.5418227 Aug 19 12:23:55.183828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'tag': '051d37b3-9e15-4210-bf80-c7c810815f73'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:55.186436 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46727cd-51f0-4643-8e34-4f9a7b38caa7" -d '{"events": [{"name": "network-changed", "server_uuid": "898e1c53-f999-40a0-b589-69398c6cfbf1", "tag": "051d37b3-9e15-4210-bf80-c7c810815f73"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:55.239784 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-aaf70ca1-a607-4d7e-8c10-da1356969dac None None] Set router 14b06147-f249-4ce6-b88f-240d87ffcca3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:55.247894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d169bf-e722-4a47-b57d-53c4834d2a8a req-db0f1854-20c8-4171-8207-695a5b5300f9 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.248668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:55.249751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d169bf-e722-4a47-b57d-53c4834d2a8a req-db0f1854-20c8-4171-8207-695a5b5300f9 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 945 time: 0.1289546 Aug 19 12:23:55.253139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:55.253842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.258720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713d316-1103-4821-8c11-365b23cd73dd req-be0ec412-0fe4-4a59-8c58-674ab872c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.260333 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5713d316-1103-4821-8c11-365b23cd73dd req-be0ec412-0fe4-4a59-8c58-674ab872c8b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d22e19cb55848c481c3c2660895f08a&device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 1097 time: 0.0702157 Aug 19 12:23:55.353755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d169bf-e722-4a47-b57d-53c4834d2a8a req-8d3656e8-ecd0-49a9-8367-8b1466919724 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922832 Aug 19 12:23:55.362925 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ae27a03c-e6da-40b0-9124-74d773989910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.406441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713d316-1103-4821-8c11-365b23cd73dd req-e04043df-6330-48c5-a30d-65c3be0aaf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.406637 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.416153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5713d316-1103-4821-8c11-365b23cd73dd req-e04043df-6330-48c5-a30d-65c3be0aaf96 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eef760b3-5548-4e5f-a4bc-11d46e8a3247 HTTP/1.1" status: 200 len: 930 time: 0.1482928 Aug 19 12:23:55.444867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b,segment=NetworkSegment(6ef93255-0ee5-4741-838b-529b82d1f7a3),segment_id=6ef93255-0ee5-4741-838b-529b82d1f7a3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:55.507816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5713d316-1103-4821-8c11-365b23cd73dd req-b64f02e4-07ed-403b-aafd-228f8c0fe318 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051d37b3-9e15-4210-bf80-c7c810815f73 HTTP/1.1" status: 200 len: 999 time: 0.0902963 Aug 19 12:23:55.574230 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-aaf70ca1-a607-4d7e-8c10-da1356969dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:16Z', 'revision_number': 4, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '263a1a36-f948-4ad9-a5f9-6d55c013ee1c', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'floating_ip_address': '172.25.6.73', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'port_id': '051d37b3-9e15-4210-bf80-c7c810815f73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:48Z', 'updated_at': '2021-08-19T12:23:53Z', 'revision_number': 1, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8', 'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'mac_address': 'fa:16:3e:9e:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:15Z', 'updated_at': '2021-08-19T12:23:27Z', 'revision_number': 5, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'subnets': [{'id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:55.585596 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.590456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713d316-1103-4821-8c11-365b23cd73dd req-72befeba-9c55-4d46-a14d-289db929ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.603622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5713d316-1103-4821-8c11-365b23cd73dd req-72befeba-9c55-4d46-a14d-289db929ccb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da114b63-ac92-4f71-9dc4-c2a5945285f3 HTTP/1.1" status: 200 len: 868 time: 0.0849531 Aug 19 12:23:55.658556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713d316-1103-4821-8c11-365b23cd73dd req-7af7d4e4-2233-48dd-b20b-64481c3c8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.669310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5713d316-1103-4821-8c11-365b23cd73dd req-7af7d4e4-2233-48dd-b20b-64481c3c8fc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eef760b3-5548-4e5f-a4bc-11d46e8a3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642414 Aug 19 12:23:55.675449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:55.749625 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf70ca1-a607-4d7e-8c10-da1356969dac None None] Checking router: 14b06147-f249-4ce6-b88f-240d87ffcca3 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:55.758927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 187a8696-9ecb-4a06-835b-8b171e24dbea details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:55.763233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 65093b94-1d63-4a1f-97ca-a8b31adaecc5 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:55.766142 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf70ca1-a607-4d7e-8c10-da1356969dac None None] Routers {'14b06147-f249-4ce6-b88f-240d87ffcca3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:55.766785 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-aaf70ca1-a607-4d7e-8c10-da1356969dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['14b06147-f249-4ce6-b88f-240d87ffcca3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:55.792026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5713d316-1103-4821-8c11-365b23cd73dd req-712cee17-285c-4f10-aeae-d0589a816a91 service neutron] 10.222.0.44 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173713 Aug 19 12:23:55.894303 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-aaf70ca1-a607-4d7e-8c10-da1356969dac None None] Set router 14b06147-f249-4ce6-b88f-240d87ffcca3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:55.915850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5713d316-1103-4821-8c11-365b23cd73dd req-b347c27d-2bd5-4e97-affb-5bdb2b295c2f service neutron] 10.222.0.44 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135030 Aug 19 12:23:55.924592 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.071617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 187a8696-9ecb-4a06-835b-8b171e24dbea, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=187a8696-9ecb-4a06-835b-8b171e24dbea,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:56.075033 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80e2fbb-6c16-49f8-b42b-cbfcf724fe42 x-openstack-request-id: req-e80e2fbb-6c16-49f8-b42b-cbfcf724fe42 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:56.075323 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "name": "network-vif-plugged", "status": "completed", "tag": "fcb6138b-109c-4d84-b74b-7b4a9e958581", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:56.075641 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e80e2fbb-6c16-49f8-b42b-cbfcf724fe42 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:56.076202 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb6138b-109c-4d84-b74b-7b4a9e958581', 'code': 200} Aug 19 12:23:56.088883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '187a8696-9ecb-4a06-835b-8b171e24dbea', 'network_id': '5a968453-8949-4776-80cc-6c3b9cd0d5a3', 'port_id': '187a8696-9ecb-4a06-835b-8b171e24dbea', 'mac_address': 'fa:16:3e:78:45:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e82809d-c871-4cc2-850c-bb303fd3d4b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:56.118452 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca82fcf-c57e-4138-8095-16154ad6eb86 x-openstack-request-id: req-8ca82fcf-c57e-4138-8095-16154ad6eb86 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:56.119870 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898e1c53-f999-40a0-b589-69398c6cfbf1", "tag": "051d37b3-9e15-4210-bf80-c7c810815f73", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:56.119870 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ca82fcf-c57e-4138-8095-16154ad6eb86 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:56.119870 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'tag': '051d37b3-9e15-4210-bf80-c7c810815f73', 'status': 'completed', 'code': 200} Aug 19 12:23:56.140068 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.166930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187a8696-9ecb-4a06-835b-8b171e24dbea {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:56.206177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 187a8696-9ecb-4a06-835b-8b171e24dbea, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=187a8696-9ecb-4a06-835b-8b171e24dbea,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:56.208044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 65093b94-1d63-4a1f-97ca-a8b31adaecc5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:56.212220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 65093b94-1d63-4a1f-97ca-a8b31adaecc5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:56.213176 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.249753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46727cd-51f0-4643-8e34-4f9a7b38caa7 req-0008da9e-5d63-4faf-a7dd-2a57a9d1dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:56.251676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a46727cd-51f0-4643-8e34-4f9a7b38caa7 req-0008da9e-5d63-4faf-a7dd-2a57a9d1dffa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d22e19cb55848c481c3c2660895f08a&device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 1097 time: 0.0950942 Aug 19 12:23:56.267859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1b5c-63c7-44a1-984f-88558e56eded req-002f9071-ced4-474f-af52-fad488183935 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:56.277319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1b5c-63c7-44a1-984f-88558e56eded req-002f9071-ced4-474f-af52-fad488183935 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:56.279028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29ce1b5c-63c7-44a1-984f-88558e56eded req-002f9071-ced4-474f-af52-fad488183935 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1683 time: 0.1354668 Aug 19 12:23:56.285754 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-aaf70ca1-a607-4d7e-8c10-da1356969dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:16Z', 'revision_number': 4, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '263a1a36-f948-4ad9-a5f9-6d55c013ee1c', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'floating_ip_address': '172.25.6.73', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'port_id': '051d37b3-9e15-4210-bf80-c7c810815f73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:48Z', 'updated_at': '2021-08-19T12:23:53Z', 'revision_number': 1, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8', 'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'mac_address': 'fa:16:3e:9e:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:15Z', 'updated_at': '2021-08-19T12:23:27Z', 'revision_number': 5, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'subnets': [{'id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:56.318253 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.321870 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.329427 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf70ca1-a607-4d7e-8c10-da1356969dac None None] The sync data for ids ['14b06147-f249-4ce6-b88f-240d87ffcca3'] in n-d-778732-8 is: [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:16Z', 'revision_number': 4, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '263a1a36-f948-4ad9-a5f9-6d55c013ee1c', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'floating_ip_address': '172.25.6.73', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'port_id': '051d37b3-9e15-4210-bf80-c7c810815f73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:48Z', 'updated_at': '2021-08-19T12:23:53Z', 'revision_number': 1, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8', 'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'mac_address': 'fa:16:3e:9e:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:15Z', 'updated_at': '2021-08-19T12:23:27Z', 'revision_number': 5, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'subnets': [{'id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:56.397506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 65093b94-1d63-4a1f-97ca-a8b31adaecc5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=65093b94-1d63-4a1f-97ca-a8b31adaecc5,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:56.402822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=187a8696-9ecb-4a06-835b-8b171e24dbea,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:56.466784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29ce1b5c-63c7-44a1-984f-88558e56eded req-cb3294a1-02f2-4ca2-8092-8ad2f5e56b41 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770194 Aug 19 12:23:56.477172 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.479079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93391ecf-f35f-48fa-9a90-a6b9c21df804 req-7457ea04-d454-447f-8cd6-755efcf4251a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:56.480867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93391ecf-f35f-48fa-9a90-a6b9c21df804 req-7457ea04-d454-447f-8cd6-755efcf4251a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.2007446 Aug 19 12:23:56.506302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46727cd-51f0-4643-8e34-4f9a7b38caa7 req-3ca1e719-ebb2-4386-8b96-f8b23db862c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:56.508053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a46727cd-51f0-4643-8e34-4f9a7b38caa7 req-3ca1e719-ebb2-4386-8b96-f8b23db862c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eef760b3-5548-4e5f-a4bc-11d46e8a3247 HTTP/1.1" status: 200 len: 930 time: 0.2267871 Aug 19 12:23:56.542501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=65093b94-1d63-4a1f-97ca-a8b31adaecc5,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:56.610942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['187a8696-9ecb-4a06-835b-8b171e24dbea'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:56.672688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93391ecf-f35f-48fa-9a90-a6b9c21df804 req-9c7ec636-5e42-4ed0-a6df-78fcfb1cc8b9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797485 Aug 19 12:23:56.688595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a46727cd-51f0-4643-8e34-4f9a7b38caa7 req-36e33932-a6f6-4b5c-b992-7d8986dee8f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051d37b3-9e15-4210-bf80-c7c810815f73 HTTP/1.1" status: 200 len: 999 time: 0.1699190 Aug 19 12:23:56.701178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a06aaf-4145-47d2-ad2b-dc7f3bedf55f None None] New status for floating IP 263a1a36-f948-4ad9-a5f9-6d55c013ee1c: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:23:56.778181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46727cd-51f0-4643-8e34-4f9a7b38caa7 req-125fc87c-3a39-4378-805f-1e3dfa8502ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:56.779731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a46727cd-51f0-4643-8e34-4f9a7b38caa7 req-125fc87c-3a39-4378-805f-1e3dfa8502ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da114b63-ac92-4f71-9dc4-c2a5945285f3 HTTP/1.1" status: 200 len: 868 time: 0.0825539 Aug 19 12:23:56.784864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-108d2a81-2826-49db-98f1-6770aee8fc0c tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 258 time: 0.2558184 Aug 19 12:23:56.835708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:56.872894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46727cd-51f0-4643-8e34-4f9a7b38caa7 req-bead6a9d-4a84-4155-ace2-85aca8cd81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:56.874952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a46727cd-51f0-4643-8e34-4f9a7b38caa7 req-bead6a9d-4a84-4155-ace2-85aca8cd81b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eef760b3-5548-4e5f-a4bc-11d46e8a3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860965 Aug 19 12:23:57.012426 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.015005 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.031426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53f519-dcea-4ed5-9878-1555a197d9b2 req-660600d7-10bd-47d3-a03f-8ed11261fa58 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:57.032095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf53f519-dcea-4ed5-9878-1555a197d9b2 req-660600d7-10bd-47d3-a03f-8ed11261fa58 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.0970345 Aug 19 12:23:57.053544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a46727cd-51f0-4643-8e34-4f9a7b38caa7 req-04bb8a77-6a42-4f09-8b37-6a73fedc1447 service neutron] 10.222.0.52 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698360 Aug 19 12:23:57.194898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf53f519-dcea-4ed5-9878-1555a197d9b2 req-94c3de06-9f8b-4845-854a-876f198fc883 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465781 Aug 19 12:23:57.244896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a46727cd-51f0-4643-8e34-4f9a7b38caa7 req-6587eea6-2542-4b36-986c-520cc69c7d70 service neutron] 10.222.0.52 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570709 Aug 19 12:23:57.280810 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.404990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Allocated IP 172.25.6.43 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/11b71377-c3d6-4591-80a2-1c04880919d7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:57.543112 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.754145 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.769511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 187a8696-9ecb-4a06-835b-8b171e24dbea up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:57.793571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:57.798354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:57.800813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:57.828381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Pushing event updated for resources: {'Port': ['ID=11b71377-c3d6-4591-80a2-1c04880919d7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:57.849589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.850470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.850470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.850834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.850982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.851322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.851650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.852145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.852567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.852888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.853215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.853563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:57.917072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 187a8696-9ecb-4a06-835b-8b171e24dbea completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:57.921402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 187a8696-9ecb-4a06-835b-8b171e24dbea triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:57.921842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.960048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.982691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-f168c795-ad9a-4271-a6fe-3c3cfff017e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:57.984664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-f168c795-ad9a-4271-a6fe-3c3cfff017e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 1101 time: 0.0775855 Aug 19 12:23:58.039318 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:58.077792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b'}, {'server_uuid': '04d99f22-f1ba-4878-a04c-136283fcc682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65093b94-1d63-4a1f-97ca-a8b31adaecc5'}, {'server_uuid': 'bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187a8696-9ecb-4a06-835b-8b171e24dbea'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:58.080406 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3fe8f0-1809-4446-82bd-5fe357e7b543" -d '{"events": [{"server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "name": "network-vif-plugged", "status": "completed", "tag": "62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b"}, {"server_uuid": "04d99f22-f1ba-4878-a04c-136283fcc682", "name": "network-vif-plugged", "status": "completed", "tag": "65093b94-1d63-4a1f-97ca-a8b31adaecc5"}, {"server_uuid": "bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a", "name": "network-vif-plugged", "status": "completed", "tag": "187a8696-9ecb-4a06-835b-8b171e24dbea"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:58.085663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 187a8696-9ecb-4a06-835b-8b171e24dbea, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=187a8696-9ecb-4a06-835b-8b171e24dbea,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:58.114883 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:58.173720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965182d2-d025-4d3d-9fc3-b9b753f13212 req-a2c9deff-5278-474c-aaa5-8d532174b56e tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:58.180169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965182d2-d025-4d3d-9fc3-b9b753f13212 req-a2c9deff-5278-474c-aaa5-8d532174b56e tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:58.181863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-965182d2-d025-4d3d-9fc3-b9b753f13212 req-a2c9deff-5278-474c-aaa5-8d532174b56e tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1683 time: 0.1401448 Aug 19 12:23:58.184905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-5ae61f38-927a-4325-8548-17e24acc9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:58.186343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-5ae61f38-927a-4325-8548-17e24acc9348 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1944239 Aug 19 12:23:58.213214 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:58.251922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-50d926f7-c51b-4727-8aff-60e2c4495672 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bd49ef08-9459-4271-a825-abc082e77888 HTTP/1.1" status: 200 len: 217 time: 0.0526752 Aug 19 12:23:58.269304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=187a8696-9ecb-4a06-835b-8b171e24dbea,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:58.336567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-965182d2-d025-4d3d-9fc3-b9b753f13212 req-307eedb1-a0d5-4a81-b7a8-161f7a387893 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454146 Aug 19 12:23:58.368905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-2139f52c-66e5-4890-8816-eb66418848df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:58.370432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-2139f52c-66e5-4890-8816-eb66418848df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1089263 Aug 19 12:23:58.487400 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:58.497316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-036f4348-abc4-471b-830d-59998a75ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:58.498855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-036f4348-abc4-471b-830d-59998a75ca2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101565 Aug 19 12:23:58.511443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c32b8-3c9d-4d8b-bf88-026d303e2b29 req-011f9368-72f6-4bc0-9ffe-a7e6385b0ee3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:58.512920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b4c32b8-3c9d-4d8b-bf88-026d303e2b29 req-011f9368-72f6-4bc0-9ffe-a7e6385b0ee3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.0919125 Aug 19 12:23:58.606512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b4c32b8-3c9d-4d8b-bf88-026d303e2b29 req-c9f8b36a-2651-425f-8f4f-00327dbad94d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739553 Aug 19 12:23:58.635168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-05f43dc1-d8e3-49a9-b2cd-899b3507ef57 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209133 Aug 19 12:23:58.651026 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:58.743215 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:58.991276 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a187d4-aa83-4ad8-af86-2748ac5a15ad x-openstack-request-id: req-a9a187d4-aa83-4ad8-af86-2748ac5a15ad {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:58.992131 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "name": "network-vif-plugged", "status": "completed", "tag": "62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b", "code": 200}, {"server_uuid": "04d99f22-f1ba-4878-a04c-136283fcc682", "name": "network-vif-plugged", "status": "completed", "tag": "65093b94-1d63-4a1f-97ca-a8b31adaecc5", "code": 200}, {"server_uuid": "bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a", "name": "network-vif-plugged", "status": "completed", "tag": "187a8696-9ecb-4a06-835b-8b171e24dbea", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:58.992745 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9a187d4-aa83-4ad8-af86-2748ac5a15ad {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:58.993401 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b', 'code': 200} Aug 19 12:23:58.994012 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d99f22-f1ba-4878-a04c-136283fcc682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65093b94-1d63-4a1f-97ca-a8b31adaecc5', 'code': 200} Aug 19 12:23:58.994646 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187a8696-9ecb-4a06-835b-8b171e24dbea', 'code': 200} Aug 19 12:23:59.147843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6293daf-5190-4728-88c5-894113b06239 req-832b7cc5-e642-42ef-bab5-a309274e0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.149400 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d6293daf-5190-4728-88c5-894113b06239 req-832b7cc5-e642-42ef-bab5-a309274e0a54 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 1097 time: 0.0520205 Aug 19 12:23:59.191909 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d6293daf-5190-4728-88c5-894113b06239 req-4e86ac04-a026-4a54-8d37-91cff42f5a08 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Aug 19 12:23:59.229670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Pushing event updated for resources: {'Port': ['ID=11b71377-c3d6-4591-80a2-1c04880919d7,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:59.273471 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:59.290384 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7998911-bec9-4b2f-83aa-6c6b6734a4ff req-5793f813-7f00-4441-9e30-80faf8cdc9ab tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.291972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7998911-bec9-4b2f-83aa-6c6b6734a4ff req-5793f813-7f00-4441-9e30-80faf8cdc9ab tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.2169673 Aug 19 12:23:59.299397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-d899162f-d63e-4fa8-9ca9-b8b46404fbcd service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566617 Aug 19 12:23:59.306351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a092c6-2735-496f-99e0-812f8f58e8e9 req-48c0d6f8-ed35-46d8-8bc2-09472da74d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.308095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67a092c6-2735-496f-99e0-812f8f58e8e9 req-48c0d6f8-ed35-46d8-8bc2-09472da74d33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 1096 time: 0.2062924 Aug 19 12:23:59.312112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86c8ce-09c2-4ba5-973d-d1ff17c57fbf req-d90c0fe0-3170-4bee-b895-853571ab88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.312591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86c8ce-09c2-4ba5-973d-d1ff17c57fbf req-d90c0fe0-3170-4bee-b895-853571ab88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.314219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db86c8ce-09c2-4ba5-973d-d1ff17c57fbf req-d90c0fe0-3170-4bee-b895-853571ab88d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1985 time: 0.2185645 Aug 19 12:23:59.377193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7998911-bec9-4b2f-83aa-6c6b6734a4ff req-1380949a-9095-4991-9c53-4ff2e8bbef26 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758920 Aug 19 12:23:59.382947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db86c8ce-09c2-4ba5-973d-d1ff17c57fbf req-499a41a7-08bf-439a-a187-aff53534a5df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605717 Aug 19 12:23:59.444566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67a092c6-2735-496f-99e0-812f8f58e8e9 req-8339df5b-efb0-43d4-bcf3-573ee5f38d7a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375693 Aug 19 12:23:59.665404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:59.675734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-16360e33-099a-4d10-87d0-a679fb328471 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8611577 Aug 19 12:23:59.732960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-782f4e4c-5b1e-46ba-be04-ee66b20c9cd1 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.43 HTTP/1.1" status: 200 len: 695 time: 0.0532873 Aug 19 12:23:59.852089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-54ce8b81-f319-4598-8ddc-d5f2cd4fdc9e tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.853570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fe2ed61-c940-49dc-8753-1ad2db59853f req-54ce8b81-f319-4598-8ddc-d5f2cd4fdc9e tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1134450 Aug 19 12:23:59.959381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc36f5d-1386-47e0-83b3-bfc18da5f391 req-7575e9e4-79e4-46a1-9ae8-d0c7b1964765 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.965707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc36f5d-1386-47e0-83b3-bfc18da5f391 req-7575e9e4-79e4-46a1-9ae8-d0c7b1964765 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.967658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7bc36f5d-1386-47e0-83b3-bfc18da5f391 req-7575e9e4-79e4-46a1-9ae8-d0c7b1964765 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1683 time: 0.0627964 Aug 19 12:24:00.015844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7bc36f5d-1386-47e0-83b3-bfc18da5f391 req-40e6798c-15fa-487a-9864-b717a01fae37 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390403 Aug 19 12:24:00.143694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ae58-094f-43b5-aaaa-ef8666d9254f req-45bf7953-8ad2-4a4b-9230-96c662793ea5 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:00.147331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8049ae58-094f-43b5-aaaa-ef8666d9254f req-45bf7953-8ad2-4a4b-9230-96c662793ea5 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.0604339 Aug 19 12:24:00.188528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8049ae58-094f-43b5-aaaa-ef8666d9254f req-891d71e1-d4e5-429e-a327-af97a9350793 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365314 Aug 19 12:24:00.307639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc943e7-f330-4fd9-9107-e2a8dd34bb42 req-cac84807-902e-4da6-a112-c2f5fc7c54f8 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:00.309402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fc943e7-f330-4fd9-9107-e2a8dd34bb42 req-cac84807-902e-4da6-a112-c2f5fc7c54f8 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0577147 Aug 19 12:24:00.367987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fc943e7-f330-4fd9-9107-e2a8dd34bb42 req-41f836ef-3f7e-4d79-852a-5bd3aa7e5667 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.43 HTTP/1.1" status: 200 len: 695 time: 0.0521677 Aug 19 12:24:00.378117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2fc943e7-f330-4fd9-9107-e2a8dd34bb42 req-482f6532-b5a5-4185-b2c4-3b1ecdffd070 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Request body: {'floatingip': {'port_id': '051d37b3-9e15-4210-bf80-c7c810815f73', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:00.428437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2fc943e7-f330-4fd9-9107-e2a8dd34bb42 req-482f6532-b5a5-4185-b2c4-3b1ecdffd070 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.670552 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-2fc943e7-f330-4fd9-9107-e2a8dd34bb42 req-482f6532-b5a5-4185-b2c4-3b1ecdffd070 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 12:24:00.684238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fc943e7-f330-4fd9-9107-e2a8dd34bb42 req-482f6532-b5a5-4185-b2c4-3b1ecdffd070 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "PUT /v2.0/floatingips/84dd57ae-efa6-4530-92de-b644dcc2e61d HTTP/1.1" status: 409 len: 550 time: 0.3081172 Aug 19 12:24:00.792483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be563db1-256f-41db-9951-e8cf356edc24 req-874f6659-6677-48da-b769-20b016fafaa7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:00.794466 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be563db1-256f-41db-9951-e8cf356edc24 req-874f6659-6677-48da-b769-20b016fafaa7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.0645127 Aug 19 12:24:00.843406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be563db1-256f-41db-9951-e8cf356edc24 req-60b74097-7c5f-4ae5-814f-8e52171c7723 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430994 Aug 19 12:24:01.053582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-e91687da-a781-4ae5-9293-9d72ee42ac31 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips/84dd57ae-efa6-4530-92de-b644dcc2e61d HTTP/1.1" status: 200 len: 692 time: 0.0468528 Aug 19 12:24:01.197169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-c84e13c9-3da9-4e1f-8f37-c147dd7cfa18 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:01.199338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-c84e13c9-3da9-4e1f-8f37-c147dd7cfa18 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1393065 Aug 19 12:24:01.273498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-346c6291-e287-4842-b4dd-ca3dec78b2c1 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.43 HTTP/1.1" status: 200 len: 695 time: 0.0578225 Aug 19 12:24:01.289957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab64d3-b9db-42f9-9722-836d989fa667 req-41d1868e-3140-4c3c-a880-74f2461a00df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:01.296163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab64d3-b9db-42f9-9722-836d989fa667 req-41d1868e-3140-4c3c-a880-74f2461a00df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:01.297866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0eab64d3-b9db-42f9-9722-836d989fa667 req-41d1868e-3140-4c3c-a880-74f2461a00df tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1683 time: 0.1281826 Aug 19 12:24:01.385782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-4d473a6e-f392-4a6f-addc-dd5755b37e16 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.43 HTTP/1.1" status: 200 len: 695 time: 0.0867388 Aug 19 12:24:01.440715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0eab64d3-b9db-42f9-9722-836d989fa667 req-547a9c4e-0afd-4eaf-b994-df118a241e82 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037703 Aug 19 12:24:01.584422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-f307c126-2edd-4040-a5ba-75d342ef90ff tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Deleting port 11b71377-c3d6-4591-80a2-1c04880919d7 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:01.584806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-f307c126-2edd-4040-a5ba-75d342ef90ff tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:01.654122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096fd83-0d1e-487f-9ec9-e94c6ec93b63 req-cdb8d579-5830-48c6-92ff-ffde78c25599 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:01.655723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8096fd83-0d1e-487f-9ec9-e94c6ec93b63 req-cdb8d579-5830-48c6-92ff-ffde78c25599 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1083879 Aug 19 12:24:01.713186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-f307c126-2edd-4040-a5ba-75d342ef90ff tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:01.713562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-f307c126-2edd-4040-a5ba-75d342ef90ff tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:01.736449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-f307c126-2edd-4040-a5ba-75d342ef90ff tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Calling delete_port for 11b71377-c3d6-4591-80a2-1c04880919d7 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:01.744420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8096fd83-0d1e-487f-9ec9-e94c6ec93b63 req-086beb04-2e1a-4a9a-9a95-30ee9faf80ca tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772874 Aug 19 12:24:02.205287 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035de2ed-62a8-4883-b6e1-c609cbc1c279 req-917dc5e5-55e9-48b4-9735-85dbe65d751a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:02.207119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-035de2ed-62a8-4883-b6e1-c609cbc1c279 req-917dc5e5-55e9-48b4-9735-85dbe65d751a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.0563455 Aug 19 12:24:02.226899 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-f307c126-2edd-4040-a5ba-75d342ef90ff tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:02.272672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307c126-2edd-4040-a5ba-75d342ef90ff tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Pushing event deleted for resources: {'Port': ['ID=11b71377-c3d6-4591-80a2-1c04880919d7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:02.310048 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-035de2ed-62a8-4883-b6e1-c609cbc1c279 req-d276267e-6170-4e22-b5a0-8e966a63d6d6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957487 Aug 19 12:24:02.354281 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-f307c126-2edd-4040-a5ba-75d342ef90ff tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:02.357333 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-f307c126-2edd-4040-a5ba-75d342ef90ff tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:02.358588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12c085b4-9f62-4580-a687-8c04eb3bcb45 req-f307c126-2edd-4040-a5ba-75d342ef90ff tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "DELETE /v2.0/floatingips/84dd57ae-efa6-4530-92de-b644dcc2e61d HTTP/1.1" status: 204 len: 173 time: 0.9719942 Aug 19 12:24:02.719117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-014fc894-e5f3-4fc6-9526-6075caacfcbe tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 1001 time: 0.1151145 Aug 19 12:24:02.774247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-26330d42-8b55-4164-8b85-0d90d95c81ed tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:02.775795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-26330d42-8b55-4164-8b85-0d90d95c81ed tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports/051d37b3-9e15-4210-bf80-c7c810815f73 HTTP/1.1" status: 200 len: 943 time: 0.0495605 Aug 19 12:24:02.904994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-5c8ed0dc-0ec1-410a-9369-947800e0e7c6 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 1001 time: 0.0735307 Aug 19 12:24:03.040904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-254f05d3-fe93-41e2-a09c-251c7b8c3c69 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:03.042464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-254f05d3-fe93-41e2-a09c-251c7b8c3c69 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1308701 Aug 19 12:24:03.163518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04206b-6ae0-4980-9142-0919216a5174 req-4b037aa4-ad6b-4227-b09a-40b35c3ccb8b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:03.169679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04206b-6ae0-4980-9142-0919216a5174 req-4b037aa4-ad6b-4227-b09a-40b35c3ccb8b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:03.171310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a04206b-6ae0-4980-9142-0919216a5174 req-4b037aa4-ad6b-4227-b09a-40b35c3ccb8b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1683 time: 0.1563950 Aug 19 12:24:03.179285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-36e5c95f-d39a-44a0-a638-d0aba23c3dec tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 1001 time: 0.1188924 Aug 19 12:24:03.192864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-3b226345-5501-40bf-a252-77ff2ae174eb tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:03.247220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-1f09fbb0-c84e-4d2f-aa9f-43342ba05e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:03.248681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-1f09fbb0-c84e-4d2f-aa9f-43342ba05e3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 1097 time: 0.1317549 Aug 19 12:24:03.328481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a04206b-6ae0-4980-9142-0919216a5174 req-11637e50-736a-4f35-b756-7b645825f0b0 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416833 Aug 19 12:24:03.340685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-3b226345-5501-40bf-a252-77ff2ae174eb tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:03.524808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-f32131ee-7db8-47d5-a735-269dc348edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:03.524808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-f32131ee-7db8-47d5-a735-269dc348edd8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 920 time: 0.2249875 Aug 19 12:24:03.585570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-eebec9fe-a788-41cd-ae43-e08e7f955170 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65093b94-1d63-4a1f-97ca-a8b31adaecc5 HTTP/1.1" status: 200 len: 217 time: 0.0566673 Aug 19 12:24:03.633826 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-3b226345-5501-40bf-a252-77ff2ae174eb tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:03.684220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-0f77dd4e-be6e-447b-882a-9ad2a5af50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:03.685777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-0f77dd4e-be6e-447b-882a-9ad2a5af50d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 200 len: 859 time: 0.1263726 Aug 19 12:24:03.712392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b0679-92b1-4986-b569-77542e22cda2 req-075d6fc7-10ca-4a61-8166-5842f29783d9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:03.714502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d7b0679-92b1-4986-b569-77542e22cda2 req-075d6fc7-10ca-4a61-8166-5842f29783d9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1045027 Aug 19 12:24:03.716880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-3b226345-5501-40bf-a252-77ff2ae174eb tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:03.717222 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-3b226345-5501-40bf-a252-77ff2ae174eb tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Floating IP 263a1a36-f948-4ad9-a5f9-6d55c013ee1c disassociated. External IP: 172.25.6.73, port: 051d37b3-9e15-4210-bf80-c7c810815f73. Aug 19 12:24:03.826907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-f04b336d-f1c8-499d-ae8a-79a19ec51eee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a968453-8949-4776-80cc-6c3b9cd0d5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897644 Aug 19 12:24:03.826907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-c6529866-0773-496c-b700-acc9ee3ff304 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:24:03.826907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-c6529866-0773-496c-b700-acc9ee3ff304 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085492 Aug 19 12:24:04.214358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d7b0679-92b1-4986-b569-77542e22cda2 req-4e990071-198f-41a8-8025-da346c094418 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577773 Aug 19 12:24:04.444123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-7422974c-fa0d-4649-8e38-6e8e4cb78c76 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506893 Aug 19 12:24:04.469243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626c199-93ac-476f-b8e9-6c7178bc6a68 req-3d5a6f5e-d5ee-4b3b-a2ec-44129d531ede tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:04.470871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5626c199-93ac-476f-b8e9-6c7178bc6a68 req-3d5a6f5e-d5ee-4b3b-a2ec-44129d531ede tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1878550 Aug 19 12:24:04.512706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56542) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:04.575928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-3b226345-5501-40bf-a252-77ff2ae174eb tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Router 14b06147-f249-4ce6-b88f-240d87ffcca3 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:24:04.607691 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5626c199-93ac-476f-b8e9-6c7178bc6a68 req-a2b8a2c5-12e9-487a-b718-ae46ab4e8cd0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151941 Aug 19 12:24:04.673333 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eda07aec-32ca-4d84-846d-4a608f95adc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.683047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6608ee68-3c4e-49f7-aebd-9d53b5cbc8b3 req-d80ab470-d2ff-4be8-b896-895980907a37 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290711 Aug 19 12:24:04.790574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-3b226345-5501-40bf-a252-77ff2ae174eb tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:04.803463 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006ce29-e29a-4e49-80ff-f3e35368e865 None None] Sync routers for ids ['14b06147-f249-4ce6-b88f-240d87ffcca3'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:04.806695 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-3b226345-5501-40bf-a252-77ff2ae174eb tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.820572 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006ce29-e29a-4e49-80ff-f3e35368e865 None None] Routers {'14b06147-f249-4ce6-b88f-240d87ffcca3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:04.822311 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2006ce29-e29a-4e49-80ff-f3e35368e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['14b06147-f249-4ce6-b88f-240d87ffcca3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:04.828454 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eda07aec-32ca-4d84-846d-4a608f95adc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.848497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-3b226345-5501-40bf-a252-77ff2ae174eb tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "PUT /v2.0/floatingips/263a1a36-f948-4ad9-a5f9-6d55c013ee1c HTTP/1.1" status: 200 len: 694 time: 1.6626530 Aug 19 12:24:04.849236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'tag': '051d37b3-9e15-4210-bf80-c7c810815f73'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:04.853708 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0939c46-cf82-4731-a557-0717de1e9350" -d '{"events": [{"name": "network-changed", "server_uuid": "898e1c53-f999-40a0-b589-69398c6cfbf1", "tag": "051d37b3-9e15-4210-bf80-c7c810815f73"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:04.925014 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eda07aec-32ca-4d84-846d-4a608f95adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.960309 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eda07aec-32ca-4d84-846d-4a608f95adc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ed918fec2b44cd887dfea3c643cec2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457500 Aug 19 12:24:04.963803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:04.977602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda07aec-32ca-4d84-846d-4a608f95adc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad50a9f6-682b-4ce4-a23e-a3c39ff1de9f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:05.006233 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2006ce29-e29a-4e49-80ff-f3e35368e865 None None] Set router 14b06147-f249-4ce6-b88f-240d87ffcca3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:05.010584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-85e47d1f-2625-4be7-b049-88c2682d58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:05.012960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-85e47d1f-2625-4be7-b049-88c2682d58df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d22e19cb55848c481c3c2660895f08a&device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 1097 time: 0.1180706 Aug 19 12:24:05.106007 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df4d1e8a-c785-4ddd-95af-66ce6b128cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:05.145534 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df4d1e8a-c785-4ddd-95af-66ce6b128cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:05.173973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-476bba7e-613f-4a62-9c3a-89d5bf25c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:05.175647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-476bba7e-613f-4a62-9c3a-89d5bf25c22b service neutron] 10.222.0.44 "GET /v2.0/networks?id=eef760b3-5548-4e5f-a4bc-11d46e8a3247 HTTP/1.1" status: 200 len: 930 time: 0.1540418 Aug 19 12:24:05.239771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-1c717669-c2bb-4871-bc3d-bff4f1ae8fd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051d37b3-9e15-4210-bf80-c7c810815f73 HTTP/1.1" status: 200 len: 217 time: 0.0541408 Aug 19 12:24:05.256996 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2006ce29-e29a-4e49-80ff-f3e35368e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:16Z', 'revision_number': 4, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8', 'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'mac_address': 'fa:16:3e:9e:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:15Z', 'updated_at': '2021-08-19T12:23:27Z', 'revision_number': 5, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'subnets': [{'id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:05.292417 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006ce29-e29a-4e49-80ff-f3e35368e865 None None] Checking router: 14b06147-f249-4ce6-b88f-240d87ffcca3 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:24:05.302375 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006ce29-e29a-4e49-80ff-f3e35368e865 None None] Routers {'14b06147-f249-4ce6-b88f-240d87ffcca3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:05.303928 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2006ce29-e29a-4e49-80ff-f3e35368e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['14b06147-f249-4ce6-b88f-240d87ffcca3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:05.316706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-a9d9b418-d898-4a4a-bbd7-8603e1ea7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:05.318904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-a9d9b418-d898-4a4a-bbd7-8603e1ea7315 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da114b63-ac92-4f71-9dc4-c2a5945285f3 HTTP/1.1" status: 200 len: 868 time: 0.0629959 Aug 19 12:24:05.389988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-af4cbf95-cf4a-488b-90b2-774b5d98c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:05.391598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-af4cbf95-cf4a-488b-90b2-774b5d98c85c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eef760b3-5548-4e5f-a4bc-11d46e8a3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660434 Aug 19 12:24:05.443779 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2006ce29-e29a-4e49-80ff-f3e35368e865 None None] Set router 14b06147-f249-4ce6-b88f-240d87ffcca3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:05.463598 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df4d1e8a-c785-4ddd-95af-66ce6b128cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:05.466343 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df4d1e8a-c785-4ddd-95af-66ce6b128cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:05.478139 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-df4d1e8a-c785-4ddd-95af-66ce6b128cd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad50a9f6-682b-4ce4-a23e-a3c39ff1de9f HTTP/1.1" status: 204 len: 168 time: 0.5073624 Aug 19 12:24:05.539966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d1e8a-c785-4ddd-95af-66ce6b128cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad50a9f6-682b-4ce4-a23e-a3c39ff1de9f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:05.606369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-49fad0bd-6704-4979-af74-e27caaa348ff service neutron] 10.222.0.44 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049882 Aug 19 12:24:05.656499 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f612f1c0-64a9-4ad5-b44c-d23d39d12974 x-openstack-request-id: req-f612f1c0-64a9-4ad5-b44c-d23d39d12974 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:05.656756 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898e1c53-f999-40a0-b589-69398c6cfbf1", "tag": "051d37b3-9e15-4210-bf80-c7c810815f73", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:05.657023 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f612f1c0-64a9-4ad5-b44c-d23d39d12974 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:05.657479 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'tag': '051d37b3-9e15-4210-bf80-c7c810815f73', 'status': 'completed', 'code': 200} Aug 19 12:24:05.727527 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2006ce29-e29a-4e49-80ff-f3e35368e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:16Z', 'revision_number': 4, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8', 'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'mac_address': 'fa:16:3e:9e:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:15Z', 'updated_at': '2021-08-19T12:23:27Z', 'revision_number': 5, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'subnets': [{'id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:05.778323 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006ce29-e29a-4e49-80ff-f3e35368e865 None None] The sync data for ids ['14b06147-f249-4ce6-b88f-240d87ffcca3'] in n-d-778732-8 is: [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:23:16Z', 'revision_number': 4, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8', 'name': '', 'network_id': 'eef760b3-5548-4e5f-a4bc-11d46e8a3247', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'mac_address': 'fa:16:3e:9e:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:15Z', 'updated_at': '2021-08-19T12:23:27Z', 'revision_number': 5, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'subnets': [{'id': 'da114b63-ac92-4f71-9dc4-c2a5945285f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:05.852991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939c46-cf82-4731-a557-0717de1e9350 req-c5e09af9-b5ca-4b56-bc07-0d01269ed4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:05.852991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0939c46-cf82-4731-a557-0717de1e9350 req-c5e09af9-b5ca-4b56-bc07-0d01269ed4fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d22e19cb55848c481c3c2660895f08a&device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 1097 time: 0.1439762 Aug 19 12:24:05.913647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be19c4eb-eae1-4977-8b07-beeb5948047d req-4c36490f-69e7-4415-8b96-1a31bd426c8e service neutron] 10.222.0.44 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032012 Aug 19 12:24:05.928258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c693c-37d0-45cf-afe5-fa36d3ed8874 req-c1181d88-1b02-4eb1-9fa1-ebd63187ecd4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:05.929905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e4c693c-37d0-45cf-afe5-fa36d3ed8874 req-c1181d88-1b02-4eb1-9fa1-ebd63187ecd4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.2072809 Aug 19 12:24:06.007323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e4c693c-37d0-45cf-afe5-fa36d3ed8874 req-480d8218-2b5a-4d13-a305-3af044b31387 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683610 Aug 19 12:24:06.014130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939c46-cf82-4731-a557-0717de1e9350 req-622ef6ab-8fd9-4405-b186-44218d918906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:06.014130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0939c46-cf82-4731-a557-0717de1e9350 req-622ef6ab-8fd9-4405-b186-44218d918906 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eef760b3-5548-4e5f-a4bc-11d46e8a3247 HTTP/1.1" status: 200 len: 930 time: 0.1550152 Aug 19 12:24:06.085606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0939c46-cf82-4731-a557-0717de1e9350 req-cb54e440-8738-4360-a3a2-a7d499be3ec7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051d37b3-9e15-4210-bf80-c7c810815f73 HTTP/1.1" status: 200 len: 217 time: 0.0622211 Aug 19 12:24:06.166814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b902c-ef0d-4269-b6ef-efa1dffba169 None None] New status for floating IP 263a1a36-f948-4ad9-a5f9-6d55c013ee1c: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:24:06.188581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939c46-cf82-4731-a557-0717de1e9350 req-c8b1c28f-2cb6-480f-91b6-45ae0fc4221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:06.190843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0939c46-cf82-4731-a557-0717de1e9350 req-c8b1c28f-2cb6-480f-91b6-45ae0fc4221d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da114b63-ac92-4f71-9dc4-c2a5945285f3 HTTP/1.1" status: 200 len: 868 time: 0.0951695 Aug 19 12:24:06.205861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47490b-8e76-4d1c-aaae-ef1f88386951 req-6aea1480-321c-41bc-a544-aa8807e013da tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:06.213786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47490b-8e76-4d1c-aaae-ef1f88386951 req-6aea1480-321c-41bc-a544-aa8807e013da tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:06.215498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b47490b-8e76-4d1c-aaae-ef1f88386951 req-6aea1480-321c-41bc-a544-aa8807e013da tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1683 time: 0.1073022 Aug 19 12:24:06.308237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b47490b-8e76-4d1c-aaae-ef1f88386951 req-e37e8e07-3570-4474-a8d9-2060b9c9fada tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742395 Aug 19 12:24:06.365690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939c46-cf82-4731-a557-0717de1e9350 req-ec602de8-54e9-471d-b644-c6240d0bb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:06.366895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0939c46-cf82-4731-a557-0717de1e9350 req-ec602de8-54e9-471d-b644-c6240d0bb112 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eef760b3-5548-4e5f-a4bc-11d46e8a3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505382 Aug 19 12:24:06.485253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac6a72-21ae-42fc-8eb0-9cfad8bc7c50 req-b7d82e6c-7efc-442e-97d9-421a957ab6d4 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:06.486823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31ac6a72-21ae-42fc-8eb0-9cfad8bc7c50 req-b7d82e6c-7efc-442e-97d9-421a957ab6d4 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1769776 Aug 19 12:24:06.573062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0939c46-cf82-4731-a557-0717de1e9350 req-a90e775e-6c1c-481b-b82a-f1bae7a2e4a4 service neutron] 10.222.0.52 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923862 Aug 19 12:24:06.579667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31ac6a72-21ae-42fc-8eb0-9cfad8bc7c50 req-bf5bdeb5-6d29-4d7a-8646-c30797da9d21 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857854 Aug 19 12:24:06.711051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-308eadb3-d9b4-4e4d-b0ed-e5a3a6cc70bd tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips/263a1a36-f948-4ad9-a5f9-6d55c013ee1c HTTP/1.1" status: 200 len: 694 time: 0.0712631 Aug 19 12:24:06.842165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0939c46-cf82-4731-a557-0717de1e9350 req-024fec7e-be43-4e94-87b7-5936015dc484 service neutron] 10.222.0.52 "GET /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599592 Aug 19 12:24:06.911642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-859a8ee9-ef15-4d94-9e43-e11cec1168a0 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:06.915463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-859a8ee9-ef15-4d94-9e43-e11cec1168a0 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1962936 Aug 19 12:24:06.985164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-d38dd1ac-b40e-456c-b164-e8fff0167afe tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 695 time: 0.0564604 Aug 19 12:24:07.050869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-a05b9a4f-beb8-4e39-83d4-bd64aab2ef46 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 695 time: 0.0625110 Aug 19 12:24:07.277393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee7246-675e-48e5-bb81-1a3b40de5810 req-68115541-4bd0-49d7-a939-ea9c2c95955a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.282795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65ee7246-675e-48e5-bb81-1a3b40de5810 req-68115541-4bd0-49d7-a939-ea9c2c95955a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.0942676 Aug 19 12:24:07.298264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-945f0e14-9a06-47eb-b251-a6d93a0d9e04 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Deleting port 38e49ad4-f194-49ff-86bf-089d93ba8db4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:07.298827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-945f0e14-9a06-47eb-b251-a6d93a0d9e04 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.449075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65ee7246-675e-48e5-bb81-1a3b40de5810 req-8bb7377d-40ba-4833-a4bf-7d10244f6bcd tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536374 Aug 19 12:24:07.485519 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-945f0e14-9a06-47eb-b251-a6d93a0d9e04 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.485519 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-945f0e14-9a06-47eb-b251-a6d93a0d9e04 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.505180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-52fcdab1-544f-4bad-9051-462a2a4b6aaa tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.511278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-52fcdab1-544f-4bad-9051-462a2a4b6aaa tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.512936 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-52fcdab1-544f-4bad-9051-462a2a4b6aaa tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1683 time: 0.1281857 Aug 19 12:24:07.514110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-945f0e14-9a06-47eb-b251-a6d93a0d9e04 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Calling delete_port for 38e49ad4-f194-49ff-86bf-089d93ba8db4 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:07.725658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-eccd0cc4-ba9c-4acb-bdea-dbf576d23d68 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting port fcb6138b-109c-4d84-b74b-7b4a9e958581 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:07.726200 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-eccd0cc4-ba9c-4acb-bdea-dbf576d23d68 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.906099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2300-0c1c-4427-8891-ec30413d9709 req-b7c9f34b-77f7-436a-8e2f-b4a424a7c99e tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.913192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2300-0c1c-4427-8891-ec30413d9709 req-b7c9f34b-77f7-436a-8e2f-b4a424a7c99e tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.914917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9aa2300-0c1c-4427-8891-ec30413d9709 req-b7c9f34b-77f7-436a-8e2f-b4a424a7c99e tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 1683 time: 0.1397731 Aug 19 12:24:07.940612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-eccd0cc4-ba9c-4acb-bdea-dbf576d23d68 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] For port fcb6138b-109c-4d84-b74b-7b4a9e958581, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=fcb6138b-109c-4d84-b74b-7b4a9e958581,segment=NetworkSegment(ab506c85-b731-479f-8505-43780fa11eb7),segment_id=ab506c85-b731-479f-8505-43780fa11eb7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:07.940986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-eccd0cc4-ba9c-4acb-bdea-dbf576d23d68 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.967323 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-eccd0cc4-ba9c-4acb-bdea-dbf576d23d68 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Calling delete_port for fcb6138b-109c-4d84-b74b-7b4a9e958581 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:07.979882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9aa2300-0c1c-4427-8891-ec30413d9709 req-89cf632a-17e0-41e2-a457-b378f9a32a7b tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585842 Aug 19 12:24:07.988798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-945f0e14-9a06-47eb-b251-a6d93a0d9e04 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:08.053967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f0e14-9a06-47eb-b251-a6d93a0d9e04 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Pushing event deleted for resources: {'Port': ['ID=38e49ad4-f194-49ff-86bf-089d93ba8db4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:08.178848 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-945f0e14-9a06-47eb-b251-a6d93a0d9e04 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:08.181474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-945f0e14-9a06-47eb-b251-a6d93a0d9e04 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:08.182667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7218a287-47a6-43d5-996b-d09e181ffc3d req-945f0e14-9a06-47eb-b251-a6d93a0d9e04 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "DELETE /v2.0/floatingips/263a1a36-f948-4ad9-a5f9-6d55c013ee1c HTTP/1.1" status: 204 len: 173 time: 1.1233413 Aug 19 12:24:08.251031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7593ed0-6ece-4a4e-8163-6e127b513e24 req-5fb06b9c-41c9-45a7-a304-b9ee14e3734f tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:08.252705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7593ed0-6ece-4a4e-8163-6e127b513e24 req-5fb06b9c-41c9-45a7-a304-b9ee14e3734f tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1247089 Aug 19 12:24:08.324989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7593ed0-6ece-4a4e-8163-6e127b513e24 req-b99fc0c7-c3e7-42b2-8992-d7244fdd20b7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606616 Aug 19 12:24:08.405939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56620) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:08.407948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9f493-e2c3-4b99-9fbf-e5c8c1cca2c2 req-6e062269-f3cc-4c92-b2f3-751bad80f325 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:08.409646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffe9f493-e2c3-4b99-9fbf-e5c8c1cca2c2 req-6e062269-f3cc-4c92-b2f3-751bad80f325 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0615690 Aug 19 12:24:08.412005 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-eccd0cc4-ba9c-4acb-bdea-dbf576d23d68 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:08.424482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['fcb6138b-109c-4d84-b74b-7b4a9e958581', '62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:08.461742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd0cc4-ba9c-4acb-bdea-dbf576d23d68 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Port': ['ID=fcb6138b-109c-4d84-b74b-7b4a9e958581,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:08.577928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffe9f493-e2c3-4b99-9fbf-e5c8c1cca2c2 req-68b49a4b-7bb8-46c1-bd62-22c9e53ee8bb tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1525238 Aug 19 12:24:08.579915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-eccd0cc4-ba9c-4acb-bdea-dbf576d23d68 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] No DVR routers for this DVR port fcb6138b-109c-4d84-b74b-7b4a9e958581 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:08.587008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-eccd0cc4-ba9c-4acb-bdea-dbf576d23d68 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:08.589871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-eccd0cc4-ba9c-4acb-bdea-dbf576d23d68 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "DELETE /v2.0/ports/fcb6138b-109c-4d84-b74b-7b4a9e958581 HTTP/1.1" status: 204 len: 173 time: 1.0666955 Aug 19 12:24:08.589871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'name': 'network-vif-deleted', 'tag': 'fcb6138b-109c-4d84-b74b-7b4a9e958581'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:08.594120 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0056f0e5-76b5-4a1d-95a2-84832ec710cc" -d '{"events": [{"server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "name": "network-vif-deleted", "tag": "fcb6138b-109c-4d84-b74b-7b4a9e958581"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:08.659330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de0d95ac-7b87-4a99-80a9-fd5b49c936db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:08.816144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de0d95ac-7b87-4a99-80a9-fd5b49c936db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:08.933387 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de0d95ac-7b87-4a99-80a9-fd5b49c936db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.016712 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-de0d95ac-7b87-4a99-80a9-fd5b49c936db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=816201b99d074640820763937dae0167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6094794 Aug 19 12:24:09.017475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56634) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:09.025717 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d95ac-7b87-4a99-80a9-fd5b49c936db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad55868-22c4-4179-9abd-3172c7767d60,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:09.093989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e3eef6d-c0ba-45f0-8347-7619f492d8e6 req-95b67a90-7c07-42e8-bd05-37dc86c00a4b tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4833283 Aug 19 12:24:09.100074 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-053cb299-ce4f-44ae-9dad-be4668b96c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.134762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-053cb299-ce4f-44ae-9dad-be4668b96c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.156586 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d578bf-32c3-4748-bb61-2cbab76e4468 x-openstack-request-id: req-a9d578bf-32c3-4748-bb61-2cbab76e4468 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:09.156944 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "name": "network-vif-deleted", "tag": "fcb6138b-109c-4d84-b74b-7b4a9e958581", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:09.157193 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9d578bf-32c3-4748-bb61-2cbab76e4468 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:09.157552 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'name': 'network-vif-deleted', 'tag': 'fcb6138b-109c-4d84-b74b-7b4a9e958581', 'status': 'completed', 'code': 200} Aug 19 12:24:09.182673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc773-21f6-4bf4-9c43-ca446ffdcd6c req-e3318ae1-227e-4299-b749-1f81701b7dc1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:09.184407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68fdc773-21f6-4bf4-9c43-ca446ffdcd6c req-e3318ae1-227e-4299-b749-1f81701b7dc1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.5548673 Aug 19 12:24:09.261086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-2e2edad3-6b98-427f-83fe-de50597399e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:09.261489 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-2e2edad3-6b98-427f-83fe-de50597399e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.298185 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-053cb299-ce4f-44ae-9dad-be4668b96c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.300550 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-053cb299-ce4f-44ae-9dad-be4668b96c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.302341 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-053cb299-ce4f-44ae-9dad-be4668b96c34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ad55868-22c4-4179-9abd-3172c7767d60 HTTP/1.1" status: 204 len: 168 time: 0.2829685 Aug 19 12:24:09.312664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cb299-ce4f-44ae-9dad-be4668b96c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad55868-22c4-4179-9abd-3172c7767d60,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:09.318892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68fdc773-21f6-4bf4-9c43-ca446ffdcd6c req-c22f8ed5-0df7-4823-8dc9-6f7e78892809 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238728 Aug 19 12:24:09.367799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d52488-2cb6-4b45-b938-53c0cb7cc913 req-4b3a4b38-9872-4c27-8074-882fc9059331 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:09.369585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6d52488-2cb6-4b45-b938-53c0cb7cc913 req-4b3a4b38-9872-4c27-8074-882fc9059331 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 946 time: 0.1504147 Aug 19 12:24:09.434240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-2e2edad3-6b98-427f-83fe-de50597399e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] For port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b,segment=NetworkSegment(6ef93255-0ee5-4741-838b-529b82d1f7a3),segment_id=6ef93255-0ee5-4741-838b-529b82d1f7a3)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:09.434621 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-2e2edad3-6b98-427f-83fe-de50597399e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.459472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-2e2edad3-6b98-427f-83fe-de50597399e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Calling delete_port for 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:09.466909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6d52488-2cb6-4b45-b938-53c0cb7cc913 req-ed0d015b-0919-46c7-bb72-83a72e18ece6 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/security-groups?id=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822387 Aug 19 12:24:09.698283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e36c4-5855-4c32-9daf-de17b72f797a req-68b1b419-5bae-4a11-957f-ed763468890a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:09.698283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-181e36c4-5855-4c32-9daf-de17b72f797a req-68b1b419-5bae-4a11-957f-ed763468890a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.0727286 Aug 19 12:24:09.748012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-181e36c4-5855-4c32-9daf-de17b72f797a req-5cde1b02-b669-4c96-bfe8-532bfe255462 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446978 Aug 19 12:24:09.781036 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-2e2edad3-6b98-427f-83fe-de50597399e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.825887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2edad3-6b98-427f-83fe-de50597399e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Port': ['ID=62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:09.893910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-2e2edad3-6b98-427f-83fe-de50597399e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] No DVR routers for this DVR port 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:09.897809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-2e2edad3-6b98-427f-83fe-de50597399e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.900389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41c3c85e-96cd-4769-8fed-9892ff91e82d req-2e2edad3-6b98-427f-83fe-de50597399e2 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.53 "DELETE /v2.0/ports/62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b HTTP/1.1" status: 204 len: 173 time: 1.2961309 Aug 19 12:24:10.056122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6049273-34bf-4ad6-a077-64666b8bcd0c req-e7380c19-6b74-4f4f-bf25-07e70813b29f tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:10.058057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6049273-34bf-4ad6-a077-64666b8bcd0c req-e7380c19-6b74-4f4f-bf25-07e70813b29f tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 946 time: 0.0725727 Aug 19 12:24:10.107090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6049273-34bf-4ad6-a077-64666b8bcd0c req-03f96fc9-e274-46c8-8318-d24a65d7c1f4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426934 Aug 19 12:24:10.473847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92790fb1-66f8-4e40-8c40-eb4899bbfaa1 req-4500ea37-e4e5-473b-ae28-cd93165a2c79 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:10.481708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92790fb1-66f8-4e40-8c40-eb4899bbfaa1 req-4500ea37-e4e5-473b-ae28-cd93165a2c79 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.0651734 Aug 19 12:24:10.547475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92790fb1-66f8-4e40-8c40-eb4899bbfaa1 req-39fb6a02-33e3-4335-865c-2543e968a95b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634198 Aug 19 12:24:10.566190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device fcb6138b-109c-4d84-b74b-7b4a9e958581 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:10.613941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: fcb6138b-109c-4d84-b74b-7b4a9e958581 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:10.614285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device fcb6138b-109c-4d84-b74b-7b4a9e958581 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:10.618922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:10.648107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:10.648487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:10.709689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1036f9a5-3ccb-45f9-ae45-ac8ad50ca7bb req-488a75e2-c04e-44e8-84ac-288d20d15cd4 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0c71edd-ca0f-4d60-9b2f-364de26bdf1c HTTP/1.1" status: 200 len: 210 time: 0.0402570 Aug 19 12:24:10.844867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56678) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:10.890445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe15ffa-bc9d-490e-800c-1102ee3bc76f req-23c01475-6dd4-4168-900e-4fa5b6d12b26 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:10.892031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0fe15ffa-bc9d-490e-800c-1102ee3bc76f req-23c01475-6dd4-4168-900e-4fa5b6d12b26 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.0599754 Aug 19 12:24:10.946475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0fe15ffa-bc9d-490e-800c-1102ee3bc76f req-013e4087-4e23-4dfe-ab9e-35ef1b4bd483 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Aug 19 12:24:11.010285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1354917972-network', 'tenant_id': '6be279341188417ebb7bccd2bd711353'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:11.122708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Made reservation on behalf of 6be279341188417ebb7bccd2bd711353 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:11.127359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.158817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'name': 'network-vif-deleted', 'tag': '62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:11.161511 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f324c6-43ee-4ba5-9170-bf1c86bdef3a" -d '{"events": [{"server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "name": "network-vif-deleted", "tag": "62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:11.164295 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.236494 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e002b3-7b84-48d2-ae71-c2649ed8b7f2 x-openstack-request-id: req-95e002b3-7b84-48d2-ae71-c2649ed8b7f2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:11.237111 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c71edd-ca0f-4d60-9b2f-364de26bdf1c", "name": "network-vif-deleted", "tag": "62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:11.237490 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95e002b3-7b84-48d2-ae71-c2649ed8b7f2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:11.238018 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c71edd-ca0f-4d60-9b2f-364de26bdf1c', 'name': 'network-vif-deleted', 'tag': '62cc4bb7-254e-4edd-a4d7-82e0b05c3a3b', 'status': 'completed', 'code': 200} Aug 19 12:24:11.329255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026ebbc-3f52-45b1-b19c-0aa27c83ad55 req-21a8701a-8002-4b91-96ce-b39929fbaaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:11.331606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7026ebbc-3f52-45b1-b19c-0aa27c83ad55 req-21a8701a-8002-4b91-96ce-b39929fbaaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 946 time: 0.0865979 Aug 19 12:24:11.343839 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.385482 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7026ebbc-3f52-45b1-b19c-0aa27c83ad55 req-a81795eb-cf36-47be-83dd-cc59b1fa23da tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 Aug 19 12:24:11.425658 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.450858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:24:11.465878 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.472001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5bcc9f-7b81-42ad-86af-b96957356eee,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:11.472657 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.473687 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Added segment e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb of type vlan for network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 Aug 19 12:24:11.517991 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.703164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366c912-dbc4-4c80-bec7-c18250f13e89 req-10d49bd4-4e4d-49d3-bba4-8e9803d0a675 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:11.704894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3366c912-dbc4-4c80-bec7-c18250f13e89 req-10d49bd4-4e4d-49d3-bba4-8e9803d0a675 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.52 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 946 time: 0.0906689 Aug 19 12:24:11.718514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1a97a-4190-4028-89b0-3f1d211cb55e req-fa9c2386-2219-4b09-92ca-923dc1bce58f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:11.720074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde1a97a-4190-4028-89b0-3f1d211cb55e req-fa9c2386-2219-4b09-92ca-923dc1bce58f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.0918381 Aug 19 12:24:11.781964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56696) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:11.827779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde1a97a-4190-4028-89b0-3f1d211cb55e req-166bada5-84a0-49c7-b836-ea9d681279ad tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993235 Aug 19 12:24:11.844725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03dd015-99d2-44cc-bc67-8394b53d1c02 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting subnet e99fa52c-1a88-4aa1-a34f-dcaf7bb70209 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:24:11.851485 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e03dd015-99d2-44cc-bc67-8394b53d1c02 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.860078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3366c912-dbc4-4c80-bec7-c18250f13e89 req-5b1a11df-d843-4875-a4f4-71e2d76d97c4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Deleting port 051d37b3-9e15-4210-bf80-c7c810815f73 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:11.860561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3366c912-dbc4-4c80-bec7-c18250f13e89 req-5b1a11df-d843-4875-a4f4-71e2d76d97c4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.893333 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e03dd015-99d2-44cc-bc67-8394b53d1c02 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.978164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3366c912-dbc4-4c80-bec7-c18250f13e89 req-5b1a11df-d843-4875-a4f4-71e2d76d97c4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] For port 051d37b3-9e15-4210-bf80-c7c810815f73, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=051d37b3-9e15-4210-bf80-c7c810815f73,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:12.112729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3366c912-dbc4-4c80-bec7-c18250f13e89 req-5b1a11df-d843-4875-a4f4-71e2d76d97c4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.112729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3366c912-dbc4-4c80-bec7-c18250f13e89 req-5b1a11df-d843-4875-a4f4-71e2d76d97c4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Calling delete_port for 051d37b3-9e15-4210-bf80-c7c810815f73 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:12.114037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e03dd015-99d2-44cc-bc67-8394b53d1c02 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.114155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1d7f7-3e8c-4ee6-b455-35370fe5305d req-d6aed88e-7258-41e3-bf54-2a00b031e1a3 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:12.114155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ab1d7f7-3e8c-4ee6-b455-35370fe5305d req-d6aed88e-7258-41e3-bf54-2a00b031e1a3 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.0751824 Aug 19 12:24:12.216280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ab1d7f7-3e8c-4ee6-b455-35370fe5305d req-d04a587d-6f17-4b8a-8663-6f60f6d27571 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830855 Aug 19 12:24:12.431954 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.433161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:12.433922 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.534134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] Pushing event updated for resources: {'Network': ['ID=637e89fb-cb9b-4145-9d1a-ea01db39ffa0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:12.545344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:24:12.559944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d141992-2167-4793-98a3-9433dcba7939 req-dd7c3151-8662-411b-909f-66e24af9593b tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:12.561547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d141992-2167-4793-98a3-9433dcba7939 req-dd7c3151-8662-411b-909f-66e24af9593b tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 946 time: 0.0729442 Aug 19 12:24:12.612669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d141992-2167-4793-98a3-9433dcba7939 req-9300936a-53f7-4a3e-800b-1e21f0723bdd tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/security-groups?id=e52d60d9-23ab-4cc7-8134-d0428bff170e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Aug 19 12:24:12.721660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e03dd015-99d2-44cc-bc67-8394b53d1c02 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.752451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dd015-99d2-44cc-bc67-8394b53d1c02 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Subnet': ['ID=e99fa52c-1a88-4aa1-a34f-dcaf7bb70209,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:12.755329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e03dd015-99d2-44cc-bc67-8394b53d1c02 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.758043 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e03dd015-99d2-44cc-bc67-8394b53d1c02 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "DELETE /v2.0/subnets/e99fa52c-1a88-4aa1-a34f-dcaf7bb70209 HTTP/1.1" status: 204 len: 168 time: 0.9742188 Aug 19 12:24:12.760491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56716) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:12.766589 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253837ab-3edb-4a02-9020-e4981055d6d3 None None] Network fc274e81-860a-468f-917f-53dc6343cc89 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:12.835268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56722) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:12.841788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] Request body: {'subnet': {'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1354917972-subnet', 'tenant_id': '6be279341188417ebb7bccd2bd711353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:12.845936 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8eae5f47-c57b-4f78-b153-908edf29633a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9983840 Aug 19 12:24:12.852801 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3366c912-dbc4-4c80-bec7-c18250f13e89 req-5b1a11df-d843-4875-a4f4-71e2d76d97c4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.873145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['051d37b3-9e15-4210-bf80-c7c810815f73'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:12.956793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a11df-d843-4875-a4f4-71e2d76d97c4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Pushing event deleted for resources: {'Port': ['ID=051d37b3-9e15-4210-bf80-c7c810815f73,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:12.990810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] Made reservation on behalf of 6be279341188417ebb7bccd2bd711353 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:12.993609 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.994090 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.995827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3366c912-dbc4-4c80-bec7-c18250f13e89 req-5b1a11df-d843-4875-a4f4-71e2d76d97c4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] No DVR routers for this DVR port 051d37b3-9e15-4210-bf80-c7c810815f73 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:13.012514 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3366c912-dbc4-4c80-bec7-c18250f13e89 req-5b1a11df-d843-4875-a4f4-71e2d76d97c4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.016167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] DHCP port deletion for fc274e81-860a-468f-917f-53dc6343cc89 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:24:13.016749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3366c912-dbc4-4c80-bec7-c18250f13e89 req-5b1a11df-d843-4875-a4f4-71e2d76d97c4 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.52 "DELETE /v2.0/ports/051d37b3-9e15-4210-bf80-c7c810815f73 HTTP/1.1" status: 204 len: 173 time: 1.2955196 Aug 19 12:24:13.067294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Deleting port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:13.067780 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.075679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b7371-580d-403c-9059-2c8645e8390b req-0fad144b-0505-4451-8298-14df56fff613 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:13.078247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-903b7371-580d-403c-9059-2c8645e8390b req-0fad144b-0505-4451-8298-14df56fff613 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1225755 Aug 19 12:24:13.134827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:13.135177 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.140893 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-903b7371-580d-403c-9059-2c8645e8390b req-a9b9219c-1768-42b5-9830-4e9655dd374a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516458 Aug 19 12:24:13.151725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] For port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4c6d8e61-a5be-4d86-ae8b-74735d87e6b4,segment=NetworkSegment(ab506c85-b731-479f-8505-43780fa11eb7),segment_id=ab506c85-b731-479f-8505-43780fa11eb7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:13.152123 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.181725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Calling delete_port for 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:13.222753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] For port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4c6d8e61-a5be-4d86-ae8b-74735d87e6b4,segment=NetworkSegment(ab506c85-b731-479f-8505-43780fa11eb7),segment_id=ab506c85-b731-479f-8505-43780fa11eb7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:13.223568 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.238618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Calling delete_port for 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:13.240106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'name': 'network-vif-deleted', 'tag': '051d37b3-9e15-4210-bf80-c7c810815f73'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:13.242521 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789f4fbe-c25d-4c4d-a2bb-cc4fdd6acfc0" -d '{"events": [{"server_uuid": "898e1c53-f999-40a0-b589-69398c6cfbf1", "name": "network-vif-deleted", "tag": "051d37b3-9e15-4210-bf80-c7c810815f73"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:13.307368 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.355341 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4e7589-5a24-4862-a2f2-973778bfba21 x-openstack-request-id: req-da4e7589-5a24-4862-a2f2-973778bfba21 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:13.355341 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898e1c53-f999-40a0-b589-69398c6cfbf1", "name": "network-vif-deleted", "tag": "051d37b3-9e15-4210-bf80-c7c810815f73", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:13.355341 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da4e7589-5a24-4862-a2f2-973778bfba21 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:13.358312 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898e1c53-f999-40a0-b589-69398c6cfbf1', 'name': 'network-vif-deleted', 'tag': '051d37b3-9e15-4210-bf80-c7c810815f73', 'status': 'completed', 'code': 200} Aug 19 12:24:13.419554 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.425724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a53da67e-3beb-4e52-bb1d-ea218d2facf1,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:13.432771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] Checking segment: {'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:13.433362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] Network hostable DHCP agents. Network: 637e89fb-cb9b-4145-9d1a-ea01db39ffa0, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:24:13.434265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.475109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Pushing event deleted for resources: {'Port': ['ID=4c6d8e61-a5be-4d86-ae8b-74735d87e6b4,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:13.501423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] No DVR routers for this DVR port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:13.507872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Port': ['ID=4c6d8e61-a5be-4d86-ae8b-74735d87e6b4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:13.512732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] No DVR routers for this DVR port 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:13.517964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.518545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.519264 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.520602 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.521203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.521897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.522710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.523266 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.523804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.524610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.525007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.525634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9832141f-c59c-4cce-b5d1-27077e950a44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:13.554742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] Network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:24:13.575150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e590ff0-952e-4b39-9121-b3eba520fb83 req-886ad85e-ed81-421a-bd6c-4a7429c5958d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:13.576804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e590ff0-952e-4b39-9121-b3eba520fb83 req-886ad85e-ed81-421a-bd6c-4a7429c5958d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1804526 Aug 19 12:24:13.648635 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.670876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc274e81-860a-468f-917f-53dc6343cc89']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:13.672044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 637e89fb-cb9b-4145-9d1a-ea01db39ffa0) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:13.682952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:13.683454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e9dda-8292-4402-ba2e-275a6c0d3149 None None] Network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:13.685193 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.714409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e590ff0-952e-4b39-9121-b3eba520fb83 req-e6291883-797f-4efc-b549-c78893878722 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091154 Aug 19 12:24:13.733097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab506c85-b731-479f-8505-43780fa11eb7') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:13.733097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab506c85-b731-479f-8505-43780fa11eb7') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:13.751964 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.775842 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.797702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:24:13.798194 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.811714 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8a257164-824b-4756-aa38-1ef59b44da09 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9730654 Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:24:13.822888 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:24:13.829675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c522496-931e-4990-a876-62ba850a492f req-50b61242-4bd4-4134-a7b7-82b8e6b35343 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257 tempest-FloatingIPsAssociationNegativeTestJSON-1956453257-project] 10.222.0.44 "GET /v2.0/ports?device_id=898e1c53-f999-40a0-b589-69398c6cfbf1 HTTP/1.1" status: 200 len: 210 time: 0.0424738 Aug 19 12:24:13.889432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b336d1a0-1b45-4938-b0ff-648a0c421785 None None] Network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:13.968366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.977420 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.982903 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56744) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:13.984575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "DELETE /v2.0/networks/fc274e81-860a-468f-917f-53dc6343cc89 HTTP/1.1" status: 204 len: 168 time: 1.2223938 Aug 19 12:24:14.002355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efedec-9842-4e3c-b046-f15a2e605563 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Network': ['ID=fc274e81-860a-468f-917f-53dc6343cc89,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:14.095802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe899e31-dc20-4dbb-9bc0-e9dcfdffc2d5 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting subnet 7fe47f46-24d4-4fb3-bb17-8fe5b2958fa8 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:24:14.102689 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe899e31-dc20-4dbb-9bc0-e9dcfdffc2d5 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.150544 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe899e31-dc20-4dbb-9bc0-e9dcfdffc2d5 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.285590 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe899e31-dc20-4dbb-9bc0-e9dcfdffc2d5 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.296584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ac3b-6f35-4f2d-9b42-067fb0389ce3 req-4a3ecc83-3523-4823-acc3-76809dcb7940 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:14.307199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b961ac3b-6f35-4f2d-9b42-067fb0389ce3 req-4a3ecc83-3523-4823-acc3-76809dcb7940 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.0734179 Aug 19 12:24:14.328766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:14.354634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b961ac3b-6f35-4f2d-9b42-067fb0389ce3 req-38b745c8-b0b4-4aae-8829-083a107afb52 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Aug 19 12:24:14.357702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:14.358507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c6d8e61-a5be-4d86-ae8b-74735d87e6b4 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:14.484401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-5a3d4e11-f792-4483-9449-59461bf790ae tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:14.485970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-5a3d4e11-f792-4483-9449-59461bf790ae tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/networks?id=637e89fb-cb9b-4145-9d1a-ea01db39ffa0 HTTP/1.1" status: 200 len: 815 time: 0.1226163 Aug 19 12:24:14.503017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-dbd6b748-c484-475b-a0fc-6fd92eeea0de tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/quotas/6be279341188417ebb7bccd2bd711353 HTTP/1.1" status: 200 len: 375 time: 0.0103431 Aug 19 12:24:14.541508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-b43e8d1d-6586-467e-a84a-b046fe2cab75 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6be279341188417ebb7bccd2bd711353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312457 Aug 19 12:24:14.574200 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.648940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-9cce1b9b-c407-493c-a472-0ce75ab028c1 service neutron] 10.222.0.44 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000981 Aug 19 12:24:14.655446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe899e31-dc20-4dbb-9bc0-e9dcfdffc2d5 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.707138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe899e31-dc20-4dbb-9bc0-e9dcfdffc2d5 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe47f46-24d4-4fb3-bb17-8fe5b2958fa8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:14.716217 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe899e31-dc20-4dbb-9bc0-e9dcfdffc2d5 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.719194 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fe899e31-dc20-4dbb-9bc0-e9dcfdffc2d5 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "DELETE /v2.0/subnets/7fe47f46-24d4-4fb3-bb17-8fe5b2958fa8 HTTP/1.1" status: 204 len: 168 time: 0.7333877 Aug 19 12:24:14.721699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56764) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:14.723591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa5180-b728-4b7f-8aa5-2ecc9dfcffe6 None None] Network 6952d197-4afc-45aa-a036-f8845ec78824 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:14.792237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-85b6d836-2476-4f8d-a9b2-9343f677c120 service neutron] 10.222.0.44 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139300 Aug 19 12:24:14.841948 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.906226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00361fa8-853a-4c70-9248-663ec1bf4f7a req-9e8d2029-9f0e-45fa-b3c2-16556b969b5c tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:14.914071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00361fa8-853a-4c70-9248-663ec1bf4f7a req-9e8d2029-9f0e-45fa-b3c2-16556b969b5c tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.0830343 Aug 19 12:24:14.921976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Deleting port 668350ea-1d81-488f-80e1-7c88c7555e5d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:14.922399 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.973193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd3353-5949-4c28-a744-85e59342c902 None None] DHCP port deletion for 6952d197-4afc-45aa-a036-f8845ec78824 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:24:15.007855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] For port 668350ea-1d81-488f-80e1-7c88c7555e5d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=668350ea-1d81-488f-80e1-7c88c7555e5d,segment=NetworkSegment(6ef93255-0ee5-4741-838b-529b82d1f7a3),segment_id=6ef93255-0ee5-4741-838b-529b82d1f7a3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:15.009104 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.012965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00361fa8-853a-4c70-9248-663ec1bf4f7a req-0918284e-523e-4ac8-a1cc-19c0b1408961 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940855 Aug 19 12:24:15.035824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Calling delete_port for 668350ea-1d81-488f-80e1-7c88c7555e5d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:15.055018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-98bd3353-5949-4c28-a744-85e59342c902 None None] Deleting port 668350ea-1d81-488f-80e1-7c88c7555e5d {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:15.055506 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-98bd3353-5949-4c28-a744-85e59342c902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.220909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56786) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:15.334028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.366126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7e0dda2-b91c-4291-90e5-7b2db542f5e2 req-30083717-9949-4210-a541-bb30fd587815 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 210 time: 0.0630577 Aug 19 12:24:15.386855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Port': ['ID=668350ea-1d81-488f-80e1-7c88c7555e5d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:15.395079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] No DVR routers for this DVR port 668350ea-1d81-488f-80e1-7c88c7555e5d on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:15.603023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-98bd3353-5949-4c28-a744-85e59342c902 None None] For port 668350ea-1d81-488f-80e1-7c88c7555e5d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=668350ea-1d81-488f-80e1-7c88c7555e5d,segment=NetworkSegment(6ef93255-0ee5-4741-838b-529b82d1f7a3),segment_id=6ef93255-0ee5-4741-838b-529b82d1f7a3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:15.608246 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-98bd3353-5949-4c28-a744-85e59342c902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.613264 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.613604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f0042-cdca-4f3c-bbbb-33970549f0e7 req-3c5e0ab1-331e-468c-a249-7298d8a22643 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:15.626373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-905f0042-cdca-4f3c-bbbb-33970549f0e7 req-3c5e0ab1-331e-468c-a249-7298d8a22643 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.0967550 Aug 19 12:24:15.630774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-98bd3353-5949-4c28-a744-85e59342c902 None None] Calling delete_port for 668350ea-1d81-488f-80e1-7c88c7555e5d owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:15.692783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-905f0042-cdca-4f3c-bbbb-33970549f0e7 req-1bf02268-1658-4208-b2f2-3fe3588d4fcd tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610387 Aug 19 12:24:15.695259 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6952d197-4afc-45aa-a036-f8845ec78824']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:15.713095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef93255-0ee5-4741-838b-529b82d1f7a3') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:15.713479 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef93255-0ee5-4741-838b-529b82d1f7a3') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: from cryptography.utils import int_from_bytes Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: from cryptography.utils import int_from_bytes Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.730346 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:15.735426 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:24:15.737125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.742757 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-98bd3353-5949-4c28-a744-85e59342c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.787623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd3353-5949-4c28-a744-85e59342c902 None None] Pushing event deleted for resources: {'Port': ['ID=668350ea-1d81-488f-80e1-7c88c7555e5d,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:15.792452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd3353-5949-4c28-a744-85e59342c902 None None] No DVR routers for this DVR port 668350ea-1d81-488f-80e1-7c88c7555e5d on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:15.819074 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.829707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:24:15.833954 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:24:15.865052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 051d37b3-9e15-4210-bf80-c7c810815f73 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:15.889997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 051d37b3-9e15-4210-bf80-c7c810815f73 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:15.890521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 051d37b3-9e15-4210-bf80-c7c810815f73 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:16.005987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.045648 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.050446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.063169 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] 10.222.0.44 "DELETE /v2.0/networks/6952d197-4afc-45aa-a036-f8845ec78824 HTTP/1.1" status: 204 len: 168 time: 1.3332422 Aug 19 12:24:16.134321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a2825-f3cc-45d4-91f5-90c0d7d0cb38 tempest-ServersTestMultiNic-97320935 tempest-ServersTestMultiNic-97320935-project] Pushing event deleted for resources: {'Network': ['ID=6952d197-4afc-45aa-a036-f8845ec78824,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:16.256922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837aec9-7421-4932-9304-341b74633891 req-7dfd306c-2a47-4158-9214-7c760abe142f tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:16.271196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0837aec9-7421-4932-9304-341b74633891 req-7dfd306c-2a47-4158-9214-7c760abe142f tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1019194 Aug 19 12:24:16.342149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 668350ea-1d81-488f-80e1-7c88c7555e5d no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:16.342648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0837aec9-7421-4932-9304-341b74633891 req-3337feb9-9524-45b4-9cb0-dc9659f2ed6f tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668321 Aug 19 12:24:16.375987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] Deleting port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:16.375987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.392104 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 668350ea-1d81-488f-80e1-7c88c7555e5d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:16.394022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 668350ea-1d81-488f-80e1-7c88c7555e5d not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:16.434712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56814) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:16.498574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] For port 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:16.499385 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.516513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] Calling delete_port for 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:16.534001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24e44e7a-db61-4210-8627-9f9356192027 req-8247b57c-e95f-4b01-8f72-097a3273aab3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 210 time: 0.0423124 Aug 19 12:24:16.870937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77d6dc-9333-489c-bd8a-a6e2e65b5b5b req-5edebd97-8723-4f1b-beb3-602a59b526ac tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:16.873914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b77d6dc-9333-489c-bd8a-a6e2e65b5b5b req-5edebd97-8723-4f1b-beb3-602a59b526ac tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1059074 Aug 19 12:24:16.894990 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.931310 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:16.946800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b77d6dc-9333-489c-bd8a-a6e2e65b5b5b req-16026ae4-e55a-4917-8453-544f1d0d37c9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605481 Aug 19 12:24:17.022785 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.170541 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.366189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] Deleting port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:17.366911 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.453207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] Router 14b06147-f249-4ce6-b88f-240d87ffcca3 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:24:17.517066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] For port e83f9329-cf35-4c4b-bb3e-4735fd9ee9af, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e83f9329-cf35-4c4b-bb3e-4735fd9ee9af,segment=NetworkSegment(f5b2422c-6cff-4cf3-97db-16486363c62f),segment_id=f5b2422c-6cff-4cf3-97db-16486363c62f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:17.525056 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.536004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a638a4-e872-463f-ba35-cb71c4ee8657 req-b5c0b7a1-c7bf-4a17-bbc0-fe57a6b5d24e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:17.538203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2a638a4-e872-463f-ba35-cb71c4ee8657 req-b5c0b7a1-c7bf-4a17-bbc0-fe57a6b5d24e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1035609 Aug 19 12:24:17.547012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] Calling delete_port for e83f9329-cf35-4c4b-bb3e-4735fd9ee9af owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:17.588757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:17.598489 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b843293-82e2-4fe0-9986-9e576d847fde None None] Sync routers for ids ['14b06147-f249-4ce6-b88f-240d87ffcca3'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:17.600118 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-478de346-1e1c-4c73-9baa-cdb3e3556d00 admin admin] 10.222.0.44 "PUT /v2.0/routers/14b06147-f249-4ce6-b88f-240d87ffcca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3778389 Aug 19 12:24:17.602974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56828) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:17.610511 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b843293-82e2-4fe0-9986-9e576d847fde None None] Routers {'14b06147-f249-4ce6-b88f-240d87ffcca3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:17.611547 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9b843293-82e2-4fe0-9986-9e576d847fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['14b06147-f249-4ce6-b88f-240d87ffcca3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:17.637075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2a638a4-e872-463f-ba35-cb71c4ee8657 req-89e441fb-c085-45f9-8ab9-bedfbde3bd01 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920651 Aug 19 12:24:17.710318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-babcf1d9-bbe9-49f0-96c0-18d5e956d5eb req-7e7cb314-b65b-420a-a7cd-978a6cdfddb3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 210 time: 0.0877254 Aug 19 12:24:17.765198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.779718 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9b843293-82e2-4fe0-9986-9e576d847fde None None] Set router 14b06147-f249-4ce6-b88f-240d87ffcca3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:17.894710 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.000908 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9b843293-82e2-4fe0-9986-9e576d847fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:24:16Z', 'revision_number': 5, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:18.101121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc08087-8fea-46e7-bd17-d072d73bf022 req-cfc1a991-db0d-4709-9aa4-e97fc9e42bca tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:18.102920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9cc08087-8fea-46e7-bd17-d072d73bf022 req-cfc1a991-db0d-4709-9aa4-e97fc9e42bca tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.0609219 Aug 19 12:24:18.105897 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.128166 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b843293-82e2-4fe0-9986-9e576d847fde None None] Checking router: 14b06147-f249-4ce6-b88f-240d87ffcca3 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:24:18.138610 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b843293-82e2-4fe0-9986-9e576d847fde None None] Routers {'14b06147-f249-4ce6-b88f-240d87ffcca3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:18.139148 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9b843293-82e2-4fe0-9986-9e576d847fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['14b06147-f249-4ce6-b88f-240d87ffcca3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:18.140214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83f9329-cf35-4c4b-bb3e-4735fd9ee9af,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:18.228221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9cc08087-8fea-46e7-bd17-d072d73bf022 req-14dd1af4-0192-4e8e-aeed-88bd2632bce6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165078 Aug 19 12:24:18.260814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Deleting port 35639ad1-7501-4232-bd95-bcdd13fc881c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:18.261575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.280847 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9b843293-82e2-4fe0-9986-9e576d847fde None None] Set router 14b06147-f249-4ce6-b88f-240d87ffcca3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:18.423127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.455946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] For port 35639ad1-7501-4232-bd95-bcdd13fc881c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=35639ad1-7501-4232-bd95-bcdd13fc881c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:18.456324 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.484394 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Calling delete_port for 35639ad1-7501-4232-bd95-bcdd13fc881c owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:18.541423 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9b843293-82e2-4fe0-9986-9e576d847fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:24:16Z', 'revision_number': 5, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:18.579506 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b843293-82e2-4fe0-9986-9e576d847fde None None] The sync data for ids ['14b06147-f249-4ce6-b88f-240d87ffcca3'] in n-d-778732-8 is: [{'id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1393477588-router', 'tenant_id': '4d22e19cb55848c481c3c2660895f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:10Z', 'updated_at': '2021-08-19T12:24:16Z', 'revision_number': 5, 'project_id': '4d22e19cb55848c481c3c2660895f08a', 'gw_port': {'id': '35639ad1-7501-4232-bd95-bcdd13fc881c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b06147-f249-4ce6-b88f-240d87ffcca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:11Z', 'updated_at': '2021-08-19T12:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:18.706939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] Router c5f05f81-2a48-4959-bba9-b93f348734e7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:24:18.906776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce0c3958-cdbe-465b-ae5f-e1243211be71 req-79cce7ec-f1f6-411d-9a91-5cc6436aca9c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 210 time: 0.0990109 Aug 19 12:24:18.997456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564963e5-b6a9-4529-893e-6f5889b819d7 req-c9e0ea34-01a8-4a26-80ec-06aef63ed8e6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:18.999083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-564963e5-b6a9-4529-893e-6f5889b819d7 req-c9e0ea34-01a8-4a26-80ec-06aef63ed8e6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.2167070 Aug 19 12:24:19.009396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-b629a5f0-be95-465e-8a59-c7d96fdf9f62 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.010847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-b629a5f0-be95-465e-8a59-c7d96fdf9f62 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.53 "GET /v2.0/networks?id=637e89fb-cb9b-4145-9d1a-ea01db39ffa0 HTTP/1.1" status: 200 len: 815 time: 0.3011742 Aug 19 12:24:19.030109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Request body: {'port': {'device_id': 'ef615a63-573a-4a48-9e6b-dfb3de09811d', 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0', 'admin_state_up': True, 'tenant_id': '6be279341188417ebb7bccd2bd711353'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:19.134320 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.163986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Pushing event deleted for resources: {'Port': ['ID=35639ad1-7501-4232-bd95-bcdd13fc881c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:19.227792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.327823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.330221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.410914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:19.420052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851449c5-562b-431f-84f7-f334173fbca2 None None] Sync routers for ids ['c5f05f81-2a48-4959-bba9-b93f348734e7'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:19.420842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-606d3846-bb94-450a-9567-a6264d0f1452 admin admin] 10.222.0.44 "PUT /v2.0/routers/c5f05f81-2a48-4959-bba9-b93f348734e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9843256 Aug 19 12:24:19.423321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56846) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:19.434965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851449c5-562b-431f-84f7-f334173fbca2 None None] Routers {'c5f05f81-2a48-4959-bba9-b93f348734e7'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:19.436045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-851449c5-562b-431f-84f7-f334173fbca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c5f05f81-2a48-4959-bba9-b93f348734e7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:19.480966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-564963e5-b6a9-4529-893e-6f5889b819d7 req-75cdb79b-042e-4934-bbb1-79164e0beeec tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690547 Aug 19 12:24:19.524177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e13dd9-b642-44d6-aa0e-591d56dee2bf req-eaf7199e-6948-4693-bdb2-a732009f691e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.525754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45e13dd9-b642-44d6-aa0e-591d56dee2bf req-eaf7199e-6948-4693-bdb2-a732009f691e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1115749 Aug 19 12:24:19.548648 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.549188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b06147-f249-4ce6-b88f-240d87ffcca3 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:24:19.557794 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.561956 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0f4933cd-46ac-497d-ab37-3a2ba3960490 admin admin] 10.222.0.44 "DELETE /v2.0/routers/14b06147-f249-4ce6-b88f-240d87ffcca3 HTTP/1.1" status: 204 len: 168 time: 1.9555836 Aug 19 12:24:19.562352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56850) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:19.594158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45e13dd9-b642-44d6-aa0e-591d56dee2bf req-934e2ca8-ec02-41e9-b6b5-300829e93792 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566204 Aug 19 12:24:19.595741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-851449c5-562b-431f-84f7-f334173fbca2 None None] Set router c5f05f81-2a48-4959-bba9-b93f348734e7 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:19.622774 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.715185 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-2640715b-a7b5-420f-bb9d-8a7984b90434 admin admin] Deleting subnet da114b63-ac92-4f71-9dc4-c2a5945285f3 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:24:19.722786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2640715b-a7b5-420f-bb9d-8a7984b90434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.787708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Made reservation on behalf of 6be279341188417ebb7bccd2bd711353 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:19.792385 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.808152 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2640715b-a7b5-420f-bb9d-8a7984b90434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.841706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5609069-9a23-4f9c-b1a7-c32a5340f548 req-a5e73c8c-2647-4db4-9204-f1f0f61466be tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.843247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5609069-9a23-4f9c-b1a7-c32a5340f548 req-a5e73c8c-2647-4db4-9204-f1f0f61466be tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.1056554 Aug 19 12:24:19.854724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-851449c5-562b-431f-84f7-f334173fbca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'name': 'tempest-ServersTestMultiNic-260509938-router', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:51Z', 'updated_at': '2021-08-19T12:24:17Z', 'revision_number': 5, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'gw_port': {'id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:53Z', 'updated_at': '2021-08-19T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:19.895233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851449c5-562b-431f-84f7-f334173fbca2 None None] Checking router: c5f05f81-2a48-4959-bba9-b93f348734e7 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:24:19.908035 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851449c5-562b-431f-84f7-f334173fbca2 None None] Routers {'c5f05f81-2a48-4959-bba9-b93f348734e7'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:19.908415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-851449c5-562b-431f-84f7-f334173fbca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:23:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c5f05f81-2a48-4959-bba9-b93f348734e7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:19.913203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.973277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5609069-9a23-4f9c-b1a7-c32a5340f548 req-015094e5-1c88-479d-87ec-a9b2f4ec245d tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966513 Aug 19 12:24:19.995420 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2640715b-a7b5-420f-bb9d-8a7984b90434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.005155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Allocated IP 172.20.0.13 (637e89fb-cb9b-4145-9d1a-ea01db39ffa0/a53da67e-3beb-4e52-bb1d-ea218d2facf1/870f0445-4cb5-4dd6-96b8-d1ba7950cfaf) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:20.060005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26c8c758-28c0-4a7c-9a3b-bf82900d7f1e req-77c385b4-2b65-401e-9833-5aacf47c53f2 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 210 time: 0.0376182 Aug 19 12:24:20.073972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-851449c5-562b-431f-84f7-f334173fbca2 None None] Set router c5f05f81-2a48-4959-bba9-b93f348734e7 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:20.232546 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.291556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-851449c5-562b-431f-84f7-f334173fbca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'name': 'tempest-ServersTestMultiNic-260509938-router', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:51Z', 'updated_at': '2021-08-19T12:24:17Z', 'revision_number': 5, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'gw_port': {'id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:53Z', 'updated_at': '2021-08-19T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:20.298526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Deleting port 6dda7a7b-49de-4e51-afa8-f762721aa735 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:20.298870 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.323482 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2640715b-a7b5-420f-bb9d-8a7984b90434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.328393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:20.333466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851449c5-562b-431f-84f7-f334173fbca2 None None] The sync data for ids ['c5f05f81-2a48-4959-bba9-b93f348734e7'] in n-d-778732-8 is: [{'id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'name': 'tempest-ServersTestMultiNic-260509938-router', 'tenant_id': 'b1f734d9edfb4325be100123093e6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:51Z', 'updated_at': '2021-08-19T12:24:17Z', 'revision_number': 5, 'project_id': 'b1f734d9edfb4325be100123093e6c71', 'gw_port': {'id': '6dda7a7b-49de-4e51-afa8-f762721aa735', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05f81-2a48-4959-bba9-b93f348734e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:53Z', 'updated_at': '2021-08-19T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:20.358217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:20.358567 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 150f8ca6-55ba-48c5-bb45-c7e9f34f3dc8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:20.359138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 35639ad1-7501-4232-bd95-bcdd13fc881c no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:20.382165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 35639ad1-7501-4232-bd95-bcdd13fc881c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:20.382497 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640715b-a7b5-420f-bb9d-8a7984b90434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da114b63-ac92-4f71-9dc4-c2a5945285f3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:20.383002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 35639ad1-7501-4232-bd95-bcdd13fc881c not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:20.384488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2640715b-a7b5-420f-bb9d-8a7984b90434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.386395 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2640715b-a7b5-420f-bb9d-8a7984b90434 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/da114b63-ac92-4f71-9dc4-c2a5945285f3 HTTP/1.1" status: 204 len: 168 time: 0.8194849 Aug 19 12:24:20.389009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56862) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:20.392028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792da25c-c0e4-498c-a963-8dbd1f249613 None None] Network eef760b3-5548-4e5f-a4bc-11d46e8a3247 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:20.414369 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.468124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:20.471440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:20.475948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:20.487806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] For port 6dda7a7b-49de-4e51-afa8-f762721aa735, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6dda7a7b-49de-4e51-afa8-f762721aa735,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:20.494002 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.494002 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.500997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Pushing event updated for resources: {'Port': ['ID=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:20.511833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Calling delete_port for 6dda7a7b-49de-4e51-afa8-f762721aa735 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:20.561496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:20.562636 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.677832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Deleting port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:20.678183 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.703624 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeb1cce-30a1-4e63-9484-e334c5a5134c None None] DHCP port deletion for eef760b3-5548-4e5f-a4bc-11d46e8a3247 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:24:20.721332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c94-51f6-4108-8d5d-c3fe52d04181 req-0e6d9885-ed08-44c9-bb0e-e5f8552ec4a7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:20.723609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f1e8c94-51f6-4108-8d5d-c3fe52d04181 req-0e6d9885-ed08-44c9-bb0e-e5f8552ec4a7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1038718 Aug 19 12:24:20.729834 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-0cc81abd-664b-42e5-9b22-7b6d4d25c0cc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7050762 Aug 19 12:24:20.776993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb1cce-30a1-4e63-9484-e334c5a5134c None None] Deleting port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:20.777296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] For port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=22fc9ec7-fb3b-44cd-812c-dae3b2f80619,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:20.777467 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1cce-30a1-4e63-9484-e334c5a5134c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.777651 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.778790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1a3df-5431-48af-8410-c802f93dd855 req-83c5e808-0b8c-4cec-9d1f-3640b9181cbc tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:20.780361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdb1a3df-5431-48af-8410-c802f93dd855 req-83c5e808-0b8c-4cec-9d1f-3640b9181cbc tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1038251 Aug 19 12:24:20.808350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Calling delete_port for 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:20.811392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f1e8c94-51f6-4108-8d5d-c3fe52d04181 req-2fea2d35-55bc-4771-910c-aed0e92fd4fc tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788803 Aug 19 12:24:20.834753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdb1a3df-5431-48af-8410-c802f93dd855 req-93c7b8ac-e789-434e-aef8-c51987d49179 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469928 Aug 19 12:24:20.864023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Request body: {'port': {'device_id': 'ef615a63-573a-4a48-9e6b-dfb3de09811d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:20.924138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bbeb1cce-30a1-4e63-9484-e334c5a5134c None None] For port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=22fc9ec7-fb3b-44cd-812c-dae3b2f80619,segment=NetworkSegment(7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4),segment_id=7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:20.924551 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1cce-30a1-4e63-9484-e334c5a5134c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.965501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb1cce-30a1-4e63-9484-e334c5a5134c None None] Calling delete_port for 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:20.980711 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.102252 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ec478b05-6274-4569-b35e-72c0a8831fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.156433 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.247323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dda7a7b-49de-4e51-afa8-f762721aa735,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:21.275903 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.329164 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1cce-30a1-4e63-9484-e334c5a5134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.353495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c7c79-67dd-4859-b667-3d9533715a58 req-bd6f69ee-005f-4394-b232-abb3cacc1ae9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:21.355579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-557c7c79-67dd-4859-b667-3d9533715a58 req-bd6f69ee-005f-4394-b232-abb3cacc1ae9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 932 time: 0.1330698 Aug 19 12:24:21.359109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb1cce-30a1-4e63-9484-e334c5a5134c None None] Pushing event deleted for resources: {'Port': ['ID=22fc9ec7-fb3b-44cd-812c-dae3b2f80619,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:21.370277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb1cce-30a1-4e63-9484-e334c5a5134c None None] No DVR routers for this DVR port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:21.384452 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.387412 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.394105 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.454512 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=22fc9ec7-fb3b-44cd-812c-dae3b2f80619,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:21.459531 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] No DVR routers for this DVR port 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:21.487071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-557c7c79-67dd-4859-b667-3d9533715a58 req-a606adef-d0c2-4454-9d07-48c81ae1b8c3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094828 Aug 19 12:24:21.534520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565af47-4222-40f9-9419-d052c71b4710 req-109f2087-416e-4c54-a31d-1cdc7b929502 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:21.536749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9565af47-4222-40f9-9419-d052c71b4710 req-109f2087-416e-4c54-a31d-1cdc7b929502 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.1298561 Aug 19 12:24:21.549875 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.561052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef760b3-5548-4e5f-a4bc-11d46e8a3247']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:21.572360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:21.572657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfdc2cf-73c3-4fb3-bdf3-1dfdf2f7f0f4') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:21.582994 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.597934 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.618757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:24:21.619805 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:24:21.622565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9565af47-4222-40f9-9419-d052c71b4710 req-b99e2390-77c5-4cf5-ac46-76a64f3af61a tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676880 Aug 19 12:24:21.622565 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.671020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.671561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f05f81-2a48-4959-bba9-b93f348734e7 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:24:21.676431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.677295 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-17998ca6-6711-47e4-9b0f-5212dbe421c8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c5f05f81-2a48-4959-bba9-b93f348734e7 HTTP/1.1" status: 204 len: 168 time: 2.2527843 Aug 19 12:24:21.680147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56884) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:21.733940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ce99da-7221-4aa2-b0ef-9ea0b86457f3 admin admin] Deleting subnet 685ef013-6c85-4b01-a972-3c0b3ae0e6bf {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:24:21.738807 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0ce99da-7221-4aa2-b0ef-9ea0b86457f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.779633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Transition to ACTIVE for port object 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:21.782025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0ce99da-7221-4aa2-b0ef-9ea0b86457f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.786443 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.791963 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.794530 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eef760b3-5548-4e5f-a4bc-11d46e8a3247 HTTP/1.1" status: 204 len: 168 time: 1.4043355 Aug 19 12:24:21.813290 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da06b8e-7758-4ffd-a34c-9bfaeb16fce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef760b3-5548-4e5f-a4bc-11d46e8a3247,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:21.889694 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0ce99da-7221-4aa2-b0ef-9ea0b86457f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.943199 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.072888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Pushing event updated for resources: {'Port': ['ID=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:22.105348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7a40e-77f3-43d5-b761-1eab3693a508 req-c566877b-c3be-47a0-a84f-927ddf7bc925 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:22.106993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08b7a40e-77f3-43d5-b761-1eab3693a508 req-c566877b-c3be-47a0-a84f-927ddf7bc925 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1921358 Aug 19 12:24:22.117614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97f1ed-fd3b-44c1-9d56-5c5c085162bd req-507b8dbb-cc29-4770-acf4-441f9804bede tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:22.119172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a97f1ed-fd3b-44c1-9d56-5c5c085162bd req-507b8dbb-cc29-4770-acf4-441f9804bede tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.2055452 Aug 19 12:24:22.239765 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a97f1ed-fd3b-44c1-9d56-5c5c085162bd req-74a35733-202f-48a6-b380-af2048b9336e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941763 Aug 19 12:24:22.244582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08b7a40e-77f3-43d5-b761-1eab3693a508 req-47a02a38-9c7e-474c-9eaf-51660979eac2 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243691 Aug 19 12:24:22.246191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Attempting to bind port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:22.246531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Attempting to bind port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:22.246865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Attempting to bind port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf on network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:22.249637 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0ce99da-7221-4aa2-b0ef-9ea0b86457f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.260856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf on network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:22.261207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Attempting to bind port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf on network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:22.302583 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0ce99da-7221-4aa2-b0ef-9ea0b86457f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.304796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b0ce99da-7221-4aa2-b0ef-9ea0b86457f3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/685ef013-6c85-4b01-a972-3c0b3ae0e6bf HTTP/1.1" status: 204 len: 168 time: 0.6236141 Aug 19 12:24:22.305746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce99da-7221-4aa2-b0ef-9ea0b86457f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685ef013-6c85-4b01-a972-3c0b3ae0e6bf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:22.307589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56898) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:22.308783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:22.309152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Checking segment: {'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:22.309757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Bound using segment: {'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:22.310221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Bound port: 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:22.310591 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.324890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75990e53-4bac-426d-8536-191f80e66f47 None None] Network d207d4bb-25ef-4c3b-bc42-e67d65cd49af requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:22.411614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e83f9329-cf35-4c4b-bb3e-4735fd9ee9af no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:22.417391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56900) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:22.431646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: e83f9329-cf35-4c4b-bb3e-4735fd9ee9af {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:22.432072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e83f9329-cf35-4c4b-bb3e-4735fd9ee9af not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:22.432838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:22.461912 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:22.462530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22fc9ec7-fb3b-44cd-812c-dae3b2f80619 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:22.462949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6dda7a7b-49de-4e51-afa8-f762721aa735 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:22.463865 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.506426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-256934fa-4d14-4dca-b095-1336ad8db245 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d22e19cb55848c481c3c2660895f08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0869741 Aug 19 12:24:22.519916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 6dda7a7b-49de-4e51-afa8-f762721aa735 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:22.519916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6dda7a7b-49de-4e51-afa8-f762721aa735 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:22.521051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] For port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:22.521242 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56902) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:22.522532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] For port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:22.604625 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cc94e90-89ad-4ef7-8b96-46a0c863f381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.607436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Deleting port 063bec09-f370-4b80-bf2e-e0b7af34c642 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:22.607777 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.644039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650fe7e3-0183-4de2-bc56-d6ac07c57ba6 None None] DHCP port deletion for d207d4bb-25ef-4c3b-bc42-e67d65cd49af request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:24:22.688453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb4e5a-be3d-4476-a0f9-53eb45c4f149 req-264802fc-7ee0-4026-af77-3142c9deadc8 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:22.690374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13bb4e5a-be3d-4476-a0f9-53eb45c4f149 req-264802fc-7ee0-4026-af77-3142c9deadc8 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 944 time: 0.0824990 Aug 19 12:24:22.702308 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cc94e90-89ad-4ef7-8b96-46a0c863f381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.737520 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] For port 063bec09-f370-4b80-bf2e-e0b7af34c642, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=063bec09-f370-4b80-bf2e-e0b7af34c642,segment=NetworkSegment(f5b2422c-6cff-4cf3-97db-16486363c62f),segment_id=f5b2422c-6cff-4cf3-97db-16486363c62f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:22.737520 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.738023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-650fe7e3-0183-4de2-bc56-d6ac07c57ba6 None None] Deleting port 063bec09-f370-4b80-bf2e-e0b7af34c642 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:22.738023 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-650fe7e3-0183-4de2-bc56-d6ac07c57ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.750311 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.764818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13bb4e5a-be3d-4476-a0f9-53eb45c4f149 req-4cdbe1f3-7d69-4fa4-bbae-311894dfedb3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673091 Aug 19 12:24:22.781073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Calling delete_port for 063bec09-f370-4b80-bf2e-e0b7af34c642 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:22.781217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:22.781217 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.781217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] 10.222.0.53 "PUT /v2.0/ports/870f0445-4cb5-4dd6-96b8-d1ba7950cfaf HTTP/1.1" status: 200 len: 1092 time: 2.0346012 Aug 19 12:24:22.797598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef615a63-573a-4a48-9e6b-dfb3de09811d', 'tag': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:22.801578 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3096d8a5-c7c2-4cdc-9c7c-5fa9cfb96396" -d '{"events": [{"name": "network-changed", "server_uuid": "ef615a63-573a-4a48-9e6b-dfb3de09811d", "tag": "870f0445-4cb5-4dd6-96b8-d1ba7950cfaf"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:22.845061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069bdd8-4e1c-45ac-b640-3cfc853f8208 service neutron] Pushing event updated for resources: {'Port': ['ID=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:22.884073 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2235d044-70ec-4651-8d90-906c49828dcd x-openstack-request-id: req-2235d044-70ec-4651-8d90-906c49828dcd {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:22.884501 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef615a63-573a-4a48-9e6b-dfb3de09811d", "tag": "870f0445-4cb5-4dd6-96b8-d1ba7950cfaf", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:22.884904 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2235d044-70ec-4651-8d90-906c49828dcd {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:22.886579 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef615a63-573a-4a48-9e6b-dfb3de09811d', 'tag': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf', 'status': 'completed', 'code': 200} Aug 19 12:24:22.888533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-650fe7e3-0183-4de2-bc56-d6ac07c57ba6 None None] For port 063bec09-f370-4b80-bf2e-e0b7af34c642, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=063bec09-f370-4b80-bf2e-e0b7af34c642,segment=NetworkSegment(f5b2422c-6cff-4cf3-97db-16486363c62f),segment_id=f5b2422c-6cff-4cf3-97db-16486363c62f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:22.889010 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-650fe7e3-0183-4de2-bc56-d6ac07c57ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.912323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-650fe7e3-0183-4de2-bc56-d6ac07c57ba6 None None] Calling delete_port for 063bec09-f370-4b80-bf2e-e0b7af34c642 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:22.987886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096d8a5-c7c2-4cdc-9c7c-5fa9cfb96396 req-2e804639-5d68-42be-b4a1-d1d80c23fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:22.991014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3096d8a5-c7c2-4cdc-9c7c-5fa9cfb96396 req-2e804639-5d68-42be-b4a1-d1d80c23fa45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6be279341188417ebb7bccd2bd711353&device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 1095 time: 0.0794156 Aug 19 12:24:23.103184 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cc94e90-89ad-4ef7-8b96-46a0c863f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.105943 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cc94e90-89ad-4ef7-8b96-46a0c863f381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.109522 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8cc94e90-89ad-4ef7-8b96-46a0c863f381 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e52d60d9-23ab-4cc7-8134-d0428bff170e HTTP/1.1" status: 204 len: 168 time: 0.5924327 Aug 19 12:24:23.118474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc94e90-89ad-4ef7-8b96-46a0c863f381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d60d9-23ab-4cc7-8134-d0428bff170e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:23.167259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267f3c7-0217-481f-8ef0-c46232bcb3d2 req-ab9bebcd-53ac-4c23-8cb5-0324e57970d5 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:23.169906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a267f3c7-0217-481f-8ef0-c46232bcb3d2 req-ab9bebcd-53ac-4c23-8cb5-0324e57970d5 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.1163383 Aug 19 12:24:23.201778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096d8a5-c7c2-4cdc-9c7c-5fa9cfb96396 req-fa867c85-037b-4b54-9b26-c4b862e43161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:23.203290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3096d8a5-c7c2-4cdc-9c7c-5fa9cfb96396 req-fa867c85-037b-4b54-9b26-c4b862e43161 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6be279341188417ebb7bccd2bd711353&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1996844 Aug 19 12:24:23.245891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.256470 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-650fe7e3-0183-4de2-bc56-d6ac07c57ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.276442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a267f3c7-0217-481f-8ef0-c46232bcb3d2 req-a6921da8-4a77-4b4a-8269-3a8bb09747a6 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955932 Aug 19 12:24:23.282780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=063bec09-f370-4b80-bf2e-e0b7af34c642,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:23.286158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] No DVR routers for this DVR port 063bec09-f370-4b80-bf2e-e0b7af34c642 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:23.313745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fe7e3-0183-4de2-bc56-d6ac07c57ba6 None None] Pushing event deleted for resources: {'Port': ['ID=063bec09-f370-4b80-bf2e-e0b7af34c642,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:23.326328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650fe7e3-0183-4de2-bc56-d6ac07c57ba6 None None] No DVR routers for this DVR port 063bec09-f370-4b80-bf2e-e0b7af34c642 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:23.373085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096d8a5-c7c2-4cdc-9c7c-5fa9cfb96396 req-4a949c16-8ce3-49a0-b3ae-030a0a26411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:23.377713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3096d8a5-c7c2-4cdc-9c7c-5fa9cfb96396 req-4a949c16-8ce3-49a0-b3ae-030a0a26411f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1656108 Aug 19 12:24:23.420323 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.445036 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d207d4bb-25ef-4c3b-bc42-e67d65cd49af']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:23.461776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b2422c-6cff-4cf3-97db-16486363c62f') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:23.462064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b2422c-6cff-4cf3-97db-16486363c62f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:23.472727 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.491995 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.499438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:24:23.499438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:24:23.501084 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:24:23.540599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31848cb-710f-45a0-bf60-0f1f4fc73305 req-b2bf63d9-58d8-4d33-91ea-6a35a697fa5f tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:23.545492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a31848cb-710f-45a0-bf60-0f1f4fc73305 req-b2bf63d9-58d8-4d33-91ea-6a35a697fa5f tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1366668 Aug 19 12:24:23.568339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c2290-50d8-4a8f-b6d5-b9bf1d4731fd req-1d84b10e-c085-4646-87ef-908e5c2c7e0d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:23.569962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f24c2290-50d8-4a8f-b6d5-b9bf1d4731fd req-1d84b10e-c085-4646-87ef-908e5c2c7e0d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1457710 Aug 19 12:24:23.591255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-b6ec3334-15e6-4fcb-b492-e69be8204477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:23.591255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-b6ec3334-15e6-4fcb-b492-e69be8204477 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6be279341188417ebb7bccd2bd711353&device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 1095 time: 0.1328125 Aug 19 12:24:23.673244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-d887ae91-abd5-46c4-b872-bf6861c64099 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf HTTP/1.1" status: 200 len: 217 time: 0.0620008 Aug 19 12:24:23.683471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a31848cb-710f-45a0-bf60-0f1f4fc73305 req-c656ebbd-d1ad-41c9-b1af-8ac2fa902b0e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342053 Aug 19 12:24:23.704150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f24c2290-50d8-4a8f-b6d5-b9bf1d4731fd req-e6c284e0-6353-4e2d-9995-fd4b80e51f1d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243718 Aug 19 12:24:23.774062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.779981 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.782284 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d207d4bb-25ef-4c3b-bc42-e67d65cd49af HTTP/1.1" status: 204 len: 168 time: 1.4676051 Aug 19 12:24:23.789957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-8ad10865-b896-4af6-85fa-5d9acf221edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:23.792329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-8ad10865-b896-4af6-85fa-5d9acf221edc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a53da67e-3beb-4e52-bb1d-ea218d2facf1 HTTP/1.1" status: 200 len: 855 time: 0.1044779 Aug 19 12:24:23.798601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11beca87-fd59-4fa0-a0d8-453d552181e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d207d4bb-25ef-4c3b-bc42-e67d65cd49af,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:23.837425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-1de9d3a1-3894-4a70-b273-0d7e1bfd1fcb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=637e89fb-cb9b-4145-9d1a-ea01db39ffa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331099 Aug 19 12:24:23.845260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-9899d199-f685-4144-9583-2aebe6d1d35c service neutron] 10.222.0.53 "GET /v2.0/ports/bd49ef08-9459-4271-a825-abc082e77888/bindings/n-h1-778732-8 HTTP/1.1" status: 200 len: 382 time: 0.1189487 Aug 19 12:24:24.013001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54054e9d-4337-4fbd-9413-1e395e7e8c65 req-b38b9eb8-8612-4451-9c34-c1092e730da0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:24.014549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54054e9d-4337-4fbd-9413-1e395e7e8c65 req-b38b9eb8-8612-4451-9c34-c1092e730da0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 944 time: 0.0929472 Aug 19 12:24:24.018836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-f6d69278-a8b1-4af9-bd79-8f298d59ea00 service neutron] 10.222.0.53 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632950 Aug 19 12:24:24.115376 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54054e9d-4337-4fbd-9413-1e395e7e8c65 req-e6895a18-0900-4db0-9be2-66c9e482d535 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926216 Aug 19 12:24:24.163339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41d40333-6883-40d7-8e7a-a0607ea15299 req-6c8460df-4290-4618-9be3-cb6c392a1dbf service neutron] 10.222.0.53 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341088 Aug 19 12:24:24.297796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 063bec09-f370-4b80-bf2e-e0b7af34c642 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:24.322183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 063bec09-f370-4b80-bf2e-e0b7af34c642 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:24.322570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 063bec09-f370-4b80-bf2e-e0b7af34c642 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:24.421560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68a63a-d86f-44f3-a626-22aea28a4ee1 req-bcf31655-9b2b-47b4-b53f-5a573608d92e tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:24.423112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec68a63a-d86f-44f3-a626-22aea28a4ee1 req-bcf31655-9b2b-47b4-b53f-5a573608d92e tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.0523710 Aug 19 12:24:24.478157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56940) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:24.481870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec68a63a-d86f-44f3-a626-22aea28a4ee1 req-47233bdd-c5bb-425d-978b-80bc452002bc tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472593 Aug 19 12:24:24.529295 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0c442a83-ed3f-4984-8389-57213eb5b124 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1f734d9edfb4325be100123093e6c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491450 Aug 19 12:24:24.531805 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56944) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:24.585901 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29869e2d-b943-44c1-94ee-c0b12e448752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.614736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29869e2d-b943-44c1-94ee-c0b12e448752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.728834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816610-892e-4871-8502-f804659d97dd req-156a6dd2-5840-4aad-bc1e-72720ba61cf3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:24.728834 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae816610-892e-4871-8502-f804659d97dd req-156a6dd2-5840-4aad-bc1e-72720ba61cf3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.53 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.0582669 Aug 19 12:24:24.875124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29869e2d-b943-44c1-94ee-c0b12e448752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.879900 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29869e2d-b943-44c1-94ee-c0b12e448752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.881812 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-29869e2d-b943-44c1-94ee-c0b12e448752 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf HTTP/1.1" status: 204 len: 168 time: 0.3488443 Aug 19 12:24:24.900437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29869e2d-b943-44c1-94ee-c0b12e448752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b7ca56-9bd8-4e7c-a77b-2ced3dc709cf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:24.900836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8d4a0-80a4-41b6-85c2-5a2cb7ee9166 req-05b952b6-d698-4e78-8845-739889d8464d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:24.908391 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1a8d4a0-80a4-41b6-85c2-5a2cb7ee9166 req-05b952b6-d698-4e78-8845-739889d8464d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1224382 Aug 19 12:24:24.947621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b1931-8d22-450c-837d-d42d8588c868 req-87809082-93e7-4224-8fe6-c4ed717ddd18 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:24.948989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-335b1931-8d22-450c-837d-d42d8588c868 req-87809082-93e7-4224-8fe6-c4ed717ddd18 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1544914 Aug 19 12:24:24.988882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Deleting port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:24.989521 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.028932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1a8d4a0-80a4-41b6-85c2-5a2cb7ee9166 req-63b6d01b-d1b7-4f25-90cb-6fcda264b255 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195006 Aug 19 12:24:25.111369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-335b1931-8d22-450c-837d-d42d8588c868 req-e2525ebd-bcf9-42ae-a53c-400145122e15 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503081 Aug 19 12:24:25.142184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-deb0f5c7-c6ff-4c3b-8972-ce180197790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:25.143761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-deb0f5c7-c6ff-4c3b-8972-ce180197790a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5&tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29 HTTP/1.1" status: 200 len: 1101 time: 0.1450324 Aug 19 12:24:25.173091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] For port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6f9d4e00-3566-42ef-a3d0-1539c5fee59d,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:25.174020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.261605 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:24:25.364308 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-03c8d2c0-d650-4136-9c6f-4cc4b8c3ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.470583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-07530835-b455-4c11-91ab-78b4b5cadca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:25.475259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-07530835-b455-4c11-91ab-78b4b5cadca2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 1101 time: 0.2880580 Aug 19 12:24:25.576321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb58c28-bd81-41e5-a3a9-adb7377a3398 req-d08ef120-abab-41a2-a981-ecfec1317b51 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:25.576321 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdb58c28-bd81-41e5-a3a9-adb7377a3398 req-d08ef120-abab-41a2-a981-ecfec1317b51 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 944 time: 0.3138812 Aug 19 12:24:25.714830 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.730852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-007b306b-66b7-4b31-bc0b-61e4f0a70587 req-54094ed2-a777-4607-a045-e7b14724ec01 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2632563 Aug 19 12:24:25.750330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.750766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.751100 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Floating IP 523c4cd6-4e51-4bcb-8fd6-a4ff506c1486 disassociated. External IP: 172.25.6.173, port: 6f9d4e00-3566-42ef-a3d0-1539c5fee59d. Aug 19 12:24:25.751474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Calling delete_port for 6f9d4e00-3566-42ef-a3d0-1539c5fee59d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:25.757141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdb58c28-bd81-41e5-a3a9-adb7377a3398 req-989fe730-bced-41c1-88c6-30209070be4e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722002 Aug 19 12:24:25.787049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-bfcad136-b129-497c-ab14-d352765b5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:25.788650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-bfcad136-b129-497c-ab14-d352765b5219 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.3023520 Aug 19 12:24:25.796390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62cb15-7003-485d-9ea8-8b7e3fb1d1eb req-3da4c560-5bf5-48e0-b48a-fa0fc208d8b0 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:25.797982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc62cb15-7003-485d-9ea8-8b7e3fb1d1eb req-3da4c560-5bf5-48e0-b48a-fa0fc208d8b0 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.1912663 Aug 19 12:24:25.904457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-64549ff5-a3cd-43b1-b581-2a9ef20b4ae1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bd49ef08-9459-4271-a825-abc082e77888 HTTP/1.1" status: 200 len: 217 time: 0.0987229 Aug 19 12:24:25.999280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b306b-66b7-4b31-bc0b-61e4f0a70587 req-75217b35-6846-4132-bbfd-651e1d83fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:26.000865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-007b306b-66b7-4b31-bc0b-61e4f0a70587 req-75217b35-6846-4132-bbfd-651e1d83fbbb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 1096 time: 0.1983316 Aug 19 12:24:26.012989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc62cb15-7003-485d-9ea8-8b7e3fb1d1eb req-d712c171-ec8d-4f4b-98c1-9ce17d1e5601 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups?id=9571b751-ca98-4753-9ba7-7f151794e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633630 Aug 19 12:24:26.015866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-dea4b36a-bbdb-4b5a-878c-ed50d4980638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:26.017142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-dea4b36a-bbdb-4b5a-878c-ed50d4980638 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1063669 Aug 19 12:24:26.247037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56998) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:26.363395 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd923f99-e545-4531-beee-7e47db287414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.463519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57006) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:26.475521 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd923f99-e545-4531-beee-7e47db287414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.576819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-3b77b7e8-bf32-4af1-8cbb-12ad7a8c798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:26.578298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1809752710-network', 'tenant_id': '2582960a23914f2dae036edeafc0f19c'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:26.578469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-3b77b7e8-bf32-4af1-8cbb-12ad7a8c798e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5529866 Aug 19 12:24:26.634234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d9d5a-9230-4051-9b0d-c82485a0fd61 req-df29ccee-a3e3-4fdd-be68-134214b0a202 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:26.635932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a47d9d5a-9230-4051-9b0d-c82485a0fd61 req-df29ccee-a3e3-4fdd-be68-134214b0a202 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.2216575 Aug 19 12:24:26.645858 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd923f99-e545-4531-beee-7e47db287414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.648078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:26.651940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bd49ef08-9459-4271-a825-abc082e77888 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:26.690137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a227-e26a-42ab-aa11-311794583654 req-b571f369-fbac-435e-ba54-e3cb3330a924 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:26.701983 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fd923f99-e545-4531-beee-7e47db287414 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d07943fc86b242598c5c066da515c554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512625 Aug 19 12:24:26.702308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7757a227-e26a-42ab-aa11-311794583654 req-b571f369-fbac-435e-ba54-e3cb3330a924 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.3038168 Aug 19 12:24:26.708715 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57010) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:26.727253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b306b-66b7-4b31-bc0b-61e4f0a70587 req-159c4d22-3fd9-41c1-a6b6-f6d1218a9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:26.728811 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-007b306b-66b7-4b31-bc0b-61e4f0a70587 req-159c4d22-3fd9-41c1-a6b6-f6d1218a9201 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 920 time: 0.6924236 Aug 19 12:24:26.732057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd923f99-e545-4531-beee-7e47db287414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae7f3ed-e4a3-4584-9c27-c9286d156624,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:26.740012 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.800421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70b68e63-ab68-416d-a6b6-9d6b4cb6adf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.819665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Made reservation on behalf of 2582960a23914f2dae036edeafc0f19c for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:26.822156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.839716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.852058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-007b306b-66b7-4b31-bc0b-61e4f0a70587 req-3b14ce89-364b-4837-96ca-a15729614ebf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=187a8696-9ecb-4a06-835b-8b171e24dbea HTTP/1.1" status: 200 len: 217 time: 0.1027474 Aug 19 12:24:26.852058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Pushing event deleted for resources: {'Port': ['ID=6f9d4e00-3566-42ef-a3d0-1539c5fee59d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:26.854837 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.855151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70b68e63-ab68-416d-a6b6-9d6b4cb6adf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.931259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bd49ef08-9459-4271-a825-abc082e77888, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bd49ef08-9459-4271-a825-abc082e77888,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:26.933713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7757a227-e26a-42ab-aa11-311794583654 req-d1137787-4c3d-4f4c-90d4-f40a47f1afaf tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286725 Aug 19 12:24:26.941138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a47d9d5a-9230-4051-9b0d-c82485a0fd61 req-3cd168fb-37e1-4ac0-86e5-f7a4e03f16dc tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659481 Aug 19 12:24:26.950784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd49ef08-9459-4271-a825-abc082e77888'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:26.953747 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-476aac65-5326-4c73-982a-5a418e425b1c service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640280 Aug 19 12:24:26.954451 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23e2fab-f8ee-4f2e-9304-86c9773debf4" -d '{"events": [{"server_uuid": "b01c2c1e-dcd1-47e8-ba65-ceec534505a5", "name": "network-vif-unplugged", "status": "completed", "tag": "bd49ef08-9459-4271-a825-abc082e77888"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:26.969125 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.984431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:27.013288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf', 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0', 'port_id': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf', 'mac_address': 'fa:16:3e:51:2d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53da67e-3beb-4e52-bb1d-ea218d2facf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:27.099148 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.123374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:27.149839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:27.156928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b306b-66b7-4b31-bc0b-61e4f0a70587 req-25f8de43-19a0-4fae-a39d-ac6409c9cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:27.158515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-007b306b-66b7-4b31-bc0b-61e4f0a70587 req-25f8de43-19a0-4fae-a39d-ac6409c9cb4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 200 len: 859 time: 0.2890329 Aug 19 12:24:27.165359 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.190904 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70b68e63-ab68-416d-a6b6-9d6b4cb6adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.203908 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70b68e63-ab68-416d-a6b6-9d6b4cb6adf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.203908 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-70b68e63-ab68-416d-a6b6-9d6b4cb6adf7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dae7f3ed-e4a3-4584-9c27-c9286d156624 HTTP/1.1" status: 204 len: 168 time: 0.4920409 Aug 19 12:24:27.235628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-007b306b-66b7-4b31-bc0b-61e4f0a70587 req-27c8cf4c-24bd-4764-8f2f-3d8b0968d5fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a968453-8949-4776-80cc-6c3b9cd0d5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559146 Aug 19 12:24:27.239150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b68e63-ab68-416d-a6b6-9d6b4cb6adf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae7f3ed-e4a3-4584-9c27-c9286d156624,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:27.239752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bd49ef08-9459-4271-a825-abc082e77888,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:27.289707 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.303627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80f6bb03-ca55-4543-aed4-0317ad3291ff req-9a79a07d-1593-478d-a681-141b0b8bea9e service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640610 Aug 19 12:24:27.313656 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.386044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Router c80bb2ef-e464-446f-8bae-2253855e7449 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:24:27.399733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa81a7-3054-40bd-afee-281cfbbf7778 req-de0a99b6-b744-488c-85c4-7b281eac6241 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:27.407975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:27.408480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81fa81a7-3054-40bd-afee-281cfbbf7778 req-de0a99b6-b744-488c-85c4-7b281eac6241 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 944 time: 0.3244538 Aug 19 12:24:27.408816 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.493013 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fa4ef5-f42d-4dfb-a39a-40d080ed7fcc x-openstack-request-id: req-c4fa4ef5-f42d-4dfb-a39a-40d080ed7fcc {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:27.493351 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c2c1e-dcd1-47e8-ba65-ceec534505a5", "name": "network-vif-unplugged", "status": "completed", "tag": "bd49ef08-9459-4271-a825-abc082e77888", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:27.493737 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4fa4ef5-f42d-4dfb-a39a-40d080ed7fcc {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:27.494184 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd49ef08-9459-4271-a825-abc082e77888', 'code': 200} Aug 19 12:24:27.506236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:24:27.526904 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.527357 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Added segment 81b23800-9611-470d-a34a-0966259f7f56 of type vlan for network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 Aug 19 12:24:27.569708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81fa81a7-3054-40bd-afee-281cfbbf7778 req-d867573d-ab14-4c8a-99e5-e4cf04680e6d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566439 Aug 19 12:24:27.589950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec6154-94d8-4576-a424-1f9b938e380a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:27.616437 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.661747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['870f0445-4cb5-4dd6-96b8-d1ba7950cfaf'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:27.707168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc102977-9e47-4076-935e-e09ed5532639 req-68aaa4e3-af2b-4c84-a04f-aef3b10a2b5f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 210 time: 0.1053915 Aug 19 12:24:27.719340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-007b306b-66b7-4b31-bc0b-61e4f0a70587 req-a438fd44-6896-4777-8cd1-cd76fa332fd9 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213457 Aug 19 12:24:27.792499 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.793957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:27.796340 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.815748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:27.834467 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84491417-3572-400f-aa4d-20ec3aa0b890 None None] Sync routers for ids ['c80bb2ef-e464-446f-8bae-2253855e7449'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:27.880587 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84491417-3572-400f-aa4d-20ec3aa0b890 None None] Routers {'c80bb2ef-e464-446f-8bae-2253855e7449'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:27.881475 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-84491417-3572-400f-aa4d-20ec3aa0b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c80bb2ef-e464-446f-8bae-2253855e7449'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:27.902493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] Pushing event updated for resources: {'Network': ['ID=9a5b37e5-6894-47f0-bc05-fa090f5bbe01,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:27.961416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] No DVR routers for this DVR port 6f9d4e00-3566-42ef-a3d0-1539c5fee59d on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:27.998998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:28.001135 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-04a38113-0ae1-4373-8204-179adaaa1842 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5363383 Aug 19 12:24:28.004472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57030) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:28.005303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae816610-892e-4871-8502-f804659d97dd req-3f285905-d68e-48a5-b885-ba505f1e9e4f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.53 "DELETE /v2.0/ports/6f9d4e00-3566-42ef-a3d0-1539c5fee59d HTTP/1.1" status: 204 len: 173 time: 3.2683344 Aug 19 12:24:28.017140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] Request body: {'subnet': {'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1809752710-subnet', 'tenant_id': '2582960a23914f2dae036edeafc0f19c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:28.017966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'name': 'network-vif-deleted', 'tag': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:28.021194 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b975ba2c-9bc7-40f5-8bbf-edbb1433d3b2" -d '{"events": [{"server_uuid": "831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0", "name": "network-vif-deleted", "tag": "6f9d4e00-3566-42ef-a3d0-1539c5fee59d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:28.041549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:24:28.076229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-007b306b-66b7-4b31-bc0b-61e4f0a70587 req-be2abd6b-a8e4-4b92-8230-ec981d7b39e8 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432603 Aug 19 12:24:28.107766 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-84491417-3572-400f-aa4d-20ec3aa0b890 None None] Set router c80bb2ef-e464-446f-8bae-2253855e7449 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:28.115052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-90cedc84-bcf2-4cab-972b-4177946e0d34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2243631 Aug 19 12:24:28.223581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] Made reservation on behalf of 2582960a23914f2dae036edeafc0f19c for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:28.227405 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:28.263108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd3d28-09e6-4478-8f1c-d4b1e50e6a8b req-ad98b5ea-02a9-4e54-bac0-cfa1fa2436b2 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.271030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86fd3d28-09e6-4478-8f1c-d4b1e50e6a8b req-ad98b5ea-02a9-4e54-bac0-cfa1fa2436b2 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 948 time: 0.1815791 Aug 19 12:24:28.308805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5be516-5815-4045-9c86-10c4c488b7f5 req-fbee9085-b572-4ba3-b254-61013cfee35c tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.310547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd5be516-5815-4045-9c86-10c4c488b7f5 req-fbee9085-b572-4ba3-b254-61013cfee35c tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1573822 Aug 19 12:24:28.324905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-facd8f02-7f80-421f-aa5b-208abe26f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.325416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-facd8f02-7f80-421f-aa5b-208abe26f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.325910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-facd8f02-7f80-421f-aa5b-208abe26f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.326394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-facd8f02-7f80-421f-aa5b-208abe26f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.326873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-facd8f02-7f80-421f-aa5b-208abe26f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.327362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-facd8f02-7f80-421f-aa5b-208abe26f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.327936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-facd8f02-7f80-421f-aa5b-208abe26f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.329895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-facd8f02-7f80-421f-aa5b-208abe26f16e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=de32ceb272334860bcd42ef7d3eb8552&device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6491 time: 0.1254086 Aug 19 12:24:28.371536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86fd3d28-09e6-4478-8f1c-d4b1e50e6a8b req-6ab32490-3987-4e62-83e5-79849a45ab31 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996094 Aug 19 12:24:28.481286 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d27993-529a-41cb-978c-875e1ce015ef x-openstack-request-id: req-83d27993-529a-41cb-978c-875e1ce015ef {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:28.481759 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0", "name": "network-vif-deleted", "tag": "6f9d4e00-3566-42ef-a3d0-1539c5fee59d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:28.482378 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83d27993-529a-41cb-978c-875e1ce015ef {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:28.483044 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0', 'name': 'network-vif-deleted', 'tag': '6f9d4e00-3566-42ef-a3d0-1539c5fee59d', 'status': 'completed', 'code': 200} Aug 19 12:24:28.495850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd5be516-5815-4045-9c86-10c4c488b7f5 req-73938018-2ee0-45c8-af17-04ed5e7e83ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648271 Aug 19 12:24:28.506186 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-84491417-3572-400f-aa4d-20ec3aa0b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '720bb784-bbd2-4a05-94e6-1b5f9e57bcd0', 'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'mac_address': 'fa:16:3e:28:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:57Z', 'updated_at': '2021-08-19T12:22:10Z', 'revision_number': 5, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'subnets': [{'id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:28.542622 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84491417-3572-400f-aa4d-20ec3aa0b890 None None] Checking router: c80bb2ef-e464-446f-8bae-2253855e7449 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:24:28.552785 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84491417-3572-400f-aa4d-20ec3aa0b890 None None] Routers {'c80bb2ef-e464-446f-8bae-2253855e7449'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:28.553451 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-84491417-3572-400f-aa4d-20ec3aa0b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c80bb2ef-e464-446f-8bae-2253855e7449'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:28.626238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-d6bd91cf-5c65-4c0f-8c2c-29366cb22553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.626771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-d6bd91cf-5c65-4c0f-8c2c-29366cb22553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.627396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-d6bd91cf-5c65-4c0f-8c2c-29366cb22553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.630112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-d6bd91cf-5c65-4c0f-8c2c-29366cb22553 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba2269c4-ec6f-4475-935d-eb1eae834738&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=193ea437-6444-44f1-bc3a-75066b6e68f8&id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd HTTP/1.1" status: 200 len: 2293 time: 0.2476876 Aug 19 12:24:28.644772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6f9d4e00-3566-42ef-a3d0-1539c5fee59d no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:28.667461 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-84491417-3572-400f-aa4d-20ec3aa0b890 None None] Set router c80bb2ef-e464-446f-8bae-2253855e7449 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:28.679320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 6f9d4e00-3566-42ef-a3d0-1539c5fee59d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:28.679904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6f9d4e00-3566-42ef-a3d0-1539c5fee59d not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:28.718260 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:28.748106 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:28.803704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] Checking segment: {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:28.804092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] Network hostable DHCP agents. Network: 9a5b37e5-6894-47f0-bc05-fa090f5bbe01, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:24:28.807153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd088f9-e2b1-49b7-95a1-a524ead6c866 req-f0d37b06-ab91-44a4-9ae0-667811917ac5 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.808999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfd088f9-e2b1-49b7-95a1-a524ead6c866 req-f0d37b06-ab91-44a4-9ae0-667811917ac5 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 945 time: 0.0865681 Aug 19 12:24:28.841420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-a47bb20b-1a7e-4fac-8dcd-eef24b77503a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d15454d-0144-42da-9889-b9d3ccc516f3 HTTP/1.1" status: 200 len: 1002 time: 0.1903071 Aug 19 12:24:28.842812 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=25820506-5c43-44ef-9418-1a5eab29a413,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:28.903639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfd088f9-e2b1-49b7-95a1-a524ead6c866 req-ae8bc0fe-d236-4bba-baea-f8f4a0118105 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864651 Aug 19 12:24:28.924270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-283c689d-362e-44d5-b44e-428b46e0bd2f req-d74577de-5fd6-4a4e-b84d-8e230c03f2e3 tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/ports?device_id=831cd2fc-cbf4-4ac0-9ddc-d0be7fe4aeb0 HTTP/1.1" status: 200 len: 210 time: 0.0575504 Aug 19 12:24:28.935758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-fef34c0c-1842-47c5-b5dd-bdcb3d58f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.937252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-fef34c0c-1842-47c5-b5dd-bdcb3d58f519 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fe76339-4820-45f9-a4ef-81b8085045b0 HTTP/1.1" status: 200 len: 851 time: 0.0873737 Aug 19 12:24:28.950273 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-84491417-3572-400f-aa4d-20ec3aa0b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '720bb784-bbd2-4a05-94e6-1b5f9e57bcd0', 'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'mac_address': 'fa:16:3e:28:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:57Z', 'updated_at': '2021-08-19T12:22:10Z', 'revision_number': 5, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'subnets': [{'id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:28.951143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] Network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:24:28.978508 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84491417-3572-400f-aa4d-20ec3aa0b890 None None] The sync data for ids ['c80bb2ef-e464-446f-8bae-2253855e7449'] in n-d-778732-8 is: [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:22:00Z', 'revision_number': 4, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '720bb784-bbd2-4a05-94e6-1b5f9e57bcd0', 'name': '', 'network_id': '1a20ac09-5eff-4ad7-b41b-90cb0482e945', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'mac_address': 'fa:16:3e:28:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:57Z', 'updated_at': '2021-08-19T12:22:10Z', 'revision_number': 5, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'subnets': [{'id': 'd8b8e08b-9a47-481f-9786-cc4045c8fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:29.013602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-dd6efb3f-d14f-41d9-b11d-9b27cd31ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:29.016851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-dd6efb3f-d14f-41d9-b11d-9b27cd31ccba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba2269c4-ec6f-4475-935d-eb1eae834738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674670 Aug 19 12:24:29.139070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 9a5b37e5-6894-47f0-bc05-fa090f5bbe01) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:29.147151 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:29.147151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:29.148482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fdf23d-e7e3-4973-8df1-087a8e4599c7 None None] Network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:29.149047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-5aa742fd-d4e0-45ce-b475-a4329374656a service neutron] 10.222.0.53 "GET /v2.0/networks/ba2269c4-ec6f-4475-935d-eb1eae834738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231074 Aug 19 12:24:29.277991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-bb455ba2-c36d-4b65-ae39-3dcd3b4fcdde service neutron] 10.222.0.53 "GET /v2.0/networks/ba2269c4-ec6f-4475-935d-eb1eae834738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210709 Aug 19 12:24:29.333066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f135bfd-2548-4ae2-9a67-69e8882e675b None None] Network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:29.337133 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-8d26451b-7399-41e7-b561-4d907120f291 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=1851f4e9-b54c-452a-bdfc-d00b649ab1e3 HTTP/1.1" status: 200 len: 217 time: 0.0492539 Aug 19 12:24:29.374821 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-829bc232-5d97-4887-98f0-61c437693cff admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3657780 Aug 19 12:24:29.376981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e7e25e-fa79-451a-9788-605779184aee None None] New status for floating IP 523c4cd6-4e51-4bcb-8fd6-a4ff506c1486: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:24:29.393348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-e9f581c9-d3a4-4845-a2c1-d6590e1df7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:29.395765 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-e9f581c9-d3a4-4845-a2c1-d6590e1df7fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.0519094 Aug 19 12:24:29.548821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-a74b074f-1368-4d56-ad27-fa85b11f0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:29.551991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-a74b074f-1368-4d56-ad27-fa85b11f0b6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1455154 Aug 19 12:24:29.680640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1cc0-21b8-4de7-8ae6-bf2af197a5ac req-cd0754b3-243b-4fd4-b524-010715f0d621 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:29.682914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e0d1cc0-21b8-4de7-8ae6-bf2af197a5ac req-cd0754b3-243b-4fd4-b524-010715f0d621 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 948 time: 0.2086554 Aug 19 12:24:29.761610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac93729-f624-4ae6-95d3-315a2896d8e6 req-ef11828a-e28b-4b85-ab95-9337e6f54959 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:29.763244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ac93729-f624-4ae6-95d3-315a2896d8e6 req-ef11828a-e28b-4b85-ab95-9337e6f54959 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1576238 Aug 19 12:24:29.770290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e0d1cc0-21b8-4de7-8ae6-bf2af197a5ac req-e42cd01c-4770-46e9-92c0-88094d51b4cd tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791976 Aug 19 12:24:29.779803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-7768f7cb-fdd5-4ce6-9c19-cffe42405b3e service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186217 Aug 19 12:24:29.863767 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ac93729-f624-4ae6-95d3-315a2896d8e6 req-7340eb60-32ea-45f4-8ec4-0b59539d096e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906184 Aug 19 12:24:29.909056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-f3615275-ede6-4686-8520-959779c0820d service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202662 Aug 19 12:24:29.954866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-add673b2-2ba2-438a-85fc-2b5dc21470b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=4fc642de-7ffa-4979-956d-5f14b4e4d72e HTTP/1.1" status: 200 len: 217 time: 0.0380251 Aug 19 12:24:30.010001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-8527f2af-e252-4645-a863-baf9e3f5262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:30.011586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-8527f2af-e252-4645-a863-baf9e3f5262d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.0489578 Aug 19 12:24:30.071217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-7e084045-0d4b-4289-b823-5d56065c81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:30.073029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-7e084045-0d4b-4289-b823-5d56065c81b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529678 Aug 19 12:24:30.246507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe82014-a64d-41e8-9e04-d548b2631dc8 req-9c39857d-78de-4fe3-a045-b4b5499da7e7 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:30.248116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dfe82014-a64d-41e8-9e04-d548b2631dc8 req-9c39857d-78de-4fe3-a045-b4b5499da7e7 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 945 time: 0.1741438 Aug 19 12:24:30.315341 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-04e00115-8dc6-445e-95e3-cd2a9ea738a9 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321348 Aug 19 12:24:30.327846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-39a38e15-0074-4059-b5fb-ea5da7643a87 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:30.329449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-39a38e15-0074-4059-b5fb-ea5da7643a87 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/networks?id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01 HTTP/1.1" status: 200 len: 813 time: 0.2133789 Aug 19 12:24:30.367469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dfe82014-a64d-41e8-9e04-d548b2631dc8 req-c6db8ae7-5f59-4910-8525-6a2912803b9b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089509 Aug 19 12:24:30.396963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-a89248e5-39a0-447c-94e8-881098023f41 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/quotas/2582960a23914f2dae036edeafc0f19c HTTP/1.1" status: 200 len: 375 time: 0.0565970 Aug 19 12:24:30.439379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2304c3cf-6f49-49ab-9163-f0004e60d2a6 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2582960a23914f2dae036edeafc0f19c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323105 Aug 19 12:24:30.459307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-e2cf099f-9085-428f-ae82-e283bf034eda service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:24:30.460190 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-e2cf099f-9085-428f-ae82-e283bf034eda service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079100 Aug 19 12:24:30.485160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-d0311fe2-ed56-4883-9985-d0265ea91dec service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526787 Aug 19 12:24:30.641451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57096) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:30.659650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bd49ef08-9459-4271-a825-abc082e77888 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:30.667235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:30.715319 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ee784e2-583c-4781-bf48-a016df31a1af tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:30.774673 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ee784e2-583c-4781-bf48-a016df31a1af tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:30.855610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bd49ef08-9459-4271-a825-abc082e77888, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bd49ef08-9459-4271-a825-abc082e77888,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:30.872196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'bd49ef08-9459-4271-a825-abc082e77888', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'bd49ef08-9459-4271-a825-abc082e77888', 'mac_address': 'fa:16:3e:70:ab:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:30.917341 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:30.935836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:30.942876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd49ef08-9459-4271-a825-abc082e77888 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:30.950243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-62e64323-f171-45d7-b3a9-581b54ba4d37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=5ae42017-0bcf-466a-bbc8-620e57138e3e HTTP/1.1" status: 200 len: 217 time: 0.4463027 Aug 19 12:24:30.950833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:30.950833 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:30.987196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bd49ef08-9459-4271-a825-abc082e77888, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bd49ef08-9459-4271-a825-abc082e77888,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:31.023305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-0f0d6e2c-5c77-4675-abd2-c5873284d930 service neutron] 10.222.0.44 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535905 Aug 19 12:24:31.024626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-5095cb54-364c-41ac-acfa-dbb090f634c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:31.025966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-5095cb54-364c-41ac-acfa-dbb090f634c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.0756462 Aug 19 12:24:31.036844 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ee784e2-583c-4781-bf48-a016df31a1af tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.042667 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ee784e2-583c-4781-bf48-a016df31a1af tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.043568 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3ee784e2-583c-4781-bf48-a016df31a1af tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "DELETE /v2.0/security-groups/9571b751-ca98-4753-9ba7-7f151794e18a HTTP/1.1" status: 204 len: 168 time: 0.4007375 Aug 19 12:24:31.050822 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.051327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57106) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:31.073550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee784e2-583c-4781-bf48-a016df31a1af tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9571b751-ca98-4753-9ba7-7f151794e18a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:31.077601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef615a63-573a-4a48-9e6b-dfb3de09811d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:31.080215 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb5910e-e9e3-4232-849f-bc3335050ae5" -d '{"events": [{"server_uuid": "ef615a63-573a-4a48-9e6b-dfb3de09811d", "name": "network-vif-plugged", "status": "completed", "tag": "870f0445-4cb5-4dd6-96b8-d1ba7950cfaf"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:31.085722 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-09c7b5c8-9c22-4160-b32a-31949ec8507f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] show failed (client error): The resource could not be found. Aug 19 12:24:31.089226 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-09c7b5c8-9c22-4160-b32a-31949ec8507f tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "GET /v2.0/security-groups/9571b751-ca98-4753-9ba7-7f151794e18a HTTP/1.1" status: 404 len: 347 time: 0.0337689 Aug 19 12:24:31.089707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57110) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:31.104844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:31.139785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-641e3140-99c1-4674-84b3-8c463a18a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:31.141398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-641e3140-99c1-4674-84b3-8c463a18a964 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1071467 Aug 19 12:24:31.194322 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.230804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-e495ba8b-6f4a-4488-8ab9-97373292b242 service neutron] 10.222.0.44 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671338 Aug 19 12:24:31.247251 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.252474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bd49ef08-9459-4271-a825-abc082e77888,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:31.282731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c844db49-fef6-4adb-80bd-fb00b5c30e8b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Deleting port ffa27ca4-29d4-4f44-b732-f339c8b964d5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:31.288962 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c844db49-fef6-4adb-80bd-fb00b5c30e8b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.324877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:31.352488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-70376d74-6b9a-407a-bb6f-ee1440af7c82 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011940 Aug 19 12:24:31.392283 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c844db49-fef6-4adb-80bd-fb00b5c30e8b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.396166 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c844db49-fef6-4adb-80bd-fb00b5c30e8b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.410586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c844db49-fef6-4adb-80bd-fb00b5c30e8b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Calling delete_port for ffa27ca4-29d4-4f44-b732-f339c8b964d5 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:31.483010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['bd49ef08-9459-4271-a825-abc082e77888'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:31.506572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-79836769-ba2d-4e92-9f93-635074263ad7 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480443 Aug 19 12:24:31.562192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-a6fb9ac7-25a7-435a-a528-9c7b4b312369 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=c619d747-4be2-4c9d-86a8-693579069896 HTTP/1.1" status: 200 len: 217 time: 0.0474403 Aug 19 12:24:31.572540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc88382-2e67-41d2-9442-45fae4dba4f4 req-8a6d5ec6-f9f2-4b55-86a8-568aef275fcc tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:31.574278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fc88382-2e67-41d2-9442-45fae4dba4f4 req-8a6d5ec6-f9f2-4b55-86a8-568aef275fcc tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 949 time: 0.1193233 Aug 19 12:24:31.654169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-4408bfb3-9b10-4521-87db-f2c615825149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:31.655764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-4408bfb3-9b10-4521-87db-f2c615825149 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 200 len: 797 time: 0.0804968 Aug 19 12:24:31.662057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fc88382-2e67-41d2-9442-45fae4dba4f4 req-a50979cf-9535-44ce-addc-56530cada3c7 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766454 Aug 19 12:24:31.731687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-0d00e2e1-df70-4f3e-8278-9bde7f822ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:31.733970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-0d00e2e1-df70-4f3e-8278-9bde7f822ac6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ea437-6444-44f1-bc3a-75066b6e68f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690866 Aug 19 12:24:31.758448 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c844db49-fef6-4adb-80bd-fb00b5c30e8b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.809938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844db49-fef6-4adb-80bd-fb00b5c30e8b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Pushing event deleted for resources: {'Port': ['ID=ffa27ca4-29d4-4f44-b732-f339c8b964d5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:31.836190 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d09dd2a-a3f7-4588-b17e-7d9ac4c01192 x-openstack-request-id: req-8d09dd2a-a3f7-4588-b17e-7d9ac4c01192 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:31.836738 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef615a63-573a-4a48-9e6b-dfb3de09811d", "name": "network-vif-plugged", "status": "completed", "tag": "870f0445-4cb5-4dd6-96b8-d1ba7950cfaf", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:31.836738 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d09dd2a-a3f7-4588-b17e-7d9ac4c01192 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:31.837241 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef615a63-573a-4a48-9e6b-dfb3de09811d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf', 'code': 200} Aug 19 12:24:31.891257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-9da61c59-6d54-42ce-b9c7-727b521fd1c6 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477039 Aug 19 12:24:31.918405 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c844db49-fef6-4adb-80bd-fb00b5c30e8b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.921692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c844db49-fef6-4adb-80bd-fb00b5c30e8b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.926624 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c844db49-fef6-4adb-80bd-fb00b5c30e8b tempest-ServersTestJSON-1882227356 tempest-ServersTestJSON-1882227356-project] 10.222.0.44 "DELETE /v2.0/floatingips/523c4cd6-4e51-4bcb-8fd6-a4ff506c1486 HTTP/1.1" status: 204 len: 168 time: 0.8352857 Aug 19 12:24:31.930984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57124) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:32.059919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419555cf-4519-43e6-8594-dd42de76ea8c req-e463f003-9378-438e-a0a7-6ce242ede899 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:32.061644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-419555cf-4519-43e6-8594-dd42de76ea8c req-e463f003-9378-438e-a0a7-6ce242ede899 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.2690277 Aug 19 12:24:32.076679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9112c-988c-4464-adae-e945350a08af req-0acc330f-493e-4992-80bc-cc4cde42345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:32.078553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ed9112c-988c-4464-adae-e945350a08af req-0acc330f-493e-4992-80bc-cc4cde42345f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 1097 time: 0.1481807 Aug 19 12:24:32.129177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-667e8ec3-fad0-46a3-8680-d8a34cc3c702 service neutron] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117157 Aug 19 12:24:32.191946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-25a3d6ff-1fa9-4b39-ab82-7bc5c1902d93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cef0759-8fb1-41a8-85f8-8a7340fded6f HTTP/1.1" status: 200 len: 217 time: 0.0488038 Aug 19 12:24:32.195018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-419555cf-4519-43e6-8594-dd42de76ea8c req-726d3f6d-2d98-4614-beeb-8e0b59b80739 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136622 Aug 19 12:24:32.196875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ed9112c-988c-4464-adae-e945350a08af req-5181ae52-6d40-419a-a1d5-7705604b077c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090961 Aug 19 12:24:32.340289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a085a-f8be-44f9-a474-51a5a93757d4 req-5c721921-2ca0-40ae-a033-1bc30ff9cade tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:32.341988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f7a085a-f8be-44f9-a474-51a5a93757d4 req-5c721921-2ca0-40ae-a033-1bc30ff9cade tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.0658159 Aug 19 12:24:32.390044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f7a085a-f8be-44f9-a474-51a5a93757d4 req-d8f09bb4-06e2-4936-80cd-57595fc74966 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 Aug 19 12:24:32.411500 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:32.465564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-039d3522-5655-47e3-806d-fbb41f9a1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:32.468063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-039d3522-5655-47e3-806d-fbb41f9a1ce6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bc8fbf22-ad86-439b-b36a-a2769a04a542 HTTP/1.1" status: 200 len: 797 time: 0.0691426 Aug 19 12:24:32.551815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-c8358397-20e9-4abc-a314-561f1d61f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:32.553728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-c8358397-20e9-4abc-a314-561f1d61f1e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783057 Aug 19 12:24:32.664846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bd49ef08-9459-4271-a825-abc082e77888 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:32.776080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-2ff784ad-2d4c-4596-bae7-7a7fa3daad36 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127519 Aug 19 12:24:32.851969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port bd49ef08-9459-4271-a825-abc082e77888 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:32.853527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:32.993864 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.039663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bd49ef08-9459-4271-a825-abc082e77888, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bd49ef08-9459-4271-a825-abc082e77888,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:33.080582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-f6911f99-9363-4d91-afc8-eb3b3144d3c6 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940636 Aug 19 12:24:33.098425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5631c-0b04-4ee5-991d-91460d70c83e req-79586f41-883e-4631-9e13-57439b8f7b22 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.100442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12d5631c-0b04-4ee5-991d-91460d70c83e req-79586f41-883e-4631-9e13-57439b8f7b22 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 949 time: 0.1677072 Aug 19 12:24:33.140119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.211926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-90ac1733-075f-4bc9-bb3d-c9eef147380d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b00df9f7-18e4-456f-97c4-dc02d88ac49a HTTP/1.1" status: 200 len: 217 time: 0.1090961 Aug 19 12:24:33.218662 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] Deleting port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:33.221215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.225976 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b165eda-8521-45a8-99c3-0ad3156ecebd req-30a38911-d62b-4528-a760-be515e1d1106 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 210 time: 0.0644464 Aug 19 12:24:33.236011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bd49ef08-9459-4271-a825-abc082e77888,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:33.338173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12d5631c-0b04-4ee5-991d-91460d70c83e req-9de28c3d-768c-4bf5-9475-94b15badd02c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051187 Aug 19 12:24:33.364565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-0cce9cd1-61a0-4d70-a92d-7eaf6e909365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.366679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-0cce9cd1-61a0-4d70-a92d-7eaf6e909365 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bc8fbf22-ad86-439b-b36a-a2769a04a542 HTTP/1.1" status: 200 len: 797 time: 0.1352143 Aug 19 12:24:33.382421 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] For port 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=720bb784-bbd2-4a05-94e6-1b5f9e57bcd0,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:33.382699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-8d6c563b-b59f-4116-9be5-f6248739c3d8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.383520 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.385091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-8d6c563b-b59f-4116-9be5-f6248739c3d8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.53 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5&tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 950 time: 0.2834437 Aug 19 12:24:33.401323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] Calling delete_port for 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:33.516066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2145ca-f741-4f3b-ad1a-c6684c303038 req-b7bfb430-4776-4c80-b39a-201bbfa313b3 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.517987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb2145ca-f741-4f3b-ad1a-c6684c303038 req-b7bfb430-4776-4c80-b39a-201bbfa313b3 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1713712 Aug 19 12:24:33.565073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141123-1953-4916-9e64-5150b8fe589e req-33c8be8d-1281-4c14-b81c-6df9f133c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.568003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-33c8be8d-1281-4c14-b81c-6df9f133c9d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d6c6406-487d-464e-aa6a-b35d43ac7bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1793396 Aug 19 12:24:33.688037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb2145ca-f741-4f3b-ad1a-c6684c303038 req-ea787017-57e8-44f5-b882-da876d1f9d42 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530511 Aug 19 12:24:33.700289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-79c1b2f3-b206-4a10-9b74-23a96810cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.704626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-79c1b2f3-b206-4a10-9b74-23a96810cc00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 1101 time: 0.1830819 Aug 19 12:24:33.757504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.805850 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=720bb784-bbd2-4a05-94e6-1b5f9e57bcd0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:33.806082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb091-6506-41ac-90f6-2e660ff38b0f req-af3f6522-7fd0-4246-975e-7a9be502bc6f tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.807687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24deb091-6506-41ac-90f6-2e660ff38b0f req-af3f6522-7fd0-4246-975e-7a9be502bc6f tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.1994398 Aug 19 12:24:33.826748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-869fc24d-7147-4124-9acb-ffcbd6b8739b service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443185 Aug 19 12:24:33.838938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd49ef08-9459-4271-a825-abc082e77888'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:33.844692 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a385c99e-7029-400f-ad9a-57a98ead62e4" -d '{"events": [{"server_uuid": "b01c2c1e-dcd1-47e8-ba65-ceec534505a5", "name": "network-vif-plugged", "status": "completed", "tag": "bd49ef08-9459-4271-a825-abc082e77888"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:33.918847 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f15f527-2924-49a9-b580-7d5038ba6b5c x-openstack-request-id: req-7f15f527-2924-49a9-b580-7d5038ba6b5c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:33.919719 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c2c1e-dcd1-47e8-ba65-ceec534505a5", "name": "network-vif-plugged", "status": "completed", "tag": "bd49ef08-9459-4271-a825-abc082e77888", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:33.919990 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f15f527-2924-49a9-b580-7d5038ba6b5c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:33.920400 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd49ef08-9459-4271-a825-abc082e77888', 'code': 200} Aug 19 12:24:33.988213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24deb091-6506-41ac-90f6-2e660ff38b0f req-65172e12-f2c9-4d27-9754-d8d3ea6521c7 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531930 Aug 19 12:24:33.996620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-41c8d335-830b-4537-b587-6761406a1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.998169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-41c8d335-830b-4537-b587-6761406a1142 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.2873359 Aug 19 12:24:34.067478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-ee7f140d-e886-43c6-b65e-b642766aab2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bd49ef08-9459-4271-a825-abc082e77888 HTTP/1.1" status: 200 len: 217 time: 0.0585020 Aug 19 12:24:34.081482 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6141123-1953-4916-9e64-5150b8fe589e req-e8a62d78-7856-478f-998a-b3e756471770 service neutron] 10.222.0.53 "GET /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382731 Aug 19 12:24:34.125754 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:34.171376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-10c2d225-3393-47b4-8787-ff98b1bf5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:34.171951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-10c2d225-3393-47b4-8787-ff98b1bf5597 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0955164 Aug 19 12:24:34.274278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-ec2163f7-a143-4fc1-865c-e0fe8eb815e4 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1042641809&fields=id&tenant_id=dd552d66293348cead6e61280b39e649 HTTP/1.1" status: 200 len: 267 time: 0.0636516 Aug 19 12:24:34.279602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-bae08b92-adb3-4f59-86fe-2af74da2c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:34.281993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-bae08b92-adb3-4f59-86fe-2af74da2c0d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1014931 Aug 19 12:24:34.386441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f8ec7d4-4cc8-4ae6-97c1-34933697ba2e req-346e6022-0f49-41c1-a64f-8feea96aebf1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 210 time: 0.0902042 Aug 19 12:24:34.397240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] Router c80bb2ef-e464-446f-8bae-2253855e7449 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:24:34.524550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-4138adf4-21a1-4012-8b30-81545103f9f6 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:34.526046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-4138adf4-21a1-4012-8b30-81545103f9f6 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/networks?id=ffdc861b-fbe6-461b-b6fe-9cb76461b10c HTTP/1.1" status: 200 len: 816 time: 0.2502871 Aug 19 12:24:34.531638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-ce4b96c8-a682-47d1-83c2-1688dd80514f service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366035 Aug 19 12:24:34.531855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:34.539192 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e943b2df-5449-4d03-ae60-00369395c7ac admin admin] 10.222.0.44 "PUT /v2.0/routers/c80bb2ef-e464-446f-8bae-2253855e7449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6068163 Aug 19 12:24:34.541722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57178) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:34.543312 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34d81f-2c85-4366-bdae-c206312b3b93 None None] Sync routers for ids ['c80bb2ef-e464-446f-8bae-2253855e7449'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:34.556888 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34d81f-2c85-4366-bdae-c206312b3b93 None None] Routers {'c80bb2ef-e464-446f-8bae-2253855e7449'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:34.557560 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ac34d81f-2c85-4366-bdae-c206312b3b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c80bb2ef-e464-446f-8bae-2253855e7449'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:34.581049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-72d59b3f-6206-48fa-bd33-f1d660397734 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/quotas/dd552d66293348cead6e61280b39e649 HTTP/1.1" status: 200 len: 375 time: 0.0469220 Aug 19 12:24:34.656681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57182) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:34.669679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503d6e7-9cf6-4355-8a9b-286c54c8056e req-1b38a9a8-c228-4692-b900-75f22bf2902a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:34.671251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0503d6e7-9cf6-4355-8a9b-286c54c8056e req-1b38a9a8-c228-4692-b900-75f22bf2902a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1926587 Aug 19 12:24:34.703982 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:34.715983 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ac34d81f-2c85-4366-bdae-c206312b3b93 None None] Set router c80bb2ef-e464-446f-8bae-2253855e7449 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:34.780425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3473db39-975e-483a-9c23-874120862caa tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd552d66293348cead6e61280b39e649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1972802 Aug 19 12:24:34.800492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bdcb7c3-784c-4e39-8e9d-19e13844d426 req-e5239a42-0d7d-487a-92a1-e3a4f998eba0 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595069 Aug 19 12:24:34.845878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0503d6e7-9cf6-4355-8a9b-286c54c8056e req-396ef15b-970d-462d-8104-6142ef2deb72 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528454 Aug 19 12:24:34.869635 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6c7-65ea-4508-b509-28d15137f823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:34.918445 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.032352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3e796762-bbd0-47a2-80ee-7ff0db65fb8f service neutron] 10.222.0.44 "GET /v2.0/networks/ffdc861b-fbe6-461b-b6fe-9cb76461b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508266 Aug 19 12:24:35.137163 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ac34d81f-2c85-4366-bdae-c206312b3b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:24:33Z', 'revision_number': 5, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:35.147004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b0db4-e12f-4692-91c3-4eb749461b25 req-668829ba-6980-4a49-af81-5e73326b119a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:35.148634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-368b0db4-e12f-4692-91c3-4eb749461b25 req-668829ba-6980-4a49-af81-5e73326b119a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1582878 Aug 19 12:24:35.165630 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34d81f-2c85-4366-bdae-c206312b3b93 None None] Checking router: c80bb2ef-e464-446f-8bae-2253855e7449 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:24:35.174496 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34d81f-2c85-4366-bdae-c206312b3b93 None None] Routers {'c80bb2ef-e464-446f-8bae-2253855e7449'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:35.175153 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ac34d81f-2c85-4366-bdae-c206312b3b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['c80bb2ef-e464-446f-8bae-2253855e7449'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:35.204663 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6c7-65ea-4508-b509-28d15137f823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.213320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-6e89422e-4956-4173-a1d0-07a4fbfafb31 service neutron] 10.222.0.44 "GET /v2.0/networks/ffdc861b-fbe6-461b-b6fe-9cb76461b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714365 Aug 19 12:24:35.228404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-368b0db4-e12f-4692-91c3-4eb749461b25 req-912380f5-93a3-417b-ba94-4486233e0f27 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703967 Aug 19 12:24:35.294356 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a54c6c7-65ea-4508-b509-28d15137f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.329781 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ac34d81f-2c85-4366-bdae-c206312b3b93 None None] Set router c80bb2ef-e464-446f-8bae-2253855e7449 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:35.359247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Deleting port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:35.359392 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.396781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54c6c7-65ea-4508-b509-28d15137f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce10a4a9-d2cf-4c5f-94c5-718c21655e17,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:35.402195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0a54c6c7-65ea-4508-b509-28d15137f823 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5ce449d6d334f29888f7bc046d14f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7408330 Aug 19 12:24:35.406175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57194) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:35.448125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae884a06-a80c-4ab8-a1d9-f76ab4db34ae req-ed2d6ac8-9f0a-4840-88c8-972ac9754f00 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:35.449946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae884a06-a80c-4ab8-a1d9-f76ab4db34ae req-ed2d6ac8-9f0a-4840-88c8-972ac9754f00 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.1131456 Aug 19 12:24:35.509302 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] For port c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:35.509934 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.512398 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db9db06c-5c57-4d4a-9111-3090a1716e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.524707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Calling delete_port for c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:35.539186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae884a06-a80c-4ab8-a1d9-f76ab4db34ae req-692bb684-b218-45fd-ac0b-4c5f84d8ba26 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775092 Aug 19 12:24:35.552248 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db9db06c-5c57-4d4a-9111-3090a1716e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.598640 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ac34d81f-2c85-4366-bdae-c206312b3b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:24:33Z', 'revision_number': 5, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:35.635405 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34d81f-2c85-4366-bdae-c206312b3b93 None None] The sync data for ids ['c80bb2ef-e464-446f-8bae-2253855e7449'] in n-d-778732-8 is: [{'id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'name': 'tempest-ServersTestJSON-1467407505-router', 'tenant_id': '7d9f6773734746868c3d0a061f594c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:47Z', 'updated_at': '2021-08-19T12:24:33Z', 'revision_number': 5, 'project_id': '7d9f6773734746868c3d0a061f594c2a', 'gw_port': {'id': 'c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80bb2ef-e464-446f-8bae-2253855e7449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:49Z', 'updated_at': '2021-08-19T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:35.739261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1c7de39-86d8-49a5-9056-a8403381feba req-86251732-d8c7-4a35-a413-e8d467510ed7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 210 time: 0.0326436 Aug 19 12:24:35.801918 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db9db06c-5c57-4d4a-9111-3090a1716e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.805057 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db9db06c-5c57-4d4a-9111-3090a1716e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.806469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-db9db06c-5c57-4d4a-9111-3090a1716e11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce10a4a9-d2cf-4c5f-94c5-718c21655e17 HTTP/1.1" status: 204 len: 168 time: 0.3992627 Aug 19 12:24:35.858391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9db06c-5c57-4d4a-9111-3090a1716e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce10a4a9-d2cf-4c5f-94c5-718c21655e17,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:35.884967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f7477-a7d8-4b74-8fc6-be853a05e548 req-2b22bbf6-8481-4dc9-85e0-0d5d0a451045 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:35.889532 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d04f7477-a7d8-4b74-8fc6-be853a05e548 req-2b22bbf6-8481-4dc9-85e0-0d5d0a451045 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.0867577 Aug 19 12:24:35.933937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.949082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d04f7477-a7d8-4b74-8fc6-be853a05e548 req-320c88d1-0942-4f22-b040-19c41a677776 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Aug 19 12:24:35.963354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:36.090356 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.258943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8daa1-2755-4e1f-b5a2-31b70c441333 req-1088f70a-8cb6-4e4e-adc9-3919300deadb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.279454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-faa8daa1-2755-4e1f-b5a2-31b70c441333 req-1088f70a-8cb6-4e4e-adc9-3919300deadb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1627667 Aug 19 12:24:36.284695 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.294305 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.411535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2a55012f-67ef-4541-b552-9209944f2947 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.417791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:36.435777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2a55012f-67ef-4541-b552-9209944f2947 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "GET /v2.0/networks?id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01 HTTP/1.1" status: 200 len: 813 time: 0.4144964 Aug 19 12:24:36.448294 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Request body: {'port': {'device_id': 'a15a17be-f206-4292-bf91-8a227b801950', 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01', 'admin_state_up': True, 'tenant_id': '2582960a23914f2dae036edeafc0f19c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:36.478361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:36.478714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 720bb784-bbd2-4a05-94e6-1b5f9e57bcd0 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:36.533536 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.534874 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80bb2ef-e464-446f-8bae-2253855e7449 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:24:36.540941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.544784 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dd123cf2-9684-47b5-abd7-a6a9e31201d7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c80bb2ef-e464-446f-8bae-2253855e7449 HTTP/1.1" status: 204 len: 168 time: 1.9998739 Aug 19 12:24:36.545629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57234) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:36.647939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-63363445-53e5-4f49-9ed9-76a83d1a9413 admin admin] Deleting subnet d8b8e08b-9a47-481f-9786-cc4045c8fa96 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:24:36.665079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63363445-53e5-4f49-9ed9-76a83d1a9413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.709052 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63363445-53e5-4f49-9ed9-76a83d1a9413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.873844 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63363445-53e5-4f49-9ed9-76a83d1a9413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.944796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5561b12-a21b-4858-8085-e7578eb242bd req-d4bd4a82-74f6-4b68-8d1c-d97b1f221733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.947016 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c5561b12-a21b-4858-8085-e7578eb242bd req-d4bd4a82-74f6-4b68-8d1c-d97b1f221733 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 1097 time: 0.3438044 Aug 19 12:24:37.059517 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c5561b12-a21b-4858-8085-e7578eb242bd req-0ec5d4a1-8169-46af-89a2-784ecf3558bd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014881 Aug 19 12:24:37.066707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-faa8daa1-2755-4e1f-b5a2-31b70c441333 req-68de3cf2-7e38-4f83-919e-d0f3d4ad55a4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7856596 Aug 19 12:24:37.079230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb5b9b37-72cd-42ef-a510-1a21b96b5c67 req-b9b9e969-3724-448a-af56-523a60f41f31 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 210 time: 0.0606842 Aug 19 12:24:37.092715 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63363445-53e5-4f49-9ed9-76a83d1a9413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.137609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63363445-53e5-4f49-9ed9-76a83d1a9413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b8e08b-9a47-481f-9786-cc4045c8fa96,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:37.143127 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63363445-53e5-4f49-9ed9-76a83d1a9413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.146189 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-63363445-53e5-4f49-9ed9-76a83d1a9413 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d8b8e08b-9a47-481f-9786-cc4045c8fa96 HTTP/1.1" status: 204 len: 168 time: 0.5973003 Aug 19 12:24:37.150437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57250) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:37.158700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f0f7b1-511d-4a5c-a5d2-ce2e263e8f5c None None] Network 1a20ac09-5eff-4ad7-b41b-90cb0482e945 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:37.344356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-b23e684a-1fb0-4c90-ad74-5f09bcffdd4f tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:37.346161 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-b23e684a-1fb0-4c90-ad74-5f09bcffdd4f tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "GET /v2.0/networks?id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01 HTTP/1.1" status: 200 len: 813 time: 0.3457437 Aug 19 12:24:37.392824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Request body: {'port': {'device_id': '3a5e7ed6-70ab-457f-88d4-ef3119444800', 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01', 'admin_state_up': True, 'tenant_id': '2582960a23914f2dae036edeafc0f19c'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:37.403912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fd621-5a78-47fa-a597-efc330bc1324 req-ee78452b-a107-42e8-b576-4a5bfc129173 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:37.424435 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a29fd621-5a78-47fa-a597-efc330bc1324 req-ee78452b-a107-42e8-b576-4a5bfc129173 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.3001099 Aug 19 12:24:37.515690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a29fd621-5a78-47fa-a597-efc330bc1324 req-98ae9af1-c04e-4342-bd7c-6d52ea0b3697 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872083 Aug 19 12:24:37.531422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.567209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Made reservation on behalf of 2582960a23914f2dae036edeafc0f19c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:37.572428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.698282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc3e693c-3a97-4dc1-a60d-28c77ce87ff4 req-06792852-09c5-4762-990a-7ad4cc564eef tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 210 time: 0.1565378 Aug 19 12:24:37.705554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0719be54-4345-4c35-a2ea-88267810cecd None None] DHCP port deletion for 1a20ac09-5eff-4ad7-b41b-90cb0482e945 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:24:37.788641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Deleting port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:37.794561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.829063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0719be54-4345-4c35-a2ea-88267810cecd None None] Deleting port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:37.830102 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0719be54-4345-4c35-a2ea-88267810cecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.926374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0719be54-4345-4c35-a2ea-88267810cecd None None] For port 4dc9936b-5a92-4e70-bdfc-0da195533bc2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4dc9936b-5a92-4e70-bdfc-0da195533bc2,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:37.928221 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0719be54-4345-4c35-a2ea-88267810cecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.940363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b6dfc-3f33-43df-ae6b-415a7a284906 req-9e171522-4278-4754-b0bc-64c847e342e9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:37.941087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] For port 4dc9936b-5a92-4e70-bdfc-0da195533bc2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4dc9936b-5a92-4e70-bdfc-0da195533bc2,segment=NetworkSegment(cf2865ca-741b-4377-8efb-aa8b9a9e020b),segment_id=cf2865ca-741b-4377-8efb-aa8b9a9e020b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:37.941799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.943149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-222b6dfc-3f33-43df-ae6b-415a7a284906 req-9e171522-4278-4754-b0bc-64c847e342e9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.1310282 Aug 19 12:24:37.946049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0719be54-4345-4c35-a2ea-88267810cecd None None] Calling delete_port for 4dc9936b-5a92-4e70-bdfc-0da195533bc2 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:37.977671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Calling delete_port for 4dc9936b-5a92-4e70-bdfc-0da195533bc2 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:37.977952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Allocated IP 172.20.0.10 (9a5b37e5-6894-47f0-bc05-fa090f5bbe01/25820506-5c43-44ef-9418-1a5eab29a413/faa61bee-471f-4585-8766-0b4ddb741e9e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:38.004707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40283d1e-2eb2-4db4-b37a-3138c887284e req-0fd985ba-8534-4e25-931a-e54aee043eec tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.030069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40283d1e-2eb2-4db4-b37a-3138c887284e req-0fd985ba-8534-4e25-931a-e54aee043eec tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.2165573 Aug 19 12:24:38.056695 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Made reservation on behalf of 2582960a23914f2dae036edeafc0f19c for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:38.061450 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.099529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-222b6dfc-3f33-43df-ae6b-415a7a284906 req-ee366272-008b-443f-80e5-ceb927d14f91 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445007 Aug 19 12:24:38.111511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40283d1e-2eb2-4db4-b37a-3138c887284e req-3db69f1d-7f88-4df1-b54f-83dc88d47417 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797663 Aug 19 12:24:38.127761 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0719be54-4345-4c35-a2ea-88267810cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.187521 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.194554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719be54-4345-4c35-a2ea-88267810cecd None None] Pushing event deleted for resources: {'Port': ['ID=4dc9936b-5a92-4e70-bdfc-0da195533bc2,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:38.204090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0719be54-4345-4c35-a2ea-88267810cecd None None] No DVR routers for this DVR port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:38.219940 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc9936b-5a92-4e70-bdfc-0da195533bc2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:38.228775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] No DVR routers for this DVR port 4dc9936b-5a92-4e70-bdfc-0da195533bc2 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:38.360706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-443667bf-0ec1-4c3d-8780-60c75da29b45 req-9a428ff5-6e99-4178-bc85-29c884c00f14 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 210 time: 0.0472846 Aug 19 12:24:38.371284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4dc9936b-5a92-4e70-bdfc-0da195533bc2 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:38.391029 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.417252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a20ac09-5eff-4ad7-b41b-90cb0482e945']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:38.434730 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.446457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2865ca-741b-4377-8efb-aa8b9a9e020b') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:38.446457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2865ca-741b-4377-8efb-aa8b9a9e020b') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:38.460369 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.465201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4dc9936b-5a92-4e70-bdfc-0da195533bc2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:38.467444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4dc9936b-5a92-4e70-bdfc-0da195533bc2 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:38.467816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:38.483624 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.489390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:24:38.489830 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:24:38.492056 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:24:38.512703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:38.512872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c203286e-eae9-4bfb-9e0a-1e6eb89f0dd8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:38.717573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.723084 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.759019 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.763117 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1a20ac09-5eff-4ad7-b41b-90cb0482e945 HTTP/1.1" status: 204 len: 168 time: 1.6091163 Aug 19 12:24:38.765120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da15571-3704-46aa-8cad-0ad451f92ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a20ac09-5eff-4ad7-b41b-90cb0482e945,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:38.768355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:38.773993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:38.778190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:38.785990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Pushing event updated for resources: {'Port': ['ID=faa61bee-471f-4585-8766-0b4ddb741e9e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:38.818207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Allocated IP 172.20.0.7 (9a5b37e5-6894-47f0-bc05-fa090f5bbe01/25820506-5c43-44ef-9418-1a5eab29a413/a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:38.872245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.872933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.903616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dfb4a-bf4b-4c5f-9f07-bd10e0f60553 req-b17542a9-7fc6-4409-9803-741def3d4646 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.905842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c4dfb4a-bf4b-4c5f-9f07-bd10e0f60553 req-b17542a9-7fc6-4409-9803-741def3d4646 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.0946023 Aug 19 12:24:38.988623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c4dfb4a-bf4b-4c5f-9f07-bd10e0f60553 req-9a43e268-0177-424a-99b1-f22396e8d00d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744107 Aug 19 12:24:39.004702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e99dc7b3-c570-47a3-b602-46172413c817 req-e93c74ef-44d8-4887-89e4-4a3c20e73980 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 210 time: 0.0332811 Aug 19 12:24:39.037862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-635fd270-2b28-405f-8f27-48b71b711542 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6007590 Aug 19 12:24:39.053494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Request body: {'port': {'device_id': 'a15a17be-f206-4292-bf91-8a227b801950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:39.089501 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.148522 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.174355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ff58a-bd44-4527-96ad-ff24ee3663ad req-8d7927d8-9fa5-49cf-94bb-a70c7aa7173a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:39.180200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa4ff58a-bd44-4527-96ad-ff24ee3663ad req-8d7927d8-9fa5-49cf-94bb-a70c7aa7173a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0905449 Aug 19 12:24:39.325761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa4ff58a-bd44-4527-96ad-ff24ee3663ad req-010f093f-ad46-417e-b40b-1b7b94090de2 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253519 Aug 19 12:24:39.326141 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.330967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-a5f6d4a1-55b3-4659-b109-5f7ca1c5c52c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812306 Aug 19 12:24:39.390958 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:39.394616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:39.399193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:39.428199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57316) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:39.433843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Pushing event updated for resources: {'Port': ['ID=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:39.466422 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:39.467054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.551833 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-54a5a5d3-5cdf-4472-9d09-2eeaf479e7b1 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1692293 Aug 19 12:24:39.565208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Request body: {'port': {'device_id': '3a5e7ed6-70ab-457f-88d4-ef3119444800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:39.624739 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.753761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-60557c95-d1bb-437f-a0fb-30c9a276e786 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d9f6773734746868c3d0a061f594c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043799 Aug 19 12:24:39.757541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57320) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:39.771263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364323c-6608-4813-841f-a32c8c40ab26 req-711e469a-b865-4eed-a8e0-7e5b05abdd92 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:39.772809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7364323c-6608-4813-841f-a32c8c40ab26 req-711e469a-b865-4eed-a8e0-7e5b05abdd92 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.2244382 Aug 19 12:24:39.781903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43755df-39aa-4852-9578-11cfd92f74db req-e48bf3d2-4dce-43e3-875d-91c5af9dd2cc tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:39.783216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-e48bf3d2-4dce-43e3-875d-91c5af9dd2cc tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4265420 Aug 19 12:24:39.822727 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-396668e7-4bb0-44d8-9b9d-d66dfb4ce4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.835460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-17de64d0-261a-4934-9f95-bf7cf2d2d5e6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/quotas/d9db3deb0ebd4bfa8ba3d2615b33cc29 HTTP/1.1" status: 200 len: 375 time: 0.0381925 Aug 19 12:24:39.847389 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-396668e7-4bb0-44d8-9b9d-d66dfb4ce4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.883877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7364323c-6608-4813-841f-a32c8c40ab26 req-4b4c94a3-f433-4e24-9d09-0926fc1d3293 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973885 Aug 19 12:24:39.913640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa61bee-471f-4585-8766-0b4ddb741e9e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:39.924074 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.948654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-f820b3a8-7287-4dc4-a798-55dc6a7940f5 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870838 Aug 19 12:24:40.018008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-396668e7-4bb0-44d8-9b9d-d66dfb4ce4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.021552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-396668e7-4bb0-44d8-9b9d-d66dfb4ce4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.022924 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-396668e7-4bb0-44d8-9b9d-d66dfb4ce4d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52d3d58b-0af3-44b6-bf91-cb5bfbe97f3a HTTP/1.1" status: 204 len: 168 time: 0.2644050 Aug 19 12:24:40.024969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Transition to ACTIVE for port object faa61bee-471f-4585-8766-0b4ddb741e9e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:40.039385 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396668e7-4bb0-44d8-9b9d-d66dfb4ce4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d3d58b-0af3-44b6-bf91-cb5bfbe97f3a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:40.109785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-264a18bf-7bee-4f73-a362-84f85b299c94 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:40.111746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-264a18bf-7bee-4f73-a362-84f85b299c94 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.53 "GET /v2.0/networks?id=ffdc861b-fbe6-461b-b6fe-9cb76461b10c HTTP/1.1" status: 200 len: 816 time: 0.1450315 Aug 19 12:24:40.165628 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.178394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-e3a2181c-bc18-4c34-8ff1-0453ce025a9e tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd552d66293348cead6e61280b39e649 HTTP/1.1" status: 200 len: 380 time: 0.0529532 Aug 19 12:24:40.220312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Request body: {'port': {'device_id': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'admin_state_up': True, 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'security_groups': ['8f550532-a6bf-4fcc-9a96-f851561dad94']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:40.320920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=faa61bee-471f-4585-8766-0b4ddb741e9e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:40.442283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:40.463155 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.490344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Transition to ACTIVE for port object a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:40.503501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c99fb143-a056-46f7-ac7e-bb06f22fa86a req-c0b31a53-225d-4327-8995-9f742ac92b86 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 210 time: 0.1043944 Aug 19 12:24:40.556105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Attempting to bind port faa61bee-471f-4585-8766-0b4ddb741e9e on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:40.556565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Attempting to bind port faa61bee-471f-4585-8766-0b4ddb741e9e by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:40.556815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Attempting to bind port faa61bee-471f-4585-8766-0b4ddb741e9e on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:40.562386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Port faa61bee-471f-4585-8766-0b4ddb741e9e on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:40.562794 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Attempting to bind port faa61bee-471f-4585-8766-0b4ddb741e9e on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:40.569947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:40.570439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Checking segment: {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:40.570722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Bound using segment: {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:40.571122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Bound port: faa61bee-471f-4585-8766-0b4ddb741e9e, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:40.571501 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.668105 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.719775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-616b6404-3e1f-470c-92e8-cc8c4628d736 req-50b6cd66-7726-4cdc-ab9a-56c42ebe297f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 210 time: 0.1202404 Aug 19 12:24:40.759874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Made reservation on behalf of dd552d66293348cead6e61280b39e649 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:40.770065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:40.772745 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.817640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] For port faa61bee-471f-4585-8766-0b4ddb741e9e, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:40.822233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] For port faa61bee-471f-4585-8766-0b4ddb741e9e, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=faa61bee-471f-4585-8766-0b4ddb741e9e,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:40.843634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Attempting to bind port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:40.844642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Attempting to bind port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:40.845204 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Attempting to bind port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:40.854718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:40.855362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Attempting to bind port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:40.862810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:40.863803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Checking segment: {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:40.864435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Bound using segment: {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:40.865126 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Bound port: a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:40.865828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.955260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] For port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:40.959734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] For port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:40.969899 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.990645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae30d0-8ce2-4901-a960-22570d90d120 req-b8dab84f-d27e-4dcc-96ae-9401b89fea3a tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:40.992248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdae30d0-8ce2-4901-a960-22570d90d120 req-b8dab84f-d27e-4dcc-96ae-9401b89fea3a tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 931 time: 0.3531041 Aug 19 12:24:41.032266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.054112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.054818 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.056238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] 10.222.0.52 "PUT /v2.0/ports/faa61bee-471f-4585-8766-0b4ddb741e9e HTTP/1.1" status: 200 len: 1092 time: 2.0089893 Aug 19 12:24:41.058665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15a17be-f206-4292-bf91-8a227b801950', 'tag': 'faa61bee-471f-4585-8766-0b4ddb741e9e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:41.061079 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a787632-1bb2-47e5-b43c-315f0b9d8eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "a15a17be-f206-4292-bf91-8a227b801950", "tag": "faa61bee-471f-4585-8766-0b4ddb741e9e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:41.087928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Allocated IP 172.20.0.4 (ffdc861b-fbe6-461b-b6fe-9cb76461b10c/b297c747-5acb-4199-a50e-f45d6f5a40ae/27076445-ddf6-4a86-b96a-bd9c51eab08e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:41.089062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.089769 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.091326 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] 10.222.0.52 "PUT /v2.0/ports/a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 HTTP/1.1" status: 200 len: 1091 time: 1.5304101 Aug 19 12:24:41.091913 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5e7ed6-70ab-457f-88d4-ef3119444800', 'tag': 'a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:41.096580 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf18a58-5696-4137-bd1f-1b2843322790" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5e7ed6-70ab-457f-88d4-ef3119444800", "tag": "a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:41.134000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b0009-5bc8-4316-81cf-d949b4c6f9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:41.156184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b86ea-85f8-4e18-b599-c404eee4f1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=faa61bee-471f-4585-8766-0b4ddb741e9e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:41.168246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdae30d0-8ce2-4901-a960-22570d90d120 req-c07790c6-bb6f-433e-a465-811c5a67193f tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429381 Aug 19 12:24:41.354640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-5b0aee66-e833-4bb3-80da-488907e79ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.356740 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-5b0aee66-e833-4bb3-80da-488907e79ab2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2582960a23914f2dae036edeafc0f19c&device_id=a15a17be-f206-4292-bf91-8a227b801950 HTTP/1.1" status: 200 len: 1095 time: 0.0957167 Aug 19 12:24:41.402656 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250c94d6-b024-4e32-8edb-4738d493917a x-openstack-request-id: req-250c94d6-b024-4e32-8edb-4738d493917a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:41.403042 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15a17be-f206-4292-bf91-8a227b801950", "tag": "faa61bee-471f-4585-8766-0b4ddb741e9e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:41.403319 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-250c94d6-b024-4e32-8edb-4738d493917a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:41.403749 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15a17be-f206-4292-bf91-8a227b801950', 'tag': 'faa61bee-471f-4585-8766-0b4ddb741e9e', 'status': 'completed', 'code': 200} Aug 19 12:24:41.441295 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-69c19b8e-3f4e-4fcb-a067-cb9432166de2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa61bee-471f-4585-8766-0b4ddb741e9e HTTP/1.1" status: 200 len: 217 time: 0.0696375 Aug 19 12:24:41.488757 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.539158 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.541816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-7b0bec18-992b-4914-b9f4-1d0e6dfc946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.548895 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-7b0bec18-992b-4914-b9f4-1d0e6dfc946c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=25820506-5c43-44ef-9418-1a5eab29a413 HTTP/1.1" status: 200 len: 853 time: 0.0962942 Aug 19 12:24:41.573235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50350e95-0068-4e1a-b020-7bf06c252f0b req-f55c3a42-fa47-4c73-be3d-82d468ecc9e3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.583467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50350e95-0068-4e1a-b020-7bf06c252f0b req-f55c3a42-fa47-4c73-be3d-82d468ecc9e3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.3116696 Aug 19 12:24:41.588808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Transition to ACTIVE for port object 27076445-ddf6-4a86-b96a-bd9c51eab08e will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:41.611738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-28a9591e-ed01-4d9a-b24b-b89f65acb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.614781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-28a9591e-ed01-4d9a-b24b-b89f65acb9a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2582960a23914f2dae036edeafc0f19c&device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 1094 time: 0.2340555 Aug 19 12:24:41.619305 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-40e75b80-26cc-4d31-a89e-e0f6d0a0ff1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641973 Aug 19 12:24:41.685484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50350e95-0068-4e1a-b020-7bf06c252f0b req-9487e141-abfe-4059-9c31-616b9a9d1b4d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999186 Aug 19 12:24:41.691267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-42955b1c-a414-420d-8aa0-2a09f506ea50 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 HTTP/1.1" status: 200 len: 217 time: 0.0604484 Aug 19 12:24:41.734688 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255c3a78-6c1c-4875-b250-e98d187f3b6b x-openstack-request-id: req-255c3a78-6c1c-4875-b250-e98d187f3b6b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:41.735031 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5e7ed6-70ab-457f-88d4-ef3119444800", "tag": "a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:41.735240 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-255c3a78-6c1c-4875-b250-e98d187f3b6b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:41.735613 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5e7ed6-70ab-457f-88d4-ef3119444800', 'tag': 'a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9', 'status': 'completed', 'code': 200} Aug 19 12:24:41.818417 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-fdda0ba5-6fa0-4d29-8194-e939c7920220 service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874416 Aug 19 12:24:41.830992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-13de14ad-83e6-43f7-9bd0-495436444998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.832722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-13de14ad-83e6-43f7-9bd0-495436444998 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=25820506-5c43-44ef-9418-1a5eab29a413 HTTP/1.1" status: 200 len: 853 time: 0.1296618 Aug 19 12:24:41.871458 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-0696e7ee-588d-4bf2-80e3-7eed721bb669 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309668 Aug 19 12:24:41.886188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0590db4-2297-49cc-ada2-6c2a938845f6 req-9a80c72a-8007-4fc8-806c-8f3076177867 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.888044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0590db4-2297-49cc-ada2-6c2a938845f6 req-9a80c72a-8007-4fc8-806c-8f3076177867 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0903764 Aug 19 12:24:41.900092 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.956728 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-7604beea-2060-4fc5-a6b1-a792ffa16d2d service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302636 Aug 19 12:24:41.995480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57376) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:42.048649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Network ffdc861b-fbe6-461b-b6fe-9cb76461b10c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:42.067881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0590db4-2297-49cc-ada2-6c2a938845f6 req-d9646166-889b-4cbb-b8d7-a5f2fcc96ab9 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677682 Aug 19 12:24:42.071507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Pushing event updated for resources: {'Port': ['ID=27076445-ddf6-4a86-b96a-bd9c51eab08e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:42.074133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:42.098478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:42.228297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-f4bcbbe1-73ae-4a72-8e63-428e46375426 service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388767 Aug 19 12:24:42.244010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-network', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:42.267269 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a787632-1bb2-47e5-b43c-315f0b9d8eb7 req-0f62d7ba-815b-4926-bf7c-a6d18d1a694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.269977 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4a787632-1bb2-47e5-b43c-315f0b9d8eb7 req-0f62d7ba-815b-4926-bf7c-a6d18d1a694f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2582960a23914f2dae036edeafc0f19c&device_id=a15a17be-f206-4292-bf91-8a227b801950 HTTP/1.1" status: 200 len: 1095 time: 0.1308143 Aug 19 12:24:42.361563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5a38e5-1330-43b5-a548-75f41a882663 req-b738c74f-b5d3-4a86-a198-b5baa74855ee service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246717 Aug 19 12:24:42.374242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.374753 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.394214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a787632-1bb2-47e5-b43c-315f0b9d8eb7 req-edd923b8-1990-44cc-ad1d-7e3c1fff4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.396474 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4a787632-1bb2-47e5-b43c-315f0b9d8eb7 req-edd923b8-1990-44cc-ad1d-7e3c1fff4249 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01 HTTP/1.1" status: 200 len: 914 time: 0.1182122 Aug 19 12:24:42.462620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-343ae71e-93d9-42bc-82b5-60e5345bcad3 req-429f6a06-7592-4e82-b7c6-9393bd07abb5 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 210 time: 0.0787156 Aug 19 12:24:42.483298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:42.485799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.489293 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4a787632-1bb2-47e5-b43c-315f0b9d8eb7 req-f9e6b70f-e4b0-4714-aebf-6295db26e8d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa61bee-471f-4585-8766-0b4ddb741e9e HTTP/1.1" status: 200 len: 217 time: 0.0852733 Aug 19 12:24:42.495339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cb5d2-5ba8-4999-b410-ab8a186230f2 req-8384b47c-e0c0-49f2-894c-06ca63fa7ebe tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.497149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a8cb5d2-5ba8-4999-b410-ab8a186230f2 req-8384b47c-e0c0-49f2-894c-06ca63fa7ebe tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 931 time: 0.1340346 Aug 19 12:24:42.499177 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.568952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a787632-1bb2-47e5-b43c-315f0b9d8eb7 req-4d9402f2-6bdd-4dba-97a6-5c4e50f4fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.570666 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4a787632-1bb2-47e5-b43c-315f0b9d8eb7 req-4d9402f2-6bdd-4dba-97a6-5c4e50f4fb1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=25820506-5c43-44ef-9418-1a5eab29a413 HTTP/1.1" status: 200 len: 853 time: 0.0598278 Aug 19 12:24:42.581483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a8cb5d2-5ba8-4999-b410-ab8a186230f2 req-7c92469d-e453-498f-baea-a9c0b82bfc0b tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667620 Aug 19 12:24:42.583601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf18a58-5696-4137-bd1f-1b2843322790 req-dfb31d85-d1df-43f0-9ab4-2740aa6df1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.585103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bf18a58-5696-4137-bd1f-1b2843322790 req-dfb31d85-d1df-43f0-9ab4-2740aa6df1c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2582960a23914f2dae036edeafc0f19c&device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 1094 time: 0.0794125 Aug 19 12:24:42.616375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0da34ef3-a119-4247-98f4-cc03e6ad65fc tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4019368 Aug 19 12:24:42.619346 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4a787632-1bb2-47e5-b43c-315f0b9d8eb7 req-66199306-7674-4b26-8a86-914d09c2e36a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401311 Aug 19 12:24:42.665129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2b0bc3ce-0f25-4906-92b6-3c1ea04fd9e4 None None] Provisioning for port 27076445-ddf6-4a86-b96a-bd9c51eab08e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:42.670950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2b0bc3ce-0f25-4906-92b6-3c1ea04fd9e4 None None] Provisioning complete for port 27076445-ddf6-4a86-b96a-bd9c51eab08e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:42.671636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2b0bc3ce-0f25-4906-92b6-3c1ea04fd9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.743611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf18a58-5696-4137-bd1f-1b2843322790 req-3ba7d5b5-9a3a-47cd-950a-68a91af1f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.746387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bf18a58-5696-4137-bd1f-1b2843322790 req-3ba7d5b5-9a3a-47cd-950a-68a91af1f102 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01 HTTP/1.1" status: 200 len: 914 time: 0.1517949 Aug 19 12:24:42.756979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bc3ce-0f25-4906-92b6-3c1ea04fd9e4 None None] Port 27076445-ddf6-4a86-b96a-bd9c51eab08e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:42.766725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Request body: {'port': {'device_id': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:42.852665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bf18a58-5696-4137-bd1f-1b2843322790 req-d93b036e-5f66-4ef1-b8d5-80847c99ddc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 HTTP/1.1" status: 200 len: 217 time: 0.0749578 Aug 19 12:24:43.002879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf18a58-5696-4137-bd1f-1b2843322790 req-2cd90083-a00f-41d1-91e3-a9172bf034f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:43.005250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bf18a58-5696-4137-bd1f-1b2843322790 req-2cd90083-a00f-41d1-91e3-a9172bf034f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=25820506-5c43-44ef-9418-1a5eab29a413 HTTP/1.1" status: 200 len: 853 time: 0.1278257 Aug 19 12:24:43.015103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0948ba-2fce-4bab-9a76-05beb46da3d5 req-f873ca0a-2235-46a4-89e9-06d64b457511 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:43.017127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f0948ba-2fce-4bab-9a76-05beb46da3d5 req-f873ca0a-2235-46a4-89e9-06d64b457511 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 943 time: 0.2686291 Aug 19 12:24:43.020256 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.098071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bf18a58-5696-4137-bd1f-1b2843322790 req-9be099f5-2f72-41fd-b61b-990a6b972fcf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793645 Aug 19 12:24:43.196753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f0948ba-2fce-4bab-9a76-05beb46da3d5 req-df968488-3c13-4dda-9066-b8d8ee90e9e4 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654327 Aug 19 12:24:43.210300 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4a787632-1bb2-47e5-b43c-315f0b9d8eb7 req-61c34d56-defa-436b-98fc-94602cc53d6a service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766571 Aug 19 12:24:43.317039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.355066 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4a787632-1bb2-47e5-b43c-315f0b9d8eb7 req-ef4fbc71-9def-4bcc-bde7-7aa354043e6e service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208153 Aug 19 12:24:43.406633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bf18a58-5696-4137-bd1f-1b2843322790 req-c6d881c5-fed8-44c8-ac37-83a917fb49bc service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977374 Aug 19 12:24:43.427749 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.483535 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:24:43.489041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9976bfe2-d3b7-4b82-9e88-fe515ca46998,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:43.501083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.501490 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Added segment ce586ac4-ee4e-440d-adaf-1cdb03cab059 of type vlan for network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 Aug 19 12:24:43.558931 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.574559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c66dd-8a0a-4c70-8438-9876fb320b42 req-29e57db6-7e86-4560-8e95-b7d3dfa8d2cd tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:43.583505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-702c66dd-8a0a-4c70-8438-9876fb320b42 req-29e57db6-7e86-4560-8e95-b7d3dfa8d2cd tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.2693343 Aug 19 12:24:43.698035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ed1d7-3983-4011-aa7c-f31869b82f0a req-b4de8f3a-945a-45f5-bec8-7e6c9369b8a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:43.699681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e5ed1d7-3983-4011-aa7c-f31869b82f0a req-b4de8f3a-945a-45f5-bec8-7e6c9369b8a0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1927733 Aug 19 12:24:43.705597 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bf18a58-5696-4137-bd1f-1b2843322790 req-8558e86b-507d-4bb5-8772-08d211319834 service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859561 Aug 19 12:24:43.735800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-702c66dd-8a0a-4c70-8438-9876fb320b42 req-1b625d8e-e805-40f8-a06d-d43f2dfd3e7a tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502166 Aug 19 12:24:43.762496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.763646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:43.764421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.773014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-5bd257aa-6727-490e-bce7-afaba12ee37b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303192 Aug 19 12:24:43.838539 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] Pushing event updated for resources: {'Network': ['ID=9917493e-c16d-4f6f-a2c4-6890a7f10b03,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:43.850852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:24:43.897607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e5ed1d7-3983-4011-aa7c-f31869b82f0a req-bd027f90-97ea-4b8d-93c3-78c881945575 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674156 Aug 19 12:24:43.905758 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-901fc487-f64d-48ce-9777-cca0db4ddc8c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9088776 Aug 19 12:24:43.908632 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57400) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:43.920003 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] Request body: {'subnet': {'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-subnet', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:43.953675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27076445-ddf6-4a86-b96a-bd9c51eab08e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:43.970659 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.988514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:43.998238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Transition to ACTIVE for port object 27076445-ddf6-4a86-b96a-bd9c51eab08e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:44.049688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43755df-39aa-4852-9578-11cfd92f74db req-e6682773-275c-4c4b-abcc-0ad2c6447577 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:44.052992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-e6682773-275c-4c4b-abcc-0ad2c6447577 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697287 Aug 19 12:24:44.053950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:44.058338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.073245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Request body: {'port': {'device_id': 'b213b365-e4b5-40f1-a946-b476da971c51', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'd9db3deb0ebd4bfa8ba3d2615b33cc29'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:44.162102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:44.191836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9', 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01', 'port_id': 'a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9', 'mac_address': 'fa:16:3e:d4:68:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25820506-5c43-44ef-9418-1a5eab29a413', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:44.260543 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.290495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:44.325156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:44.348173 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.448345 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.448941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device faa61bee-471f-4585-8766-0b4ddb741e9e details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:44.489045 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.517170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-704ad533-186b-4b14-a44c-c1eb5d0a8311 req-a906169e-975a-4c4f-8984-c046d5be4f2b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 210 time: 0.5173318 Aug 19 12:24:44.526791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port faa61bee-471f-4585-8766-0b4ddb741e9e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=faa61bee-471f-4585-8766-0b4ddb741e9e,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:44.529827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:44.551547 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.557541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'faa61bee-471f-4585-8766-0b4ddb741e9e', 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01', 'port_id': 'faa61bee-471f-4585-8766-0b4ddb741e9e', 'mac_address': 'fa:16:3e:b9:47:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25820506-5c43-44ef-9418-1a5eab29a413', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:44.593441 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b18177a-3842-4a4f-99df-56fcaf6e0863,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:44.598458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] Checking segment: {'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:44.598840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] Network hostable DHCP agents. Network: 9917493e-c16d-4f6f-a2c4-6890a7f10b03, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:24:44.634256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Pushing event updated for resources: {'Port': ['ID=27076445-ddf6-4a86-b96a-bd9c51eab08e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:44.634592 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.652457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa61bee-471f-4585-8766-0b4ddb741e9e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:44.674427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port faa61bee-471f-4585-8766-0b4ddb741e9e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=faa61bee-471f-4585-8766-0b4ddb741e9e,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:44.713719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf7128-2147-48b9-ba85-4eafdcbfa98e req-0b4d8fef-2cfe-413c-a746-9dd38b43cbb7 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:44.716219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ddf7128-2147-48b9-ba85-4eafdcbfa98e req-0b4d8fef-2cfe-413c-a746-9dd38b43cbb7 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 943 time: 0.1974199 Aug 19 12:24:44.756336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] Network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:24:44.801934 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.865815 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 9917493e-c16d-4f6f-a2c4-6890a7f10b03) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:44.866073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=faa61bee-471f-4585-8766-0b4ddb741e9e,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:44.884816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:44.885257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552a32c-e622-4fa9-bd5f-7a1435c79ace None None] Network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:44.887974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.913497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Made reservation on behalf of d9db3deb0ebd4bfa8ba3d2615b33cc29 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:44.917098 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.937239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ddf7128-2147-48b9-ba85-4eafdcbfa98e req-805e3d53-035e-4f26-81d0-35e30f510a45 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508973 Aug 19 12:24:44.971316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c840872-78a3-409d-b05d-a38d7ec20a86 req-b03004ec-89d8-4862-98b2-ffb7503e74d7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:44.975777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c840872-78a3-409d-b05d-a38d7ec20a86 req-b03004ec-89d8-4862-98b2-ffb7503e74d7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 944 time: 0.1927464 Aug 19 12:24:44.991908 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5c8018ae-5f25-4b75-a36d-364d77aa25ad admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0814173 Aug 19 12:24:44.995914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57412) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:45.004538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:45.039816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Attempting to bind port 27076445-ddf6-4a86-b96a-bd9c51eab08e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:45.045417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Attempting to bind port 27076445-ddf6-4a86-b96a-bd9c51eab08e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:45.045417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Attempting to bind port 27076445-ddf6-4a86-b96a-bd9c51eab08e on network ffdc861b-fbe6-461b-b6fe-9cb76461b10c {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:45.085478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Port 27076445-ddf6-4a86-b96a-bd9c51eab08e on network ffdc861b-fbe6-461b-b6fe-9cb76461b10c not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:45.085856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Attempting to bind port 27076445-ddf6-4a86-b96a-bd9c51eab08e on network ffdc861b-fbe6-461b-b6fe-9cb76461b10c {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:45.111241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c840872-78a3-409d-b05d-a38d7ec20a86 req-f89604f8-bfab-4fac-b952-c25f2fa4ff5b tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344404 Aug 19 12:24:45.122700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['faa61bee-471f-4585-8766-0b4ddb741e9e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:45.126736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:45.127095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Checking segment: {'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:45.127493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Bound using segment: {'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:45.128584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Bound port: 27076445-ddf6-4a86-b96a-bd9c51eab08e, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20728ff-170f-4b8e-8868-93e5ecc390d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:45.129434 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.134093 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.136178 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.142239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:45.222215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.334136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] For port 27076445-ddf6-4a86-b96a-bd9c51eab08e, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:45.339779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] For port 27076445-ddf6-4a86-b96a-bd9c51eab08e, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=27076445-ddf6-4a86-b96a-bd9c51eab08e,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:45.355947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Allocated IP 192.168.233.47 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/e3c3814e-7bf3-47aa-b3a5-56d2990f8f17) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:45.409422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:24:45.416908 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.431334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.466874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:45.467536 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.472606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] 10.222.0.53 "PUT /v2.0/ports/27076445-ddf6-4a86-b96a-bd9c51eab08e HTTP/1.1" status: 200 len: 1091 time: 2.7181408 Aug 19 12:24:45.479962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'tag': '27076445-ddf6-4a86-b96a-bd9c51eab08e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:45.480944 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e814b-b07b-49df-879b-e3d91592fd72" -d '{"events": [{"name": "network-changed", "server_uuid": "4c68d3c9-7330-4949-aa11-96eff3434b06", "tag": "27076445-ddf6-4a86-b96a-bd9c51eab08e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:45.510357 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.670870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc85951-6436-4bcd-9b72-5266515aa772 service neutron] Pushing event updated for resources: {'Port': ['ID=27076445-ddf6-4a86-b96a-bd9c51eab08e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:45.751865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acf161-ff8a-4def-8e10-b6c58a21e8e9 req-84afd3a1-c84d-4611-97c3-94a174b6b8b4 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:45.764447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44acf161-ff8a-4def-8e10-b6c58a21e8e9 req-84afd3a1-c84d-4611-97c3-94a174b6b8b4 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.2015145 Aug 19 12:24:45.803350 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91447e6d-9471-4eec-bcc5-be277f3c1312 x-openstack-request-id: req-91447e6d-9471-4eec-bcc5-be277f3c1312 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:45.803798 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c68d3c9-7330-4949-aa11-96eff3434b06", "tag": "27076445-ddf6-4a86-b96a-bd9c51eab08e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:45.804154 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91447e6d-9471-4eec-bcc5-be277f3c1312 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:45.804899 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'tag': '27076445-ddf6-4a86-b96a-bd9c51eab08e', 'status': 'completed', 'code': 200} Aug 19 12:24:45.855517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-72b9c066-88f2-4f17-ba65-cea5f3ae1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:45.857867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-72b9c066-88f2-4f17-ba65-cea5f3ae1ba8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd552d66293348cead6e61280b39e649&device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 1094 time: 0.2183568 Aug 19 12:24:45.873609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44acf161-ff8a-4def-8e10-b6c58a21e8e9 req-b0dbfcdc-bfb1-421a-857c-1a8559ed2e31 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080256 Aug 19 12:24:45.972908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-40313c17-8075-4606-ac3f-f08fb6fbc358 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27076445-ddf6-4a86-b96a-bd9c51eab08e HTTP/1.1" status: 200 len: 217 time: 0.0869021 Aug 19 12:24:46.037061 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.040540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-a04a4988-6bab-45c1-94b3-1548469e131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.042236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-a04a4988-6bab-45c1-94b3-1548469e131e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b297c747-5acb-4199-a50e-f45d6f5a40ae HTTP/1.1" status: 200 len: 855 time: 0.0530207 Aug 19 12:24:46.049038 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.072780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.082942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2254862-fe08-4da4-9be8-6bb05ed59438 req-dd763eee-d685-4fb8-9c87-5045a59fee3c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 210 time: 0.2077615 Aug 19 12:24:46.122902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Transition to ACTIVE for port object e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:46.153429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0491e58e-8f40-4101-9b59-bdbc168500ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.155027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-0491e58e-8f40-4101-9b59-bdbc168500ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffdc861b-fbe6-461b-b6fe-9cb76461b10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825055 Aug 19 12:24:46.173434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14426036-a21a-4b83-90fd-de60d7f6a26d req-90f5f4d4-180a-44bc-bf5a-deb3d1e9d2c8 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.176038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14426036-a21a-4b83-90fd-de60d7f6a26d req-90f5f4d4-180a-44bc-bf5a-deb3d1e9d2c8 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1999898 Aug 19 12:24:46.240400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Allocated IP 172.25.6.44 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/558eb6ed-61f4-4bcc-862b-7a2af9ef0228) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:46.304817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Allocated IP 172.20.0.2 (9917493e-c16d-4f6f-a2c4-6890a7f10b03/5b18177a-3842-4a4f-99df-56fcaf6e0863/e22cc480-f0de-432a-a5a3-28568adf4ff4) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:46.316729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-fb0a3110-1388-4fc5-87cd-24d767d429d5 service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc861b-fbe6-461b-b6fe-9cb76461b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385176 Aug 19 12:24:46.328657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14426036-a21a-4b83-90fd-de60d7f6a26d req-23d2342c-dd99-423c-b3be-48e9afac4e1c tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669894 Aug 19 12:24:46.399091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.473817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.507630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2eff2f83-96b8-4003-8e82-e2b8584371ae', 'bd49ef08-9459-4271-a825-abc082e77888'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:46.571862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.581480 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.590343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63ae77-7bcc-4d8f-980a-51852da41fe1 req-e7ea429a-c373-4259-ab7f-372aa0a6f052 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.591933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa63ae77-7bcc-4d8f-980a-51852da41fe1 req-e7ea429a-c373-4259-ab7f-372aa0a6f052 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 943 time: 0.2272947 Aug 19 12:24:46.598532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:46.611071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Transition to ACTIVE for port object e22cc480-f0de-432a-a5a3-28568adf4ff4 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:46.619066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:46.632272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:46.636503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:46.642250 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:46.647027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Pushing event updated for resources: {'Port': ['ID=558eb6ed-61f4-4bcc-862b-7a2af9ef0228,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:46.655526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Transition to ACTIVE for port object e22cc480-f0de-432a-a5a3-28568adf4ff4 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:46.657173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:46.686404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d67d1f-0ab7-4a5f-a9f1-11d0e554c19d req-43ce3726-74dc-4a39-a98c-87cb5571a0c9 service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc861b-fbe6-461b-b6fe-9cb76461b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570149 Aug 19 12:24:46.730605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Pushing event updated for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:46.771867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cd3e5-c69e-40da-b6ee-b5f907fc06a8 req-29f7ec3e-c107-4cc8-bc4d-e0e9d1903063 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.780894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-130cd3e5-c69e-40da-b6ee-b5f907fc06a8 req-29f7ec3e-c107-4cc8-bc4d-e0e9d1903063 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 944 time: 0.3120234 Aug 19 12:24:46.792212 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.825529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa63ae77-7bcc-4d8f-980a-51852da41fe1 req-fae61dd9-e757-4002-b601-9bd8ea49da92 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186539 Aug 19 12:24:46.849248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.854808 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.899790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:46.913917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:46.920459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:46.930956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Pushing event updated for resources: {'Port': ['ID=e22cc480-f0de-432a-a5a3-28568adf4ff4,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:46.946952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-130cd3e5-c69e-40da-b6ee-b5f907fc06a8 req-20c8f5b4-d34a-4dbf-8d04-3af38c037753 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649435 Aug 19 12:24:46.964898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e814b-b07b-49df-879b-e3d91592fd72 req-be6f51ff-cc4d-42a1-bf03-1c0af29dedae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.966798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e73e814b-b07b-49df-879b-e3d91592fd72 req-be6f51ff-cc4d-42a1-bf03-1c0af29dedae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd552d66293348cead6e61280b39e649&device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 1094 time: 0.0855379 Aug 19 12:24:46.992231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-7e2402e2-9b96-4b0e-91f2-954002fb0d42 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9232600 Aug 19 12:24:47.008001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Request body: {'port': {'device_id': 'b213b365-e4b5-40f1-a946-b476da971c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:47.027748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Attempting to bind port e22cc480-f0de-432a-a5a3-28568adf4ff4 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:47.028115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Attempting to bind port e22cc480-f0de-432a-a5a3-28568adf4ff4 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:47.028473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Attempting to bind port e22cc480-f0de-432a-a5a3-28568adf4ff4 on network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:47.038063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:47.038549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Checking segment: {'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:47.038849 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.039246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Bound using segment: {'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:47.039744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Bound port: e22cc480-f0de-432a-a5a3-28568adf4ff4, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:47.040405 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.120255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f8b4bda1-5bec-4c4c-aacc-c3441d961da6 None None] Provisioning for port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:47.132046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f8b4bda1-5bec-4c4c-aacc-c3441d961da6 None None] Provisioning complete for port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:47.132449 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f8b4bda1-5bec-4c4c-aacc-c3441d961da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.162472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] For port e22cc480-f0de-432a-a5a3-28568adf4ff4, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:47.172334 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.180898 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.182217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] For port e22cc480-f0de-432a-a5a3-28568adf4ff4, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e22cc480-f0de-432a-a5a3-28568adf4ff4,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:47.189478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4bda1-5bec-4c4c-aacc-c3441d961da6 None None] Port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:47.197873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e814b-b07b-49df-879b-e3d91592fd72 req-9af10a7e-8d1a-483f-ad00-40fe22bb59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.201493 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e73e814b-b07b-49df-879b-e3d91592fd72 req-9af10a7e-8d1a-483f-ad00-40fe22bb59ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffdc861b-fbe6-461b-b6fe-9cb76461b10c HTTP/1.1" status: 200 len: 917 time: 0.2188950 Aug 19 12:24:47.275268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d88f39-cdf2-4312-b8df-73fd087b170e req-a3822e3d-d5e6-4bd7-a7aa-b64f7b69a171 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.276919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78d88f39-cdf2-4312-b8df-73fd087b170e req-a3822e3d-d5e6-4bd7-a7aa-b64f7b69a171 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.1604414 Aug 19 12:24:47.280611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e73e814b-b07b-49df-879b-e3d91592fd72 req-023150a2-7c99-4bf3-aa84-3cb9b6eebbc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27076445-ddf6-4a86-b96a-bd9c51eab08e HTTP/1.1" status: 200 len: 217 time: 0.0706494 Aug 19 12:24:47.294047 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.387946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57e8a7-70e6-4969-ab4b-bb2961855527 None None] Pushing event updated for resources: {'Port': ['ID=e22cc480-f0de-432a-a5a3-28568adf4ff4,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:47.429990 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.463044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78d88f39-cdf2-4312-b8df-73fd087b170e req-1a7f1ab7-70c2-4209-a017-3100d729eccb tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788104 Aug 19 12:24:47.497786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e814b-b07b-49df-879b-e3d91592fd72 req-ee09c35c-2690-4df4-b5fa-a828084dded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.499547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e73e814b-b07b-49df-879b-e3d91592fd72 req-ee09c35c-2690-4df4-b5fa-a828084dded9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b297c747-5acb-4199-a50e-f45d6f5a40ae HTTP/1.1" status: 200 len: 855 time: 0.1983562 Aug 19 12:24:47.516446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a26e4-70cd-4493-a1f2-f6dc19982471 req-a1ba0e24-f028-474b-97fc-f70aedd65d92 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.521953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f13a26e4-70cd-4493-a1f2-f6dc19982471 req-a1ba0e24-f028-474b-97fc-f70aedd65d92 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 935 time: 0.2387981 Aug 19 12:24:47.807902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f13a26e4-70cd-4493-a1f2-f6dc19982471 req-4e0bfbe9-f9df-4498-8a6c-07e7f31ea39f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337385 Aug 19 12:24:47.813968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e814b-b07b-49df-879b-e3d91592fd72 req-8249a62f-99fc-4715-95da-34da8ae46721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.815577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e73e814b-b07b-49df-879b-e3d91592fd72 req-8249a62f-99fc-4715-95da-34da8ae46721 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffdc861b-fbe6-461b-b6fe-9cb76461b10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2923005 Aug 19 12:24:47.817757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:47.828233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.885977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Transition to ACTIVE for port object e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:47.892797 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:24:47.971207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e73e814b-b07b-49df-879b-e3d91592fd72 req-b69d5752-a12e-405f-bdc6-8e8bb43f1ca0 service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc861b-fbe6-461b-b6fe-9cb76461b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350231 Aug 19 12:24:47.980929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604393e-cfe7-4aa7-abea-19c2593159cf req-0f43333e-982c-41fd-9aa9-d8cddd71ef77 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.982529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f604393e-cfe7-4aa7-abea-19c2593159cf req-0f43333e-982c-41fd-9aa9-d8cddd71ef77 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0981050 Aug 19 12:24:48.019693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:48.049742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:48.069312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.072385 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Sync routers for ids ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:48.098664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Routers {'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:48.102497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:48.156909 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.158535 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d6e0f9d3-d66e-4ec1-b59f-d5cec0e26268 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1602683 Aug 19 12:24:48.162272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57450) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:48.211678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f604393e-cfe7-4aa7-abea-19c2593159cf req-5fc9f8e3-ed07-4f31-8201-1821f104e38f tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140968 Aug 19 12:24:48.239168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Pushing event updated for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:48.339031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:48.346213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e73e814b-b07b-49df-879b-e3d91592fd72 req-d5c86bd1-cffa-4424-990f-a0998c0097b9 service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc861b-fbe6-461b-b6fe-9cb76461b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626676 Aug 19 12:24:48.354947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:48.355525 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.480194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e22cc480-f0de-432a-a5a3-28568adf4ff4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:48.571015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Attempting to bind port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:48.571723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Attempting to bind port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:48.572308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Attempting to bind port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:48.585543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:48.585971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Attempting to bind port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:48.606067 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Set router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:48.606597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3615df-d659-409e-b119-ed699156a090 req-12d8a54d-34b7-4401-b4e5-3127edf0284f tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:48.608483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef3615df-d659-409e-b119-ed699156a090 req-12d8a54d-34b7-4401-b4e5-3127edf0284f tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 943 time: 0.4153240 Aug 19 12:24:48.611810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:48.612196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:48.612718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:48.613975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Bound port: e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:48.614337 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.639363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ecb8c-9b28-47aa-84f3-575dde875d4d req-291d0d82-0def-46ae-a714-82838501fade tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:48.647861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-884ecb8c-9b28-47aa-84f3-575dde875d4d req-291d0d82-0def-46ae-a714-82838501fade tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 944 time: 0.2577055 Aug 19 12:24:48.709357 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.776812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dac83b-1f0c-4085-a235-df3deb6f13bf None None] Network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:48.785964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef3615df-d659-409e-b119-ed699156a090 req-3618b4de-3bab-45fe-b796-a6b23b40fc47 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342731 Aug 19 12:24:48.796337 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-884ecb8c-9b28-47aa-84f3-575dde875d4d req-f884f396-00cc-4cd6-8b69-a6370fffc8a3 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465905 Aug 19 12:24:48.799309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:48.803532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:48.923234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5e7ed6-70ab-457f-88d4-ef3119444800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:48.925683 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.926460 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ce86f-ac48-4aae-8c64-35bc94bf33ca" -d '{"events": [{"server_uuid": "3a5e7ed6-70ab-457f-88d4-ef3119444800", "name": "network-vif-plugged", "status": "completed", "tag": "a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:48.943899 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.978910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:48.988552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:48.989548 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.990988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] 10.222.0.52 "PUT /v2.0/ports/e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 HTTP/1.1" status: 200 len: 1095 time: 1.9877603 Aug 19 12:24:48.998656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:49.001499 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc242e3-6338-4128-a797-aa853f381b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:49.067701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port e22cc480-f0de-432a-a5a3-28568adf4ff4 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:49.074764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ebc2d-bb86-419e-8527-c2dcd4dd8d99 req-4650cc4c-fe3a-42b9-aec9-69814d801c54 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:49.077502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c3ebc2d-bb86-419e-8527-c2dcd4dd8d99 req-4650cc4c-fe3a-42b9-aec9-69814d801c54 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.1865592 Aug 19 12:24:49.098611 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:49.099733 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device faa61bee-471f-4585-8766-0b4ddb741e9e up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:49.148802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3fa2e30d-303f-4e51-9e99-1192c199a087 None None] Provisioning for port e22cc480-f0de-432a-a5a3-28568adf4ff4 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:49.160624 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3fa2e30d-303f-4e51-9e99-1192c199a087 None None] Provisioning complete for port e22cc480-f0de-432a-a5a3-28568adf4ff4 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:49.161103 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e30d-303f-4e51-9e99-1192c199a087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:49.163724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Allocated IP 172.20.0.1 (9917493e-c16d-4f6f-a2c4-6890a7f10b03/5b18177a-3842-4a4f-99df-56fcaf6e0863/7b6fc8fb-1287-498c-8c55-c20f8f9f9924) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:49.165928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44935995-e09f-4c71-9197-bbc96e771bac req-d7ea6af5-8eb5-427b-ac40-2940ca067b70 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:49.167492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44935995-e09f-4c71-9197-bbc96e771bac req-d7ea6af5-8eb5-427b-ac40-2940ca067b70 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 947 time: 0.1718154 Aug 19 12:24:49.202481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:46Z', 'revision_number': 3, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:49.203222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e5b6b-2e51-4a13-8ced-d2c8f0bc622c service neutron] Pushing event updated for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:49.268803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c3ebc2d-bb86-419e-8527-c2dcd4dd8d99 req-350818fc-652c-49ed-b936-701fa5a629a9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453102 Aug 19 12:24:49.272584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43755df-39aa-4852-9578-11cfd92f74db req-444c3bb2-8214-4e66-89ed-6c0e2bbaadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:49.274229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-444c3bb2-8214-4e66-89ed-6c0e2bbaadf3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 1098 time: 0.1261845 Aug 19 12:24:49.292957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Checking router: a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:24:49.293362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Updating router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:24:49.323369 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:49.324723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-28e7ba3b-04f6-474f-aa57-73344ded3d21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 HTTP/1.1" status: 200 len: 217 time: 0.0414190 Aug 19 12:24:49.342548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44935995-e09f-4c71-9197-bbc96e771bac req-a96605a5-4c3b-42ce-8977-93854d9b53fb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491921 Aug 19 12:24:49.363167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:49.366390 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f74998e-f754-4227-b08c-0c396b1ad47c x-openstack-request-id: req-3f74998e-f754-4227-b08c-0c396b1ad47c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:49.366751 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Transition to ACTIVE for port object 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:49.366895 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5e7ed6-70ab-457f-88d4-ef3119444800", "name": "network-vif-plugged", "status": "completed", "tag": "a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:49.367008 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f74998e-f754-4227-b08c-0c396b1ad47c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:49.367386 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5e7ed6-70ab-457f-88d4-ef3119444800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9', 'code': 200} Aug 19 12:24:49.416726 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:49.432284 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eed7ab-ed1a-47fa-921c-de31f8db6af1 x-openstack-request-id: req-c5eed7ab-ed1a-47fa-921c-de31f8db6af1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:49.432856 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:49.433405 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5eed7ab-ed1a-47fa-921c-de31f8db6af1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:49.434044 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'status': 'completed', 'code': 200} Aug 19 12:24:49.462648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port faa61bee-471f-4585-8766-0b4ddb741e9e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:49.468119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43755df-39aa-4852-9578-11cfd92f74db req-e8777f9a-b35f-4fa4-aa9f-d9ea5d197bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:49.470970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-e8777f9a-b35f-4fa4-aa9f-d9ea5d197bac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1259289 Aug 19 12:24:49.523333 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735a105-74d4-4d25-9ad7-6becd0968f20 req-fb8620c2-e9d1-4741-ad49-3bf5258de34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:49.528296 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0735a105-74d4-4d25-9ad7-6becd0968f20 req-fb8620c2-e9d1-4741-ad49-3bf5258de34f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 1096 time: 0.0571475 Aug 19 12:24:49.618079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43755df-39aa-4852-9578-11cfd92f74db req-648239e3-d60b-4aed-ab0e-00e4d46f1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:49.633932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-648239e3-d60b-4aed-ab0e-00e4d46f1eff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437218 Aug 19 12:24:49.638233 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0735a105-74d4-4d25-9ad7-6becd0968f20 req-98a4e747-483a-4886-97ad-27bc55a43411 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000955 Aug 19 12:24:49.669786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port faa61bee-471f-4585-8766-0b4ddb741e9e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:49.670361 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:49.677472 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:49.707439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:49.710391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:49.747273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:49.827222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6fc8fb-1287-498c-8c55-c20f8f9f9924,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:49.839149 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:49.871462 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-e297c41e-f780-4905-b72a-b5731696702d service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423868 Aug 19 12:24:49.893501 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e30d-303f-4e51-9e99-1192c199a087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:49.932783 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.943756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.943756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.943756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.943756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.943756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.943756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.943756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.943756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.943756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.943756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.943756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:49.967178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3fa2e30d-303f-4e51-9e99-1192c199a087 None None] For port e22cc480-f0de-432a-a5a3-28568adf4ff4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e22cc480-f0de-432a-a5a3-28568adf4ff4,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:50.047046 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.104414 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e30d-303f-4e51-9e99-1192c199a087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.123858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a43755df-39aa-4852-9578-11cfd92f74db req-0db87d68-c963-4961-8b7b-06dd7c6e07cb service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403283 Aug 19 12:24:50.129120 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.134156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d1968-b541-4002-a4e2-0643ce3f35c2 req-ee6b438b-695a-4845-b465-4a958a6dac68 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.134891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-409d1968-b541-4002-a4e2-0643ce3f35c2 req-ee6b438b-695a-4845-b465-4a958a6dac68 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 943 time: 0.1562335 Aug 19 12:24:50.154393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port faa61bee-471f-4585-8766-0b4ddb741e9e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=faa61bee-471f-4585-8766-0b4ddb741e9e,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:50.170804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Transition to ACTIVE for port object 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:50.192394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2e30d-303f-4e51-9e99-1192c199a087 None None] Pushing event updated for resources: {'Port': ['ID=e22cc480-f0de-432a-a5a3-28568adf4ff4,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:50.192839 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.224811 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-409d1968-b541-4002-a4e2-0643ce3f35c2 req-a878ee92-f51e-4d5c-b52d-9ff137cc6f68 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820105 Aug 19 12:24:50.302607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.307405 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.398763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-be7632b4-ea21-4b3c-8b90-88c1eaad488d None None] Provisioning complete for port e22cc480-f0de-432a-a5a3-28568adf4ff4 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:50.399609 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-be7632b4-ea21-4b3c-8b90-88c1eaad488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.410308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492a3fc-ff7c-40cd-87fe-0b7bf6a826be req-7df6696d-980a-4d26-ab83-5a30d6bcb842 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.411561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e22cc480-f0de-432a-a5a3-28568adf4ff4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:50.422403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c492a3fc-ff7c-40cd-87fe-0b7bf6a826be req-7df6696d-980a-4d26-ab83-5a30d6bcb842 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 945 time: 0.1247714 Aug 19 12:24:50.453751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc242e3-6338-4128-a797-aa853f381b6a req-63739c2d-eddc-40e5-8588-1a3e5c4b0f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.456616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fc242e3-6338-4128-a797-aa853f381b6a req-63739c2d-eddc-40e5-8588-1a3e5c4b0f04 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 1098 time: 0.1471486 Aug 19 12:24:50.560023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Attempting to bind port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:50.561710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Attempting to bind port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:50.561710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Attempting to bind port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:50.580542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aea871-0015-4471-8ee0-d50cb780f882 None None] Pushing event updated for resources: {'Port': ['ID=558eb6ed-61f4-4bcc-862b-7a2af9ef0228,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:50.595040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.644163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:50.644163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:50.644163 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.644163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:50.645113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Bound port: 558eb6ed-61f4-4bcc-862b-7a2af9ef0228, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:50.645855 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.703804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c492a3fc-ff7c-40cd-87fe-0b7bf6a826be req-22ff739d-d339-4088-8de7-188373255b75 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801821 Aug 19 12:24:50.717002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e22cc480-f0de-432a-a5a3-28568adf4ff4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:50.717002 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.780326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.806632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=faa61bee-471f-4585-8766-0b4ddb741e9e,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:50.822801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b0575-7734-420a-8030-a1d09e7756fc req-1c663d49-7019-4ecd-9da8-bb5290fa537a tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.832117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba5b0575-7734-420a-8030-a1d09e7756fc req-1c663d49-7019-4ecd-9da8-bb5290fa537a tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.2104056 Aug 19 12:24:50.838702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] For port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:50.848340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] For port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=558eb6ed-61f4-4bcc-862b-7a2af9ef0228,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:50.880186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.895112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6fc8fb-1287-498c-8c55-c20f8f9f9924,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:50.913790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc242e3-6338-4128-a797-aa853f381b6a req-d680495c-36c8-4fba-8b5d-b60fecfcae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.915483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fc242e3-6338-4128-a797-aa853f381b6a req-d680495c-36c8-4fba-8b5d-b60fecfcae97 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.3771646 Aug 19 12:24:50.983210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93166ae8-8bb3-4961-bb5e-b594b06e8f77 req-7783b88d-ab8e-42a4-b76a-7868e0834ed3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.984819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93166ae8-8bb3-4961-bb5e-b594b06e8f77 req-7783b88d-ab8e-42a4-b76a-7868e0834ed3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 947 time: 0.1889937 Aug 19 12:24:50.989014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fc242e3-6338-4128-a797-aa853f381b6a req-d49cd72b-cc32-4201-8dfa-b8f8918c4332 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 HTTP/1.1" status: 200 len: 217 time: 0.0596402 Aug 19 12:24:50.997201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba5b0575-7734-420a-8030-a1d09e7756fc req-210cbc5d-efbd-4eda-95bd-963c27794934 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290846 Aug 19 12:24:50.997563 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.058416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-be7632b4-ea21-4b3c-8b90-88c1eaad488d None None] Provisioning for port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:51.059049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:51.061026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:51.093208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-be7632b4-ea21-4b3c-8b90-88c1eaad488d None None] Provisioning complete for port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:51.093607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-be7632b4-ea21-4b3c-8b90-88c1eaad488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.114467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Routers {'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:51.115078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:51.117167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f32ce135-d163-47d5-86da-a3d8e951bce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.162975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93166ae8-8bb3-4961-bb5e-b594b06e8f77 req-c2b07141-2f2f-4c77-bf38-9039e4a37e1f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674960 Aug 19 12:24:51.175381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc242e3-6338-4128-a797-aa853f381b6a req-4c5841fe-802a-459f-9510-c2e7c98297b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:51.177511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fc242e3-6338-4128-a797-aa853f381b6a req-4c5841fe-802a-459f-9510-c2e7c98297b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1687410 Aug 19 12:24:51.231239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:24:51.233695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc242e3-6338-4128-a797-aa853f381b6a req-d9857366-30a0-46f4-9aaa-1fb19db554ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:51.235274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fc242e3-6338-4128-a797-aa853f381b6a req-d9857366-30a0-46f4-9aaa-1fb19db554ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489459 Aug 19 12:24:51.237881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aea871-0015-4471-8ee0-d50cb780f882 None None] Pushing event updated for resources: {'Port': ['ID=558eb6ed-61f4-4bcc-862b-7a2af9ef0228,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:51.280802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-be7632b4-ea21-4b3c-8b90-88c1eaad488d None None] Port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:51.371124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15a17be-f206-4292-bf91-8a227b801950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa61bee-471f-4585-8766-0b4ddb741e9e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:51.373681 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c7f258-042c-4650-b6a7-685bb3af6e31" -d '{"events": [{"server_uuid": "a15a17be-f206-4292-bf91-8a227b801950", "name": "network-vif-plugged", "status": "completed", "tag": "faa61bee-471f-4585-8766-0b4ddb741e9e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:51.466546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] Set router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:51.512140 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb9632c-4616-4d36-bdaf-d4c39f979db1 x-openstack-request-id: req-adb9632c-4616-4d36-bdaf-d4c39f979db1 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:51.513614 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15a17be-f206-4292-bf91-8a227b801950", "name": "network-vif-plugged", "status": "completed", "tag": "faa61bee-471f-4585-8766-0b4ddb741e9e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:51.513614 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-adb9632c-4616-4d36-bdaf-d4c39f979db1 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:51.513614 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15a17be-f206-4292-bf91-8a227b801950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa61bee-471f-4585-8766-0b4ddb741e9e', 'code': 200} Aug 19 12:24:51.558533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c922ccca-23cc-4163-8424-732c16748d4d None None] Provisioning complete for port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:51.566423 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c922ccca-23cc-4163-8424-732c16748d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.570914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175b0e7-ef55-4cb4-9148-71ffe358f7b7 req-9b7b6979-ec10-4816-8e34-0a0961d57336 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:51.573136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6175b0e7-ef55-4cb4-9148-71ffe358f7b7 req-9b7b6979-ec10-4816-8e34-0a0961d57336 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 943 time: 0.1654103 Aug 19 12:24:51.576533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fc242e3-6338-4128-a797-aa853f381b6a req-a854c779-830d-434e-a4b4-8542c75db5a3 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243508 Aug 19 12:24:51.661062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6175b0e7-ef55-4cb4-9148-71ffe358f7b7 req-4f73ceaa-6d6d-43ba-8d7c-ec862beac1e3 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721638 Aug 19 12:24:51.695029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c922ccca-23cc-4163-8424-732c16748d4d None None] Port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:51.770909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fc242e3-6338-4128-a797-aa853f381b6a req-ae99c544-06d3-454a-aaba-4396ee639d09 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860590 Aug 19 12:24:51.836982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '7b6fc8fb-1287-498c-8c55-c20f8f9f9924', 'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'mac_address': 'fa:16:3e:d5:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:48Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 2, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'subnets': [{'id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:51.870987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75fa61-75b9-47fd-911d-780fb9745446 req-266fd14f-6228-4978-9cb3-2add08239204 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:51.875491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69bd010-84fb-40ed-9008-3be711fe0226 None None] The sync data for ids ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'] in n-d-778732-8 is: [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '7b6fc8fb-1287-498c-8c55-c20f8f9f9924', 'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'mac_address': 'fa:16:3e:d5:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:48Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 2, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'subnets': [{'id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:51.879638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb75fa61-75b9-47fd-911d-780fb9745446 req-266fd14f-6228-4978-9cb3-2add08239204 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 945 time: 0.0652156 Aug 19 12:24:51.929645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb75fa61-75b9-47fd-911d-780fb9745446 req-e5b9cc88-a9d3-41df-893c-b411657b499e tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Aug 19 12:24:51.974640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7da98-f50d-4ed7-aee5-840a9219f6aa req-f160d8ac-5d6a-4ee4-82c7-795076bac2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:51.976201 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d3f7da98-f50d-4ed7-aee5-840a9219f6aa req-f160d8ac-5d6a-4ee4-82c7-795076bac2cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a15a17be-f206-4292-bf91-8a227b801950 HTTP/1.1" status: 200 len: 1097 time: 0.1795697 Aug 19 12:24:51.996565 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:52.008037 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bd994d1c-ea77-4968-bf14-444b2f49f745 admin admin] 10.222.0.44 "PUT /v2.0/routers/a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8443949 Aug 19 12:24:52.024812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:52.041427 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d3f7da98-f50d-4ed7-aee5-840a9219f6aa req-606b2c73-c02c-42ca-9e85-7b198a17bfa3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548439 Aug 19 12:24:52.074749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57514) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:52.107339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e858-1b46-4072-b462-caf11a2b2317 req-ce64070d-0e07-42f4-9f21-0be001b346cf tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:52.117127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da84e858-1b46-4072-b462-caf11a2b2317 req-ce64070d-0e07-42f4-9f21-0be001b346cf tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15a17be-f206-4292-bf91-8a227b801950 HTTP/1.1" status: 200 len: 946 time: 0.1177757 Aug 19 12:24:52.169986 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da84e858-1b46-4072-b462-caf11a2b2317 req-54761c15-ae71-4338-95f4-28c56b7264ed tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515232 Aug 19 12:24:52.251387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:52.292495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'mac_address': 'fa:16:3e:72:17:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:52.333041 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dc90314-ef9d-44ba-9acf-6795aa9a6ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.384288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d92fa-ec56-4baf-9f4d-5e34bf633a90 req-97c122d6-955b-4b7d-9755-54f35b0987c3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:52.395748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d15d92fa-ec56-4baf-9f4d-5e34bf633a90 req-97c122d6-955b-4b7d-9755-54f35b0987c3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.1016917 Aug 19 12:24:52.459497 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.485410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:52.517569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:52.535005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d15d92fa-ec56-4baf-9f4d-5e34bf633a90 req-c964521c-22cd-4d89-a978-90511a224357 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334770 Aug 19 12:24:52.553809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dc90314-ef9d-44ba-9acf-6795aa9a6ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.571350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14972b67-1266-4355-ba8a-ae7833e355ed req-458eb074-5d16-4808-a06c-0e9164c2a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:52.573882 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-14972b67-1266-4355-ba8a-ae7833e355ed req-458eb074-5d16-4808-a06c-0e9164c2a002 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 1096 time: 0.0984523 Aug 19 12:24:52.580459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46e85c-d4fc-42d4-a9f6-0eb58af1c2ec req-0782bf74-17b5-4a00-8540-89f5cf95b9be tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:52.582858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bf46e85c-d4fc-42d4-a9f6-0eb58af1c2ec req-0782bf74-17b5-4a00-8540-89f5cf95b9be tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 947 time: 0.1176798 Aug 19 12:24:52.605053 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.679910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dc90314-ef9d-44ba-9acf-6795aa9a6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.709279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:52.714425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bf46e85c-d4fc-42d4-a9f6-0eb58af1c2ec req-8ff06c57-1716-45c1-9328-88a9b5057083 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228676 Aug 19 12:24:52.752476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf42657-4e57-4797-9b0f-086d11e1c6b6 req-1c9e497b-d587-4dbc-a1d2-6920cba4fed7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:52.754268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbf42657-4e57-4797-9b0f-086d11e1c6b6 req-1c9e497b-d587-4dbc-a1d2-6920cba4fed7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1095695 Aug 19 12:24:52.796411 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8dc90314-ef9d-44ba-9acf-6795aa9a6ad4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ba63f26d0b343569f8965dc50d17da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7195992 Aug 19 12:24:52.802882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57562) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:52.805312 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc90314-ef9d-44ba-9acf-6795aa9a6ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cf7646-0540-4343-80cc-ee91d975d7f3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:52.840182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14972b67-1266-4355-ba8a-ae7833e355ed req-1f9233de-4131-4aff-b910-05472384ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:52.841896 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-14972b67-1266-4355-ba8a-ae7833e355ed req-1f9233de-4131-4aff-b910-05472384ee38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 920 time: 0.2595978 Aug 19 12:24:52.869816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbf42657-4e57-4797-9b0f-086d11e1c6b6 req-b3432cd9-eca6-4bb9-af02-2927b47216bd tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051438 Aug 19 12:24:52.905704 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-14972b67-1266-4355-ba8a-ae7833e355ed req-9021e909-929a-4bd2-9a32-181bdb369e16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=187a8696-9ecb-4a06-835b-8b171e24dbea HTTP/1.1" status: 200 len: 217 time: 0.0529146 Aug 19 12:24:52.926277 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d044a7b-7dab-4005-911c-4d594350cf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.942180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:53.025625 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14972b67-1266-4355-ba8a-ae7833e355ed req-f112aa9b-43ee-43cd-b959-30c6d89a4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:53.028794 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-14972b67-1266-4355-ba8a-ae7833e355ed req-f112aa9b-43ee-43cd-b959-30c6d89a4f51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 200 len: 859 time: 0.1146591 Aug 19 12:24:53.071562 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-14972b67-1266-4355-ba8a-ae7833e355ed req-d33801f0-526d-4f9f-acac-d99c3291e5f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a968453-8949-4776-80cc-6c3b9cd0d5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337608 Aug 19 12:24:53.210708 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-14972b67-1266-4355-ba8a-ae7833e355ed req-66cb0ee4-3f76-497e-a64a-4a58235c6870 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217496 Aug 19 12:24:53.368540 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-14972b67-1266-4355-ba8a-ae7833e355ed req-646a7205-5eed-4971-aaeb-e6ec46b60893 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491654 Aug 19 12:24:53.395952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d044a7b-7dab-4005-911c-4d594350cf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.485957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6941a-b8ea-4301-8c2f-7bb75b619aec req-ee47f651-79d1-4cc3-b324-0e4ceb057795 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:53.490261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01a6941a-b8ea-4301-8c2f-7bb75b619aec req-ee47f651-79d1-4cc3-b324-0e4ceb057795 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 943 time: 0.5347242 Aug 19 12:24:53.540036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51b735-50c5-4216-8584-0848214c2b27 req-7ad91868-c6fd-404f-882e-0d0bceb1f531 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:53.541942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb51b735-50c5-4216-8584-0848214c2b27 req-7ad91868-c6fd-404f-882e-0d0bceb1f531 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15a17be-f206-4292-bf91-8a227b801950 HTTP/1.1" status: 200 len: 946 time: 0.1491673 Aug 19 12:24:53.599493 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01a6941a-b8ea-4301-8c2f-7bb75b619aec req-25d641e9-8830-4073-aa50-5825511ceb3f tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954766 Aug 19 12:24:53.613732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb51b735-50c5-4216-8584-0848214c2b27 req-9471f24f-8b2a-4813-93b7-5180814d3462 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621388 Aug 19 12:24:53.730119 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d044a7b-7dab-4005-911c-4d594350cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.732807 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d044a7b-7dab-4005-911c-4d594350cf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.734138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2d044a7b-7dab-4005-911c-4d594350cf59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5cf7646-0540-4343-80cc-ee91d975d7f3 HTTP/1.1" status: 204 len: 168 time: 0.9224141 Aug 19 12:24:53.746729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1f91f-ce2f-4c0b-9c17-935e5bcf2bb0 req-73ec0c54-8aae-4c3f-aa02-b5cd1a487987 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:53.748650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fb1f91f-ce2f-4c0b-9c17-935e5bcf2bb0 req-73ec0c54-8aae-4c3f-aa02-b5cd1a487987 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.0638869 Aug 19 12:24:53.756147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d044a7b-7dab-4005-911c-4d594350cf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cf7646-0540-4343-80cc-ee91d975d7f3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:53.821075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fb1f91f-ce2f-4c0b-9c17-935e5bcf2bb0 req-94104b5d-6760-4e0b-a797-824bff463678 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575724 Aug 19 12:24:53.943832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89b923-3329-4e4c-8909-47ca967ca267 req-e992cde5-c52f-41c0-ab90-24ce0e6d61d6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:53.946926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f89b923-3329-4e4c-8909-47ca967ca267 req-e992cde5-c52f-41c0-ab90-24ce0e6d61d6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 948 time: 0.0726442 Aug 19 12:24:53.997296 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f89b923-3329-4e4c-8909-47ca967ca267 req-358b9094-bae0-4cff-98f2-438607241753 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Aug 19 12:24:54.048733 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:54.093746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9db50-2ba4-48b2-8259-57d230dd963a req-932ab1d5-20ad-466b-814c-10f4214e4da9 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.099196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4f9db50-2ba4-48b2-8259-57d230dd963a req-932ab1d5-20ad-466b-814c-10f4214e4da9 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0546756 Aug 19 12:24:54.152059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4f9db50-2ba4-48b2-8259-57d230dd963a req-10d28ab8-1dab-440c-85dc-617117d94472 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504031 Aug 19 12:24:54.164988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:54.169128 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:54.169610 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.279905 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.360975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:54.365583 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725226a1-aa12-4ac4-8e08-74fcee7e3f3b" -d '{"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-plugged", "status": "completed", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:54.395224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:54.453965 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a178449d-1df8-4d93-b134-ae999b4d5306 x-openstack-request-id: req-a178449d-1df8-4d93-b134-ae999b4d5306 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:54.454384 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-plugged", "status": "completed", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:54.454756 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a178449d-1df8-4d93-b134-ae999b4d5306 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:54.455844 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'code': 200} Aug 19 12:24:54.494298 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.561084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:54.707957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:54.775197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce4845-c053-4e93-b6ad-16e0cf16a6c8 req-cfd72522-c657-451f-bfde-1a17e875af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.777976 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6dce4845-c053-4e93-b6ad-16e0cf16a6c8 req-cfd72522-c657-451f-bfde-1a17e875af49 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 1100 time: 0.1365907 Aug 19 12:24:54.850468 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6dce4845-c053-4e93-b6ad-16e0cf16a6c8 req-0e936146-d616-4944-b0af-91e4ba6601fd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627830 Aug 19 12:24:54.856136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:54.862755 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:54.863500 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.879414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41198-513a-4c84-b077-3241359279ba req-0fd22b04-7a75-4c3e-9c4a-b5067a9209d5 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.887413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ee41198-513a-4c84-b077-3241359279ba req-0fd22b04-7a75-4c3e-9c4a-b5067a9209d5 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 943 time: 0.1100662 Aug 19 12:24:54.917925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6790f2b-c6f1-4966-8baf-6e008510da5c req-d9027e2e-2de2-4db1-87a8-2c52184c4f7d tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.919867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6790f2b-c6f1-4966-8baf-6e008510da5c req-d9027e2e-2de2-4db1-87a8-2c52184c4f7d tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=a15a17be-f206-4292-bf91-8a227b801950 HTTP/1.1" status: 200 len: 946 time: 0.1292922 Aug 19 12:24:54.961523 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ee41198-513a-4c84-b077-3241359279ba req-1e8111ab-b42d-4fbf-bd50-872c3378c5ec tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730629 Aug 19 12:24:54.998673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6790f2b-c6f1-4966-8baf-6e008510da5c req-12bcbddd-6652-443b-82c4-812cb4807384 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618372 Aug 19 12:24:55.012119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.042274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=558eb6ed-61f4-4bcc-862b-7a2af9ef0228,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:55.083916 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Sync routers for ids ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:55.102844 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Routers {'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:55.105673 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:55.133484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7989e-2d2f-477e-9eb0-dbf378ba532b req-0ecf090a-e978-4b61-9b9c-c7ff8ae64f6c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:55.140192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ce7989e-2d2f-477e-9eb0-dbf378ba532b req-0ecf090a-e978-4b61-9b9c-c7ff8ae64f6c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.0807657 Aug 19 12:24:55.156169 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.197287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ce7989e-2d2f-477e-9eb0-dbf378ba532b req-14e11822-71e7-4e39-a2b3-f886a6933bd0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561841 Aug 19 12:24:55.243958 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Set router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:55.329741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=558eb6ed-61f4-4bcc-862b-7a2af9ef0228,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:55.349559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e7586-afaa-4b20-964f-4218ad2063a1 req-b782c828-5023-444a-a929-1f4212e64aae tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:55.351481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d6e7586-afaa-4b20-964f-4218ad2063a1 req-b782c828-5023-444a-a929-1f4212e64aae tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1106894 Aug 19 12:24:55.390945 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f7373e65-84f7-497d-8a4e-e134cc89a6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.400008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d6e7586-afaa-4b20-964f-4218ad2063a1 req-c99a4152-30c3-45af-a64a-94fcbddd65db tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Aug 19 12:24:55.547242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9ac41-8467-4e8d-9af2-4393da9a0551 req-d1500635-800f-4263-9eac-16cd9e4940ae tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:55.552409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56e9ac41-8467-4e8d-9af2-4393da9a0551 req-d1500635-800f-4263-9eac-16cd9e4940ae tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0618582 Aug 19 12:24:55.618109 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56e9ac41-8467-4e8d-9af2-4393da9a0551 req-c2635a77-91db-40d3-b62e-187521690b73 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578268 Aug 19 12:24:55.624312 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '7b6fc8fb-1287-498c-8c55-c20f8f9f9924', 'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'mac_address': 'fa:16:3e:d5:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:48Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 2, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'subnets': [{'id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:55.663759 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Checking router: a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:24:55.664117 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Updating router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:24:55.699971 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.760926 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.055381 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.067741 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Transition to ACTIVE for port object 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:56.097884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f39f9-6983-410f-8c7c-a4f52c97ce7f req-c79e69e1-b02c-4295-a782-ca6e6c3c30b3 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.099467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce8f39f9-6983-410f-8c7c-a4f52c97ce7f req-c79e69e1-b02c-4295-a782-ca6e6c3c30b3 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 943 time: 0.0603106 Aug 19 12:24:56.143265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce8f39f9-6983-410f-8c7c-a4f52c97ce7f req-c2d32e6a-125b-4e70-83ad-c01f9ebd58df tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373619 Aug 19 12:24:56.240891 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.305066 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Pushing event updated for resources: {'Port': ['ID=7b6fc8fb-1287-498c-8c55-c20f8f9f9924,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:56.316184 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.316571 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.316983 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.318037 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.318644 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.319549 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.320629 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.320987 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.321438 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.328742 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.328742 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.328742 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:56.369568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde703df-ed2b-4c34-8b89-766793557043 req-0d4b0368-9adc-4fc6-84db-e0b5f855e5e8 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.379648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde703df-ed2b-4c34-8b89-766793557043 req-0d4b0368-9adc-4fc6-84db-e0b5f855e5e8 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.0797956 Aug 19 12:24:56.426136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:56.448898 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Attempting to bind port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:56.449420 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Attempting to bind port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:56.449871 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Attempting to bind port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 on network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:56.458779 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:56.459731 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Checking segment: {'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:56.460411 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.461054 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Bound using segment: {'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:56.462171 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Bound port: 7b6fc8fb-1287-498c-8c55-c20f8f9f9924, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:56.463028 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.498128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde703df-ed2b-4c34-8b89-766793557043 req-3a5b9e4f-13f5-4a2e-a41c-b18314144196 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170306 Aug 19 12:24:56.579460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:56.579844 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.622790 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] For port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:56.627927 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] For port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7b6fc8fb-1287-498c-8c55-c20f8f9f9924,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:56.644593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5dc3b-4773-47ce-bd38-2d4634bf0104 req-6a7d3fcb-432a-4c78-b17c-8d6b815bfbc2 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.656570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bf5dc3b-4773-47ce-bd38-2d4634bf0104 req-6a7d3fcb-432a-4c78-b17c-8d6b815bfbc2 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.0955682 Aug 19 12:24:56.703994 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57676) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:56.748306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bf5dc3b-4773-47ce-bd38-2d4634bf0104 req-c897b403-c10f-463e-ab21-fb98c26886ab tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900755 Aug 19 12:24:56.759656 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.822121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 27076445-ddf6-4a86-b96a-bd9c51eab08e details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:56.880663 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143bb4e-e77a-40c4-97fe-818f2e8f5be2 None None] Pushing event updated for resources: {'Port': ['ID=7b6fc8fb-1287-498c-8c55-c20f8f9f9924,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:56.883189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2145281-d8e0-4f8b-883a-f205c6a989a5 req-5c7a472d-34e4-4869-97f8-597e7272ee80 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.906059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2145281-d8e0-4f8b-883a-f205c6a989a5 req-5c7a472d-34e4-4869-97f8-597e7272ee80 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1471331 Aug 19 12:24:56.907105 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Routers {'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:56.907769 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:56.934441 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.936186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dffe28c-ffdd-4a95-b5ad-0125c527c35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.994113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2145281-d8e0-4f8b-883a-f205c6a989a5 req-15505108-cdbb-42b5-9513-480707365444 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803618 Aug 19 12:24:57.055678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 27076445-ddf6-4a86-b96a-bd9c51eab08e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=27076445-ddf6-4a86-b96a-bd9c51eab08e,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:57.084918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '27076445-ddf6-4a86-b96a-bd9c51eab08e', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'port_id': '27076445-ddf6-4a86-b96a-bd9c51eab08e', 'mac_address': 'fa:16:3e:5f:2c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:57.158915 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] Set router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:24:57.163054 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.169792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dffe28c-ffdd-4a95-b5ad-0125c527c35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.189389 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27076445-ddf6-4a86-b96a-bd9c51eab08e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:57.219025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-6c6b8770-2529-4288-b621-dd1a952eed15 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.229653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-6c6b8770-2529-4288-b621-dd1a952eed15 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/networks?id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01 HTTP/1.1" status: 200 len: 813 time: 0.1987052 Aug 19 12:24:57.235006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 27076445-ddf6-4a86-b96a-bd9c51eab08e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=27076445-ddf6-4a86-b96a-bd9c51eab08e,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:57.236026 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dffe28c-ffdd-4a95-b5ad-0125c527c35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.250079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-17a77ac3-40d6-4b94-8779-642f582eb823 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/quotas/2582960a23914f2dae036edeafc0f19c HTTP/1.1" status: 200 len: 375 time: 0.0190387 Aug 19 12:24:57.309310 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4dffe28c-ffdd-4a95-b5ad-0125c527c35d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd26e7e4c3af4415a841f572a6420077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6040807 Aug 19 12:24:57.313900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57696) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:57.338728 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.354916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffe28c-ffdd-4a95-b5ad-0125c527c35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1177e6-e4cb-4c47-99af-4b2697dc0e87,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:57.383001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609758b2-aef3-431f-b84c-50bca10b1e52 req-01ee34b2-7869-41aa-b895-44ae2fc1a31f tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.385235 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-609758b2-aef3-431f-b84c-50bca10b1e52 req-01ee34b2-7869-41aa-b895-44ae2fc1a31f tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 943 time: 0.0828998 Aug 19 12:24:57.398194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb1c0-bfe3-4e3e-9c9c-cf7dafba582b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.400891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-0afc98a8-c1e6-45d5-8571-730f7c0c0a13 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2582960a23914f2dae036edeafc0f19c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1492975 Aug 19 12:24:57.460107 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb1c0-bfe3-4e3e-9c9c-cf7dafba582b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.472802 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '7b6fc8fb-1287-498c-8c55-c20f8f9f9924', 'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'mac_address': 'fa:16:3e:d5:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:48Z', 'updated_at': '2021-08-19T12:24:56Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'subnets': [{'id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:57.479838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-609758b2-aef3-431f-b84c-50bca10b1e52 req-47964634-9a15-4121-b3fb-7b6f1b892be5 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618286 Aug 19 12:24:57.498646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=27076445-ddf6-4a86-b96a-bd9c51eab08e,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:57.540652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4a425-3ca0-46c4-bf4e-7ad07cd4a44d None None] The sync data for ids ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'] in n-d-778732-8 is: [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '7b6fc8fb-1287-498c-8c55-c20f8f9f9924', 'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'mac_address': 'fa:16:3e:d5:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:48Z', 'updated_at': '2021-08-19T12:24:56Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'subnets': [{'id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:57.613193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-8f208ad2-2757-411d-866e-d34b7195c87b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:24:57.617674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-8f208ad2-2757-411d-866e-d34b7195c87b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2156892 Aug 19 12:24:57.632147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb1c0-bfe3-4e3e-9c9c-cf7dafba582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.640560 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb1c0-bfe3-4e3e-9c9c-cf7dafba582b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.650440 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1f7fb1c0-bfe3-4e3e-9c9c-cf7dafba582b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a1177e6-e4cb-4c47-99af-4b2697dc0e87 HTTP/1.1" status: 204 len: 168 time: 0.3320336 Aug 19 12:24:57.686886 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fb1c0-bfe3-4e3e-9c9c-cf7dafba582b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1177e6-e4cb-4c47-99af-4b2697dc0e87,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:57.767528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['27076445-ddf6-4a86-b96a-bd9c51eab08e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:57.823529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a798429-ee62-41c5-a78f-0ae4aea834b3 req-b8d8ced9-9964-417e-841a-0be5c2a4ea25 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.825150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a798429-ee62-41c5-a78f-0ae4aea834b3 req-b8d8ced9-9964-417e-841a-0be5c2a4ea25 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.1052890 Aug 19 12:24:57.850220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-da60b47e-19e6-4d56-b78d-021653368c45 service neutron] 10.222.0.44 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310688 Aug 19 12:24:57.914218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda088b-234f-4267-a18c-cd35d5f52b99 req-88a3d373-fd59-4bd3-965b-3bfb45ac3a3b tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.917602 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0cda088b-234f-4267-a18c-cd35d5f52b99 req-88a3d373-fd59-4bd3-965b-3bfb45ac3a3b tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "GET /v2.0/ports?device_id=a15a17be-f206-4292-bf91-8a227b801950 HTTP/1.1" status: 200 len: 946 time: 0.0909369 Aug 19 12:24:58.065744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-0cda088b-234f-4267-a18c-cd35d5f52b99 req-18bc6ae9-6683-4414-9f17-a3b43229c0b6 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Deleting port faa61bee-471f-4585-8766-0b4ddb741e9e {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:58.066037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0cda088b-234f-4267-a18c-cd35d5f52b99 req-18bc6ae9-6683-4414-9f17-a3b43229c0b6 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.175184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-0cda088b-234f-4267-a18c-cd35d5f52b99 req-18bc6ae9-6683-4414-9f17-a3b43229c0b6 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] For port faa61bee-471f-4585-8766-0b4ddb741e9e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=faa61bee-471f-4585-8766-0b4ddb741e9e,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:58.175915 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0cda088b-234f-4267-a18c-cd35d5f52b99 req-18bc6ae9-6683-4414-9f17-a3b43229c0b6 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.193670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-0cda088b-234f-4267-a18c-cd35d5f52b99 req-18bc6ae9-6683-4414-9f17-a3b43229c0b6 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Calling delete_port for faa61bee-471f-4585-8766-0b4ddb741e9e owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:58.202022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a798429-ee62-41c5-a78f-0ae4aea834b3 req-ae541292-6089-4450-8520-28f0d9c311a3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507757 Aug 19 12:24:58.340821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-41acd7a5-a50c-4112-9098-2880e2182477 service neutron] 10.222.0.44 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678869 Aug 19 12:24:58.366675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cad74-3bbd-420b-baa0-4bc18c59532b req-28586dd2-98e6-4b42-a187-66f95f48ed55 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.368281 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-469cad74-3bbd-420b-baa0-4bc18c59532b req-28586dd2-98e6-4b42-a187-66f95f48ed55 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a5e7ed6-70ab-457f-88d4-ef3119444800 HTTP/1.1" status: 200 len: 945 time: 0.1984954 Aug 19 12:24:58.481851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:58.574303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb89308-0de6-4d70-b5e6-dce449a2404e req-5a5a24dc-a97b-4987-967c-4f9a0997c864 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.576224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1bb89308-0de6-4d70-b5e6-dce449a2404e req-5a5a24dc-a97b-4987-967c-4f9a0997c864 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.2048621 Aug 19 12:24:58.641476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1bb89308-0de6-4d70-b5e6-dce449a2404e req-51093db1-3d66-450f-8809-9b994993c43c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547683 Aug 19 12:24:58.661666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-469cad74-3bbd-420b-baa0-4bc18c59532b req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Deleting port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:58.662073 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-469cad74-3bbd-420b-baa0-4bc18c59532b req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.704838 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0cda088b-234f-4267-a18c-cd35d5f52b99 req-18bc6ae9-6683-4414-9f17-a3b43229c0b6 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.716373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:58.748449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc6ae9-6683-4414-9f17-a3b43229c0b6 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Pushing event deleted for resources: {'Port': ['ID=faa61bee-471f-4585-8766-0b4ddb741e9e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:58.750657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:58.764556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:58.764917 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.812040 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.847208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cda088b-234f-4267-a18c-cd35d5f52b99 req-18bc6ae9-6683-4414-9f17-a3b43229c0b6 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] No DVR routers for this DVR port faa61bee-471f-4585-8766-0b4ddb741e9e on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:58.850498 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-0cda088b-234f-4267-a18c-cd35d5f52b99 req-18bc6ae9-6683-4414-9f17-a3b43229c0b6 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.853804 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-0cda088b-234f-4267-a18c-cd35d5f52b99 req-18bc6ae9-6683-4414-9f17-a3b43229c0b6 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "DELETE /v2.0/ports/faa61bee-471f-4585-8766-0b4ddb741e9e HTTP/1.1" status: 204 len: 173 time: 0.9225254 Aug 19 12:24:58.854493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15a17be-f206-4292-bf91-8a227b801950', 'name': 'network-vif-deleted', 'tag': 'faa61bee-471f-4585-8766-0b4ddb741e9e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:58.858621 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcff6fdf-78ca-41a8-a9a8-56e1c2be8f19" -d '{"events": [{"server_uuid": "a15a17be-f206-4292-bf91-8a227b801950", "name": "network-vif-deleted", "tag": "faa61bee-471f-4585-8766-0b4ddb741e9e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:58.905440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-469cad74-3bbd-420b-baa0-4bc18c59532b req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] For port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:58.906261 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-469cad74-3bbd-420b-baa0-4bc18c59532b req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.910955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.930619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-469cad74-3bbd-420b-baa0-4bc18c59532b req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Calling delete_port for a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:58.949905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6da500-585e-4fb3-a71c-ac7cdda874f2 req-7ece5f72-1072-4125-a737-2b0830ca3e6d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.960579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b6da500-585e-4fb3-a71c-ac7cdda874f2 req-7ece5f72-1072-4125-a737-2b0830ca3e6d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1543810 Aug 19 12:24:58.977024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7b6fc8fb-1287-498c-8c55-c20f8f9f9924,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:59.098617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b6da500-585e-4fb3-a71c-ac7cdda874f2 req-2455815e-7970-48af-ad73-80ed3b207367 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324809 Aug 19 12:24:59.122243 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.221182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=7b6fc8fb-1287-498c-8c55-c20f8f9f9924,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:59.317914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbd414-4cf8-4904-b52d-275a8261e3e0 req-2728f1b4-5f11-40a3-996a-6bcd381cfd9e tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.319536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52fbd414-4cf8-4904-b52d-275a8261e3e0 req-2728f1b4-5f11-40a3-996a-6bcd381cfd9e tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 944 time: 0.2159851 Aug 19 12:24:59.408140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52fbd414-4cf8-4904-b52d-275a8261e3e0 req-385769ed-6684-4013-84e9-2ff17bb60d8d tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707672 Aug 19 12:24:59.418649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250f2e2-0491-46ed-a711-5b7b64c5dbd8 req-461cfcb5-c24a-480b-95ed-e924e3a1fdac tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.421895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4250f2e2-0491-46ed-a711-5b7b64c5dbd8 req-461cfcb5-c24a-480b-95ed-e924e3a1fdac tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1013432 Aug 19 12:24:59.463170 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250db1b3-0de1-430f-bbee-beb07b685f61 x-openstack-request-id: req-250db1b3-0de1-430f-bbee-beb07b685f61 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:59.464041 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15a17be-f206-4292-bf91-8a227b801950", "name": "network-vif-deleted", "tag": "faa61bee-471f-4585-8766-0b4ddb741e9e", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:59.464041 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-250db1b3-0de1-430f-bbee-beb07b685f61 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:59.464351 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15a17be-f206-4292-bf91-8a227b801950', 'name': 'network-vif-deleted', 'tag': 'faa61bee-471f-4585-8766-0b4ddb741e9e', 'status': 'completed', 'code': 200} Aug 19 12:24:59.499391 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4250f2e2-0491-46ed-a711-5b7b64c5dbd8 req-9224965e-3cce-4b7d-9306-a77b334fa546 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520608 Aug 19 12:24:59.532617 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-469cad74-3bbd-420b-baa0-4bc18c59532b req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.577153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Pushing event deleted for resources: {'Port': ['ID=a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:59.632586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.632943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.633288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.633684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.634025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.634360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.634692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.635023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.635352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.635679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.636004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.636465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:59.671639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-469cad74-3bbd-420b-baa0-4bc18c59532b req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] No DVR routers for this DVR port a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:59.697328 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-469cad74-3bbd-420b-baa0-4bc18c59532b req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.700215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-469cad74-3bbd-420b-baa0-4bc18c59532b req-054f9fe3-f3d7-4d43-ae9b-8dba970662d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "DELETE /v2.0/ports/a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 HTTP/1.1" status: 204 len: 173 time: 1.3220513 Aug 19 12:24:59.703200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5e7ed6-70ab-457f-88d4-ef3119444800', 'name': 'network-vif-deleted', 'tag': 'a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:59.709450 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b561f74-618c-488a-b762-61b357c92265" -d '{"events": [{"server_uuid": "3a5e7ed6-70ab-457f-88d4-ef3119444800", "name": "network-vif-deleted", "tag": "a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:59.738315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57758) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:59.745033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343bf3d-9686-471c-9bee-edfdb0fc186b req-118bfef3-214b-477f-9233-73eeb78901ff tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.746741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c343bf3d-9686-471c-9bee-edfdb0fc186b req-118bfef3-214b-477f-9233-73eeb78901ff tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.1306958 Aug 19 12:24:59.815907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c343bf3d-9686-471c-9bee-edfdb0fc186b req-531fa931-d4e3-4476-a7cd-dac156157454 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528648 Aug 19 12:24:59.898959 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87d23e5-d59c-49d8-a9a9-d656e1bfa960 x-openstack-request-id: req-e87d23e5-d59c-49d8-a9a9-d656e1bfa960 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:59.899339 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5e7ed6-70ab-457f-88d4-ef3119444800", "name": "network-vif-deleted", "tag": "a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:59.899511 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e87d23e5-d59c-49d8-a9a9-d656e1bfa960 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:59.900068 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5e7ed6-70ab-457f-88d4-ef3119444800', 'name': 'network-vif-deleted', 'tag': 'a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9', 'status': 'completed', 'code': 200} Aug 19 12:24:59.911039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1181486046-network', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:59.923245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-324388a8-12e7-4c14-aa7d-597dc2e84550 req-1e133dbd-4460-4f3a-b980-cb4b31575ec8 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 210 time: 0.0571482 Aug 19 12:25:00.013228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Made reservation on behalf of c78d8d23751c4fe08ee4e26ec32d40b8 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:00.015609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.026364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.059590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:00.148065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:00.150368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device a3d3add6-88b4-4971-a5f5-a0ecb22dd0d9 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:00.151067 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device faa61bee-471f-4585-8766-0b4ddb741e9e no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:00.179189 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.198499 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: faa61bee-471f-4585-8766-0b4ddb741e9e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:00.198853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device faa61bee-471f-4585-8766-0b4ddb741e9e not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:00.287563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b2030-ecb5-4362-bb75-239c9415774f req-ceea757c-f248-4ca3-a5d8-940e2596c66b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:00.289955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e99b2030-ecb5-4362-bb75-239c9415774f req-ceea757c-f248-4ca3-a5d8-940e2596c66b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0644007 Aug 19 12:25:00.319199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.348652 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e99b2030-ecb5-4362-bb75-239c9415774f req-1823fb4f-337a-496a-84cb-7b44bf4d670b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477219 Aug 19 12:25:00.374187 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:25:00.387584 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e802e65a-db54-4442-8f25-fc41f26068b9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:00.402552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.402955 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Added segment 6cca88a6-0bc5-495d-8008-2985e09dfda4 of type vlan for network 6d473337-7699-4e4d-9e16-ffd7909d443f Aug 19 12:25:00.436581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:00.481100 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.505345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:00.505996 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.604861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d3d9e-8d3c-4d7e-9e6a-0dfa0d0b5751 req-ff9115bd-5de0-4fd8-9428-eb212fd09825 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:00.606633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.607296 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-442d3d9e-8d3c-4d7e-9e6a-0dfa0d0b5751 req-ff9115bd-5de0-4fd8-9428-eb212fd09825 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 944 time: 0.0654123 Aug 19 12:25:00.609058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:00.612715 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.717500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-442d3d9e-8d3c-4d7e-9e6a-0dfa0d0b5751 req-84cbe335-068e-4581-8bd8-1dda28769da7 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976150 Aug 19 12:25:00.738570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] Pushing event updated for resources: {'Network': ['ID=6d473337-7699-4e4d-9e16-ffd7909d443f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:00.758652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 6d473337-7699-4e4d-9e16-ffd7909d443f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:25:00.817425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40d1e8-ef50-4113-b883-d2bd4eb6bab9 req-37011258-0b27-4246-b510-918c64acf821 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:00.817425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e40d1e8-ef50-4113-b883-d2bd4eb6bab9 req-37011258-0b27-4246-b510-918c64acf821 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.0723534 Aug 19 12:25:00.824398 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-19a7ca89-26aa-4b9f-a416-def4fa106af1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0806603 Aug 19 12:25:00.824398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57780) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:00.832410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] Request body: {'subnet': {'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-subnet', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:00.876414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e40d1e8-ef50-4113-b883-d2bd4eb6bab9 req-07841f9d-97c2-453f-9a76-c3a7d9cee5d7 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523496 Aug 19 12:25:00.978783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 27076445-ddf6-4a86-b96a-bd9c51eab08e up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:00.990452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] Made reservation on behalf of c78d8d23751c4fe08ee4e26ec32d40b8 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:00.990740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16604c6-2b49-428f-b4cf-b33f2312ada5 req-5479d9b1-086f-4e3b-902d-375248a8e990 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:00.993335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.006592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d16604c6-2b49-428f-b4cf-b33f2312ada5 req-5479d9b1-086f-4e3b-902d-375248a8e990 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.1039455 Aug 19 12:25:01.071027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d16604c6-2b49-428f-b4cf-b33f2312ada5 req-02df82e5-2a29-4fc5-9295-b94c0fb2aa7d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629332 Aug 19 12:25:01.122257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62c0f472-9241-4b60-9fde-d05d8c61b455 req-3aa34d12-5ec7-4b60-928d-5bf3466a8093 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 210 time: 0.0613580 Aug 19 12:25:01.144425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-58bff83d-cd30-45e0-b454-30afba4f6443 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1767390 Aug 19 12:25:01.152735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 27076445-ddf6-4a86-b96a-bd9c51eab08e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:01.157316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 27076445-ddf6-4a86-b96a-bd9c51eab08e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:01.157763 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.277429 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.303486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27076445-ddf6-4a86-b96a-bd9c51eab08e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:01.306144 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5517fcce-5e0e-4347-bc32-4f35c4c59463" -d '{"events": [{"server_uuid": "4c68d3c9-7330-4949-aa11-96eff3434b06", "name": "network-vif-plugged", "status": "completed", "tag": "27076445-ddf6-4a86-b96a-bd9c51eab08e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:01.321777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 27076445-ddf6-4a86-b96a-bd9c51eab08e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=27076445-ddf6-4a86-b96a-bd9c51eab08e,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:01.348346 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3715242-5339-41f1-bccc-28598a78c62e x-openstack-request-id: req-d3715242-5339-41f1-bccc-28598a78c62e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:01.348673 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c68d3c9-7330-4949-aa11-96eff3434b06", "name": "network-vif-plugged", "status": "completed", "tag": "27076445-ddf6-4a86-b96a-bd9c51eab08e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:01.348914 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3715242-5339-41f1-bccc-28598a78c62e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:01.349312 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27076445-ddf6-4a86-b96a-bd9c51eab08e', 'code': 200} Aug 19 12:25:01.413298 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.413921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.539627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=27076445-ddf6-4a86-b96a-bd9c51eab08e,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:01.556106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00fe64-1183-4e5a-8df3-e619062bbef1 req-8af3b221-d831-4a6b-9aec-c001776713bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:01.558219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e00fe64-1183-4e5a-8df3-e619062bbef1 req-8af3b221-d831-4a6b-9aec-c001776713bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 1096 time: 0.1432924 Aug 19 12:25:01.596218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41128013-585d-41dc-a1f8-2ee10a4f5f47 req-6e99fab3-a943-4dd0-8526-38e5da5c0f0b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:01.596472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281bd9dc-4793-483a-ab50-9dde19d82f05,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:01.605715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41128013-585d-41dc-a1f8-2ee10a4f5f47 req-6e99fab3-a943-4dd0-8526-38e5da5c0f0b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1210113 Aug 19 12:25:01.607901 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] Checking segment: {'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:01.608588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] Network hostable DHCP agents. Network: 6d473337-7699-4e4d-9e16-ffd7909d443f, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:25:01.670658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e00fe64-1183-4e5a-8df3-e619062bbef1 req-5c7c45e4-a566-42f3-b106-fd3fa4231dc0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023910 Aug 19 12:25:01.685056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41128013-585d-41dc-a1f8-2ee10a4f5f47 req-37a3b7ca-dfbe-47ca-9d51-983ce451127b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778158 Aug 19 12:25:01.839374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] Network 6d473337-7699-4e4d-9e16-ffd7909d443f is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:25:01.865407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4962f4-282b-4ac0-a467-1c98a162d257 req-38162a27-4044-4513-8424-4278f63cda73 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:01.867049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f4962f4-282b-4ac0-a467-1c98a162d257 req-38162a27-4044-4513-8424-4278f63cda73 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 945 time: 0.0654547 Aug 19 12:25:01.920550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f4962f4-282b-4ac0-a467-1c98a162d257 req-4e6f3885-0508-4a04-b8cb-cb1b5f2959f0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408554 Aug 19 12:25:01.993909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 6d473337-7699-4e4d-9e16-ffd7909d443f) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:02.002595 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:02.009037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.009225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639869f0-e677-4530-b5a7-1f997d10f77c None None] Network 6d473337-7699-4e4d-9e16-ffd7909d443f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:02.039651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf07ea-67fb-4f7b-8e3f-555b6ba442f5 req-33a0a36d-b487-4457-b11d-025789b01509 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:02.041831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19bf07ea-67fb-4f7b-8e3f-555b6ba442f5 req-33a0a36d-b487-4457-b11d-025789b01509 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.0699048 Aug 19 12:25:02.103193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19bf07ea-67fb-4f7b-8e3f-555b6ba442f5 req-302a3e04-0f39-412e-bf6f-e04d5ebebfd3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492485 Aug 19 12:25:02.162666 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fec2009f-49e7-420f-bacc-a4fa46a8c003 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3349836 Aug 19 12:25:02.171110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57820) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:02.171110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:02.255397 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:25:02.280194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ca91b7-db49-4523-9503-23218989344c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-6d473337-7699-4e4d-9e16-ffd7909d443f', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'fixed_ips': [{'subnet_id': '281bd9dc-4793-483a-ab50-9dde19d82f05'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:25:02.281070 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14ca91b7-db49-4523-9503-23218989344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.304671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87defbed-2ba8-4925-a5cd-e9488a2ce9f0 req-70f04c21-02fe-45a2-8d67-07d34e0fc6e4 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 210 time: 0.0680027 Aug 19 12:25:02.344091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f8fd-a48f-4a4d-8863-f2bcb2661b91 req-83475bb1-e955-4b5f-b15b-4666737a3431 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:02.346424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd12f8fd-a48f-4a4d-8863-f2bcb2661b91 req-83475bb1-e955-4b5f-b15b-4666737a3431 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.1620820 Aug 19 12:25:02.393691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.394658 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.417949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd12f8fd-a48f-4a4d-8863-f2bcb2661b91 req-943ab9cb-ee18-45ff-9f67-26184c9e33dd tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554137 Aug 19 12:25:02.483167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.526985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-14ca91b7-db49-4523-9503-23218989344c None None] Allocated IP 172.20.0.2 (6d473337-7699-4e4d-9e16-ffd7909d443f/281bd9dc-4793-483a-ab50-9dde19d82f05/5d16e8b4-03dc-4aec-b42c-7f1d766cc003) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:02.768200 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.863370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a9c5f-2d22-4180-b7c2-442764317e8e req-f02456e4-a133-464b-b927-071518c8830b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:02.865865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d00a9c5f-2d22-4180-b7c2-442764317e8e req-f02456e4-a133-464b-b927-071518c8830b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0676901 Aug 19 12:25:02.871254 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14ca91b7-db49-4523-9503-23218989344c None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.881017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-14ca91b7-db49-4523-9503-23218989344c None None] Transition to ACTIVE for port object 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:02.898164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-14ca91b7-db49-4523-9503-23218989344c None None] Transition to ACTIVE for port object 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:02.932282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d00a9c5f-2d22-4180-b7c2-442764317e8e req-3f24ec29-6996-4551-bcc3-cb4adc7749a6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577819 Aug 19 12:25:02.980206 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14ca91b7-db49-4523-9503-23218989344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.059335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ca91b7-db49-4523-9503-23218989344c None None] Network 6d473337-7699-4e4d-9e16-ffd7909d443f is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:03.061327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-14ca91b7-db49-4523-9503-23218989344c None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:03.065429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca91b7-db49-4523-9503-23218989344c None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:03.085261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca91b7-db49-4523-9503-23218989344c None None] Pushing event updated for resources: {'Port': ['ID=5d16e8b4-03dc-4aec-b42c-7f1d766cc003,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:03.154316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700fda-e67e-4fe5-b2b1-c5eb9ff9ce11 req-a2aa92ba-bff7-4ca1-8997-786d223ac5db tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:03.169478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a700fda-e67e-4fe5-b2b1-c5eb9ff9ce11 req-a2aa92ba-bff7-4ca1-8997-786d223ac5db tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 945 time: 0.1121769 Aug 19 12:25:03.240691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-14ca91b7-db49-4523-9503-23218989344c None None] Attempting to bind port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:03.241668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-14ca91b7-db49-4523-9503-23218989344c None None] Attempting to bind port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:03.242493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca91b7-db49-4523-9503-23218989344c None None] Attempting to bind port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 on network 6d473337-7699-4e4d-9e16-ffd7909d443f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:03.251175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca91b7-db49-4523-9503-23218989344c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:03.252121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca91b7-db49-4523-9503-23218989344c None None] Checking segment: {'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:03.253707 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14ca91b7-db49-4523-9503-23218989344c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.255549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca91b7-db49-4523-9503-23218989344c None None] Bound using segment: {'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:03.256318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-14ca91b7-db49-4523-9503-23218989344c None None] Bound port: 5d16e8b4-03dc-4aec-b42c-7f1d766cc003, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:03.257507 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14ca91b7-db49-4523-9503-23218989344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.370873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-14ca91b7-db49-4523-9503-23218989344c None None] For port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:03.380846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-14ca91b7-db49-4523-9503-23218989344c None None] For port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5d16e8b4-03dc-4aec-b42c-7f1d766cc003,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:03.456182 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14ca91b7-db49-4523-9503-23218989344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.524017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a700fda-e67e-4fe5-b2b1-c5eb9ff9ce11 req-fe337450-abe3-4f86-ad3f-4cfc349fcc97 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528659 Aug 19 12:25:03.549314 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca91b7-db49-4523-9503-23218989344c None None] Pushing event updated for resources: {'Port': ['ID=5d16e8b4-03dc-4aec-b42c-7f1d766cc003,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:03.718485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c928-4729-4631-97d0-1197bc7de28a req-1873afb6-ac92-49cc-b19c-a70caab09e01 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:03.720841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44f4c928-4729-4631-97d0-1197bc7de28a req-1873afb6-ac92-49cc-b19c-a70caab09e01 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.4752588 Aug 19 12:25:03.832444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-454c959f-034c-411d-a508-7c8c508f950c tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:03.836389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-454c959f-034c-411d-a508-7c8c508f950c tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.53 "GET /v2.0/networks?id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01 HTTP/1.1" status: 200 len: 813 time: 0.7018328 Aug 19 12:25:03.845307 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0907429d-5ebc-4da9-b590-c6c7f1ee5ab7 req-bd0f5661-eb69-4720-9f67-358f6ac4e779 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 210 time: 0.1715794 Aug 19 12:25:03.902174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Request body: {'port': {'device_id': 'cdb3c028-7a31-41da-bcb2-db2f2bfdc978', 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01', 'admin_state_up': True, 'tenant_id': '2582960a23914f2dae036edeafc0f19c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:04.068717 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.085772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44f4c928-4729-4631-97d0-1197bc7de28a req-2f1a2564-0b1f-49fe-9d2f-b011b83955bd tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124864 Aug 19 12:25:04.151122 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.169982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-51c99af1-03b3-476e-a13a-8297f203580b tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:04.171558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-51c99af1-03b3-476e-a13a-8297f203580b tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "GET /v2.0/networks?id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01 HTTP/1.1" status: 200 len: 813 time: 0.5273838 Aug 19 12:25:04.207711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Request body: {'port': {'device_id': '8915603c-ec06-498d-9759-cfb62d63ee5c', 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01', 'admin_state_up': True, 'tenant_id': '2582960a23914f2dae036edeafc0f19c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:04.426122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:04.594035 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:04.784332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ed2a6-e18e-4736-af12-4ada1a761053 req-c1f0245a-947a-4450-92d7-620f2fb0986e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:04.791963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b41ed2a6-e18e-4736-af12-4ada1a761053 req-c1f0245a-947a-4450-92d7-620f2fb0986e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.7499022 Aug 19 12:25:04.925394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Allocated IP 172.25.6.237 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/214a7a53-5796-4b32-8fd2-b17e2b0660b5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:04.951902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b41ed2a6-e18e-4736-af12-4ada1a761053 req-e57356fe-b7be-4484-b3f6-1e1ae4f2a4be tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570985 Aug 19 12:25:04.971699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d280019-70c6-4cf8-9a96-6c138d5e133f req-5ae9e47b-1515-4f5d-9333-0ee3bebc7c99 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:04.979126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d280019-70c6-4cf8-9a96-6c138d5e133f req-5ae9e47b-1515-4f5d-9333-0ee3bebc7c99 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.6165519 Aug 19 12:25:04.981085 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8a173-435c-4c5b-bf66-73e7399774aa None None] Network 6d473337-7699-4e4d-9e16-ffd7909d443f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:04.988459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a745e5-8e59-49d1-b087-64fba9e81e5b req-42b53343-c71c-4734-8b12-cb149cdbfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:04.991118 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-80a745e5-8e59-49d1-b087-64fba9e81e5b req-42b53343-c71c-4734-8b12-cb149cdbfed2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 1096 time: 0.1479671 Aug 19 12:25:05.003804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Made reservation on behalf of 2582960a23914f2dae036edeafc0f19c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:05.007697 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.063549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-5661069a-204d-43d4-a312-c844220331ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.066735 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-5661069a-204d-43d4-a312-c844220331ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 1100 time: 0.1587532 Aug 19 12:25:05.106984 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-80a745e5-8e59-49d1-b087-64fba9e81e5b req-3862f60d-8948-40ae-9917-44ba4d630eaa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976391 Aug 19 12:25:05.191810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d280019-70c6-4cf8-9a96-6c138d5e133f req-19bfc0da-5c13-4879-a1e2-03ef185e5bc6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936347 Aug 19 12:25:05.211425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-151218f2-c991-4ed9-b00b-94430effb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.213053 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-151218f2-c991-4ed9-b00b-94430effb9f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1350396 Aug 19 12:25:05.221797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b7ccd8ab-e481-4d3b-99a9-22e44234e621 None None] Provisioning for port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:05.258424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Made reservation on behalf of 2582960a23914f2dae036edeafc0f19c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:05.259186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b7ccd8ab-e481-4d3b-99a9-22e44234e621 None None] Provisioning complete for port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:05.262189 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd8ab-e481-4d3b-99a9-22e44234e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.265182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.310736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27f7ea-2aea-419f-8f7b-62cc9332bb7c req-879f1ef5-7dc2-4138-86a8-6503eb1ba2ed tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.312326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d27f7ea-2aea-419f-8f7b-62cc9332bb7c req-879f1ef5-7dc2-4138-86a8-6503eb1ba2ed tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 945 time: 0.2745278 Aug 19 12:25:05.368662 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-b09d01b3-bded-4f93-80a6-cff15fce9392 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 HTTP/1.1" status: 200 len: 217 time: 0.0486021 Aug 19 12:25:05.405840 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd8ab-e481-4d3b-99a9-22e44234e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.431189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a68ebe6-a5fb-4265-b449-849159d5830b req-818993f3-6342-4633-b2e7-8ad35968594a tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 210 time: 0.1304688 Aug 19 12:25:05.445852 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.485028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b7ccd8ab-e481-4d3b-99a9-22e44234e621 None None] For port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5d16e8b4-03dc-4aec-b42c-7f1d766cc003,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:05.516910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-93f5f925-81fa-4882-b58e-e433debe9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.520952 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-93f5f925-81fa-4882-b58e-e433debe9d26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1365287 Aug 19 12:25:05.562234 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd8ab-e481-4d3b-99a9-22e44234e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.629446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-1eba9153-e7f6-4eff-9a2c-6537d9aa5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.632232 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-1eba9153-e7f6-4eff-9a2c-6537d9aa5c76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024365 Aug 19 12:25:05.647906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Allocated IP 172.20.0.7 (9a5b37e5-6894-47f0-bc05-fa090f5bbe01/25820506-5c43-44ef-9418-1a5eab29a413/9b83ada1-46da-4ae7-ae0d-33756afc5b0c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:05.687026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccd8ab-e481-4d3b-99a9-22e44234e621 None None] Pushing event updated for resources: {'Port': ['ID=5d16e8b4-03dc-4aec-b42c-7f1d766cc003,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:05.741503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d27f7ea-2aea-419f-8f7b-62cc9332bb7c req-d163ba96-2f61-4bbd-bc0c-d9c463714a1d tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055152 Aug 19 12:25:05.791292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d8fc2001-a3d6-436a-a3c9-ad1a8ac2fdad None None] Provisioning complete for port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:05.792318 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8fc2001-a3d6-436a-a3c9-ad1a8ac2fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.818118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603631d-a75e-4bf3-bc1f-54488a0b23f9 req-54387d7f-23a9-4dc5-933a-f1c254441585 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.825687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9603631d-a75e-4bf3-bc1f-54488a0b23f9 req-54387d7f-23a9-4dc5-933a-f1c254441585 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.2602129 Aug 19 12:25:05.833057 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-2ec9f10a-868e-48f5-8fae-595161b59e72 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905093 Aug 19 12:25:05.944527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9603631d-a75e-4bf3-bc1f-54488a0b23f9 req-79ef701e-176e-4222-b228-790a7fbf33ff tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178064 Aug 19 12:25:05.998897 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-6238b711-f138-4ebd-b6ee-9289e8c91f4a service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532314 Aug 19 12:25:06.012430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.106111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:06.132807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:06.140129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:06.143881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Pushing event updated for resources: {'Port': ['ID=214a7a53-5796-4b32-8fd2-b17e2b0660b5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:06.150634 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.187828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ff361-e40c-4077-989d-caa10ce64758 req-12a16910-ea97-417f-8a04-bc8b03e90b50 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:06.189780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d4ff361-e40c-4077-989d-caa10ce64758 req-12a16910-ea97-417f-8a04-bc8b03e90b50 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 945 time: 0.2213042 Aug 19 12:25:06.201147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57866) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:06.211033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-48d8eb76-2eb6-4319-9a64-51c004a6fe9a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Request body: {'floatingip': {'port_id': '27076445-ddf6-4a86-b96a-bd9c51eab08e'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:06.238848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074ffde-a440-4106-ad33-797c438f271e req-0f351b22-1219-47b9-a54f-2b35a8c969a2 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:06.247164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3074ffde-a440-4106-ad33-797c438f271e req-0f351b22-1219-47b9-a54f-2b35a8c969a2 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.1718900 Aug 19 12:25:06.289660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48d8eb76-2eb6-4319-9a64-51c004a6fe9a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.462379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:06.543347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3074ffde-a440-4106-ad33-797c438f271e req-023e6857-ef95-41a6-a0ce-564bf78445b0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952929 Aug 19 12:25:06.605119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:06.606209 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.657193 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.875672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:06.887984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7153795-eeb8-4ebe-838a-729ef778ab2d req-b8a5d8be-e889-4bf6-82c6-f1439fe6c0ef tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:06.889959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7153795-eeb8-4ebe-838a-729ef778ab2d req-b8a5d8be-e889-4bf6-82c6-f1439fe6c0ef tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.4388607 Aug 19 12:25:06.911517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a91adca-fc11-44a0-8a9f-f99881dd0a05 req-aa23660d-4122-411e-bb61-410aa30b5647 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 210 time: 0.2497890 Aug 19 12:25:07.036069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:07.052047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:07.067603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf', 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0', 'port_id': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf', 'mac_address': 'fa:16:3e:51:2d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53da67e-3beb-4e52-bb1d-ea218d2facf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:07.079571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:07.090516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Allocated IP 172.20.0.8 (9a5b37e5-6894-47f0-bc05-fa090f5bbe01/25820506-5c43-44ef-9418-1a5eab29a413/dc617158-bbd0-4798-99d9-8fec4365a575) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:07.101398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Pushing event updated for resources: {'Port': ['ID=9b83ada1-46da-4ae7-ae0d-33756afc5b0c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:07.106394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:07.156492 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.184604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:07.187348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48d8eb76-2eb6-4319-9a64-51c004a6fe9a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.211597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:07.243756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7153795-eeb8-4ebe-838a-729ef778ab2d req-0fe4310b-aa08-4b8c-8288-d0d793ee7543 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288226 Aug 19 12:25:07.253163 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48d8eb76-2eb6-4319-9a64-51c004a6fe9a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.321573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.322344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.337508 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.348088 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.400008 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-48d8eb76-2eb6-4319-9a64-51c004a6fe9a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Floating IP f746f9d9-adbc-45a1-a614-1c646bcb665e associated. External IP: 172.25.6.215, port: 27076445-ddf6-4a86-b96a-bd9c51eab08e. Aug 19 12:25:07.415451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:07.466578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14a99c-d972-4fb5-b3e0-fe18f776f1ae req-68977923-10f9-47e3-8590-03c6bde6f46c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.468179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a14a99c-d972-4fb5-b3e0-fe18f776f1ae req-68977923-10f9-47e3-8590-03c6bde6f46c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.2504952 Aug 19 12:25:07.533965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-4fc7cf14-1512-4595-9907-910a294fcbb7 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6612387 Aug 19 12:25:07.549683 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Request body: {'port': {'device_id': 'cdb3c028-7a31-41da-bcb2-db2f2bfdc978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:07.630289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a14a99c-d972-4fb5-b3e0-fe18f776f1ae req-72a9bc41-0c98-4182-8c12-aea7c443b55f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520607 Aug 19 12:25:07.690849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['870f0445-4cb5-4dd6-96b8-d1ba7950cfaf'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:07.694148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d8eb76-2eb6-4319-9a64-51c004a6fe9a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Router 967b1604-f109-48ac-8023-e4d69ad32650 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:25:07.722185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.776757 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.846374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d8eb76-2eb6-4319-9a64-51c004a6fe9a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:25:07.852762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48d8eb76-2eb6-4319-9a64-51c004a6fe9a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.865078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448617a-b2cd-4564-89aa-1239f946a179 None None] Sync routers for ids ['967b1604-f109-48ac-8023-e4d69ad32650'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:25:07.882496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac239d-429f-4f36-91b3-acd217f331a4 req-2010e67c-edc3-4c90-a298-8f74d891d42b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.884356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3ac239d-429f-4f36-91b3-acd217f331a4 req-2010e67c-edc3-4c90-a298-8f74d891d42b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 945 time: 0.2417247 Aug 19 12:25:07.896632 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-48d8eb76-2eb6-4319-9a64-51c004a6fe9a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "PUT /v2.0/floatingips/f746f9d9-adbc-45a1-a614-1c646bcb665e HTTP/1.1" status: 200 len: 991 time: 1.6934891 Aug 19 12:25:07.897405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'tag': '27076445-ddf6-4a86-b96a-bd9c51eab08e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:07.901004 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aa5484-3bd5-4e1c-8973-edc253442b85" -d '{"events": [{"name": "network-changed", "server_uuid": "4c68d3c9-7330-4949-aa11-96eff3434b06", "tag": "27076445-ddf6-4a86-b96a-bd9c51eab08e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:07.934584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448617a-b2cd-4564-89aa-1239f946a179 None None] Routers {'967b1604-f109-48ac-8023-e4d69ad32650'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:07.935192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2448617a-b2cd-4564-89aa-1239f946a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['967b1604-f109-48ac-8023-e4d69ad32650'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:07.988759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:08.074973 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1842584-bb01-4d55-b224-d6a48a4c8205 x-openstack-request-id: req-c1842584-bb01-4d55-b224-d6a48a4c8205 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:08.078173 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c68d3c9-7330-4949-aa11-96eff3434b06", "tag": "27076445-ddf6-4a86-b96a-bd9c51eab08e", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:08.078173 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1842584-bb01-4d55-b224-d6a48a4c8205 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:08.078173 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'tag': '27076445-ddf6-4a86-b96a-bd9c51eab08e', 'status': 'completed', 'code': 200} Aug 19 12:25:08.137346 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:08.164203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2448617a-b2cd-4564-89aa-1239f946a179 None None] Set router 967b1604-f109-48ac-8023-e4d69ad32650 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:08.189907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3ac239d-429f-4f36-91b3-acd217f331a4 req-bd9345b7-cad4-4f10-a346-a4222a7905aa tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740965 Aug 19 12:25:08.335191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:08.505810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2448617a-b2cd-4564-89aa-1239f946a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:45Z', 'revision_number': 4, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'f746f9d9-adbc-45a1-a614-1c646bcb665e', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'port_id': '27076445-ddf6-4a86-b96a-bd9c51eab08e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'mac_address': 'fa:16:3e:5f:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:53Z', 'updated_at': '2021-08-19T12:25:07Z', 'revision_number': 1, 'project_id': 'dd552d66293348cead6e61280b39e649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb053a33-dae6-488d-9c98-ecfcb2d11117', 'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'mac_address': 'fa:16:3e:06:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:44Z', 'updated_at': '2021-08-19T12:23:52Z', 'revision_number': 5, 'project_id': 'dd552d66293348cead6e61280b39e649', 'subnets': [{'id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:08.529489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448617a-b2cd-4564-89aa-1239f946a179 None None] Checking router: 967b1604-f109-48ac-8023-e4d69ad32650 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:25:08.539978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448617a-b2cd-4564-89aa-1239f946a179 None None] Routers {'967b1604-f109-48ac-8023-e4d69ad32650'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:08.540626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2448617a-b2cd-4564-89aa-1239f946a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['967b1604-f109-48ac-8023-e4d69ad32650'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:08.671538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2448617a-b2cd-4564-89aa-1239f946a179 None None] Set router 967b1604-f109-48ac-8023-e4d69ad32650 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:08.731983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:08.742558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:08.750268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa5484-3bd5-4e1c-8973-edc253442b85 req-d734dfa5-500e-4f41-90a1-e51c624c8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:08.752789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31aa5484-3bd5-4e1c-8973-edc253442b85 req-d734dfa5-500e-4f41-90a1-e51c624c8dfd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd552d66293348cead6e61280b39e649&device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 1096 time: 0.6314788 Aug 19 12:25:08.762816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Pushing event updated for resources: {'Port': ['ID=dc617158-bbd0-4798-99d9-8fec4365a575,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:08.914807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:08.929691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07730954-62b9-4cda-b53f-2794bb6e4aa5 req-ccf99e20-377a-4b6a-a7e2-50c03998d6ef tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:08.931310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07730954-62b9-4cda-b53f-2794bb6e4aa5 req-ccf99e20-377a-4b6a-a7e2-50c03998d6ef tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 931 time: 0.7663367 Aug 19 12:25:08.981225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:08.982044 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.055070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089610-c677-4b34-9d20-defe74b34e02 req-a318e151-7bed-4c37-9383-1894aa31f78e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:09.057877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc089610-c677-4b34-9d20-defe74b34e02 req-a318e151-7bed-4c37-9383-1894aa31f78e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.3375759 Aug 19 12:25:09.080648 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.129776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa5484-3bd5-4e1c-8973-edc253442b85 req-402c6245-1fc0-4c23-807d-1c9b73c7b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:09.132110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31aa5484-3bd5-4e1c-8973-edc253442b85 req-402c6245-1fc0-4c23-807d-1c9b73c7b3bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffdc861b-fbe6-461b-b6fe-9cb76461b10c HTTP/1.1" status: 200 len: 917 time: 0.3659246 Aug 19 12:25:09.140954 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:09.143620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07730954-62b9-4cda-b53f-2794bb6e4aa5 req-f00189dd-9037-4a90-825d-ae8d8162ea5e tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887889 Aug 19 12:25:09.187372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:09.241599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2448617a-b2cd-4564-89aa-1239f946a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:45Z', 'revision_number': 4, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'f746f9d9-adbc-45a1-a614-1c646bcb665e', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'port_id': '27076445-ddf6-4a86-b96a-bd9c51eab08e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'mac_address': 'fa:16:3e:5f:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:53Z', 'updated_at': '2021-08-19T12:25:07Z', 'revision_number': 1, 'project_id': 'dd552d66293348cead6e61280b39e649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb053a33-dae6-488d-9c98-ecfcb2d11117', 'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'mac_address': 'fa:16:3e:06:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:44Z', 'updated_at': '2021-08-19T12:23:52Z', 'revision_number': 5, 'project_id': 'dd552d66293348cead6e61280b39e649', 'subnets': [{'id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:09.243904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-5b956ca3-e836-4cad-956b-c01210a98316 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0442712 Aug 19 12:25:09.288462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448617a-b2cd-4564-89aa-1239f946a179 None None] The sync data for ids ['967b1604-f109-48ac-8023-e4d69ad32650'] in n-d-778732-8 is: [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:45Z', 'revision_number': 4, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'f746f9d9-adbc-45a1-a614-1c646bcb665e', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'port_id': '27076445-ddf6-4a86-b96a-bd9c51eab08e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'mac_address': 'fa:16:3e:5f:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:23:53Z', 'updated_at': '2021-08-19T12:25:07Z', 'revision_number': 1, 'project_id': 'dd552d66293348cead6e61280b39e649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb053a33-dae6-488d-9c98-ecfcb2d11117', 'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'mac_address': 'fa:16:3e:06:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:44Z', 'updated_at': '2021-08-19T12:23:52Z', 'revision_number': 5, 'project_id': 'dd552d66293348cead6e61280b39e649', 'subnets': [{'id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:25:09.291856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Request body: {'port': {'device_id': '8915603c-ec06-498d-9759-cfb62d63ee5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:09.296924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Router bef3e649-9203-4cdf-ad25-649003f0b8fc is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:25:09.330836 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.340652 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc089610-c677-4b34-9d20-defe74b34e02 req-485e06a0-8097-4888-ad2e-d4e400042498 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537251 Aug 19 12:25:09.407786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b83ada1-46da-4ae7-ae0d-33756afc5b0c {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:09.413962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:09.464706 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.469491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31aa5484-3bd5-4e1c-8973-edc253442b85 req-15f3792b-c0ba-4fb1-8df8-ddcc6e686921 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27076445-ddf6-4a86-b96a-bd9c51eab08e HTTP/1.1" status: 200 len: 999 time: 0.3226142 Aug 19 12:25:09.574181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Transition to ACTIVE for port object 9b83ada1-46da-4ae7-ae0d-33756afc5b0c will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:09.582030 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.628603 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7989d6dc-a09d-4a4b-9487-23e9e14aba91 None None] New status for floating IP f746f9d9-adbc-45a1-a614-1c646bcb665e: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:25:09.656992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b95f7-2b46-488b-a96b-7c4589c25219 req-90ade3f7-9f04-4d03-8f26-33c5981fd154 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:09.658914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-643b95f7-2b46-488b-a96b-7c4589c25219 req-90ade3f7-9f04-4d03-8f26-33c5981fd154 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.3881311 Aug 19 12:25:09.668955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.750741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa5484-3bd5-4e1c-8973-edc253442b85 req-142f9b55-51ac-417b-852b-fb4fd43ba122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:09.753065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31aa5484-3bd5-4e1c-8973-edc253442b85 req-142f9b55-51ac-417b-852b-fb4fd43ba122 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b297c747-5acb-4199-a50e-f45d6f5a40ae HTTP/1.1" status: 200 len: 855 time: 0.2535706 Aug 19 12:25:09.873929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:25:09.888352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Sync routers for ids ['bef3e649-9203-4cdf-ad25-649003f0b8fc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:25:09.896619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e494ab-075c-4dde-8106-61d69a2083d0 req-8417cf95-ff40-4486-97e8-731286ccc68c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:09.899228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27e494ab-075c-4dde-8106-61d69a2083d0 req-8417cf95-ff40-4486-97e8-731286ccc68c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 944 time: 0.3836808 Aug 19 12:25:09.912864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Pushing event updated for resources: {'Port': ['ID=9b83ada1-46da-4ae7-ae0d-33756afc5b0c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:09.915031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Routers {'bef3e649-9203-4cdf-ad25-649003f0b8fc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:09.915852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bef3e649-9203-4cdf-ad25-649003f0b8fc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:10.006195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-643b95f7-2b46-488b-a96b-7c4589c25219 req-f4735273-c473-434a-aae6-62b6dd3df22a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282905 Aug 19 12:25:10.113751 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Set router bef3e649-9203-4cdf-ad25-649003f0b8fc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:10.208959 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.211240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-256cc0b6-bb8f-4c2c-83be-ff0daeca8b22 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0438473 Aug 19 12:25:10.214763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa5484-3bd5-4e1c-8973-edc253442b85 req-6a1ecfe8-9b17-48ab-8070-e4e7492cfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:10.215368 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57908) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:10.216515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31aa5484-3bd5-4e1c-8973-edc253442b85 req-6a1ecfe8-9b17-48ab-8070-e4e7492cfa61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffdc861b-fbe6-461b-b6fe-9cb76461b10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4416010 Aug 19 12:25:10.378759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27e494ab-075c-4dde-8106-61d69a2083d0 req-f83e3643-23f8-469b-87f0-c13e261cd2a4 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516079 Aug 19 12:25:10.443808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:06Z', 'revision_number': 3, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:10.497839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Checking router: bef3e649-9203-4cdf-ad25-649003f0b8fc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:25:10.498195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Updating router bef3e649-9203-4cdf-ad25-649003f0b8fc port 214a7a53-5796-4b32-8fd2-b17e2b0660b5 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:25:10.557738 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.574956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Attempting to bind port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:10.575289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Attempting to bind port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:10.576732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Attempting to bind port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:10.579303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31aa5484-3bd5-4e1c-8973-edc253442b85 req-3de8911d-73f9-4851-96ec-bdf7549a752a service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc861b-fbe6-461b-b6fe-9cb76461b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435068 Aug 19 12:25:10.617099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad373-8a9f-485e-b8c1-73e4562ff097 req-c92fc1ea-be6d-4c5d-ad04-6e6bb923a307 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:10.618401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-697ad373-8a9f-485e-b8c1-73e4562ff097 req-c92fc1ea-be6d-4c5d-ad04-6e6bb923a307 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 931 time: 0.2590625 Aug 19 12:25:10.670441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:10.670749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Attempting to bind port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:10.749174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:10.749719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Checking segment: {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:10.750254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Bound using segment: {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:10.751031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Bound port: 9b83ada1-46da-4ae7-ae0d-33756afc5b0c, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:10.752138 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.795194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc617158-bbd0-4798-99d9-8fec4365a575 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:10.812609 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.880414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-697ad373-8a9f-485e-b8c1-73e4562ff097 req-7d783cbf-2c40-41f6-9397-e12afe336238 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111723 Aug 19 12:25:10.897040 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Transition to ACTIVE for port object dc617158-bbd0-4798-99d9-8fec4365a575 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:10.913121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31aa5484-3bd5-4e1c-8973-edc253442b85 req-ae0cad84-78c0-4f14-b0c6-547ee52cdbe9 service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc861b-fbe6-461b-b6fe-9cb76461b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225837 Aug 19 12:25:10.943589 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:10.976669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] For port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:10.985169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] For port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9b83ada1-46da-4ae7-ae0d-33756afc5b0c,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:11.103796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea7cbf-cfbf-4329-b929-1272756ae0ae req-3675d390-b954-4e21-9a2a-91058bd79a0d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.105929 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.106554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23ea7cbf-cfbf-4329-b929-1272756ae0ae req-3675d390-b954-4e21-9a2a-91058bd79a0d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0911818 Aug 19 12:25:11.142549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd0f09-a0b2-4aaf-9432-26afe969f473 req-143c5085-e55d-4695-89c4-e4fac1c1c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.151976 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1bfd0f09-a0b2-4aaf-9432-26afe969f473 req-143c5085-e55d-4695-89c4-e4fac1c1c074 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 1096 time: 0.1702034 Aug 19 12:25:11.160082 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.178722 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:11.179165 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.185597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Transition to ACTIVE for port object 214a7a53-5796-4b32-8fd2-b17e2b0660b5 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:11.217287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23ea7cbf-cfbf-4329-b929-1272756ae0ae req-341434d4-0ea4-46cd-8ee3-5a38e852bb9b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032686 Aug 19 12:25:11.240632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3197d-7cb9-41ff-8b78-196b4d40dba3 req-babef1a3-09f2-4c15-adea-390af9b00b48 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.242527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c3197d-7cb9-41ff-8b78-196b4d40dba3 req-babef1a3-09f2-4c15-adea-390af9b00b48 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.0844655 Aug 19 12:25:11.334310 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.357287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c3197d-7cb9-41ff-8b78-196b4d40dba3 req-b9ae876e-6d95-4169-ad95-6f5821a8a9db tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966229 Aug 19 12:25:11.386571 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.438444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.439982 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.442208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] 10.222.0.53 "PUT /v2.0/ports/9b83ada1-46da-4ae7-ae0d-33756afc5b0c HTTP/1.1" status: 200 len: 1091 time: 3.8974745 Aug 19 12:25:11.449469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb3c028-7a31-41da-bcb2-db2f2bfdc978', 'tag': '9b83ada1-46da-4ae7-ae0d-33756afc5b0c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:11.449469 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c18f29-a53b-4f4d-bab6-70a1da7a3c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb3c028-7a31-41da-bcb2-db2f2bfdc978", "tag": "9b83ada1-46da-4ae7-ae0d-33756afc5b0c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:11.453578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Pushing event updated for resources: {'Port': ['ID=dc617158-bbd0-4798-99d9-8fec4365a575,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:11.475236 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.520904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Allocated IP 172.20.0.1 (6d473337-7699-4e4d-9e16-ffd7909d443f/281bd9dc-4793-483a-ab50-9dde19d82f05/461f718c-0464-45b3-a06c-57cafd703714) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:11.544235 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d9a72a-aeda-4156-abd1-ae993c99ca6a x-openstack-request-id: req-51d9a72a-aeda-4156-abd1-ae993c99ca6a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:11.544235 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb3c028-7a31-41da-bcb2-db2f2bfdc978", "tag": "9b83ada1-46da-4ae7-ae0d-33756afc5b0c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:11.544235 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51d9a72a-aeda-4156-abd1-ae993c99ca6a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:11.544777 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb3c028-7a31-41da-bcb2-db2f2bfdc978', 'tag': '9b83ada1-46da-4ae7-ae0d-33756afc5b0c', 'status': 'completed', 'code': 200} Aug 19 12:25:11.576557 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.587097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd0f09-a0b2-4aaf-9432-26afe969f473 req-4fb1f3d7-4b21-489e-b35b-5146d50ab9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.589681 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1bfd0f09-a0b2-4aaf-9432-26afe969f473 req-4fb1f3d7-4b21-489e-b35b-5146d50ab9e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 920 time: 0.4215405 Aug 19 12:25:11.637536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Attempting to bind port 214a7a53-5796-4b32-8fd2-b17e2b0660b5 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:11.638251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Attempting to bind port 214a7a53-5796-4b32-8fd2-b17e2b0660b5 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:11.639656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Attempting to bind port 214a7a53-5796-4b32-8fd2-b17e2b0660b5 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:11.647052 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.660645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:11.661470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:11.662078 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.662663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:11.663354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Bound port: 214a7a53-5796-4b32-8fd2-b17e2b0660b5, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:11.663933 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.666622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d3fbf-8424-4980-99df-9e59125a7cf6 None None] Pushing event updated for resources: {'Port': ['ID=214a7a53-5796-4b32-8fd2-b17e2b0660b5,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:11.669145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f4ab3-58ce-4f2d-b15a-1dee7bcb5661 service neutron] Pushing event updated for resources: {'Port': ['ID=9b83ada1-46da-4ae7-ae0d-33756afc5b0c,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:11.684806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef615a63-573a-4a48-9e6b-dfb3de09811d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:11.685538 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cb5c12-f03e-4758-8156-56e6d449e354" -d '{"events": [{"server_uuid": "ef615a63-573a-4a48-9e6b-dfb3de09811d", "name": "network-vif-plugged", "status": "completed", "tag": "870f0445-4cb5-4dd6-96b8-d1ba7950cfaf"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:11.705451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecb9cf-b40e-46c5-90c8-ca1373fb871e req-02364c67-f836-441a-9be3-f1a4ddb85cc5 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.710873 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30ecb9cf-b40e-46c5-90c8-ca1373fb871e req-02364c67-f836-441a-9be3-f1a4ddb85cc5 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 944 time: 0.2060606 Aug 19 12:25:11.718800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:11.720201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Attempting to bind port dc617158-bbd0-4798-99d9-8fec4365a575 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:11.720644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Attempting to bind port dc617158-bbd0-4798-99d9-8fec4365a575 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:11.720984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Attempting to bind port dc617158-bbd0-4798-99d9-8fec4365a575 on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:11.725000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18f29-a53b-4f4d-bab6-70a1da7a3c9b req-8a20252b-3d69-46f0-86c1-2b9d6a6d9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.727088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5c18f29-a53b-4f4d-bab6-70a1da7a3c9b req-8a20252b-3d69-46f0-86c1-2b9d6a6d9e43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2582960a23914f2dae036edeafc0f19c&device_id=cdb3c028-7a31-41da-bcb2-db2f2bfdc978 HTTP/1.1" status: 200 len: 1094 time: 0.1771922 Aug 19 12:25:11.752047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Port dc617158-bbd0-4798-99d9-8fec4365a575 on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:11.752381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Attempting to bind port dc617158-bbd0-4798-99d9-8fec4365a575 on network 9a5b37e5-6894-47f0-bc05-fa090f5bbe01 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:11.766451 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1bfd0f09-a0b2-4aaf-9432-26afe969f473 req-1bd47f4f-ee3a-42d2-93b4-4f5d43bbe7bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=187a8696-9ecb-4a06-835b-8b171e24dbea HTTP/1.1" status: 200 len: 217 time: 0.1576984 Aug 19 12:25:11.810950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] For port 214a7a53-5796-4b32-8fd2-b17e2b0660b5, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:11.816539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] For port 214a7a53-5796-4b32-8fd2-b17e2b0660b5, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=214a7a53-5796-4b32-8fd2-b17e2b0660b5,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:11.825784 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6fc94b-3ea6-4045-98c6-08f0143b60cf x-openstack-request-id: req-3d6fc94b-3ea6-4045-98c6-08f0143b60cf {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:11.826552 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef615a63-573a-4a48-9e6b-dfb3de09811d", "name": "network-vif-plugged", "status": "completed", "tag": "870f0445-4cb5-4dd6-96b8-d1ba7950cfaf", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:11.826980 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d6fc94b-3ea6-4045-98c6-08f0143b60cf {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:11.827552 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef615a63-573a-4a48-9e6b-dfb3de09811d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf', 'code': 200} Aug 19 12:25:11.831043 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.843329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30ecb9cf-b40e-46c5-90c8-ca1373fb871e req-5d900105-368b-47b0-a139-878c1e70c134 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262372 Aug 19 12:25:11.843329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:11.843329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Checking segment: {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:11.843329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Bound using segment: {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:11.843329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Bound port: dc617158-bbd0-4798-99d9-8fec4365a575, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b23800-9611-470d-a34a-0966259f7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:11.850919 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.877223 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.909286 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd0f09-a0b2-4aaf-9432-26afe969f473 req-9d219abf-171b-4ed9-928f-a298742f94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.912538 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1bfd0f09-a0b2-4aaf-9432-26afe969f473 req-9d219abf-171b-4ed9-928f-a298742f94e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 200 len: 859 time: 0.1216810 Aug 19 12:25:11.914550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Transition to ACTIVE for port object 461f718c-0464-45b3-a06c-57cafd703714 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:11.956407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:11.963127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18f29-a53b-4f4d-bab6-70a1da7a3c9b req-f43378bf-5d93-4bcf-a53a-643ff9e07a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.964793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5c18f29-a53b-4f4d-bab6-70a1da7a3c9b req-f43378bf-5d93-4bcf-a53a-643ff9e07a6a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2582960a23914f2dae036edeafc0f19c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2253518 Aug 19 12:25:11.975458 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.993730 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1bfd0f09-a0b2-4aaf-9432-26afe969f473 req-b9810150-452d-46cf-83d4-b8fb32517c34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a968453-8949-4776-80cc-6c3b9cd0d5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616860 Aug 19 12:25:12.086325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] For port dc617158-bbd0-4798-99d9-8fec4365a575, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:12.099707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Routers {'bef3e649-9203-4cdf-ad25-649003f0b8fc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:12.101476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bef3e649-9203-4cdf-ad25-649003f0b8fc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:12.146881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] For port dc617158-bbd0-4798-99d9-8fec4365a575, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=dc617158-bbd0-4798-99d9-8fec4365a575,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:12.174514 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1bfd0f09-a0b2-4aaf-9432-26afe969f473 req-dc38056e-00bc-44c2-8e81-78de6bc0994a service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797721 Aug 19 12:25:12.222940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d3fbf-8424-4980-99df-9e59125a7cf6 None None] Pushing event updated for resources: {'Port': ['ID=214a7a53-5796-4b32-8fd2-b17e2b0660b5,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:12.232154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b801a-c957-4162-8627-96b4a560f482 req-587e27d9-fad0-406d-90e4-0690e6324483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.233777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b79b801a-c957-4162-8627-96b4a560f482 req-587e27d9-fad0-406d-90e4-0690e6324483 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 1097 time: 0.1174181 Aug 19 12:25:12.237894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18f29-a53b-4f4d-bab6-70a1da7a3c9b req-4918b4d0-05c1-4e05-b8ec-a818475b26af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.239533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5c18f29-a53b-4f4d-bab6-70a1da7a3c9b req-4918b4d0-05c1-4e05-b8ec-a818475b26af service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2670636 Aug 19 12:25:12.263271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73574f6b-91f2-4314-9bbf-ad601ceb64dd req-e1b81b29-5d9e-425b-af84-1bc50a931993 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.271017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73574f6b-91f2-4314-9bbf-ad601ceb64dd req-e1b81b29-5d9e-425b-af84-1bc50a931993 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 943 time: 0.1224484 Aug 19 12:25:12.277810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.293542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.367782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Network 6d473337-7699-4e4d-9e16-ffd7909d443f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:12.377534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:12.390705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Pushing event updated for resources: {'Port': ['ID=461f718c-0464-45b3-a06c-57cafd703714,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:12.404013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:12.422765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.423482 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.424983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] 10.222.0.52 "PUT /v2.0/ports/dc617158-bbd0-4798-99d9-8fec4365a575 HTTP/1.1" status: 200 len: 1091 time: 3.1508250 Aug 19 12:25:12.455895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b79b801a-c957-4162-8627-96b4a560f482 req-d6a3a674-6c48-4eba-8b59-44d12b879965 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109056 Aug 19 12:25:12.472412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] Set router bef3e649-9203-4cdf-ad25-649003f0b8fc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:12.475904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73574f6b-91f2-4314-9bbf-ad601ceb64dd req-26c70c07-167d-4e1f-b63e-40c0155bd0bc tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033248 Aug 19 12:25:12.553421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050d52c-9d24-4d19-8528-9a45cadc65ec service neutron] Pushing event updated for resources: {'Port': ['ID=dc617158-bbd0-4798-99d9-8fec4365a575,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:12.570963 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1bfd0f09-a0b2-4aaf-9432-26afe969f473 req-c558edd1-ef5c-4bca-83ab-0bb29c5c9d99 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882771 Aug 19 12:25:12.581602 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.598212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-ef525d32-d44f-42c6-a954-5a7f4c20d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.601181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-ef525d32-d44f-42c6-a954-5a7f4c20d0fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2582960a23914f2dae036edeafc0f19c&device_id=cdb3c028-7a31-41da-bcb2-db2f2bfdc978 HTTP/1.1" status: 200 len: 1094 time: 0.2601914 Aug 19 12:25:12.619367 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf6530-5888-42f9-8ae9-543386023f12 req-dce136d3-8387-49b3-b431-5a8f21dad4d8 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.628730 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6dbf6530-5888-42f9-8ae9-543386023f12 req-dce136d3-8387-49b3-b431-5a8f21dad4d8 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1956003 Aug 19 12:25:12.773618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-6aa19b34-fc42-44c2-9b47-71347343bcb7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b83ada1-46da-4ae7-ae0d-33756afc5b0c HTTP/1.1" status: 200 len: 217 time: 0.0952854 Aug 19 12:25:12.785663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6dbf6530-5888-42f9-8ae9-543386023f12 req-f7718a58-19fc-43b7-ba01-4d5ec56b33d7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553004 Aug 19 12:25:12.905274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-428f282a-c419-449f-a48f-c1c24cdce80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.907266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-428f282a-c419-449f-a48f-c1c24cdce80e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25820506-5c43-44ef-9418-1a5eab29a413 HTTP/1.1" status: 200 len: 853 time: 0.1152894 Aug 19 12:25:12.953151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-ac901bb9-62a1-43bb-bff3-3d6ce344832f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354488 Aug 19 12:25:12.962570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff5ed1-8727-4338-9d93-2913587e1a4e req-9eac2a6e-24cd-4142-9565-9c177d55849d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.971820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26ff5ed1-8727-4338-9d93-2913587e1a4e req-9eac2a6e-24cd-4142-9565-9c177d55849d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1360524 Aug 19 12:25:13.085653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:06Z', 'revision_number': 3, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:13.140951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bec33e-06ae-4a5d-b314-b8df00939b95 None None] The sync data for ids ['bef3e649-9203-4cdf-ad25-649003f0b8fc'] in n-d-778732-8 is: [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:06Z', 'revision_number': 3, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:25:13.144485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3369681a-1de6-4e51-83ce-aaca8f57c6c0 None None] Provisioning for port 461f718c-0464-45b3-a06c-57cafd703714 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:13.153474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3369681a-1de6-4e51-83ce-aaca8f57c6c0 None None] Provisioning complete for port 461f718c-0464-45b3-a06c-57cafd703714 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:13.153474 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3369681a-1de6-4e51-83ce-aaca8f57c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.239232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3369681a-1de6-4e51-83ce-aaca8f57c6c0 None None] Port 461f718c-0464-45b3-a06c-57cafd703714 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:13.270244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-52b4f0db-b00e-4696-986c-59277d8cfdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:13.271999 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-52b4f0db-b00e-4696-986c-59277d8cfdfd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2582960a23914f2dae036edeafc0f19c&device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 1094 time: 0.1559029 Aug 19 12:25:13.340202 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-fef0e4f5-f266-485b-8f96-4a604d97878c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc617158-bbd0-4798-99d9-8fec4365a575 HTTP/1.1" status: 200 len: 217 time: 0.0537179 Aug 19 12:25:13.419316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-d7a112d1-9577-44e2-9062-dd826d9e5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:13.422365 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-d7a112d1-9577-44e2-9062-dd826d9e5940 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=25820506-5c43-44ef-9418-1a5eab29a413 HTTP/1.1" status: 200 len: 853 time: 0.0736530 Aug 19 12:25:13.492211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-1f3dda5b-a887-4647-aba5-2683e1f25f5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608914 Aug 19 12:25:13.590331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8915603c-ec06-498d-9759-cfb62d63ee5c', 'tag': 'dc617158-bbd0-4798-99d9-8fec4365a575'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:13.595465 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b3c22-dbe4-470e-8639-9fc261ab34e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8915603c-ec06-498d-9759-cfb62d63ee5c", "tag": "dc617158-bbd0-4798-99d9-8fec4365a575"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:13.663870 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.682795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26ff5ed1-8727-4338-9d93-2913587e1a4e req-dd1c5658-fdb8-402a-9e63-77a720af9d65 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087646 Aug 19 12:25:13.718126 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-86048c49-21ea-496e-81c8-237c515be895 service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728683 Aug 19 12:25:13.718302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68ac99-5fc7-4ac3-bc75-77ff507516ac req-50e753e8-de8c-4e37-a106-5aea314718ec tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:13.727327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c68ac99-5fc7-4ac3-bc75-77ff507516ac req-50e753e8-de8c-4e37-a106-5aea314718ec tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.7179387 Aug 19 12:25:13.789093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-375e36c2-b7c3-470a-8f66-76e72ed74da2 service neutron] 10.222.0.53 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142796 Aug 19 12:25:13.925172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c68ac99-5fc7-4ac3-bc75-77ff507516ac req-a0be38d8-597a-4e0b-8807-4f8c134e810f tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967096 Aug 19 12:25:14.002875 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efcd361-5fb7-4fcd-a880-7da7eb1d39a3 x-openstack-request-id: req-6efcd361-5fb7-4fcd-a880-7da7eb1d39a3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:14.003978 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8915603c-ec06-498d-9759-cfb62d63ee5c", "tag": "dc617158-bbd0-4798-99d9-8fec4365a575", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:14.004521 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6efcd361-5fb7-4fcd-a880-7da7eb1d39a3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:14.004934 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8915603c-ec06-498d-9759-cfb62d63ee5c', 'tag': 'dc617158-bbd0-4798-99d9-8fec4365a575', 'status': 'completed', 'code': 200} Aug 19 12:25:14.044696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7693d-e9af-4c37-8b3b-84549afebb6b req-98ece666-8302-490a-b52e-f40216b1a9f2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:14.046376 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfc7693d-e9af-4c37-8b3b-84549afebb6b req-98ece666-8302-490a-b52e-f40216b1a9f2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 943 time: 0.1769068 Aug 19 12:25:14.061640 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-e958c438-5c1e-4e46-bc2a-45b993c9c6da service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153520 Aug 19 12:25:14.144651 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78280862-b14b-4e4d-bb9f-8807660aa04f req-e96989b9-eed8-4b44-91f9-eda00d5b7485 service neutron] 10.222.0.53 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477991 Aug 19 12:25:14.166109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.186369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfc7693d-e9af-4c37-8b3b-84549afebb6b req-fac4e7c4-6112-4cd2-98f8-09e01e9d56f9 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130719 Aug 19 12:25:14.275822 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.277878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df5d8f-7c33-445f-bc66-be411334bb9c req-012c51d9-eb2a-4dbb-820d-5adfb637c1c2 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:14.282771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.290056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73df5d8f-7c33-445f-bc66-be411334bb9c req-012c51d9-eb2a-4dbb-820d-5adfb637c1c2 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0862987 Aug 19 12:25:14.363403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73df5d8f-7c33-445f-bc66-be411334bb9c req-1144d0cf-658b-441f-8ad6-9a5bf63a3bac tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683482 Aug 19 12:25:14.453685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.467035 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Pushing event updated for resources: {'Port': ['ID=461f718c-0464-45b3-a06c-57cafd703714,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:14.478453 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b3c22-dbe4-470e-8639-9fc261ab34e9 req-56dde62b-8d14-487e-ba22-2356f4d300ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:14.478453 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef0b3c22-dbe4-470e-8639-9fc261ab34e9 req-56dde62b-8d14-487e-ba22-2356f4d300ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2582960a23914f2dae036edeafc0f19c&device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 1094 time: 0.2221797 Aug 19 12:25:14.498858 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 214a7a53-5796-4b32-8fd2-b17e2b0660b5 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:14.685080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 214a7a53-5796-4b32-8fd2-b17e2b0660b5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:14.696240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 214a7a53-5796-4b32-8fd2-b17e2b0660b5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:14.698613 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.748592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Network 6d473337-7699-4e4d-9e16-ffd7909d443f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:14.750797 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b3c22-dbe4-470e-8639-9fc261ab34e9 req-9712f4b2-2d4a-40fc-80e6-992b17a26530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:14.752712 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef0b3c22-dbe4-470e-8639-9fc261ab34e9 req-9712f4b2-2d4a-40fc-80e6-992b17a26530 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01 HTTP/1.1" status: 200 len: 914 time: 0.2582781 Aug 19 12:25:14.753890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:14.831761 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef0b3c22-dbe4-470e-8639-9fc261ab34e9 req-14686435-648f-48a4-8589-bb043c1c7f7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc617158-bbd0-4798-99d9-8fec4365a575 HTTP/1.1" status: 200 len: 217 time: 0.0594802 Aug 19 12:25:14.922843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fcd7f-47a7-454e-9d63-27cc60fadfe2 req-27adf742-35de-4fb3-9bf8-cd3afcbad2e5 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:14.924468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da5fcd7f-47a7-454e-9d63-27cc60fadfe2 req-27adf742-35de-4fb3-9bf8-cd3afcbad2e5 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1311576 Aug 19 12:25:14.969516 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.007546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da5fcd7f-47a7-454e-9d63-27cc60fadfe2 req-82b83466-1f96-4a6a-bd8d-7dac30c94e16 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758333 Aug 19 12:25:15.012620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 214a7a53-5796-4b32-8fd2-b17e2b0660b5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=214a7a53-5796-4b32-8fd2-b17e2b0660b5,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:15.084907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b3c22-dbe4-470e-8639-9fc261ab34e9 req-271ccd75-8f6f-4cfc-b9f5-b6e90f69cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.087513 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef0b3c22-dbe4-470e-8639-9fc261ab34e9 req-271ccd75-8f6f-4cfc-b9f5-b6e90f69cf33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=25820506-5c43-44ef-9418-1a5eab29a413 HTTP/1.1" status: 200 len: 853 time: 0.1929801 Aug 19 12:25:15.140665 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef0b3c22-dbe4-470e-8639-9fc261ab34e9 req-83015b70-55de-452e-b6c0-8bd6f12cbb34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a5b37e5-6894-47f0-bc05-fa090f5bbe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392892 Aug 19 12:25:15.163281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Router bef3e649-9203-4cdf-ad25-649003f0b8fc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:25:15.165828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5e556-4aef-4e54-bdeb-59d6d4a33591 req-db4a7a63-26e9-4048-a9ce-a284e35cf3e4 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.167516 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ab5e556-4aef-4e54-bdeb-59d6d4a33591 req-db4a7a63-26e9-4048-a9ce-a284e35cf3e4 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.0871119 Aug 19 12:25:15.239330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ab5e556-4aef-4e54-bdeb-59d6d4a33591 req-e9b58404-4a10-44cd-b15a-ab12556ccbb1 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608733 Aug 19 12:25:15.240695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-02660c9e-707a-4b62-996b-2f894c41a3ac None None] Provisioning complete for port 461f718c-0464-45b3-a06c-57cafd703714 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:15.241199 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-02660c9e-707a-4b62-996b-2f894c41a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.426662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-02660c9e-707a-4b62-996b-2f894c41a3ac None None] Port 461f718c-0464-45b3-a06c-57cafd703714 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:15.428188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:25:15.428188 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-42316161-1f91-465a-a578-f7942ac4ce13 admin admin] 10.222.0.44 "PUT /v2.0/routers/bef3e649-9203-4cdf-ad25-649003f0b8fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1747515 Aug 19 12:25:15.428188 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef0b3c22-dbe4-470e-8639-9fc261ab34e9 req-9642cdab-ded7-435d-b47b-766f686deef4 service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302403 Aug 19 12:25:15.430368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cb927-96a2-4d7d-93c3-ab9343cb27b6 req-ea5f7ea6-d99e-4e25-9fc5-dd3836de8bcf tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.432835 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-817cb927-96a2-4d7d-93c3-ab9343cb27b6 req-ea5f7ea6-d99e-4e25-9fc5-dd3836de8bcf tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 943 time: 0.1148298 Aug 19 12:25:15.490934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a632d7f-f9f7-4e45-a552-89c28a97f64a req-179f0c78-4065-42b7-8ef5-d27f7de351eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.497522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a632d7f-f9f7-4e45-a552-89c28a97f64a req-179f0c78-4065-42b7-8ef5-d27f7de351eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.506111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a632d7f-f9f7-4e45-a552-89c28a97f64a req-179f0c78-4065-42b7-8ef5-d27f7de351eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.512395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a632d7f-f9f7-4e45-a552-89c28a97f64a req-179f0c78-4065-42b7-8ef5-d27f7de351eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.518977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a632d7f-f9f7-4e45-a552-89c28a97f64a req-179f0c78-4065-42b7-8ef5-d27f7de351eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.526882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a632d7f-f9f7-4e45-a552-89c28a97f64a req-179f0c78-4065-42b7-8ef5-d27f7de351eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.535942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a632d7f-f9f7-4e45-a552-89c28a97f64a req-179f0c78-4065-42b7-8ef5-d27f7de351eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.537931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a632d7f-f9f7-4e45-a552-89c28a97f64a req-179f0c78-4065-42b7-8ef5-d27f7de351eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5434 time: 0.1756928 Aug 19 12:25:15.553611 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef0b3c22-dbe4-470e-8639-9fc261ab34e9 req-361ce349-7ed1-4b6f-b746-0191947f8fd7 service neutron] 10.222.0.52 "GET /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474199 Aug 19 12:25:15.572737 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-817cb927-96a2-4d7d-93c3-ab9343cb27b6 req-7b5b628f-f6e0-427e-b1df-707caa397c2c tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305759 Aug 19 12:25:15.604642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a632d7f-f9f7-4e45-a552-89c28a97f64a req-9457025e-cb4f-4f54-a3af-f793dc863a19 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537794 Aug 19 12:25:15.709078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b52b7-f182-4a8f-9168-a6b836a68148 req-67825d30-8d1d-40c2-8741-d6973cfad069 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.710916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e4b52b7-f182-4a8f-9168-a6b836a68148 req-67825d30-8d1d-40c2-8741-d6973cfad069 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.0604610 Aug 19 12:25:15.727374 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Sync routers for ids ['bef3e649-9203-4cdf-ad25-649003f0b8fc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:25:15.739317 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Routers {'bef3e649-9203-4cdf-ad25-649003f0b8fc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:15.740251 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bef3e649-9203-4cdf-ad25-649003f0b8fc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:15.807430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ee003-1388-4a56-b106-bba3a6003bb2 req-2321b10c-9b66-490d-a794-9b53bf5e67d7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.808967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-336ee003-1388-4a56-b106-bba3a6003bb2 req-2321b10c-9b66-490d-a794-9b53bf5e67d7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0970383 Aug 19 12:25:15.816322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e4b52b7-f182-4a8f-9168-a6b836a68148 req-667329f6-92c3-4887-84b3-87f6c9b222de tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940843 Aug 19 12:25:15.904895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-336ee003-1388-4a56-b106-bba3a6003bb2 req-98c9351e-4dc1-4d56-acd8-a37728ac8aeb tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793557 Aug 19 12:25:15.947500 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Set router bef3e649-9203-4cdf-ad25-649003f0b8fc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:16.058339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b23f6-7c9e-404a-a5f7-f8d0877b39d4 req-77ca427e-5014-449a-b17d-7b34d13b0253 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.065994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b23f6-7c9e-404a-a5f7-f8d0877b39d4 req-77ca427e-5014-449a-b17d-7b34d13b0253 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.072432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b23f6-7c9e-404a-a5f7-f8d0877b39d4 req-77ca427e-5014-449a-b17d-7b34d13b0253 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.078893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b23f6-7c9e-404a-a5f7-f8d0877b39d4 req-77ca427e-5014-449a-b17d-7b34d13b0253 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.085261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b23f6-7c9e-404a-a5f7-f8d0877b39d4 req-77ca427e-5014-449a-b17d-7b34d13b0253 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.091764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b23f6-7c9e-404a-a5f7-f8d0877b39d4 req-77ca427e-5014-449a-b17d-7b34d13b0253 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.099790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b23f6-7c9e-404a-a5f7-f8d0877b39d4 req-77ca427e-5014-449a-b17d-7b34d13b0253 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.112083 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device dc617158-bbd0-4798-99d9-8fec4365a575 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:16.121116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a58b23f6-7c9e-404a-a5f7-f8d0877b39d4 req-77ca427e-5014-449a-b17d-7b34d13b0253 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5434 time: 0.1380956 Aug 19 12:25:16.225488 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 4, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '461f718c-0464-45b3-a06c-57cafd703714', 'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'mac_address': 'fa:16:3e:f5:06:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:11Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 2, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'subnets': [{'id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:16.245276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port dc617158-bbd0-4798-99d9-8fec4365a575, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=dc617158-bbd0-4798-99d9-8fec4365a575,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:16.254555 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.395270 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Checking router: bef3e649-9203-4cdf-ad25-649003f0b8fc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:25:16.395270 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Updating router bef3e649-9203-4cdf-ad25-649003f0b8fc port 461f718c-0464-45b3-a06c-57cafd703714 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:25:16.397093 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'dc617158-bbd0-4798-99d9-8fec4365a575', 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01', 'port_id': 'dc617158-bbd0-4798-99d9-8fec4365a575', 'mac_address': 'fa:16:3e:26:2d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25820506-5c43-44ef-9418-1a5eab29a413', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:16.397490 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.497604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=214a7a53-5796-4b32-8fd2-b17e2b0660b5,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:16.500503 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.517673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.518275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.518941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.519394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.519940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.520456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.521532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.521532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.521833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.522517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.523405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.524167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:16.538607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc617158-bbd0-4798-99d9-8fec4365a575 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:16.579037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port dc617158-bbd0-4798-99d9-8fec4365a575, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=dc617158-bbd0-4798-99d9-8fec4365a575,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:16.720969 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.732562 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Transition to ACTIVE for port object 461f718c-0464-45b3-a06c-57cafd703714 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:16.796425 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.866568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=dc617158-bbd0-4798-99d9-8fec4365a575,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:16.885355 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.933209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9b83ada1-46da-4ae7-ae0d-33756afc5b0c details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:16.988348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58004) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:16.998079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b5c63a06-e9ff-4a3f-9dc1-5dee6d8ee50c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059545492', 'description': 'tempest-description--1978078734'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:17.075781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['dc617158-bbd0-4798-99d9-8fec4365a575'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:17.149757 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Attempting to bind port 461f718c-0464-45b3-a06c-57cafd703714 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:17.150029 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Attempting to bind port 461f718c-0464-45b3-a06c-57cafd703714 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:17.150348 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Attempting to bind port 461f718c-0464-45b3-a06c-57cafd703714 on network 6d473337-7699-4e4d-9e16-ffd7909d443f {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:17.150507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5c63a06-e9ff-4a3f-9dc1-5dee6d8ee50c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.224495 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:17.225741 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Checking segment: {'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:17.226185 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.229544 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Bound using segment: {'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:17.230181 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Bound port: 461f718c-0464-45b3-a06c-57cafd703714, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:17.236608 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.286248 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9aa126-4406-40cc-8927-99f2d07161e8 None None] Pushing event updated for resources: {'Port': ['ID=461f718c-0464-45b3-a06c-57cafd703714,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:17.420027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832fae9-b65f-4344-a6be-919ce49a960f req-00cc50df-f366-40f1-8f3b-736d69a99d7c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:17.427730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9b83ada1-46da-4ae7-ae0d-33756afc5b0c,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:17.429419 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0832fae9-b65f-4344-a6be-919ce49a960f req-00cc50df-f366-40f1-8f3b-736d69a99d7c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1625772 Aug 19 12:25:17.472028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5c63a06-e9ff-4a3f-9dc1-5dee6d8ee50c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.482793 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] For port 461f718c-0464-45b3-a06c-57cafd703714, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:17.491594 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] For port 461f718c-0464-45b3-a06c-57cafd703714, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=461f718c-0464-45b3-a06c-57cafd703714,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:17.502363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '9b83ada1-46da-4ae7-ae0d-33756afc5b0c', 'network_id': '9a5b37e5-6894-47f0-bc05-fa090f5bbe01', 'port_id': '9b83ada1-46da-4ae7-ae0d-33756afc5b0c', 'mac_address': 'fa:16:3e:4b:26:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25820506-5c43-44ef-9418-1a5eab29a413', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:17.551920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2890be0-8a0c-460a-8764-9925f31c9b1d req-9a1fd1d4-660e-448b-bae2-58a866691418 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:17.554937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2890be0-8a0c-460a-8764-9925f31c9b1d req-9a1fd1d4-660e-448b-bae2-58a866691418 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 944 time: 0.1230690 Aug 19 12:25:17.581531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0832fae9-b65f-4344-a6be-919ce49a960f req-1202ae7a-dae5-4a3b-b9bb-86fe2291f9a7 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173677 Aug 19 12:25:17.593275 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.628277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b83ada1-46da-4ae7-ae0d-33756afc5b0c {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:17.634388 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.634671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5c63a06-e9ff-4a3f-9dc1-5dee6d8ee50c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.711492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2890be0-8a0c-460a-8764-9925f31c9b1d req-c1e7b524-b487-465c-b89e-46f38f52c0f8 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387219 Aug 19 12:25:17.728447 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9b83ada1-46da-4ae7-ae0d-33756afc5b0c,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:17.742287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c63a06-e9ff-4a3f-9dc1-5dee6d8ee50c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd421e05-0211-44a0-b53d-adbefeee4f79,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:17.800563 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Routers {'bef3e649-9203-4cdf-ad25-649003f0b8fc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:17.801753 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:24:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bef3e649-9203-4cdf-ad25-649003f0b8fc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:17.855420 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5c63a06-e9ff-4a3f-9dc1-5dee6d8ee50c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.855662 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.855813 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b5c63a06-e9ff-4a3f-9dc1-5dee6d8ee50c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8602407 Aug 19 12:25:17.855940 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58034) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:17.869264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-431b6f91-fb08-4e7d-abd7-0d1e121d5b64 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Request body: {'security_group_rule': {'security_group_id': 'dd421e05-0211-44a0-b53d-adbefeee4f79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:17.992754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-e5bc008d-5d35-4d1b-940a-6c10792a7d38 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:18.004679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-e5bc008d-5d35-4d1b-940a-6c10792a7d38 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/networks?id=637e89fb-cb9b-4145-9d1a-ea01db39ffa0 HTTP/1.1" status: 200 len: 815 time: 0.2643054 Aug 19 12:25:18.007701 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9aa126-4406-40cc-8927-99f2d07161e8 None None] Pushing event updated for resources: {'Port': ['ID=461f718c-0464-45b3-a06c-57cafd703714,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:18.011455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=9b83ada1-46da-4ae7-ae0d-33756afc5b0c,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:18.046006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-ed39352c-7430-4c5e-b18f-9636496eadbc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/quotas/6be279341188417ebb7bccd2bd711353 HTTP/1.1" status: 200 len: 375 time: 0.0403149 Aug 19 12:25:18.056869 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-431b6f91-fb08-4e7d-abd7-0d1e121d5b64 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.191871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-4b41754a-a5a5-4a1f-903c-3273e4a72532 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6be279341188417ebb7bccd2bd711353&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448617 Aug 19 12:25:18.201302 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] Set router bef3e649-9203-4cdf-ad25-649003f0b8fc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:18.259029 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-431b6f91-fb08-4e7d-abd7-0d1e121d5b64 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.290785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['9b83ada1-46da-4ae7-ae0d-33756afc5b0c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:18.381466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-431b6f91-fb08-4e7d-abd7-0d1e121d5b64 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.429282 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b6f91-fb08-4e7d-abd7-0d1e121d5b64 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c234fd-2383-4de9-b1e3-d2bbd56d6a33,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:18.474433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 214a7a53-5796-4b32-8fd2-b17e2b0660b5 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:18.492906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-431b6f91-fb08-4e7d-abd7-0d1e121d5b64 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.494487 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-431b6f91-fb08-4e7d-abd7-0d1e121d5b64 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6371582 Aug 19 12:25:18.497702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58050) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:18.505499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4dc2e5bb-92f9-4146-98e9-c99010cb0be5 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Request body: {'security_group_rule': {'security_group_id': 'dd421e05-0211-44a0-b53d-adbefeee4f79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:18.554257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-b40912dd-050f-47e4-8cdd-fe1cea396d58 service neutron] 10.222.0.44 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595085 Aug 19 12:25:18.641558 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc2e5bb-92f9-4146-98e9-c99010cb0be5 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.729325 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 4, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '461f718c-0464-45b3-a06c-57cafd703714', 'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'mac_address': 'fa:16:3e:f5:06:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:11Z', 'updated_at': '2021-08-19T12:25:17Z', 'revision_number': 4, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'subnets': [{'id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:18.786588 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5d633-744d-4fd3-bdf5-97be56416922 None None] The sync data for ids ['bef3e649-9203-4cdf-ad25-649003f0b8fc'] in n-d-778732-8 is: [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 4, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '461f718c-0464-45b3-a06c-57cafd703714', 'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'mac_address': 'fa:16:3e:f5:06:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:11Z', 'updated_at': '2021-08-19T12:25:17Z', 'revision_number': 4, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'subnets': [{'id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:25:18.794790 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc2e5bb-92f9-4146-98e9-c99010cb0be5 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.888956 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc2e5bb-92f9-4146-98e9-c99010cb0be5 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.894589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-d9dd37e6-d8f1-461b-888c-411500a9c114 service neutron] 10.222.0.44 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282526 Aug 19 12:25:18.918039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2e5bb-92f9-4146-98e9-c99010cb0be5 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26efe820-499f-4b08-9d81-8bde04305c93,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:18.919450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 214a7a53-5796-4b32-8fd2-b17e2b0660b5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:18.922341 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.968745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ea33c-4d0c-4b30-9528-d03bccbca3a1 req-9bafe247-1495-418d-be18-3e0eb680c117 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:18.982545 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c19ea33c-4d0c-4b30-9528-d03bccbca3a1 req-9bafe247-1495-418d-be18-3e0eb680c117 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef615a63-573a-4a48-9e6b-dfb3de09811d HTTP/1.1" status: 200 len: 946 time: 0.2516854 Aug 19 12:25:19.033833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68262145-d102-4a79-8115-fb369a82a978 req-81ddfdc1-a2f6-43d3-9c54-698c4858056f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:19.049419 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68262145-d102-4a79-8115-fb369a82a978 req-81ddfdc1-a2f6-43d3-9c54-698c4858056f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.2790551 Aug 19 12:25:19.055786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc2e5bb-92f9-4146-98e9-c99010cb0be5 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.060750 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4dc2e5bb-92f9-4146-98e9-c99010cb0be5 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5603218 Aug 19 12:25:19.064676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58056) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:19.067181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:19.228189 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.394026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68262145-d102-4a79-8115-fb369a82a978 req-b345cf00-b8e0-4b3d-94d0-bf313f122d10 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435585 Aug 19 12:25:19.481677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c19ea33c-4d0c-4b30-9528-d03bccbca3a1 req-60770479-8718-4380-860f-a2f4094742bc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Deleting port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:19.482343 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c19ea33c-4d0c-4b30-9528-d03bccbca3a1 req-60770479-8718-4380-860f-a2f4094742bc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.631277 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.678399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c20df584-b926-4550-ae5f-d5b3184856db req-e9f76826-1829-4bd3-8dd9-6c305df612df tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 210 time: 0.1414890 Aug 19 12:25:19.861810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Allocated IP 172.25.6.188 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/79c98740-7bef-4b16-addc-fb5a964a2983) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:19.874514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77113ece-3f59-46d3-a417-2676ded4218e req-9084c7e7-2362-4e8e-97df-cba84b2b4092 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:19.887010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77113ece-3f59-46d3-a417-2676ded4218e req-9084c7e7-2362-4e8e-97df-cba84b2b4092 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 944 time: 0.3493040 Aug 19 12:25:19.934476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58084) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:19.936667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c19ea33c-4d0c-4b30-9528-d03bccbca3a1 req-60770479-8718-4380-860f-a2f4094742bc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] For port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:19.937058 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c19ea33c-4d0c-4b30-9528-d03bccbca3a1 req-60770479-8718-4380-860f-a2f4094742bc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.956082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c19ea33c-4d0c-4b30-9528-d03bccbca3a1 req-60770479-8718-4380-860f-a2f4094742bc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Calling delete_port for 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:20.062333 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77113ece-3f59-46d3-a417-2676ded4218e req-9c73400f-12e8-41e4-bdcb-015e42da2698 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740725 Aug 19 12:25:20.068540 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.111791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device dc617158-bbd0-4798-99d9-8fec4365a575 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:20.191389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d819-95f3-4082-bc8b-8d58d8368bf1 req-6b8dae4e-f8cd-4176-b61f-328b4e36ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.191783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d819-95f3-4082-bc8b-8d58d8368bf1 req-6b8dae4e-f8cd-4176-b61f-328b4e36ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.192268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d819-95f3-4082-bc8b-8d58d8368bf1 req-6b8dae4e-f8cd-4176-b61f-328b4e36ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.193128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d819-95f3-4082-bc8b-8d58d8368bf1 req-6b8dae4e-f8cd-4176-b61f-328b4e36ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.193725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d819-95f3-4082-bc8b-8d58d8368bf1 req-6b8dae4e-f8cd-4176-b61f-328b4e36ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.194296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d819-95f3-4082-bc8b-8d58d8368bf1 req-6b8dae4e-f8cd-4176-b61f-328b4e36ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.195301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d819-95f3-4082-bc8b-8d58d8368bf1 req-6b8dae4e-f8cd-4176-b61f-328b4e36ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.197582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2809d819-95f3-4082-bc8b-8d58d8368bf1 req-6b8dae4e-f8cd-4176-b61f-328b4e36ed30 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 6491 time: 0.1759624 Aug 19 12:25:20.257365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2809d819-95f3-4082-bc8b-8d58d8368bf1 req-6e8250dd-4eed-494c-8cd1-f2041ef062ee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420606 Aug 19 12:25:20.320361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.359653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port dc617158-bbd0-4798-99d9-8fec4365a575 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:20.361964 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c19ea33c-4d0c-4b30-9528-d03bccbca3a1 req-60770479-8718-4380-860f-a2f4094742bc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.368194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port dc617158-bbd0-4798-99d9-8fec4365a575 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:20.374506 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.400402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Pushing event updated for resources: {'Port': ['ID=79c98740-7bef-4b16-addc-fb5a964a2983,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:20.431827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60770479-8718-4380-860f-a2f4094742bc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Pushing event deleted for resources: {'Port': ['ID=870f0445-4cb5-4dd6-96b8-d1ba7950cfaf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:20.432803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:20.438519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['870f0445-4cb5-4dd6-96b8-d1ba7950cfaf'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:20.446663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:20.454008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:20.529201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19ea33c-4d0c-4b30-9528-d03bccbca3a1 req-60770479-8718-4380-860f-a2f4094742bc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] No DVR routers for this DVR port 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:20.533451 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c19ea33c-4d0c-4b30-9528-d03bccbca3a1 req-60770479-8718-4380-860f-a2f4094742bc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.538594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c19ea33c-4d0c-4b30-9528-d03bccbca3a1 req-60770479-8718-4380-860f-a2f4094742bc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.53 "DELETE /v2.0/ports/870f0445-4cb5-4dd6-96b8-d1ba7950cfaf HTTP/1.1" status: 204 len: 173 time: 1.5480835 Aug 19 12:25:20.540437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef615a63-573a-4a48-9e6b-dfb3de09811d', 'name': 'network-vif-deleted', 'tag': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:20.541017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 461f718c-0464-45b3-a06c-57cafd703714 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:20.544519 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b36e7c-04c3-48b5-beff-a9ecb3d83af1" -d '{"events": [{"server_uuid": "ef615a63-573a-4a48-9e6b-dfb3de09811d", "name": "network-vif-deleted", "tag": "870f0445-4cb5-4dd6-96b8-d1ba7950cfaf"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:20.617186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.628901 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382d11d9-c1bf-4869-b0f7-ad6930458f34 x-openstack-request-id: req-382d11d9-c1bf-4869-b0f7-ad6930458f34 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:20.629809 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef615a63-573a-4a48-9e6b-dfb3de09811d", "name": "network-vif-deleted", "tag": "870f0445-4cb5-4dd6-96b8-d1ba7950cfaf", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:20.630476 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-382d11d9-c1bf-4869-b0f7-ad6930458f34 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:20.633099 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef615a63-573a-4a48-9e6b-dfb3de09811d', 'name': 'network-vif-deleted', 'tag': '870f0445-4cb5-4dd6-96b8-d1ba7950cfaf', 'status': 'completed', 'code': 200} Aug 19 12:25:20.646799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0023b9-d5bf-475f-9ffd-f1b82ee1887d req-b480b0e3-963c-4d11-bd1d-6803237d974c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.656247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f0023b9-d5bf-475f-9ffd-f1b82ee1887d req-b480b0e3-963c-4d11-bd1d-6803237d974c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1278272 Aug 19 12:25:20.675713 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.725576 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8915603c-ec06-498d-9759-cfb62d63ee5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc617158-bbd0-4798-99d9-8fec4365a575'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:20.728297 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e2038a-a9a4-4dfc-8c5e-1023eef7da25" -d '{"events": [{"server_uuid": "8915603c-ec06-498d-9759-cfb62d63ee5c", "name": "network-vif-plugged", "status": "completed", "tag": "dc617158-bbd0-4798-99d9-8fec4365a575"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:20.743925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f0023b9-d5bf-475f-9ffd-f1b82ee1887d req-69bb5825-d832-4929-97c8-6224ec8b2de6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582049 Aug 19 12:25:20.750954 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port dc617158-bbd0-4798-99d9-8fec4365a575, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=dc617158-bbd0-4798-99d9-8fec4365a575,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:20.800160 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2914409-7022-452e-94b5-4970ad9f6d80 x-openstack-request-id: req-d2914409-7022-452e-94b5-4970ad9f6d80 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:20.800449 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8915603c-ec06-498d-9759-cfb62d63ee5c", "name": "network-vif-plugged", "status": "completed", "tag": "dc617158-bbd0-4798-99d9-8fec4365a575", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:20.800701 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2914409-7022-452e-94b5-4970ad9f6d80 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:20.801095 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8915603c-ec06-498d-9759-cfb62d63ee5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc617158-bbd0-4798-99d9-8fec4365a575', 'code': 200} Aug 19 12:25:20.833175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 461f718c-0464-45b3-a06c-57cafd703714 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:20.849273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 461f718c-0464-45b3-a06c-57cafd703714 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:20.849273 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.875622 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.883970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a27bd9d-7a99-438a-b289-420308ea4d8e req-f0d700f8-68a0-4add-b5d4-f5e7ca34041f tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 210 time: 0.0807736 Aug 19 12:25:20.918537 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.014832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9b83ada1-46da-4ae7-ae0d-33756afc5b0c up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:21.040111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399211b-8ffa-4bf7-b9b6-624d1786fe22 req-f5887dc7-eb66-4d98-9a3c-68d43e2aff9d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:21.041778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2399211b-8ffa-4bf7-b9b6-624d1786fe22 req-f5887dc7-eb66-4d98-9a3c-68d43e2aff9d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0789397 Aug 19 12:25:21.145282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2399211b-8ffa-4bf7-b9b6-624d1786fe22 req-b3b4025f-6078-45db-abae-3c5f655a1792 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955253 Aug 19 12:25:21.145585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00cf97-038f-4f5f-bae2-16f2a59b243a req-d36b4293-6207-4f1a-a769-6bdf186625dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:21.147128 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ca00cf97-038f-4f5f-bae2-16f2a59b243a req-d36b4293-6207-4f1a-a769-6bdf186625dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 1096 time: 0.1209233 Aug 19 12:25:21.183323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=dc617158-bbd0-4798-99d9-8fec4365a575,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:21.216061 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ca00cf97-038f-4f5f-bae2-16f2a59b243a req-7b666464-0688-417e-9aca-654af9ebffbb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596817 Aug 19 12:25:21.261321 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fdab94a8-d18d-480f-aa77-37ae8fe2a597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.308825 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.319491 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.328893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f9a41-5792-41d6-a181-fb6014d76800 req-f3f19427-44dd-4d91-9700-6387c9e153f0 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:21.334389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d62f9a41-5792-41d6-a181-fb6014d76800 req-f3f19427-44dd-4d91-9700-6387c9e153f0 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 945 time: 0.1040421 Aug 19 12:25:21.368182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 461f718c-0464-45b3-a06c-57cafd703714, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=461f718c-0464-45b3-a06c-57cafd703714,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:21.397776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d62f9a41-5792-41d6-a181-fb6014d76800 req-11dd9490-6a00-4b11-bb60-4c07051ae883 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535741 Aug 19 12:25:21.481402 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.482645 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.491215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:21.531215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:21.531215 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.589825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=461f718c-0464-45b3-a06c-57cafd703714,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:21.614857 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.640137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Pushing event updated for resources: {'Port': ['ID=79c98740-7bef-4b16-addc-fb5a964a2983,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:21.687890 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.706123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.708057 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fa39f7c9-f138-43b9-a381-15b0a5892b58 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6456122 Aug 19 12:25:21.748070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9b83ada1-46da-4ae7-ae0d-33756afc5b0c,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:21.910992 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.946542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c5b1c-47db-4515-86cc-ebb212a2ae65 req-f0f78264-369c-4aa3-8438-5a34147cab98 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:21.960443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-740c5b1c-47db-4515-86cc-ebb212a2ae65 req-f0f78264-369c-4aa3-8438-5a34147cab98 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1064932 Aug 19 12:25:22.019604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=9b83ada1-46da-4ae7-ae0d-33756afc5b0c,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:22.048967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-740c5b1c-47db-4515-86cc-ebb212a2ae65 req-d4761f92-72a0-4788-8324-877305f1a29d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862517 Aug 19 12:25:22.195479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-da822afc-7a96-4428-8a9c-16dc5b138853 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2059545492&fields=id&tenant_id=c78d8d23751c4fe08ee4e26ec32d40b8 HTTP/1.1" status: 200 len: 267 time: 0.0511353 Aug 19 12:25:22.402394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-489f6cd7-9392-4fd6-b383-c5b7fcf0c75c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:22.410504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-489f6cd7-9392-4fd6-b383-c5b7fcf0c75c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/networks?id=6d473337-7699-4e4d-9e16-ffd7909d443f HTTP/1.1" status: 200 len: 815 time: 0.2055695 Aug 19 12:25:22.426721 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 461f718c-0464-45b3-a06c-57cafd703714 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:22.428912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-f3faa5a7-5114-40b3-99b4-e7227668e853 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/quotas/c78d8d23751c4fe08ee4e26ec32d40b8 HTTP/1.1" status: 200 len: 375 time: 0.0161645 Aug 19 12:25:22.737324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 461f718c-0464-45b3-a06c-57cafd703714 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:22.737324 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.738975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-435bd295-6466-4b18-bd3f-2cf6f4b05535 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c78d8d23751c4fe08ee4e26ec32d40b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1442935 Aug 19 12:25:22.738975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62cc46c8-153a-45b4-bf5f-82a066ebec34 req-1c571603-3d19-4f05-b469-d9a0abd2734e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 210 time: 0.0993929 Aug 19 12:25:22.781328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-af47b1f5-de2e-42f5-84f4-3e2cae1ba233 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:22.790185 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-af47b1f5-de2e-42f5-84f4-3e2cae1ba233 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.52 "GET /v2.0/networks?id=637e89fb-cb9b-4145-9d1a-ea01db39ffa0 HTTP/1.1" status: 200 len: 815 time: 0.3088846 Aug 19 12:25:22.802170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb3c028-7a31-41da-bcb2-db2f2bfdc978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b83ada1-46da-4ae7-ae0d-33756afc5b0c'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:22.805650 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b827e83-58f4-4b91-9e48-05f2b962d46b" -d '{"events": [{"server_uuid": "cdb3c028-7a31-41da-bcb2-db2f2bfdc978", "name": "network-vif-plugged", "status": "completed", "tag": "9b83ada1-46da-4ae7-ae0d-33756afc5b0c"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:22.805887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Request body: {'port': {'device_id': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0', 'admin_state_up': True, 'tenant_id': '6be279341188417ebb7bccd2bd711353'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:22.818171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-3af834df-9655-4fc3-942d-8233ac19e160 service neutron] 10.222.0.44 "GET /v2.0/networks/6d473337-7699-4e4d-9e16-ffd7909d443f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099767 Aug 19 12:25:22.955202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:23.007578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:23.007938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 870f0445-4cb5-4dd6-96b8-d1ba7950cfaf not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:23.089795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-a4eb0bdc-85c7-414e-8d79-da71b940dde1 service neutron] 10.222.0.44 "GET /v2.0/networks/6d473337-7699-4e4d-9e16-ffd7909d443f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612662 Aug 19 12:25:23.110353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfad504-7ca6-4de3-9ed0-6c68899b3312 req-662ab3ef-e6ce-4203-949f-4c49bc612f95 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:23.113254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cfad504-7ca6-4de3-9ed0-6c68899b3312 req-662ab3ef-e6ce-4203-949f-4c49bc612f95 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 945 time: 0.0956829 Aug 19 12:25:23.191959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cfad504-7ca6-4de3-9ed0-6c68899b3312 req-0d49c930-dfd9-40c4-8fb6-542f3f3d3528 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Aug 19 12:25:23.240872 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc000e3d-9b6a-41d9-99ee-2f67880d0fd8 x-openstack-request-id: req-bc000e3d-9b6a-41d9-99ee-2f67880d0fd8 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:23.241187 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb3c028-7a31-41da-bcb2-db2f2bfdc978", "name": "network-vif-plugged", "status": "completed", "tag": "9b83ada1-46da-4ae7-ae0d-33756afc5b0c", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:23.241426 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc000e3d-9b6a-41d9-99ee-2f67880d0fd8 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:23.241669 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb3c028-7a31-41da-bcb2-db2f2bfdc978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b83ada1-46da-4ae7-ae0d-33756afc5b0c', 'code': 200} Aug 19 12:25:23.313497 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Made reservation on behalf of 6be279341188417ebb7bccd2bd711353 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:23.320123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.440673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb5a7-ab09-4773-ba70-9ca0b4409f5d req-f60dc4e4-5ac3-4a32-ab9e-87eb10aecc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:23.443399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b32fb5a7-ab09-4773-ba70-9ca0b4409f5d req-f60dc4e4-5ac3-4a32-ab9e-87eb10aecc9f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cdb3c028-7a31-41da-bcb2-db2f2bfdc978 HTTP/1.1" status: 200 len: 1096 time: 0.1299264 Aug 19 12:25:23.476581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c65e7-bfc5-44a4-aa9c-134054718a37 req-3cc17d6d-e5ed-4ac1-83d4-7a2182cb4403 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:23.478560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c27c65e7-bfc5-44a4-aa9c-134054718a37 req-3cc17d6d-e5ed-4ac1-83d4-7a2182cb4403 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1524804 Aug 19 12:25:23.525170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Allocated IP 172.20.0.11 (637e89fb-cb9b-4145-9d1a-ea01db39ffa0/a53da67e-3beb-4e52-bb1d-ea218d2facf1/9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:23.552901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b32fb5a7-ab09-4773-ba70-9ca0b4409f5d req-7989b22a-f7e6-46cb-be00-40b69a91a074 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730870 Aug 19 12:25:23.558447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c27c65e7-bfc5-44a4-aa9c-134054718a37 req-acb77a2c-bc5a-4683-bde0-dea532e60cf2 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679314 Aug 19 12:25:23.759302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd8393f7-90fa-444a-8a5b-dcfda6b25b27 req-e76d1499-7289-4e6f-9c12-89c25709951e tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 210 time: 0.0615644 Aug 19 12:25:23.868600 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.971642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c4b25c2-1a28-4539-b753-4491a5f19e7d req-919622e2-4ae1-4c8e-9445-229845ce0584 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 210 time: 0.1117892 Aug 19 12:25:24.122675 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.169301 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:24.179032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:24.183755 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:24.240613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Pushing event updated for resources: {'Port': ['ID=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:24.269290 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.270158 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.359338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffb1d4-3a6b-4576-96aa-aed39bfe338d req-0accb3df-8ed0-4aa4-924f-7a01374451cc tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.362705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44ffb1d4-3a6b-4576-96aa-aed39bfe338d req-0accb3df-8ed0-4aa4-924f-7a01374451cc tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 945 time: 0.0857353 Aug 19 12:25:24.418182 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44ffb1d4-3a6b-4576-96aa-aed39bfe338d req-4fbad80b-c374-4ecf-9882-f65dabaae42f tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439341 Aug 19 12:25:24.478603 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-1d66b5c8-9b94-4e61-bcf0-38b0183cfbca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6728232 Aug 19 12:25:24.491255 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Request body: {'port': {'device_id': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:24.569426 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.583212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d44b52-3e28-4cc9-918c-b0c60424ff2d req-f07ed521-421a-4088-bb57-0fed7392563e tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.585231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5d44b52-3e28-4cc9-918c-b0c60424ff2d req-f07ed521-421a-4088-bb57-0fed7392563e tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdb3c028-7a31-41da-bcb2-db2f2bfdc978 HTTP/1.1" status: 200 len: 945 time: 0.0712013 Aug 19 12:25:24.643782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5d44b52-3e28-4cc9-918c-b0c60424ff2d req-be6c802b-e7d7-43c7-aea6-cd23d2e88f53 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522697 Aug 19 12:25:24.800911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41a094-6082-4915-adfd-b04609363e61 req-f07e9296-357c-4526-9ac6-a00388a57b7c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.822080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df41a094-6082-4915-adfd-b04609363e61 req-f07e9296-357c-4526-9ac6-a00388a57b7c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1323061 Aug 19 12:25:24.901409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df41a094-6082-4915-adfd-b04609363e61 req-45ac4585-a21b-4e79-bc5d-f88c698df522 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586374 Aug 19 12:25:24.930294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56cde88d-4ff5-4c3d-93c4-ed3e405d6a2d req-2f3e19b2-ff03-44f4-a668-b2bfb1c60d2e tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 210 time: 0.0665038 Aug 19 12:25:25.137920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:25.153546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:25.174006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Transition to ACTIVE for port object 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:25.178732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece1765-7991-4719-87f4-b14a79907615 req-e9e91349-8ef6-421c-a87f-3484f5c1c5f0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.178732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ece1765-7991-4719-87f4-b14a79907615 req-e9e91349-8ef6-421c-a87f-3484f5c1c5f0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 932 time: 0.0771909 Aug 19 12:25:25.235812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ece1765-7991-4719-87f4-b14a79907615 req-83fb83c9-6d9e-4aca-ac48-47f9f4a4f152 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431869 Aug 19 12:25:25.316917 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:25.405085 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:25.410380 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1adeacf5-2391-4191-8d47-92e8903b81ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:25.506500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Attempting to bind port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:25.506500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Attempting to bind port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:25.506500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Attempting to bind port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 on network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:25.511592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 on network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:25.512014 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Attempting to bind port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 on network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:25.520161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:25.520554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Checking segment: {'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:25.520999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Bound using segment: {'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:25.521479 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Bound port: 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:25.522066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:25.617030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] For port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:25.619795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b04a229f-3f7c-4c23-b64b-2e9d23ae5ceb req-f4019844-9ece-4e6b-a2dd-e99692cf0eae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0604942 Aug 19 12:25:25.624350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] For port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:25.716623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a229f-3f7c-4c23-b64b-2e9d23ae5ceb req-b7d8de5b-85ff-4e49-a458-b7be6b297b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.718562 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b04a229f-3f7c-4c23-b64b-2e9d23ae5ceb req-b7d8de5b-85ff-4e49-a458-b7be6b297b09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 1097 time: 0.0690186 Aug 19 12:25:25.791043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:25.858096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.858742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:25.860865 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] 10.222.0.52 "PUT /v2.0/ports/9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 HTTP/1.1" status: 200 len: 1092 time: 1.3798618 Aug 19 12:25:25.861503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'tag': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:25.864887 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9077c31b-fa7f-4c1d-b9c9-f917d820b5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5466f3-be5d-4f96-8910-bae3eac66379", "tag": "9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:25.866309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cff3db-4962-483a-aa7e-635c13fa11ed req-1b4d69d3-cdcc-4c10-96a5-f78354223f2d tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.868980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2cff3db-4962-483a-aa7e-635c13fa11ed req-1b4d69d3-cdcc-4c10-96a5-f78354223f2d tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdb3c028-7a31-41da-bcb2-db2f2bfdc978 HTTP/1.1" status: 200 len: 945 time: 0.1288695 Aug 19 12:25:25.892875 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:25.923636 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ca14d-6bbc-4bc0-9044-3ddb304d1ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:25.939986 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20412385-d9e8-4863-b1cf-67f13a9dce60 x-openstack-request-id: req-20412385-d9e8-4863-b1cf-67f13a9dce60 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:25.940412 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5466f3-be5d-4f96-8910-bae3eac66379", "tag": "9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:25.940813 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20412385-d9e8-4863-b1cf-67f13a9dce60 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:25.945333 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'tag': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1', 'status': 'completed', 'code': 200} Aug 19 12:25:25.960098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a229f-3f7c-4c23-b64b-2e9d23ae5ceb req-866b6c3c-a312-4173-8322-9d13e0572284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.962038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b04a229f-3f7c-4c23-b64b-2e9d23ae5ceb req-866b6c3c-a312-4173-8322-9d13e0572284 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 920 time: 0.2123861 Aug 19 12:25:26.036822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b04a229f-3f7c-4c23-b64b-2e9d23ae5ceb req-3f4a9bb5-fedb-48a2-91e1-3ce26c081ca5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65093b94-1d63-4a1f-97ca-a8b31adaecc5 HTTP/1.1" status: 200 len: 217 time: 0.0644441 Aug 19 12:25:26.073746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077c31b-fa7f-4c1d-b9c9-f917d820b5ff req-7b532be3-ac1b-4a31-85fe-102a752cae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.074230 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9077c31b-fa7f-4c1d-b9c9-f917d820b5ff req-7b532be3-ac1b-4a31-85fe-102a752cae58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6be279341188417ebb7bccd2bd711353&device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 1095 time: 0.1033578 Aug 19 12:25:26.167622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2cff3db-4962-483a-aa7e-635c13fa11ed req-fd426508-772f-4611-8804-57dc63fd84c5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055264 Aug 19 12:25:26.215232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a229f-3f7c-4c23-b64b-2e9d23ae5ceb req-0cb55673-ef7b-4eed-9086-3c73dfe695a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.218983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b04a229f-3f7c-4c23-b64b-2e9d23ae5ceb req-0cb55673-ef7b-4eed-9086-3c73dfe695a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 200 len: 859 time: 0.1645892 Aug 19 12:25:26.258925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8737d-b2e2-49c4-9203-fa5427f28aea req-4ea64844-b34f-40bc-ae2b-f8c50a1a48f3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.261716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bea8737d-b2e2-49c4-9203-fa5427f28aea req-4ea64844-b34f-40bc-ae2b-f8c50a1a48f3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.2292190 Aug 19 12:25:26.293432 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077c31b-fa7f-4c1d-b9c9-f917d820b5ff req-2125b58c-bd38-4ea7-9a64-3c3c1aefa636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.295612 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9077c31b-fa7f-4c1d-b9c9-f917d820b5ff req-2125b58c-bd38-4ea7-9a64-3c3c1aefa636 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6be279341188417ebb7bccd2bd711353&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2111375 Aug 19 12:25:26.373469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b04a229f-3f7c-4c23-b64b-2e9d23ae5ceb req-ed7c8713-d46c-4e46-849e-c5e4f61cb75f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a968453-8949-4776-80cc-6c3b9cd0d5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334043 Aug 19 12:25:26.379688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea3c0ecf-4c70-498c-94a8-f79e2246e01e req-a34ab920-182f-4f36-bede-3ad1926c301e tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 210 time: 0.1019511 Aug 19 12:25:26.470309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077c31b-fa7f-4c1d-b9c9-f917d820b5ff req-4f971ba2-7c86-4f40-b22e-af54a49121bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.472459 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9077c31b-fa7f-4c1d-b9c9-f917d820b5ff req-4f971ba2-7c86-4f40-b22e-af54a49121bf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652050 Aug 19 12:25:26.544275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bea8737d-b2e2-49c4-9203-fa5427f28aea req-651efc42-7521-4404-a517-5f81dfd384f4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675796 Aug 19 12:25:26.603173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-bc9c99a4-e8cb-4781-bc00-3e5d602b898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.613170 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-bc9c99a4-e8cb-4781-bc00-3e5d602b898e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6be279341188417ebb7bccd2bd711353&device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 1095 time: 0.0725074 Aug 19 12:25:26.629427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b04a229f-3f7c-4c23-b64b-2e9d23ae5ceb req-724f3598-1344-4276-9bc9-d5d33d54b06a service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322066 Aug 19 12:25:26.693142 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-af64b82d-ffb0-4ac4-915a-0a5c3632799e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 HTTP/1.1" status: 200 len: 217 time: 0.0762434 Aug 19 12:25:26.805681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba4b44-402b-4e47-9b81-c70a6f4edc20 req-2a17846f-0083-4909-baff-26577cab12ae tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.811226 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fba4b44-402b-4e47-9b81-c70a6f4edc20 req-2a17846f-0083-4909-baff-26577cab12ae tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 944 time: 0.1499190 Aug 19 12:25:26.886185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b04a229f-3f7c-4c23-b64b-2e9d23ae5ceb req-7d6ab2b1-ef57-474a-9dbc-2d3ee8cc1284 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476442 Aug 19 12:25:26.910545 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:26.946271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fba4b44-402b-4e47-9b81-c70a6f4edc20 req-d57a31bd-dcbd-4915-b658-0a65fcd18745 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275725 Aug 19 12:25:27.131498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-cce36742-67ff-4cba-894f-ba792b346502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.133181 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-cce36742-67ff-4cba-894f-ba792b346502 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a53da67e-3beb-4e52-bb1d-ea218d2facf1 HTTP/1.1" status: 200 len: 855 time: 0.4298861 Aug 19 12:25:27.173264 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-d881c58d-fd5b-4485-81c1-095e95bc54df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=637e89fb-cb9b-4145-9d1a-ea01db39ffa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309398 Aug 19 12:25:27.286374 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-25965481-6479-47e3-9ac0-c672c250c1d3 service neutron] 10.222.0.52 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028326 Aug 19 12:25:27.403056 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-63ffe44f-e49b-4704-aadd-90dd4cdc93f1 req-5e2be145-6993-4f84-bc59-117d238f351a service neutron] 10.222.0.52 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070766 Aug 19 12:25:27.515322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e4298c6-2b5b-47f8-9df8-005098e7fed3 req-ad62d0e4-d551-424c-ae1e-32b476b7f9a8 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 210 time: 0.0312805 Aug 19 12:25:27.698093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c7219-a3f0-44b3-815e-600cf17f4fa9 req-ea29405b-a7ba-4ad9-85bb-fe7d0464e43f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.700064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d4c7219-a3f0-44b3-815e-600cf17f4fa9 req-ea29405b-a7ba-4ad9-85bb-fe7d0464e43f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.0656857 Aug 19 12:25:27.769003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d4c7219-a3f0-44b3-815e-600cf17f4fa9 req-30dcb335-c028-4ead-9349-6bc72ca14ef4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579236 Aug 19 12:25:28.205156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c72f56-a3c3-4eb0-b9a9-8467451b7026 req-247a453a-2d35-42bc-8efd-24fe935437eb tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:28.218766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53c72f56-a3c3-4eb0-b9a9-8467451b7026 req-247a453a-2d35-42bc-8efd-24fe935437eb tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdb3c028-7a31-41da-bcb2-db2f2bfdc978 HTTP/1.1" status: 200 len: 945 time: 0.1873605 Aug 19 12:25:28.236978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-ca19e1cb-6864-4247-9b4f-bcc2d4365b67 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:28.239711 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-ca19e1cb-6864-4247-9b4f-bcc2d4365b67 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.53 "GET /v2.0/networks?id=6d473337-7699-4e4d-9e16-ffd7909d443f HTTP/1.1" status: 200 len: 815 time: 0.2792649 Aug 19 12:25:28.266097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc36b40-4cdd-4061-804d-2c5c0f1602c3 req-410f0f56-7dfe-4478-b8eb-cf65904b4958 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:28.270373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdc36b40-4cdd-4061-804d-2c5c0f1602c3 req-410f0f56-7dfe-4478-b8eb-cf65904b4958 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 944 time: 0.2191036 Aug 19 12:25:28.389249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53c72f56-a3c3-4eb0-b9a9-8467451b7026 req-31f35204-6ed1-4142-a9bb-4ca6fd1267d5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481049 Aug 19 12:25:28.393661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdc36b40-4cdd-4061-804d-2c5c0f1602c3 req-4804e551-39c0-4287-a6c5-d49989e89cac tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944974 Aug 19 12:25:28.397873 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-3f43b250-3570-46a6-ace8-2f5af5e8dd7b tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c78d8d23751c4fe08ee4e26ec32d40b8 HTTP/1.1" status: 200 len: 380 time: 0.1244876 Aug 19 12:25:28.411407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Request body: {'port': {'device_id': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'admin_state_up': True, 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'security_groups': ['dd421e05-0211-44a0-b53d-adbefeee4f79']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:28.638140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37e31250-02b8-4922-a3b5-f17977489dea req-615c3032-d174-4c1e-9edc-7ebf97f8c185 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 210 time: 0.0399218 Aug 19 12:25:28.754446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Made reservation on behalf of c78d8d23751c4fe08ee4e26ec32d40b8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:28.758711 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.807870 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:29.019031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-73225ec1-7b1b-45f7-91af-9de49cb47341 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1688149 Aug 19 12:25:29.022957 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-41edd3e9-f9e1-438a-80c0-f5afcb5ee89b service neutron] 10.222.0.52 "GET /v2.0/ports/e3c3814e-7bf3-47aa-b3a5-56d2990f8f17/bindings/n-h2-778732-8 HTTP/1.1" status: 200 len: 382 time: 0.0999796 Aug 19 12:25:29.096766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc0f49-4324-4dd6-8114-feb09fc30a0f req-45ff743b-2ab1-4212-9468-f731a1926004 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:29.099444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7dc0f49-4324-4dd6-8114-feb09fc30a0f req-45ff743b-2ab1-4212-9468-f731a1926004 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1987450 Aug 19 12:25:29.154230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04349a-388e-4e4e-9624-0fffb34b8afa req-c80cd790-7786-4da7-af9a-5767875d7427 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:29.160345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da04349a-388e-4e4e-9624-0fffb34b8afa req-c80cd790-7786-4da7-af9a-5767875d7427 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb3c028-7a31-41da-bcb2-db2f2bfdc978 HTTP/1.1" status: 200 len: 945 time: 0.2218976 Aug 19 12:25:29.167823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Allocated IP 172.20.0.12 (6d473337-7699-4e4d-9e16-ffd7909d443f/281bd9dc-4793-483a-ab50-9dde19d82f05/c86c76cb-f736-4fc3-aab9-b3a40dbcf58a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:29.262067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-aa16b465-796b-4a9d-9e24-933c3b7386c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:29.263635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-aa16b465-796b-4a9d-9e24-933c3b7386c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 1100 time: 0.1954043 Aug 19 12:25:29.272050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7dc0f49-4324-4dd6-8114-feb09fc30a0f req-c9abea43-6ed2-449e-9028-30f68cf17a5f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502790 Aug 19 12:25:29.804519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac043be-7136-4f50-89bb-9c3d944c1989 req-201e0424-062b-451f-9795-249994de4fa4 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:29.806050 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bac043be-7136-4f50-89bb-9c3d944c1989 req-201e0424-062b-451f-9795-249994de4fa4 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "GET /v2.0/ports?device_id=8915603c-ec06-498d-9759-cfb62d63ee5c HTTP/1.1" status: 200 len: 945 time: 0.0772505 Aug 19 12:25:29.936114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-bac043be-7136-4f50-89bb-9c3d944c1989 req-231fc48f-6cd4-4231-880b-1e4540093699 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Deleting port dc617158-bbd0-4798-99d9-8fec4365a575 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:29.936817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bac043be-7136-4f50-89bb-9c3d944c1989 req-231fc48f-6cd4-4231-880b-1e4540093699 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:29.967718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-da04349a-388e-4e4e-9624-0fffb34b8afa req-3388fdd6-1c4d-4cc6-87c1-2ef0f3cccdd2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Deleting port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:29.968627 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da04349a-388e-4e4e-9624-0fffb34b8afa req-3388fdd6-1c4d-4cc6-87c1-2ef0f3cccdd2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:29.990155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eccd3-768a-4e0b-85c0-1254b1cb5ca1 req-5154da5a-1c1e-4516-b722-b6b256feebfd tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:29.992697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-776eccd3-768a-4e0b-85c0-1254b1cb5ca1 req-5154da5a-1c1e-4516-b722-b6b256feebfd tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdb3c028-7a31-41da-bcb2-db2f2bfdc978 HTTP/1.1" status: 200 len: 945 time: 0.2461016 Aug 19 12:25:30.015700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33810350-755a-4a1d-be39-7f4615278ea9 req-7fdf7a73-1946-442c-a45b-a4590de15382 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:30.019021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33810350-755a-4a1d-be39-7f4615278ea9 req-7fdf7a73-1946-442c-a45b-a4590de15382 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 944 time: 0.2703149 Aug 19 12:25:30.040578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.044758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-d4de2771-2736-487f-a995-ded17c19e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:30.046348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-d4de2771-2736-487f-a995-ded17c19e6a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.7286444 Aug 19 12:25:30.095484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-bac043be-7136-4f50-89bb-9c3d944c1989 req-231fc48f-6cd4-4231-880b-1e4540093699 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] For port dc617158-bbd0-4798-99d9-8fec4365a575, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=dc617158-bbd0-4798-99d9-8fec4365a575,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:30.095484 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bac043be-7136-4f50-89bb-9c3d944c1989 req-231fc48f-6cd4-4231-880b-1e4540093699 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.120352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-bac043be-7136-4f50-89bb-9c3d944c1989 req-231fc48f-6cd4-4231-880b-1e4540093699 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Calling delete_port for dc617158-bbd0-4798-99d9-8fec4365a575 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:30.208574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Transition to ACTIVE for port object c86c76cb-f736-4fc3-aab9-b3a40dbcf58a will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:30.296853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-aef1135a-72ae-47ed-bc5c-bf9cdd968f15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae HTTP/1.1" status: 200 len: 217 time: 0.1773446 Aug 19 12:25:30.372176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-776eccd3-768a-4e0b-85c0-1254b1cb5ca1 req-936f15a2-0bfc-4e5b-8959-36b147f805bb tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdec6154-94d8-4576-a424-1f9b938e380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362677 Aug 19 12:25:30.397529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33810350-755a-4a1d-be39-7f4615278ea9 req-b8a762de-acaa-4ffe-9f49-8c9b0ac9edb7 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542650 Aug 19 12:25:30.442553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-da04349a-388e-4e4e-9624-0fffb34b8afa req-3388fdd6-1c4d-4cc6-87c1-2ef0f3cccdd2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] For port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9b83ada1-46da-4ae7-ae0d-33756afc5b0c,segment=NetworkSegment(81b23800-9611-470d-a34a-0966259f7f56),segment_id=81b23800-9611-470d-a34a-0966259f7f56)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:30.442927 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da04349a-388e-4e4e-9624-0fffb34b8afa req-3388fdd6-1c4d-4cc6-87c1-2ef0f3cccdd2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.451185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-0a2e41a2-14ca-45a3-b145-cebb0db81524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:30.453833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-0a2e41a2-14ca-45a3-b145-cebb0db81524 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51&tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29 HTTP/1.1" status: 200 len: 1100 time: 0.3062365 Aug 19 12:25:30.473564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-0492f996-1a35-47fa-8070-504b69806b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:30.476355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-0492f996-1a35-47fa-8070-504b69806b47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1615684 Aug 19 12:25:30.478219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-da04349a-388e-4e4e-9624-0fffb34b8afa req-3388fdd6-1c4d-4cc6-87c1-2ef0f3cccdd2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Calling delete_port for 9b83ada1-46da-4ae7-ae0d-33756afc5b0c owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:30.495928 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bac043be-7136-4f50-89bb-9c3d944c1989 req-231fc48f-6cd4-4231-880b-1e4540093699 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.510274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['9b83ada1-46da-4ae7-ae0d-33756afc5b0c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:30.521820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['dc617158-bbd0-4798-99d9-8fec4365a575'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:30.558129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fc48f-6cd4-4231-880b-1e4540093699 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Pushing event deleted for resources: {'Port': ['ID=dc617158-bbd0-4798-99d9-8fec4365a575,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:30.608640 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.667345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac043be-7136-4f50-89bb-9c3d944c1989 req-231fc48f-6cd4-4231-880b-1e4540093699 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] No DVR routers for this DVR port dc617158-bbd0-4798-99d9-8fec4365a575 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:30.676414 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bac043be-7136-4f50-89bb-9c3d944c1989 req-231fc48f-6cd4-4231-880b-1e4540093699 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.680361 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bac043be-7136-4f50-89bb-9c3d944c1989 req-231fc48f-6cd4-4231-880b-1e4540093699 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.52 "DELETE /v2.0/ports/dc617158-bbd0-4798-99d9-8fec4365a575 HTTP/1.1" status: 204 len: 173 time: 0.8623931 Aug 19 12:25:30.681174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8915603c-ec06-498d-9759-cfb62d63ee5c', 'name': 'network-vif-deleted', 'tag': 'dc617158-bbd0-4798-99d9-8fec4365a575'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:30.686842 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e943f9-ece2-4c2c-b102-00d4f406b8a1" -d '{"events": [{"server_uuid": "8915603c-ec06-498d-9759-cfb62d63ee5c", "name": "network-vif-deleted", "tag": "dc617158-bbd0-4798-99d9-8fec4365a575"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:30.779488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Network 6d473337-7699-4e4d-9e16-ffd7909d443f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:30.789574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-7142a847-0305-4914-ae73-3e7965314358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:30.791169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-7142a847-0305-4914-ae73-3e7965314358 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3000066 Aug 19 12:25:30.822783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:30.842749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-8df47423-563e-425a-93d1-b0d9336bf224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:30.844351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-8df47423-563e-425a-93d1-b0d9336bf224 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 1100 time: 0.3104196 Aug 19 12:25:30.845875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:30.865039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9f5d6-e55c-4e15-987c-0e6f027cb3e2 req-bdd63bef-03bf-4f39-b9b7-8de50d4de9c4 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:30.866676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6f9f5d6-e55c-4e15-987c-0e6f027cb3e2 req-bdd63bef-03bf-4f39-b9b7-8de50d4de9c4 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 932 time: 0.3310118 Aug 19 12:25:30.882785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Pushing event updated for resources: {'Port': ['ID=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:31.116531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d853a8a-4fd8-4689-995c-dba28b45a611 req-8cf91395-abcf-48fd-bb30-155be50e53e8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.118123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d853a8a-4fd8-4689-995c-dba28b45a611 req-8cf91395-abcf-48fd-bb30-155be50e53e8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.3810961 Aug 19 12:25:31.149484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.150103 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.225443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6f9f5d6-e55c-4e15-987c-0e6f027cb3e2 req-36d24c86-6ce9-4d3c-83bc-8f598836d63d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103361 Aug 19 12:25:31.240004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-46f3c084-1067-44e1-94a4-e46e65df4a70 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218700 Aug 19 12:25:31.268489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-acb74d8e-beec-480e-82c3-f823b4dfd009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.272566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-acb74d8e-beec-480e-82c3-f823b4dfd009 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.4005306 Aug 19 12:25:31.313310 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5cd860-553e-48e2-b42a-e8154a0b2304 x-openstack-request-id: req-5c5cd860-553e-48e2-b42a-e8154a0b2304 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:31.313962 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8915603c-ec06-498d-9759-cfb62d63ee5c", "name": "network-vif-deleted", "tag": "dc617158-bbd0-4798-99d9-8fec4365a575", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:31.313962 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c5cd860-553e-48e2-b42a-e8154a0b2304 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:31.314320 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8915603c-ec06-498d-9759-cfb62d63ee5c', 'name': 'network-vif-deleted', 'tag': 'dc617158-bbd0-4798-99d9-8fec4365a575', 'status': 'completed', 'code': 200} Aug 19 12:25:31.327815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d853a8a-4fd8-4689-995c-dba28b45a611 req-9e773dd0-8edc-46c2-80da-f9bb67582d1a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869202 Aug 19 12:25:31.366728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-ad0b0e1a-4686-484a-be85-89cd615c872f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 HTTP/1.1" status: 200 len: 217 time: 0.0830193 Aug 19 12:25:31.373058 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-71987102-0d82-4280-bea7-3022599dee98 None None] Provisioning for port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:31.374500 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da04349a-388e-4e4e-9624-0fffb34b8afa req-3388fdd6-1c4d-4cc6-87c1-2ef0f3cccdd2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.379747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-71987102-0d82-4280-bea7-3022599dee98 None None] Provisioning complete for port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:31.380449 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-71987102-0d82-4280-bea7-3022599dee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.380984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-39c03fee-1681-4468-b6f9-f12cc62ebb6d tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9749949 Aug 19 12:25:31.407071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Request body: {'port': {'device_id': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:31.410370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['dc617158-bbd0-4798-99d9-8fec4365a575'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:31.475011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-71987102-0d82-4280-bea7-3022599dee98 None None] Port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:31.491874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388fdd6-1c4d-4cc6-87c1-2ef0f3cccdd2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Pushing event deleted for resources: {'Port': ['ID=9b83ada1-46da-4ae7-ae0d-33756afc5b0c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:31.665445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b71a4efe-b43c-41a8-b3eb-f18b4102ae3c req-eb07bc2b-bc8f-435d-88e5-74c5cf04f7fa service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109368 Aug 19 12:25:31.680938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-0bdfea72-2932-4155-9d03-7b19671f744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.680938 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-0bdfea72-2932-4155-9d03-7b19671f744f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.2918408 Aug 19 12:25:31.680938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-da04349a-388e-4e4e-9624-0fffb34b8afa req-3388fdd6-1c4d-4cc6-87c1-2ef0f3cccdd2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] No DVR routers for this DVR port 9b83ada1-46da-4ae7-ae0d-33756afc5b0c on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:31.683838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1513a16-bc06-4529-87d1-86b52abd1b55 req-cbccdd71-9468-4b67-b294-d0b069288dc5 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdb3c028-7a31-41da-bcb2-db2f2bfdc978 HTTP/1.1" status: 200 len: 210 time: 0.1371667 Aug 19 12:25:31.687530 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da04349a-388e-4e4e-9624-0fffb34b8afa req-3388fdd6-1c4d-4cc6-87c1-2ef0f3cccdd2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.691208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da04349a-388e-4e4e-9624-0fffb34b8afa req-3388fdd6-1c4d-4cc6-87c1-2ef0f3cccdd2 tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.53 "DELETE /v2.0/ports/9b83ada1-46da-4ae7-ae0d-33756afc5b0c HTTP/1.1" status: 204 len: 173 time: 2.5149713 Aug 19 12:25:31.693092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb3c028-7a31-41da-bcb2-db2f2bfdc978', 'name': 'network-vif-deleted', 'tag': '9b83ada1-46da-4ae7-ae0d-33756afc5b0c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:31.721172 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6ceb6c-1030-4ebe-9525-10736cba3b5f" -d '{"events": [{"server_uuid": "cdb3c028-7a31-41da-bcb2-db2f2bfdc978", "name": "network-vif-deleted", "tag": "9b83ada1-46da-4ae7-ae0d-33756afc5b0c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:31.802928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.832417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f0f21-b29c-40a6-9c79-1a79bd0050e9 req-0659aa83-1d33-47f4-8360-a03038cb8e94 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.841177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e5f0f21-b29c-40a6-9c79-1a79bd0050e9 req-0659aa83-1d33-47f4-8360-a03038cb8e94 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 944 time: 0.2919271 Aug 19 12:25:31.904333 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf06905-b1a3-430f-aab2-ed6cddea3a45 x-openstack-request-id: req-cdf06905-b1a3-430f-aab2-ed6cddea3a45 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:31.904711 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb3c028-7a31-41da-bcb2-db2f2bfdc978", "name": "network-vif-deleted", "tag": "9b83ada1-46da-4ae7-ae0d-33756afc5b0c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:31.904902 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdf06905-b1a3-430f-aab2-ed6cddea3a45 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:31.905511 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb3c028-7a31-41da-bcb2-db2f2bfdc978', 'name': 'network-vif-deleted', 'tag': '9b83ada1-46da-4ae7-ae0d-33756afc5b0c', 'status': 'completed', 'code': 200} Aug 19 12:25:31.978823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-d402b227-cc74-4e5f-9e3b-f0637e46c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.980595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-d402b227-cc74-4e5f-9e3b-f0637e46c700 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2891717 Aug 19 12:25:32.082628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e5f0f21-b29c-40a6-9c79-1a79bd0050e9 req-ee3651fb-341e-412f-83bb-26ce84c40c17 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399652 Aug 19 12:25:32.154223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:32.417553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:32.433277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1', 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0', 'port_id': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1', 'mac_address': 'fa:16:3e:7e:ea:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53da67e-3beb-4e52-bb1d-ea218d2facf1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:32.481104 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:32.489017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-0279bce1-4874-4e9a-8ad6-9de059b7a35b service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045153 Aug 19 12:25:32.499766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:32.522477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:32.620976 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:32.684719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:32.732115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828bb79-c361-44b0-a560-a586a6fdfdc8 req-f7af418c-d98c-4a4e-a211-b27902f2f7c2 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:32.734967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3828bb79-c361-44b0-a560-a586a6fdfdc8 req-f7af418c-d98c-4a4e-a211-b27902f2f7c2 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 932 time: 0.3560975 Aug 19 12:25:32.843346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091bea5-99f2-40a4-9b0f-78bd72053311 req-19d40e64-2b05-4295-b64d-5032b618aa56 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:32.846353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b091bea5-99f2-40a4-9b0f-78bd72053311 req-19d40e64-2b05-4295-b64d-5032b618aa56 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.3965433 Aug 19 12:25:32.899660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:32.912939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86c76cb-f736-4fc3-aab9-b3a40dbcf58a {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:32.947408 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:32.954034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-220476c0-f815-48bb-aa79-24d2b2263629 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529290 Aug 19 12:25:32.994274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3828bb79-c361-44b0-a560-a586a6fdfdc8 req-5bf938fb-fec8-4503-a861-9b04a28f2f9a tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120378 Aug 19 12:25:32.998897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Transition to ACTIVE for port object c86c76cb-f736-4fc3-aab9-b3a40dbcf58a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:33.003229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b091bea5-99f2-40a4-9b0f-78bd72053311 req-8e6702a4-e8b1-4718-b527-ba178d84b6a1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346025 Aug 19 12:25:33.034304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9b83ada1-46da-4ae7-ae0d-33756afc5b0c no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:33.070150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 9b83ada1-46da-4ae7-ae0d-33756afc5b0c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:33.073019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9b83ada1-46da-4ae7-ae0d-33756afc5b0c not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:33.109968 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.172040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb67ca68-b2db-45a9-9555-e11fb56a7df3 req-e45983e8-b087-4801-a1a5-205cdbff7a6f tempest-MultipleCreateTestJSON-959591302 tempest-MultipleCreateTestJSON-959591302-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdb3c028-7a31-41da-bcb2-db2f2bfdc978 HTTP/1.1" status: 200 len: 210 time: 0.0523734 Aug 19 12:25:33.199962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Pushing event updated for resources: {'Port': ['ID=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:33.361229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37bddd-d4e8-474f-b2a5-87b875163cba req-1bde8835-650f-4257-8a40-bad2fb55baa0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.361229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b37bddd-d4e8-474f-b2a5-87b875163cba req-1bde8835-650f-4257-8a40-bad2fb55baa0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 945 time: 0.1511111 Aug 19 12:25:33.367506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Attempting to bind port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:33.367833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Attempting to bind port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:33.368255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Attempting to bind port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a on network 6d473337-7699-4e4d-9e16-ffd7909d443f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:33.380980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a on network 6d473337-7699-4e4d-9e16-ffd7909d443f not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:33.381645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Attempting to bind port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a on network 6d473337-7699-4e4d-9e16-ffd7909d443f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:33.394335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:33.394685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Checking segment: {'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:33.395083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Bound using segment: {'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:33.395536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Bound port: c86c76cb-f736-4fc3-aab9-b3a40dbcf58a, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cca88a6-0bc5-495d-8008-2985e09dfda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:33.395979 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.460293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b37bddd-d4e8-474f-b2a5-87b875163cba req-ab1ec4b2-8ffa-42c8-8a35-642f713621f9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938699 Aug 19 12:25:33.492968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] For port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:33.496446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] For port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:33.671045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.715376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.715990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.717490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] 10.222.0.53 "PUT /v2.0/ports/c86c76cb-f736-4fc3-aab9-b3a40dbcf58a HTTP/1.1" status: 200 len: 1092 time: 2.3215854 Aug 19 12:25:33.746628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1a62a-5831-4893-8b67-d3bd50115b1e service neutron] Pushing event updated for resources: {'Port': ['ID=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:33.900337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-e1ad1665-bfde-49bb-8b19-02239cae69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.903401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-e1ad1665-bfde-49bb-8b19-02239cae69eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c78d8d23751c4fe08ee4e26ec32d40b8&device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 1095 time: 0.0569584 Aug 19 12:25:33.906232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'tag': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:33.911762 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d", "tag": "c86c76cb-f736-4fc3-aab9-b3a40dbcf58a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:33.982741 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021cc958-83eb-449c-895b-0bf42d7f78e5 x-openstack-request-id: req-021cc958-83eb-449c-895b-0bf42d7f78e5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:33.983206 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d", "tag": "c86c76cb-f736-4fc3-aab9-b3a40dbcf58a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:33.983620 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-021cc958-83eb-449c-895b-0bf42d7f78e5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:33.989126 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'tag': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a', 'status': 'completed', 'code': 200} Aug 19 12:25:33.989126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-28df7627-a500-4b52-985c-32e56ff43883 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a HTTP/1.1" status: 200 len: 217 time: 0.0699899 Aug 19 12:25:34.055198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-0a3e39ae-00d5-4c72-a3e7-bc05e22d5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.057590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-0a3e39ae-00d5-4c72-a3e7-bc05e22d5bc4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=281bd9dc-4793-483a-ab50-9dde19d82f05 HTTP/1.1" status: 200 len: 854 time: 0.0625951 Aug 19 12:25:34.168021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:34.343811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:34.348976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:34.349651 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:34.442598 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:34.479896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:34.482441 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd748087-5b27-4d09-ba0d-b9829e4317b5" -d '{"events": [{"server_uuid": "bd5466f3-be5d-4f96-8910-bae3eac66379", "name": "network-vif-plugged", "status": "completed", "tag": "9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:34.500772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:34.530222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-c6f27f19-1bd9-4230-9bc4-c002d430dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.531889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-c6f27f19-1bd9-4230-9bc4-c002d430dbde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d473337-7699-4e4d-9e16-ffd7909d443f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4658921 Aug 19 12:25:34.550919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6988f-3966-4e55-a97c-24677dd33879 req-4f52833f-659d-4010-99e3-100d33b7174d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.552559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96d6988f-3966-4e55-a97c-24677dd33879 req-4f52833f-659d-4010-99e3-100d33b7174d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1014524 Aug 19 12:25:34.567385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1b34f-870f-4800-a360-532da8285d2d req-1ed41bce-27e6-4c4b-9b38-602d11905fd4 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.568991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24c1b34f-870f-4800-a360-532da8285d2d req-1ed41bce-27e6-4c4b-9b38-602d11905fd4 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 944 time: 0.1271527 Aug 19 12:25:34.625062 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:34.626804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:34.674349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96d6988f-3966-4e55-a97c-24677dd33879 req-307e383d-ffc1-4a77-97a3-f1b85adbe248 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042709 Aug 19 12:25:34.683390 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24c1b34f-870f-4800-a360-532da8285d2d req-17d643e2-fbf2-4e91-ab36-02965cf60849 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970447 Aug 19 12:25:34.720861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:34.729653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-f7a1250d-5a8d-4cbe-9b6e-08386c141855 service neutron] 10.222.0.53 "GET /v2.0/networks/6d473337-7699-4e4d-9e16-ffd7909d443f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865580 Aug 19 12:25:34.767369 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:34.787644 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b81b70f-521d-4d83-8262-d75cbdefa0bc x-openstack-request-id: req-2b81b70f-521d-4d83-8262-d75cbdefa0bc {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:34.787979 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5466f3-be5d-4f96-8910-bae3eac66379", "name": "network-vif-plugged", "status": "completed", "tag": "9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:34.788195 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b81b70f-521d-4d83-8262-d75cbdefa0bc {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:34.788601 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1', 'code': 200} Aug 19 12:25:34.817842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:34.835685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58312) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:34.932365 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:34.933233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device dc617158-bbd0-4798-99d9-8fec4365a575 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:34.943386 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c63a43c-d80b-4a29-ace3-f0d4d3fac04d admin admin] Deleting subnet 25820506-5c43-44ef-9418-1a5eab29a413 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:34.946857 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c63a43c-d80b-4a29-ace3-f0d4d3fac04d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:34.968732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: dc617158-bbd0-4798-99d9-8fec4365a575 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:34.968732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device dc617158-bbd0-4798-99d9-8fec4365a575 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:35.011818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c63a43c-d80b-4a29-ace3-f0d4d3fac04d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.017665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5462f616-a8ea-4378-af6e-07b46873c0d8 req-e0f492c6-2a0a-4e2c-908b-9746cdffd0ae service neutron] 10.222.0.53 "GET /v2.0/networks/6d473337-7699-4e4d-9e16-ffd7909d443f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782815 Aug 19 12:25:35.045839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7d650-3e79-41b5-b656-fe15a8b5538c req-266edcd2-0705-4ddc-938e-f838dd3efe4b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.051463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59f7d650-3e79-41b5-b656-fe15a8b5538c req-266edcd2-0705-4ddc-938e-f838dd3efe4b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1475060 Aug 19 12:25:35.051463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e7753-d538-460b-9241-52998b040fb3 req-ba513afc-57d3-42f0-83d5-8b422d961e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.051948 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-714e7753-d538-460b-9241-52998b040fb3 req-ba513afc-57d3-42f0-83d5-8b422d961e86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 1097 time: 0.1539929 Aug 19 12:25:35.065020 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:35.075723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c63a43c-d80b-4a29-ace3-f0d4d3fac04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.119812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59f7d650-3e79-41b5-b656-fe15a8b5538c req-e39b1ca9-2094-4c44-a202-68ce3299566b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652020 Aug 19 12:25:35.123869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-714e7753-d538-460b-9241-52998b040fb3 req-87451ea2-d797-4988-a991-8c7ad5fa3d53 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621336 Aug 19 12:25:35.226771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce req-8ffa7c98-25e8-4e33-b466-7d3262431339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.228291 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce req-8ffa7c98-25e8-4e33-b466-7d3262431339 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c78d8d23751c4fe08ee4e26ec32d40b8&device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 1095 time: 0.0447974 Aug 19 12:25:35.285043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c63a43c-d80b-4a29-ace3-f0d4d3fac04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.318947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c63a43c-d80b-4a29-ace3-f0d4d3fac04d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.325132 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8c63a43c-d80b-4a29-ace3-f0d4d3fac04d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/25820506-5c43-44ef-9418-1a5eab29a413 HTTP/1.1" status: 204 len: 168 time: 0.4844391 Aug 19 12:25:35.325132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63a43c-d80b-4a29-ace3-f0d4d3fac04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25820506-5c43-44ef-9418-1a5eab29a413,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:35.325132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58316) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:35.333246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce req-64c671a0-42ec-41d7-b114-bcb6eca10c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.334810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce req-64c671a0-42ec-41d7-b114-bcb6eca10c0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d473337-7699-4e4d-9e16-ffd7909d443f HTTP/1.1" status: 200 len: 916 time: 0.0981197 Aug 19 12:25:35.385757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce req-9493006b-d975-4a3f-8987-4091425d0909 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a HTTP/1.1" status: 200 len: 217 time: 0.0414310 Aug 19 12:25:35.401823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.440356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce req-5f614aca-d075-440f-82d8-c98c961750da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.441974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce req-5f614aca-d075-440f-82d8-c98c961750da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=281bd9dc-4793-483a-ab50-9dde19d82f05 HTTP/1.1" status: 200 len: 854 time: 0.0478733 Aug 19 12:25:35.481200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.490611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce req-f70a2e66-3899-475d-8c3c-f05d3ddc89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.491821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5b37e5-6894-47f0-bc05-fa090f5bbe01']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:35.492174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce req-f70a2e66-3899-475d-8c3c-f05d3ddc89a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d473337-7699-4e4d-9e16-ffd7909d443f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422840 Aug 19 12:25:35.502740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b23800-9611-470d-a34a-0966259f7f56') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:35.503830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b23800-9611-470d-a34a-0966259f7f56') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:35.512139 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.526720 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.533382 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:25:35.533770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:25:35.535513 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:25:35.595888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce req-dbcf56df-fd01-46bc-9e0a-51fd1162005e service neutron] 10.222.0.53 "GET /v2.0/networks/6d473337-7699-4e4d-9e16-ffd7909d443f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954194 Aug 19 12:25:35.684332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.691124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.696754 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] 10.222.0.44 "DELETE /v2.0/networks/9a5b37e5-6894-47f0-bc05-fa090f5bbe01 HTTP/1.1" status: 204 len: 168 time: 0.3681395 Aug 19 12:25:35.707738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4379aa3-0f2e-477f-ab6a-5e90f3fdf6ce req-fc72dba2-ca8c-45b1-a402-152c13b08501 service neutron] 10.222.0.53 "GET /v2.0/networks/6d473337-7699-4e4d-9e16-ffd7909d443f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022308 Aug 19 12:25:35.716664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8c38-5c9a-478c-8c9b-5fc52b1d46cf admin admin] Pushing event deleted for resources: {'Network': ['ID=9a5b37e5-6894-47f0-bc05-fa090f5bbe01,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:35.873805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b48dd-d4e4-4c8b-b623-081c77e352c8 req-8db8ef82-a74e-4d10-b112-70584893bf0c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.875307 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-622b48dd-d4e4-4c8b-b623-081c77e352c8 req-8db8ef82-a74e-4d10-b112-70584893bf0c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 944 time: 0.0937557 Aug 19 12:25:35.888025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0b83-da00-4be8-bf4d-183926c64a58 req-eed7d099-9eb6-46f5-90f1-5dad2f40de36 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.890031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-386f0b83-da00-4be8-bf4d-183926c64a58 req-eed7d099-9eb6-46f5-90f1-5dad2f40de36 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 947 time: 0.0724556 Aug 19 12:25:35.951824 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-622b48dd-d4e4-4c8b-b623-081c77e352c8 req-5200265a-5022-4fc7-8945-0ff761c075dd tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607505 Aug 19 12:25:35.955021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-386f0b83-da00-4be8-bf4d-183926c64a58 req-ee8ec5be-25e1-4ce5-9d3a-1438f7d624e9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571995 Aug 19 12:25:36.250234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e75de6-7a1a-4710-a8bc-def2d538b7e9 req-3a2a0446-b006-48d6-a7ab-ad40ffd2c45e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:36.252017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5e75de6-7a1a-4710-a8bc-def2d538b7e9 req-3a2a0446-b006-48d6-a7ab-ad40ffd2c45e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0626328 Aug 19 12:25:36.294344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5e75de6-7a1a-4710-a8bc-def2d538b7e9 req-f0bf220e-ab14-48ff-ac90-f16807f958d4 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358355 Aug 19 12:25:36.393505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:36.437831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c572e0bd-1088-4ab7-bd91-87b86b0d6634 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2582960a23914f2dae036edeafc0f19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429940 Aug 19 12:25:36.440961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:36.497917 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-661dd6d1-4994-44b0-81b8-c8a85a3a7d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.528659 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-661dd6d1-4994-44b0-81b8-c8a85a3a7d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.755438 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-661dd6d1-4994-44b0-81b8-c8a85a3a7d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.758124 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-661dd6d1-4994-44b0-81b8-c8a85a3a7d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.759323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-661dd6d1-4994-44b0-81b8-c8a85a3a7d48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdec6154-94d8-4576-a424-1f9b938e380a HTTP/1.1" status: 204 len: 168 time: 0.3173628 Aug 19 12:25:36.767895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dd6d1-4994-44b0-81b8-c8a85a3a7d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec6154-94d8-4576-a424-1f9b938e380a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:36.789828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:36.792529 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f40b5b-194f-4443-9fe1-eae7fa5c95b2" -d '{"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:36.839510 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c21353-acf5-4ed5-abdc-3d20227f8477 x-openstack-request-id: req-52c21353-acf5-4ed5-abdc-3d20227f8477 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:36.839785 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:36.840113 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52c21353-acf5-4ed5-abdc-3d20227f8477 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:36.840643 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'code': 200} Aug 19 12:25:37.072719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c86c76cb-f736-4fc3-aab9-b3a40dbcf58a details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:37.125933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74fd1c-0238-4821-8b20-d087bee8173f req-8554aaa2-a8d9-4522-979a-7f79bea1940c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:37.127571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd74fd1c-0238-4821-8b20-d087bee8173f req-8554aaa2-a8d9-4522-979a-7f79bea1940c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 947 time: 0.1007435 Aug 19 12:25:37.142156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819a6fb-c836-42ac-bb65-f7c5b99baccf req-e58dc4fb-f49d-4d34-91bd-a21a78868761 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:37.142156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9819a6fb-c836-42ac-bb65-f7c5b99baccf req-e58dc4fb-f49d-4d34-91bd-a21a78868761 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 944 time: 0.1009219 Aug 19 12:25:37.201261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:37.222068 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd74fd1c-0238-4821-8b20-d087bee8173f req-bfc66095-e663-4c92-bd85-d30a4aab47cc tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826175 Aug 19 12:25:37.223803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'port_id': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a', 'mac_address': 'fa:16:3e:88:03:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:37.226588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9819a6fb-c836-42ac-bb65-f7c5b99baccf req-df9eec44-b3dd-4041-8777-888f48f8ba79 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800867 Aug 19 12:25:37.286183 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.304193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86c76cb-f736-4fc3-aab9-b3a40dbcf58a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:37.337418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:37.464092 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.518461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:37.824824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c86c76cb-f736-4fc3-aab9-b3a40dbcf58a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:37.971046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3c82-3272-4633-a9f9-b76436412faa req-91b372c4-e9f8-48a1-8d77-13b1c1a19364 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:37.973348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-992b3c82-3272-4633-a9f9-b76436412faa req-91b372c4-e9f8-48a1-8d77-13b1c1a19364 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0577440 Aug 19 12:25:38.066335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-992b3c82-3272-4633-a9f9-b76436412faa req-4500fdef-0ed8-4954-8d2e-f1134fd35877 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859506 Aug 19 12:25:38.106204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fab51-e79f-49b7-9c5a-ea99eafd5f62 req-da81c886-a5d8-4358-8561-e23fe2edbbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.109187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa5fab51-e79f-49b7-9c5a-ea99eafd5f62 req-da81c886-a5d8-4358-8561-e23fe2edbbf2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 1096 time: 0.0881803 Aug 19 12:25:38.206382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:38.326357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-e8190e98-83eb-4ed3-9b5c-71b4f5d84373 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.329467 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-e8190e98-83eb-4ed3-9b5c-71b4f5d84373 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51&tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 947 time: 0.1556818 Aug 19 12:25:38.377629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:38.397293 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'mac_address': 'fa:16:3e:72:17:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:38.428544 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-8c8f69c6-45d6-4315-aad4-a1ad1af530b7 service neutron] 10.222.0.52 "GET /v2.0/ports/e3c3814e-7bf3-47aa-b3a5-56d2990f8f17/bindings/n-h2-778732-8 HTTP/1.1" status: 200 len: 382 time: 0.0903292 Aug 19 12:25:38.435705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103fb41-2e5d-49e4-bc00-026a019337d5 req-467297ef-80dc-48c6-8980-a119248839ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.444995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8103fb41-2e5d-49e4-bc00-026a019337d5 req-467297ef-80dc-48c6-8980-a119248839ed tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.3111148 Aug 19 12:25:38.457917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e378d3f-f45c-4923-911c-b21984c79555 req-4964a7e4-7289-4558-a487-b31d3299bf5d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.463161 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e378d3f-f45c-4923-911c-b21984c79555 req-4964a7e4-7289-4558-a487-b31d3299bf5d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 947 time: 0.2417428 Aug 19 12:25:38.482430 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.498427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:38.503920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fab51-e79f-49b7-9c5a-ea99eafd5f62 req-9a2a95b6-90e3-4da8-ad4c-e1e903972d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.506009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa5fab51-e79f-49b7-9c5a-ea99eafd5f62 req-9a2a95b6-90e3-4da8-ad4c-e1e903972d23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 920 time: 0.3870757 Aug 19 12:25:38.514286 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58396) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:38.530117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:38.543250 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-fefb53f7-7fa3-47e0-983a-7a87a4603934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.543250 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-fefb53f7-7fa3-47e0-983a-7a87a4603934 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 1098 time: 0.0849447 Aug 19 12:25:38.583237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa5fab51-e79f-49b7-9c5a-ea99eafd5f62 req-a21f3b50-a342-485e-8126-a9da79c80316 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=187a8696-9ecb-4a06-835b-8b171e24dbea HTTP/1.1" status: 200 len: 217 time: 0.0647664 Aug 19 12:25:38.588319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e378d3f-f45c-4923-911c-b21984c79555 req-45031711-c486-4bb9-b9a5-f832811876a7 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237371 Aug 19 12:25:38.599884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8103fb41-2e5d-49e4-bc00-026a019337d5 req-063a60f4-5020-436f-b3a9-dad4c09d9e9d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535201 Aug 19 12:25:38.653093 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.698784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fab51-e79f-49b7-9c5a-ea99eafd5f62 req-140750b6-9d98-44c6-86e8-f20e04a73d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.700537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa5fab51-e79f-49b7-9c5a-ea99eafd5f62 req-140750b6-9d98-44c6-86e8-f20e04a73d1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 200 len: 859 time: 0.0996151 Aug 19 12:25:38.712100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:38.712525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-360778179-network', 'tenant_id': '739524f00b3e48c3a5335c6b612c91b2'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:38.721398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-4dbba971-0860-45a7-93ac-d5fe435c2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.727744 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-4dbba971-0860-45a7-93ac-d5fe435c2245 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1722131 Aug 19 12:25:38.743809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa5fab51-e79f-49b7-9c5a-ea99eafd5f62 req-a16db997-287a-4506-94cc-00ce4f01bed1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a968453-8949-4776-80cc-6c3b9cd0d5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358498 Aug 19 12:25:38.773049 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-be2cebb8-2b09-46f1-bfdf-2cf23b5e6bff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 HTTP/1.1" status: 200 len: 217 time: 0.0405207 Aug 19 12:25:38.826533 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-f03a6d9b-cfe2-46b7-bd25-2eeb570333f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.828141 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-f03a6d9b-cfe2-46b7-bd25-2eeb570333f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0478985 Aug 19 12:25:38.846142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Made reservation on behalf of 739524f00b3e48c3a5335c6b612c91b2 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:38.848339 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.876778 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.890568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614de7a-cd8d-49c2-87c2-bdeef7864582 req-78b75a14-1639-445f-8960-02d6b1c35634 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.892735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a614de7a-cd8d-49c2-87c2-bdeef7864582 req-78b75a14-1639-445f-8960-02d6b1c35634 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1534736 Aug 19 12:25:38.902929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cc869-9fac-4198-884a-89bb79623c4d req-754c361d-1382-43be-99ca-f48b5cd76f3e tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.904445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc4cc869-9fac-4198-884a-89bb79623c4d req-754c361d-1382-43be-99ca-f48b5cd76f3e tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 945 time: 0.1640835 Aug 19 12:25:38.915079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-c3f90fea-88f9-4775-b01d-8858597b41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.916776 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-c3f90fea-88f9-4775-b01d-8858597b41a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799246 Aug 19 12:25:38.937792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:38.950792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa5fab51-e79f-49b7-9c5a-ea99eafd5f62 req-47a402ff-7e8e-4d49-b844-21c02a4fd5b9 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764443 Aug 19 12:25:39.027680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a614de7a-cd8d-49c2-87c2-bdeef7864582 req-3ef3544a-a094-4d4f-8f2f-4e784d5f1236 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184042 Aug 19 12:25:39.052322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc4cc869-9fac-4198-884a-89bb79623c4d req-4839d687-5abd-4be0-8bb3-5663aa1dacd4 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311367 Aug 19 12:25:39.087219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c86c76cb-f736-4fc3-aab9-b3a40dbcf58a up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:39.098172 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-9e12ba40-64c9-4d55-84f7-676ae9046b64 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707234 Aug 19 12:25:39.118049 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.155198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa5fab51-e79f-49b7-9c5a-ea99eafd5f62 req-03c246c0-e361-4087-a535-a43d7159a997 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948879 Aug 19 12:25:39.163843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58404) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:39.171120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1827183631'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:39.183909 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.214565 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:25:39.239840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03046e8f-9560-4fce-8d1f-c93c82f6bb13,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:39.243317 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.247697 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Added segment 9df23f21-c77d-4aa4-a2fd-f231ab89e463 of type vlan for network 4f785506-8d57-46df-9786-1c27cc292546 Aug 19 12:25:39.258012 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:25:39.316414 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.321969 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-dff1b87b-511d-4799-b558-8c509c6630c3 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020812 Aug 19 12:25:39.409672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:39.414202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:39.414867 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.418830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:39.423602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.479364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:25:39.489571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851d68-5a05-4040-91c2-5c9d20e1ea3c req-8319cdfd-2453-4a33-8365-153fd86e455e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:39.491181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6851d68-5a05-4040-91c2-5c9d20e1ea3c req-8319cdfd-2453-4a33-8365-153fd86e455e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0868948 Aug 19 12:25:39.503323 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.503662 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Added segment 4e1ee1ca-a93c-48f2-9c27-971c8b4579d1 of type vlan for network 35516620-7e1d-40f2-aa96-55c72d5a6336 Aug 19 12:25:39.513527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.546008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:39.548383 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8ee357-54de-494d-879e-8361bb7dad88" -d '{"events": [{"server_uuid": "bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d", "name": "network-vif-plugged", "status": "completed", "tag": "c86c76cb-f736-4fc3-aab9-b3a40dbcf58a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:39.567729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.573302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:39.589591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6851d68-5a05-4040-91c2-5c9d20e1ea3c req-4c599df8-b587-4b68-9376-2c8daa03d1fd tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763044 Aug 19 12:25:39.589996 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c2f4cc-c522-45b3-ae23-f83bfff36c4b x-openstack-request-id: req-03c2f4cc-c522-45b3-ae23-f83bfff36c4b {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:39.590297 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d", "name": "network-vif-plugged", "status": "completed", "tag": "c86c76cb-f736-4fc3-aab9-b3a40dbcf58a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:39.590545 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03c2f4cc-c522-45b3-ae23-f83bfff36c4b {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:39.590945 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a', 'code': 200} Aug 19 12:25:39.670885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.671560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:39.675956 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.715851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.742510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=4f785506-8d57-46df-9786-1c27cc292546,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:39.756568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 4f785506-8d57-46df-9786-1c27cc292546 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:25:39.796906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3913e7-279c-49b3-965b-29fdcf676549 req-a82c7d6e-2bb9-411a-b22c-f0b56d4140b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:39.798693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc3913e7-279c-49b3-965b-29fdcf676549 req-a82c7d6e-2bb9-411a-b22c-f0b56d4140b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 1096 time: 0.1260972 Aug 19 12:25:39.806829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a37d8a-ca94-4b23-a967-ac34a2703510 req-b7882d5b-7c08-4975-8092-be2425ac060b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:39.808404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4a37d8a-ca94-4b23-a967-ac34a2703510 req-b7882d5b-7c08-4975-8092-be2425ac060b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1185882 Aug 19 12:25:39.816609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6001d-be59-413e-9e1d-2a04f76cd543 req-7c1c5657-af8c-4e8f-b9e9-ac629a11c0b6 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:39.818467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eaa6001d-be59-413e-9e1d-2a04f76cd543 req-7c1c5657-af8c-4e8f-b9e9-ac629a11c0b6 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1321654 Aug 19 12:25:39.821882 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:39.849938 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.855330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:39.855915 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.859283 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2bc15c10-0d38-4a8b-ad76-e0f515725eb0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3428416 Aug 19 12:25:39.862613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58420) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:39.868712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] Request body: {'subnet': {'network_id': '4f785506-8d57-46df-9786-1c27cc292546', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-360778179-subnet', 'tenant_id': '739524f00b3e48c3a5335c6b612c91b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:40.017714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4a37d8a-ca94-4b23-a967-ac34a2703510 req-3d69f960-b139-4372-9c17-3e41e895f127 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967909 Aug 19 12:25:40.018328 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Network': ['ID=35516620-7e1d-40f2-aa96-55c72d5a6336,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:40.019027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] Made reservation on behalf of 739524f00b3e48c3a5335c6b612c91b2 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:40.021851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.023134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc3913e7-279c-49b3-965b-29fdcf676549 req-c02a5848-a275-4633-9c19-08d1f5b04746 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036674 Aug 19 12:25:40.032987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 35516620-7e1d-40f2-aa96-55c72d5a6336 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:25:40.046579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eaa6001d-be59-413e-9e1d-2a04f76cd543 req-4b1ecfe1-71a3-42bf-b040-0fddabd810ae tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184310 Aug 19 12:25:40.153477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d9969dd7-a694-4f5b-8bed-2a4a44165e50 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9862082 Aug 19 12:25:40.155076 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58426) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:40.160458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1833369062'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:40.203305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1365a-9b80-4910-b22a-7a40a52254d2 req-e5314b8a-54fc-4409-b3ec-21131487b4c9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:40.205894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fb1365a-9b80-4910-b22a-7a40a52254d2 req-e5314b8a-54fc-4409-b3ec-21131487b4c9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 948 time: 0.0963089 Aug 19 12:25:40.225092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:40.231758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9917c0a-225b-4765-9400-a1f7be7d4f71 req-ec746c3c-6c75-49ca-ab92-8ffee03abace tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:40.233287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9917c0a-225b-4765-9400-a1f7be7d4f71 req-ec746c3c-6c75-49ca-ab92-8ffee03abace tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 946 time: 0.0860016 Aug 19 12:25:40.284281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:40.284660 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fb1365a-9b80-4910-b22a-7a40a52254d2 req-fdb4e392-6913-4bc5-9cf3-f72b4da7aed7 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705245 Aug 19 12:25:40.284871 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.293274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9917c0a-225b-4765-9400-a1f7be7d4f71 req-05059548-6188-405c-b997-a7f2c6f39c36 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530307 Aug 19 12:25:40.301345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:40.304889 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.336153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:25:40.348790 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.349422 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Added segment 10896cec-9488-48dd-a79e-df4116a0545f of type vlan for network cdfad0a5-ed3d-4032-af19-96465b32cc10 Aug 19 12:25:40.391240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.393259 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.432767 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.438933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:40.481473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=31cb5bb2-2628-4032-80fe-38f32008b0d0,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:40.497667 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] Checking segment: {'id': '9df23f21-c77d-4aa4-a2fd-f231ab89e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f785506-8d57-46df-9786-1c27cc292546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:40.497947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] Network hostable DHCP agents. Network: 4f785506-8d57-46df-9786-1c27cc292546, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:25:40.553040 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.605355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:40.612917 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.619141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:40.619785 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.677641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] Network 4f785506-8d57-46df-9786-1c27cc292546 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:25:40.696874 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Network': ['ID=cdfad0a5-ed3d-4032-af19-96465b32cc10,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:40.708144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network cdfad0a5-ed3d-4032-af19-96465b32cc10 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:25:40.847793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 4f785506-8d57-46df-9786-1c27cc292546) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:40.852926 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:40.854652 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.857277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4590ca0-dbbd-444e-9e1d-e9637e608ca2 None None] Network 4f785506-8d57-46df-9786-1c27cc292546 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:40.863049 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0697be62-5811-476e-b221-0cea48194f3d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7064271 Aug 19 12:25:40.866683 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58440) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:40.873204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'subnet': {'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:41.000397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397a22-d429-4c7a-8082-fe4adefcb9cc req-357d8287-2a0e-4a2c-b456-db7e18340649 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:41.002333 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab397a22-d429-4c7a-8082-fe4adefcb9cc req-357d8287-2a0e-4a2c-b456-db7e18340649 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0865242 Aug 19 12:25:41.018137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a3967d-f7b9-4105-b856-fbb22aa7f1b4 None None] Network 4f785506-8d57-46df-9786-1c27cc292546 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:41.036127 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-81459fe8-f1bb-4a44-90e1-fdb39c210e3d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1719558 Aug 19 12:25:41.061080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab397a22-d429-4c7a-8082-fe4adefcb9cc req-cc7f98b1-5074-4352-9df7-048efc3cba53 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516417 Aug 19 12:25:41.171259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc9da2-a8dc-4381-a089-965c9e6b6149 req-eb872030-1d0c-4e0a-bdbb-68ed0463f7e8 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:41.173851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fdc9da2-a8dc-4381-a089-965c9e6b6149 req-eb872030-1d0c-4e0a-bdbb-68ed0463f7e8 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0612466 Aug 19 12:25:41.174665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:41.178220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:41.279675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fdc9da2-a8dc-4381-a089-965c9e6b6149 req-df799529-0caa-4ce5-b8e8-b3bc6d3d397f tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981293 Aug 19 12:25:41.473363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795f9c9-c34a-4402-bf97-e5eddd0eec11 req-581f9ab4-2f4b-4b54-ac64-5934bcbe2bb9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:41.474470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9795f9c9-c34a-4402-bf97-e5eddd0eec11 req-581f9ab4-2f4b-4b54-ac64-5934bcbe2bb9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1062489 Aug 19 12:25:41.581151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9795f9c9-c34a-4402-bf97-e5eddd0eec11 req-67065b0f-70cb-4fe6-95a8-d02672952c49 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983124 Aug 19 12:25:41.592635 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:41.603945 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f89eb1-eb8a-4284-9bc8-222d826e1b63" -d '{"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-plugged", "status": "completed", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:41.628071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:41.632183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461417-45b7-4580-90b2-35393eb7dabc req-92e64eae-3233-4380-9803-3822240a7b49 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:41.633821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-92e64eae-3233-4380-9803-3822240a7b49 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/networks?id=4f785506-8d57-46df-9786-1c27cc292546 HTTP/1.1" status: 200 len: 808 time: 0.1708646 Aug 19 12:25:41.657746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-4671ec9f-3b17-4263-8d40-e808876ef44a tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/quotas/739524f00b3e48c3a5335c6b612c91b2 HTTP/1.1" status: 200 len: 375 time: 0.0172675 Aug 19 12:25:41.660697 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:41.753667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-587d5263-19e8-4ede-ba86-1055fe88f870 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=739524f00b3e48c3a5335c6b612c91b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881546 Aug 19 12:25:41.792306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Subnet': ['ID=f60dca10-f3b1-4bf5-a961-68d344af9ab7,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:41.857850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1204b-df56-4155-b7b8-a9c9d70f7d64 req-613a941f-b631-431c-90d6-ff5672e3c05c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:41.859394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdc1204b-df56-4155-b7b8-a9c9d70f7d64 req-613a941f-b631-431c-90d6-ff5672e3c05c tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 946 time: 0.1977155 Aug 19 12:25:41.866844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Checking segment: {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:41.867445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network hostable DHCP agents. Network: 35516620-7e1d-40f2-aa96-55c72d5a6336, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:25:41.942204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdc1204b-df56-4155-b7b8-a9c9d70f7d64 req-a803a563-1ed3-4da3-ae51-22f02c5d8a79 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708237 Aug 19 12:25:41.948856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-b994cd5f-9235-4054-a7db-0221501821a4 service neutron] 10.222.0.44 "GET /v2.0/networks/4f785506-8d57-46df-9786-1c27cc292546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718323 Aug 19 12:25:42.043400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network 35516620-7e1d-40f2-aa96-55c72d5a6336 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:25:42.097957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-6d9579a5-d3fe-46a0-a7f1-32dbf0e6f4a7 service neutron] 10.222.0.44 "GET /v2.0/networks/4f785506-8d57-46df-9786-1c27cc292546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379483 Aug 19 12:25:42.112356 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16be2954-71c1-40dc-85b4-ea35629df041 x-openstack-request-id: req-16be2954-71c1-40dc-85b4-ea35629df041 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:42.112784 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-plugged", "status": "completed", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:42.113148 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16be2954-71c1-40dc-85b4-ea35629df041 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:42.113933 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'code': 200} Aug 19 12:25:42.155748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 35516620-7e1d-40f2-aa96-55c72d5a6336) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:42.164263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:42.173087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8641ab1e-1992-453b-bf00-994b01ea47be None None] Network 35516620-7e1d-40f2-aa96-55c72d5a6336 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:42.178050 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.287165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2789454-cd4a-4286-890b-2d9c196261a3 req-527924f5-6198-4bdd-b60c-148b30e78f01 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:42.288862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2789454-cd4a-4286-890b-2d9c196261a3 req-527924f5-6198-4bdd-b60c-148b30e78f01 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0883262 Aug 19 12:25:42.331814 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-67426660-cc95-4ba0-9d69-9d771bd549b6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4629955 Aug 19 12:25:42.333975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58476) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:42.337155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2789454-cd4a-4286-890b-2d9c196261a3 req-a122c660-2070-4430-9cd9-18a4b53a5f83 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Aug 19 12:25:42.345429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'subnet': {'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:42.451160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-35516620-7e1d-40f2-aa96-55c72d5a6336', 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'fixed_ips': [{'subnet_id': 'f60dca10-f3b1-4bf5-a961-68d344af9ab7'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:25:42.452586 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.482783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f49d814-2f2f-4dcb-a12e-65559577816d req-519e16f6-805a-418d-b4a3-b989914c2d5a tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 210 time: 0.0357633 Aug 19 12:25:42.558151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075e0b1-37f6-443b-af3a-044d9797b5a0 req-59ff5625-f5b3-4086-88f5-ba70d3e227eb tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:42.560551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5075e0b1-37f6-443b-af3a-044d9797b5a0 req-59ff5625-f5b3-4086-88f5-ba70d3e227eb tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1292815 Aug 19 12:25:42.638805 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5075e0b1-37f6-443b-af3a-044d9797b5a0 req-7ffd3919-e50c-468f-b5c1-ae067be11f1a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687559 Aug 19 12:25:42.705521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Allocated IP 10.1.1.2 (35516620-7e1d-40f2-aa96-55c72d5a6336/f60dca10-f3b1-4bf5-a961-68d344af9ab7/d28815c5-b4c3-4ca9-8320-46d10b7f4c8b) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:42.761213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c997510-e767-461c-9a90-40cd7b0ae3d9 req-756e8bda-a085-4125-86fb-f30bc9b6656b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:42.763227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c997510-e767-461c-9a90-40cd7b0ae3d9 req-756e8bda-a085-4125-86fb-f30bc9b6656b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.0695615 Aug 19 12:25:42.768863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:42.774685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.823412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c997510-e767-461c-9a90-40cd7b0ae3d9 req-673e1e15-8a05-474a-949b-e09320051836 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479774 Aug 19 12:25:42.916453 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.927304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Transition to ACTIVE for port object d28815c5-b4c3-4ca9-8320-46d10b7f4c8b will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:42.948625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Transition to ACTIVE for port object d28815c5-b4c3-4ca9-8320-46d10b7f4c8b will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:43.085828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-64024ad6-36db-48ec-8b07-33dec0532fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.087753 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-64024ad6-36db-48ec-8b07-33dec0532fe4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51&tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29 HTTP/1.1" status: 200 len: 1100 time: 0.0591447 Aug 19 12:25:43.118972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db5c0c-7c6c-4bd1-9afa-5f6a4aee2ca9 req-891534ce-81b8-4270-a403-efa589104165 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.121347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89db5c0c-7c6c-4bd1-9afa-5f6a4aee2ca9 req-891534ce-81b8-4270-a403-efa589104165 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 946 time: 0.0867848 Aug 19 12:25:43.159383 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-3691247b-052b-4a32-b454-887dfd87bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.160990 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-3691247b-052b-4a32-b454-887dfd87bc9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 1100 time: 0.0431476 Aug 19 12:25:43.187210 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.187532 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89db5c0c-7c6c-4bd1-9afa-5f6a4aee2ca9 req-df942948-10d2-46bd-ac67-4d09f3f77e46 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580096 Aug 19 12:25:43.225883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Network 35516620-7e1d-40f2-aa96-55c72d5a6336 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:43.229694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:43.236992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:43.237227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.260701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Pushing event updated for resources: {'Port': ['ID=d28815c5-b4c3-4ca9-8320-46d10b7f4c8b,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:43.331596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Attempting to bind port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:43.332345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Attempting to bind port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:43.333328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Attempting to bind port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b on network 35516620-7e1d-40f2-aa96-55c72d5a6336 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:43.343635 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:43.345711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Checking segment: {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:43.346686 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.347781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Bound using segment: {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:43.349501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Bound port: d28815c5-b4c3-4ca9-8320-46d10b7f4c8b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:43.350671 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.360930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e817e-1381-497f-a0c3-7ae654212bd1 req-75d0496f-ead6-41a5-aa75-c5a459b2345e tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.363866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af5e817e-1381-497f-a0c3-7ae654212bd1 req-75d0496f-ead6-41a5-aa75-c5a459b2345e tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 946 time: 0.0784798 Aug 19 12:25:43.367510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Subnet': ['ID=0fc9b013-9880-499a-9d56-8bb3ebf90cf5,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:43.389703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-78f51e53-6c14-4e9c-9bfe-808a261f943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.389920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58496) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:43.393862 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-78f51e53-6c14-4e9c-9bfe-808a261f943b service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.2142880 Aug 19 12:25:43.393862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Checking segment: {'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:43.393862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network hostable DHCP agents. Network: cdfad0a5-ed3d-4032-af19-96465b32cc10, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:25:43.396778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e1971ed3-f5be-4e73-91db-cf9a37268992 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Request body: {'floatingip': {'port_id': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:43.446496 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-5d2993b5-2f5b-41b4-977e-8d2ee880d93f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 HTTP/1.1" status: 200 len: 217 time: 0.0473354 Aug 19 12:25:43.469170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1971ed3-f5be-4e73-91db-cf9a37268992 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.514773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-b18531f6-d940-4775-a8da-2cf3e91dc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.517078 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-b18531f6-d940-4775-a8da-2cf3e91dc385 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0572791 Aug 19 12:25:43.554822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] For port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:43.560826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] For port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d28815c5-b4c3-4ca9-8320-46d10b7f4c8b,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:43.616127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-352c8708-1edb-4255-b191-7e4499a40c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.618762 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-352c8708-1edb-4255-b191-7e4499a40c23 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938299 Aug 19 12:25:43.620465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network cdfad0a5-ed3d-4032-af19-96465b32cc10 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:25:43.644361 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.652235 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ae5b81a-f4d8-4168-b10d-154078b7c5d3 req-df6f0b34-daeb-4e0e-86c2-5c6e384e030f tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 210 time: 0.0681822 Aug 19 12:25:43.668873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a21cda-2e6e-47a3-a98b-be14dd66950f req-70ecfa54-55b3-4537-a22c-cc307537cf57 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.671009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5a21cda-2e6e-47a3-a98b-be14dd66950f req-70ecfa54-55b3-4537-a22c-cc307537cf57 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.2057102 Aug 19 12:25:43.722919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf321e67-51f9-43ea-a840-a5da3d878c5c None None] Pushing event updated for resources: {'Port': ['ID=d28815c5-b4c3-4ca9-8320-46d10b7f4c8b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:43.847573 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-6efedfd4-6b71-4550-b808-779cc249163a service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146306 Aug 19 12:25:43.847573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, cdfad0a5-ed3d-4032-af19-96465b32cc10) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:43.851240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.852065 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.887492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab66cd3-4fe8-4a1c-9c11-bfe860190a9c None None] Network cdfad0a5-ed3d-4032-af19-96465b32cc10 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:44.001919 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d59f022b-b9c0-4d3d-be7c-a1fd2c00053d req-f6a2bb01-09f1-4493-9566-3b19295eab58 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456714 Aug 19 12:25:44.122795 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eb9897d2-fda3-4aab-8638-3a385a17ef4a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7867014 Aug 19 12:25:44.133155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58506) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:44.173669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'port': {'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336', 'name': 'tempest-TaggedBootDevicesTest_v242-1345491170', 'fixed_ips': [{'subnet_id': 'f60dca10-f3b1-4bf5-a961-68d344af9ab7'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:44.295478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cdfad0a5-ed3d-4032-af19-96465b32cc10', 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'fixed_ips': [{'subnet_id': '0fc9b013-9880-499a-9d56-8bb3ebf90cf5'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:25:44.295478 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.342168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5a21cda-2e6e-47a3-a98b-be14dd66950f req-d9b33151-273a-44eb-aee1-fde1fedf27f3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531594 Aug 19 12:25:44.389307 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.408370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba852f-5eac-4cbe-a64a-aa06c53aea03 req-61ec0558-9d12-42de-8b97-c359d350d491 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:44.417131 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3ba852f-5eac-4cbe-a64a-aa06c53aea03 req-61ec0558-9d12-42de-8b97-c359d350d491 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0969000 Aug 19 12:25:44.499877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Allocated IP 10.2.2.2 (cdfad0a5-ed3d-4032-af19-96465b32cc10/0fc9b013-9880-499a-9d56-8bb3ebf90cf5/4610c28e-9213-489f-993d-1a8467b78972) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:44.507903 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:44.619932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d28815c5-b4c3-4ca9-8320-46d10b7f4c8b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:44.648922 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.678548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3ba852f-5eac-4cbe-a64a-aa06c53aea03 req-e9a41382-570e-4910-bd2d-73bed091bf9c tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599552 Aug 19 12:25:44.702033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] device_id is not set on port 59952a98-c9c6-42eb-964e-b03e707b5eb7 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:25:44.819954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c45ad-06c0-4dcc-a32e-43eaf320195f req-6d9b6315-2d1a-4b08-ba2f-90d4e718a9ca tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:44.829056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f1c45ad-06c0-4dcc-a32e-43eaf320195f req-6d9b6315-2d1a-4b08-ba2f-90d4e718a9ca tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.3346195 Aug 19 12:25:44.976924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Allocated IP 10.1.1.67 (35516620-7e1d-40f2-aa96-55c72d5a6336/f60dca10-f3b1-4bf5-a961-68d344af9ab7/59952a98-c9c6-42eb-964e-b03e707b5eb7) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:45.040511 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.059540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Transition to ACTIVE for port object 4610c28e-9213-489f-993d-1a8467b78972 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:45.072503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f1c45ad-06c0-4dcc-a32e-43eaf320195f req-0fddcfdb-d91a-4f6c-aea7-bc6d59efb546 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422423 Aug 19 12:25:45.095180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Transition to ACTIVE for port object 4610c28e-9213-489f-993d-1a8467b78972 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:45.126594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7475c160-647c-46a6-b36a-6e6a70b056b8 req-78dbf387-422d-4b33-bad2-8104d51c5644 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 210 time: 0.1549888 Aug 19 12:25:45.138164 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.resource_extend [None req-e1971ed3-f5be-4e73-91db-cf9a37268992 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:25:45.224947 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1971ed3-f5be-4e73-91db-cf9a37268992 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.238907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.271430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Transition to ACTIVE for port object 59952a98-c9c6-42eb-964e-b03e707b5eb7 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:45.271560 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.271560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:45.319841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedffde0-17da-4161-97d3-166cb0251d9d None None] Network 35516620-7e1d-40f2-aa96-55c72d5a6336 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:45.328402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Network cdfad0a5-ed3d-4032-af19-96465b32cc10 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:45.359132 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1971ed3-f5be-4e73-91db-cf9a37268992 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.367388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:45.376979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:45.395456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Pushing event updated for resources: {'Port': ['ID=4610c28e-9213-489f-993d-1a8467b78972,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:45.487374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Attempting to bind port 4610c28e-9213-489f-993d-1a8467b78972 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:45.487753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Attempting to bind port 4610c28e-9213-489f-993d-1a8467b78972 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:45.488122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Attempting to bind port 4610c28e-9213-489f-993d-1a8467b78972 on network cdfad0a5-ed3d-4032-af19-96465b32cc10 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:45.496198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:45.496599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Checking segment: {'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:45.497147 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.497583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Bound using segment: {'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:45.498077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Bound port: 4610c28e-9213-489f-993d-1a8467b78972, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:45.498466 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.520658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.537138 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-e1971ed3-f5be-4e73-91db-cf9a37268992 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Floating IP c3248f04-4c90-4f7e-b006-8487a1b3267b associated. External IP: 172.25.6.188, port: c86c76cb-f736-4fc3-aab9-b3a40dbcf58a. Aug 19 12:25:45.557028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a0287-a227-4046-97e9-ac9004e57983 req-869044ff-2b65-4b73-aa21-f16bf2c9f23e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.557028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad7a0287-a227-4046-97e9-ac9004e57983 req-869044ff-2b65-4b73-aa21-f16bf2c9f23e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0794668 Aug 19 12:25:45.589613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network 35516620-7e1d-40f2-aa96-55c72d5a6336 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:45.593674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:45.598609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:45.605158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-218ff17e-d129-44a0-912d-4936b43f0f61 None None] Provisioning for port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:45.624323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-218ff17e-d129-44a0-912d-4936b43f0f61 None None] Provisioning complete for port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:45.624323 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-218ff17e-d129-44a0-912d-4936b43f0f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.663974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Port': ['ID=59952a98-c9c6-42eb-964e-b03e707b5eb7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:45.664340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] For port 4610c28e-9213-489f-993d-1a8467b78972, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:45.690771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] For port 4610c28e-9213-489f-993d-1a8467b78972, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4610c28e-9213-489f-993d-1a8467b78972,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:45.694502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad7a0287-a227-4046-97e9-ac9004e57983 req-b14e42a7-c3f8-4003-9127-083515bc115e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960114 Aug 19 12:25:45.695611 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.696633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.758160 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-218ff17e-d129-44a0-912d-4936b43f0f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.796504 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-218ff17e-d129-44a0-912d-4936b43f0f61 None None] For port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d28815c5-b4c3-4ca9-8320-46d10b7f4c8b,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:45.849771 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.850015 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-20b8910b-6e96-46f9-b4af-08e176a41758 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7055590 Aug 19 12:25:45.850015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58518) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:45.851326 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'port': {'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336', 'name': 'tempest-TaggedBootDevicesTest_v242-1844095250', 'fixed_ips': [{'subnet_id': 'f60dca10-f3b1-4bf5-a961-68d344af9ab7'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:45.948551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1c61a-9ac2-4a58-8c0e-b6212da285fb req-af916906-522d-4c1a-845d-c6cb1c7e6a19 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.950207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf755d-dd2a-4b89-a524-05300709d28b None None] Pushing event updated for resources: {'Port': ['ID=4610c28e-9213-489f-993d-1a8467b78972,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:45.950385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c1c61a-9ac2-4a58-8c0e-b6212da285fb req-af916906-522d-4c1a-845d-c6cb1c7e6a19 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1662502 Aug 19 12:25:46.014472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1971ed3-f5be-4e73-91db-cf9a37268992 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Router bef3e649-9203-4cdf-ad25-649003f0b8fc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:25:46.029721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c1c61a-9ac2-4a58-8c0e-b6212da285fb req-d2a954d5-c909-4c20-9d49-f51a1326414a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709662 Aug 19 12:25:46.081537 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-218ff17e-d129-44a0-912d-4936b43f0f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:46.183374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ff17e-d129-44a0-912d-4936b43f0f61 None None] Pushing event updated for resources: {'Port': ['ID=d28815c5-b4c3-4ca9-8320-46d10b7f4c8b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:46.221438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:46.232803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1971ed3-f5be-4e73-91db-cf9a37268992 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:25:46.236806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1c82a7ea-adb1-4f10-b73c-0f6d39ae9b11 None None] Provisioning complete for port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:46.238189 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1c82a7ea-adb1-4f10-b73c-0f6d39ae9b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:46.241162 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:46.252631 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1971ed3-f5be-4e73-91db-cf9a37268992 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:46.305885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] device_id is not set on port dfd52db2-a9b9-485f-a61c-b406983d071a yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:25:46.329291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:46.332921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38e6c8-d43f-45ef-bd68-e2c43e4ee598 None None] Sync routers for ids ['bef3e649-9203-4cdf-ad25-649003f0b8fc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:25:46.404185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1971ed3-f5be-4e73-91db-cf9a37268992 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "PUT /v2.0/floatingips/c3248f04-4c90-4f7e-b006-8487a1b3267b HTTP/1.1" status: 200 len: 992 time: 3.0172889 Aug 19 12:25:46.419892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'tag': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:46.424574 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d", "tag": "c86c76cb-f736-4fc3-aab9-b3a40dbcf58a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:46.429091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34947715-929f-4319-b187-21e4313dedc3 req-afa80ff4-4d9e-4a87-b1ec-843773a2d5e5 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 210 time: 0.1012797 Aug 19 12:25:46.481136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38fed4-3a77-4be0-a6c0-1828ca9a34be req-fcbe66ff-acaa-4fe3-b3bd-b6f7a31d6f74 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.498242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da38fed4-3a77-4be0-a6c0-1828ca9a34be req-fcbe66ff-acaa-4fe3-b3bd-b6f7a31d6f74 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 949 time: 0.1443627 Aug 19 12:25:46.586747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38e6c8-d43f-45ef-bd68-e2c43e4ee598 None None] Routers {'bef3e649-9203-4cdf-ad25-649003f0b8fc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:46.599461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d38e6c8-d43f-45ef-bd68-e2c43e4ee598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:25:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bef3e649-9203-4cdf-ad25-649003f0b8fc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:46.606250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da38fed4-3a77-4be0-a6c0-1828ca9a34be req-0c99327b-b5f9-42af-8d44-3a4375c1f8f1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069891 Aug 19 12:25:46.652256 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c684aef-7550-49d9-a057-4b6e603e2c34 x-openstack-request-id: req-1c684aef-7550-49d9-a057-4b6e603e2c34 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:46.652610 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d", "tag": "c86c76cb-f736-4fc3-aab9-b3a40dbcf58a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:46.652868 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c684aef-7550-49d9-a057-4b6e603e2c34 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:46.653310 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'tag': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a', 'status': 'completed', 'code': 200} Aug 19 12:25:46.678650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Allocated IP 10.1.1.126 (35516620-7e1d-40f2-aa96-55c72d5a6336/f60dca10-f3b1-4bf5-a961-68d344af9ab7/dfd52db2-a9b9-485f-a61c-b406983d071a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:46.794828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4610c28e-9213-489f-993d-1a8467b78972 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:46.797093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582 req-2349352d-83c8-42b0-9c0b-235d28bee24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.799378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582 req-2349352d-83c8-42b0-9c0b-235d28bee24b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c78d8d23751c4fe08ee4e26ec32d40b8&device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 1097 time: 0.1081598 Aug 19 12:25:46.896318 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:46.903931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7d38e6c8-d43f-45ef-bd68-e2c43e4ee598 None None] Set router bef3e649-9203-4cdf-ad25-649003f0b8fc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:46.960445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff22ad-ee3e-49dd-9d43-8dff9686fdde req-59eda860-c655-4bc3-9852-6696562c9c5b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.962251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8aff22ad-ee3e-49dd-9d43-8dff9686fdde req-59eda860-c655-4bc3-9852-6696562c9c5b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1205974 Aug 19 12:25:46.967799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582 req-6084baf1-ae4f-432a-b4bb-74935d98b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.972881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582 req-6084baf1-ae4f-432a-b4bb-74935d98b068 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d473337-7699-4e4d-9e16-ffd7909d443f HTTP/1.1" status: 200 len: 916 time: 0.1539571 Aug 19 12:25:46.982395 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:46.984509 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:46.986964 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3c6188-3979-4eea-9fc9-31fc442cadfd" -d '{"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:47.033449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Transition to ACTIVE for port object dfd52db2-a9b9-485f-a61c-b406983d071a will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:47.050143 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:47.080216 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c910b913-8955-46b5-bdb7-562cec9622fd x-openstack-request-id: req-c910b913-8955-46b5-bdb7-562cec9622fd {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:47.080622 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:47.080970 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c910b913-8955-46b5-bdb7-562cec9622fd {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:47.081484 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'code': 200} Aug 19 12:25:47.084286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1c82a7ea-adb1-4f10-b73c-0f6d39ae9b11 None None] Provisioning for port 59952a98-c9c6-42eb-964e-b03e707b5eb7 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:47.114375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8aff22ad-ee3e-49dd-9d43-8dff9686fdde req-4111ffc1-0bc1-4b70-b736-c965afbdcaaa tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282749 Aug 19 12:25:47.119670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582 req-b256a858-34db-4384-8906-6f3365620946 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a HTTP/1.1" status: 200 len: 1000 time: 0.1313009 Aug 19 12:25:47.156487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1c82a7ea-adb1-4f10-b73c-0f6d39ae9b11 None None] Provisioning complete for port 59952a98-c9c6-42eb-964e-b03e707b5eb7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:47.157653 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1c82a7ea-adb1-4f10-b73c-0f6d39ae9b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.165010 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.192144 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network 35516620-7e1d-40f2-aa96-55c72d5a6336 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:47.195984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:47.198774 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:47.214732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4610c28e-9213-489f-993d-1a8467b78972 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:47.216887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.262630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d28815c5-b4c3-4ca9-8320-46d10b7f4c8b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:47.316133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Port': ['ID=dfd52db2-a9b9-485f-a61c-b406983d071a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:47.320383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582 req-eab3000b-5619-45ac-b9dc-60a40da2bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:47.322226 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582 req-eab3000b-5619-45ac-b9dc-60a40da2bf20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=281bd9dc-4793-483a-ab50-9dde19d82f05 HTTP/1.1" status: 200 len: 854 time: 0.1836498 Aug 19 12:25:47.334513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1b659-c02f-48fe-8b3d-8f901bd7e0be req-d8c069a5-bd6e-495a-af34-cc60ba552261 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:47.336092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87a1b659-c02f-48fe-8b3d-8f901bd7e0be req-d8c069a5-bd6e-495a-af34-cc60ba552261 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1830356 Aug 19 12:25:47.347701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:47.348377 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.402806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1c82a7ea-adb1-4f10-b73c-0f6d39ae9b11 None None] Port 59952a98-c9c6-42eb-964e-b03e707b5eb7 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:47.435265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87a1b659-c02f-48fe-8b3d-8f901bd7e0be req-63fc4320-06a7-412c-8c1c-5f13b3156ccc tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852566 Aug 19 12:25:47.444643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461417-45b7-4580-90b2-35393eb7dabc req-74349646-809f-4399-8c82-c639f6b63bbf tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:47.450844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-74349646-809f-4399-8c82-c639f6b63bbf tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.53 "GET /v2.0/networks?id=4f785506-8d57-46df-9786-1c27cc292546 HTTP/1.1" status: 200 len: 808 time: 0.2566319 Aug 19 12:25:47.451262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:47.463603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Request body: {'port': {'device_id': '6ea83e43-e91c-4324-83ea-5d9e3e151b06', 'network_id': '4f785506-8d57-46df-9786-1c27cc292546', 'admin_state_up': True, 'tenant_id': '739524f00b3e48c3a5335c6b612c91b2'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:47.484981 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d15717bc-928b-4471-8fa2-79367307e680 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6384773 Aug 19 12:25:47.508427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:47.509596 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.522458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582 req-dc5ac4c8-6f15-4d49-8f05-fa7c94f9eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:47.524425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582 req-dc5ac4c8-6f15-4d49-8f05-fa7c94f9eef0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d473337-7699-4e4d-9e16-ffd7909d443f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871591 Aug 19 12:25:47.614808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d38e6c8-d43f-45ef-bd68-e2c43e4ee598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 4, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'c3248f04-4c90-4f7e-b006-8487a1b3267b', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'port_id': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'mac_address': 'fa:16:3e:88:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:25:20Z', 'updated_at': '2021-08-19T12:25:44Z', 'revision_number': 1, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461f718c-0464-45b3-a06c-57cafd703714', 'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'mac_address': 'fa:16:3e:f5:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:11Z', 'updated_at': '2021-08-19T12:25:21Z', 'revision_number': 5, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'subnets': [{'id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:47.675615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e68421b-780a-457e-a41e-27d6228250c1 req-04442066-1991-4439-a4b5-e286af0d4ddb tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 210 time: 0.0822670 Aug 19 12:25:47.710897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38e6c8-d43f-45ef-bd68-e2c43e4ee598 None None] Checking router: bef3e649-9203-4cdf-ad25-649003f0b8fc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:25:47.725147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9d961761-04db-4a61-bc49-bebd1094d4f6 None None] Provisioning complete for port 59952a98-c9c6-42eb-964e-b03e707b5eb7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:47.726218 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d961761-04db-4a61-bc49-bebd1094d4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.777566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582 req-07098d2d-003a-4d46-bb05-4602405896fa service neutron] 10.222.0.53 "GET /v2.0/networks/6d473337-7699-4e4d-9e16-ffd7909d443f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180042 Aug 19 12:25:47.785512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7932f3b9-4037-4933-95ee-be3662057d30 None None] Network cdfad0a5-ed3d-4032-af19-96465b32cc10 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:47.796313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38e6c8-d43f-45ef-bd68-e2c43e4ee598 None None] Routers {'bef3e649-9203-4cdf-ad25-649003f0b8fc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:47.797634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d38e6c8-d43f-45ef-bd68-e2c43e4ee598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:25:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bef3e649-9203-4cdf-ad25-649003f0b8fc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:47.903537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9d961761-04db-4a61-bc49-bebd1094d4f6 None None] Port 59952a98-c9c6-42eb-964e-b03e707b5eb7 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:47.935617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23f2ec78-5428-4fb0-a6dd-bb9cfd510582 req-dc0a75ce-834c-4c28-b5e5-f141eee35f01 service neutron] 10.222.0.53 "GET /v2.0/networks/6d473337-7699-4e4d-9e16-ffd7909d443f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470017 Aug 19 12:25:47.961161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58544) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:47.968435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-20780657-1efe-4b18-9c80-e2eb1c0d498c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--117324563', 'description': 'tempest-description--1650995292'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:47.975823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c7478-4a0a-4337-b61d-5fdffd36267d req-1a790361-18af-40aa-b1cc-e4ad38a94461 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:47.979857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd8c7478-4a0a-4337-b61d-5fdffd36267d req-1a790361-18af-40aa-b1cc-e4ad38a94461 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 947 time: 0.0941651 Aug 19 12:25:47.979857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Made reservation on behalf of 739524f00b3e48c3a5335c6b612c91b2 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:47.982614 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.018503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7d38e6c8-d43f-45ef-bd68-e2c43e4ee598 None None] Set router bef3e649-9203-4cdf-ad25-649003f0b8fc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:48.081024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd8c7478-4a0a-4337-b61d-5fdffd36267d req-cf599137-3ef5-4740-bd23-1d458a80879b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955224 Aug 19 12:25:48.117979 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20780657-1efe-4b18-9c80-e2eb1c0d498c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.243935 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20780657-1efe-4b18-9c80-e2eb1c0d498c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.267180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Allocated IP 172.20.0.7 (4f785506-8d57-46df-9786-1c27cc292546/31cb5bb2-2628-4032-80fe-38f32008b0d0/bc590840-a3cf-437d-a7bf-8c4cb3be8a3f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:48.282992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:48.336670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b581d7-2c11-455d-8b9b-c07917c99045 req-c4cce223-790b-4f98-ab5c-74770790a245 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:48.338278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22b581d7-2c11-455d-8b9b-c07917c99045 req-c4cce223-790b-4f98-ab5c-74770790a245 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 947 time: 0.1349730 Aug 19 12:25:48.370611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e1638-bffb-4cf5-92c6-8ca61d84cea1 req-9aa9f451-fbed-4782-9957-7f32f1fe5aee tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:48.372183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea4e1638-bffb-4cf5-92c6-8ca61d84cea1 req-9aa9f451-fbed-4782-9957-7f32f1fe5aee tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1359096 Aug 19 12:25:48.404624 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20780657-1efe-4b18-9c80-e2eb1c0d498c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.406672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-80883fdc-93b2-4005-88ec-7df4a0bef51e None None] Provisioning for port 4610c28e-9213-489f-993d-1a8467b78972 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:48.424363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-80883fdc-93b2-4005-88ec-7df4a0bef51e None None] Provisioning complete for port 4610c28e-9213-489f-993d-1a8467b78972 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:48.424740 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-80883fdc-93b2-4005-88ec-7df4a0bef51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.450839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20780657-1efe-4b18-9c80-e2eb1c0d498c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2df891-c6b6-4355-8722-e0eeb28f2420,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:48.507509 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20780657-1efe-4b18-9c80-e2eb1c0d498c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.514242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22b581d7-2c11-455d-8b9b-c07917c99045 req-e2acc815-7f3d-4e72-b98e-50b7b278ca19 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605251 Aug 19 12:25:48.524774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58554) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:48.525152 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-20780657-1efe-4b18-9c80-e2eb1c0d498c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5551949 Aug 19 12:25:48.553885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:48.556720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bc1c85d1-c1c5-49cd-b4a3-36e002310ca7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'security_group_rule': {'security_group_id': 'ec2df891-c6b6-4355-8722-e0eeb28f2420', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:48.570480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'mac_address': 'fa:16:3e:72:17:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:48.592062 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.601752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea4e1638-bffb-4cf5-92c6-8ca61d84cea1 req-98bf388d-4f02-4f75-8f79-bc0b5efffe11 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130334 Aug 19 12:25:48.709275 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-80883fdc-93b2-4005-88ec-7df4a0bef51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.713249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.738212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e97b42-43b8-4700-a07c-15533c351514 req-e6d7c8a1-785a-402a-96f8-b490c16b2ce7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:48.740750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0e97b42-43b8-4700-a07c-15533c351514 req-e6d7c8a1-785a-402a-96f8-b490c16b2ce7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0827837 Aug 19 12:25:48.756559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:48.781330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc1c85d1-c1c5-49cd-b4a3-36e002310ca7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.807001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:48.820347 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.821453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-80883fdc-93b2-4005-88ec-7df4a0bef51e None None] For port 4610c28e-9213-489f-993d-1a8467b78972, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4610c28e-9213-489f-993d-1a8467b78972,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:48.833876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d38e6c8-d43f-45ef-bd68-e2c43e4ee598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 4, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'c3248f04-4c90-4f7e-b006-8487a1b3267b', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'port_id': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'mac_address': 'fa:16:3e:88:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:25:20Z', 'updated_at': '2021-08-19T12:25:44Z', 'revision_number': 1, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461f718c-0464-45b3-a06c-57cafd703714', 'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'mac_address': 'fa:16:3e:f5:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:11Z', 'updated_at': '2021-08-19T12:25:21Z', 'revision_number': 5, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'subnets': [{'id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:48.898879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38e6c8-d43f-45ef-bd68-e2c43e4ee598 None None] The sync data for ids ['bef3e649-9203-4cdf-ad25-649003f0b8fc'] in n-d-778732-8 is: [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 4, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'c3248f04-4c90-4f7e-b006-8487a1b3267b', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'port_id': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'mac_address': 'fa:16:3e:88:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:25:20Z', 'updated_at': '2021-08-19T12:25:44Z', 'revision_number': 1, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461f718c-0464-45b3-a06c-57cafd703714', 'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'mac_address': 'fa:16:3e:f5:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:11Z', 'updated_at': '2021-08-19T12:25:21Z', 'revision_number': 5, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'subnets': [{'id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:25:48.903187 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.940589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0e97b42-43b8-4700-a07c-15533c351514 req-7e8bcccc-6036-4a50-96b1-fc1ff01a523f tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919942 Aug 19 12:25:48.944600 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-80883fdc-93b2-4005-88ec-7df4a0bef51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.974334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Network 4f785506-8d57-46df-9786-1c27cc292546 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:48.984705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=10']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:48.984879 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc1c85d1-c1c5-49cd-b4a3-36e002310ca7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.986888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:48.989829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:49.041608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac437-29f1-49ff-b38f-eb8127badb13 req-54e9031b-d32b-4177-8a26-dbfaf40dae4f tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:49.043934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15cac437-29f1-49ff-b38f-eb8127badb13 req-54e9031b-d32b-4177-8a26-dbfaf40dae4f tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 931 time: 0.2449613 Aug 19 12:25:49.044704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Pushing event updated for resources: {'Port': ['ID=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:49.061208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80883fdc-93b2-4005-88ec-7df4a0bef51e None None] Pushing event updated for resources: {'Port': ['ID=4610c28e-9213-489f-993d-1a8467b78972,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:49.087822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-80883fdc-93b2-4005-88ec-7df4a0bef51e None None] Provisioning for port dfd52db2-a9b9-485f-a61c-b406983d071a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:49.089678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-80883fdc-93b2-4005-88ec-7df4a0bef51e None None] Provisioning complete for port dfd52db2-a9b9-485f-a61c-b406983d071a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:49.090064 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-80883fdc-93b2-4005-88ec-7df4a0bef51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:49.106295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-477d98b3-0aa1-4eb9-a66c-f66a75243172 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545793 Aug 19 12:25:49.134766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-80883fdc-93b2-4005-88ec-7df4a0bef51e None None] Port dfd52db2-a9b9-485f-a61c-b406983d071a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:49.153864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:49.154608 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:49.174312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc1c85d1-c1c5-49cd-b4a3-36e002310ca7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:49.203756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:49.218343 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04970e-1800-4b3c-85f8-a85bf19bc2b6 None None] New status for floating IP c3248f04-4c90-4f7e-b006-8487a1b3267b: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:25:49.235539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15cac437-29f1-49ff-b38f-eb8127badb13 req-e6d95c5c-a311-4f40-a8a9-37766e6ca851 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802895 Aug 19 12:25:49.248775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c85d1-c1c5-49cd-b4a3-36e002310ca7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d02cff-1223-4731-90b4-69389b607dfa,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:49.277556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-232de014-bb11-4b4e-955b-94d963d81236 None None] Provisioning complete for port 4610c28e-9213-489f-993d-1a8467b78972 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:49.277780 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-232de014-bb11-4b4e-955b-94d963d81236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:49.314543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309904-6619-4237-afef-ea093cead9ab req-666f82ed-caa9-4b96-81ff-25c6049b5d46 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:49.323649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-666f82ed-caa9-4b96-81ff-25c6049b5d46 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059319 Aug 19 12:25:49.343903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-3a5378fc-b745-4d81-abb9-4d1bb1893b37 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/quotas/d9db3deb0ebd4bfa8ba3d2615b33cc29 HTTP/1.1" status: 200 len: 375 time: 0.0188725 Aug 19 12:25:49.357713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-754c9abe-8bfe-469d-8c19-d4e25b8d2ef8 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8980415 Aug 19 12:25:49.400900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Request body: {'port': {'device_id': '6ea83e43-e91c-4324-83ea-5d9e3e151b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:49.409113 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc1c85d1-c1c5-49cd-b4a3-36e002310ca7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:49.415666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58576) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:49.416431 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bc1c85d1-c1c5-49cd-b4a3-36e002310ca7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8657246 Aug 19 12:25:49.423430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0b7fa666-b122-4198-8d7e-56c620afba5f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'security_group_rule': {'security_group_id': 'ec2df891-c6b6-4355-8722-e0eeb28f2420', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:49.482143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-01b0ab35-b08d-4145-94ba-966d9610e352 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1367583 Aug 19 12:25:49.508785 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:49.617616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa666-b122-4198-8d7e-56c620afba5f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:49.719742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa666-b122-4198-8d7e-56c620afba5f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.200795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5d741-ce65-49a8-8a1d-334e106f1fa3 req-9991369f-2411-48b5-95c7-8b097b8e236d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:50.200795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44c5d741-ce65-49a8-8a1d-334e106f1fa3 req-9991369f-2411-48b5-95c7-8b097b8e236d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1021652 Aug 19 12:25:50.200795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de6c53d3-edb3-4ead-91bc-547afb74b11a req-d5d0825f-d26d-4134-b036-df0fd0676479 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 210 time: 0.0502291 Aug 19 12:25:50.204193 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa666-b122-4198-8d7e-56c620afba5f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.204193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fa666-b122-4198-8d7e-56c620afba5f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a497a95-f0d0-47f9-bdef-4bd5278e8782,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:50.206295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44c5d741-ce65-49a8-8a1d-334e106f1fa3 req-18217e9d-c00f-4ef4-b645-a77d48bcf237 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608389 Aug 19 12:25:50.206295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc590840-a3cf-437d-a7bf-8c4cb3be8a3f {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:50.206295 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.206295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Transition to ACTIVE for port object bc590840-a3cf-437d-a7bf-8c4cb3be8a3f will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:50.206564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa666-b122-4198-8d7e-56c620afba5f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.206564 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0b7fa666-b122-4198-8d7e-56c620afba5f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6336622 Aug 19 12:25:50.206564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58590) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:50.206564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:50.206819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d4085-92fe-48bd-adb3-7488d1564c71 req-e0ffa017-b318-4331-a2cf-d178d91e21d5 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:50.206819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-332d4085-92fe-48bd-adb3-7488d1564c71 req-e0ffa017-b318-4331-a2cf-d178d91e21d5 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0527625 Aug 19 12:25:50.206819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-332d4085-92fe-48bd-adb3-7488d1564c71 req-46bdea92-e87f-4fd6-b4da-b6f77ec40195 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372303 Aug 19 12:25:50.206819 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.206819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Pushing event updated for resources: {'Port': ['ID=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:50.253480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Attempting to bind port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:50.253480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Attempting to bind port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '9df23f21-c77d-4aa4-a2fd-f231ab89e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f785506-8d57-46df-9786-1c27cc292546'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:50.253765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Attempting to bind port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f on network 4f785506-8d57-46df-9786-1c27cc292546 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:50.259232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f on network 4f785506-8d57-46df-9786-1c27cc292546 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:50.259539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Attempting to bind port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f on network 4f785506-8d57-46df-9786-1c27cc292546 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:50.265001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:50.265498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Checking segment: {'id': '9df23f21-c77d-4aa4-a2fd-f231ab89e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f785506-8d57-46df-9786-1c27cc292546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:50.265892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Bound using segment: {'id': '9df23f21-c77d-4aa4-a2fd-f231ab89e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f785506-8d57-46df-9786-1c27cc292546'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:50.266317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Bound port: bc590840-a3cf-437d-a7bf-8c4cb3be8a3f, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df23f21-c77d-4aa4-a2fd-f231ab89e463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f785506-8d57-46df-9786-1c27cc292546'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:50.266675 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.298634 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.302653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:50.371990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:50.372476 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.418628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] For port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:50.447952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] For port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f,segment=NetworkSegment(9df23f21-c77d-4aa4-a2fd-f231ab89e463),segment_id=9df23f21-c77d-4aa4-a2fd-f231ab89e463)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:50.451315 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4610c28e-9213-489f-993d-1a8467b78972 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:50.475741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44a4a9-a060-47ca-8ab9-6cf67c65bde9 req-3172c5e7-cf20-4fb8-9a61-6dd0724a36a2 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:50.486181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad44a4a9-a060-47ca-8ab9-6cf67c65bde9 req-3172c5e7-cf20-4fb8-9a61-6dd0724a36a2 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 943 time: 0.1492159 Aug 19 12:25:50.507646 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.533984 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.556242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad44a4a9-a060-47ca-8ab9-6cf67c65bde9 req-8a86c21b-da2a-4c42-9b6d-daefaeadbae1 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580950 Aug 19 12:25:50.564475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:50.567009 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25bcf55-8a1b-4c3d-843f-d03cf9759ca1" -d '{"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-plugged", "status": "completed", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:50.586382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4610c28e-9213-489f-993d-1a8467b78972 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:50.586925 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.587082 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.592852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:50.621956 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2075dd30-4af2-4337-87eb-a11ef2da2b64 x-openstack-request-id: req-2075dd30-4af2-4337-87eb-a11ef2da2b64 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:50.622647 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-plugged", "status": "completed", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:50.622647 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2075dd30-4af2-4337-87eb-a11ef2da2b64 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:50.623056 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'code': 200} Aug 19 12:25:50.633552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:50.634197 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.637175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] 10.222.0.53 "PUT /v2.0/ports/bc590840-a3cf-437d-a7bf-8c4cb3be8a3f HTTP/1.1" status: 200 len: 1091 time: 1.2469919 Aug 19 12:25:50.640478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea83e43-e91c-4324-83ea-5d9e3e151b06', 'tag': 'bc590840-a3cf-437d-a7bf-8c4cb3be8a3f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:50.651178 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bea3f2-8486-4149-8274-ad5d962542a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea83e43-e91c-4324-83ea-5d9e3e151b06", "tag": "bc590840-a3cf-437d-a7bf-8c4cb3be8a3f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:50.682926 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588569d-2d68-4f05-89a5-8febf1c81f07 service neutron] Pushing event updated for resources: {'Port': ['ID=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:50.706144 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Allocated IP 172.25.6.155 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/b5bdc0a1-1949-40e8-87c9-9537753341ce) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:50.707961 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5725430-5c78-4f07-a70b-bd901c32f10f x-openstack-request-id: req-f5725430-5c78-4f07-a70b-bd901c32f10f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:50.708235 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea83e43-e91c-4324-83ea-5d9e3e151b06", "tag": "bc590840-a3cf-437d-a7bf-8c4cb3be8a3f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:50.708509 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5725430-5c78-4f07-a70b-bd901c32f10f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:50.708989 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea83e43-e91c-4324-83ea-5d9e3e151b06', 'tag': 'bc590840-a3cf-437d-a7bf-8c4cb3be8a3f', 'status': 'completed', 'code': 200} Aug 19 12:25:50.709578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.709745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4072942-385a-4365-9602-f67266fdecc3 req-c2e21b13-3712-4513-844a-0a7c935c0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:50.711510 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f4072942-385a-4365-9602-f67266fdecc3 req-c2e21b13-3712-4513-844a-0a7c935c0726 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 1096 time: 0.2163064 Aug 19 12:25:50.783982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=11']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:50.787158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bea3f2-8486-4149-8274-ad5d962542a1 req-410bf6e7-f1b5-4e87-bd51-9d222001d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:50.789015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0bea3f2-8486-4149-8274-ad5d962542a1 req-410bf6e7-f1b5-4e87-bd51-9d222001d57e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=739524f00b3e48c3a5335c6b612c91b2&device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 1094 time: 0.0563085 Aug 19 12:25:50.803317 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f4072942-385a-4365-9602-f67266fdecc3 req-4cb2b9ac-7c17-419f-9a39-099862c0f7c0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813687 Aug 19 12:25:50.855331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.946743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e57db069-de36-4795-8984-af3ad970890c req-5a15a693-b897-4aac-ba89-d40d7e95cbc1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 210 time: 0.0505338 Aug 19 12:25:50.967164 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.973992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bea3f2-8486-4149-8274-ad5d962542a1 req-dc7aad37-833b-4cfd-94a0-46a3c8e0c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:50.975866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0bea3f2-8486-4149-8274-ad5d962542a1 req-dc7aad37-833b-4cfd-94a0-46a3c8e0c81f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=739524f00b3e48c3a5335c6b612c91b2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1708224 Aug 19 12:25:51.005981 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:51.008875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:51.015039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:51.042100 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Port': ['ID=b5bdc0a1-1949-40e8-87c9-9537753341ce,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:51.057729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.058528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.058528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.058719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.059032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.059408 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.059730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.060048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.060369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.060685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.061059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.061436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:51.073050 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7f33ce5c-c3fc-421c-9f36-98f0df423788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.087432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebbda8-ac58-4dfb-944c-0e7964f223d0 req-0976a597-9b79-4266-90bf-46b0c888fd9b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:51.088985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3ebbda8-ac58-4dfb-944c-0e7964f223d0 req-0976a597-9b79-4266-90bf-46b0c888fd9b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1177189 Aug 19 12:25:51.121036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.135764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bea3f2-8486-4149-8274-ad5d962542a1 req-fc514b35-7af9-49dd-8418-894d5b6d0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:51.137249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0bea3f2-8486-4149-8274-ad5d962542a1 req-fc514b35-7af9-49dd-8418-894d5b6d0480 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505795 Aug 19 12:25:51.152931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3ebbda8-ac58-4dfb-944c-0e7964f223d0 req-3ab0c0aa-1201-46f1-ba49-d76bccbf1895 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558021 Aug 19 12:25:51.368089 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.586722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.622425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461417-45b7-4580-90b2-35393eb7dabc req-15b9c320-9097-467a-a4d3-070bf5e187d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:51.623951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-15b9c320-9097-467a-a4d3-070bf5e187d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=739524f00b3e48c3a5335c6b612c91b2&device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 1094 time: 0.4331589 Aug 19 12:25:51.636321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3e0c-3cb1-4b18-8b30-9c560411389a req-d28ad5ef-a2ea-4c3e-a792-58f72c20edb6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:51.637860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b56e3e0c-3cb1-4b18-8b30-9c560411389a req-d28ad5ef-a2ea-4c3e-a792-58f72c20edb6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.4387486 Aug 19 12:25:51.680980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-2b24faef-cf07-4f3a-9d0c-8f36aa79e5c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f HTTP/1.1" status: 200 len: 217 time: 0.0421104 Aug 19 12:25:51.773481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b56e3e0c-3cb1-4b18-8b30-9c560411389a req-a7742a84-d782-45c2-83a7-76fa22c02c85 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285167 Aug 19 12:25:51.775968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.782975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461417-45b7-4580-90b2-35393eb7dabc req-ef93dea2-4fd1-4d07-9777-e15ca9755b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:51.783647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-ef93dea2-4fd1-4d07-9777-e15ca9755b6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31cb5bb2-2628-4032-80fe-38f32008b0d0 HTTP/1.1" status: 200 len: 848 time: 0.0939639 Aug 19 12:25:51.813924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ade4b-93b7-4de1-96b3-d439a1842412 req-fe362016-fe6f-4f03-a2a7-68ed6e7f9a00 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:51.815554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff4ade4b-93b7-4de1-96b3-d439a1842412 req-fe362016-fe6f-4f03-a2a7-68ed6e7f9a00 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 943 time: 0.1131911 Aug 19 12:25:51.833939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-4979c092-775a-4748-9e7e-a114dc712c2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f785506-8d57-46df-9786-1c27cc292546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401635 Aug 19 12:25:51.854588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Port': ['ID=b5bdc0a1-1949-40e8-87c9-9537753341ce,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:51.868825 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.923012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff4ade4b-93b7-4de1-96b3-d439a1842412 req-a74bb12b-b75f-456e-a2a9-92d5acaabd40 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914390 Aug 19 12:25:51.964528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-15a0478d-16ea-4d30-9d04-176bdbe5d4ea service neutron] 10.222.0.53 "GET /v2.0/networks/4f785506-8d57-46df-9786-1c27cc292546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165202 Aug 19 12:25:51.997118 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:52.006692 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-df3df3f3-b4fc-493b-a083-4e5f729c8456 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9440308 Aug 19 12:25:52.076311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73e049d9-33ea-458c-95b6-225eb07a701f req-d7dd9b1d-d70a-4cae-81a8-c41423055c8d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 210 time: 0.0375757 Aug 19 12:25:52.104621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91461417-45b7-4580-90b2-35393eb7dabc req-759c2b77-5273-4c62-b571-401bf3dc35e3 service neutron] 10.222.0.53 "GET /v2.0/networks/4f785506-8d57-46df-9786-1c27cc292546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321816 Aug 19 12:25:52.293473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-3340562c-5e88-49e7-8d9b-ada094ec5a1c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--117324563&fields=id&tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a HTTP/1.1" status: 200 len: 267 time: 0.0774188 Aug 19 12:25:52.324336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b031ef8-a753-4b8f-a291-d3f2a7291206 req-dc96ab9e-db36-46c6-ad8b-e14c6eec748d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.325961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b031ef8-a753-4b8f-a291-d3f2a7291206 req-dc96ab9e-db36-46c6-ad8b-e14c6eec748d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0877192 Aug 19 12:25:52.376946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-12b8a919-0926-4e57-accf-d2d7559a5d7b tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.378440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-12b8a919-0926-4e57-accf-d2d7559a5d7b tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports/59952a98-c9c6-42eb-964e-b03e707b5eb7 HTTP/1.1" status: 200 len: 936 time: 0.0764072 Aug 19 12:25:52.435820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b031ef8-a753-4b8f-a291-d3f2a7291206 req-c7d3bc32-62c1-4498-801f-f2fb11a8aa2a tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860798 Aug 19 12:25:52.448621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5d82b61c-caa6-4256-8193-c9936d703a26 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.450102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5d82b61c-caa6-4256-8193-c9936d703a26 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports/dfd52db2-a9b9-485f-a61c-b406983d071a HTTP/1.1" status: 200 len: 937 time: 0.0634601 Aug 19 12:25:52.508059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-17eb9114-7c43-44b8-b397-28a60f34c713 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0507655 Aug 19 12:25:52.544314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-578028c1-6f3f-48aa-b4cc-a5d7d2fcbc7a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0295026 Aug 19 12:25:52.678951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a0e8458d-d08d-4a3f-aa34-fc248d5b3773 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.685203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a0e8458d-d08d-4a3f-aa34-fc248d5b3773 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.692435 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a0e8458d-d08d-4a3f-aa34-fc248d5b3773 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.694201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a0e8458d-d08d-4a3f-aa34-fc248d5b3773 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/networks?id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=cdfad0a5-ed3d-4032-af19-96465b32cc10&id=cdfad0a5-ed3d-4032-af19-96465b32cc10 HTTP/1.1" status: 200 len: 1996 time: 0.1422961 Aug 19 12:25:52.716223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-6eed2618-bf37-4297-aee4-bddef184a003 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/quotas/49dd0b4d7c4f4594b49e5a104cfcb86a HTTP/1.1" status: 200 len: 375 time: 0.0136020 Aug 19 12:25:52.793234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-31e9337c-7bd4-47e6-aebe-44f08025e062 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0702932 Aug 19 12:25:52.908251 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-90b57cb6-8f80-4f59-af78-0c114596d0c3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237422 Aug 19 12:25:52.942743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cba98d-5775-45a0-92c5-178ad89d6fdf req-c0e2f021-fe15-490c-abfc-45a34e27b1c7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.944487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36cba98d-5775-45a0-92c5-178ad89d6fdf req-c0e2f021-fe15-490c-abfc-45a34e27b1c7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0795302 Aug 19 12:25:52.963566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-fae0d378-3f1d-460a-bbd4-6bd429412072 service neutron] 10.222.0.44 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476500 Aug 19 12:25:53.039978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309904-6619-4237-afef-ea093cead9ab req-2d2b197d-8c2a-4c6c-aeb5-010ef23686bb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:53.040767 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-2d2b197d-8c2a-4c6c-aeb5-010ef23686bb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267226 Aug 19 12:25:53.054258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36cba98d-5775-45a0-92c5-178ad89d6fdf req-2043a9d4-f3ad-4dbb-80f8-6ad41a548eff tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036634 Aug 19 12:25:53.058367 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Request body: {'port': {'device_id': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'd9db3deb0ebd4bfa8ba3d2615b33cc29'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:53.102513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-c0631a93-4543-4fec-8426-0ccbed13f35e service neutron] 10.222.0.44 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294615 Aug 19 12:25:53.178175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-4b69c13f-15f6-4844-b6fa-595036acddb0 service neutron] 10.222.0.44 "GET /v2.0/ports/59952a98-c9c6-42eb-964e-b03e707b5eb7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0665534 Aug 19 12:25:53.253637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b7c1d-66c0-4583-a38d-8412aca713ef req-87415e4c-c144-4fd2-ac97-c0e007522a1c tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:53.255432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-799b7c1d-66c0-4583-a38d-8412aca713ef req-87415e4c-c144-4fd2-ac97-c0e007522a1c tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 943 time: 0.1172521 Aug 19 12:25:53.314917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-4bc34e37-3c2b-4bba-bfae-4873a7d4f8fd service neutron] 10.222.0.44 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346974 Aug 19 12:25:53.320115 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-799b7c1d-66c0-4583-a38d-8412aca713ef req-6a46cf48-4ccc-4eb5-bb4b-d11555f191a4 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571973 Aug 19 12:25:53.329836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Made reservation on behalf of d9db3deb0ebd4bfa8ba3d2615b33cc29 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:53.329836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:53.443154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b6471dfd-a63c-4932-852e-2adb16582042 service neutron] 10.222.0.44 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209235 Aug 19 12:25:53.517141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ef678670-494c-4980-9067-b07fbf0a4848 service neutron] 10.222.0.44 "GET /v2.0/ports/dfd52db2-a9b9-485f-a61c-b406983d071a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0663226 Aug 19 12:25:53.608760 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76c77476-11a6-4fff-9f37-bf8709d1530c req-b8dfa4da-d5ed-4e0b-8130-7c73d9645ad0 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 210 time: 0.0849786 Aug 19 12:25:53.720409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-107425ba-4aa4-4d89-9efb-0a33be1f441a service neutron] 10.222.0.44 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944313 Aug 19 12:25:53.797970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c5609-ff5e-4001-b0ba-52e707cb526f req-9a84f867-6589-41bc-9187-f84789cfbe10 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:53.799761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-619c5609-ff5e-4001-b0ba-52e707cb526f req-9a84f867-6589-41bc-9187-f84789cfbe10 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1213536 Aug 19 12:25:53.805593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Allocated IP 192.168.233.201 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/4c497a02-7407-4aff-97f5-29b5aa813c3a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:53.862835 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7679621a-1b4b-4ebb-bdbd-15bd1a8b1044 service neutron] 10.222.0.44 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340861 Aug 19 12:25:53.870300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-619c5609-ff5e-4001-b0ba-52e707cb526f req-0f374221-6836-4011-ac8a-b316a6f53260 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632195 Aug 19 12:25:53.974910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-c8fe1413-4605-4c4e-a629-349364887061 service neutron] 10.222.0.44 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030362 Aug 19 12:25:53.975759 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:53.989409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Transition to ACTIVE for port object 4c497a02-7407-4aff-97f5-29b5aa813c3a will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:54.073944 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-03e7d8f0-5f77-4b90-9c89-8bd2d0d7c397 service neutron] 10.222.0.44 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923598 Aug 19 12:25:54.092777 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:54.106415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2eff2f83-96b8-4003-8e82-e2b8584371ae', 'bd49ef08-9459-4271-a825-abc082e77888'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:54.113277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:54.142542 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:54.146113 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:54.151004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:54.155024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:54.199075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-84887c8a-e3e4-465d-8d6f-9f4616a7b910 service neutron] 10.222.0.44 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178062 Aug 19 12:25:54.252631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.255621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:54.337069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f526f030-d71e-4ef0-b75a-106c2e12e8f9 service neutron] 10.222.0.44 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366069 Aug 19 12:25:54.387112 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-cf1ffa38-6641-4b82-a89c-910d0971e542 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3342109 Aug 19 12:25:54.400111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Request body: {'port': {'device_id': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:54.464722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498c72a-7aa1-46df-bbbe-c8395dc937ae req-5b694068-8be6-48f6-b66d-921036f7128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.466295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b498c72a-7aa1-46df-bbbe-c8395dc937ae req-5b694068-8be6-48f6-b66d-921036f7128e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=007206b543004ced87114bfd55859962&device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 1096 time: 0.1477237 Aug 19 12:25:54.480325 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:54.554606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b0272f55-6738-4259-b72e-395e35f8088a service neutron] 10.222.0.44 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165799 Aug 19 12:25:54.565144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbaacd-c208-4103-bff4-da0945cc7528 req-7b7d80eb-3445-4dd6-af37-828afc50dfd8 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.566704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bfbaacd-c208-4103-bff4-da0945cc7528 req-7b7d80eb-3445-4dd6-af37-828afc50dfd8 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1502583 Aug 19 12:25:54.655873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0da4c33d-bd48-463d-935b-c506f074fddc None None] Provisioning for port 4c497a02-7407-4aff-97f5-29b5aa813c3a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:54.661237 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0da4c33d-bd48-463d-935b-c506f074fddc None None] Provisioning complete for port 4c497a02-7407-4aff-97f5-29b5aa813c3a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:54.661659 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0da4c33d-bd48-463d-935b-c506f074fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:54.689447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bfbaacd-c208-4103-bff4-da0945cc7528 req-dd4fddca-7d9d-4297-8f81-f060190f0cc8 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077504 Aug 19 12:25:54.710754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498c72a-7aa1-46df-bbbe-c8395dc937ae req-6138c847-336f-4405-9a1d-00f4b06b3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.710754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b498c72a-7aa1-46df-bbbe-c8395dc937ae req-6138c847-336f-4405-9a1d-00f4b06b3fb7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 200 len: 920 time: 0.2272179 Aug 19 12:25:54.722877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0da4c33d-bd48-463d-935b-c506f074fddc None None] Port 4c497a02-7407-4aff-97f5-29b5aa813c3a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:54.772034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b498c72a-7aa1-46df-bbbe-c8395dc937ae req-b5d949af-3442-4113-8593-ecf1e3e207d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=187a8696-9ecb-4a06-835b-8b171e24dbea HTTP/1.1" status: 200 len: 217 time: 0.0536757 Aug 19 12:25:54.792895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5a8ef944-7580-4890-aaed-2503846606e3 service neutron] 10.222.0.44 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215414 Aug 19 12:25:54.807867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c497a02-7407-4aff-97f5-29b5aa813c3a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:54.816354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:54.829121 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Transition to ACTIVE for port object 4c497a02-7407-4aff-97f5-29b5aa813c3a will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:54.907327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498c72a-7aa1-46df-bbbe-c8395dc937ae req-456ded77-eab4-4f2c-81a7-733305077757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.909699 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b498c72a-7aa1-46df-bbbe-c8395dc937ae req-456ded77-eab4-4f2c-81a7-733305077757 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 200 len: 859 time: 0.1275592 Aug 19 12:25:54.913562 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:54.935665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137613f-32db-4396-aff4-6f5e96f9c92f req-230b7de6-d38c-4a99-8fa7-86bb7f1af987 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.938385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5137613f-32db-4396-aff4-6f5e96f9c92f req-230b7de6-d38c-4a99-8fa7-86bb7f1af987 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 943 time: 0.1669879 Aug 19 12:25:54.965781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b498c72a-7aa1-46df-bbbe-c8395dc937ae req-13c1fad3-418e-424f-88fd-66e96ebc886f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a968453-8949-4776-80cc-6c3b9cd0d5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383053 Aug 19 12:25:54.996788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:55.041165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f9650d99-7af4-4336-b3b4-28b67c60291d service neutron] 10.222.0.44 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322299 Aug 19 12:25:55.051716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:55.052055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:55.052389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:55.058273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Port 4c497a02-7407-4aff-97f5-29b5aa813c3a on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:55.058599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:55.065470 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:55.065817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:55.066216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:55.066657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Bound port: 4c497a02-7407-4aff-97f5-29b5aa813c3a, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:55.067016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.133902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bc590840-a3cf-437d-a7bf-8c4cb3be8a3f details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:55.160350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:55.165126 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:55.192572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5137613f-32db-4396-aff4-6f5e96f9c92f req-7217ecf4-bebe-4cd5-ad09-ac9b1543dd07 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239101 Aug 19 12:25:55.250405 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-1255126f-d3c5-412b-a851-17892961d3ed service neutron] 10.222.0.44 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928439 Aug 19 12:25:55.252538 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b498c72a-7aa1-46df-bbbe-c8395dc937ae req-e015c8ec-30be-4313-a076-88ef124ff927 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645988 Aug 19 12:25:55.318852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.378241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f,segment=NetworkSegment(9df23f21-c77d-4aa4-a2fd-f231ab89e463),segment_id=9df23f21-c77d-4aa4-a2fd-f231ab89e463)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:55.396253 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:55.398364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.401964 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] 10.222.0.52 "PUT /v2.0/ports/4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 1096 time: 1.0062988 Aug 19 12:25:55.406567 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:55.410313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'bc590840-a3cf-437d-a7bf-8c4cb3be8a3f', 'network_id': '4f785506-8d57-46df-9786-1c27cc292546', 'port_id': 'bc590840-a3cf-437d-a7bf-8c4cb3be8a3f', 'mac_address': 'fa:16:3e:28:cd:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31cb5bb2-2628-4032-80fe-38f32008b0d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:55.411089 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfcb3c5-4a45-40cb-ac84-f39f926940da" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:55.449447 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaefcf-39c0-4daf-a125-6f128353c197 service neutron] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:55.483159 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.504969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc590840-a3cf-437d-a7bf-8c4cb3be8a3f {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:55.529825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f,segment=NetworkSegment(9df23f21-c77d-4aa4-a2fd-f231ab89e463),segment_id=9df23f21-c77d-4aa4-a2fd-f231ab89e463)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:55.540908 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5dd79241-34d6-4bf8-b1d8-bf19fa557156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.663097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309904-6619-4237-afef-ea093cead9ab req-e97558fb-be63-4956-aa69-a014d57b8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:55.664680 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-e97558fb-be63-4956-aa69-a014d57b8608 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1099 time: 0.0601060 Aug 19 12:25:55.686691 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.720004 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-223b7699-8068-496d-b5cf-5a11ef4b036f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 217 time: 0.0425503 Aug 19 12:25:55.752995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:55.794219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309904-6619-4237-afef-ea093cead9ab req-a83875e1-34f9-44d0-94e6-4d23c3717e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:55.795748 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-a83875e1-34f9-44d0-94e6-4d23c3717e26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0681415 Aug 19 12:25:55.821820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e27b5-fbad-4b18-acea-510ca9396105 req-19f543e7-b4e8-48ac-8433-ebbac4ef6cf3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:55.823534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-572e27b5-fbad-4b18-acea-510ca9396105 req-19f543e7-b4e8-48ac-8433-ebbac4ef6cf3 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 948 time: 0.5025356 Aug 19 12:25:55.826422 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.846223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b498c72a-7aa1-46df-bbbe-c8395dc937ae req-b5a5814c-0f20-4f52-9ae8-10f830aaafa5 service neutron] 10.222.0.52 "GET /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851047 Aug 19 12:25:55.870113 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309904-6619-4237-afef-ea093cead9ab req-c7f5d066-c9c3-4cbe-820b-c1aa45833b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:55.872647 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-c7f5d066-c9c3-4cbe-820b-c1aa45833b93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680373 Aug 19 12:25:55.883205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-572e27b5-fbad-4b18-acea-510ca9396105 req-b1cebeab-e682-4f4a-8fae-47d2ce354f6d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439305 Aug 19 12:25:55.982194 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-75793fd0-ec55-45be-8187-0e06e8696583 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999775 Aug 19 12:25:56.017031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9df08-bcb1-40d7-85fb-f725dc0b020f req-c483e4ee-9b62-4129-a335-f7c05401067b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:56.018909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4da9df08-bcb1-40d7-85fb-f725dc0b020f req-c483e4ee-9b62-4129-a335-f7c05401067b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0658329 Aug 19 12:25:56.061195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4da9df08-bcb1-40d7-85fb-f725dc0b020f req-fbd8af69-3508-4d2d-a693-433be14a61d5 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361254 Aug 19 12:25:56.065667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['bc590840-a3cf-437d-a7bf-8c4cb3be8a3f'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:56.108221 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb309904-6619-4237-afef-ea093cead9ab req-6cbfd2bd-bcee-491e-9184-011aa6427922 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135330 Aug 19 12:25:56.262455 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfdc6fe-3524-4e34-ad8c-d91311219e78 x-openstack-request-id: req-5cfdc6fe-3524-4e34-ad8c-d91311219e78 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:56.266895 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:56.266895 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5cfdc6fe-3524-4e34-ad8c-d91311219e78 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:56.266895 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'status': 'completed', 'code': 200} Aug 19 12:25:56.361060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced161b-4db7-48d4-8937-5058b1448095 req-3d58accd-ecae-40c2-b200-2bff7f75f2bf tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:56.362634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ced161b-4db7-48d4-8937-5058b1448095 req-3d58accd-ecae-40c2-b200-2bff7f75f2bf tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0543942 Aug 19 12:25:56.406327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ced161b-4db7-48d4-8937-5058b1448095 req-8ba2b757-d1df-41f4-8e75-35f5262f46fb tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368974 Aug 19 12:25:56.421398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcb3c5-4a45-40cb-ac84-f39f926940da req-67bf6e24-dcb4-4bce-a83d-9a4ea6964cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:56.423817 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6bfcb3c5-4a45-40cb-ac84-f39f926940da req-67bf6e24-dcb4-4bce-a83d-9a4ea6964cdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1099 time: 0.0429602 Aug 19 12:25:56.521765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3d5f6-e88d-44b5-a521-101e6b2bff3f req-9797755c-a1da-4eb1-90e0-7ade59ceaacd tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:56.523344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30b3d5f6-e88d-44b5-a521-101e6b2bff3f req-9797755c-a1da-4eb1-90e0-7ade59ceaacd tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 944 time: 0.0579135 Aug 19 12:25:56.531139 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcb3c5-4a45-40cb-ac84-f39f926940da req-5758211f-031b-445c-a0bd-6dbda8da13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:56.532675 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6bfcb3c5-4a45-40cb-ac84-f39f926940da req-5758211f-031b-445c-a0bd-6dbda8da13f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.0990839 Aug 19 12:25:56.564320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30b3d5f6-e88d-44b5-a521-101e6b2bff3f req-1d07da67-91bd-42f3-a957-67c957d155ec tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345240 Aug 19 12:25:56.580261 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6bfcb3c5-4a45-40cb-ac84-f39f926940da req-8da866b7-8dbc-4062-a9a0-593b168a5197 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 217 time: 0.0381777 Aug 19 12:25:56.632833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcb3c5-4a45-40cb-ac84-f39f926940da req-43b00c71-86db-4a99-9a40-356680cf4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:56.634397 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6bfcb3c5-4a45-40cb-ac84-f39f926940da req-43b00c71-86db-4a99-9a40-356680cf4c3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0475607 Aug 19 12:25:56.689737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcb3c5-4a45-40cb-ac84-f39f926940da req-382bdf7b-376c-4c01-88dd-69cd90ffca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:56.691543 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6bfcb3c5-4a45-40cb-ac84-f39f926940da req-382bdf7b-376c-4c01-88dd-69cd90ffca47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495956 Aug 19 12:25:56.790878 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6bfcb3c5-4a45-40cb-ac84-f39f926940da req-14fbf003-0031-4cd3-9810-a7194d79b402 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913358 Aug 19 12:25:56.889881 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.896921 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6bfcb3c5-4a45-40cb-ac84-f39f926940da req-9a9c485f-af98-4e70-8fca-1a58e599d77f service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976226 Aug 19 12:25:57.007321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d94cfd-a4cf-4046-8bad-e4022e8de074 req-68372c14-004c-41f0-8d1f-1bdc56659fa6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.008753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43d94cfd-a4cf-4046-8bad-e4022e8de074 req-68372c14-004c-41f0-8d1f-1bdc56659fa6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 948 time: 0.0518146 Aug 19 12:25:57.053029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43d94cfd-a4cf-4046-8bad-e4022e8de074 req-bf29dc6e-6b57-4ad9-af7d-8b6919c7bf84 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379505 Aug 19 12:25:57.185611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a430-50c4-46b1-b935-dd9361768dff req-79d1b057-a27c-4eec-850e-2a4aec154e08 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.187160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9881a430-50c4-46b1-b935-dd9361768dff req-79d1b057-a27c-4eec-850e-2a4aec154e08 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0529993 Aug 19 12:25:57.243665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9881a430-50c4-46b1-b935-dd9361768dff req-c7a4e663-e3fc-40a4-98c3-be9739ebab12 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500910 Aug 19 12:25:57.333219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d96d0dee-436d-4c94-afaf-696f7733a7bc req-d3064969-3101-4d10-8e2e-9d7aab9cdfdc tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0418096 Aug 19 12:25:57.528995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5ed6c-6987-4255-b03d-6408a218ba71 req-7a412a38-7ca4-4f77-b238-4f8bece6c173 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.530662 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3c5ed6c-6987-4255-b03d-6408a218ba71 req-7a412a38-7ca4-4f77-b238-4f8bece6c173 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0525045 Aug 19 12:25:57.571819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3c5ed6c-6987-4255-b03d-6408a218ba71 req-8cae7546-9da2-4ea4-b3a3-727b7dd0304d tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340912 Aug 19 12:25:57.689166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1762451-6f37-4865-b715-d08b1b234b8b req-62702398-53e6-4d4f-b445-b23ff9fe1687 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.690727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1762451-6f37-4865-b715-d08b1b234b8b req-62702398-53e6-4d4f-b445-b23ff9fe1687 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 944 time: 0.0531013 Aug 19 12:25:57.731114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1762451-6f37-4865-b715-d08b1b234b8b req-353cf83f-d479-483c-be3f-81593bf2e2c6 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Aug 19 12:25:58.186389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815293be-8d76-4dd6-9cf2-6fd916fa1c01 req-9fcc9e50-51ec-4676-851a-d136a795534b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:58.187979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-815293be-8d76-4dd6-9cf2-6fd916fa1c01 req-9fcc9e50-51ec-4676-851a-d136a795534b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 948 time: 0.0546644 Aug 19 12:25:58.227755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-815293be-8d76-4dd6-9cf2-6fd916fa1c01 req-01dbb8a1-a073-496e-b2e6-bf0a6bb4ddfe tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Aug 19 12:25:58.385299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a1c23-184b-4450-80f9-2d9af8cee92a req-ddd477e3-7e3b-4d7f-a334-e965e150a738 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:58.386971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b3a1c23-184b-4450-80f9-2d9af8cee92a req-ddd477e3-7e3b-4d7f-a334-e965e150a738 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0696924 Aug 19 12:25:58.440813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b3a1c23-184b-4450-80f9-2d9af8cee92a req-5f74e6f0-65b5-434f-aba4-1cc6c412bfc7 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466540 Aug 19 12:25:58.458404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-875a4d7b-c2e0-4662-875d-b63de658605e req-f28da51f-dfa1-46e0-b52d-afe863c9e778 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0337842 Aug 19 12:25:58.704898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0c02b-7132-48ef-b6ec-9aaf622aa6ba req-245fe489-83b5-4f60-bae2-623bb74c1f63 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:58.706465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98c0c02b-7132-48ef-b6ec-9aaf622aa6ba req-245fe489-83b5-4f60-bae2-623bb74c1f63 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.0595958 Aug 19 12:25:58.747921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98c0c02b-7132-48ef-b6ec-9aaf622aa6ba req-acda7904-6ee9-4ff3-9942-5240114b12bd tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348349 Aug 19 12:25:58.832709 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:58.859892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845250a-69f4-4a8c-89ef-7e75d9160505 req-24507fcf-c517-45e3-bb34-f69c4683e3ca tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:58.861780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f845250a-69f4-4a8c-89ef-7e75d9160505 req-24507fcf-c517-45e3-bb34-f69c4683e3ca tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 944 time: 0.0574687 Aug 19 12:25:58.904856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f845250a-69f4-4a8c-89ef-7e75d9160505 req-8dba9d80-6a99-4793-9e83-b45ced4663f4 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360937 Aug 19 12:25:59.154244 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bc590840-a3cf-437d-a7bf-8c4cb3be8a3f up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:59.351894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d91b8c-449b-4499-ad85-2837013d1ef1 req-2930aad3-0827-49b9-9a81-e313f6e30496 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:59.353495 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26d91b8c-449b-4499-ad85-2837013d1ef1 req-2930aad3-0827-49b9-9a81-e313f6e30496 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 948 time: 0.0515645 Aug 19 12:25:59.395364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26d91b8c-449b-4499-ad85-2837013d1ef1 req-8a2a4d10-ce5f-42d9-8968-13c51c71bdcb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348070 Aug 19 12:25:59.398080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:59.402374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:59.402863 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.502020 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.559514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea83e43-e91c-4324-83ea-5d9e3e151b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc590840-a3cf-437d-a7bf-8c4cb3be8a3f'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:59.561999 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48caaf29-a394-478d-bf92-08178ebe05ff" -d '{"events": [{"server_uuid": "6ea83e43-e91c-4324-83ea-5d9e3e151b06", "name": "network-vif-plugged", "status": "completed", "tag": "bc590840-a3cf-437d-a7bf-8c4cb3be8a3f"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:59.575779 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f,segment=NetworkSegment(9df23f21-c77d-4aa4-a2fd-f231ab89e463),segment_id=9df23f21-c77d-4aa4-a2fd-f231ab89e463)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:59.594310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8c93549-0d39-4b21-bbaa-c28ded753cb5 req-3162d83b-899c-4403-8284-741708f24118 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0320861 Aug 19 12:25:59.615420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2041ba2-eccf-4e6f-9a46-c1800ecb706c req-27945180-035f-4c52-abf0-34f310ee0bcc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:59.616977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2041ba2-eccf-4e6f-9a46-c1800ecb706c req-27945180-035f-4c52-abf0-34f310ee0bcc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0883458 Aug 19 12:25:59.658048 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2041ba2-eccf-4e6f-9a46-c1800ecb706c req-f88851eb-6a76-4ffa-9e25-6269124548e1 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Aug 19 12:25:59.708424 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83e0090-ade4-4226-9265-78534c6b2364 x-openstack-request-id: req-e83e0090-ade4-4226-9265-78534c6b2364 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:59.708718 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea83e43-e91c-4324-83ea-5d9e3e151b06", "name": "network-vif-plugged", "status": "completed", "tag": "bc590840-a3cf-437d-a7bf-8c4cb3be8a3f", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:59.708971 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e83e0090-ade4-4226-9265-78534c6b2364 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:59.709563 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea83e43-e91c-4324-83ea-5d9e3e151b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc590840-a3cf-437d-a7bf-8c4cb3be8a3f', 'code': 200} Aug 19 12:25:59.726565 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.782380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:59.823885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b688b4-e0c2-4f3d-9713-82100b507ae0 req-79898e15-db18-4636-bd99-2b760b287018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:59.825456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58b688b4-e0c2-4f3d-9713-82100b507ae0 req-79898e15-db18-4636-bd99-2b760b287018 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 1096 time: 0.0418913 Aug 19 12:25:59.865714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58b688b4-e0c2-4f3d-9713-82100b507ae0 req-2c087702-94e1-4d80-98aa-4886452bb104 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315850 Aug 19 12:26:00.030457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066eaac8-b9e7-46b2-9100-828032e02113 req-51714902-0034-4fd7-8383-0258a1c9f0e4 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:00.032669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-066eaac8-b9e7-46b2-9100-828032e02113 req-51714902-0034-4fd7-8383-0258a1c9f0e4 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 945 time: 0.0526693 Aug 19 12:26:00.077068 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-066eaac8-b9e7-46b2-9100-828032e02113 req-a0609195-7fe9-48b6-9b52-b7a1b9980c0d tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Aug 19 12:26:00.375132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:00.555203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128fb35-4129-4f71-bfdd-de5e9d04e91a req-21b4b815-d1d1-42a8-b5e7-c51acee97189 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:00.556971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f128fb35-4129-4f71-bfdd-de5e9d04e91a req-21b4b815-d1d1-42a8-b5e7-c51acee97189 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 948 time: 0.0643356 Aug 19 12:26:00.607465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f128fb35-4129-4f71-bfdd-de5e9d04e91a req-708574b2-6ea5-41ce-9ef9-422a2d50af46 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356956 Aug 19 12:26:00.675077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:00.703358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'mac_address': 'fa:16:3e:45:3e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:00.746410 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.748956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64d6dd83-9288-4e57-95d8-a38c4b24e8f4 req-2075e9ff-4a0f-40eb-8263-55b5c23e5602 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0533044 Aug 19 12:26:00.763404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c497a02-7407-4aff-97f5-29b5aa813c3a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:00.787491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:00.862630 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce887195-3079-4775-9ad1-8ea1fe0abef4 req-bd1e96ee-74ff-4df4-8769-26bfb29804f2 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:00.864317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce887195-3079-4775-9ad1-8ea1fe0abef4 req-bd1e96ee-74ff-4df4-8769-26bfb29804f2 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0540957 Aug 19 12:26:00.911299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce887195-3079-4775-9ad1-8ea1fe0abef4 req-37045d1c-24cc-4c65-82fc-41914fb13b0b tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Aug 19 12:26:00.943757 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:01.006533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:01.235589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2568598-88fc-4a39-ab1b-f7755815626e req-124a6503-7e63-4062-8e88-310a130640ea tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:01.237118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2568598-88fc-4a39-ab1b-f7755815626e req-124a6503-7e63-4062-8e88-310a130640ea tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 945 time: 0.0756567 Aug 19 12:26:01.262213 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4c497a02-7407-4aff-97f5-29b5aa813c3a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:01.284702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2568598-88fc-4a39-ab1b-f7755815626e req-10bb5024-24ee-4257-8856-9014e9556305 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Aug 19 12:26:01.366781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-dd9319bd-a4b4-4b30-a548-ac3d6272b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:01.369833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-dd9319bd-a4b4-4b30-a548-ac3d6272b716 service neutron] 10.222.0.53 "GET /v2.0/ports/59952a98-c9c6-42eb-964e-b03e707b5eb7 HTTP/1.1" status: 200 len: 1032 time: 0.0473149 Aug 19 12:26:01.454496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-22ae0f62-6823-47d2-8f95-dcb8b13a4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:01.455879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-22ae0f62-6823-47d2-8f95-dcb8b13a4610 service neutron] 10.222.0.53 "GET /v2.0/ports/dfd52db2-a9b9-485f-a61c-b406983d071a HTTP/1.1" status: 200 len: 1033 time: 0.0664961 Aug 19 12:26:01.604585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-8beacdc2-1b81-4590-bfea-b3e10e7ecfff tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:01.615134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-8beacdc2-1b81-4590-bfea-b3e10e7ecfff tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:01.620342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-8beacdc2-1b81-4590-bfea-b3e10e7ecfff tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:01.622147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-8beacdc2-1b81-4590-bfea-b3e10e7ecfff tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "GET /v2.0/networks?id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=cdfad0a5-ed3d-4032-af19-96465b32cc10&id=cdfad0a5-ed3d-4032-af19-96465b32cc10 HTTP/1.1" status: 200 len: 1996 time: 0.1541078 Aug 19 12:26:01.694932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-96682ba6-ed9b-4dfd-a17e-ff8861ed047d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a HTTP/1.1" status: 200 len: 379 time: 0.0520043 Aug 19 12:26:01.712130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'admin_state_up': True, 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'security_groups': ['ec2df891-c6b6-4355-8722-e0eeb28f2420']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:01.818968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edcf5e-d530-4b8f-95c6-b7c255fff7b0 req-e7c52eb2-b937-442b-b68c-6c408a3bbedf tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:01.822200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4edcf5e-d530-4b8f-95c6-b7c255fff7b0 req-e7c52eb2-b937-442b-b68c-6c408a3bbedf tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 949 time: 0.1261399 Aug 19 12:26:01.924393 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4edcf5e-d530-4b8f-95c6-b7c255fff7b0 req-86c40397-6537-452e-ba43-d06414c63681 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934296 Aug 19 12:26:01.952049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af19ff3c-b7e2-4bef-8cae-a9591a42e88e req-f71df238-21f3-4e25-97fd-217ce2156fdd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0616803 Aug 19 12:26:02.050453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ca8d5-717f-47fb-ade5-0d5f7dba8dd4 req-e647659c-4e5f-4292-aef1-ef2f911f2dd8 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:02.052060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-702ca8d5-717f-47fb-ade5-0d5f7dba8dd4 req-e647659c-4e5f-4292-aef1-ef2f911f2dd8 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0600145 Aug 19 12:26:02.102788 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-702ca8d5-717f-47fb-ade5-0d5f7dba8dd4 req-f876aba4-2d1d-4a72-800d-7eef848fd0f0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445189 Aug 19 12:26:02.180741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:02.184697 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:02.334620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Allocated IP 172.20.0.11 (9917493e-c16d-4f6f-a2c4-6890a7f10b03/5b18177a-3842-4a4f-99df-56fcaf6e0863/80f877a9-dfa8-4666-81dc-1ebd03296cb8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:02.392681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:02.531757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fea74d-9d17-4213-9c48-29949735cc08 req-a0da1448-a029-45e3-b0f0-eebea7d1f6ac tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:02.532451 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45fea74d-9d17-4213-9c48-29949735cc08 req-a0da1448-a029-45e3-b0f0-eebea7d1f6ac tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 945 time: 0.1522777 Aug 19 12:26:02.566316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 4c497a02-7407-4aff-97f5-29b5aa813c3a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:02.570787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 4c497a02-7407-4aff-97f5-29b5aa813c3a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:02.571405 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:02.605698 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:02.626013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45fea74d-9d17-4213-9c48-29949735cc08 req-297c2805-581c-4f9d-a3d7-5d666d0380fb tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861883 Aug 19 12:26:02.645251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Transition to ACTIVE for port object 80f877a9-dfa8-4666-81dc-1ebd03296cb8 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:02.696063 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:02.732398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:02.743192 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f37c24-52c3-4f15-8952-92f29ba24d82" -d '{"events": [{"server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "name": "network-vif-plugged", "status": "completed", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:02.773171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:02.800388 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e6f85-d81f-435a-8ad7-54c52270b292 x-openstack-request-id: req-c67e6f85-d81f-435a-8ad7-54c52270b292 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:02.800690 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "name": "network-vif-plugged", "status": "completed", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:02.801002 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c67e6f85-d81f-435a-8ad7-54c52270b292 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:02.801463 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'code': 200} Aug 19 12:26:02.816408 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:02.907598 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:02.957932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Port': ['ID=80f877a9-dfa8-4666-81dc-1ebd03296cb8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:02.983050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73e6b9-bbce-464a-96e7-8d7bbb2b6782 req-f1ea2ea2-1ae4-41da-8299-d5e5c05176c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.988335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:02.991618 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1b73e6b9-bbce-464a-96e7-8d7bbb2b6782 req-f1ea2ea2-1ae4-41da-8299-d5e5c05176c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1101 time: 0.1041224 Aug 19 12:26:03.006007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:03.007761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:03.023967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:03.040885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:03.085484 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1b73e6b9-bbce-464a-96e7-8d7bbb2b6782 req-6739876c-4103-449d-b17d-ce711990ed3b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844119 Aug 19 12:26:03.162222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:03.163254 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.228661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fe4e7-0667-4b1b-a640-8019a2ff0b15 req-a6fb7324-9cec-40e2-ade1-8c4ab07ee386 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:03.230524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e70fe4e7-0667-4b1b-a640-8019a2ff0b15 req-a6fb7324-9cec-40e2-ade1-8c4ab07ee386 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 932 time: 0.1278853 Aug 19 12:26:03.239549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee96cd-57ca-467d-beb1-bc76aaa6692a req-f72b4acd-e36e-4081-9e2d-a88a702b442b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:03.241269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48ee96cd-57ca-467d-beb1-bc76aaa6692a req-f72b4acd-e36e-4081-9e2d-a88a702b442b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1526887 Aug 19 12:26:03.302889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e70fe4e7-0667-4b1b-a640-8019a2ff0b15 req-8f58f26b-80d0-41b3-a2ff-fa67cd2ae1b9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602753 Aug 19 12:26:03.311980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48ee96cd-57ca-467d-beb1-bc76aaa6692a req-435bdbf2-f0f5-4941-ae4c-e76c00ea71fd tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629554 Aug 19 12:26:03.313884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e19da063-0d72-470e-b698-705b3bccdd30 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6071062 Aug 19 12:26:03.332483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336', 'admin_state_up': True, 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'security_groups': ['ec2df891-c6b6-4355-8722-e0eeb28f2420']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:03.426332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5a8b21b5-84e3-4f32-a126-b8b2f0026352 None None] Provisioning for port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:03.430865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5a8b21b5-84e3-4f32-a126-b8b2f0026352 None None] Provisioning complete for port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:03.431249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a8b21b5-84e3-4f32-a126-b8b2f0026352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.474395 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b21b5-84e3-4f32-a126-b8b2f0026352 None None] Port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:03.496848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbf739-0bab-4e08-b008-903b7fe520c2 req-d7566fd3-d52f-436c-bd74-870114a5bbf9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:03.504606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ffbf739-0bab-4e08-b008-903b7fe520c2 req-d7566fd3-d52f-436c-bd74-870114a5bbf9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0939515 Aug 19 12:26:03.555652 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ffbf739-0bab-4e08-b008-903b7fe520c2 req-a78bc0a5-ec5f-4363-b438-4a45e80b8a78 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500870 Aug 19 12:26:03.663109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:03.667168 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.810178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Allocated IP 10.1.1.140 (35516620-7e1d-40f2-aa96-55c72d5a6336/f60dca10-f3b1-4bf5-a961-68d344af9ab7/2397b715-6ad6-41aa-897c-1961b843f1b4) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:03.985391 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.002470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Transition to ACTIVE for port object 2397b715-6ad6-41aa-897c-1961b843f1b4 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:04.179175 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.238319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network 35516620-7e1d-40f2-aa96-55c72d5a6336 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:04.241830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:04.246450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:04.279590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Port': ['ID=2397b715-6ad6-41aa-897c-1961b843f1b4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:04.314858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:04.318596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.455605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-ee1e8152-3a3b-4489-8c57-63f1f5ffc4a0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1310732 Aug 19 12:26:04.487639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336', 'admin_state_up': True, 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'security_groups': ['ec2df891-c6b6-4355-8722-e0eeb28f2420']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:04.591148 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631f611-7efb-4e8f-a321-52bc5df434c7 req-12399a98-b2f5-4a25-b4b6-81670bcb9c77 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:04.597804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631f611-7efb-4e8f-a321-52bc5df434c7 req-12399a98-b2f5-4a25-b4b6-81670bcb9c77 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:04.599457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9631f611-7efb-4e8f-a321-52bc5df434c7 req-12399a98-b2f5-4a25-b4b6-81670bcb9c77 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 1654 time: 0.2007544 Aug 19 12:26:04.643677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3f724a62-34fb-4384-a6d9-ae43b48cebfc None None] Provisioning for port 2397b715-6ad6-41aa-897c-1961b843f1b4 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:04.657006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3f724a62-34fb-4384-a6d9-ae43b48cebfc None None] Provisioning complete for port 2397b715-6ad6-41aa-897c-1961b843f1b4 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:04.657787 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3f724a62-34fb-4384-a6d9-ae43b48cebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.661137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa11242-dd85-4820-ac1c-adf5901f590e req-f7f86bbc-36f1-4744-b93d-c8c5cb94d520 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:04.662776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0aa11242-dd85-4820-ac1c-adf5901f590e req-f7f86bbc-36f1-4744-b93d-c8c5cb94d520 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1561639 Aug 19 12:26:04.721176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9631f611-7efb-4e8f-a321-52bc5df434c7 req-7965c229-2c73-422c-8511-69c72a4abe2f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110640 Aug 19 12:26:04.723696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3f724a62-34fb-4384-a6d9-ae43b48cebfc None None] Port 2397b715-6ad6-41aa-897c-1961b843f1b4 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:04.776959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0aa11242-dd85-4820-ac1c-adf5901f590e req-b66aba35-f146-44c5-9351-628bbb5b9464 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053162 Aug 19 12:26:04.874932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:04.878567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.918148 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d664a-24b5-42c2-9259-844b2182c887 req-bee1c833-d5ea-4782-b5ef-44f7ac0e6259 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:04.919593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a5d664a-24b5-42c2-9259-844b2182c887 req-bee1c833-d5ea-4782-b5ef-44f7ac0e6259 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0770178 Aug 19 12:26:05.030388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a5d664a-24b5-42c2-9259-844b2182c887 req-c0adaebd-cfe5-443b-8461-b2883cd7599c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760972 Aug 19 12:26:05.066555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Allocated IP 10.1.1.242 (35516620-7e1d-40f2-aa96-55c72d5a6336/f60dca10-f3b1-4bf5-a961-68d344af9ab7/331fdea2-c75c-4b83-ac8b-f5f182984952) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:05.308930 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.325157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Transition to ACTIVE for port object 331fdea2-c75c-4b83-ac8b-f5f182984952 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:05.438752 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.496304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network 35516620-7e1d-40f2-aa96-55c72d5a6336 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:05.500110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:05.505118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:05.515049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Port': ['ID=331fdea2-c75c-4b83-ac8b-f5f182984952,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:05.579593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:05.580737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.771468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-eec7c495-fd07-43c7-886a-93b0f34e19a4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3050249 Aug 19 12:26:05.779170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10', 'admin_state_up': True, 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'security_groups': ['ec2df891-c6b6-4355-8722-e0eeb28f2420']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:05.878770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4fe3dac8-0bb6-41d5-b0dc-5cc7b8797843 None None] Provisioning for port 331fdea2-c75c-4b83-ac8b-f5f182984952 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:05.889343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4fe3dac8-0bb6-41d5-b0dc-5cc7b8797843 None None] Provisioning complete for port 331fdea2-c75c-4b83-ac8b-f5f182984952 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:05.890816 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4fe3dac8-0bb6-41d5-b0dc-5cc7b8797843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.930702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4fe3dac8-0bb6-41d5-b0dc-5cc7b8797843 None None] Port 331fdea2-c75c-4b83-ac8b-f5f182984952 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:05.998196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2c5e1-2c6b-43db-b192-5ead4473f08c req-251b0d58-fc0b-477a-83d3-c46b1101a8cb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:06.004741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2c5e1-2c6b-43db-b192-5ead4473f08c req-251b0d58-fc0b-477a-83d3-c46b1101a8cb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:06.010840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2c5e1-2c6b-43db-b192-5ead4473f08c req-251b0d58-fc0b-477a-83d3-c46b1101a8cb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:06.012539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ca2c5e1-2c6b-43db-b192-5ead4473f08c req-251b0d58-fc0b-477a-83d3-c46b1101a8cb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 2375 time: 0.1453195 Aug 19 12:26:06.029105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a18392-ead3-465c-8114-f5643936c2e0 req-2169e302-249f-41ab-89a6-9fb8b975656a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:06.031900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2a18392-ead3-465c-8114-f5643936c2e0 req-2169e302-249f-41ab-89a6-9fb8b975656a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1294699 Aug 19 12:26:06.121496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ca2c5e1-2c6b-43db-b192-5ead4473f08c req-5b46c93f-4c0c-4115-a168-50e413db19cd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866570 Aug 19 12:26:06.131043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2a18392-ead3-465c-8114-f5643936c2e0 req-a99f6eef-faa8-4f63-95a1-f8351bf4bf28 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902231 Aug 19 12:26:06.206007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:06.378495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9a52b-b74b-43a2-ab4a-f00f73a0fbd7 req-d3e1c4b0-d495-4317-8eee-4b5c66a4661d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:06.382946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ad9a52b-b74b-43a2-ab4a-f00f73a0fbd7 req-d3e1c4b0-d495-4317-8eee-4b5c66a4661d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1154633 Aug 19 12:26:06.392528 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.480003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ad9a52b-b74b-43a2-ab4a-f00f73a0fbd7 req-e45cfabf-9c45-4c1c-88a1-92893bc3c82a tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844810 Aug 19 12:26:06.800688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8a534-d529-4b6f-b9b9-85649c752971 req-9ea44b77-a6df-4edd-9f87-1775ca7929be tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:06.802354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c8a534-d529-4b6f-b9b9-85649c752971 req-9ea44b77-a6df-4edd-9f87-1775ca7929be tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1101 time: 0.2156186 Aug 19 12:26:06.875220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04c8a534-d529-4b6f-b9b9-85649c752971 req-c705da38-6996-421a-a876-0ec8ae5f2033 tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632806 Aug 19 12:26:06.886256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Allocated IP 10.2.2.100 (cdfad0a5-ed3d-4032-af19-96465b32cc10/0fc9b013-9880-499a-9d56-8bb3ebf90cf5/f8f6c14b-3e20-4211-9f1e-aeb44e442751) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:07.115633 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.133309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Transition to ACTIVE for port object f8f6c14b-3e20-4211-9f1e-aeb44e442751 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:07.359084 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.438212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Port': ['ID=f8f6c14b-3e20-4211-9f1e-aeb44e442751,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:07.453730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network cdfad0a5-ed3d-4032-af19-96465b32cc10 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:07.467307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:07.476517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:07.567831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:07.568518 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.582186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded91590-618a-44f4-8845-d6399a5a6554 req-87654354-0b71-4e24-bbbb-26940d68c887 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:07.589037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded91590-618a-44f4-8845-d6399a5a6554 req-87654354-0b71-4e24-bbbb-26940d68c887 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:07.595920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded91590-618a-44f4-8845-d6399a5a6554 req-87654354-0b71-4e24-bbbb-26940d68c887 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:07.602032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded91590-618a-44f4-8845-d6399a5a6554 req-87654354-0b71-4e24-bbbb-26940d68c887 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:07.603826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ded91590-618a-44f4-8845-d6399a5a6554 req-87654354-0b71-4e24-bbbb-26940d68c887 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 3096 time: 0.1483560 Aug 19 12:26:07.679645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ded91590-618a-44f4-8845-d6399a5a6554 req-1e5f522c-ea80-4092-8b6a-a748df44ef88 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647340 Aug 19 12:26:07.759806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-a4f11686-c624-493a-add0-48f8ef7376d1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9848104 Aug 19 12:26:07.816675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10', 'admin_state_up': True, 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'security_groups': ['ec2df891-c6b6-4355-8722-e0eeb28f2420']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:07.933690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7c81c-b7b3-4bd6-ad53-e18d9ec929e2 req-a34f1b2a-2e5f-4954-bf48-fc5b7daadb85 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:07.935443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfe7c81c-b7b3-4bd6-ad53-e18d9ec929e2 req-a34f1b2a-2e5f-4954-bf48-fc5b7daadb85 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1658437 Aug 19 12:26:07.998868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79223dce-13a8-435f-bf31-57bdb273eb8e req-acc751cc-db14-4351-9075-6be264fd8211 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.000577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79223dce-13a8-435f-bf31-57bdb273eb8e req-acc751cc-db14-4351-9075-6be264fd8211 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1988692 Aug 19 12:26:08.048939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfe7c81c-b7b3-4bd6-ad53-e18d9ec929e2 req-3b3c6192-1370-48ab-b1c7-253298bc606c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989277 Aug 19 12:26:08.100124 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-2a39df46-7e01-44ef-a432-d5be50cec92e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2866714 Aug 19 12:26:08.129609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bbe31d8f-ba19-4da8-83d1-8ec10a774c43 None None] Provisioning for port f8f6c14b-3e20-4211-9f1e-aeb44e442751 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:08.130236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79223dce-13a8-435f-bf31-57bdb273eb8e req-4aaf354c-d14c-4c3e-8e45-f129bc6fac13 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069403 Aug 19 12:26:08.130316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bbe31d8f-ba19-4da8-83d1-8ec10a774c43 None None] Provisioning complete for port f8f6c14b-3e20-4211-9f1e-aeb44e442751 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:08.130316 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bbe31d8f-ba19-4da8-83d1-8ec10a774c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.186426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bbe31d8f-ba19-4da8-83d1-8ec10a774c43 None None] Port f8f6c14b-3e20-4211-9f1e-aeb44e442751 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:08.302143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5b249-6b70-4ecb-bcce-3378cce0347b req-a20247d7-2763-4cc9-a522-eecd75e22644 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.304178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8d5b249-6b70-4ecb-bcce-3378cce0347b req-a20247d7-2763-4cc9-a522-eecd75e22644 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 945 time: 0.0709469 Aug 19 12:26:08.370994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8d5b249-6b70-4ecb-bcce-3378cce0347b req-813283ca-3e1b-4c38-bcbf-dcf0a3947b68 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599060 Aug 19 12:26:08.377666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Made reservation on behalf of 49dd0b4d7c4f4594b49e5a104cfcb86a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:08.387113 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.622423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Allocated IP 10.2.2.200 (cdfad0a5-ed3d-4032-af19-96465b32cc10/0fc9b013-9880-499a-9d56-8bb3ebf90cf5/bba8428d-a258-4eb1-b4e0-197ae028333d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:08.854807 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.869891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a115f4-40a7-4bb4-b272-b3721033c561 req-b2db48db-2999-4e44-a998-a99e02121876 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.877781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a115f4-40a7-4bb4-b272-b3721033c561 req-b2db48db-2999-4e44-a998-a99e02121876 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.888359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a115f4-40a7-4bb4-b272-b3721033c561 req-b2db48db-2999-4e44-a998-a99e02121876 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.892098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a115f4-40a7-4bb4-b272-b3721033c561 req-b2db48db-2999-4e44-a998-a99e02121876 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.901090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0a115f4-40a7-4bb4-b272-b3721033c561 req-b2db48db-2999-4e44-a998-a99e02121876 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 3096 time: 0.1275785 Aug 19 12:26:08.939346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Transition to ACTIVE for port object bba8428d-a258-4eb1-b4e0-197ae028333d will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:08.959139 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0a115f4-40a7-4bb4-b272-b3721033c561 req-5a02a1f8-0cef-413c-b865-e8304080240a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569868 Aug 19 12:26:09.051335 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.187584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event updated for resources: {'Port': ['ID=bba8428d-a258-4eb1-b4e0-197ae028333d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:09.199681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Network cdfad0a5-ed3d-4032-af19-96465b32cc10 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:09.209865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:09.222173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:09.280291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9f8b9-bdf1-470d-b682-98994bde3b1a req-a0a8933d-86c3-492d-9748-bccce4d76db6 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:09.282838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8d9f8b9-bdf1-470d-b682-98994bde3b1a req-a0a8933d-86c3-492d-9748-bccce4d76db6 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1334558 Aug 19 12:26:09.340934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:09.341611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.385289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8d9f8b9-bdf1-470d-b682-98994bde3b1a req-e13b1ee2-70e6-4d2b-86be-4d3098581cc2 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922482 Aug 19 12:26:09.414753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b44e2-d3f4-440d-b5cc-f9e668fbcb32 req-3dbc80cd-307e-4a36-8ecf-7061bd324dda tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:09.423707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-116b44e2-d3f4-440d-b5cc-f9e668fbcb32 req-3dbc80cd-307e-4a36-8ecf-7061bd324dda tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1110492 Aug 19 12:26:09.486241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-116b44e2-d3f4-440d-b5cc-f9e668fbcb32 req-da743d25-d29d-4dd1-a4d1-9161e66a7130 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616281 Aug 19 12:26:09.572045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f7c4e243-3a24-4ece-a722-751d2aedaa9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7601969 Aug 19 12:26:09.587888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:09.599103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aac20-6b41-4730-993e-a09360d9aa99 req-ef539032-b792-4054-b5d8-8742cc36763b tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:09.600685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-113aac20-6b41-4730-993e-a09360d9aa99 req-ef539032-b792-4054-b5d8-8742cc36763b tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 945 time: 0.0597146 Aug 19 12:26:09.630116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f9242ed4-1878-4067-b74c-27b65e25f21b None None] Provisioning for port bba8428d-a258-4eb1-b4e0-197ae028333d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:09.633989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f9242ed4-1878-4067-b74c-27b65e25f21b None None] Provisioning complete for port bba8428d-a258-4eb1-b4e0-197ae028333d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:09.634790 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f9242ed4-1878-4067-b74c-27b65e25f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.693727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f9242ed4-1878-4067-b74c-27b65e25f21b None None] Port bba8428d-a258-4eb1-b4e0-197ae028333d cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:09.728744 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.735332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-113aac20-6b41-4730-993e-a09360d9aa99 req-b9f2993c-108b-49e4-adcd-e99a33ec69ff tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191237 Aug 19 12:26:09.760814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736591e3-0d93-4114-b5e4-c522f718ce81 req-8e2077f1-32d4-4905-b790-33629f8e0d43 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:09.762303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-736591e3-0d93-4114-b5e4-c522f718ce81 req-8e2077f1-32d4-4905-b790-33629f8e0d43 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 945 time: 0.1237509 Aug 19 12:26:10.322356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34421bc0-15f2-4096-b036-b4e1f1d671d4 req-fe0e4c9d-4f68-4c3a-8c44-5db812c3523f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:10.328126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34421bc0-15f2-4096-b036-b4e1f1d671d4 req-fe0e4c9d-4f68-4c3a-8c44-5db812c3523f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:10.334355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34421bc0-15f2-4096-b036-b4e1f1d671d4 req-fe0e4c9d-4f68-4c3a-8c44-5db812c3523f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:10.341405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34421bc0-15f2-4096-b036-b4e1f1d671d4 req-fe0e4c9d-4f68-4c3a-8c44-5db812c3523f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:10.347602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34421bc0-15f2-4096-b036-b4e1f1d671d4 req-fe0e4c9d-4f68-4c3a-8c44-5db812c3523f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:10.349512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34421bc0-15f2-4096-b036-b4e1f1d671d4 req-fe0e4c9d-4f68-4c3a-8c44-5db812c3523f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 3817 time: 0.1993222 Aug 19 12:26:10.460982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-736591e3-0d93-4114-b5e4-c522f718ce81 req-2d2bb9bd-19b7-42b0-bf36-94b1789470c7 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Deleting port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:10.461481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-736591e3-0d93-4114-b5e4-c522f718ce81 req-2d2bb9bd-19b7-42b0-bf36-94b1789470c7 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.601225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34421bc0-15f2-4096-b036-b4e1f1d671d4 req-9a72c1d0-25e7-4f31-ba72-c9988175e599 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968832 Aug 19 12:26:10.677817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46f022-d7fe-4667-b6d6-d673c1f46221 req-c8a26a77-c6d3-48d2-b72a-5d28f191d3ef tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:10.679424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea46f022-d7fe-4667-b6d6-d673c1f46221 req-c8a26a77-c6d3-48d2-b72a-5d28f191d3ef tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1628785 Aug 19 12:26:10.731859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-736591e3-0d93-4114-b5e4-c522f718ce81 req-2d2bb9bd-19b7-42b0-bf36-94b1789470c7 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] For port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f,segment=NetworkSegment(9df23f21-c77d-4aa4-a2fd-f231ab89e463),segment_id=9df23f21-c77d-4aa4-a2fd-f231ab89e463)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:10.732238 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-736591e3-0d93-4114-b5e4-c522f718ce81 req-2d2bb9bd-19b7-42b0-bf36-94b1789470c7 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.761082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-736591e3-0d93-4114-b5e4-c522f718ce81 req-2d2bb9bd-19b7-42b0-bf36-94b1789470c7 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Calling delete_port for bc590840-a3cf-437d-a7bf-8c4cb3be8a3f owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:10.766737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f877a9-dfa8-4666-81dc-1ebd03296cb8 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:10.792002 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.815050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea46f022-d7fe-4667-b6d6-d673c1f46221 req-7ed44ed1-96ce-48da-8079-1e0f71cd1dca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032872 Aug 19 12:26:10.885710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Transition to ACTIVE for port object 80f877a9-dfa8-4666-81dc-1ebd03296cb8 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:10.958977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.086933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560b2a-74b3-4a13-be6a-0dd3f6415363 req-4aa1df99-6625-483b-9bf3-11df5a30f3fa tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.088612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1560b2a-74b3-4a13-be6a-0dd3f6415363 req-4aa1df99-6625-483b-9bf3-11df5a30f3fa tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.2018840 Aug 19 12:26:11.095110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Pushing event updated for resources: {'Port': ['ID=80f877a9-dfa8-4666-81dc-1ebd03296cb8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:11.132264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a973c-3d92-46fd-ad95-8733851157b7 req-095b5b4a-187a-48fb-8cb6-34e10c5e1e12 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.134139 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-139a973c-3d92-46fd-ad95-8733851157b7 req-095b5b4a-187a-48fb-8cb6-34e10c5e1e12 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 945 time: 0.2136509 Aug 19 12:26:11.314433 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1560b2a-74b3-4a13-be6a-0dd3f6415363 req-d5152549-8d0b-4690-9656-a29c7ac5f84f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032447 Aug 19 12:26:11.362274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-139a973c-3d92-46fd-ad95-8733851157b7 req-07eb0471-0a27-47d5-9885-dc9c0d2b9497 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/security-groups?id=03046e8f-9560-4fce-8d1f-c93c82f6bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963141 Aug 19 12:26:11.369742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Attempting to bind port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:11.370314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Attempting to bind port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:11.377901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Attempting to bind port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 on network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:11.384993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 on network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:11.388579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Attempting to bind port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 on network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:11.402648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:11.406498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Checking segment: {'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:11.406964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Bound using segment: {'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:11.407519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Bound port: 80f877a9-dfa8-4666-81dc-1ebd03296cb8, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce586ac4-ee4e-440d-adaf-1cdb03cab059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:11.407900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.428955 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-10515ee9-c906-4016-bce1-40f34411033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.430806 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-10515ee9-c906-4016-bce1-40f34411033f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1101 time: 0.0609727 Aug 19 12:26:11.510951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] For port 80f877a9-dfa8-4666-81dc-1ebd03296cb8, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:11.514329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] For port 80f877a9-dfa8-4666-81dc-1ebd03296cb8, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:11.517063 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-736591e3-0d93-4114-b5e4-c522f718ce81 req-2d2bb9bd-19b7-42b0-bf36-94b1789470c7 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.535155 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.582931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-f8bfa2d7-8a48-4aef-83d8-2d500be86dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.583736 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-f8bfa2d7-8a48-4aef-83d8-2d500be86dbc service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1428936 Aug 19 12:26:11.606708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bb9bd-19b7-42b0-bf36-94b1789470c7 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Pushing event deleted for resources: {'Port': ['ID=bc590840-a3cf-437d-a7bf-8c4cb3be8a3f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:11.625366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.661056 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-72a4630e-1cfd-4ac2-ab24-9160f4e19d12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 217 time: 0.0615957 Aug 19 12:26:11.711929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-736591e3-0d93-4114-b5e4-c522f718ce81 req-2d2bb9bd-19b7-42b0-bf36-94b1789470c7 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] No DVR routers for this DVR port bc590840-a3cf-437d-a7bf-8c4cb3be8a3f on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:11.715008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Pushing event updated for resources: {'Port': ['ID=80f877a9-dfa8-4666-81dc-1ebd03296cb8,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:11.719756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.720306 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.721771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-82702ef9-9836-45f2-b0d0-73201f676c68 service neutron] 10.222.0.53 "PUT /v2.0/ports/80f877a9-dfa8-4666-81dc-1ebd03296cb8 HTTP/1.1" status: 200 len: 1092 time: 2.1381047 Aug 19 12:26:11.722950 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-736591e3-0d93-4114-b5e4-c522f718ce81 req-2d2bb9bd-19b7-42b0-bf36-94b1789470c7 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.725896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-736591e3-0d93-4114-b5e4-c522f718ce81 req-2d2bb9bd-19b7-42b0-bf36-94b1789470c7 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.53 "DELETE /v2.0/ports/bc590840-a3cf-437d-a7bf-8c4cb3be8a3f HTTP/1.1" status: 204 len: 173 time: 1.9464869 Aug 19 12:26:11.727541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': '80f877a9-dfa8-4666-81dc-1ebd03296cb8'}, {'server_uuid': '6ea83e43-e91c-4324-83ea-5d9e3e151b06', 'name': 'network-vif-deleted', 'tag': 'bc590840-a3cf-437d-a7bf-8c4cb3be8a3f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:11.729826 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246cfec9-4088-4dc4-91b7-3941ea942340" -d '{"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "80f877a9-dfa8-4666-81dc-1ebd03296cb8"}, {"server_uuid": "6ea83e43-e91c-4324-83ea-5d9e3e151b06", "name": "network-vif-deleted", "tag": "bc590840-a3cf-437d-a7bf-8c4cb3be8a3f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:11.800857 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-50993ceb-7fa8-4914-9360-6b617d455f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.803390 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-50993ceb-7fa8-4914-9360-6b617d455f92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1295509 Aug 19 12:26:11.870726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf488ef-e238-4824-bc2e-7459539944c3 req-5ad63f01-1bf5-4961-8267-652ea1c2b6f4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.880237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf488ef-e238-4824-bc2e-7459539944c3 req-5ad63f01-1bf5-4961-8267-652ea1c2b6f4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.882555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-8e3a54f4-b5a0-4151-adae-08fe5d4441dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.884245 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-8e3a54f4-b5a0-4151-adae-08fe5d4441dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698400 Aug 19 12:26:11.889812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf488ef-e238-4824-bc2e-7459539944c3 req-5ad63f01-1bf5-4961-8267-652ea1c2b6f4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.897492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf488ef-e238-4824-bc2e-7459539944c3 req-5ad63f01-1bf5-4961-8267-652ea1c2b6f4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.906393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf488ef-e238-4824-bc2e-7459539944c3 req-5ad63f01-1bf5-4961-8267-652ea1c2b6f4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.918102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6bf488ef-e238-4824-bc2e-7459539944c3 req-5ad63f01-1bf5-4961-8267-652ea1c2b6f4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 3829 time: 0.1847217 Aug 19 12:26:11.940996 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687b96e1-fc36-4038-a443-1042c8351019 x-openstack-request-id: req-687b96e1-fc36-4038-a443-1042c8351019 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:11.940996 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "80f877a9-dfa8-4666-81dc-1ebd03296cb8", "status": "completed", "code": 200}, {"server_uuid": "6ea83e43-e91c-4324-83ea-5d9e3e151b06", "name": "network-vif-deleted", "tag": "bc590840-a3cf-437d-a7bf-8c4cb3be8a3f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:11.941537 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-687b96e1-fc36-4038-a443-1042c8351019 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:11.942050 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': '80f877a9-dfa8-4666-81dc-1ebd03296cb8', 'status': 'completed', 'code': 200} Aug 19 12:26:11.942408 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea83e43-e91c-4324-83ea-5d9e3e151b06', 'name': 'network-vif-deleted', 'tag': 'bc590840-a3cf-437d-a7bf-8c4cb3be8a3f', 'status': 'completed', 'code': 200} Aug 19 12:26:11.948506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:12.084844 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-06be30a5-8b12-400e-8319-fd4a386705e3 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813416 Aug 19 12:26:12.197267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6bf488ef-e238-4824-bc2e-7459539944c3 req-8c596623-22c2-4602-9456-366ea8870b9c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778490 Aug 19 12:26:12.200741 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.259465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-4caa8f0f-3237-43fc-9a34-534d986a4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.260482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-4caa8f0f-3237-43fc-9a34-534d986a4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.260979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-4caa8f0f-3237-43fc-9a34-534d986a4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.261678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-4caa8f0f-3237-43fc-9a34-534d986a4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.262171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-4caa8f0f-3237-43fc-9a34-534d986a4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.264177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-4caa8f0f-3237-43fc-9a34-534d986a4c32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 4364 time: 0.3432469 Aug 19 12:26:12.277100 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-2c47b77f-1437-49c5-b742-3efe474e858c service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792116 Aug 19 12:26:12.332763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1470c9-2c39-4955-945b-f22f7d42a404 req-7c365f78-c9cb-42a7-906f-dbcbf60f852c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.334640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa1470c9-2c39-4955-945b-f22f7d42a404 req-7c365f78-c9cb-42a7-906f-dbcbf60f852c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.2479103 Aug 19 12:26:12.616203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa1470c9-2c39-4955-945b-f22f7d42a404 req-5d0b9114-713c-44c0-8c7c-8570810191d3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165263 Aug 19 12:26:12.699543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-6b094d63-578b-4f96-81cd-cfbdbd859461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.700124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-6b094d63-578b-4f96-81cd-cfbdbd859461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.700624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-6b094d63-578b-4f96-81cd-cfbdbd859461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.702823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-6b094d63-578b-4f96-81cd-cfbdbd859461 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4095690 Aug 19 12:26:12.746538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f583-1da7-4367-b5fc-b07264e45344 req-68322cf9-6f07-4892-a7ac-d2825aa53f21 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.748401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2324f583-1da7-4367-b5fc-b07264e45344 req-68322cf9-6f07-4892-a7ac-d2825aa53f21 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.2442517 Aug 19 12:26:12.856381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71a77829-da98-469d-8fa1-666df64bb5db req-7cf75c7b-4335-47dd-91f9-bcbca4e3bc53 tempest-ServerTagsTestJSON-235897322 tempest-ServerTagsTestJSON-235897322-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ea83e43-e91c-4324-83ea-5d9e3e151b06 HTTP/1.1" status: 200 len: 210 time: 0.1207321 Aug 19 12:26:12.921778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2324f583-1da7-4367-b5fc-b07264e45344 req-76a4723c-0e17-40f2-b616-23c41297949f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564696 Aug 19 12:26:12.959711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-06294618-227a-4a10-a9d9-7d41057090d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.961257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-246cfec9-4088-4dc4-91b7-3941ea942340 req-06294618-227a-4a10-a9d9-7d41057090d3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2430744 Aug 19 12:26:13.010350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59952a98-c9c6-42eb-964e-b03e707b5eb7 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:13.021016 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.047214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Transition to ACTIVE for port object 59952a98-c9c6-42eb-964e-b03e707b5eb7 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:13.197692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.229988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bc590840-a3cf-437d-a7bf-8c4cb3be8a3f no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:13.253919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: bc590840-a3cf-437d-a7bf-8c4cb3be8a3f {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:13.254880 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bc590840-a3cf-437d-a7bf-8c4cb3be8a3f not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:13.256602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Pushing event updated for resources: {'Port': ['ID=59952a98-c9c6-42eb-964e-b03e707b5eb7,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:13.350580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Attempting to bind port 59952a98-c9c6-42eb-964e-b03e707b5eb7 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:13.351065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Attempting to bind port 59952a98-c9c6-42eb-964e-b03e707b5eb7 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:13.351530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Attempting to bind port 59952a98-c9c6-42eb-964e-b03e707b5eb7 on network 35516620-7e1d-40f2-aa96-55c72d5a6336 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:13.371418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Port 59952a98-c9c6-42eb-964e-b03e707b5eb7 on network 35516620-7e1d-40f2-aa96-55c72d5a6336 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:13.371418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Attempting to bind port 59952a98-c9c6-42eb-964e-b03e707b5eb7 on network 35516620-7e1d-40f2-aa96-55c72d5a6336 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:13.401666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:13.402651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Checking segment: {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:13.403118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Bound using segment: {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:13.403645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Bound port: 59952a98-c9c6-42eb-964e-b03e707b5eb7, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:13.404418 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.470262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca60c-eaeb-48ac-802d-4a2e87ed8694 req-5326727a-6e29-4d61-aeab-5299ef28159a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.476631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca60c-eaeb-48ac-802d-4a2e87ed8694 req-5326727a-6e29-4d61-aeab-5299ef28159a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.482948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca60c-eaeb-48ac-802d-4a2e87ed8694 req-5326727a-6e29-4d61-aeab-5299ef28159a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.490528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca60c-eaeb-48ac-802d-4a2e87ed8694 req-5326727a-6e29-4d61-aeab-5299ef28159a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.496945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca60c-eaeb-48ac-802d-4a2e87ed8694 req-5326727a-6e29-4d61-aeab-5299ef28159a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.504292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca60c-eaeb-48ac-802d-4a2e87ed8694 req-5326727a-6e29-4d61-aeab-5299ef28159a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.512975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bf6ca60c-eaeb-48ac-802d-4a2e87ed8694 req-5326727a-6e29-4d61-aeab-5299ef28159a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 4606 time: 0.1586151 Aug 19 12:26:13.582145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bf6ca60c-eaeb-48ac-802d-4a2e87ed8694 req-79ffa2e3-ed6b-4dcc-96c3-eedaf5ea11ae tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682046 Aug 19 12:26:13.585287 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] For port 59952a98-c9c6-42eb-964e-b03e707b5eb7, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:13.589084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] For port 59952a98-c9c6-42eb-964e-b03e707b5eb7, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=59952a98-c9c6-42eb-964e-b03e707b5eb7,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:13.746432 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.813676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.814542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.819466 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] 10.222.0.53 "PUT /v2.0/ports/59952a98-c9c6-42eb-964e-b03e707b5eb7 HTTP/1.1" status: 200 len: 1135 time: 1.8758245 Aug 19 12:26:13.841036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d78f7-94d2-4f16-828c-f0e45fa49602 req-965a9ebf-281f-419b-b611-4c5406153171 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.850360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b99d78f7-94d2-4f16-828c-f0e45fa49602 req-965a9ebf-281f-419b-b611-4c5406153171 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1510878 Aug 19 12:26:13.882211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b1ef5-7832-4fdc-8164-105ce7f506ac service neutron] Pushing event updated for resources: {'Port': ['ID=59952a98-c9c6-42eb-964e-b03e707b5eb7,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:13.919598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b99d78f7-94d2-4f16-828c-f0e45fa49602 req-fc26c5c8-23c9-4f77-a36a-b2be53d19168 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665700 Aug 19 12:26:13.943998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': '59952a98-c9c6-42eb-964e-b03e707b5eb7'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:13.946911 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "59952a98-c9c6-42eb-964e-b03e707b5eb7"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:13.975963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58992) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:14.031470 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e794450-1d54-436c-8171-d522659dabde admin admin] Deleting subnet 31cb5bb2-2628-4032-80fe-38f32008b0d0 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:14.036771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e794450-1d54-436c-8171-d522659dabde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.078301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:14.090852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e794450-1d54-436c-8171-d522659dabde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.126410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0087dd2-4906-49a7-9c7c-d68f8602a0ad req-046db74a-423c-48ef-8416-5f1207beebcf tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.134223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0087dd2-4906-49a7-9c7c-d68f8602a0ad req-046db74a-423c-48ef-8416-5f1207beebcf tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1046057 Aug 19 12:26:14.142247 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e794450-1d54-436c-8171-d522659dabde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.232296 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0087dd2-4906-49a7-9c7c-d68f8602a0ad req-53773312-925a-4d14-99da-2f08a6c40cb8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957744 Aug 19 12:26:14.236673 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.300328 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.331645 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d5e4b9-0db7-4d79-a89e-d38c86ee22e4 x-openstack-request-id: req-89d5e4b9-0db7-4d79-a89e-d38c86ee22e4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:14.331940 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "59952a98-c9c6-42eb-964e-b03e707b5eb7", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:14.332203 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89d5e4b9-0db7-4d79-a89e-d38c86ee22e4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:14.332618 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': '59952a98-c9c6-42eb-964e-b03e707b5eb7', 'status': 'completed', 'code': 200} Aug 19 12:26:14.440098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e794450-1d54-436c-8171-d522659dabde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.482080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e794450-1d54-436c-8171-d522659dabde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31cb5bb2-2628-4032-80fe-38f32008b0d0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:14.507080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e794450-1d54-436c-8171-d522659dabde admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.513953 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6e794450-1d54-436c-8171-d522659dabde admin admin] 10.222.0.44 "DELETE /v2.0/subnets/31cb5bb2-2628-4032-80fe-38f32008b0d0 HTTP/1.1" status: 204 len: 168 time: 0.5386066 Aug 19 12:26:14.515163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58998) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:14.603250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-24a666a1-f911-4f0b-ad20-e706bcb249de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.603748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-24a666a1-f911-4f0b-ad20-e706bcb249de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.604341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-24a666a1-f911-4f0b-ad20-e706bcb249de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.604858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-24a666a1-f911-4f0b-ad20-e706bcb249de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.605566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-24a666a1-f911-4f0b-ad20-e706bcb249de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.606051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-24a666a1-f911-4f0b-ad20-e706bcb249de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.609124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-24a666a1-f911-4f0b-ad20-e706bcb249de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5292 time: 0.2397101 Aug 19 12:26:14.626828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.730937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.743253 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f785506-8d57-46df-9786-1c27cc292546']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:14.755852 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df23f21-c77d-4aa4-a2fd-f231ab89e463') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:14.763902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df23f21-c77d-4aa4-a2fd-f231ab89e463') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:14.767437 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.783817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514df8-0f19-4dbf-93b7-58c722661352 req-0ebe8d57-c75d-45ad-b1a0-fa22adcac865 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.785447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.785565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90514df8-0f19-4dbf-93b7-58c722661352 req-0ebe8d57-c75d-45ad-b1a0-fa22adcac865 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.2464855 Aug 19 12:26:14.792270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:14.793036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:14.795079 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:14.886906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-eb1c2769-f410-448a-a677-f4b711166e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.887392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-eb1c2769-f410-448a-a677-f4b711166e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.887862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-eb1c2769-f410-448a-a677-f4b711166e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.890038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-eb1c2769-f410-448a-a677-f4b711166e8b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2714274 Aug 19 12:26:14.971306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90514df8-0f19-4dbf-93b7-58c722661352 req-bf718f41-c527-47c3-8bcf-c910b74d0eb1 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700890 Aug 19 12:26:14.989262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a180a6-96f5-4320-9d53-19bf44ecc3d2 req-870695c2-a46a-442c-952f-fe9e48446bf0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.995519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a180a6-96f5-4320-9d53-19bf44ecc3d2 req-870695c2-a46a-442c-952f-fe9e48446bf0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.995679 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.013360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a180a6-96f5-4320-9d53-19bf44ecc3d2 req-870695c2-a46a-442c-952f-fe9e48446bf0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:15.016929 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.022423 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4f785506-8d57-46df-9786-1c27cc292546 HTTP/1.1" status: 204 len: 168 time: 0.5058701 Aug 19 12:26:15.023714 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b9959-a706-4718-ad70-d3babc92f945 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f785506-8d57-46df-9786-1c27cc292546,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:15.024557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a180a6-96f5-4320-9d53-19bf44ecc3d2 req-870695c2-a46a-442c-952f-fe9e48446bf0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:15.037083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a180a6-96f5-4320-9d53-19bf44ecc3d2 req-870695c2-a46a-442c-952f-fe9e48446bf0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:15.044708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a180a6-96f5-4320-9d53-19bf44ecc3d2 req-870695c2-a46a-442c-952f-fe9e48446bf0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:15.054304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83a180a6-96f5-4320-9d53-19bf44ecc3d2 req-870695c2-a46a-442c-952f-fe9e48446bf0 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 4606 time: 0.3152063 Aug 19 12:26:15.232606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83a180a6-96f5-4320-9d53-19bf44ecc3d2 req-0ae2e0d1-3982-49da-ae5f-a54a357d88e8 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1773293 Aug 19 12:26:15.245365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd52db2-a9b9-485f-a61c-b406983d071a {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:15.255804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-4f5b2730-58b1-4f4f-ac74-70df4b469ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:15.258369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-716bbba1-8d9f-4573-adc8-7a73ad0f36d7 req-4f5b2730-58b1-4f4f-ac74-70df4b469ab7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3498440 Aug 19 12:26:15.267666 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.302405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977ec86-937f-4d57-a20e-ff4d543ecb0b req-5e84d972-7249-4ad2-a9e9-06b9783847e7 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:15.305157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c977ec86-937f-4d57-a20e-ff4d543ecb0b req-5e84d972-7249-4ad2-a9e9-06b9783847e7 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.2244070 Aug 19 12:26:15.319374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Transition to ACTIVE for port object dfd52db2-a9b9-485f-a61c-b406983d071a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:15.379641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c977ec86-937f-4d57-a20e-ff4d543ecb0b req-a4743a50-a4fb-429b-97df-bd46e88f3abf tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577586 Aug 19 12:26:15.433466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52619dd2-0bff-4a4c-8dda-b386356ae1cf req-fa039cb9-978f-4e41-8885-ffddc83d4ed8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:15.435246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52619dd2-0bff-4a4c-8dda-b386356ae1cf req-fa039cb9-978f-4e41-8885-ffddc83d4ed8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.0794787 Aug 19 12:26:15.489704 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.527925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59012) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:15.538317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52619dd2-0bff-4a4c-8dda-b386356ae1cf req-7e9f1cdd-ccd6-4223-b096-a8cb9d19dfef tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946147 Aug 19 12:26:15.595540 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0eb8ab2a-c6fb-46fe-8e87-ee50c50a739f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=739524f00b3e48c3a5335c6b612c91b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631478 Aug 19 12:26:15.595540 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59014) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:15.627605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Pushing event updated for resources: {'Port': ['ID=dfd52db2-a9b9-485f-a61c-b406983d071a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:15.663288 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fa88582-440a-4259-93ce-345abf55ec90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.702679 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fa88582-440a-4259-93ce-345abf55ec90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.727428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Attempting to bind port dfd52db2-a9b9-485f-a61c-b406983d071a on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:15.727781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Attempting to bind port dfd52db2-a9b9-485f-a61c-b406983d071a by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:15.728128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Attempting to bind port dfd52db2-a9b9-485f-a61c-b406983d071a on network 35516620-7e1d-40f2-aa96-55c72d5a6336 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:15.733815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Port dfd52db2-a9b9-485f-a61c-b406983d071a on network 35516620-7e1d-40f2-aa96-55c72d5a6336 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:15.734928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Attempting to bind port dfd52db2-a9b9-485f-a61c-b406983d071a on network 35516620-7e1d-40f2-aa96-55c72d5a6336 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:15.741117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:15.741606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Checking segment: {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:15.741987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Bound using segment: {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:15.742436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Bound port: dfd52db2-a9b9-485f-a61c-b406983d071a, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:15.742863 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.831078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] For port dfd52db2-a9b9-485f-a61c-b406983d071a, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:15.834269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] For port dfd52db2-a9b9-485f-a61c-b406983d071a, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=dfd52db2-a9b9-485f-a61c-b406983d071a,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:15.926000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fa88582-440a-4259-93ce-345abf55ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.928627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fa88582-440a-4259-93ce-345abf55ec90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.929862 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8fa88582-440a-4259-93ce-345abf55ec90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03046e8f-9560-4fce-8d1f-c93c82f6bb13 HTTP/1.1" status: 204 len: 168 time: 0.3332069 Aug 19 12:26:15.941716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa88582-440a-4259-93ce-345abf55ec90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03046e8f-9560-4fce-8d1f-c93c82f6bb13,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:15.970825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.014439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.015492 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.017546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] 10.222.0.53 "PUT /v2.0/ports/dfd52db2-a9b9-485f-a61c-b406983d071a HTTP/1.1" status: 200 len: 1136 time: 1.9442022 Aug 19 12:26:16.056897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0cc04-aff3-4413-bee0-48e8633d549b service neutron] Pushing event updated for resources: {'Port': ['ID=dfd52db2-a9b9-485f-a61c-b406983d071a,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:16.142638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:16.174291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02b568-5c4f-4c84-86ef-2189cc710014 req-1bf8d43d-2309-4257-b5c9-98657f5debf4 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.175925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af02b568-5c4f-4c84-86ef-2189cc710014 req-1bf8d43d-2309-4257-b5c9-98657f5debf4 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.0831623 Aug 19 12:26:16.260400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:26:16.564707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': 'dfd52db2-a9b9-485f-a61c-b406983d071a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:16.567041 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75848fca-319e-4751-9ec8-dcb4cd1914e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "dfd52db2-a9b9-485f-a61c-b406983d071a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:16.620062 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.637332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af02b568-5c4f-4c84-86ef-2189cc710014 req-d4120a72-fd8d-47b0-8b68-f8dc0df5a77a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534366 Aug 19 12:26:16.706905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566441b-4f9d-48bf-be93-af222a8b5fb1 req-4c7d9c80-f257-4974-981d-17157e294ddb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.712845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566441b-4f9d-48bf-be93-af222a8b5fb1 req-4c7d9c80-f257-4974-981d-17157e294ddb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.719400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566441b-4f9d-48bf-be93-af222a8b5fb1 req-4c7d9c80-f257-4974-981d-17157e294ddb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.725740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566441b-4f9d-48bf-be93-af222a8b5fb1 req-4c7d9c80-f257-4974-981d-17157e294ddb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.731843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566441b-4f9d-48bf-be93-af222a8b5fb1 req-4c7d9c80-f257-4974-981d-17157e294ddb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.738078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566441b-4f9d-48bf-be93-af222a8b5fb1 req-4c7d9c80-f257-4974-981d-17157e294ddb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.744058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566441b-4f9d-48bf-be93-af222a8b5fb1 req-4c7d9c80-f257-4974-981d-17157e294ddb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.748637 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5566441b-4f9d-48bf-be93-af222a8b5fb1 req-4c7d9c80-f257-4974-981d-17157e294ddb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5384 time: 0.1756339 Aug 19 12:26:16.903427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5566441b-4f9d-48bf-be93-af222a8b5fb1 req-422c0944-8e47-47a9-966e-2a992a693d31 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1354537 Aug 19 12:26:16.916922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554a37f-079d-4376-a6dd-f1fd006a028b req-48383aeb-e13f-47d5-ac58-f016b843c85f tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.918598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0554a37f-079d-4376-a6dd-f1fd006a028b req-48383aeb-e13f-47d5-ac58-f016b843c85f tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1713793 Aug 19 12:26:17.049822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0554a37f-079d-4376-a6dd-f1fd006a028b req-6afcd2e5-f28d-4fda-8b0f-8ec5829bf897 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175814 Aug 19 12:26:17.111563 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdbaebb-a502-40db-adfc-db01c0f5a15d x-openstack-request-id: req-bcdbaebb-a502-40db-adfc-db01c0f5a15d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:17.111860 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "dfd52db2-a9b9-485f-a61c-b406983d071a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:17.112114 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcdbaebb-a502-40db-adfc-db01c0f5a15d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:17.112508 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': 'dfd52db2-a9b9-485f-a61c-b406983d071a', 'status': 'completed', 'code': 200} Aug 19 12:26:17.208029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2397b715-6ad6-41aa-897c-1961b843f1b4 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:17.220322 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.231827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5080dc-5240-44f1-87ae-59cd87dbcffb req-b0aee668-c3a5-421b-8a31-d2f3e5577fa1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.236849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea5080dc-5240-44f1-87ae-59cd87dbcffb req-b0aee668-c3a5-421b-8a31-d2f3e5577fa1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1414785 Aug 19 12:26:17.247247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2381321-b12d-407f-aee5-a6f139b758b6 req-617a4d2b-1628-42ff-b805-66977384b51a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.249550 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b2381321-b12d-407f-aee5-a6f139b758b6 req-617a4d2b-1628-42ff-b805-66977384b51a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.52 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.0570796 Aug 19 12:26:17.259172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-f3a7222e-f69b-4d4e-97da-5d5f7e22f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.259668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-f3a7222e-f69b-4d4e-97da-5d5f7e22f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.260154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-f3a7222e-f69b-4d4e-97da-5d5f7e22f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.260633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-f3a7222e-f69b-4d4e-97da-5d5f7e22f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.261111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-f3a7222e-f69b-4d4e-97da-5d5f7e22f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.261618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-f3a7222e-f69b-4d4e-97da-5d5f7e22f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.262158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-f3a7222e-f69b-4d4e-97da-5d5f7e22f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.264116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-f3a7222e-f69b-4d4e-97da-5d5f7e22f606 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6221 time: 0.1008978 Aug 19 12:26:17.270128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Transition to ACTIVE for port object 2397b715-6ad6-41aa-897c-1961b843f1b4 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:17.376795 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-b2381321-b12d-407f-aee5-a6f139b758b6 req-5effaf86-3383-40be-861f-603fee4918a6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Deleting port 65093b94-1d63-4a1f-97ca-a8b31adaecc5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:17.377133 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b2381321-b12d-407f-aee5-a6f139b758b6 req-5effaf86-3383-40be-861f-603fee4918a6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.414945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.431809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea5080dc-5240-44f1-87ae-59cd87dbcffb req-8dbaacce-73be-4408-9026-4e5434570c9a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802227 Aug 19 12:26:17.565708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Pushing event updated for resources: {'Port': ['ID=2397b715-6ad6-41aa-897c-1961b843f1b4,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:17.582158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b2381321-b12d-407f-aee5-a6f139b758b6 req-5effaf86-3383-40be-861f-603fee4918a6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] For port 65093b94-1d63-4a1f-97ca-a8b31adaecc5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=65093b94-1d63-4a1f-97ca-a8b31adaecc5,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:17.582551 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b2381321-b12d-407f-aee5-a6f139b758b6 req-5effaf86-3383-40be-861f-603fee4918a6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.611356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-b2381321-b12d-407f-aee5-a6f139b758b6 req-5effaf86-3383-40be-861f-603fee4918a6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Calling delete_port for 65093b94-1d63-4a1f-97ca-a8b31adaecc5 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:17.670204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-574369de-87be-48c2-ac71-d58aa66faab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.671036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-574369de-87be-48c2-ac71-d58aa66faab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.671728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-574369de-87be-48c2-ac71-d58aa66faab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.674529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-574369de-87be-48c2-ac71-d58aa66faab3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3955665 Aug 19 12:26:17.894127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Attempting to bind port 2397b715-6ad6-41aa-897c-1961b843f1b4 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:17.894768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Attempting to bind port 2397b715-6ad6-41aa-897c-1961b843f1b4 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:17.895179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Attempting to bind port 2397b715-6ad6-41aa-897c-1961b843f1b4 on network 35516620-7e1d-40f2-aa96-55c72d5a6336 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:17.921856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Port 2397b715-6ad6-41aa-897c-1961b843f1b4 on network 35516620-7e1d-40f2-aa96-55c72d5a6336 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:17.922710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Attempting to bind port 2397b715-6ad6-41aa-897c-1961b843f1b4 on network 35516620-7e1d-40f2-aa96-55c72d5a6336 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:17.959236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:17.959236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Checking segment: {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:17.959236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Bound using segment: {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:17.959236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Bound port: 2397b715-6ad6-41aa-897c-1961b843f1b4, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:17.959236 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.975963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c6ee-44ba-4e5c-83d9-44141295f1fe req-ea5f9638-cdc3-4109-9db5-1379dbfc1ace tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.977820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a534c6ee-44ba-4e5c-83d9-44141295f1fe req-ea5f9638-cdc3-4109-9db5-1379dbfc1ace tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 946 time: 0.1697707 Aug 19 12:26:18.070968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b2381321-b12d-407f-aee5-a6f139b758b6 req-5effaf86-3383-40be-861f-603fee4918a6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.085457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['65093b94-1d63-4a1f-97ca-a8b31adaecc5', '187a8696-9ecb-4a06-835b-8b171e24dbea'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:18.101613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-eb9ad24b-e16d-4092-a9f2-12ffc674eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.103246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75848fca-319e-4751-9ec8-dcb4cd1914e7 req-eb9ad24b-e16d-4092-a9f2-12ffc674eb34 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4068530 Aug 19 12:26:18.131263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a534c6ee-44ba-4e5c-83d9-44141295f1fe req-adef29a4-bbcc-4cc9-86ea-70beea0bbf7e tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434333 Aug 19 12:26:18.143640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effaf86-3383-40be-861f-603fee4918a6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Pushing event deleted for resources: {'Port': ['ID=65093b94-1d63-4a1f-97ca-a8b31adaecc5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:18.182652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aba6c-6d99-4a99-bb37-b71eabfedb16 req-3aaec2e5-e8a8-4745-84ef-4928ddbf4f29 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.185341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aba6c-6d99-4a99-bb37-b71eabfedb16 req-3aaec2e5-e8a8-4745-84ef-4928ddbf4f29 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.192146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aba6c-6d99-4a99-bb37-b71eabfedb16 req-3aaec2e5-e8a8-4745-84ef-4928ddbf4f29 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.198341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aba6c-6d99-4a99-bb37-b71eabfedb16 req-3aaec2e5-e8a8-4745-84ef-4928ddbf4f29 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.204576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aba6c-6d99-4a99-bb37-b71eabfedb16 req-3aaec2e5-e8a8-4745-84ef-4928ddbf4f29 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.212336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aba6c-6d99-4a99-bb37-b71eabfedb16 req-3aaec2e5-e8a8-4745-84ef-4928ddbf4f29 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.216498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aba6c-6d99-4a99-bb37-b71eabfedb16 req-3aaec2e5-e8a8-4745-84ef-4928ddbf4f29 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.219259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c82aba6c-6d99-4a99-bb37-b71eabfedb16 req-3aaec2e5-e8a8-4745-84ef-4928ddbf4f29 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5396 time: 0.2127750 Aug 19 12:26:18.222823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] For port 2397b715-6ad6-41aa-897c-1961b843f1b4, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:18.231624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2381321-b12d-407f-aee5-a6f139b758b6 req-5effaf86-3383-40be-861f-603fee4918a6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] No DVR routers for this DVR port 65093b94-1d63-4a1f-97ca-a8b31adaecc5 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:18.236911 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b2381321-b12d-407f-aee5-a6f139b758b6 req-5effaf86-3383-40be-861f-603fee4918a6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.242291 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b2381321-b12d-407f-aee5-a6f139b758b6 req-5effaf86-3383-40be-861f-603fee4918a6 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.52 "DELETE /v2.0/ports/65093b94-1d63-4a1f-97ca-a8b31adaecc5 HTTP/1.1" status: 204 len: 173 time: 0.9842551 Aug 19 12:26:18.243119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] For port 2397b715-6ad6-41aa-897c-1961b843f1b4, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2397b715-6ad6-41aa-897c-1961b843f1b4,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:18.243250 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d99f22-f1ba-4878-a04c-136283fcc682', 'name': 'network-vif-deleted', 'tag': '65093b94-1d63-4a1f-97ca-a8b31adaecc5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:18.246765 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ccc584-9a55-4e24-a4e4-21cd078570b5" -d '{"events": [{"server_uuid": "04d99f22-f1ba-4878-a04c-136283fcc682", "name": "network-vif-deleted", "tag": "65093b94-1d63-4a1f-97ca-a8b31adaecc5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:18.285176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c82aba6c-6d99-4a99-bb37-b71eabfedb16 req-c8b185b8-7cb3-4553-90c3-17f4c28825cc tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580485 Aug 19 12:26:18.381474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e4654-6fa1-4dab-a61e-0c4f11715d1a req-cdfffd7f-0e4e-49d7-aef8-706f102ecfe9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.383233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d69e4654-6fa1-4dab-a61e-0c4f11715d1a req-cdfffd7f-0e4e-49d7-aef8-706f102ecfe9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0582559 Aug 19 12:26:18.430028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d69e4654-6fa1-4dab-a61e-0c4f11715d1a req-9ebdfd3c-e738-4966-8601-88b0679a5484 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405040 Aug 19 12:26:18.442821 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.445235 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74a5e12-b691-4141-8745-b1366064fde8 x-openstack-request-id: req-b74a5e12-b691-4141-8745-b1366064fde8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:18.445739 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d99f22-f1ba-4878-a04c-136283fcc682", "name": "network-vif-deleted", "tag": "65093b94-1d63-4a1f-97ca-a8b31adaecc5", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:18.445815 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b74a5e12-b691-4141-8745-b1366064fde8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:18.446165 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d99f22-f1ba-4878-a04c-136283fcc682', 'name': 'network-vif-deleted', 'tag': '65093b94-1d63-4a1f-97ca-a8b31adaecc5', 'status': 'completed', 'code': 200} Aug 19 12:26:18.455378 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:18.459452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:18.512016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.512692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.517365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] 10.222.0.53 "PUT /v2.0/ports/2397b715-6ad6-41aa-897c-1961b843f1b4 HTTP/1.1" status: 200 len: 1091 time: 2.3772030 Aug 19 12:26:18.551258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5c418-1c89-4cdf-92d1-6fe99532abec service neutron] Pushing event updated for resources: {'Port': ['ID=2397b715-6ad6-41aa-897c-1961b843f1b4,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:18.691170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7fbb-f197-4783-8c4b-af4bdb7173e1 req-e51648dc-98ce-41f7-9053-ffc7733c7034 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.696750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f3a7fbb-f197-4783-8c4b-af4bdb7173e1 req-e51648dc-98ce-41f7-9053-ffc7733c7034 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1205480 Aug 19 12:26:18.740867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f3a7fbb-f197-4783-8c4b-af4bdb7173e1 req-257ae4e3-e1f6-4ef5-b4a0-3f06cfe07d39 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 Aug 19 12:26:18.746548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:18.770016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:18.788418 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59076) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:18.795261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1', 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0', 'port_id': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1', 'mac_address': 'fa:16:3e:7e:ea:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53da67e-3beb-4e52-bb1d-ea218d2facf1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:18.847860 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.849344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.901116 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.934027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:18.938759 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:18.944392 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca53c45-a00f-43f6-b83e-54f6dd6c175d" -d '{"events": [{"server_uuid": "bd5466f3-be5d-4f96-8910-bae3eac66379", "name": "network-vif-unplugged", "status": "completed", "tag": "9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:18.991178 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a251fa3-f6d7-448f-a7cb-be82d93a705c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.004001 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc1788e-4328-4aaf-b1f4-5f0421c95655 x-openstack-request-id: req-7dc1788e-4328-4aaf-b1f4-5f0421c95655 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:19.005031 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5466f3-be5d-4f96-8910-bae3eac66379", "name": "network-vif-unplugged", "status": "completed", "tag": "9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:19.005488 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7dc1788e-4328-4aaf-b1f4-5f0421c95655 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:19.006034 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1', 'code': 200} Aug 19 12:26:19.017928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:19.071146 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.115004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': '2397b715-6ad6-41aa-897c-1961b843f1b4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:19.117930 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "2397b715-6ad6-41aa-897c-1961b843f1b4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:19.130197 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a251fa3-f6d7-448f-a7cb-be82d93a705c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.172244 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf507995-dbb7-4466-9adf-f21a9bf7b313 x-openstack-request-id: req-cf507995-dbb7-4466-9adf-f21a9bf7b313 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:19.172832 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "2397b715-6ad6-41aa-897c-1961b843f1b4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:19.172939 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf507995-dbb7-4466-9adf-f21a9bf7b313 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:19.173257 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': '2397b715-6ad6-41aa-897c-1961b843f1b4', 'status': 'completed', 'code': 200} Aug 19 12:26:19.177712 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:19.197879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.198462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.198952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.199478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.199960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.200453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.200930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.201431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.201962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.202949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.203426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.203905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:19.213843 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:26:19.214422 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:26:19.269095 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a251fa3-f6d7-448f-a7cb-be82d93a705c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.325208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a251fa3-f6d7-448f-a7cb-be82d93a705c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a43ae4d-d8ec-4c2d-9338-2e8f6ccad1a3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:19.350858 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5a251fa3-f6d7-448f-a7cb-be82d93a705c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1b1c01b2daf43fe8e1f9513d6184acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5567520 Aug 19 12:26:19.351205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59090) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:19.364039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84b55b3c-0929-4315-99ce-77d275c176a1 req-3ad7f2c6-0656-4418-b0db-031c89d2abda tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d99f22-f1ba-4878-a04c-136283fcc682 HTTP/1.1" status: 200 len: 210 time: 0.0817938 Aug 19 12:26:19.401645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331fdea2-c75c-4b83-ac8b-f5f182984952 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:19.428377 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.434491 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-554e6f00-6253-49b0-9c39-e7d5ff02ad2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.436017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-aa0bb243-5ffc-42cd-9651-e20df7fa3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.437213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-aa0bb243-5ffc-42cd-9651-e20df7fa3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.437524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-aa0bb243-5ffc-42cd-9651-e20df7fa3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.438048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-aa0bb243-5ffc-42cd-9651-e20df7fa3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.438533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-aa0bb243-5ffc-42cd-9651-e20df7fa3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.439120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-aa0bb243-5ffc-42cd-9651-e20df7fa3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.439605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-aa0bb243-5ffc-42cd-9651-e20df7fa3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.442030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-aa0bb243-5ffc-42cd-9651-e20df7fa3569 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6288 time: 0.2352123 Aug 19 12:26:19.463571 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-554e6f00-6253-49b0-9c39-e7d5ff02ad2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.466180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Transition to ACTIVE for port object 331fdea2-c75c-4b83-ac8b-f5f182984952 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:19.614731 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.653051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c36d-e8f1-4e42-8844-78bbe3de4f7b req-281b5f0a-b35b-4099-9c55-7a0b174b87d9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.659924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c36d-e8f1-4e42-8844-78bbe3de4f7b req-281b5f0a-b35b-4099-9c55-7a0b174b87d9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.666329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c36d-e8f1-4e42-8844-78bbe3de4f7b req-281b5f0a-b35b-4099-9c55-7a0b174b87d9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.673044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c36d-e8f1-4e42-8844-78bbe3de4f7b req-281b5f0a-b35b-4099-9c55-7a0b174b87d9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.679287 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c36d-e8f1-4e42-8844-78bbe3de4f7b req-281b5f0a-b35b-4099-9c55-7a0b174b87d9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.685547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c36d-e8f1-4e42-8844-78bbe3de4f7b req-281b5f0a-b35b-4099-9c55-7a0b174b87d9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.692619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c36d-e8f1-4e42-8844-78bbe3de4f7b req-281b5f0a-b35b-4099-9c55-7a0b174b87d9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.694818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53c2c36d-e8f1-4e42-8844-78bbe3de4f7b req-281b5f0a-b35b-4099-9c55-7a0b174b87d9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5396 time: 0.2275815 Aug 19 12:26:19.751770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-554e6f00-6253-49b0-9c39-e7d5ff02ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.757741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-554e6f00-6253-49b0-9c39-e7d5ff02ad2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.758618 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.774477 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-554e6f00-6253-49b0-9c39-e7d5ff02ad2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a43ae4d-d8ec-4c2d-9338-2e8f6ccad1a3 HTTP/1.1" status: 204 len: 168 time: 0.4205418 Aug 19 12:26:19.779178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:19.788760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-d8462b05-5307-408a-92e9-34b4883377e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.789697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-d8462b05-5307-408a-92e9-34b4883377e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.791219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-d8462b05-5307-408a-92e9-34b4883377e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.794332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-d8462b05-5307-408a-92e9-34b4883377e8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3408108 Aug 19 12:26:19.809232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e6f00-6253-49b0-9c39-e7d5ff02ad2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a43ae4d-d8ec-4c2d-9338-2e8f6ccad1a3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:19.822947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:19.927989 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.969313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Pushing event updated for resources: {'Port': ['ID=331fdea2-c75c-4b83-ac8b-f5f182984952,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:20.014287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53c2c36d-e8f1-4e42-8844-78bbe3de4f7b req-6d9e2803-f19b-48b7-b505-d59510fc3087 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3048413 Aug 19 12:26:20.072335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3f5b-2ad6-4a6d-bead-91c0b1f284e8 req-25ae545b-00de-47f6-a7e9-31871ef0f86f tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:20.074971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-874d3f5b-2ad6-4a6d-bead-91c0b1f284e8 req-25ae545b-00de-47f6-a7e9-31871ef0f86f tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 944 time: 0.4698973 Aug 19 12:26:20.084450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:20.204454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:20.223960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-f6946dd5-d39f-4739-8ff9-b4eb7c167570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:20.225529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17e4a8c9-8013-42b0-95a1-dce27c1fa9d4 req-f6946dd5-d39f-4739-8ff9-b4eb7c167570 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4037671 Aug 19 12:26:20.252498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-874d3f5b-2ad6-4a6d-bead-91c0b1f284e8 req-0795bef9-123b-48b9-b88f-88c6e6709deb tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319571 Aug 19 12:26:20.298478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca9a15-cf2e-415d-9b47-5149d15e232d req-39d26b55-2196-4835-8ab8-ffb753c20edc tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:20.300103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbca9a15-cf2e-415d-9b47-5149d15e232d req-39d26b55-2196-4835-8ab8-ffb753c20edc tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1539090 Aug 19 12:26:20.302945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Attempting to bind port 331fdea2-c75c-4b83-ac8b-f5f182984952 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:20.303278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Attempting to bind port 331fdea2-c75c-4b83-ac8b-f5f182984952 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:20.303614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Attempting to bind port 331fdea2-c75c-4b83-ac8b-f5f182984952 on network 35516620-7e1d-40f2-aa96-55c72d5a6336 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:20.330952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Port 331fdea2-c75c-4b83-ac8b-f5f182984952 on network 35516620-7e1d-40f2-aa96-55c72d5a6336 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:20.331295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Attempting to bind port 331fdea2-c75c-4b83-ac8b-f5f182984952 on network 35516620-7e1d-40f2-aa96-55c72d5a6336 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:20.358044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbca9a15-cf2e-415d-9b47-5149d15e232d req-71e5b2ce-681c-42dc-b098-d863437bcfe4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489132 Aug 19 12:26:20.359572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:20.359928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Checking segment: {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:20.360324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Bound using segment: {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:20.360897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Bound port: 331fdea2-c75c-4b83-ac8b-f5f182984952, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:20.361522 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.480766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 65093b94-1d63-4a1f-97ca-a8b31adaecc5 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:20.487299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] For port 331fdea2-c75c-4b83-ac8b-f5f182984952, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:20.488981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] For port 331fdea2-c75c-4b83-ac8b-f5f182984952, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=331fdea2-c75c-4b83-ac8b-f5f182984952,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:20.539020 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 65093b94-1d63-4a1f-97ca-a8b31adaecc5 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:20.539020 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 65093b94-1d63-4a1f-97ca-a8b31adaecc5 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:20.609982 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.649139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:20.649760 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.651243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] 10.222.0.53 "PUT /v2.0/ports/331fdea2-c75c-4b83-ac8b-f5f182984952 HTTP/1.1" status: 200 len: 1091 time: 1.9093699 Aug 19 12:26:20.684538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002eb03-fb77-4710-9c16-12cae4b921aa service neutron] Pushing event updated for resources: {'Port': ['ID=331fdea2-c75c-4b83-ac8b-f5f182984952,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:20.823584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:20.905770 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.137464 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8dcce2a8-de4f-458c-92db-aa44288d7a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.179412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': '331fdea2-c75c-4b83-ac8b-f5f182984952'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:21.181945 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02fb815-66ef-4703-a6af-d474d7dc536f" -d '{"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "331fdea2-c75c-4b83-ac8b-f5f182984952"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:21.300596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e7d68-9d3d-4094-80e2-955860c729ca req-228f5ce8-ad20-4202-a934-1a737c0f5d4a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.310147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-332e7d68-9d3d-4094-80e2-955860c729ca req-228f5ce8-ad20-4202-a934-1a737c0f5d4a tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1758814 Aug 19 12:26:21.331937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a796-afb7-46d6-a60e-7acb0d748b37 req-dd19fc26-a644-4b77-947a-f94de2777cc6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.339434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a796-afb7-46d6-a60e-7acb0d748b37 req-dd19fc26-a644-4b77-947a-f94de2777cc6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.346681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a796-afb7-46d6-a60e-7acb0d748b37 req-dd19fc26-a644-4b77-947a-f94de2777cc6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.352777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a796-afb7-46d6-a60e-7acb0d748b37 req-dd19fc26-a644-4b77-947a-f94de2777cc6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.360092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a796-afb7-46d6-a60e-7acb0d748b37 req-dd19fc26-a644-4b77-947a-f94de2777cc6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.366579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a796-afb7-46d6-a60e-7acb0d748b37 req-dd19fc26-a644-4b77-947a-f94de2777cc6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.373105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a796-afb7-46d6-a60e-7acb0d748b37 req-dd19fc26-a644-4b77-947a-f94de2777cc6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.375309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2bd8a796-afb7-46d6-a60e-7acb0d748b37 req-dd19fc26-a644-4b77-947a-f94de2777cc6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5408 time: 0.2072418 Aug 19 12:26:21.382360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59134) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:21.488491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1261349324-network', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:21.492137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-332e7d68-9d3d-4094-80e2-955860c729ca req-79ec7aeb-f518-46f8-bcfe-96e024b00c02 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811471 Aug 19 12:26:21.498397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2bd8a796-afb7-46d6-a60e-7acb0d748b37 req-28b76508-c589-40d6-8ea8-ec3706d80411 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116583 Aug 19 12:26:21.503963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f6c14b-3e20-4211-9f1e-aeb44e442751 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:21.516419 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.527643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Transition to ACTIVE for port object f8f6c14b-3e20-4211-9f1e-aeb44e442751 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:21.566976 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c277820e-e96e-4536-b8e1-d966437acab1 x-openstack-request-id: req-c277820e-e96e-4536-b8e1-d966437acab1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:21.567278 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "331fdea2-c75c-4b83-ac8b-f5f182984952", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:21.567529 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c277820e-e96e-4536-b8e1-d966437acab1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:21.567927 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': '331fdea2-c75c-4b83-ac8b-f5f182984952', 'status': 'completed', 'code': 200} Aug 19 12:26:21.669147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Made reservation on behalf of 122c9d9d662348ff9c7f06b11cd05c69 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:21.674035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.689597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4b22f-ba46-441a-ba3c-de036f24868f req-73d09691-d11a-44d2-be6f-409da7376444 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.691208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ae4b22f-ba46-441a-ba3c-de036f24868f req-73d09691-d11a-44d2-be6f-409da7376444 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 945 time: 0.1171384 Aug 19 12:26:21.699744 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.714882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-9f7f73b9-28cd-42e2-938e-43d599a11fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.715378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-9f7f73b9-28cd-42e2-938e-43d599a11fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.716130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-9f7f73b9-28cd-42e2-938e-43d599a11fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.716333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-9f7f73b9-28cd-42e2-938e-43d599a11fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.716809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-9f7f73b9-28cd-42e2-938e-43d599a11fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.717283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-9f7f73b9-28cd-42e2-938e-43d599a11fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.718643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-9f7f73b9-28cd-42e2-938e-43d599a11fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.720741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-9f7f73b9-28cd-42e2-938e-43d599a11fbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6355 time: 0.1166556 Aug 19 12:26:21.773626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa94ac-1239-43d1-97c0-d6a141ada7f9 req-82dfa85b-b6da-4350-9a46-cb33035846a6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.775061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1aa94ac-1239-43d1-97c0-d6a141ada7f9 req-82dfa85b-b6da-4350-9a46-cb33035846a6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1537642 Aug 19 12:26:21.814195 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.817762 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.826112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ae4b22f-ba46-441a-ba3c-de036f24868f req-7c6ebd81-5dcc-4aa5-a2e7-7bef370065e2 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247771 Aug 19 12:26:21.919837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1aa94ac-1239-43d1-97c0-d6a141ada7f9 req-3981fece-e712-42f1-8efa-ccf41f93f95b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305175 Aug 19 12:26:21.934609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.944511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f6c14b-3e20-4211-9f1e-aeb44e442751,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:21.988354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:22.037281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7219da1-8952-4970-9def-f5df8b93324e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:22.037281 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.037281 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Added segment 76ac4aa2-564e-42f7-bda6-d7da9c37253e of type vlan for network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 Aug 19 12:26:22.047425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-fe7ade49-696c-49ef-b7ab-164866e408af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.047975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-fe7ade49-696c-49ef-b7ab-164866e408af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.048472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-fe7ade49-696c-49ef-b7ab-164866e408af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.050202 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-fe7ade49-696c-49ef-b7ab-164866e408af service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3071284 Aug 19 12:26:22.078458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Attempting to bind port f8f6c14b-3e20-4211-9f1e-aeb44e442751 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:22.078458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Attempting to bind port f8f6c14b-3e20-4211-9f1e-aeb44e442751 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:22.078458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Attempting to bind port f8f6c14b-3e20-4211-9f1e-aeb44e442751 on network cdfad0a5-ed3d-4032-af19-96465b32cc10 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:22.093056 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.133176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Port f8f6c14b-3e20-4211-9f1e-aeb44e442751 on network cdfad0a5-ed3d-4032-af19-96465b32cc10 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:22.133564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Attempting to bind port f8f6c14b-3e20-4211-9f1e-aeb44e442751 on network cdfad0a5-ed3d-4032-af19-96465b32cc10 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:22.146479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:22.146831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Checking segment: {'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:22.147224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Bound using segment: {'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:22.147683 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Bound port: f8f6c14b-3e20-4211-9f1e-aeb44e442751, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:22.148056 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.231694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-b9358009-3aff-46d2-b45b-d64f8dc9a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.233198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a02fb815-66ef-4703-a6af-d474d7dc536f req-b9358009-3aff-46d2-b45b-d64f8dc9a6b2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1720757 Aug 19 12:26:22.258622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] For port f8f6c14b-3e20-4211-9f1e-aeb44e442751, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:22.262450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] For port f8f6c14b-3e20-4211-9f1e-aeb44e442751, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f8f6c14b-3e20-4211-9f1e-aeb44e442751,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:22.288718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.289770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.294162 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.351601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] Pushing event updated for resources: {'Network': ['ID=dd2184e3-a64e-4def-83c8-20a9f5bfbf24,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:22.362670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:22.418401 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.440945 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-764906b1-b370-4eca-b16e-9d2385283f4d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0574057 Aug 19 12:26:22.445293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59144) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:22.449612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] Request body: {'subnet': {'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1261349324-subnet', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:22.469473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.471281 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.471950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] 10.222.0.53 "PUT /v2.0/ports/f8f6c14b-3e20-4211-9f1e-aeb44e442751 HTTP/1.1" status: 200 len: 1091 time: 1.6551828 Aug 19 12:26:22.477094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:22.529157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b3329-fb86-4cf1-9680-48754081dba2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f6c14b-3e20-4211-9f1e-aeb44e442751,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:22.550410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:22.551049 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.606144 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] Made reservation on behalf of 122c9d9d662348ff9c7f06b11cd05c69 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:22.609356 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.680906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Request body: {'port': {'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:22.704118 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.731970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:22.735463 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514c53ac-0793-4de6-bae9-149453952509" -d '{"events": [{"server_uuid": "bd5466f3-be5d-4f96-8910-bae3eac66379", "name": "network-vif-plugged", "status": "completed", "tag": "9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:22.754102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:22.829987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.874291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c3ce3-123b-46c3-b82d-556e0dbf30dc req-8e52bc33-f6c4-43df-8f47-388cb15a09bd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.876326 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.881103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c3ce3-123b-46c3-b82d-556e0dbf30dc req-8e52bc33-f6c4-43df-8f47-388cb15a09bd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.887663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c3ce3-123b-46c3-b82d-556e0dbf30dc req-8e52bc33-f6c4-43df-8f47-388cb15a09bd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.894485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c3ce3-123b-46c3-b82d-556e0dbf30dc req-8e52bc33-f6c4-43df-8f47-388cb15a09bd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.900435 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c3ce3-123b-46c3-b82d-556e0dbf30dc req-8e52bc33-f6c4-43df-8f47-388cb15a09bd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.906988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c3ce3-123b-46c3-b82d-556e0dbf30dc req-8e52bc33-f6c4-43df-8f47-388cb15a09bd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.913294 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c3ce3-123b-46c3-b82d-556e0dbf30dc req-8e52bc33-f6c4-43df-8f47-388cb15a09bd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.915693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c58c3ce3-123b-46c3-b82d-556e0dbf30dc req-8e52bc33-f6c4-43df-8f47-388cb15a09bd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5420 time: 0.2885411 Aug 19 12:26:22.926105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780388f-bae1-422c-a51d-45d9cc84dd20 req-5a5ce3ce-1782-498a-a34e-2a549a4bed8b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.927707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2780388f-bae1-422c-a51d-45d9cc84dd20 req-5a5ce3ce-1782-498a-a34e-2a549a4bed8b tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.2826293 Aug 19 12:26:22.949299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:23.012273 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.077226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f5fff71-5ad1-4434-8927-65172bd1b532,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:23.079560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2780388f-bae1-422c-a51d-45d9cc84dd20 req-a2132241-475b-41e9-bf3b-83f6ec4affe7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306605 Aug 19 12:26:23.088632 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] Checking segment: {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:23.089011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] Network hostable DHCP agents. Network: dd2184e3-a64e-4def-83c8-20a9f5bfbf24, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:26:23.109585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c58c3ce3-123b-46c3-b82d-556e0dbf30dc req-1831f9b3-f6bb-4b23-a232-457ab88c7654 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554458 Aug 19 12:26:23.162564 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2068e50e-4029-492f-a6fe-3b8faaa39744 x-openstack-request-id: req-2068e50e-4029-492f-a6fe-3b8faaa39744 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:23.162952 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5466f3-be5d-4f96-8910-bae3eac66379", "name": "network-vif-plugged", "status": "completed", "tag": "9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:23.163238 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2068e50e-4029-492f-a6fe-3b8faaa39744 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:23.163641 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1', 'code': 200} Aug 19 12:26:23.218050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] Network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:26:23.288512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a550c26-73bb-44f3-bd67-923f7c8bb5ae req-970dcc93-dd6f-42c0-9452-a1a43822e105 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.290304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a550c26-73bb-44f3-bd67-923f7c8bb5ae req-970dcc93-dd6f-42c0-9452-a1a43822e105 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0997758 Aug 19 12:26:23.378343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18650294-711e-4ea2-bb03-5346e4ec40e4 req-897c3d9b-ded5-48d3-9876-639431a9c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.380067 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-18650294-711e-4ea2-bb03-5346e4ec40e4 req-897c3d9b-ded5-48d3-9876-639431a9c954 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 1097 time: 0.0454481 Aug 19 12:26:23.412976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, dd2184e3-a64e-4def-83c8-20a9f5bfbf24) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:23.421410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a550c26-73bb-44f3-bd67-923f7c8bb5ae req-8b523bd1-0682-44af-ae39-6343212db4ee tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134775 Aug 19 12:26:23.423462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7652b698-7fcc-4e43-a978-9f08a96ab65f None None] Network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:23.427611 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-18650294-711e-4ea2-bb03-5346e4ec40e4 req-af32ba6b-1855-429a-8896-e361abfdb0c9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Aug 19 12:26:23.429181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.430130 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.431134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec098f-33eb-469b-938d-98b6fd95ac7c req-92f243f3-f141-4485-80c9-7476d0e2cabb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.432697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2ec098f-33eb-469b-938d-98b6fd95ac7c req-92f243f3-f141-4485-80c9-7476d0e2cabb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1265638 Aug 19 12:26:23.472208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba8428d-a258-4eb1-b4e0-197ae028333d {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:23.481690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.509399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2ec098f-33eb-469b-938d-98b6fd95ac7c req-7465eed7-cf5d-4f43-81e8-5ce26964df00 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670531 Aug 19 12:26:23.515027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Transition to ACTIVE for port object bba8428d-a258-4eb1-b4e0-197ae028333d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:23.568798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': 'f8f6c14b-3e20-4211-9f1e-aeb44e442751'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:23.571208 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9498e37-1173-4f89-ad4d-76bcd811d9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "f8f6c14b-3e20-4211-9f1e-aeb44e442751"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:23.606101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:26:23.607292 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.609064 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a436b5-cfdd-4c42-99c8-729f3117c7bc x-openstack-request-id: req-43a436b5-cfdd-4c42-99c8-729f3117c7bc {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:23.609398 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "f8f6c14b-3e20-4211-9f1e-aeb44e442751", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:23.609669 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43a436b5-cfdd-4c42-99c8-729f3117c7bc {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:23.610070 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': 'f8f6c14b-3e20-4211-9f1e-aeb44e442751', 'status': 'completed', 'code': 200} Aug 19 12:26:23.677903 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f61395a7-bbf6-46f2-b7f8-302f6dc2e3b3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2301025 Aug 19 12:26:23.678451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-3d9e84f6-0445-4aa3-b654-281a81d36ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.678566 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59162) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:23.678665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-3d9e84f6-0445-4aa3-b654-281a81d36ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.678909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-3d9e84f6-0445-4aa3-b654-281a81d36ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.679613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-3d9e84f6-0445-4aa3-b654-281a81d36ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.680276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-3d9e84f6-0445-4aa3-b654-281a81d36ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.680276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-3d9e84f6-0445-4aa3-b654-281a81d36ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.680749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-3d9e84f6-0445-4aa3-b654-281a81d36ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.682972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-3d9e84f6-0445-4aa3-b654-281a81d36ac5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6422 time: 0.0518861 Aug 19 12:26:23.684466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:23.758242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Allocated IP 172.20.0.2 (dd2184e3-a64e-4def-83c8-20a9f5bfbf24/7f5fff71-5ad1-4434-8927-65172bd1b532/887e6a22-14fc-40ab-a715-d779a42d362e) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:23.800690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-d9d4b634-e460-4739-ae27-1b6364191290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.801686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-d9d4b634-e460-4739-ae27-1b6364191290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.802921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-d9d4b634-e460-4739-ae27-1b6364191290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.804676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-d9d4b634-e460-4739-ae27-1b6364191290 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1117790 Aug 19 12:26:23.806102 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.845812 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.847466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.906413 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.944488 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.950641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Transition to ACTIVE for port object 887e6a22-14fc-40ab-a715-d779a42d362e will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:23.971753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Transition to ACTIVE for port object 887e6a22-14fc-40ab-a715-d779a42d362e will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:24.075352 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.181856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:24.227665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:24.228505 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.232676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:24.237786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Pushing event updated for resources: {'Port': ['ID=887e6a22-14fc-40ab-a715-d779a42d362e,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:24.309103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Attempting to bind port 887e6a22-14fc-40ab-a715-d779a42d362e on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:24.310015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Attempting to bind port 887e6a22-14fc-40ab-a715-d779a42d362e by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:24.310600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Attempting to bind port 887e6a22-14fc-40ab-a715-d779a42d362e on network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:24.318225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:24.319093 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Checking segment: {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:24.319693 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.320270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Bound using segment: {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:24.320764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Bound port: 887e6a22-14fc-40ab-a715-d779a42d362e, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:24.321550 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.413893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Pushing event updated for resources: {'Port': ['ID=bba8428d-a258-4eb1-b4e0-197ae028333d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:24.420236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] For port 887e6a22-14fc-40ab-a715-d779a42d362e, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:24.428309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] For port 887e6a22-14fc-40ab-a715-d779a42d362e, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=887e6a22-14fc-40ab-a715-d779a42d362e,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:24.516586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf751ba3-6a20-4461-b10a-bce38e94cc95 req-8a056717-2079-468f-94be-34224421eab7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.522471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf751ba3-6a20-4461-b10a-bce38e94cc95 req-8a056717-2079-468f-94be-34224421eab7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.528598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf751ba3-6a20-4461-b10a-bce38e94cc95 req-8a056717-2079-468f-94be-34224421eab7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.533815 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.535192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf751ba3-6a20-4461-b10a-bce38e94cc95 req-8a056717-2079-468f-94be-34224421eab7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.543400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf751ba3-6a20-4461-b10a-bce38e94cc95 req-8a056717-2079-468f-94be-34224421eab7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.550165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf751ba3-6a20-4461-b10a-bce38e94cc95 req-8a056717-2079-468f-94be-34224421eab7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.556202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf751ba3-6a20-4461-b10a-bce38e94cc95 req-8a056717-2079-468f-94be-34224421eab7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.558306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bf751ba3-6a20-4461-b10a-bce38e94cc95 req-8a056717-2079-468f-94be-34224421eab7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.2417691 Aug 19 12:26:24.570925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f685f-3f34-44f1-96a5-ba34d51d150c req-931bfe4a-518c-4173-997b-b10a6ca9ad44 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.578607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b62f685f-3f34-44f1-96a5-ba34d51d150c req-931bfe4a-518c-4173-997b-b10a6ca9ad44 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.2660885 Aug 19 12:26:24.589058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-223bcf6c-ca0c-4873-8bd9-fa6a86399268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.590501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9498e37-1173-4f89-ad4d-76bcd811d9fb req-223bcf6c-ca0c-4873-8bd9-fa6a86399268 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7715936 Aug 19 12:26:24.658061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb90eb-696c-4719-927c-ad1e32902618 None None] Pushing event updated for resources: {'Port': ['ID=887e6a22-14fc-40ab-a715-d779a42d362e,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:24.667877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b62f685f-3f34-44f1-96a5-ba34d51d150c req-3ca4bf89-7705-4dc4-a75e-60247605bd96 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883298 Aug 19 12:26:24.685697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Attempting to bind port bba8428d-a258-4eb1-b4e0-197ae028333d on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:24.686306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Attempting to bind port bba8428d-a258-4eb1-b4e0-197ae028333d by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:24.686869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Attempting to bind port bba8428d-a258-4eb1-b4e0-197ae028333d on network cdfad0a5-ed3d-4032-af19-96465b32cc10 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:24.704121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.709615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bf751ba3-6a20-4461-b10a-bce38e94cc95 req-9fbc0034-652a-41c3-9ddf-d1215f0d41e2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1220379 Aug 19 12:26:24.711943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Port bba8428d-a258-4eb1-b4e0-197ae028333d on network cdfad0a5-ed3d-4032-af19-96465b32cc10 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:24.712273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Attempting to bind port bba8428d-a258-4eb1-b4e0-197ae028333d on network cdfad0a5-ed3d-4032-af19-96465b32cc10 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:24.719079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:24.719426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Checking segment: {'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:24.721787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Bound using segment: {'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:24.721787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Bound port: bba8428d-a258-4eb1-b4e0-197ae028333d, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10896cec-9488-48dd-a79e-df4116a0545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:24.721787 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.744636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.875919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] For port bba8428d-a258-4eb1-b4e0-197ae028333d, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:24.974328 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] For port bba8428d-a258-4eb1-b4e0-197ae028333d, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bba8428d-a258-4eb1-b4e0-197ae028333d,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:24.995035 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Allocated IP 172.25.6.50 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/8f9a8010-e1d0-44aa-bfe3-4ad144798270) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:25.002425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae0182-89db-4fe5-9ffb-d8ad69a28e80 req-7a5f0960-50e4-4575-9809-a95d0bffd585 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.017229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42ae0182-89db-4fe5-9ffb-d8ad69a28e80 req-7a5f0960-50e4-4575-9809-a95d0bffd585 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1496334 Aug 19 12:26:25.089823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42ae0182-89db-4fe5-9ffb-d8ad69a28e80 req-16e4c4fe-30aa-4918-8a44-68ff216bf5fe tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714803 Aug 19 12:26:25.107774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4804b1e-069e-4263-b48e-419fa3a6ed5e req-512e3147-be3a-43ef-a247-d5b5013aaf60 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.109601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4804b1e-069e-4263-b48e-419fa3a6ed5e req-512e3147-be3a-43ef-a247-d5b5013aaf60 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.0710936 Aug 19 12:26:25.125939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.153032 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4804b1e-069e-4263-b48e-419fa3a6ed5e req-3e4781fe-55f5-4cf7-be59-750a2bb59d22 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360627 Aug 19 12:26:25.210282 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.252675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.253306 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.255368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] 10.222.0.53 "PUT /v2.0/ports/bba8428d-a258-4eb1-b4e0-197ae028333d HTTP/1.1" status: 200 len: 1091 time: 2.5795851 Aug 19 12:26:25.292196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53cb61-3b51-4a64-bbc9-9b567d1b707f service neutron] Pushing event updated for resources: {'Port': ['ID=bba8428d-a258-4eb1-b4e0-197ae028333d,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:25.376157 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.416823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:25.420244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:25.430219 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2080b98e-decc-4fec-a69d-6523349ea7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.440527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:25.468607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Pushing event updated for resources: {'Port': ['ID=8f9a8010-e1d0-44aa-bfe3-4ad144798270,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:25.610772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': 'bba8428d-a258-4eb1-b4e0-197ae028333d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:25.615798 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0c30d2-da2c-463c-ad25-0df50069b4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "bba8428d-a258-4eb1-b4e0-197ae028333d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:25.673180 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4061ce16-6dce-4065-aa4b-f699eb8695ec x-openstack-request-id: req-4061ce16-6dce-4065-aa4b-f699eb8695ec {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:25.673180 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "bba8428d-a258-4eb1-b4e0-197ae028333d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:25.673180 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4061ce16-6dce-4065-aa4b-f699eb8695ec {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:25.673180 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': 'bba8428d-a258-4eb1-b4e0-197ae028333d', 'status': 'completed', 'code': 200} Aug 19 12:26:25.693561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-6e53cc85-0a6a-443f-9fcc-851429c3e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.700321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-6e53cc85-0a6a-443f-9fcc-851429c3e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.700321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-6e53cc85-0a6a-443f-9fcc-851429c3e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.700321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-6e53cc85-0a6a-443f-9fcc-851429c3e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.700321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-6e53cc85-0a6a-443f-9fcc-851429c3e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.700321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-6e53cc85-0a6a-443f-9fcc-851429c3e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.700321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-6e53cc85-0a6a-443f-9fcc-851429c3e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.700321 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-6e53cc85-0a6a-443f-9fcc-851429c3e5b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6489 time: 0.0596931 Aug 19 12:26:25.746901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-772900e6-d19a-40d5-a99e-3eca4b73effd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8 HTTP/1.1" status: 200 len: 217 time: 0.0385318 Aug 19 12:26:25.822695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876aba24-6213-4253-b383-fd7d4d6cfe5c None None] Network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:25.867790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-3d7e016d-beff-4e1d-94f9-67df2a85b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.869413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-3d7e016d-beff-4e1d-94f9-67df2a85b519 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5b18177a-3842-4a4f-99df-56fcaf6e0863 HTTP/1.1" status: 200 len: 856 time: 0.1152134 Aug 19 12:26:25.870540 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.902804 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.903440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad462d1-5a05-46be-8e44-796e66c99612 req-620e32e2-66fc-4708-bada-8df91b2b2da7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.905497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bad462d1-5a05-46be-8e44-796e66c99612 req-620e32e2-66fc-4708-bada-8df91b2b2da7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1423945 Aug 19 12:26:25.963872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398d3b-0cbd-47bc-b232-c9ba511996a7 req-c488e5f3-e6b5-477c-b4d7-03cac4863a3c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.971233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398d3b-0cbd-47bc-b232-c9ba511996a7 req-c488e5f3-e6b5-477c-b4d7-03cac4863a3c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.980213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398d3b-0cbd-47bc-b232-c9ba511996a7 req-c488e5f3-e6b5-477c-b4d7-03cac4863a3c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.987456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398d3b-0cbd-47bc-b232-c9ba511996a7 req-c488e5f3-e6b5-477c-b4d7-03cac4863a3c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.993949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398d3b-0cbd-47bc-b232-c9ba511996a7 req-c488e5f3-e6b5-477c-b4d7-03cac4863a3c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.000277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-94cbdbbb-d498-4b82-89c8-6e2eb221da96 None None] Provisioning for port 887e6a22-14fc-40ab-a715-d779a42d362e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:26.000836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398d3b-0cbd-47bc-b232-c9ba511996a7 req-c488e5f3-e6b5-477c-b4d7-03cac4863a3c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.013583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398d3b-0cbd-47bc-b232-c9ba511996a7 req-c488e5f3-e6b5-477c-b4d7-03cac4863a3c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.017043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6398d3b-0cbd-47bc-b232-c9ba511996a7 req-c488e5f3-e6b5-477c-b4d7-03cac4863a3c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.1966343 Aug 19 12:26:26.086192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-63c51550-fd46-4df0-be7f-94f4849ce2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.089514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-63c51550-fd46-4df0-be7f-94f4849ce2e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2097280 Aug 19 12:26:26.094697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bad462d1-5a05-46be-8e44-796e66c99612 req-6412b8c6-d8e4-4314-b93c-8264fa6ba414 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641896 Aug 19 12:26:26.198721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6398d3b-0cbd-47bc-b232-c9ba511996a7 req-790a6baf-6a63-4800-bde9-1c7511d10b45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1757894 Aug 19 12:26:26.278491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-bd942790-49c4-4898-b29e-e4b0510ae066 service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757288 Aug 19 12:26:26.440439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd025c3-4db7-405e-bf0a-2f8c8d27fca9 req-f4b5d3b1-52a5-48b9-91d3-b24d28e180f4 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.442379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fd025c3-4db7-405e-bf0a-2f8c8d27fca9 req-f4b5d3b1-52a5-48b9-91d3-b24d28e180f4 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1675909 Aug 19 12:26:26.500832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d90ae-9e6f-46c5-a98b-56993cb25fe1 req-3295db05-6715-4fcf-b5d6-df9b8c4a2929 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.502502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b34d90ae-9e6f-46c5-a98b-56993cb25fe1 req-3295db05-6715-4fcf-b5d6-df9b8c4a2929 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1340992 Aug 19 12:26:26.508989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.546070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-7e074b8e-1671-4ef3-8a41-71e9781ca9aa service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559083 Aug 19 12:26:26.558000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 887e6a22-14fc-40ab-a715-d779a42d362e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:26.569658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fd025c3-4db7-405e-bf0a-2f8c8d27fca9 req-8ad0b167-f00c-4873-a39f-aa60ea2241ee tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132493 Aug 19 12:26:26.624908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-86af1ac5-2866-4eae-908a-80b94d378568 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=59952a98-c9c6-42eb-964e-b03e707b5eb7 HTTP/1.1" status: 200 len: 217 time: 0.0690017 Aug 19 12:26:26.653571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b34d90ae-9e6f-46c5-a98b-56993cb25fe1 req-61a56290-1721-4a7d-9827-f4f34108b369 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328483 Aug 19 12:26:26.726968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-3fb6a918-11a1-4982-8c6e-5b1c1c0d4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.728478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-3fb6a918-11a1-4982-8c6e-5b1c1c0d4e4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.0964460 Aug 19 12:26:26.755065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 887e6a22-14fc-40ab-a715-d779a42d362e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:26.755319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073466c4-e6e2-42da-a33a-1a2eb36aad8e req-ca276731-a308-479a-a062-3d2aa81438ec tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.756930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-073466c4-e6e2-42da-a33a-1a2eb36aad8e req-ca276731-a308-479a-a062-3d2aa81438ec tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.1001139 Aug 19 12:26:26.759452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 887e6a22-14fc-40ab-a715-d779a42d362e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:26.759762 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.794438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Router f989d078-a196-4a00-b2f8-2accb6136c9c is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:26:26.823851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-402e41fd-63c8-4e39-ba3d-f66a896e2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.825414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-402e41fd-63c8-4e39-ba3d-f66a896e2e22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891428 Aug 19 12:26:26.831436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-073466c4-e6e2-42da-a33a-1a2eb36aad8e req-abb85872-11a8-4257-a3a8-3626deacddf5 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583582 Aug 19 12:26:26.859930 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.903408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 887e6a22-14fc-40ab-a715-d779a42d362e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=887e6a22-14fc-40ab-a715-d779a42d362e,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:26.926307 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.938657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:26.941744 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-658f977c-302e-49bf-853d-32a53c60b033 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079304 Aug 19 12:26:26.958214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Sync routers for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:26.969327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:26.970091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:26:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:27.059392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-1f40fefc-8206-449e-83d1-cb804291117f service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105478 Aug 19 12:26:27.080162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:26:27.102687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-e17f1d31-5c06-45d0-a7a4-25825a2faa1f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=dfd52db2-a9b9-485f-a61c-b406983d071a HTTP/1.1" status: 200 len: 217 time: 0.0357149 Aug 19 12:26:27.106981 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.144565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.152518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59198) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:27.153292 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-33b5801c-fcc8-4706-8985-ad196a27d44c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4737666 Aug 19 12:26:27.247503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-745d27d8-d64d-4bd3-8977-3e6a9c1b7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.249645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-745d27d8-d64d-4bd3-8977-3e6a9c1b7fe7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.1391559 Aug 19 12:26:27.341507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b81c3-bb66-469a-a29c-4522bf2fffcc req-3c79eea8-89ac-4409-8f40-26fe386e565c tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.343239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-295b81c3-bb66-469a-a29c-4522bf2fffcc req-3c79eea8-89ac-4409-8f40-26fe386e565c tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.1434839 Aug 19 12:26:27.368330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=887e6a22-14fc-40ab-a715-d779a42d362e,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:27.371236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-022c09bc-2a37-4a15-8833-c59e60548925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.372579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-022c09bc-2a37-4a15-8833-c59e60548925 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134558 Aug 19 12:26:27.476059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:25Z', 'revision_number': 3, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:27.512909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Checking router: f989d078-a196-4a00-b2f8-2accb6136c9c for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:26:27.513571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Updating router f989d078-a196-4a00-b2f8-2accb6136c9c port 8f9a8010-e1d0-44aa-bfe3-4ad144798270 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:26:27.542455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-295b81c3-bb66-469a-a29c-4522bf2fffcc req-de6b9f91-311d-44f6-a6b9-c73136ecb118 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825278 Aug 19 12:26:27.551653 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.559106 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-57f0531c-7317-45a8-81ab-a2f3aa5331a9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646060 Aug 19 12:26:27.678090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-c2eba146-3c7d-4e40-8ac9-404807717ae3 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693565 Aug 19 12:26:27.703184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-77e3a236-201a-4c2b-be4a-bd697cb3f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.705786 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-77e3a236-201a-4c2b-be4a-bd697cb3f576 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 1101 time: 0.0740380 Aug 19 12:26:27.753481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6cd1-48e7-4639-814c-379f292f5401 req-5eaae0de-044d-431a-9f54-491fd98020ee tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.759749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6cd1-48e7-4639-814c-379f292f5401 req-5eaae0de-044d-431a-9f54-491fd98020ee tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.766778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6cd1-48e7-4639-814c-379f292f5401 req-5eaae0de-044d-431a-9f54-491fd98020ee tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.772868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6cd1-48e7-4639-814c-379f292f5401 req-5eaae0de-044d-431a-9f54-491fd98020ee tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.778897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6cd1-48e7-4639-814c-379f292f5401 req-5eaae0de-044d-431a-9f54-491fd98020ee tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.785728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6cd1-48e7-4639-814c-379f292f5401 req-5eaae0de-044d-431a-9f54-491fd98020ee tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.791925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6cd1-48e7-4639-814c-379f292f5401 req-5eaae0de-044d-431a-9f54-491fd98020ee tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.793949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c8a6cd1-48e7-4639-814c-379f292f5401 req-5eaae0de-044d-431a-9f54-491fd98020ee tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.2080941 Aug 19 12:26:27.853679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-049066c5-8a27-4124-af4a-ad08f8b29c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.855209 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-049066c5-8a27-4124-af4a-ad08f8b29c74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1181269 Aug 19 12:26:27.899865 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.917792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Transition to ACTIVE for port object 8f9a8010-e1d0-44aa-bfe3-4ad144798270 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:27.924432 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-dcaa755f-6a7d-4977-840b-8100e50be2f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 HTTP/1.1" status: 200 len: 217 time: 0.0599499 Aug 19 12:26:27.969701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c8a6cd1-48e7-4639-814c-379f292f5401 req-d90e68ed-77ab-488f-a38a-ac793f07896f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1417902 Aug 19 12:26:27.991417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-8636dfa3-85bd-41f2-885c-784b7f2f7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.993162 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-8636dfa3-85bd-41f2-885c-784b7f2f7fad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0526047 Aug 19 12:26:28.039081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5dc70b40-9e03-4dd4-9701-24164ab7635e service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512061 Aug 19 12:26:28.071525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-816a6c2e-d830-45a4-a205-21b2ffd14374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:28.073597 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-816a6c2e-d830-45a4-a205-21b2ffd14374 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689225 Aug 19 12:26:28.080753 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.124339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-0cff1a6d-822a-450a-9cf4-b334f927a359 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:28.132482 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-0cff1a6d-822a-450a-9cf4-b334f927a359 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/networks?id=637e89fb-cb9b-4145-9d1a-ea01db39ffa0 HTTP/1.1" status: 200 len: 815 time: 0.3083270 Aug 19 12:26:28.150266 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44448e-15f1-495f-ac1c-0155557dd53b None None] Pushing event updated for resources: {'Port': ['ID=8f9a8010-e1d0-44aa-bfe3-4ad144798270,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:28.156236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Attempting to bind port 8f9a8010-e1d0-44aa-bfe3-4ad144798270 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:28.156901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Attempting to bind port 8f9a8010-e1d0-44aa-bfe3-4ad144798270 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:28.157356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Attempting to bind port 8f9a8010-e1d0-44aa-bfe3-4ad144798270 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:28.165487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:28.165487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:28.165487 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.165487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:28.165487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Bound port: 8f9a8010-e1d0-44aa-bfe3-4ad144798270, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:28.166095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.171786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-59a50f1b-81c9-43e7-816d-8494b5b36c3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=2397b715-6ad6-41aa-897c-1961b843f1b4 HTTP/1.1" status: 200 len: 217 time: 0.1157768 Aug 19 12:26:28.197969 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-eb1a8d1e-5934-4b1f-a6e5-48747dfbf950 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165967 Aug 19 12:26:28.246680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-b6f1f0d0-a433-45c0-841d-6e2e4dc5c08d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/quotas/6be279341188417ebb7bccd2bd711353 HTTP/1.1" status: 200 len: 375 time: 0.1118474 Aug 19 12:26:28.254039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] For port 8f9a8010-e1d0-44aa-bfe3-4ad144798270, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:28.258165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] For port 8f9a8010-e1d0-44aa-bfe3-4ad144798270, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8f9a8010-e1d0-44aa-bfe3-4ad144798270,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:28.353130 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db338fcf-7e83-4ff4-82fc-f011adef4451 req-0d87a882-6416-4687-99f9-52a234f71769 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410697 Aug 19 12:26:28.373918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f0b93f85-dea3-42c8-9940-9f10af8bad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:28.375450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f0b93f85-dea3-42c8-9940-9f10af8bad54 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.1819580 Aug 19 12:26:28.381660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.384305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e6763-7893-4a72-8c15-f026d69479d5 req-1e45734d-ca79-489b-940f-bc286ef960a2 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:28.386526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce4e6763-7893-4a72-8c15-f026d69479d5 req-1e45734d-ca79-489b-940f-bc286ef960a2 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.3161867 Aug 19 12:26:28.464048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.476524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:28.477525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:26:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:28.479398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292afb73-e72e-48e0-a1e1-9b2766436708 req-28de4249-759c-485a-b2a0-2a80cc4de348 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:28.480986 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-292afb73-e72e-48e0-a1e1-9b2766436708 req-28de4249-759c-485a-b2a0-2a80cc4de348 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.2684813 Aug 19 12:26:28.481941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44448e-15f1-495f-ac1c-0155557dd53b None None] Pushing event updated for resources: {'Port': ['ID=8f9a8010-e1d0-44aa-bfe3-4ad144798270,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:28.532006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-5422ec3d-6ef8-40d0-ab42-93b606d7f8ab tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6be279341188417ebb7bccd2bd711353&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2599237 Aug 19 12:26:28.557275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 887e6a22-14fc-40ab-a715-d779a42d362e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:28.591137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce4e6763-7893-4a72-8c15-f026d69479d5 req-7873088e-5a7c-43e1-83b0-eeb1d7c34757 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816831 Aug 19 12:26:28.677199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-0a60c3dd-d6b6-45c7-996e-2a7cf00d99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:28.677199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-0a60c3dd-d6b6-45c7-996e-2a7cf00d99f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2738242 Aug 19 12:26:28.689709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:26:28.788298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 887e6a22-14fc-40ab-a715-d779a42d362e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:28.788681 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.820273 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.036947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:25Z', 'revision_number': 3, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:29.087968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da021cf1-3ff6-4954-8a89-3b652776f4c9 None None] The sync data for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 is: [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:25Z', 'revision_number': 3, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:29.161494 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5698cc-1b9a-4f08-bd6c-e2b8b6a0fd1d req-d58d5bd7-c4a7-4352-ab58-9595d83a9467 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:29.164050 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-de5698cc-1b9a-4f08-bd6c-e2b8b6a0fd1d req-d58d5bd7-c4a7-4352-ab58-9595d83a9467 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd5466f3-be5d-4f96-8910-bae3eac66379 HTTP/1.1" status: 200 len: 946 time: 0.0676830 Aug 19 12:26:29.287417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-de5698cc-1b9a-4f08-bd6c-e2b8b6a0fd1d req-15c60813-52ea-40f5-a756-8a25fc791426 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Deleting port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:29.287801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-de5698cc-1b9a-4f08-bd6c-e2b8b6a0fd1d req-15c60813-52ea-40f5-a756-8a25fc791426 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.338812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-ee10b33c-f52c-4cdf-b74a-5fd4adc5bc41 service neutron] 10.222.0.44 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7704151 Aug 19 12:26:29.456460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d15590-26d0-4373-8682-81de06268971 req-77f6321a-c52a-4bed-b3ee-71a0d21c0859 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:29.466620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4d15590-26d0-4373-8682-81de06268971 req-77f6321a-c52a-4bed-b3ee-71a0d21c0859 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.3523364 Aug 19 12:26:29.483595 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-de5698cc-1b9a-4f08-bd6c-e2b8b6a0fd1d req-15c60813-52ea-40f5-a756-8a25fc791426 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] For port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:29.484661 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-de5698cc-1b9a-4f08-bd6c-e2b8b6a0fd1d req-15c60813-52ea-40f5-a756-8a25fc791426 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.510339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-1a8cde25-ebb1-4490-b9dd-a64656fd98ee service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8057237 Aug 19 12:26:29.511643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-de5698cc-1b9a-4f08-bd6c-e2b8b6a0fd1d req-15c60813-52ea-40f5-a756-8a25fc791426 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Calling delete_port for 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:29.521044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-292afb73-e72e-48e0-a1e1-9b2766436708 req-9eaf6cc1-0a7d-4f03-a86a-d653f01f2f74 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Deleting port 187a8696-9ecb-4a06-835b-8b171e24dbea {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:29.521639 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-292afb73-e72e-48e0-a1e1-9b2766436708 req-9eaf6cc1-0a7d-4f03-a86a-d653f01f2f74 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.642353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Allocated IP 172.20.0.1 (dd2184e3-a64e-4def-83c8-20a9f5bfbf24/7f5fff71-5ad1-4434-8927-65172bd1b532/d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:29.847079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-de5698cc-1b9a-4f08-bd6c-e2b8b6a0fd1d req-15c60813-52ea-40f5-a756-8a25fc791426 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.861189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:29.863600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4d15590-26d0-4373-8682-81de06268971 req-3ec91387-8d1b-451f-9468-9f3700c228a7 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954949 Aug 19 12:26:29.912133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c60813-52ea-40f5-a756-8a25fc791426 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Pushing event deleted for resources: {'Port': ['ID=9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:29.966863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-292afb73-e72e-48e0-a1e1-9b2766436708 req-9eaf6cc1-0a7d-4f03-a86a-d653f01f2f74 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] For port 187a8696-9ecb-4a06-835b-8b171e24dbea, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=187a8696-9ecb-4a06-835b-8b171e24dbea,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:29.967317 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-292afb73-e72e-48e0-a1e1-9b2766436708 req-9eaf6cc1-0a7d-4f03-a86a-d653f01f2f74 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.970071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5698cc-1b9a-4f08-bd6c-e2b8b6a0fd1d req-15c60813-52ea-40f5-a756-8a25fc791426 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] No DVR routers for this DVR port 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:29.975171 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-de5698cc-1b9a-4f08-bd6c-e2b8b6a0fd1d req-15c60813-52ea-40f5-a756-8a25fc791426 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:29.975367 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-de5698cc-1b9a-4f08-bd6c-e2b8b6a0fd1d req-15c60813-52ea-40f5-a756-8a25fc791426 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.52 "DELETE /v2.0/ports/9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 HTTP/1.1" status: 204 len: 173 time: 0.8034670 Aug 19 12:26:29.976112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'name': 'network-vif-deleted', 'tag': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:29.978476 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8375b3-475c-488b-a407-0e1ace172169" -d '{"events": [{"server_uuid": "bd5466f3-be5d-4f96-8910-bae3eac66379", "name": "network-vif-deleted", "tag": "9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:29.993741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-a6d03595-ef91-465d-b75f-f8605fe2b7ef service neutron] 10.222.0.44 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079383 Aug 19 12:26:30.040887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-292afb73-e72e-48e0-a1e1-9b2766436708 req-9eaf6cc1-0a7d-4f03-a86a-d653f01f2f74 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Calling delete_port for 187a8696-9ecb-4a06-835b-8b171e24dbea owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:30.068101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-8384daa9-87cc-4c7b-a7fd-b224950d332b service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232680 Aug 19 12:26:30.205197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-b97d9198-3a9e-4f5e-9e62-9e6fa13c63b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=331fdea2-c75c-4b83-ac8b-f5f182984952 HTTP/1.1" status: 200 len: 217 time: 0.1271145 Aug 19 12:26:30.210870 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.215744 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-f7e7f3b7-63a0-4cc8-bb08-e102211451f1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3685548 Aug 19 12:26:30.273562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Transition to ACTIVE for port object d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:30.370819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ded3-b55b-4469-b3fc-73dd7e418041 req-f1a89807-ff67-4cdc-86a3-ba1dacbf4300 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.377069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ded3-b55b-4469-b3fc-73dd7e418041 req-f1a89807-ff67-4cdc-86a3-ba1dacbf4300 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.383657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ded3-b55b-4469-b3fc-73dd7e418041 req-f1a89807-ff67-4cdc-86a3-ba1dacbf4300 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.389886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ded3-b55b-4469-b3fc-73dd7e418041 req-f1a89807-ff67-4cdc-86a3-ba1dacbf4300 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.399613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ded3-b55b-4469-b3fc-73dd7e418041 req-f1a89807-ff67-4cdc-86a3-ba1dacbf4300 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.402412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ded3-b55b-4469-b3fc-73dd7e418041 req-f1a89807-ff67-4cdc-86a3-ba1dacbf4300 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.409721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ded3-b55b-4469-b3fc-73dd7e418041 req-f1a89807-ff67-4cdc-86a3-ba1dacbf4300 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.411935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f861ded3-b55b-4469-b3fc-73dd7e418041 req-f1a89807-ff67-4cdc-86a3-ba1dacbf4300 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.3738525 Aug 19 12:26:30.473924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-59456349-c3bd-4178-b6d7-aa8f7c864cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.476426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-59456349-c3bd-4178-b6d7-aa8f7c864cd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.2590566 Aug 19 12:26:30.542411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8f9a8010-e1d0-44aa-bfe3-4ad144798270 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:30.566487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-67f207f7-b706-45a0-a009-1cf1eda9be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.566487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-67f207f7-b706-45a0-a009-1cf1eda9be17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 1101 time: 0.2912748 Aug 19 12:26:30.586288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f861ded3-b55b-4469-b3fc-73dd7e418041 req-9435c615-90f9-4720-8454-e312028b2a33 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1552718 Aug 19 12:26:30.600886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5b1c3-8357-40c8-8b56-ec320800ffff req-b14a5ffe-133f-410f-b83c-f18583f863d1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.600886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-28c5b1c3-8357-40c8-8b56-ec320800ffff req-b14a5ffe-133f-410f-b83c-f18583f863d1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.2481267 Aug 19 12:26:30.687008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.706917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-3012a6d5-eefa-4ed8-894f-354d928a9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.709120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-3012a6d5-eefa-4ed8-894f-354d928a9300 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2142150 Aug 19 12:26:30.751408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:30.771747 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91815cc0-fc0c-4454-8dd8-986d24873773 x-openstack-request-id: req-91815cc0-fc0c-4454-8dd8-986d24873773 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:30.773032 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5466f3-be5d-4f96-8910-bae3eac66379", "name": "network-vif-deleted", "tag": "9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:30.773649 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91815cc0-fc0c-4454-8dd8-986d24873773 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:30.774299 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5466f3-be5d-4f96-8910-bae3eac66379', 'name': 'network-vif-deleted', 'tag': '9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1', 'status': 'completed', 'code': 200} Aug 19 12:26:30.798383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8f9a8010-e1d0-44aa-bfe3-4ad144798270 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:30.803618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8f9a8010-e1d0-44aa-bfe3-4ad144798270 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:30.804024 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.840993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:30.907058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:30.938712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-28c5b1c3-8357-40c8-8b56-ec320800ffff req-622837fc-701c-4707-8246-0c65c8e5c6fc tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762206 Aug 19 12:26:30.951101 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.020393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8f9a8010-e1d0-44aa-bfe3-4ad144798270, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8f9a8010-e1d0-44aa-bfe3-4ad144798270,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:31.067187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4dafce14-dd84-48df-85b1-58630fb47eca req-47497029-d90a-4721-b095-54ae33f477ca tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 210 time: 0.2293162 Aug 19 12:26:31.088082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-bae9fcd7-cf0f-42a8-97d3-827fca992e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.090491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-bae9fcd7-cf0f-42a8-97d3-827fca992e85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.4918606 Aug 19 12:26:31.100768 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.168218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:31.186360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8f9a8010-e1d0-44aa-bfe3-4ad144798270,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:31.276721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-c6de7822-b305-4f92-a6a8-ee217b6983df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bd49ef08-9459-4271-a825-abc082e77888 HTTP/1.1" status: 200 len: 217 time: 0.1227875 Aug 19 12:26:31.281551 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.294947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0edf19d7-49be-42e9-84c2-d8d739deac54 None None] Provisioning for port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:31.301492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0edf19d7-49be-42e9-84c2-d8d739deac54 None None] Provisioning complete for port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:31.302174 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0edf19d7-49be-42e9-84c2-d8d739deac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.364608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0edf19d7-49be-42e9-84c2-d8d739deac54 None None] Port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:31.381351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-8d007273-69ca-4f93-95f6-7a820c916f14 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607161 Aug 19 12:26:31.419175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df9a12-46f2-4934-8fce-51468ba99305 req-ceeb6a7d-2e03-446d-9fdf-81d9e25c4e20 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.420768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8df9a12-46f2-4934-8fce-51468ba99305 req-ceeb6a7d-2e03-446d-9fdf-81d9e25c4e20 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 945 time: 0.3657434 Aug 19 12:26:31.512635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-c92f7a72-07cc-4045-9399-a702bf6532ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.514731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-c92f7a72-07cc-4045-9399-a702bf6532ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.2209206 Aug 19 12:26:31.573362 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-292afb73-e72e-48e0-a1e1-9b2766436708 req-9eaf6cc1-0a7d-4f03-a86a-d653f01f2f74 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.617633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8df9a12-46f2-4934-8fce-51468ba99305 req-c384a07b-6359-4e17-bc0a-efffe96aacd0 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f899956-e339-4684-bd79-6e764cd2cec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521053 Aug 19 12:26:31.651918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf6cc1-0a7d-4f03-a86a-d653f01f2f74 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Pushing event deleted for resources: {'Port': ['ID=187a8696-9ecb-4a06-835b-8b171e24dbea,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:31.661533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-9af66a73-d894-4d0a-83c0-4b7873ce8c38 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609289 Aug 19 12:26:31.694407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-cb5729e1-16ed-474d-924f-4c0ce88b21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.695890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-cb5729e1-16ed-474d-924f-4c0ce88b21ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1685469 Aug 19 12:26:31.765350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-292afb73-e72e-48e0-a1e1-9b2766436708 req-9eaf6cc1-0a7d-4f03-a86a-d653f01f2f74 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] No DVR routers for this DVR port 187a8696-9ecb-4a06-835b-8b171e24dbea on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:31.775246 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-292afb73-e72e-48e0-a1e1-9b2766436708 req-9eaf6cc1-0a7d-4f03-a86a-d653f01f2f74 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.777298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-292afb73-e72e-48e0-a1e1-9b2766436708 req-9eaf6cc1-0a7d-4f03-a86a-d653f01f2f74 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.52 "DELETE /v2.0/ports/187a8696-9ecb-4a06-835b-8b171e24dbea HTTP/1.1" status: 204 len: 173 time: 3.2863259 Aug 19 12:26:31.783309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a', 'name': 'network-vif-deleted', 'tag': '187a8696-9ecb-4a06-835b-8b171e24dbea'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:31.783309 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a88158-5d5d-4b67-8df8-3a03f61b7bd4" -d '{"events": [{"server_uuid": "bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a", "name": "network-vif-deleted", "tag": "187a8696-9ecb-4a06-835b-8b171e24dbea"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:31.786545 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-aafce528-6879-412c-8977-817876df7931 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8f6c14b-3e20-4211-9f1e-aeb44e442751 HTTP/1.1" status: 200 len: 217 time: 0.1042366 Aug 19 12:26:31.833208 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865bba98-8670-4cf0-9aaa-8cd91a4a4e94 x-openstack-request-id: req-865bba98-8670-4cf0-9aaa-8cd91a4a4e94 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:31.833534 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a", "name": "network-vif-deleted", "tag": "187a8696-9ecb-4a06-835b-8b171e24dbea", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:31.833758 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-865bba98-8670-4cf0-9aaa-8cd91a4a4e94 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:31.834153 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a', 'name': 'network-vif-deleted', 'tag': '187a8696-9ecb-4a06-835b-8b171e24dbea', 'status': 'completed', 'code': 200} Aug 19 12:26:32.272936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792188d1-bc0f-4910-8e86-01722cb57b72 req-0705e0f5-fb82-4453-8f0e-b0b23195d10f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.278960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792188d1-bc0f-4910-8e86-01722cb57b72 req-0705e0f5-fb82-4453-8f0e-b0b23195d10f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.284991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792188d1-bc0f-4910-8e86-01722cb57b72 req-0705e0f5-fb82-4453-8f0e-b0b23195d10f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.290951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792188d1-bc0f-4910-8e86-01722cb57b72 req-0705e0f5-fb82-4453-8f0e-b0b23195d10f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.297611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792188d1-bc0f-4910-8e86-01722cb57b72 req-0705e0f5-fb82-4453-8f0e-b0b23195d10f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.303579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792188d1-bc0f-4910-8e86-01722cb57b72 req-0705e0f5-fb82-4453-8f0e-b0b23195d10f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.309581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792188d1-bc0f-4910-8e86-01722cb57b72 req-0705e0f5-fb82-4453-8f0e-b0b23195d10f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.312100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-792188d1-bc0f-4910-8e86-01722cb57b72 req-0705e0f5-fb82-4453-8f0e-b0b23195d10f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.6278510 Aug 19 12:26:32.332527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5217e1cc-dcae-4205-b384-5272ea75e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.334009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-5217e1cc-dcae-4205-b384-5272ea75e086 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 200 len: 797 time: 0.5363507 Aug 19 12:26:32.337788 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.456061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-4e4ebf48-079c-4363-95e3-a45bcc1782f8 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362781 Aug 19 12:26:32.465512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8f9a8010-e1d0-44aa-bfe3-4ad144798270 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:32.487062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-792188d1-bc0f-4910-8e86-01722cb57b72 req-6753a3f2-183a-4885-86ac-89f07826533d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1589086 Aug 19 12:26:32.489228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:32.499571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a1992-30d2-4b20-8c71-61a8013efa64 req-27908841-8413-4787-90fa-0725093d3cf8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.501174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-464a1992-30d2-4b20-8c71-61a8013efa64 req-27908841-8413-4787-90fa-0725093d3cf8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.2711518 Aug 19 12:26:32.525935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:32.526357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 9502e8f6-6dc8-47c8-948d-8ccaa1a2b1e1 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:32.526843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 187a8696-9ecb-4a06-835b-8b171e24dbea no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:32.551418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 187a8696-9ecb-4a06-835b-8b171e24dbea {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:32.552373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 187a8696-9ecb-4a06-835b-8b171e24dbea not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:32.561636 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-d8d0102c-c83b-4eea-a590-b27b859a7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.563298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-d8d0102c-c83b-4eea-a590-b27b859a7d59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2074101 Aug 19 12:26:32.570916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8f9a8010-e1d0-44aa-bfe3-4ad144798270 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:32.571427 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.715855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfa4fb13-e7e8-475b-8916-dc277ac7325a req-a6516902-4c2f-4ec5-8f60-b53bcc830381 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 210 time: 0.1185603 Aug 19 12:26:32.770064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-464a1992-30d2-4b20-8c71-61a8013efa64 req-4989e651-f8c4-4dc3-84ec-e006586b99fc tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125218 Aug 19 12:26:32.819492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-501bf709-27c0-4190-94fa-fbf9326e0407 req-50412916-8ceb-4bf8-a24f-4c81511a853a service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506687 Aug 19 12:26:32.840187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-6f997c05-3ffc-44dc-959c-2eee8a526e58 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564616 Aug 19 12:26:32.906487 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.947890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e296a686-bd54-4c16-b1d9-7ef996770034 req-afebaa15-c4c4-4d13-9c52-ad6d07190d23 tempest-ServerRescueNegativeTestJSON-1880780582 tempest-ServerRescueNegativeTestJSON-1880780582-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2b30a2-4bc7-4e9c-95ff-45cc2f720f5a HTTP/1.1" status: 200 len: 210 time: 0.0445096 Aug 19 12:26:32.986853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-321d8c95-e2f2-49f9-ab6d-5291873ad1b1 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384554 Aug 19 12:26:33.041335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-45dd70c7-4f33-4760-9140-641b59c85eaa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bba8428d-a258-4eb1-b4e0-197ae028333d HTTP/1.1" status: 200 len: 217 time: 0.0428743 Aug 19 12:26:33.042034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.150252 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.153625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.163320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f85ee029-58f0-4833-bd83-b79fec2b4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:33.164812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-f85ee029-58f0-4833-bd83-b79fec2b4c02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 200 len: 797 time: 0.1005630 Aug 19 12:26:33.266041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-d15666b8-f9be-4b70-952f-f260fc5a9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:33.267559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-d15666b8-f9be-4b70-952f-f260fc5a9691 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883067 Aug 19 12:26:33.334186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:33.337112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:33.459274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-c316a796-e416-488a-bbd6-d8fe2289e380 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824985 Aug 19 12:26:33.559217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Router f989d078-a196-4a00-b2f8-2accb6136c9c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:26:33.611054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7b88e5be-165f-4a0f-98ce-d3eb7e43aefb None None] Provisioning complete for port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:33.612227 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b88e5be-165f-4a0f-98ce-d3eb7e43aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.658101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7b88e5be-165f-4a0f-98ce-d3eb7e43aefb None None] Port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:33.718875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f49892-a66d-45c6-bdc9-e15fc9e268c7 req-056c9df1-4648-4c8b-92ec-176801f44e56 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459078 Aug 19 12:26:33.804894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316c23b-bf21-4f5b-8cf8-e6c0ee975715 req-ea3d857b-9788-4099-aba9-bbf4f3d29b4f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:33.812301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316c23b-bf21-4f5b-8cf8-e6c0ee975715 req-ea3d857b-9788-4099-aba9-bbf4f3d29b4f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:33.818771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316c23b-bf21-4f5b-8cf8-e6c0ee975715 req-ea3d857b-9788-4099-aba9-bbf4f3d29b4f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:33.824622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316c23b-bf21-4f5b-8cf8-e6c0ee975715 req-ea3d857b-9788-4099-aba9-bbf4f3d29b4f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:33.831525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316c23b-bf21-4f5b-8cf8-e6c0ee975715 req-ea3d857b-9788-4099-aba9-bbf4f3d29b4f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:33.837782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316c23b-bf21-4f5b-8cf8-e6c0ee975715 req-ea3d857b-9788-4099-aba9-bbf4f3d29b4f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:33.844097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316c23b-bf21-4f5b-8cf8-e6c0ee975715 req-ea3d857b-9788-4099-aba9-bbf4f3d29b4f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:33.846080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e316c23b-bf21-4f5b-8cf8-e6c0ee975715 req-ea3d857b-9788-4099-aba9-bbf4f3d29b4f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.2581649 Aug 19 12:26:33.922948 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ed41b8f-4819-44e2-ba2f-5d7670f7ae29 req-e8f239b7-6d7b-43dd-bd0f-926903be542c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 210 time: 0.0707679 Aug 19 12:26:33.961307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:33.972674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-77fc8e65-c503-4415-ad61-344cba9af7f1 admin admin] 10.222.0.44 "PUT /v2.0/routers/f989d078-a196-4a00-b2f8-2accb6136c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8187482 Aug 19 12:26:33.986371 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Sync routers for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:33.996750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-0957cedf-b928-45de-ab3d-c1da26c7e052 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:33.997713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-0957cedf-b928-45de-ab3d-c1da26c7e052 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.52 "GET /v2.0/networks?id=637e89fb-cb9b-4145-9d1a-ea01db39ffa0 HTTP/1.1" status: 200 len: 815 time: 0.3926175 Aug 19 12:26:33.999933 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:34.001264 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:26:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:34.011473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e316c23b-bf21-4f5b-8cf8-e6c0ee975715 req-090b250e-309b-4e43-a6bf-f4b59c8c6b44 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1560190 Aug 19 12:26:34.025590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Request body: {'port': {'device_id': '66aba0d7-8ce3-4e45-a94f-bf0b1ab32349', 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0', 'admin_state_up': True, 'tenant_id': '6be279341188417ebb7bccd2bd711353'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:34.141825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59278) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:34.173922 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:26:34.181853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-411fc1fa-36cd-492c-8d3e-bc31eb527c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.182917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-411fc1fa-36cd-492c-8d3e-bc31eb527c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.184136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-411fc1fa-36cd-492c-8d3e-bc31eb527c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.190943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-411fc1fa-36cd-492c-8d3e-bc31eb527c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.191736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-411fc1fa-36cd-492c-8d3e-bc31eb527c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.192238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-411fc1fa-36cd-492c-8d3e-bc31eb527c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.192973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-411fc1fa-36cd-492c-8d3e-bc31eb527c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.195829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-411fc1fa-36cd-492c-8d3e-bc31eb527c66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6489 time: 0.2477109 Aug 19 12:26:34.333903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a82f53-751d-438a-baea-11d5c95acf73 req-7bee483a-555d-44a4-bf8e-1f9a4e9fcfa8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.348048 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06a82f53-751d-438a-baea-11d5c95acf73 req-7bee483a-555d-44a4-bf8e-1f9a4e9fcfa8 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.2556643 Aug 19 12:26:34.417213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-743aabf3-fad7-4412-8159-7b5e012ba114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.418488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-743aabf3-fad7-4412-8159-7b5e012ba114 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cdfad0a5-ed3d-4032-af19-96465b32cc10 HTTP/1.1" status: 200 len: 903 time: 0.2125981 Aug 19 12:26:34.482147 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:32Z', 'revision_number': 2, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:34.482476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06a82f53-751d-438a-baea-11d5c95acf73 req-940941a6-c56e-42e3-9ab9-c92d1ed9942c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334689 Aug 19 12:26:34.487520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-c3fc0f8e-a92a-4091-a37e-d796112d5c14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bba8428d-a258-4eb1-b4e0-197ae028333d HTTP/1.1" status: 200 len: 217 time: 0.0565064 Aug 19 12:26:34.524772 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Checking router: f989d078-a196-4a00-b2f8-2accb6136c9c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:26:34.524772 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Updating router f989d078-a196-4a00-b2f8-2accb6136c9c port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:26:34.557419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-89a50bf4-1fc6-47ed-9ca7-edfc8e0c6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.559164 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.561271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-89a50bf4-1fc6-47ed-9ca7-edfc8e0c6ae5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 200 len: 797 time: 0.0640857 Aug 19 12:26:34.632983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Made reservation on behalf of 6be279341188417ebb7bccd2bd711353 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:34.637763 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.692237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-368ecb0f-6167-4db7-89fd-2471a7c34576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.694213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-368ecb0f-6167-4db7-89fd-2471a7c34576 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1238210 Aug 19 12:26:34.699962 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.898916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-fcd46444-8305-48ec-b18b-e09542e26028 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620662 Aug 19 12:26:34.899999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Allocated IP 172.20.0.8 (637e89fb-cb9b-4145-9d1a-ea01db39ffa0/a53da67e-3beb-4e52-bb1d-ea218d2facf1/95d1a80d-28cf-453a-9860-b1b17e153b71) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:34.922207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59284) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:34.930219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-95559b1c-22db-456d-87ce-a7073f995d9b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2138520706', 'description': 'tempest-description--756666318'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:34.981037 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.999334 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Transition to ACTIVE for port object d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:35.014672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] Deleting port 2cc2f810-1aac-4424-9139-4baa28134d0d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:35.015147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.070194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f17cc778-c729-4888-9726-1281d8979678 req-8b6fec96-5ea2-42ca-91ac-d84c5272cb24 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 210 time: 0.0642238 Aug 19 12:26:35.074598 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.118021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] For port 2cc2f810-1aac-4424-9139-4baa28134d0d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2cc2f810-1aac-4424-9139-4baa28134d0d,segment=NetworkSegment(db9e876f-d655-4590-8303-7a6fc32d319c),segment_id=db9e876f-d655-4590-8303-7a6fc32d319c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:35.118413 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.139288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] Calling delete_port for 2cc2f810-1aac-4424-9139-4baa28134d0d owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:35.214452 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95559b1c-22db-456d-87ce-a7073f995d9b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.253404 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Pushing event updated for resources: {'Port': ['ID=d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.274912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c0c30d2-da2c-463c-ad25-0df50069b4e0 req-4cff2e1e-51c0-48aa-90cc-8fd6d75cb176 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664119 Aug 19 12:26:35.311340 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.311765 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.312101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.312429 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.312754 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.313075 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.316494 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.317332 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.317481 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.318837 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.323118 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.323118 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:35.367625 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Attempting to bind port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:35.368080 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Attempting to bind port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:35.368691 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Attempting to bind port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a on network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:35.375087 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:35.375452 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Checking segment: {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:35.376012 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.376553 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Bound using segment: {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:35.377400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efedf5-2d99-41b2-8b1c-ab52b855f33d req-527507b6-f405-4d55-8a97-8facaa3549d4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:35.377508 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Bound port: d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:35.377508 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.388252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efedf5-2d99-41b2-8b1c-ab52b855f33d req-527507b6-f405-4d55-8a97-8facaa3549d4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:35.401679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efedf5-2d99-41b2-8b1c-ab52b855f33d req-527507b6-f405-4d55-8a97-8facaa3549d4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:35.401679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efedf5-2d99-41b2-8b1c-ab52b855f33d req-527507b6-f405-4d55-8a97-8facaa3549d4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:35.409464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efedf5-2d99-41b2-8b1c-ab52b855f33d req-527507b6-f405-4d55-8a97-8facaa3549d4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:35.415739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efedf5-2d99-41b2-8b1c-ab52b855f33d req-527507b6-f405-4d55-8a97-8facaa3549d4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:35.422397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efedf5-2d99-41b2-8b1c-ab52b855f33d req-527507b6-f405-4d55-8a97-8facaa3549d4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:35.424315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2efedf5-2d99-41b2-8b1c-ab52b855f33d req-527507b6-f405-4d55-8a97-8facaa3549d4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.2274122 Aug 19 12:26:35.460226 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] For port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:35.463960 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] For port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:35.464897 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.516627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2efedf5-2d99-41b2-8b1c-ab52b855f33d req-dc466124-20b9-46e0-8f78-82290286b318 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807171 Aug 19 12:26:35.562996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95559b1c-22db-456d-87ce-a7073f995d9b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.583110 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.614623 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc2f810-1aac-4424-9139-4baa28134d0d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.625858 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.665264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf78e6-da4e-40b5-949f-91cf4a7f6831 req-63e7d9b8-683d-4a7a-b3a8-7d400041d983 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:35.668756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbcf78e6-da4e-40b5-949f-91cf4a7f6831 req-63e7d9b8-683d-4a7a-b3a8-7d400041d983 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.0785389 Aug 19 12:26:35.679589 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95559b1c-22db-456d-87ce-a7073f995d9b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.719623 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:35.720369 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:26:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:35.743231 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.766374 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb65e45-9780-48c4-9fa0-d4e206c81696 None None] Pushing event updated for resources: {'Port': ['ID=d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.819167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Pushing event updated for resources: {'Port': ['ID=95d1a80d-28cf-453a-9860-b1b17e153b71,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.848724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.855225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95559b1c-22db-456d-87ce-a7073f995d9b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.861324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-95559b1c-22db-456d-87ce-a7073f995d9b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9314709 Aug 19 12:26:35.863325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbcf78e6-da4e-40b5-949f-91cf4a7f6831 req-d2e0f0e8-2e40-4f56-8339-2918eae8f970 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640110 Aug 19 12:26:35.863829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59296) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:35.870943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:35.876222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e28a323f-ed69-45bf-b647-8924e2da7888 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'security_group_rule': {'security_group_id': '0714cf12-181a-45aa-b111-782d641a59e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:35.880870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95559b1c-22db-456d-87ce-a7073f995d9b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0714cf12-181a-45aa-b111-782d641a59e1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.885622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:35.890804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:35.898978 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:26:35.974255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:35.975090 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.065624 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e28a323f-ed69-45bf-b647-8924e2da7888 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.127038 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e28a323f-ed69-45bf-b647-8924e2da7888 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.148116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] Router 5e3a19e7-a83c-437b-ad64-5526c48baead has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:26:36.173820 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:35Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:36.175736 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-125efc6d-38a9-4df3-bf0a-cacc4f36665e tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1631415 Aug 19 12:26:36.193803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Request body: {'port': {'device_id': '66aba0d7-8ce3-4e45-a94f-bf0b1ab32349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:36.202767 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2769d-f182-436b-ae9c-dd57647cd537 None None] The sync data for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 is: [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:35Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:36.228283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310615b9-8989-4a2e-a140-f73a9a488ef5 req-9034ab7a-ad84-457a-bd6b-9fa05afb37a8 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:36.229984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-310615b9-8989-4a2e-a140-f73a9a488ef5 req-9034ab7a-ad84-457a-bd6b-9fa05afb37a8 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 931 time: 0.0893691 Aug 19 12:26:36.318386 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.322340 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:26:36.334158 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2051074d-b33d-4d98-9d0d-1c567362e736 admin admin] 10.222.0.44 "PUT /v2.0/routers/5e3a19e7-a83c-437b-ad64-5526c48baead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1909609 Aug 19 12:26:36.335647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59302) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:36.336770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38370593-2cb4-4b58-be02-a3214dd2c5d8 None None] Sync routers for ids ['5e3a19e7-a83c-437b-ad64-5526c48baead'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:26:36.358458 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e28a323f-ed69-45bf-b647-8924e2da7888 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.360268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38370593-2cb4-4b58-be02-a3214dd2c5d8 None None] Routers {'5e3a19e7-a83c-437b-ad64-5526c48baead'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:36.365765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-38370593-2cb4-4b58-be02-a3214dd2c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:26:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e3a19e7-a83c-437b-ad64-5526c48baead'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:36.452404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a323f-ed69-45bf-b647-8924e2da7888 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0462d320-4398-4956-999b-73df97b1dc92,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:36.485577 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.497639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-310615b9-8989-4a2e-a140-f73a9a488ef5 req-ccb31ddf-0f01-4624-abb9-f259490d7ea0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824360 Aug 19 12:26:36.639973 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-38370593-2cb4-4b58-be02-a3214dd2c5d8 None None] Set router 5e3a19e7-a83c-437b-ad64-5526c48baead gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:26:36.730906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.790067 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:37.047829 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Deleting port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:37.048343 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.074065 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e28a323f-ed69-45bf-b647-8924e2da7888 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.075292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e28a323f-ed69-45bf-b647-8924e2da7888 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2070169 Aug 19 12:26:37.100824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59312) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:37.106915 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b6964b0e-3180-4989-85d6-19ec73d97fe4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'security_group_rule': {'security_group_id': '0714cf12-181a-45aa-b111-782d641a59e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:37.134490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:37.140925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:37.141586 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.177190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-38370593-2cb4-4b58-be02-a3214dd2c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-router', 'tenant_id': '007206b543004ced87114bfd55859962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:31Z', 'updated_at': '2021-08-19T12:26:35Z', 'revision_number': 5, 'project_id': '007206b543004ced87114bfd55859962', 'gw_port': {'id': '7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:32Z', 'updated_at': '2021-08-19T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:37.186721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] For port 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:37.187417 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.202392 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Calling delete_port for 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:37.223469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38370593-2cb4-4b58-be02-a3214dd2c5d8 None None] Checking router: 5e3a19e7-a83c-437b-ad64-5526c48baead for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:26:37.249303 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38370593-2cb4-4b58-be02-a3214dd2c5d8 None None] Routers {'5e3a19e7-a83c-437b-ad64-5526c48baead'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:26:37.249899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-38370593-2cb4-4b58-be02-a3214dd2c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:26:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e3a19e7-a83c-437b-ad64-5526c48baead'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:37.259221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c75c1-80f6-488d-b8a5-f76fd9142913 req-325cb77f-9066-4578-b47f-79ccf97226a0 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:37.267987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6964b0e-3180-4989-85d6-19ec73d97fe4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.269944 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-447c75c1-80f6-488d-b8a5-f76fd9142913 req-325cb77f-9066-4578-b47f-79ccf97226a0 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.2033715 Aug 19 12:26:37.297241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf929c-2594-487d-9fa6-19bd70add695 req-39dcd325-d346-423e-bc8c-3b2dd8fb3f4d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:37.304477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf929c-2594-487d-9fa6-19bd70add695 req-39dcd325-d346-423e-bc8c-3b2dd8fb3f4d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:37.312621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf929c-2594-487d-9fa6-19bd70add695 req-39dcd325-d346-423e-bc8c-3b2dd8fb3f4d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:37.320579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf929c-2594-487d-9fa6-19bd70add695 req-39dcd325-d346-423e-bc8c-3b2dd8fb3f4d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:37.330773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf929c-2594-487d-9fa6-19bd70add695 req-39dcd325-d346-423e-bc8c-3b2dd8fb3f4d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:37.339202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf929c-2594-487d-9fa6-19bd70add695 req-39dcd325-d346-423e-bc8c-3b2dd8fb3f4d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:37.349248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf929c-2594-487d-9fa6-19bd70add695 req-39dcd325-d346-423e-bc8c-3b2dd8fb3f4d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:37.357323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eacf929c-2594-487d-9fa6-19bd70add695 req-39dcd325-d346-423e-bc8c-3b2dd8fb3f4d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.2876959 Aug 19 12:26:37.383200 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.402584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-38370593-2cb4-4b58-be02-a3214dd2c5d8 None None] Set router 5e3a19e7-a83c-437b-ad64-5526c48baead gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:26:37.436770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6964b0e-3180-4989-85d6-19ec73d97fe4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.455173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-447c75c1-80f6-488d-b8a5-f76fd9142913 req-00970ba8-bf8a-4578-b345-cec556d370cb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841404 Aug 19 12:26:37.490192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-38370593-2cb4-4b58-be02-a3214dd2c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-router', 'tenant_id': '007206b543004ced87114bfd55859962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:31Z', 'updated_at': '2021-08-19T12:26:36Z', 'revision_number': 6, 'project_id': '007206b543004ced87114bfd55859962', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:37.518072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eacf929c-2594-487d-9fa6-19bd70add695 req-d383f320-13be-4ca4-a9df-69da60e52a5e tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1405787 Aug 19 12:26:37.528034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38370593-2cb4-4b58-be02-a3214dd2c5d8 None None] The sync data for ids ['5e3a19e7-a83c-437b-ad64-5526c48baead'] in n-d-778732-8 is: [{'id': '5e3a19e7-a83c-437b-ad64-5526c48baead', 'name': 'tempest-ServerRescueNegativeTestJSON-2109216133-router', 'tenant_id': '007206b543004ced87114bfd55859962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:31Z', 'updated_at': '2021-08-19T12:26:36Z', 'revision_number': 6, 'project_id': '007206b543004ced87114bfd55859962', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:26:37.575933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:37.586060 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6964b0e-3180-4989-85d6-19ec73d97fe4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.613102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6964b0e-3180-4989-85d6-19ec73d97fe4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97fa2d2f-222b-4ea4-8264-b24bf828e3b2,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:37.672486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d1a80d-28cf-453a-9860-b1b17e153b71 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:37.682045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.696787 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.707733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Transition to ACTIVE for port object 95d1a80d-28cf-453a-9860-b1b17e153b71 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:37.725977 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.730538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:37.732902 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6964b0e-3180-4989-85d6-19ec73d97fe4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.735014 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b6964b0e-3180-4989-85d6-19ec73d97fe4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6330485 Aug 19 12:26:37.739841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59320) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:37.745192 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:37.783847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb3ebd-f401-45e8-91ce-ad0ee44f4d97 req-1f92a6cd-df86-454e-baf1-5fdaf91f67c2 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:37.785818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38eb3ebd-f401-45e8-91ce-ad0ee44f4d97 req-1f92a6cd-df86-454e-baf1-5fdaf91f67c2 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 931 time: 0.0939350 Aug 19 12:26:37.795731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:37.807354 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.841466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.894745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38eb3ebd-f401-45e8-91ce-ad0ee44f4d97 req-515352da-9a3b-4b5a-8421-33447a10f183 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961637 Aug 19 12:26:37.897460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Pushing event updated for resources: {'Port': ['ID=95d1a80d-28cf-453a-9860-b1b17e153b71,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:37.907006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.974515 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.001954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Attempting to bind port 95d1a80d-28cf-453a-9860-b1b17e153b71 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:38.002666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Attempting to bind port 95d1a80d-28cf-453a-9860-b1b17e153b71 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:38.003215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Attempting to bind port 95d1a80d-28cf-453a-9860-b1b17e153b71 on network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:38.012833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Port 95d1a80d-28cf-453a-9860-b1b17e153b71 on network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:38.013429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Attempting to bind port 95d1a80d-28cf-453a-9860-b1b17e153b71 on network 637e89fb-cb9b-4145-9d1a-ea01db39ffa0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:38.023693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:38.024231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Checking segment: {'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:38.024895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Bound using segment: {'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:38.025690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Bound port: 95d1a80d-28cf-453a-9860-b1b17e153b71, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:38.026401 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.135618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] For port 95d1a80d-28cf-453a-9860-b1b17e153b71, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:38.139396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] For port 95d1a80d-28cf-453a-9860-b1b17e153b71, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=95d1a80d-28cf-453a-9860-b1b17e153b71,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:38.243409 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.281443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.282083 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.283583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-8e00b522-f806-442f-a302-56a0965025ac service neutron] 10.222.0.52 "PUT /v2.0/ports/95d1a80d-28cf-453a-9860-b1b17e153b71 HTTP/1.1" status: 200 len: 1091 time: 2.0953956 Aug 19 12:26:38.284031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66aba0d7-8ce3-4e45-a94f-bf0b1ab32349', 'tag': '95d1a80d-28cf-453a-9860-b1b17e153b71'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:38.286847 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f03d8e-1670-4a52-b9bb-a059a01660e6" -d '{"events": [{"name": "network-changed", "server_uuid": "66aba0d7-8ce3-4e45-a94f-bf0b1ab32349", "tag": "95d1a80d-28cf-453a-9860-b1b17e153b71"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:38.316043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.316301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00b522-f806-442f-a302-56a0965025ac service neutron] Pushing event updated for resources: {'Port': ['ID=95d1a80d-28cf-453a-9860-b1b17e153b71,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:38.333442 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d1ae59-ab9d-48c9-9878-ab3f982a6dd7 x-openstack-request-id: req-51d1ae59-ab9d-48c9-9878-ab3f982a6dd7 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:38.333746 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66aba0d7-8ce3-4e45-a94f-bf0b1ab32349", "tag": "95d1a80d-28cf-453a-9860-b1b17e153b71", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:38.334005 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51d1ae59-ab9d-48c9-9878-ab3f982a6dd7 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:38.334426 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66aba0d7-8ce3-4e45-a94f-bf0b1ab32349', 'tag': '95d1a80d-28cf-453a-9860-b1b17e153b71', 'status': 'completed', 'code': 200} Aug 19 12:26:38.400786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f03d8e-1670-4a52-b9bb-a059a01660e6 req-5a8d75b7-c3de-44d6-b0d4-e3880b7d5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.402390 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25f03d8e-1670-4a52-b9bb-a059a01660e6 req-5a8d75b7-c3de-44d6-b0d4-e3880b7d5131 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6be279341188417ebb7bccd2bd711353&device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 1094 time: 0.0466533 Aug 19 12:26:38.421272 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.467641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.468480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e3a19e7-a83c-437b-ad64-5526c48baead {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:26:38.481851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.481851 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a8deab37-cb1d-4b13-8b8d-168c4bf88b65 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5e3a19e7-a83c-437b-ad64-5526c48baead HTTP/1.1" status: 204 len: 168 time: 2.1396897 Aug 19 12:26:38.482045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59324) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:38.562948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:38.569303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Allocated IP 172.25.6.230 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/c4933c1a-d433-41d6-ba76-6d996fb33fe0) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:38.655851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-1049207b-177f-4430-b32f-2301948dbcbb admin admin] Deleting subnet 2e82809d-c871-4cc2-850c-bb303fd3d4b1 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:38.656274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:38.656662 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.671409 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1049207b-177f-4430-b32f-2301948dbcbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.742618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f03d8e-1670-4a52-b9bb-a059a01660e6 req-fa297b32-2687-439d-ae42-378465d5066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.744152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25f03d8e-1670-4a52-b9bb-a059a01660e6 req-fa297b32-2687-439d-ae42-378465d5066e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6be279341188417ebb7bccd2bd711353&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3248305 Aug 19 12:26:38.752979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6dd93-571e-4e45-a915-a4b26b7980d7 req-564f7464-09df-4b8b-989d-afbd2ea3df1b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.758548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3c6dd93-571e-4e45-a915-a4b26b7980d7 req-564f7464-09df-4b8b-989d-afbd2ea3df1b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1810176 Aug 19 12:26:38.767911 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.832144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1049207b-177f-4430-b32f-2301948dbcbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.840423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2cc2f810-1aac-4424-9139-4baa28134d0d no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:38.865708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 2cc2f810-1aac-4424-9139-4baa28134d0d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:38.866053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2cc2f810-1aac-4424-9139-4baa28134d0d not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:38.867676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:38.889631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:38.889631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7f65ff5a-29e4-49ad-bcc4-5e9c2f0f3bf5 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:38.902880 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.920984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3407d7-0ccd-47c2-a40c-95e66d5d4d21 req-e78a658f-fdda-4bab-93c9-38212a9f9189 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.927497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3407d7-0ccd-47c2-a40c-95e66d5d4d21 req-e78a658f-fdda-4bab-93c9-38212a9f9189 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.934107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3407d7-0ccd-47c2-a40c-95e66d5d4d21 req-e78a658f-fdda-4bab-93c9-38212a9f9189 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.938963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:38.940637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3407d7-0ccd-47c2-a40c-95e66d5d4d21 req-e78a658f-fdda-4bab-93c9-38212a9f9189 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.945604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:38.947165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3407d7-0ccd-47c2-a40c-95e66d5d4d21 req-e78a658f-fdda-4bab-93c9-38212a9f9189 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.951712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:38.957285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3407d7-0ccd-47c2-a40c-95e66d5d4d21 req-e78a658f-fdda-4bab-93c9-38212a9f9189 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.963437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3407d7-0ccd-47c2-a40c-95e66d5d4d21 req-e78a658f-fdda-4bab-93c9-38212a9f9189 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:38.966020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be3407d7-0ccd-47c2-a40c-95e66d5d4d21 req-e78a658f-fdda-4bab-93c9-38212a9f9189 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.2973006 Aug 19 12:26:38.979886 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'Port': ['ID=c4933c1a-d433-41d6-ba76-6d996fb33fe0,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:38.985130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3c6dd93-571e-4e45-a915-a4b26b7980d7 req-27b7d5b6-b2ce-4235-aa69-aba79392fa4b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123120 Aug 19 12:26:38.999753 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1049207b-177f-4430-b32f-2301948dbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.068479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.097682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be3407d7-0ccd-47c2-a40c-95e66d5d4d21 req-ba91da38-9b03-46f1-9856-d4d13025b923 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196630 Aug 19 12:26:39.099022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f03d8e-1670-4a52-b9bb-a059a01660e6 req-1914f66f-bc5d-4252-9a47-298c2e9a15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:39.100975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25f03d8e-1670-4a52-b9bb-a059a01660e6 req-1914f66f-bc5d-4252-9a47-298c2e9a15ff service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3413982 Aug 19 12:26:39.237825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-a1e475e8-7af1-450c-860a-10b32181a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:39.239891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-a1e475e8-7af1-450c-860a-10b32181a05f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6be279341188417ebb7bccd2bd711353&device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 1094 time: 0.0829332 Aug 19 12:26:39.243503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1049207b-177f-4430-b32f-2301948dbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.244219 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.290478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89b352-99f9-4b58-8f91-b23b3a221cd4 req-3594b004-de74-4e35-bfcd-4d00a786291c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:39.292017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d89b352-99f9-4b58-8f91-b23b3a221cd4 req-3594b004-de74-4e35-bfcd-4d00a786291c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 943 time: 0.1061895 Aug 19 12:26:39.331183 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1049207b-177f-4430-b32f-2301948dbcbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.335137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1049207b-177f-4430-b32f-2301948dbcbb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2e82809d-c871-4cc2-850c-bb303fd3d4b1 HTTP/1.1" status: 204 len: 168 time: 0.8523655 Aug 19 12:26:39.335137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049207b-177f-4430-b32f-2301948dbcbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e82809d-c871-4cc2-850c-bb303fd3d4b1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:39.335954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59338) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:39.338120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-ae87f3ff-dc1f-493a-ad43-0f10921d77c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95d1a80d-28cf-453a-9860-b1b17e153b71 HTTP/1.1" status: 200 len: 217 time: 0.0810657 Aug 19 12:26:39.411540 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d89b352-99f9-4b58-8f91-b23b3a221cd4 req-8e4f4719-3048-4e1f-9cea-b52f77700577 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833418 Aug 19 12:26:39.416708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-f961de80-f79c-470e-a51a-57e3b3163e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:39.418692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-f961de80-f79c-470e-a51a-57e3b3163e97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a53da67e-3beb-4e52-bb1d-ea218d2facf1 HTTP/1.1" status: 200 len: 855 time: 0.0727460 Aug 19 12:26:39.437977 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.454340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-4b607035-9ec6-4f0a-a493-eb46023afdaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=637e89fb-cb9b-4145-9d1a-ea01db39ffa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269501 Aug 19 12:26:39.497465 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.554701 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.564541 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-d22bfd2c-7cfd-403f-af43-9a01725ca9e4 service neutron] 10.222.0.52 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019316 Aug 19 12:26:39.565762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a968453-8949-4776-80cc-6c3b9cd0d5a3']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:39.576667 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9e876f-d655-4590-8303-7a6fc32d319c') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:39.576966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9e876f-d655-4590-8303-7a6fc32d319c') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:39.583457 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.590926 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.635436 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.664336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:39.664751 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:39.668830 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:39.672876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08be6aa5-9c44-493c-bbea-5cdf7aa1908c req-0c266d7e-05f1-455d-90e2-6ba1e67e832b service neutron] 10.222.0.52 "GET /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991182 Aug 19 12:26:39.712131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'Port': ['ID=c4933c1a-d433-41d6-ba76-6d996fb33fe0,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:39.736518 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.877610 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.879168 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5cac7c53-6cb1-445a-8eb3-2b75ef50d419 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1380281 Aug 19 12:26:39.880316 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.885253 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.891000 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5a968453-8949-4776-80cc-6c3b9cd0d5a3 HTTP/1.1" status: 204 len: 168 time: 0.5507371 Aug 19 12:26:39.904944 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720b123-672c-4917-99cc-d50df76bb0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a968453-8949-4776-80cc-6c3b9cd0d5a3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:40.037445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-ad8b3b55-0060-41ee-b115-fe394e72404a tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2138520706&fields=id&tenant_id=122c9d9d662348ff9c7f06b11cd05c69 HTTP/1.1" status: 200 len: 267 time: 0.0366969 Aug 19 12:26:40.230322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea8192-27bb-4376-8a6c-1eb6e07b8c74 req-ffd7f0ad-d5ab-49fb-a78f-5b670cedec6e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.231803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87ea8192-27bb-4376-8a6c-1eb6e07b8c74 req-ffd7f0ad-d5ab-49fb-a78f-5b670cedec6e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1633508 Aug 19 12:26:40.253302 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-72770d80-9eed-4406-84f6-2d311e562276 service neutron] show failed (client error): The resource could not be found. Aug 19 12:26:40.254297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-72770d80-9eed-4406-84f6-2d311e562276 service neutron] 10.222.0.52 "GET /v2.0/ports/4c497a02-7407-4aff-97f5-29b5aa813c3a/bindings/n-h1-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.1847608 Aug 19 12:26:40.265189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-e84a8932-85f1-49f4-8bb7-48d26bf23340 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.266809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-e84a8932-85f1-49f4-8bb7-48d26bf23340 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/networks?id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 200 len: 811 time: 0.2219660 Aug 19 12:26:40.296324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-a2cf7664-08e9-4711-bb8b-af275c66b9e5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/quotas/122c9d9d662348ff9c7f06b11cd05c69 HTTP/1.1" status: 200 len: 375 time: 0.0227752 Aug 19 12:26:40.304101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87ea8192-27bb-4376-8a6c-1eb6e07b8c74 req-ecfb9d60-4fa3-4a77-a99b-4adab8a676b6 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603442 Aug 19 12:26:40.359481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-fea32985-22f0-40f6-85b7-ec2da3559bbb tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542984 Aug 19 12:26:40.395770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59362) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.448629 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5fcffa5a-e843-4fe8-b16c-7648647a03d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=007206b543004ced87114bfd55859962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513639 Aug 19 12:26:40.451736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59366) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:40.503913 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f426b87b-cf69-4a1a-a9ed-9754be7d034c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.519205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-616b5c79-c50d-46b2-92c8-a85bdcda20af service neutron] 10.222.0.44 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460407 Aug 19 12:26:40.527403 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f426b87b-cf69-4a1a-a9ed-9754be7d034c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.532715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d548ad-8c71-4c6e-85a7-ae9ce4d019dc req-a725f995-cfe0-45eb-b746-234cb38c1b5c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.538803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d548ad-8c71-4c6e-85a7-ae9ce4d019dc req-a725f995-cfe0-45eb-b746-234cb38c1b5c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.544815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d548ad-8c71-4c6e-85a7-ae9ce4d019dc req-a725f995-cfe0-45eb-b746-234cb38c1b5c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.551433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d548ad-8c71-4c6e-85a7-ae9ce4d019dc req-a725f995-cfe0-45eb-b746-234cb38c1b5c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.557429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d548ad-8c71-4c6e-85a7-ae9ce4d019dc req-a725f995-cfe0-45eb-b746-234cb38c1b5c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.564075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d548ad-8c71-4c6e-85a7-ae9ce4d019dc req-a725f995-cfe0-45eb-b746-234cb38c1b5c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.570023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d548ad-8c71-4c6e-85a7-ae9ce4d019dc req-a725f995-cfe0-45eb-b746-234cb38c1b5c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.572225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07d548ad-8c71-4c6e-85a7-ae9ce4d019dc req-a725f995-cfe0-45eb-b746-234cb38c1b5c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.1260400 Aug 19 12:26:40.675147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07d548ad-8c71-4c6e-85a7-ae9ce4d019dc req-8e26bd54-fa01-4e05-8b12-7d5759be1869 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882764 Aug 19 12:26:40.675363 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f426b87b-cf69-4a1a-a9ed-9754be7d034c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.675363 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f426b87b-cf69-4a1a-a9ed-9754be7d034c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.677683 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f426b87b-cf69-4a1a-a9ed-9754be7d034c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f899956-e339-4684-bd79-6e764cd2cec9 HTTP/1.1" status: 204 len: 168 time: 0.2247720 Aug 19 12:26:40.688766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426b87b-cf69-4a1a-a9ed-9754be7d034c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f899956-e339-4684-bd79-6e764cd2cec9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:40.707657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-14263e59-a28e-4cda-b417-4d6f82299e96 service neutron] 10.222.0.44 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332967 Aug 19 12:26:40.892892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89681e-eb6b-4b99-887d-3eda3ba9706f req-63cc5c43-39b8-487e-ac3c-14a819a50225 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.894509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c89681e-eb6b-4b99-887d-3eda3ba9706f req-63cc5c43-39b8-487e-ac3c-14a819a50225 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 943 time: 0.0636747 Aug 19 12:26:40.947629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c89681e-eb6b-4b99-887d-3eda3ba9706f req-9015c5f0-fbe5-4682-8f0d-9cbf1546e501 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469778 Aug 19 12:26:41.078991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d0f1ebd-6eca-4281-9b53-403938d9ae47 req-8c7a7cf8-e860-45f7-b9a0-42d49b78c570 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 210 time: 0.0361207 Aug 19 12:26:41.109626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-ce1d5c46-fad3-4e54-9c63-c0d98b1d4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.111227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-ce1d5c46-fad3-4e54-9c63-c0d98b1d4ef0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f&tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29 HTTP/1.1" status: 200 len: 1101 time: 0.0939727 Aug 19 12:26:41.126238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:41.192606 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.464059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52466e-3a2f-411a-9a76-f0ad47ec23e1 req-7257a792-56f8-4a5a-a63c-b0bc51fa6fc9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.465593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a52466e-3a2f-411a-9a76-f0ad47ec23e1 req-7257a792-56f8-4a5a-a63c-b0bc51fa6fc9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.0859385 Aug 19 12:26:41.468713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:41.536607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a52466e-3a2f-411a-9a76-f0ad47ec23e1 req-71d8dc4c-0c74-4958-aff8-aa8f4ed3f268 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578477 Aug 19 12:26:41.537598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:41.581862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:41.584270 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76891e7-460e-4e22-9786-02af28c56a39" -d '{"events": [{"server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:41.588186 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.591083 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.603020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Transition to ACTIVE for port object 4c497a02-7407-4aff-97f5-29b5aa813c3a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:41.641914 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ede72b7-1119-4f9c-9473-44c438a96db3 x-openstack-request-id: req-9ede72b7-1119-4f9c-9473-44c438a96db3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:41.642207 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:41.642460 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ede72b7-1119-4f9c-9473-44c438a96db3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:41.642913 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'code': 200} Aug 19 12:26:41.751627 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.852023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] No DVR routers for this DVR port 4c497a02-7407-4aff-97f5-29b5aa813c3a on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:41.877232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:41.932756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1dc6-7416-4eb0-87d1-cc6759bb534e req-f955429b-d21e-450a-9b68-4a2d4037f604 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.939508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1dc6-7416-4eb0-87d1-cc6759bb534e req-f955429b-d21e-450a-9b68-4a2d4037f604 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.945748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1dc6-7416-4eb0-87d1-cc6759bb534e req-f955429b-d21e-450a-9b68-4a2d4037f604 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.951971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1dc6-7416-4eb0-87d1-cc6759bb534e req-f955429b-d21e-450a-9b68-4a2d4037f604 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.958240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1dc6-7416-4eb0-87d1-cc6759bb534e req-f955429b-d21e-450a-9b68-4a2d4037f604 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.964387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1dc6-7416-4eb0-87d1-cc6759bb534e req-f955429b-d21e-450a-9b68-4a2d4037f604 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.970956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1dc6-7416-4eb0-87d1-cc6759bb534e req-f955429b-d21e-450a-9b68-4a2d4037f604 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.973739 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f84a1dc6-7416-4eb0-87d1-cc6759bb534e req-f955429b-d21e-450a-9b68-4a2d4037f604 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.1876905 Aug 19 12:26:41.974702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:41.975044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:41.975381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:41.980554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Port 4c497a02-7407-4aff-97f5-29b5aa813c3a on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:41.980888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:41.990087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:41.990087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:41.990087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:41.990087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Bound port: 4c497a02-7407-4aff-97f5-29b5aa813c3a, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:41.990087 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.158635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f84a1dc6-7416-4eb0-87d1-cc6759bb534e req-0d3b3694-a5cc-4e1f-83cd-61b030445d68 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571183 Aug 19 12:26:42.168330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:42.174823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:42.194242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d83554-e6d3-4d2e-bd27-17109f0b08d9 req-62678d73-323c-47de-9174-fde9062f5432 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:42.196029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2d83554-e6d3-4d2e-bd27-17109f0b08d9 req-62678d73-323c-47de-9174-fde9062f5432 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 943 time: 0.1240623 Aug 19 12:26:42.253154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b891a4d1-41a0-408c-9f6b-8d2f98fa1d01 req-9b13182e-07de-4845-80fb-d8c8f9035fdc tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 210 time: 0.0318465 Aug 19 12:26:42.266785 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2d83554-e6d3-4d2e-bd27-17109f0b08d9 req-730317bb-88ca-410f-a5e7-ea7ac116ca5d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605710 Aug 19 12:26:42.354679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.394855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:42.395388 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.396791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 1096 time: 1.2772133 Aug 19 12:26:42.427003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a8d6e-4031-4ba1-ae1b-ae67482cc2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:42.487285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-1cb1547e-24e0-4962-a0df-3e06c5aa0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:42.489230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-1cb1547e-24e0-4962-a0df-3e06c5aa0085 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1099 time: 0.0499461 Aug 19 12:26:42.570175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 95d1a80d-28cf-453a-9860-b1b17e153b71 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:42.619307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5bf93997-e967-4f36-a5d8-6123407ef562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:42.621471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-5bf93997-e967-4f36-a5d8-6123407ef562 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1232138 Aug 19 12:26:42.686451 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-56320211-04c4-4f37-8cf6-d8389c8a3289 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 217 time: 0.0555091 Aug 19 12:26:42.699736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 95d1a80d-28cf-453a-9860-b1b17e153b71, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=95d1a80d-28cf-453a-9860-b1b17e153b71,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:42.712075 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '95d1a80d-28cf-453a-9860-b1b17e153b71', 'network_id': '637e89fb-cb9b-4145-9d1a-ea01db39ffa0', 'port_id': '95d1a80d-28cf-453a-9860-b1b17e153b71', 'mac_address': 'fa:16:3e:54:f9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53da67e-3beb-4e52-bb1d-ea218d2facf1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:42.760624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc056b96-576b-4641-970d-d7d03cd4ca51 req-6a06a24a-b099-4ed7-8319-2b579672c5fd tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:42.762234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc056b96-576b-4641-970d-d7d03cd4ca51 req-6a06a24a-b099-4ed7-8319-2b579672c5fd tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 948 time: 0.1210754 Aug 19 12:26:42.764460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-8ec355d1-8223-4ce4-83fb-b075f4836502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:42.765913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-8ec355d1-8223-4ce4-83fb-b075f4836502 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0654032 Aug 19 12:26:42.768199 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.792724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d1a80d-28cf-453a-9860-b1b17e153b71 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:42.844657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 95d1a80d-28cf-453a-9860-b1b17e153b71, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=95d1a80d-28cf-453a-9860-b1b17e153b71,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:42.894485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9133f08-606b-45e1-92da-66f8d0c18a0c req-8e8b9782-b63b-4a82-826d-60539f604151 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0397112 Aug 19 12:26:42.909124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc056b96-576b-4641-970d-d7d03cd4ca51 req-2987df59-609e-4164-9fbf-eb6c50b67560 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182032 Aug 19 12:26:42.944843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-be79f845-a784-4b85-aa42-e965aadbb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:42.946501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-be79f845-a784-4b85-aa42-e965aadbb091 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1587415 Aug 19 12:26:42.982800 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.045593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=95d1a80d-28cf-453a-9860-b1b17e153b71,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:43.063595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-9817375f-c576-42d8-8f76-65195090d1ba service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084871 Aug 19 12:26:43.163973 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b47644d-d043-48a6-84c0-1174439a5cb0 req-70db5bc7-b7ee-4227-a45c-0e9ad0a67753 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916588 Aug 19 12:26:43.232459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['95d1a80d-28cf-453a-9860-b1b17e153b71'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:43.336211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde17bb-0190-4aa5-9f7d-fae2735bfe0d req-e58ee940-fd5d-48d1-baac-b4e754686768 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:43.343909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde17bb-0190-4aa5-9f7d-fae2735bfe0d req-e58ee940-fd5d-48d1-baac-b4e754686768 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:43.350716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde17bb-0190-4aa5-9f7d-fae2735bfe0d req-e58ee940-fd5d-48d1-baac-b4e754686768 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:43.359268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde17bb-0190-4aa5-9f7d-fae2735bfe0d req-e58ee940-fd5d-48d1-baac-b4e754686768 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:43.367227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde17bb-0190-4aa5-9f7d-fae2735bfe0d req-e58ee940-fd5d-48d1-baac-b4e754686768 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:43.377466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde17bb-0190-4aa5-9f7d-fae2735bfe0d req-e58ee940-fd5d-48d1-baac-b4e754686768 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:43.387078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde17bb-0190-4aa5-9f7d-fae2735bfe0d req-e58ee940-fd5d-48d1-baac-b4e754686768 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:43.390247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8dde17bb-0190-4aa5-9f7d-fae2735bfe0d req-e58ee940-fd5d-48d1-baac-b4e754686768 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.1425185 Aug 19 12:26:43.448348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ae540e6-15ee-436d-8763-aea7d8e12a25 req-207a5f6c-4ead-4e88-925f-bd1eb7ea4958 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 210 time: 0.0567014 Aug 19 12:26:43.488479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8dde17bb-0190-4aa5-9f7d-fae2735bfe0d req-fa12567e-804a-4520-9c76-4efd6649d992 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867558 Aug 19 12:26:43.595585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f9adc-afa2-4c50-99f0-df9257adc174 req-959d9633-50ba-4d2b-8564-6a8c8fde2a09 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:43.597363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-395f9adc-afa2-4c50-99f0-df9257adc174 req-959d9633-50ba-4d2b-8564-6a8c8fde2a09 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 944 time: 0.0644057 Aug 19 12:26:43.643782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:43.646376 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b509cd-9742-4d44-a592-c515a61a7cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:43.664172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-395f9adc-afa2-4c50-99f0-df9257adc174 req-e4c757f7-d1ae-4533-b939-f3f94a28a7b3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524242 Aug 19 12:26:43.713571 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61df9970-ab39-4802-8baa-0334b5df036c x-openstack-request-id: req-61df9970-ab39-4802-8baa-0334b5df036c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:43.713880 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:43.714113 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61df9970-ab39-4802-8baa-0334b5df036c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:43.714765 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'status': 'completed', 'code': 200} Aug 19 12:26:43.812006 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-49991c51-79d0-481f-b658-df47164c62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:43.813445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-49991c51-79d0-481f-b658-df47164c62ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1099 time: 0.0770314 Aug 19 12:26:43.818421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-d13dfdf2-3286-4c9c-b915-ba573063c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:43.819896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-d13dfdf2-3286-4c9c-b915-ba573063c672 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1099 time: 0.0738306 Aug 19 12:26:44.040664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33ff1bd0-3958-4428-b462-eb3fb79e2f43 req-cd72b349-74fb-4729-904a-69a0c449bec1 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0538664 Aug 19 12:26:44.044821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-085a3c94-0011-4689-be8b-43dbcdfdc871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:44.046482 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-085a3c94-0011-4689-be8b-43dbcdfdc871 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.2189138 Aug 19 12:26:44.069831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-46af4f3f-b765-4dd4-b25e-5e671a3c8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:44.071300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-46af4f3f-b765-4dd4-b25e-5e671a3c8e28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.2306070 Aug 19 12:26:44.123384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-d17643ef-e07b-4043-8ebd-47e6fd3b2149 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 217 time: 0.0607376 Aug 19 12:26:44.163339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-c06f3cb0-0ecf-4624-aa52-6f1b08891972 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 217 time: 0.0514183 Aug 19 12:26:44.411596 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.577854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 95d1a80d-28cf-453a-9860-b1b17e153b71 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:44.578613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b8794-8420-4e8e-b6eb-e012e969eca7 req-50e90285-bce4-47a0-90b7-2e5495e567b7 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:44.580222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c85b8794-8420-4e8e-b6eb-e012e969eca7 req-50e90285-bce4-47a0-90b7-2e5495e567b7 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 948 time: 0.5736828 Aug 19 12:26:44.678019 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e8dee80-de92-4538-a1a9-393d224b312e req-87bf5723-a62a-4fed-829b-ea4b90fe9f4f tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 210 time: 0.1085768 Aug 19 12:26:44.690202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-8261713e-8c22-4c47-94de-e7bbfe317ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:44.691698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-8261713e-8c22-4c47-94de-e7bbfe317ee1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.5394096 Aug 19 12:26:44.727247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-81e1b15a-d96b-47af-bdd2-6223a6aa94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:44.729675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-81e1b15a-d96b-47af-bdd2-6223a6aa94ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.5458977 Aug 19 12:26:44.762369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 95d1a80d-28cf-453a-9860-b1b17e153b71 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:44.767234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 95d1a80d-28cf-453a-9860-b1b17e153b71 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:44.767612 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.847653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c85b8794-8420-4e8e-b6eb-e012e969eca7 req-d16b2e31-c384-4cbc-9d2a-1237560920c0 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487197 Aug 19 12:26:44.880445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-d8dbba52-4777-4223-a003-c6b186619fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:44.882064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-d8dbba52-4777-4223-a003-c6b186619fd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1731765 Aug 19 12:26:44.892925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-d81d6a23-ab43-4666-bca0-02883f7fce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:44.893780 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.894740 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-d81d6a23-ab43-4666-bca0-02883f7fce7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425762 Aug 19 12:26:44.902574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-290921a7-a3c6-4f2a-924f-6506fc4263c0 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:44.906313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-290921a7-a3c6-4f2a-924f-6506fc4263c0 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.53 "GET /v2.0/networks?id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 200 len: 811 time: 0.3362153 Aug 19 12:26:44.935287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66aba0d7-8ce3-4e45-a94f-bf0b1ab32349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d1a80d-28cf-453a-9860-b1b17e153b71'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:44.935287 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796a1800-bde9-40ba-bd34-96c2b845c509" -d '{"events": [{"server_uuid": "66aba0d7-8ce3-4e45-a94f-bf0b1ab32349", "name": "network-vif-plugged", "status": "completed", "tag": "95d1a80d-28cf-453a-9860-b1b17e153b71"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:44.940741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 95d1a80d-28cf-453a-9860-b1b17e153b71, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=95d1a80d-28cf-453a-9860-b1b17e153b71,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:45.019674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.020800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:45.031855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b608-2407-41b3-b799-dc7b6bfbf80c req-2d79a25c-c1eb-4fa0-8d6e-6f2079a8b877 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.038178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b608-2407-41b3-b799-dc7b6bfbf80c req-2d79a25c-c1eb-4fa0-8d6e-6f2079a8b877 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.045279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b608-2407-41b3-b799-dc7b6bfbf80c req-2d79a25c-c1eb-4fa0-8d6e-6f2079a8b877 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.051755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b608-2407-41b3-b799-dc7b6bfbf80c req-2d79a25c-c1eb-4fa0-8d6e-6f2079a8b877 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.057695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b608-2407-41b3-b799-dc7b6bfbf80c req-2d79a25c-c1eb-4fa0-8d6e-6f2079a8b877 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.064405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b608-2407-41b3-b799-dc7b6bfbf80c req-2d79a25c-c1eb-4fa0-8d6e-6f2079a8b877 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.070717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b608-2407-41b3-b799-dc7b6bfbf80c req-2d79a25c-c1eb-4fa0-8d6e-6f2079a8b877 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.078680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab88b608-2407-41b3-b799-dc7b6bfbf80c req-2d79a25c-c1eb-4fa0-8d6e-6f2079a8b877 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.3275199 Aug 19 12:26:45.103729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:45.105267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=95d1a80d-28cf-453a-9860-b1b17e153b71,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.182335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6f91f792-7960-4678-84c8-07b1f0f5476d tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=122c9d9d662348ff9c7f06b11cd05c69 HTTP/1.1" status: 200 len: 380 time: 0.2583661 Aug 19 12:26:45.222779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab88b608-2407-41b3-b799-dc7b6bfbf80c req-5c2d8eb2-8cd9-4cbd-8c92-73e4b82d2ee9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1430378 Aug 19 12:26:45.236512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'port': {'device_id': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'admin_state_up': True, 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'security_groups': ['0714cf12-181a-45aa-b111-782d641a59e1']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:45.277858 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14a713b-e1c6-478a-b924-dfeca82304c7 x-openstack-request-id: req-d14a713b-e1c6-478a-b924-dfeca82304c7 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:45.278200 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66aba0d7-8ce3-4e45-a94f-bf0b1ab32349", "name": "network-vif-plugged", "status": "completed", "tag": "95d1a80d-28cf-453a-9860-b1b17e153b71", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:45.279591 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d14a713b-e1c6-478a-b924-dfeca82304c7 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:45.279591 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66aba0d7-8ce3-4e45-a94f-bf0b1ab32349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d1a80d-28cf-453a-9860-b1b17e153b71', 'code': 200} Aug 19 12:26:45.324427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed857402-c4bc-43c2-b123-15adc3e9ed01 req-5be7e1e7-419c-4604-9548-34b5b35fd891 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.326539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed857402-c4bc-43c2-b123-15adc3e9ed01 req-5be7e1e7-419c-4604-9548-34b5b35fd891 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 945 time: 0.3113947 Aug 19 12:26:45.330366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-d006f872-7bb0-496f-a573-2f62a5a40233 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234104 Aug 19 12:26:45.337790 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-fb260059-f6f0-47a4-8413-aa31756bc26b service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324481 Aug 19 12:26:45.402028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bc061-ae59-4f36-9de6-fdc33d095a18 req-987ad963-b4d2-478e-8b4d-a96857b8f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.402028 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-864bc061-ae59-4f36-9de6-fdc33d095a18 req-987ad963-b4d2-478e-8b4d-a96857b8f2e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 1096 time: 0.0539656 Aug 19 12:26:45.426562 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d254bc6-a12e-439f-8c6b-f26c6d0b535d req-3c90b237-727f-4e70-b923-43b7cc78c241 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0917814 Aug 19 12:26:45.443877 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-864bc061-ae59-4f36-9de6-fdc33d095a18 req-9fc3e443-d790-466c-b208-8d847c0d5fd1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344274 Aug 19 12:26:45.602383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed857402-c4bc-43c2-b123-15adc3e9ed01 req-243b9fba-078a-4d7c-9965-0f42b0f4c1e4 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576632 Aug 19 12:26:45.658594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-20dae4b7-b363-4c21-8d48-a32bb3ee96ff service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006406 Aug 19 12:26:45.672465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b509cd-9742-4d44-a592-c515a61a7cd6 req-b80e8ac2-d16e-4516-9d3e-5888ded28811 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132899 Aug 19 12:26:45.797293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2087554-0e1a-4e33-bb68-3746a4a335a2 req-5ef1c3a8-d42a-43a3-86ac-341f0f54594f tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 210 time: 0.0338285 Aug 19 12:26:45.819468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Made reservation on behalf of 122c9d9d662348ff9c7f06b11cd05c69 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:45.823505 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.014667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Allocated IP 172.20.0.6 (dd2184e3-a64e-4def-83c8-20a9f5bfbf24/7f5fff71-5ad1-4434-8927-65172bd1b532/4a1d4b9a-ef5c-4be2-831b-6fe382acc112) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:46.037363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa782c44-e40f-46f0-b72e-e6c1858380b5 req-3be77718-32e4-449a-8939-1b9d5d8a16c4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.038905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa782c44-e40f-46f0-b72e-e6c1858380b5 req-3be77718-32e4-449a-8939-1b9d5d8a16c4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 948 time: 0.0864236 Aug 19 12:26:46.113473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa782c44-e40f-46f0-b72e-e6c1858380b5 req-cb638a93-5b10-4fef-8163-026ffee718d5 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663137 Aug 19 12:26:46.213264 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.228780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Transition to ACTIVE for port object 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:46.363783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fa48-0133-4201-b110-744f33e228af req-807ad5a4-0192-408e-b54f-861b8b4a14de tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.369834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fa48-0133-4201-b110-744f33e228af req-807ad5a4-0192-408e-b54f-861b8b4a14de tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.376040 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fa48-0133-4201-b110-744f33e228af req-807ad5a4-0192-408e-b54f-861b8b4a14de tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.382394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fa48-0133-4201-b110-744f33e228af req-807ad5a4-0192-408e-b54f-861b8b4a14de tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.389040 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fa48-0133-4201-b110-744f33e228af req-807ad5a4-0192-408e-b54f-861b8b4a14de tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.395081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fa48-0133-4201-b110-744f33e228af req-807ad5a4-0192-408e-b54f-861b8b4a14de tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.403945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451fa48-0133-4201-b110-744f33e228af req-807ad5a4-0192-408e-b54f-861b8b4a14de tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.403945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e451fa48-0133-4201-b110-744f33e228af req-807ad5a4-0192-408e-b54f-861b8b4a14de tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.0961797 Aug 19 12:26:46.447936 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e451fa48-0133-4201-b110-744f33e228af req-bbbdf57c-08a4-498e-839d-c3671b4b7416 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371718 Aug 19 12:26:46.448928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.502883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:46.509023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:46.513096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:46.581364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'Port': ['ID=4a1d4b9a-ef5c-4be2-831b-6fe382acc112,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:46.588234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6995376-e440-4274-a813-56bb90e5aace req-ef383e6f-b98a-4006-a355-b4138ff6f268 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0469725 Aug 19 12:26:46.634021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.634021 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.748523 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-6eb2ac64-a85a-4fd6-84d9-e33710b872a5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5300426 Aug 19 12:26:46.761600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Request body: {'port': {'device_id': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:46.805403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c30b-c6d5-4e8c-bbc5-3f2862b5b4e2 req-3211aac2-3e0a-45fc-94e9-576db5635590 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.806926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fa1c30b-c6d5-4e8c-bbc5-3f2862b5b4e2 req-3211aac2-3e0a-45fc-94e9-576db5635590 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 945 time: 0.0891671 Aug 19 12:26:46.862301 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.894380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fa1c30b-c6d5-4e8c-bbc5-3f2862b5b4e2 req-54dbd82b-9e71-44df-a60e-aa2a923e27bb tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755010 Aug 19 12:26:46.910856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b4bce5c0-0e34-47a4-b176-e5add8401f68 None None] Provisioning for port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:46.916100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b4bce5c0-0e34-47a4-b176-e5add8401f68 None None] Provisioning complete for port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:46.916389 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b4bce5c0-0e34-47a4-b176-e5add8401f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.957306 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b4bce5c0-0e34-47a4-b176-e5add8401f68 None None] Port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:47.039598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ba7a-e398-424a-9821-911b4c65857f req-641b7441-32bd-43f0-bff4-660bdfe2cc30 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.041494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4633ba7a-e398-424a-9821-911b4c65857f req-641b7441-32bd-43f0-bff4-660bdfe2cc30 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 931 time: 0.1438591 Aug 19 12:26:47.145151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4633ba7a-e398-424a-9821-911b4c65857f req-78a36aa3-fe7e-4ab4-a18c-defe9dbc7626 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915978 Aug 19 12:26:47.268872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd37ae3-e5eb-4f0e-aed4-4d3f0d330057 req-4f8d4a92-6389-467c-9b32-d5e2b89b7f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.270537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7dd37ae3-e5eb-4f0e-aed4-4d3f0d330057 req-4f8d4a92-6389-467c-9b32-d5e2b89b7f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 948 time: 0.0808661 Aug 19 12:26:47.319757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:47.331292 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.350117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7dd37ae3-e5eb-4f0e-aed4-4d3f0d330057 req-b04e60b9-550b-4194-8bf1-f72ae427846c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612915 Aug 19 12:26:47.354961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Transition to ACTIVE for port object 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:47.434046 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.484967 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:47.533891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1d4b9a-ef5c-4be2-831b-6fe382acc112,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:47.654598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Attempting to bind port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:47.655705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Attempting to bind port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:47.655705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Attempting to bind port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 on network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:47.664048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:47.681550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'mac_address': 'fa:16:3e:45:3e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:47.686027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc1bba-05e1-4eb7-bb70-e34183687a15 req-1ec923f5-2971-4b7e-bc6d-d7ecbd4e5a45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.692134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc1bba-05e1-4eb7-bb70-e34183687a15 req-1ec923f5-2971-4b7e-bc6d-d7ecbd4e5a45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.698123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc1bba-05e1-4eb7-bb70-e34183687a15 req-1ec923f5-2971-4b7e-bc6d-d7ecbd4e5a45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.704646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc1bba-05e1-4eb7-bb70-e34183687a15 req-1ec923f5-2971-4b7e-bc6d-d7ecbd4e5a45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.710634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc1bba-05e1-4eb7-bb70-e34183687a15 req-1ec923f5-2971-4b7e-bc6d-d7ecbd4e5a45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.716538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc1bba-05e1-4eb7-bb70-e34183687a15 req-1ec923f5-2971-4b7e-bc6d-d7ecbd4e5a45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.722482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc1bba-05e1-4eb7-bb70-e34183687a15 req-1ec923f5-2971-4b7e-bc6d-d7ecbd4e5a45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.730559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdfc1bba-05e1-4eb7-bb70-e34183687a15 req-1ec923f5-2971-4b7e-bc6d-d7ecbd4e5a45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.1677117 Aug 19 12:26:47.736123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fe19d09-fb15-421c-aa52-8f9efd5daeb5 req-cc0afba8-16d7-47ad-ac05-03b5fca86e50 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.1026540 Aug 19 12:26:47.743463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 on network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:47.743463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Attempting to bind port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 on network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:47.751277 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.760236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:47.760516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Checking segment: {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:47.760866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Bound using segment: {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:47.761473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Bound port: 4a1d4b9a-ef5c-4be2-831b-6fe382acc112, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:47.761712 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.779897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c497a02-7407-4aff-97f5-29b5aa813c3a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:47.807051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:47.819402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdfc1bba-05e1-4eb7-bb70-e34183687a15 req-8e260331-eefa-431e-a517-28cd3778538b tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879388 Aug 19 12:26:47.854311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] For port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:47.858114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] For port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4a1d4b9a-ef5c-4be2-831b-6fe382acc112,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:47.882307 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.934452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:47.941917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a619c8a-8c15-4adf-845d-f74c58c97d27 req-ed605fcf-bff4-42be-b8f8-e2b70015ecc1 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0289044 Aug 19 12:26:47.951943 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.976179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.977034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.978065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] 10.222.0.53 "PUT /v2.0/ports/4a1d4b9a-ef5c-4be2-831b-6fe382acc112 HTTP/1.1" status: 200 len: 1091 time: 1.2211547 Aug 19 12:26:47.978543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'tag': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:47.992787 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e164e-6cb5-48b8-9511-d7558a5b74d5" -d '{"events": [{"name": "network-changed", "server_uuid": "85f760e8-6ecd-4299-b4c8-fcbe3b602391", "tag": "4a1d4b9a-ef5c-4be2-831b-6fe382acc112"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:48.171322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55edf5-19d3-4211-bf24-b251e8b5ca69 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1d4b9a-ef5c-4be2-831b-6fe382acc112,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:48.212038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d98f54-11e5-4daa-83d8-7e4a61e87bd9 req-966dc575-f80b-4bdf-9bd8-10cab20cf610 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.213628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46d98f54-11e5-4daa-83d8-7e4a61e87bd9 req-966dc575-f80b-4bdf-9bd8-10cab20cf610 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 949 time: 0.1845126 Aug 19 12:26:48.222721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cb950-5c57-490a-aedc-532ef67c8980 req-79914f8d-7360-4b5e-aa2b-b03912f9a6c3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.224266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-210cb950-5c57-490a-aedc-532ef67c8980 req-79914f8d-7360-4b5e-aa2b-b03912f9a6c3 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 945 time: 0.1879251 Aug 19 12:26:48.239718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-2472bc2f-f6c9-4af2-9e04-3681341eacbb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.241266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-2472bc2f-f6c9-4af2-9e04-3681341eacbb tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f&tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 949 time: 0.1375151 Aug 19 12:26:48.245672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4c497a02-7407-4aff-97f5-29b5aa813c3a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:48.290242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-beadb605-d207-4d82-96e8-6016235ae867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.292469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-beadb605-d207-4d82-96e8-6016235ae867 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 1094 time: 0.1751852 Aug 19 12:26:48.383477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-344b1544-aa22-4341-9f66-8d9ef3e8a69f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a1d4b9a-ef5c-4be2-831b-6fe382acc112 HTTP/1.1" status: 200 len: 217 time: 0.0639834 Aug 19 12:26:48.413285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46d98f54-11e5-4daa-83d8-7e4a61e87bd9 req-b06db680-d664-4f85-b614-786f90951896 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826730 Aug 19 12:26:48.423869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-210cb950-5c57-490a-aedc-532ef67c8980 req-20575362-90b7-472c-857a-99399b99ee8c tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813152 Aug 19 12:26:48.451319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-f7f83f90-14fc-4bb2-8a38-cd6f37b7a1ff service neutron] 10.222.0.53 "GET /v2.0/ports/4c497a02-7407-4aff-97f5-29b5aa813c3a/bindings/n-h1-778732-8 HTTP/1.1" status: 200 len: 382 time: 0.1901975 Aug 19 12:26:48.465875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-b14a5f83-7e73-4cd1-b5e9-c3474fd54e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.467691 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-b14a5f83-7e73-4cd1-b5e9-c3474fd54e94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f5fff71-5ad1-4434-8927-65172bd1b532 HTTP/1.1" status: 200 len: 850 time: 0.0683086 Aug 19 12:26:48.469310 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696a1434-c3b9-46fb-9c7d-bd521dadf8ee x-openstack-request-id: req-696a1434-c3b9-46fb-9c7d-bd521dadf8ee {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:48.469691 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f760e8-6ecd-4299-b4c8-fcbe3b602391", "tag": "4a1d4b9a-ef5c-4be2-831b-6fe382acc112", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:48.470002 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-696a1434-c3b9-46fb-9c7d-bd521dadf8ee {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:48.470473 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'tag': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112', 'status': 'completed', 'code': 200} Aug 19 12:26:48.648424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946300-5e1a-48ff-9454-5b78b8a5974d req-b59c8985-9556-4196-a911-2120bf26a1fa tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.649983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95946300-5e1a-48ff-9454-5b78b8a5974d req-b59c8985-9556-4196-a911-2120bf26a1fa tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 943 time: 0.1152542 Aug 19 12:26:48.651747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-48dedbfd-be87-4c02-9e86-af9ef79b397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.653160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-48dedbfd-be87-4c02-9e86-af9ef79b397f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535437 Aug 19 12:26:48.659849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-7eb197ee-0d7f-49bc-ae59-43a4ca194592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.661294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-7eb197ee-0d7f-49bc-ae59-43a4ca194592 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1100 time: 0.1530011 Aug 19 12:26:48.740350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4572ac-5e21-435b-b454-64a0d781a2c1 req-6eda28c4-9d5b-4f40-87e4-2bea8c428370 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.741783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac4572ac-5e21-435b-b454-64a0d781a2c1 req-6eda28c4-9d5b-4f40-87e4-2bea8c428370 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 945 time: 0.1613083 Aug 19 12:26:49.173929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95946300-5e1a-48ff-9454-5b78b8a5974d req-9095ac24-1510-4f1b-b395-2b2a0cacec18 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5163445 Aug 19 12:26:49.216837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac4572ac-5e21-435b-b454-64a0d781a2c1 req-cd7847ef-aad1-4e39-b532-46f1623a8b1a tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606891 Aug 19 12:26:49.228527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-85c9e2c9-35d3-4296-af67-9a4310a0de8a service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662456 Aug 19 12:26:49.233742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-381954d7-94a5-4271-b970-8fe389486073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.235108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-381954d7-94a5-4271-b970-8fe389486073 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.5586300 Aug 19 12:26:49.363116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-50ec0b7d-04cb-4195-a847-6f2d7a99bcac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 217 time: 0.0976601 Aug 19 12:26:49.388792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e69ffd5-44bf-4e9d-9479-ea55103f92c7 req-3208121c-845c-4e8d-bd5c-6b83aa096c87 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0723772 Aug 19 12:26:49.461917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c2e4287-3cd7-4d71-bc49-104574f39c26 req-5fb226c0-52e2-4460-b3a1-85bbd3bcaae7 service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248094 Aug 19 12:26:49.480175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8910ae-10bf-48cb-a782-5052e256e774 req-004c4320-8eb6-43fb-9afd-6a0315c99743 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.490083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8910ae-10bf-48cb-a782-5052e256e774 req-004c4320-8eb6-43fb-9afd-6a0315c99743 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.495766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8910ae-10bf-48cb-a782-5052e256e774 req-004c4320-8eb6-43fb-9afd-6a0315c99743 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.503642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8910ae-10bf-48cb-a782-5052e256e774 req-004c4320-8eb6-43fb-9afd-6a0315c99743 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.503918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:49.510720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8910ae-10bf-48cb-a782-5052e256e774 req-004c4320-8eb6-43fb-9afd-6a0315c99743 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.520762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8910ae-10bf-48cb-a782-5052e256e774 req-004c4320-8eb6-43fb-9afd-6a0315c99743 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.522849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8910ae-10bf-48cb-a782-5052e256e774 req-004c4320-8eb6-43fb-9afd-6a0315c99743 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.524807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c8910ae-10bf-48cb-a782-5052e256e774 req-004c4320-8eb6-43fb-9afd-6a0315c99743 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.2793033 Aug 19 12:26:49.551513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-31e960d1-f578-4dc5-9452-1dfc05a7b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.553345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-31e960d1-f578-4dc5-9452-1dfc05a7b4fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1684139 Aug 19 12:26:49.606569 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c8910ae-10bf-48cb-a782-5052e256e774 req-fe3eb833-d19e-438f-864b-b92091fcc1b2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725219 Aug 19 12:26:49.622047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-6d290559-f874-4600-bcc3-7aa8838a1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.624725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-6d290559-f874-4600-bcc3-7aa8838a1af3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596235 Aug 19 12:26:49.660065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 4c497a02-7407-4aff-97f5-29b5aa813c3a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:49.665692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 4c497a02-7407-4aff-97f5-29b5aa813c3a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:49.666347 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.786296 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.788689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e164e-6cb5-48b8-9511-d7558a5b74d5 req-4a5d9713-e5cb-47e8-8d9e-0c2b1e1c8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.791515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-539e164e-6cb5-48b8-9511-d7558a5b74d5 req-4a5d9713-e5cb-47e8-8d9e-0c2b1e1c8d74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 1094 time: 0.1394894 Aug 19 12:26:49.832612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:49.833997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:49.837161 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e000ea-0091-413d-aa0d-a388d75cb6b0" -d '{"events": [{"server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "name": "network-vif-plugged", "status": "completed", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:49.869861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-99a3d1fa-dc77-4201-886d-6af8a1c9064d service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290599 Aug 19 12:26:49.908675 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.976253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:49.980014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e164e-6cb5-48b8-9511-d7558a5b74d5 req-e1fbe19e-6bf6-4926-b76a-768bb7fe2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.981550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-539e164e-6cb5-48b8-9511-d7558a5b74d5 req-e1fbe19e-6bf6-4926-b76a-768bb7fe2335 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 200 len: 912 time: 0.1800122 Aug 19 12:26:50.038003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-539e164e-6cb5-48b8-9511-d7558a5b74d5 req-9863e1da-0f62-476f-b71e-6c5f1d588f98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a1d4b9a-ef5c-4be2-831b-6fe382acc112 HTTP/1.1" status: 200 len: 217 time: 0.0449586 Aug 19 12:26:50.045762 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-5c22a94f-4354-46df-b787-73ee629c8aed service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653993 Aug 19 12:26:50.124426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e164e-6cb5-48b8-9511-d7558a5b74d5 req-f079116a-fad1-4cc3-9014-ee6272df9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.126052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-539e164e-6cb5-48b8-9511-d7558a5b74d5 req-f079116a-fad1-4cc3-9014-ee6272df9e95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f5fff71-5ad1-4434-8927-65172bd1b532 HTTP/1.1" status: 200 len: 850 time: 0.0804148 Aug 19 12:26:50.143667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba605a2-bfa1-4891-9a7f-a0310f7141e8 req-a31f9ff6-3708-44d2-b5b6-c13d5aa79a52 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.145213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cba605a2-bfa1-4891-9a7f-a0310f7141e8 req-a31f9ff6-3708-44d2-b5b6-c13d5aa79a52 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.0721266 Aug 19 12:26:50.214165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cba605a2-bfa1-4891-9a7f-a0310f7141e8 req-f1a19bb2-bf5e-4ca3-af5b-859ca55142ff tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593169 Aug 19 12:26:50.216205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e164e-6cb5-48b8-9511-d7558a5b74d5 req-7ddbfb87-8972-4365-bc35-88699de2db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.218703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-539e164e-6cb5-48b8-9511-d7558a5b74d5 req-7ddbfb87-8972-4365-bc35-88699de2db5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725455 Aug 19 12:26:50.221539 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffc1c4d-8ee5-40e8-a0c4-3b91faa50d28 x-openstack-request-id: req-fffc1c4d-8ee5-40e8-a0c4-3b91faa50d28 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:50.221905 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "name": "network-vif-plugged", "status": "completed", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:50.222228 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fffc1c4d-8ee5-40e8-a0c4-3b91faa50d28 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:50.222701 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'code': 200} Aug 19 12:26:50.374317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd7eb4-bff3-4807-87a0-da482eaab0dc req-9cdc0e0f-e98e-4fd0-8f64-313af25251b0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.375822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2bd7eb4-bff3-4807-87a0-da482eaab0dc req-9cdc0e0f-e98e-4fd0-8f64-313af25251b0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 945 time: 0.0849664 Aug 19 12:26:50.378109 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-539e164e-6cb5-48b8-9511-d7558a5b74d5 req-880423dc-0227-4760-bc46-4160bb3389a6 service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338482 Aug 19 12:26:50.469067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2bd7eb4-bff3-4807-87a0-da482eaab0dc req-f96e81dd-561e-48ed-8067-71de2ca0c484 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863149 Aug 19 12:26:50.506436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-539e164e-6cb5-48b8-9511-d7558a5b74d5 req-96023c5f-01b5-4331-98fe-01f720d442bb service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151972 Aug 19 12:26:50.580919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcf120-a367-41e7-bd29-3fedf518349b req-6e9b8754-4df3-4084-a91a-ab7b42a28198 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.582483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44dcf120-a367-41e7-bd29-3fedf518349b req-6e9b8754-4df3-4084-a91a-ab7b42a28198 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 943 time: 0.0511718 Aug 19 12:26:50.621032 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44dcf120-a367-41e7-bd29-3fedf518349b req-71f1fa6e-8d57-4427-b7bf-eac7ebb1a0bc tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319970 Aug 19 12:26:50.732232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c12824-b176-4531-b0cc-1992ae5fff95 req-92ceab33-02f8-4d4b-b779-9e7ed9b393de tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.733694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09c12824-b176-4531-b0cc-1992ae5fff95 req-92ceab33-02f8-4d4b-b779-9e7ed9b393de tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 945 time: 0.0528240 Aug 19 12:26:50.775477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09c12824-b176-4531-b0cc-1992ae5fff95 req-751860bb-3634-44ec-a9d5-903a6acc704d tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356557 Aug 19 12:26:50.917641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0110bfea-6095-4a40-a616-256601ee17ad req-de7dc545-c856-4586-9282-060a350d9c0a tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0352848 Aug 19 12:26:50.945896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d75b-072f-44f8-9f37-c39a78dd5980 req-747b0648-004c-4435-b843-dfd7f3cb38dd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.953326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d75b-072f-44f8-9f37-c39a78dd5980 req-747b0648-004c-4435-b843-dfd7f3cb38dd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.961199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d75b-072f-44f8-9f37-c39a78dd5980 req-747b0648-004c-4435-b843-dfd7f3cb38dd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.970411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d75b-072f-44f8-9f37-c39a78dd5980 req-747b0648-004c-4435-b843-dfd7f3cb38dd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.979110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d75b-072f-44f8-9f37-c39a78dd5980 req-747b0648-004c-4435-b843-dfd7f3cb38dd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.987905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d75b-072f-44f8-9f37-c39a78dd5980 req-747b0648-004c-4435-b843-dfd7f3cb38dd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.995693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d75b-072f-44f8-9f37-c39a78dd5980 req-747b0648-004c-4435-b843-dfd7f3cb38dd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.997954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e61d75b-072f-44f8-9f37-c39a78dd5980 req-747b0648-004c-4435-b843-dfd7f3cb38dd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.1596484 Aug 19 12:26:51.065774 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e61d75b-072f-44f8-9f37-c39a78dd5980 req-68ce393a-71fc-4035-af24-b1424a218ed9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564792 Aug 19 12:26:51.077860 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-976e0e6e-ed0f-4791-ae32-b917dcd41e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.311203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea347-d1d0-46d2-8220-9edc49a22983 req-d7afca62-e453-4735-84d9-2e8dc8d9f079 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:51.313007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2eea347-d1d0-46d2-8220-9edc49a22983 req-d7afca62-e453-4735-84d9-2e8dc8d9f079 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 945 time: 0.0542521 Aug 19 12:26:51.386889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2eea347-d1d0-46d2-8220-9edc49a22983 req-5ee66a60-d68a-4293-8665-15e4f148dbd7 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655975 Aug 19 12:26:51.405339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f2966-444e-4c60-9266-a40c0d09244a req-d62ae0ff-2112-4c83-90c7-0495e12fc830 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:51.407051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c3f2966-444e-4c60-9266-a40c0d09244a req-d62ae0ff-2112-4c83-90c7-0495e12fc830 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.0786889 Aug 19 12:26:51.450455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c3f2966-444e-4c60-9266-a40c0d09244a req-ec877ec9-ae4d-4930-a8fc-ad38496e84bf tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368423 Aug 19 12:26:51.516308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28670d-4ccb-4de9-ad62-9e136765579f req-f44e5317-08a4-4914-a465-5d63f1a7b2bd tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:51.517949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d28670d-4ccb-4de9-ad62-9e136765579f req-f44e5317-08a4-4914-a465-5d63f1a7b2bd tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 945 time: 0.0571125 Aug 19 12:26:51.562791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d28670d-4ccb-4de9-ad62-9e136765579f req-1b4208d7-1bb2-458a-9918-83450e14ef93 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370011 Aug 19 12:26:51.746974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca747204-3d4a-49e1-aac0-bd0c3c718142 req-f56f1bb9-6e69-4de7-b186-c91112452654 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:51.749694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca747204-3d4a-49e1-aac0-bd0c3c718142 req-f56f1bb9-6e69-4de7-b186-c91112452654 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 943 time: 0.0537002 Aug 19 12:26:51.796317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca747204-3d4a-49e1-aac0-bd0c3c718142 req-8dc287b3-013a-46e8-9772-10e84afef5e0 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Aug 19 12:26:52.043890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d1d525f-fe29-4cea-87be-b2d3f4a69091 req-94f4abc0-763d-4841-bfd9-40d2386f3a0b tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0285323 Aug 19 12:26:52.218031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99bb7-2894-41ef-95ff-712352a700dd req-646dd264-7ea2-41f8-8e72-419e760a5f90 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.224239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99bb7-2894-41ef-95ff-712352a700dd req-646dd264-7ea2-41f8-8e72-419e760a5f90 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.230271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99bb7-2894-41ef-95ff-712352a700dd req-646dd264-7ea2-41f8-8e72-419e760a5f90 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.237153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99bb7-2894-41ef-95ff-712352a700dd req-646dd264-7ea2-41f8-8e72-419e760a5f90 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.243301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99bb7-2894-41ef-95ff-712352a700dd req-646dd264-7ea2-41f8-8e72-419e760a5f90 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.249523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99bb7-2894-41ef-95ff-712352a700dd req-646dd264-7ea2-41f8-8e72-419e760a5f90 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.257329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99bb7-2894-41ef-95ff-712352a700dd req-646dd264-7ea2-41f8-8e72-419e760a5f90 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.257876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bb99bb7-2894-41ef-95ff-712352a700dd req-646dd264-7ea2-41f8-8e72-419e760a5f90 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.1061733 Aug 19 12:26:52.334571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bb99bb7-2894-41ef-95ff-712352a700dd req-b3431a3e-c1af-4df2-9e93-4ab95f76ce65 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640292 Aug 19 12:26:52.344800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56e8c5-8ed3-483d-bb64-65d06ba8e1ad req-ae3231b2-b35a-459e-ab13-b0c323c8d3f9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.346413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af56e8c5-8ed3-483d-bb64-65d06ba8e1ad req-ae3231b2-b35a-459e-ab13-b0c323c8d3f9 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 945 time: 0.0861628 Aug 19 12:26:52.411335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af56e8c5-8ed3-483d-bb64-65d06ba8e1ad req-ca859e02-1677-4dda-86d2-d4262b8aadea tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567839 Aug 19 12:26:52.583349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36978d-48b2-43cc-a4d1-144f1b5c0f3c req-259be07f-7268-42aa-b9bd-9e5f21cc998a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.584937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b36978d-48b2-43cc-a4d1-144f1b5c0f3c req-259be07f-7268-42aa-b9bd-9e5f21cc998a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.0525048 Aug 19 12:26:52.626131 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b36978d-48b2-43cc-a4d1-144f1b5c0f3c req-65f79d37-8ca5-4ea3-9de1-b15fba0b90dd tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347717 Aug 19 12:26:52.924954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad61a7d-4fa1-4057-9f66-d819c683b986 req-cf882dea-9402-4ff6-a86e-a6dbb2422170 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.927261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ad61a7d-4fa1-4057-9f66-d819c683b986 req-cf882dea-9402-4ff6-a86e-a6dbb2422170 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 943 time: 0.0577698 Aug 19 12:26:52.974678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ad61a7d-4fa1-4057-9f66-d819c683b986 req-0cfb2b4c-8cf0-4e01-8106-3112d7825641 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374944 Aug 19 12:26:53.160051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6df141b5-6882-4c3d-bd94-517d4db3f1a2 req-fef0f102-d949-4951-ac9e-6d875f540602 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0267775 Aug 19 12:26:53.260173 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:26:53.482945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69535ff-7ac1-425e-88d4-859691635c9d req-31a61dbc-1464-4eef-a559-864a3296db0f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.491057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69535ff-7ac1-425e-88d4-859691635c9d req-31a61dbc-1464-4eef-a559-864a3296db0f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.496996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69535ff-7ac1-425e-88d4-859691635c9d req-31a61dbc-1464-4eef-a559-864a3296db0f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.503041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69535ff-7ac1-425e-88d4-859691635c9d req-31a61dbc-1464-4eef-a559-864a3296db0f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.509362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69535ff-7ac1-425e-88d4-859691635c9d req-31a61dbc-1464-4eef-a559-864a3296db0f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.515396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69535ff-7ac1-425e-88d4-859691635c9d req-31a61dbc-1464-4eef-a559-864a3296db0f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.522609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69535ff-7ac1-425e-88d4-859691635c9d req-31a61dbc-1464-4eef-a559-864a3296db0f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.523415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 80f877a9-dfa8-4666-81dc-1ebd03296cb8 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:53.524690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c69535ff-7ac1-425e-88d4-859691635c9d req-31a61dbc-1464-4eef-a559-864a3296db0f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5432 time: 0.1050153 Aug 19 12:26:53.613287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c69535ff-7ac1-425e-88d4-859691635c9d req-ff03c97b-f34c-4a70-9d87-3e26234f71ec tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790958 Aug 19 12:26:53.646638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c7852-cbd4-4317-a35b-8fc70d1666ec req-84c32c3d-4c24-4aa4-8288-5685054de1d0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.650508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 80f877a9-dfa8-4666-81dc-1ebd03296cb8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:53.654026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-016c7852-cbd4-4317-a35b-8fc70d1666ec req-84c32c3d-4c24-4aa4-8288-5685054de1d0 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 945 time: 0.1083586 Aug 19 12:26:53.663927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '80f877a9-dfa8-4666-81dc-1ebd03296cb8', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'port_id': '80f877a9-dfa8-4666-81dc-1ebd03296cb8', 'mac_address': 'fa:16:3e:ec:91:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:53.683211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-14850a9f-c972-4695-8bde-b46c87991779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.684942 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-14850a9f-c972-4695-8bde-b46c87991779 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f&tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29 HTTP/1.1" status: 200 len: 1101 time: 0.0642467 Aug 19 12:26:53.699857 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:53.702960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd1bc0-28c7-4945-9018-5dd701656755 req-fb81812f-6969-4baa-ad66-18679a8e4fcc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.704512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ebd1bc0-28c7-4945-9018-5dd701656755 req-fb81812f-6969-4baa-ad66-18679a8e4fcc tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.52 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 945 time: 0.1133864 Aug 19 12:26:53.707732 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.719361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-016c7852-cbd4-4317-a35b-8fc70d1666ec req-49d17bdc-9a51-48da-8dfb-4d22c1308982 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d5bcc9f-7b81-42ad-86af-b96957356eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643740 Aug 19 12:26:53.723160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f877a9-dfa8-4666-81dc-1ebd03296cb8 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:53.756565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 80f877a9-dfa8-4666-81dc-1ebd03296cb8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:53.767605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.833772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.834789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:53.846408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734d61b-3c4f-411c-98f5-63aa280c89cb req-f0003860-1803-4c09-9e96-7846778564e4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.849936 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2734d61b-3c4f-411c-98f5-63aa280c89cb req-f0003860-1803-4c09-9e96-7846778564e4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.1169896 Aug 19 12:26:53.900935 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0ebd1bc0-28c7-4945-9018-5dd701656755 req-22613500-5f6c-49d9-bf60-ec130f3b8829 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Deleting port 95d1a80d-28cf-453a-9860-b1b17e153b71 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:53.901282 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0ebd1bc0-28c7-4945-9018-5dd701656755 req-22613500-5f6c-49d9-bf60-ec130f3b8829 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.935059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=80f877a9-dfa8-4666-81dc-1ebd03296cb8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:53.950086 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2734d61b-3c4f-411c-98f5-63aa280c89cb req-4276b3da-ece0-4b45-9061-e6463ea356ec tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957069 Aug 19 12:26:54.000867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4a1d4b9a-ef5c-4be2-831b-6fe382acc112,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:54.023462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0ebd1bc0-28c7-4945-9018-5dd701656755 req-22613500-5f6c-49d9-bf60-ec130f3b8829 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] For port 95d1a80d-28cf-453a-9860-b1b17e153b71, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=95d1a80d-28cf-453a-9860-b1b17e153b71,segment=NetworkSegment(e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb),segment_id=e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:54.023842 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0ebd1bc0-28c7-4945-9018-5dd701656755 req-22613500-5f6c-49d9-bf60-ec130f3b8829 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.035938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:54.038901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'port_id': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112', 'mac_address': 'fa:16:3e:18:00:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:54.040185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0ebd1bc0-28c7-4945-9018-5dd701656755 req-22613500-5f6c-49d9-bf60-ec130f3b8829 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Calling delete_port for 95d1a80d-28cf-453a-9860-b1b17e153b71 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:54.080704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:54.099318 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.115679 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:54.147865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:54.153549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4a1d4b9a-ef5c-4be2-831b-6fe382acc112,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:54.153730 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae230585-79c8-4fab-bd01-175d4a74a32c" -d '{"events": [{"server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:54.156321 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.173481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Transition to ACTIVE for port object 4c497a02-7407-4aff-97f5-29b5aa813c3a will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:54.206542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356cb56-3fe0-425b-a8b7-1f897893dc86 req-c67eb496-ffc7-497c-b8aa-e92e2f973e6b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.208184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7356cb56-3fe0-425b-a8b7-1f897893dc86 req-c67eb496-ffc7-497c-b8aa-e92e2f973e6b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 943 time: 0.1074278 Aug 19 12:26:54.219978 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d833c7ce-4824-4e61-8483-fd76db6fcefb x-openstack-request-id: req-d833c7ce-4824-4e61-8483-fd76db6fcefb {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:54.220272 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:54.220556 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d833c7ce-4824-4e61-8483-fd76db6fcefb {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:54.220967 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'code': 200} Aug 19 12:26:54.260164 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.297656 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.302231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7356cb56-3fe0-425b-a8b7-1f897893dc86 req-0be46021-5d77-4bc1-96ec-14ba94162548 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865638 Aug 19 12:26:54.321257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4a1d4b9a-ef5c-4be2-831b-6fe382acc112,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:54.330843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5bd7e3b-de6e-4965-b435-894c989b1f4a req-418c7610-5341-469b-822b-76b6ab38cd10 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0500543 Aug 19 12:26:54.383593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] No DVR routers for this DVR port 4c497a02-7407-4aff-97f5-29b5aa813c3a on host n-h1-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:54.395469 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:54.406529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0ebd1bc0-28c7-4945-9018-5dd701656755 req-22613500-5f6c-49d9-bf60-ec130f3b8829 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.417735 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.418091 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.418435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.418772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.419110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.419442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.419773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.420098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.420576 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.421179 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.422156 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.422156 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:54.425154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['95d1a80d-28cf-453a-9860-b1b17e153b71'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:54.439765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:54.440110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:54.440445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:54.445672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Port 4c497a02-7407-4aff-97f5-29b5aa813c3a on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:54.446197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Attempting to bind port 4c497a02-7407-4aff-97f5-29b5aa813c3a on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:54.452946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:54.453478 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:54.453881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:54.454330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Bound port: 4c497a02-7407-4aff-97f5-29b5aa813c3a, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:54.454701 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.458576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22613500-5f6c-49d9-bf60-ec130f3b8829 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Pushing event deleted for resources: {'Port': ['ID=95d1a80d-28cf-453a-9860-b1b17e153b71,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:54.528438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebd1bc0-28c7-4945-9018-5dd701656755 req-22613500-5f6c-49d9-bf60-ec130f3b8829 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] No DVR routers for this DVR port 95d1a80d-28cf-453a-9860-b1b17e153b71 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:54.533155 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0ebd1bc0-28c7-4945-9018-5dd701656755 req-22613500-5f6c-49d9-bf60-ec130f3b8829 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.535643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ebd1bc0-28c7-4945-9018-5dd701656755 req-22613500-5f6c-49d9-bf60-ec130f3b8829 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.52 "DELETE /v2.0/ports/95d1a80d-28cf-453a-9860-b1b17e153b71 HTTP/1.1" status: 204 len: 173 time: 0.8152781 Aug 19 12:26:54.536139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66aba0d7-8ce3-4e45-a94f-bf0b1ab32349', 'name': 'network-vif-deleted', 'tag': '95d1a80d-28cf-453a-9860-b1b17e153b71'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:54.541281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:54.545025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:54.546632 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5945c1bd-24e6-4612-819a-413f500b222f" -d '{"events": [{"server_uuid": "66aba0d7-8ce3-4e45-a94f-bf0b1ab32349", "name": "network-vif-deleted", "tag": "95d1a80d-28cf-453a-9860-b1b17e153b71"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:54.589491 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fec1a4a-3ece-41c7-8f5c-0418ea3e590b x-openstack-request-id: req-4fec1a4a-3ece-41c7-8f5c-0418ea3e590b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:54.589788 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66aba0d7-8ce3-4e45-a94f-bf0b1ab32349", "name": "network-vif-deleted", "tag": "95d1a80d-28cf-453a-9860-b1b17e153b71", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:54.590053 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fec1a4a-3ece-41c7-8f5c-0418ea3e590b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:54.590461 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66aba0d7-8ce3-4e45-a94f-bf0b1ab32349', 'name': 'network-vif-deleted', 'tag': '95d1a80d-28cf-453a-9860-b1b17e153b71', 'status': 'completed', 'code': 200} Aug 19 12:26:54.619814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4a1d4b9a-ef5c-4be2-831b-6fe382acc112'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:54.632679 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.655955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['80f877a9-dfa8-4666-81dc-1ebd03296cb8'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:54.678240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.678854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.680259 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-d01393ac-4701-432e-a952-99684521ace0 service neutron] 10.222.0.52 "PUT /v2.0/ports/4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 1097 time: 0.9860294 Aug 19 12:26:54.748065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01393ac-4701-432e-a952-99684521ace0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=11']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:54.775498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-5de56076-c370-4fd4-b46c-468877458a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.777396 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-5de56076-c370-4fd4-b46c-468877458a06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1100 time: 0.0716765 Aug 19 12:26:54.820747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e086c-61a5-4c2e-ad4f-e5817282d29e req-ce898e21-49cd-4c7b-9900-24084e6c333e tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.834371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e086c-61a5-4c2e-ad4f-e5817282d29e req-ce898e21-49cd-4c7b-9900-24084e6c333e tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.841801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e086c-61a5-4c2e-ad4f-e5817282d29e req-ce898e21-49cd-4c7b-9900-24084e6c333e tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.849159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e086c-61a5-4c2e-ad4f-e5817282d29e req-ce898e21-49cd-4c7b-9900-24084e6c333e tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.863714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e086c-61a5-4c2e-ad4f-e5817282d29e req-ce898e21-49cd-4c7b-9900-24084e6c333e tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.870951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e086c-61a5-4c2e-ad4f-e5817282d29e req-ce898e21-49cd-4c7b-9900-24084e6c333e tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.879035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e086c-61a5-4c2e-ad4f-e5817282d29e req-ce898e21-49cd-4c7b-9900-24084e6c333e tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.881715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a7e086c-61a5-4c2e-ad4f-e5817282d29e req-ce898e21-49cd-4c7b-9900-24084e6c333e tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5433 time: 0.1749525 Aug 19 12:26:54.928769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d4454f5-f184-4d1e-aebf-5794bbb63b4f req-d38067a1-d023-458a-91c5-d3af57554fc2 tempest-ServerDiskConfigTestJSON-713520189 tempest-ServerDiskConfigTestJSON-713520189-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aba0d7-8ce3-4e45-a94f-bf0b1ab32349 HTTP/1.1" status: 200 len: 210 time: 0.0449090 Aug 19 12:26:54.937471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-7cc6f909-421d-49aa-85d0-40d66e885a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.939583 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-7cc6f909-421d-49aa-85d0-40d66e885a85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1483929 Aug 19 12:26:55.016330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a7e086c-61a5-4c2e-ad4f-e5817282d29e req-0c058f74-2831-4ab1-881b-74a73dc69108 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860198 Aug 19 12:26:55.043396 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-240ca636-121b-4e02-9b69-45d7e7cff0d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 217 time: 0.0902443 Aug 19 12:26:55.111750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75902c1-fd77-413a-984a-509121c3779e req-4e301d94-8b7e-4ad4-974e-aaa2a47f063f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:55.112592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a75902c1-fd77-413a-984a-509121c3779e req-4e301d94-8b7e-4ad4-974e-aaa2a47f063f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 949 time: 0.0749986 Aug 19 12:26:55.116758 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-f2816e91-ecee-4a81-8dd3-b37f6471a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:55.118235 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-f2816e91-ecee-4a81-8dd3-b37f6471a96d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0699670 Aug 19 12:26:55.168682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a75902c1-fd77-413a-984a-509121c3779e req-dacd3384-dae3-40a2-8bd0-a96f0e46db6b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477352 Aug 19 12:26:55.199695 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-6213c79e-95f4-414b-8570-2c73867ceb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:55.208755 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-6213c79e-95f4-414b-8570-2c73867ceb0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741413 Aug 19 12:26:55.293832 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-13ec59cf-a818-406b-978c-18cf8c675fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.297690 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-f607177c-eb1b-4cdc-aaf5-4bb697c8761f service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879724 Aug 19 12:26:55.404199 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6fc003bb-caed-442d-ac30-e9a5e6ed157b req-3e4ed8f3-e307-402a-b8cf-9b8029ba304f service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977788 Aug 19 12:26:55.477751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-763b8fdd-4c4c-4a40-88a9-0d5d2fe9ba20 req-991c2c8b-72af-4f28-ba59-db94a06e826c tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0337911 Aug 19 12:26:55.492496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3757a31-11f5-40e7-89b1-608e641dc9e4 req-47474a05-65e6-4d8c-9991-3658558441fb tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:55.500543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3757a31-11f5-40e7-89b1-608e641dc9e4 req-47474a05-65e6-4d8c-9991-3658558441fb tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 944 time: 0.1250565 Aug 19 12:26:55.530837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device dfd52db2-a9b9-485f-a61c-b406983d071a details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:55.535668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:55.544364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3757a31-11f5-40e7-89b1-608e641dc9e4 req-c15f8bc6-5426-465d-a975-69ccdd798bd8 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428135 Aug 19 12:26:55.680926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:55.723686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port dfd52db2-a9b9-485f-a61c-b406983d071a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=dfd52db2-a9b9-485f-a61c-b406983d071a,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:55.738920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'dfd52db2-a9b9-485f-a61c-b406983d071a', 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336', 'port_id': 'dfd52db2-a9b9-485f-a61c-b406983d071a', 'mac_address': 'fa:16:3e:25:ba:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60dca10-f3b1-4bf5-a961-68d344af9ab7', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:55.781999 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.801206 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.804922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd52db2-a9b9-485f-a61c-b406983d071a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:55.827562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port dfd52db2-a9b9-485f-a61c-b406983d071a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=dfd52db2-a9b9-485f-a61c-b406983d071a,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:55.910655 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.911321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 331fdea2-c75c-4b83-ac8b-f5f182984952 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:55.981027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 331fdea2-c75c-4b83-ac8b-f5f182984952, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=331fdea2-c75c-4b83-ac8b-f5f182984952,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:55.984748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=dfd52db2-a9b9-485f-a61c-b406983d071a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:55.997951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '331fdea2-c75c-4b83-ac8b-f5f182984952', 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336', 'port_id': '331fdea2-c75c-4b83-ac8b-f5f182984952', 'mac_address': 'fa:16:3e:0b:4e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60dca10-f3b1-4bf5-a961-68d344af9ab7', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:56.050854 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.068685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331fdea2-c75c-4b83-ac8b-f5f182984952 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:56.091301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 331fdea2-c75c-4b83-ac8b-f5f182984952, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=331fdea2-c75c-4b83-ac8b-f5f182984952,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:56.144982 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59640) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:56.160840 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.162126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bba8428d-a258-4eb1-b4e0-197ae028333d details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:56.175460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d60a-e9df-40bd-9251-21c404aa90e5 req-bf0c41a6-e092-4435-9afc-6ec9868915e4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.182013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d60a-e9df-40bd-9251-21c404aa90e5 req-bf0c41a6-e092-4435-9afc-6ec9868915e4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.189279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d60a-e9df-40bd-9251-21c404aa90e5 req-bf0c41a6-e092-4435-9afc-6ec9868915e4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.193722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-36938e42-7a7d-451e-b259-b0a9e8065ff0 admin admin] Deleting subnet a53da67e-3beb-4e52-bb1d-ea218d2facf1 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:56.197999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d60a-e9df-40bd-9251-21c404aa90e5 req-bf0c41a6-e092-4435-9afc-6ec9868915e4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.198964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36938e42-7a7d-451e-b259-b0a9e8065ff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.208486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d60a-e9df-40bd-9251-21c404aa90e5 req-bf0c41a6-e092-4435-9afc-6ec9868915e4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.215349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d60a-e9df-40bd-9251-21c404aa90e5 req-bf0c41a6-e092-4435-9afc-6ec9868915e4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.222735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d60a-e9df-40bd-9251-21c404aa90e5 req-bf0c41a6-e092-4435-9afc-6ec9868915e4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.224719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80e0d60a-e9df-40bd-9251-21c404aa90e5 req-bf0c41a6-e092-4435-9afc-6ec9868915e4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5434 time: 0.1091063 Aug 19 12:26:56.252965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:56.255563 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487a4493-33ae-43f1-a897-c35f75091bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:56.276864 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36938e42-7a7d-451e-b259-b0a9e8065ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.291808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80e0d60a-e9df-40bd-9251-21c404aa90e5 req-53154342-c9ee-4114-a3dd-cd2b6f88cfe8 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605996 Aug 19 12:26:56.326518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=331fdea2-c75c-4b83-ac8b-f5f182984952,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:56.335924 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36938e42-7a7d-451e-b259-b0a9e8065ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.358748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bba8428d-a258-4eb1-b4e0-197ae028333d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bba8428d-a258-4eb1-b4e0-197ae028333d,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:56.382548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'bba8428d-a258-4eb1-b4e0-197ae028333d', 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10', 'port_id': 'bba8428d-a258-4eb1-b4e0-197ae028333d', 'mac_address': 'fa:16:3e:68:c0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc9b013-9880-499a-9d56-8bb3ebf90cf5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:56.385302 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea56509f-9316-4134-b4fe-3e09226e66c4 x-openstack-request-id: req-ea56509f-9316-4134-b4fe-3e09226e66c4 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:56.386154 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:56.386459 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea56509f-9316-4134-b4fe-3e09226e66c4 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:56.386896 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'status': 'completed', 'code': 200} Aug 19 12:26:56.412218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281a58-3850-4ace-86a8-3034bdb7b541 req-67331571-68dc-4dfb-a16e-8987b077012c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.414057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f281a58-3850-4ace-86a8-3034bdb7b541 req-67331571-68dc-4dfb-a16e-8987b077012c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 949 time: 0.0669506 Aug 19 12:26:56.431528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.446941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba8428d-a258-4eb1-b4e0-197ae028333d {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:56.461652 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-1c3c74b0-99f6-4932-a04b-9dfac80247d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.463854 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-1c3c74b0-99f6-4932-a04b-9dfac80247d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1100 time: 0.0682254 Aug 19 12:26:56.472242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bba8428d-a258-4eb1-b4e0-197ae028333d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bba8428d-a258-4eb1-b4e0-197ae028333d,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:56.497092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-316af2e3-25f2-44f1-8025-3a31e1de8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.499414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-316af2e3-25f2-44f1-8025-3a31e1de8069 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1100 time: 0.0841880 Aug 19 12:26:56.503062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f281a58-3850-4ace-86a8-3034bdb7b541 req-9dc451b5-3637-4fa3-b727-d806bdce80de tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558243 Aug 19 12:26:56.534230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36938e42-7a7d-451e-b259-b0a9e8065ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.560357 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.562275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2397b715-6ad6-41aa-897c-1961b843f1b4 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:56.571461 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36938e42-7a7d-451e-b259-b0a9e8065ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a53da67e-3beb-4e52-bb1d-ea218d2facf1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:56.583890 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36938e42-7a7d-451e-b259-b0a9e8065ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.591645 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-36938e42-7a7d-451e-b259-b0a9e8065ff0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a53da67e-3beb-4e52-bb1d-ea218d2facf1 HTTP/1.1" status: 204 len: 168 time: 0.4453285 Aug 19 12:26:56.593996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59652) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:56.661213 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2397b715-6ad6-41aa-897c-1961b843f1b4, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2397b715-6ad6-41aa-897c-1961b843f1b4,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:56.664725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bba8428d-a258-4eb1-b4e0-197ae028333d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:56.681297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '2397b715-6ad6-41aa-897c-1961b843f1b4', 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336', 'port_id': '2397b715-6ad6-41aa-897c-1961b843f1b4', 'mac_address': 'fa:16:3e:21:21:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60dca10-f3b1-4bf5-a961-68d344af9ab7', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:56.685138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-ff074d09-d62f-465c-a30a-7730f17b27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.687865 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-ff074d09-d62f-465c-a30a-7730f17b27a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.2163885 Aug 19 12:26:56.717525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12a54590-52b0-4501-9ab1-6a19f6810345 req-577ac904-a323-49b8-a32e-eea2db9d95dc tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0915678 Aug 19 12:26:56.723396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-7e5ef960-ae5d-4c0b-8677-5daa9bf4a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.724894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-7e5ef960-ae5d-4c0b-8677-5daa9bf4a29e service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.2176619 Aug 19 12:26:56.728413 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.740551 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.745363 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-c2df236b-b2f5-4f66-8527-c5bf920beb32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 217 time: 0.0464895 Aug 19 12:26:56.752036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817425d-df5f-4e62-83b3-7a2cc56549ff req-683cfe76-ceeb-4b7e-9f26-ba337649a32b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.756092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2397b715-6ad6-41aa-897c-1961b843f1b4 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:56.759581 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7817425d-df5f-4e62-83b3-7a2cc56549ff req-683cfe76-ceeb-4b7e-9f26-ba337649a32b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 944 time: 0.1349347 Aug 19 12:26:56.781783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2397b715-6ad6-41aa-897c-1961b843f1b4, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2397b715-6ad6-41aa-897c-1961b843f1b4,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:56.809935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-a3a530e4-e6fd-434b-b9d7-4aeb5e153fb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 200 len: 217 time: 0.0753541 Aug 19 12:26:56.860257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7817425d-df5f-4e62-83b3-7a2cc56549ff req-c622e5db-d4b8-49e6-83dc-9ce91ab659e1 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993400 Aug 19 12:26:56.861289 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.862401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f8f6c14b-3e20-4211-9f1e-aeb44e442751 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:56.884917 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-ca372271-a9d7-45cc-9a65-488705290b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.886787 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-ca372271-a9d7-45cc-9a65-488705290b3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1247778 Aug 19 12:26:56.887275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-e3a1a98c-941f-456f-a424-fb837c51508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.888704 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.888818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-e3a1a98c-941f-456f-a424-fb837c51508c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0701723 Aug 19 12:26:56.902919 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.913914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637e89fb-cb9b-4145-9d1a-ea01db39ffa0']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:56.945055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f8f6c14b-3e20-4211-9f1e-aeb44e442751, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f8f6c14b-3e20-4211-9f1e-aeb44e442751,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:56.946195 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:56.946595 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b8c941-f2d0-4ed8-bd06-cbd5d2d43adb') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:56.955648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-1d47d712-035a-4972-a842-4235200cf63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.956957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-1d47d712-035a-4972-a842-4235200cf63a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594742 Aug 19 12:26:56.958773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2397b715-6ad6-41aa-897c-1961b843f1b4,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:56.959275 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.963556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'f8f6c14b-3e20-4211-9f1e-aeb44e442751', 'network_id': 'cdfad0a5-ed3d-4032-af19-96465b32cc10', 'port_id': 'f8f6c14b-3e20-4211-9f1e-aeb44e442751', 'mac_address': 'fa:16:3e:98:3d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc9b013-9880-499a-9d56-8bb3ebf90cf5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:56.976277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-15681e3d-d7ad-42aa-b726-ea102fa72929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.978479 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-15681e3d-d7ad-42aa-b726-ea102fa72929 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809035 Aug 19 12:26:56.982174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.001472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:57.001881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:57.004181 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:57.019839 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.035152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f6c14b-3e20-4211-9f1e-aeb44e442751 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:57.057390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f8f6c14b-3e20-4211-9f1e-aeb44e442751, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f8f6c14b-3e20-4211-9f1e-aeb44e442751,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:57.084291 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-abe2ba8b-44b1-49fc-87ec-7010f2f26a61 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182160 Aug 19 12:26:57.145005 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-b02bf757-6d07-42de-a0e6-89d454af0f8a service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547742 Aug 19 12:26:57.148197 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.149103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 59952a98-c9c6-42eb-964e-b03e707b5eb7 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:57.203539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-48c9a1ff-43d3-4fef-83d9-b948f3ac61da service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123154 Aug 19 12:26:57.205297 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.211866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.213795 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] 10.222.0.44 "DELETE /v2.0/networks/637e89fb-cb9b-4145-9d1a-ea01db39ffa0 HTTP/1.1" status: 204 len: 168 time: 0.6162179 Aug 19 12:26:57.229674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f8f6c14b-3e20-4211-9f1e-aeb44e442751,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:57.230983 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28eff8-21e7-4cce-bcb7-f7ae23a33b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=637e89fb-cb9b-4145-9d1a-ea01db39ffa0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:57.237480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 59952a98-c9c6-42eb-964e-b03e707b5eb7, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=59952a98-c9c6-42eb-964e-b03e707b5eb7,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:57.249832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '59952a98-c9c6-42eb-964e-b03e707b5eb7', 'network_id': '35516620-7e1d-40f2-aa96-55c72d5a6336', 'port_id': '59952a98-c9c6-42eb-964e-b03e707b5eb7', 'mac_address': 'fa:16:3e:c0:0a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60dca10-f3b1-4bf5-a961-68d344af9ab7', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:57.281982 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-487a4493-33ae-43f1-a897-c35f75091bc6 req-4035f5ed-027d-4097-9c1a-9f449e28679d service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270390 Aug 19 12:26:57.321498 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.340682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59952a98-c9c6-42eb-964e-b03e707b5eb7 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:57.366364 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 59952a98-c9c6-42eb-964e-b03e707b5eb7, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=59952a98-c9c6-42eb-964e-b03e707b5eb7,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:57.449072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e3b87-f4d5-406c-9bca-b59b73ee6116 req-f4737f8f-331b-475c-8af1-23a57809f5fa tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:57.455890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e3b87-f4d5-406c-9bca-b59b73ee6116 req-f4737f8f-331b-475c-8af1-23a57809f5fa tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:57.461914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e3b87-f4d5-406c-9bca-b59b73ee6116 req-f4737f8f-331b-475c-8af1-23a57809f5fa tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:57.470087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e3b87-f4d5-406c-9bca-b59b73ee6116 req-f4737f8f-331b-475c-8af1-23a57809f5fa tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:57.473876 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.474998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e3b87-f4d5-406c-9bca-b59b73ee6116 req-f4737f8f-331b-475c-8af1-23a57809f5fa tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:57.480942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e3b87-f4d5-406c-9bca-b59b73ee6116 req-f4737f8f-331b-475c-8af1-23a57809f5fa tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:57.488184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e3b87-f4d5-406c-9bca-b59b73ee6116 req-f4737f8f-331b-475c-8af1-23a57809f5fa tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:57.490186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-626e3b87-f4d5-406c-9bca-b59b73ee6116 req-f4737f8f-331b-475c-8af1-23a57809f5fa tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5438 time: 0.1032236 Aug 19 12:26:57.528759 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=59952a98-c9c6-42eb-964e-b03e707b5eb7,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:57.545169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 80f877a9-dfa8-4666-81dc-1ebd03296cb8 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:57.546498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-626e3b87-f4d5-406c-9bca-b59b73ee6116 req-8f784975-e305-41db-a312-8df4b434cae3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0495455 Aug 19 12:26:57.651844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea53e3-1d77-4b0b-a673-736feb9c4458 req-f952346f-4fd9-4496-b968-ebbffa285993 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:57.653394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57ea53e3-1d77-4b0b-a673-736feb9c4458 req-f952346f-4fd9-4496-b968-ebbffa285993 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 949 time: 0.0508187 Aug 19 12:26:57.698776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57ea53e3-1d77-4b0b-a673-736feb9c4458 req-c106960f-c2cc-415d-ae90-fcd5f37e18ad tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 Aug 19 12:26:57.714235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:57.731354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:57.731738 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.750207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59668) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:57.826001 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8225eb70-affe-4c73-bd4b-2eb24dbf0544 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6be279341188417ebb7bccd2bd711353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742354 Aug 19 12:26:57.829316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:57.848087 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.861216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38246400-6736-4b49-bde2-92bf25eb5a01 req-67996526-be48-4f48-8df0-74c329dcee81 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0348792 Aug 19 12:26:57.872525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbcda-85f9-4325-9fea-627cbc28b405 req-c03f6dea-4bfb-437f-96eb-0c7b1fe0807c tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:57.875224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13cbbcda-85f9-4325-9fea-627cbc28b405 req-c03f6dea-4bfb-437f-96eb-0c7b1fe0807c tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 1100 time: 0.0767202 Aug 19 12:26:57.876445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f877a9-dfa8-4666-81dc-1ebd03296cb8'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:57.878796 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eb152f-d9c0-40ac-9658-bbcf1747bb98" -d '{"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "80f877a9-dfa8-4666-81dc-1ebd03296cb8"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:57.894692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 80f877a9-dfa8-4666-81dc-1ebd03296cb8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:57.918408 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26986e6a-e83f-4042-80cf-c9824ee2943c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.930029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13cbbcda-85f9-4325-9fea-627cbc28b405 req-71f8bee2-c267-413e-a603-df374416df50 tempest-MigrationsAdminTest-506009112 tempest-MigrationsAdminTest-506009112-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Aug 19 12:26:57.948155 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26986e6a-e83f-4042-80cf-c9824ee2943c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.989054 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ac396a-069b-4914-8eae-f36fbbe36bcf x-openstack-request-id: req-76ac396a-069b-4914-8eae-f36fbbe36bcf {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:57.989500 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "80f877a9-dfa8-4666-81dc-1ebd03296cb8", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:57.989848 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76ac396a-069b-4914-8eae-f36fbbe36bcf {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:57.990345 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f877a9-dfa8-4666-81dc-1ebd03296cb8', 'code': 200} Aug 19 12:26:58.005827 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.006860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:58.087240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6f24-7ec0-48af-b9cc-e7c8e7c4cc7d req-8a0ece57-d4fb-47ea-8ed1-7fbbc28e4498 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:58.087240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3bf6f24-7ec0-48af-b9cc-e7c8e7c4cc7d req-8a0ece57-d4fb-47ea-8ed1-7fbbc28e4498 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 944 time: 0.0579660 Aug 19 12:26:58.111893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=80f877a9-dfa8-4666-81dc-1ebd03296cb8,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:58.128425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3bf6f24-7ec0-48af-b9cc-e7c8e7c4cc7d req-fe66b24f-8158-4537-8958-c401e2598336 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370536 Aug 19 12:26:58.144954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26986e6a-e83f-4042-80cf-c9824ee2943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.147733 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26986e6a-e83f-4042-80cf-c9824ee2943c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.150468 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-26986e6a-e83f-4042-80cf-c9824ee2943c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d5bcc9f-7b81-42ad-86af-b96957356eee HTTP/1.1" status: 204 len: 168 time: 0.3173900 Aug 19 12:26:58.157020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26986e6a-e83f-4042-80cf-c9824ee2943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5bcc9f-7b81-42ad-86af-b96957356eee,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:58.216817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:58.221024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:58.221394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.290532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['59952a98-c9c6-42eb-964e-b03e707b5eb7'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:58.330890 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.351296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['bba8428d-a258-4eb1-b4e0-197ae028333d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:58.391114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f8f6c14b-3e20-4211-9f1e-aeb44e442751'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:58.438657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4a1d4b9a-ef5c-4be2-831b-6fe382acc112,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:58.446194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070e7b2-3bf7-47da-b741-1b5f7e371f4d req-bf84e129-b743-4066-9af5-a4af1088711a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:58.450033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1070e7b2-3bf7-47da-b741-1b5f7e371f4d req-bf84e129-b743-4066-9af5-a4af1088711a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 949 time: 0.0576038 Aug 19 12:26:58.491937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1070e7b2-3bf7-47da-b741-1b5f7e371f4d req-c0f822d9-8c8b-4d69-958c-11ea675c96d9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368953 Aug 19 12:26:58.542127 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.613453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:58.615416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 95d1a80d-28cf-453a-9860-b1b17e153b71 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:58.700322 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 95d1a80d-28cf-453a-9860-b1b17e153b71 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:58.700590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 95d1a80d-28cf-453a-9860-b1b17e153b71 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:58.754212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed405-c43c-4d1a-8b5b-cb9c047e6882 req-ddd310b5-97ad-4420-9b86-60e0cd904193 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:58.757260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4a1d4b9a-ef5c-4be2-831b-6fe382acc112,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:58.761143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed405-c43c-4d1a-8b5b-cb9c047e6882 req-ddd310b5-97ad-4420-9b86-60e0cd904193 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:58.768806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed405-c43c-4d1a-8b5b-cb9c047e6882 req-ddd310b5-97ad-4420-9b86-60e0cd904193 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:58.776100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed405-c43c-4d1a-8b5b-cb9c047e6882 req-ddd310b5-97ad-4420-9b86-60e0cd904193 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:58.783121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed405-c43c-4d1a-8b5b-cb9c047e6882 req-ddd310b5-97ad-4420-9b86-60e0cd904193 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:58.792499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed405-c43c-4d1a-8b5b-cb9c047e6882 req-ddd310b5-97ad-4420-9b86-60e0cd904193 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:58.797640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed405-c43c-4d1a-8b5b-cb9c047e6882 req-ddd310b5-97ad-4420-9b86-60e0cd904193 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:58.806576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b1ed405-c43c-4d1a-8b5b-cb9c047e6882 req-ddd310b5-97ad-4420-9b86-60e0cd904193 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5440 time: 0.1279283 Aug 19 12:26:58.846528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b1ed405-c43c-4d1a-8b5b-cb9c047e6882 req-6bc02cd5-96e8-4bea-b92b-2b6ac80d1633 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395148 Aug 19 12:26:58.863688 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.933816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:58.954996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'mac_address': 'fa:16:3e:45:3e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:58.980706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7df4afcd-3403-4e51-b9b1-fdfed35cb09f req-2087e088-c2ac-4233-a652-dc24e5bd02b5 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0299270 Aug 19 12:26:59.013337 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.030321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c497a02-7407-4aff-97f5-29b5aa813c3a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:59.052066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:59.162483 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.236058 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=12']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:59.255799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc1544-0c4f-49dd-8866-706b99d393e3 req-175e4003-5600-4230-989b-2c2e65c44f35 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:59.257344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2fc1544-0c4f-49dd-8866-706b99d393e3 req-175e4003-5600-4230-989b-2c2e65c44f35 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0541122 Aug 19 12:26:59.298576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2fc1544-0c4f-49dd-8866-706b99d393e3 req-791eb7ca-2916-4943-b7cf-10892b92c12b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346861 Aug 19 12:26:59.431315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59712) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:59.455667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4c497a02-7407-4aff-97f5-29b5aa813c3a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:59.546524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['331fdea2-c75c-4b83-ac8b-f5f182984952'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:59.574252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-905066407-network', 'tenant_id': 'c0d60bdf645d40e1a3d9b218b4c39b2a'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:59.600165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2397b715-6ad6-41aa-897c-1961b843f1b4'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:59.617869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['dfd52db2-a9b9-485f-a61c-b406983d071a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:59.634313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57ffdc-5bec-4355-a10c-65642ada804d req-a07a8fe8-9842-4961-81ee-acdb0374353b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:59.635932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a57ffdc-5bec-4355-a10c-65642ada804d req-a07a8fe8-9842-4961-81ee-acdb0374353b tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.0627258 Aug 19 12:26:59.685141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a57ffdc-5bec-4355-a10c-65642ada804d req-c309bce5-9866-4dda-a308-25f465efe4cf tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412078 Aug 19 12:26:59.750918 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Made reservation on behalf of c0d60bdf645d40e1a3d9b218b4c39b2a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:59.753229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.770807 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.837758 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126e522-cb15-4283-b68d-29c07920377b req-d3cfa061-c69f-4b39-9d2b-4059f5691625 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:59.840271 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b126e522-cb15-4283-b68d-29c07920377b req-d3cfa061-c69f-4b39-9d2b-4059f5691625 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 950 time: 0.0777795 Aug 19 12:26:59.992628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:59.996247 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a77972-693f-4e54-9a87-42722bd78867" -d '{"events": [{"server_uuid": "85f760e8-6ecd-4299-b4c8-fcbe3b602391", "name": "network-vif-plugged", "status": "completed", "tag": "4a1d4b9a-ef5c-4be2-831b-6fe382acc112"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:00.020097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62240-d796-43ba-af5e-1b67a46e633c req-130865fa-6d69-40ff-9fa3-2c0ce004dde3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.027710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62240-d796-43ba-af5e-1b67a46e633c req-130865fa-6d69-40ff-9fa3-2c0ce004dde3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.035462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62240-d796-43ba-af5e-1b67a46e633c req-130865fa-6d69-40ff-9fa3-2c0ce004dde3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.042401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62240-d796-43ba-af5e-1b67a46e633c req-130865fa-6d69-40ff-9fa3-2c0ce004dde3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.050637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62240-d796-43ba-af5e-1b67a46e633c req-130865fa-6d69-40ff-9fa3-2c0ce004dde3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.057301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62240-d796-43ba-af5e-1b67a46e633c req-130865fa-6d69-40ff-9fa3-2c0ce004dde3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.066426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62240-d796-43ba-af5e-1b67a46e633c req-130865fa-6d69-40ff-9fa3-2c0ce004dde3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.068811 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8da62240-d796-43ba-af5e-1b67a46e633c req-130865fa-6d69-40ff-9fa3-2c0ce004dde3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5440 time: 0.1153433 Aug 19 12:27:00.080957 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6369b0a-3a39-4523-8e0b-68ca967c0d1c x-openstack-request-id: req-b6369b0a-3a39-4523-8e0b-68ca967c0d1c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:00.081461 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f760e8-6ecd-4299-b4c8-fcbe3b602391", "name": "network-vif-plugged", "status": "completed", "tag": "4a1d4b9a-ef5c-4be2-831b-6fe382acc112", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:00.081862 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6369b0a-3a39-4523-8e0b-68ca967c0d1c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:00.082444 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112', 'code': 200} Aug 19 12:27:00.082763 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.087384 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-b126e522-cb15-4283-b68d-29c07920377b req-3e854882-801a-403c-be41-396ae8eba790 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Deleting port 4c497a02-7407-4aff-97f5-29b5aa813c3a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:00.087905 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b126e522-cb15-4283-b68d-29c07920377b req-3e854882-801a-403c-be41-396ae8eba790 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.161975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8da62240-d796-43ba-af5e-1b67a46e633c req-50eb85c0-a5de-4af4-9184-cea55bbc9861 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789893 Aug 19 12:27:00.169531 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.213557 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:00.226885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852db141-4dc9-4f94-ab37-fd979a7f13f3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:00.237858 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.238204 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Added segment 97d458cc-0672-42cc-9c0d-4735ff6dfa4b of type vlan for network d929d8ff-4ede-4ad0-8bfd-27cfa401edaa Aug 19 12:27:00.251103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51f3de75-074b-4d15-8310-69e55b2a566f req-ab1326dd-ffc0-4973-a0bd-4a92a096fe24 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0716991 Aug 19 12:27:00.276617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a377e91-ca1f-451c-b4b0-bf486f5b0c85 req-8ec4a5c0-e03b-4fe2-90ee-ce71742c75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.276617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a377e91-ca1f-451c-b4b0-bf486f5b0c85 req-8ec4a5c0-e03b-4fe2-90ee-ce71742c75aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 1096 time: 0.1090298 Aug 19 12:27:00.303847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b126e522-cb15-4283-b68d-29c07920377b req-3e854882-801a-403c-be41-396ae8eba790 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] For port 4c497a02-7407-4aff-97f5-29b5aa813c3a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c497a02-7407-4aff-97f5-29b5aa813c3a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:00.304215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b126e522-cb15-4283-b68d-29c07920377b req-3e854882-801a-403c-be41-396ae8eba790 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.313980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a377e91-ca1f-451c-b4b0-bf486f5b0c85 req-ea1e5107-6ded-41a9-b495-8235050764a5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327008 Aug 19 12:27:00.320349 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.327218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-b126e522-cb15-4283-b68d-29c07920377b req-3e854882-801a-403c-be41-396ae8eba790 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Calling delete_port for 4c497a02-7407-4aff-97f5-29b5aa813c3a owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:00.426509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ae3cc-90ed-4e56-b962-49ea5b347460 req-140b9980-ec33-411f-bdcc-f2055c5b6793 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.427696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.428103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df5ae3cc-90ed-4e56-b962-49ea5b347460 req-140b9980-ec33-411f-bdcc-f2055c5b6793 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0550296 Aug 19 12:27:00.428665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.429242 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.473205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df5ae3cc-90ed-4e56-b962-49ea5b347460 req-480de202-6241-40bd-b32d-87ecbc516913 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380347 Aug 19 12:27:00.520230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] Pushing event updated for resources: {'Network': ['ID=d929d8ff-4ede-4ad0-8bfd-27cfa401edaa,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:00.531270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network d929d8ff-4ede-4ad0-8bfd-27cfa401edaa details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:00.562332 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-83afbafb-dab8-447a-9dcb-d0c5758e8247 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1285906 Aug 19 12:27:00.564152 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59732) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:00.574940 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] Request body: {'subnet': {'network_id': 'd929d8ff-4ede-4ad0-8bfd-27cfa401edaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-905066407-subnet', 'tenant_id': 'c0d60bdf645d40e1a3d9b218b4c39b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:00.640230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b126e522-cb15-4283-b68d-29c07920377b req-3e854882-801a-403c-be41-396ae8eba790 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.642348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:00.646726 n-d-778732-8 neutron-server[95662]: INFO neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No ports have port_id starting with 4c497a02-7407-4aff-97f5-29b5aa813c3a Aug 19 12:27:00.653942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a requested by agent hyperv_n-h2-778732-8 not found in database {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 19 12:27:00.653942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:00.673021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e854882-801a-403c-be41-396ae8eba790 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Pushing event deleted for resources: {'Port': ['ID=4c497a02-7407-4aff-97f5-29b5aa813c3a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:00.702860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] Made reservation on behalf of c0d60bdf645d40e1a3d9b218b4c39b2a for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:00.705524 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.724369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b126e522-cb15-4283-b68d-29c07920377b req-3e854882-801a-403c-be41-396ae8eba790 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] No DVR routers for this DVR port 4c497a02-7407-4aff-97f5-29b5aa813c3a on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:00.741938 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b126e522-cb15-4283-b68d-29c07920377b req-3e854882-801a-403c-be41-396ae8eba790 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.745600 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b126e522-cb15-4283-b68d-29c07920377b req-3e854882-801a-403c-be41-396ae8eba790 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "DELETE /v2.0/ports/4c497a02-7407-4aff-97f5-29b5aa813c3a HTTP/1.1" status: 204 len: 173 time: 0.8939259 Aug 19 12:27:00.745600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'name': 'network-vif-deleted', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:00.747819 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552c7205-8262-496c-b6df-6f6e36531ca0" -d '{"events": [{"server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "name": "network-vif-deleted", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:00.904262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-386a8e60-63c8-43a3-97b6-b298c1b19456 req-89c1d998-d633-40ca-8af6-8f43076a9553 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc4f8bff-d34d-48bc-be62-b0702469197f HTTP/1.1" status: 200 len: 210 time: 0.0436177 Aug 19 12:27:00.932970 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b4ec16-1348-4b19-9983-0d44ae737153 x-openstack-request-id: req-45b4ec16-1348-4b19-9983-0d44ae737153 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:00.933350 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4f8bff-d34d-48bc-be62-b0702469197f", "name": "network-vif-deleted", "tag": "4c497a02-7407-4aff-97f5-29b5aa813c3a", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:00.933534 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45b4ec16-1348-4b19-9983-0d44ae737153 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:00.937606 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4f8bff-d34d-48bc-be62-b0702469197f', 'name': 'network-vif-deleted', 'tag': '4c497a02-7407-4aff-97f5-29b5aa813c3a', 'status': 'completed', 'code': 200} Aug 19 12:27:01.042222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.096776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c15417-2570-4a39-baf1-fa3246a0f3de,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:01.113615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] Checking segment: {'id': '97d458cc-0672-42cc-9c0d-4735ff6dfa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd929d8ff-4ede-4ad0-8bfd-27cfa401edaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:01.113973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] Network hostable DHCP agents. Network: d929d8ff-4ede-4ad0-8bfd-27cfa401edaa, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:01.242037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] Network d929d8ff-4ede-4ad0-8bfd-27cfa401edaa is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:01.307960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675045f2-09e7-411a-b0f9-0b6c1d2ffa12 req-038c93bd-f61f-45e3-9790-639ac3c91021 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:01.313986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675045f2-09e7-411a-b0f9-0b6c1d2ffa12 req-038c93bd-f61f-45e3-9790-639ac3c91021 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:01.322911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675045f2-09e7-411a-b0f9-0b6c1d2ffa12 req-038c93bd-f61f-45e3-9790-639ac3c91021 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:01.329505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675045f2-09e7-411a-b0f9-0b6c1d2ffa12 req-038c93bd-f61f-45e3-9790-639ac3c91021 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:01.335534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675045f2-09e7-411a-b0f9-0b6c1d2ffa12 req-038c93bd-f61f-45e3-9790-639ac3c91021 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:01.341442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675045f2-09e7-411a-b0f9-0b6c1d2ffa12 req-038c93bd-f61f-45e3-9790-639ac3c91021 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:01.344629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, d929d8ff-4ede-4ad0-8bfd-27cfa401edaa) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:01.348294 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675045f2-09e7-411a-b0f9-0b6c1d2ffa12 req-038c93bd-f61f-45e3-9790-639ac3c91021 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:01.352038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:01.352709 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.356090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-675045f2-09e7-411a-b0f9-0b6c1d2ffa12 req-038c93bd-f61f-45e3-9790-639ac3c91021 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5440 time: 0.1101332 Aug 19 12:27:01.359219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0542de80-1430-489c-9102-fb7db8029da4 None None] Network d929d8ff-4ede-4ad0-8bfd-27cfa401edaa requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:01.395456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-675045f2-09e7-411a-b0f9-0b6c1d2ffa12 req-bf61c63a-2f68-4eca-941d-fac6678d79d4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384481 Aug 19 12:27:01.415641 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f6b9227-c978-4c1d-937f-d7a78a014dbf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8498306 Aug 19 12:27:01.453878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfd913be-c7be-4206-8e33-b4858a207edf req-78974519-a421-4f9d-86d7-ebe6ccbaad9d tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0383949 Aug 19 12:27:01.532848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea79eb58-8106-42a8-8183-4f3f6c6d3585 None None] Network d929d8ff-4ede-4ad0-8bfd-27cfa401edaa requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:01.586021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bba8428d-a258-4eb1-b4e0-197ae028333d up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:01.646746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901286bf-671d-44e5-be71-03ec6c40119b req-0fe655b8-be4b-4011-8bc3-df002b80c91e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:01.659527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-901286bf-671d-44e5-be71-03ec6c40119b req-0fe655b8-be4b-4011-8bc3-df002b80c91e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1005156 Aug 19 12:27:01.724422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-901286bf-671d-44e5-be71-03ec6c40119b req-f0dce3e5-a919-45a2-8adc-588432d7c5ab tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562279 Aug 19 12:27:01.773352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port bba8428d-a258-4eb1-b4e0-197ae028333d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:01.777588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port bba8428d-a258-4eb1-b4e0-197ae028333d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:01.777978 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.032698 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.070273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bba8428d-a258-4eb1-b4e0-197ae028333d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bba8428d-a258-4eb1-b4e0-197ae028333d,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:02.079722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-628ec2f8-a95b-48cc-8e22-0d5600f2bf7a tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.081250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-628ec2f8-a95b-48cc-8e22-0d5600f2bf7a tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/networks?id=d929d8ff-4ede-4ad0-8bfd-27cfa401edaa HTTP/1.1" status: 200 len: 813 time: 0.1300104 Aug 19 12:27:02.083257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba8428d-a258-4eb1-b4e0-197ae028333d'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:02.085672 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bb6dfd-eb5c-451b-ba42-5f472e8f13be" -d '{"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "bba8428d-a258-4eb1-b4e0-197ae028333d"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:02.096959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-2fdb2378-82d4-4fc2-a20e-33855b8bf44f tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/quotas/c0d60bdf645d40e1a3d9b218b4c39b2a HTTP/1.1" status: 200 len: 375 time: 0.0095663 Aug 19 12:27:02.131476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3d2338c5-9ffa-4c80-a007-f8b735ba4ed9 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0d60bdf645d40e1a3d9b218b4c39b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290039 Aug 19 12:27:02.154785 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.203832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bba8428d-a258-4eb1-b4e0-197ae028333d,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:02.226361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-e28bfa94-4989-4ca3-95f3-1520731cd1c1 service neutron] 10.222.0.44 "GET /v2.0/networks/d929d8ff-4ede-4ad0-8bfd-27cfa401edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876231 Aug 19 12:27:02.317159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-ea69670f-cd5c-4e02-8b2c-7573ac7185e2 service neutron] 10.222.0.44 "GET /v2.0/networks/d929d8ff-4ede-4ad0-8bfd-27cfa401edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845332 Aug 19 12:27:02.377839 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6272e664-f839-484a-ba7a-4ed6544e83fd x-openstack-request-id: req-6272e664-f839-484a-ba7a-4ed6544e83fd {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:02.378359 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "bba8428d-a258-4eb1-b4e0-197ae028333d", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:02.378591 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6272e664-f839-484a-ba7a-4ed6544e83fd {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:02.379214 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba8428d-a258-4eb1-b4e0-197ae028333d', 'code': 200} Aug 19 12:27:02.477717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ba6e5-63ae-4175-9818-048af332004f req-07e0e6f7-11ca-469e-864f-ed40000bb645 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.479206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f47ba6e5-63ae-4175-9818-048af332004f req-07e0e6f7-11ca-469e-864f-ed40000bb645 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 950 time: 0.0541296 Aug 19 12:27:02.519177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f47ba6e5-63ae-4175-9818-048af332004f req-472c690c-e141-4814-b434-b351c96642d9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 Aug 19 12:27:02.712008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3fe88b4-8cbd-447b-aef3-8f4ae256634b req-f7294287-3243-4d4f-af12-e47a5986687c tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0329514 Aug 19 12:27:02.733648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875db572-c223-446a-9877-8aece11cea84 req-5275fc72-43cf-4355-af74-4c5311cf01cf tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.739936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875db572-c223-446a-9877-8aece11cea84 req-5275fc72-43cf-4355-af74-4c5311cf01cf tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.745880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875db572-c223-446a-9877-8aece11cea84 req-5275fc72-43cf-4355-af74-4c5311cf01cf tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.752910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875db572-c223-446a-9877-8aece11cea84 req-5275fc72-43cf-4355-af74-4c5311cf01cf tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.761093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875db572-c223-446a-9877-8aece11cea84 req-5275fc72-43cf-4355-af74-4c5311cf01cf tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.767967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875db572-c223-446a-9877-8aece11cea84 req-5275fc72-43cf-4355-af74-4c5311cf01cf tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.775151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875db572-c223-446a-9877-8aece11cea84 req-5275fc72-43cf-4355-af74-4c5311cf01cf tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.777099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-875db572-c223-446a-9877-8aece11cea84 req-5275fc72-43cf-4355-af74-4c5311cf01cf tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5441 time: 0.1318178 Aug 19 12:27:02.813686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab077618-1344-437c-8d4d-04a18d6ae44d req-c2b93e4c-62f9-49b0-a6b1-5088c2ea325c tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 210 time: 0.0354998 Aug 19 12:27:02.842759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-875db572-c223-446a-9877-8aece11cea84 req-62a9e8bc-d4b5-4444-b55a-d6ab107ace36 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552080 Aug 19 12:27:02.960634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d8b47-996b-41df-8319-03ad3a0533af req-d6ffa4cc-7268-440a-abe9-c12b83ac8da4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.962329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-335d8b47-996b-41df-8319-03ad3a0533af req-d6ffa4cc-7268-440a-abe9-c12b83ac8da4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0508857 Aug 19 12:27:02.983031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2eff2f83-96b8-4003-8e82-e2b8584371ae', 'bd49ef08-9459-4271-a825-abc082e77888'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:03.004972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-335d8b47-996b-41df-8319-03ad3a0533af req-5788a688-cce9-4e87-9ea2-5a717876083d tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361924 Aug 19 12:27:03.130268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd40499-1038-4cf6-bfaa-363d38ddd48b req-a382de0d-17fa-4df8-825c-e927b1c37267 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:03.131748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdd40499-1038-4cf6-bfaa-363d38ddd48b req-a382de0d-17fa-4df8-825c-e927b1c37267 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0548799 Aug 19 12:27:03.141315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59792) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:03.146236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-68ff8ca7-a23c-4e85-8cfe-0770d1bad26e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'floatingip': {'port_id': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:03.187516 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68ff8ca7-a23c-4e85-8cfe-0770d1bad26e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.580461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device dfd52db2-a9b9-485f-a61c-b406983d071a up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:03.678335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8226a8-45b1-484c-8e80-991b95c0c1d3 req-30022362-fcdd-42b6-9d03-7044aca8e639 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:03.679544 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68ff8ca7-a23c-4e85-8cfe-0770d1bad26e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.679775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df8226a8-45b1-484c-8e80-991b95c0c1d3 req-30022362-fcdd-42b6-9d03-7044aca8e639 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 950 time: 0.0710139 Aug 19 12:27:03.723218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df8226a8-45b1-484c-8e80-991b95c0c1d3 req-52379808-1acb-431f-a5cd-41b3b98fd64f tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375752 Aug 19 12:27:03.774056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port dfd52db2-a9b9-485f-a61c-b406983d071a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:03.778052 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68ff8ca7-a23c-4e85-8cfe-0770d1bad26e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.780146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port dfd52db2-a9b9-485f-a61c-b406983d071a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:03.780528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.864886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50dcd2a0-c6b6-4b81-8929-5d5ce6eea923 req-23f0f2d5-09a2-4a16-a14f-de73d12ca29b tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0400991 Aug 19 12:27:03.909616 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.924876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47eb411a-4d4d-4565-a60c-e2e9c63eda7f req-55deaa91-b3f6-439f-a2aa-ce77405df77b tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 210 time: 0.0423734 Aug 19 12:27:03.976397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port dfd52db2-a9b9-485f-a61c-b406983d071a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=dfd52db2-a9b9-485f-a61c-b406983d071a,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:04.043901 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.045743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 331fdea2-c75c-4b83-ac8b-f5f182984952 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:04.061447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9adb7-b2b9-4385-8bab-9283ee5e8f36 req-66d61ceb-dce4-49f0-8a74-f6486332294b tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.067845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9adb7-b2b9-4385-8bab-9283ee5e8f36 req-66d61ceb-dce4-49f0-8a74-f6486332294b tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.074055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9adb7-b2b9-4385-8bab-9283ee5e8f36 req-66d61ceb-dce4-49f0-8a74-f6486332294b tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.080819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9adb7-b2b9-4385-8bab-9283ee5e8f36 req-66d61ceb-dce4-49f0-8a74-f6486332294b tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.087058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9adb7-b2b9-4385-8bab-9283ee5e8f36 req-66d61ceb-dce4-49f0-8a74-f6486332294b tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.094140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9adb7-b2b9-4385-8bab-9283ee5e8f36 req-66d61ceb-dce4-49f0-8a74-f6486332294b tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.100571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9adb7-b2b9-4385-8bab-9283ee5e8f36 req-66d61ceb-dce4-49f0-8a74-f6486332294b tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.108672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eac9adb7-b2b9-4385-8bab-9283ee5e8f36 req-66d61ceb-dce4-49f0-8a74-f6486332294b tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5441 time: 0.1215117 Aug 19 12:27:04.144957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=dfd52db2-a9b9-485f-a61c-b406983d071a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:04.160634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eac9adb7-b2b9-4385-8bab-9283ee5e8f36 req-601174df-84b7-4dbd-9a5e-a247555d4441 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499454 Aug 19 12:27:04.256874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 331fdea2-c75c-4b83-ac8b-f5f182984952 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:04.261057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 331fdea2-c75c-4b83-ac8b-f5f182984952 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:04.266410 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.266580 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-68ff8ca7-a23c-4e85-8cfe-0770d1bad26e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Floating IP 0de3b8a2-ec25-4f44-a669-31f4067716ab associated. External IP: 172.25.6.230, port: 4a1d4b9a-ef5c-4be2-831b-6fe382acc112. Aug 19 12:27:04.273738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908cf3a-bdf4-40c3-93ed-af84e09a9fdb req-fd7fc6bf-950b-47c2-b30d-84b48902125e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.275287 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4908cf3a-bdf4-40c3-93ed-af84e09a9fdb req-fd7fc6bf-950b-47c2-b30d-84b48902125e tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 950 time: 0.0700693 Aug 19 12:27:04.359250 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.380594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd52db2-a9b9-485f-a61c-b406983d071a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:04.383029 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c387edcb-62a3-4425-881e-d42f419fbd70" -d '{"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "dfd52db2-a9b9-485f-a61c-b406983d071a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:04.405600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 331fdea2-c75c-4b83-ac8b-f5f182984952, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=331fdea2-c75c-4b83-ac8b-f5f182984952,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:04.428055 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9344a771-a52d-4e16-9cb8-7bd6d6a73c0c x-openstack-request-id: req-9344a771-a52d-4e16-9cb8-7bd6d6a73c0c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:04.428355 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "dfd52db2-a9b9-485f-a61c-b406983d071a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:04.428614 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9344a771-a52d-4e16-9cb8-7bd6d6a73c0c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:04.429016 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd52db2-a9b9-485f-a61c-b406983d071a', 'code': 200} Aug 19 12:27:04.525520 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.526559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2397b715-6ad6-41aa-897c-1961b843f1b4 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:04.526692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-4908cf3a-bdf4-40c3-93ed-af84e09a9fdb req-6ec32dc1-9030-496c-8160-e885c8706e9c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Deleting port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:04.526967 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4908cf3a-bdf4-40c3-93ed-af84e09a9fdb req-6ec32dc1-9030-496c-8160-e885c8706e9c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.610131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=331fdea2-c75c-4b83-ac8b-f5f182984952,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:04.646405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ff8ca7-a23c-4e85-8cfe-0770d1bad26e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Router f989d078-a196-4a00-b2f8-2accb6136c9c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:04.686482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:04.699142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-4908cf3a-bdf4-40c3-93ed-af84e09a9fdb req-6ec32dc1-9030-496c-8160-e885c8706e9c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] For port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:04.699757 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4908cf3a-bdf4-40c3-93ed-af84e09a9fdb req-6ec32dc1-9030-496c-8160-e885c8706e9c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.707508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 4c497a02-7407-4aff-97f5-29b5aa813c3a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:04.707852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c497a02-7407-4aff-97f5-29b5aa813c3a not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:04.709243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 2397b715-6ad6-41aa-897c-1961b843f1b4 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:04.713984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 2397b715-6ad6-41aa-897c-1961b843f1b4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:04.714368 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.784114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-4908cf3a-bdf4-40c3-93ed-af84e09a9fdb req-6ec32dc1-9030-496c-8160-e885c8706e9c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Calling delete_port for e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:04.821790 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.868172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8731b-115f-4111-977b-4c09e6473518 req-c45e3ea6-8828-4714-962f-ba2dff533454 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.870980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30b8731b-115f-4111-977b-4c09e6473518 req-c45e3ea6-8828-4714-962f-ba2dff533454 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 950 time: 0.0717642 Aug 19 12:27:04.873528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2397b715-6ad6-41aa-897c-1961b843f1b4, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2397b715-6ad6-41aa-897c-1961b843f1b4,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:04.877749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ff8ca7-a23c-4e85-8cfe-0770d1bad26e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:04.885662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68ff8ca7-a23c-4e85-8cfe-0770d1bad26e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.892162 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b65a6b9-63bd-4776-a80d-a239c9f3378f None None] Sync routers for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:04.917648 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b65a6b9-63bd-4776-a80d-a239c9f3378f None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:04.918271 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7b65a6b9-63bd-4776-a80d-a239c9f3378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:04.931530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30b8731b-115f-4111-977b-4c09e6473518 req-41292a5d-1e12-4908-b63e-002806f52e5d tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483179 Aug 19 12:27:04.938798 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-68ff8ca7-a23c-4e85-8cfe-0770d1bad26e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "PUT /v2.0/floatingips/0de3b8a2-ec25-4f44-a669-31f4067716ab HTTP/1.1" status: 200 len: 991 time: 1.7962587 Aug 19 12:27:04.940345 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.954927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'tag': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:04.955214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f8f6c14b-3e20-4211-9f1e-aeb44e442751 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:04.955294 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f10b63e-ca9f-4e08-a9ee-956df00ea144" -d '{"events": [{"name": "network-changed", "server_uuid": "85f760e8-6ecd-4299-b4c8-fcbe3b602391", "tag": "4a1d4b9a-ef5c-4be2-831b-6fe382acc112"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:05.058078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0170c05b-f3bd-4e80-a3b7-a651ee06a0b9 req-e27a688b-1820-449f-bc1e-19e0ce78a0d1 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0557504 Aug 19 12:27:05.068358 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7b65a6b9-63bd-4776-a80d-a239c9f3378f None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:05.072608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2397b715-6ad6-41aa-897c-1961b843f1b4,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:05.142904 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02161ec-dfa8-42c2-9366-84a554f6e180 x-openstack-request-id: req-b02161ec-dfa8-42c2-9366-84a554f6e180 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:05.143606 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f760e8-6ecd-4299-b4c8-fcbe3b602391", "tag": "4a1d4b9a-ef5c-4be2-831b-6fe382acc112", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:05.143955 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b02161ec-dfa8-42c2-9366-84a554f6e180 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:05.144623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port f8f6c14b-3e20-4211-9f1e-aeb44e442751 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:05.144748 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'tag': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112', 'status': 'completed', 'code': 200} Aug 19 12:27:05.148854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port f8f6c14b-3e20-4211-9f1e-aeb44e442751 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:05.149308 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.200361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-259697d9-1f85-4bea-a8ef-3b3d84505ef6 req-9075b916-494d-4b08-a097-eb02c42d5098 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 210 time: 0.0514112 Aug 19 12:27:05.231187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4908cf3a-bdf4-40c3-93ed-af84e09a9fdb req-6ec32dc1-9030-496c-8160-e885c8706e9c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.262906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:05.267541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2eff2f83-96b8-4003-8e82-e2b8584371ae', 'bd49ef08-9459-4271-a825-abc082e77888'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:05.287850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10b63e-ca9f-4e08-a9ee-956df00ea144 req-15a63629-914a-4235-8cbb-fdc121e1b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.290009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f10b63e-ca9f-4e08-a9ee-956df00ea144 req-15a63629-914a-4235-8cbb-fdc121e1b978 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 1096 time: 0.0852680 Aug 19 12:27:05.294080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec32dc1-9030-496c-8160-e885c8706e9c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Pushing event deleted for resources: {'Port': ['ID=e3c3814e-7bf3-47aa-b3a5-56d2990f8f17,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:05.371360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4908cf3a-bdf4-40c3-93ed-af84e09a9fdb req-6ec32dc1-9030-496c-8160-e885c8706e9c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] No DVR routers for this DVR port e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:05.377918 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4908cf3a-bdf4-40c3-93ed-af84e09a9fdb req-6ec32dc1-9030-496c-8160-e885c8706e9c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.381592 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4908cf3a-bdf4-40c3-93ed-af84e09a9fdb req-6ec32dc1-9030-496c-8160-e885c8706e9c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.52 "DELETE /v2.0/ports/e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 HTTP/1.1" status: 204 len: 173 time: 1.0720239 Aug 19 12:27:05.424727 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.486838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f8f6c14b-3e20-4211-9f1e-aeb44e442751, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f8f6c14b-3e20-4211-9f1e-aeb44e442751,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:05.531332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146a81-df29-44a8-a240-1c68a3cf8aa6 req-9b8e6e3a-fa9b-4919-9ed9-5cf0d26d1cc3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.538088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146a81-df29-44a8-a240-1c68a3cf8aa6 req-9b8e6e3a-fa9b-4919-9ed9-5cf0d26d1cc3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.544019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146a81-df29-44a8-a240-1c68a3cf8aa6 req-9b8e6e3a-fa9b-4919-9ed9-5cf0d26d1cc3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.551048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146a81-df29-44a8-a240-1c68a3cf8aa6 req-9b8e6e3a-fa9b-4919-9ed9-5cf0d26d1cc3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.557015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146a81-df29-44a8-a240-1c68a3cf8aa6 req-9b8e6e3a-fa9b-4919-9ed9-5cf0d26d1cc3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.563232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146a81-df29-44a8-a240-1c68a3cf8aa6 req-9b8e6e3a-fa9b-4919-9ed9-5cf0d26d1cc3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.564251 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7b65a6b9-63bd-4776-a80d-a239c9f3378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '0de3b8a2-ec25-4f44-a669-31f4067716ab', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'floating_ip_address': '172.25.6.230', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'port_id': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'mac_address': 'fa:16:3e:18:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:26:39Z', 'updated_at': '2021-08-19T12:27:03Z', 'revision_number': 1, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:05.570144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146a81-df29-44a8-a240-1c68a3cf8aa6 req-9b8e6e3a-fa9b-4919-9ed9-5cf0d26d1cc3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.578082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa146a81-df29-44a8-a240-1c68a3cf8aa6 req-9b8e6e3a-fa9b-4919-9ed9-5cf0d26d1cc3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5444 time: 0.2084639 Aug 19 12:27:05.581278 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.582123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 59952a98-c9c6-42eb-964e-b03e707b5eb7 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:05.592833 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b65a6b9-63bd-4776-a80d-a239c9f3378f None None] Checking router: f989d078-a196-4a00-b2f8-2accb6136c9c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:05.602183 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b65a6b9-63bd-4776-a80d-a239c9f3378f None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:05.603053 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7b65a6b9-63bd-4776-a80d-a239c9f3378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:05.622462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10b63e-ca9f-4e08-a9ee-956df00ea144 req-0cee2bbf-bc40-4795-9c98-06c9a8905eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.624623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f10b63e-ca9f-4e08-a9ee-956df00ea144 req-0cee2bbf-bc40-4795-9c98-06c9a8905eac service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 200 len: 912 time: 0.3169422 Aug 19 12:27:05.779747 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7b65a6b9-63bd-4776-a80d-a239c9f3378f None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:05.781529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f8f6c14b-3e20-4211-9f1e-aeb44e442751,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:05.929153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 59952a98-c9c6-42eb-964e-b03e707b5eb7 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:05.939216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 59952a98-c9c6-42eb-964e-b03e707b5eb7 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:05.939737 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.086681 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.128722 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 59952a98-c9c6-42eb-964e-b03e707b5eb7, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=59952a98-c9c6-42eb-964e-b03e707b5eb7,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:06.149677 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7b65a6b9-63bd-4776-a80d-a239c9f3378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '0de3b8a2-ec25-4f44-a669-31f4067716ab', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'floating_ip_address': '172.25.6.230', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'port_id': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'mac_address': 'fa:16:3e:18:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:26:39Z', 'updated_at': '2021-08-19T12:27:03Z', 'revision_number': 1, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:06.179012 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b65a6b9-63bd-4776-a80d-a239c9f3378f None None] The sync data for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 is: [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '0de3b8a2-ec25-4f44-a669-31f4067716ab', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'floating_ip_address': '172.25.6.230', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'port_id': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'mac_address': 'fa:16:3e:18:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:26:39Z', 'updated_at': '2021-08-19T12:27:03Z', 'revision_number': 1, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:06.214695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-8c38afcb-3569-44e0-920b-0e2fd92f6684 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.218582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-8c38afcb-3569-44e0-920b-0e2fd92f6684 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.52 "GET /v2.0/networks?id=d929d8ff-4ede-4ad0-8bfd-27cfa401edaa HTTP/1.1" status: 200 len: 813 time: 0.8474109 Aug 19 12:27:06.256912 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.290363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Request body: {'port': {'device_id': 'ae384b75-f8a4-4577-8ce9-b2aa625e9ddd', 'network_id': 'd929d8ff-4ede-4ad0-8bfd-27cfa401edaa', 'admin_state_up': True, 'tenant_id': 'c0d60bdf645d40e1a3d9b218b4c39b2a'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:06.313879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49334b29-bbc3-4080-9d7f-60068489e2f6 req-134fda63-b5ce-4903-b765-92b92e230ea0 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b213b365-e4b5-40f1-a946-b476da971c51 HTTP/1.1" status: 200 len: 210 time: 0.1291883 Aug 19 12:27:06.331741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa146a81-df29-44a8-a240-1c68a3cf8aa6 req-0c08b9b2-6195-4fb6-9ba4-bb4aced466f5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7526348 Aug 19 12:27:06.395774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=59952a98-c9c6-42eb-964e-b03e707b5eb7,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:06.408434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f10b63e-ca9f-4e08-a9ee-956df00ea144 req-69e35914-087d-4079-a076-c65eda1e0bcb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a1d4b9a-ef5c-4be2-831b-6fe382acc112 HTTP/1.1" status: 200 len: 999 time: 0.7731216 Aug 19 12:27:06.430033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331fdea2-c75c-4b83-ac8b-f5f182984952'}, {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397b715-6ad6-41aa-897c-1961b843f1b4'}, {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f6c14b-3e20-4211-9f1e-aeb44e442751'}, {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59952a98-c9c6-42eb-964e-b03e707b5eb7'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:06.436352 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c57f43-e765-4265-a58a-cef67257479d" -d '{"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "331fdea2-c75c-4b83-ac8b-f5f182984952"}, {"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "2397b715-6ad6-41aa-897c-1961b843f1b4"}, {"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "f8f6c14b-3e20-4211-9f1e-aeb44e442751"}, {"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "59952a98-c9c6-42eb-964e-b03e707b5eb7"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:06.490128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10b63e-ca9f-4e08-a9ee-956df00ea144 req-781346f5-ed42-496e-943a-698abc4ef52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.491882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f10b63e-ca9f-4e08-a9ee-956df00ea144 req-781346f5-ed42-496e-943a-698abc4ef52c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f5fff71-5ad1-4434-8927-65172bd1b532 HTTP/1.1" status: 200 len: 850 time: 0.0642927 Aug 19 12:27:06.500876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1ab77-c23c-4b60-8efb-27afd52a4bf3 None None] New status for floating IP 0de3b8a2-ec25-4f44-a669-31f4067716ab: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:27:06.571784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-445d0fb9-dfc0-401f-8b00-38f6488c7654 req-b6deaa78-bf50-4a6c-9f82-22cbe8712c2d tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0756204 Aug 19 12:27:06.621874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b7a1e9c-b820-45a0-94a1-df7dc1f23892 req-2ff8d9db-4011-4d18-becd-56aa88bd8747 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 210 time: 0.0599740 Aug 19 12:27:06.675424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10b63e-ca9f-4e08-a9ee-956df00ea144 req-fbb5ddc4-0acf-4c6a-a205-b417b6b7dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.678599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f10b63e-ca9f-4e08-a9ee-956df00ea144 req-fbb5ddc4-0acf-4c6a-a205-b417b6b7dd30 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779714 Aug 19 12:27:06.735156 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed79b32c-aa3e-44d8-adb7-03de8281fe09 x-openstack-request-id: req-ed79b32c-aa3e-44d8-adb7-03de8281fe09 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:06.735482 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "331fdea2-c75c-4b83-ac8b-f5f182984952", "code": 200}, {"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "2397b715-6ad6-41aa-897c-1961b843f1b4", "code": 200}, {"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "f8f6c14b-3e20-4211-9f1e-aeb44e442751", "code": 200}, {"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "59952a98-c9c6-42eb-964e-b03e707b5eb7", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:06.735747 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed79b32c-aa3e-44d8-adb7-03de8281fe09 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:06.736164 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331fdea2-c75c-4b83-ac8b-f5f182984952', 'code': 200} Aug 19 12:27:06.736426 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397b715-6ad6-41aa-897c-1961b843f1b4', 'code': 200} Aug 19 12:27:06.736789 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f6c14b-3e20-4211-9f1e-aeb44e442751', 'code': 200} Aug 19 12:27:06.736916 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59952a98-c9c6-42eb-964e-b03e707b5eb7', 'code': 200} Aug 19 12:27:06.811456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Made reservation on behalf of c0d60bdf645d40e1a3d9b218b4c39b2a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:06.815279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.850282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f10b63e-ca9f-4e08-a9ee-956df00ea144 req-07555731-d3b9-4a9a-a672-ce867bd18814 service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614799 Aug 19 12:27:06.995710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23bb35-c249-4bf7-852f-180656f5b162 req-647513e9-30d9-47c2-8594-cc90be8179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.996088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23bb35-c249-4bf7-852f-180656f5b162 req-647513e9-30d9-47c2-8594-cc90be8179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.996568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23bb35-c249-4bf7-852f-180656f5b162 req-647513e9-30d9-47c2-8594-cc90be8179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.997056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23bb35-c249-4bf7-852f-180656f5b162 req-647513e9-30d9-47c2-8594-cc90be8179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.997618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23bb35-c249-4bf7-852f-180656f5b162 req-647513e9-30d9-47c2-8594-cc90be8179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.998577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23bb35-c249-4bf7-852f-180656f5b162 req-647513e9-30d9-47c2-8594-cc90be8179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.999051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23bb35-c249-4bf7-852f-180656f5b162 req-647513e9-30d9-47c2-8594-cc90be8179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.001050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b23bb35-c249-4bf7-852f-180656f5b162 req-647513e9-30d9-47c2-8594-cc90be8179e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6503 time: 0.1779578 Aug 19 12:27:07.107196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f10b63e-ca9f-4e08-a9ee-956df00ea144 req-0bd4c41b-2fc9-4c96-b18e-84cfbaeebbcc service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395146 Aug 19 12:27:07.116484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Allocated IP 172.20.0.12 (d929d8ff-4ede-4ad0-8bfd-27cfa401edaa/53c15417-2570-4a39-baf1-fa3246a0f3de/d400e448-8ded-4dd5-912b-7a46ab83c9b6) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:07.122198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b23bb35-c249-4bf7-852f-180656f5b162 req-cbdb8e76-eef6-4ff9-b401-51926764ed7c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136260 Aug 19 12:27:07.145944 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-deleted', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:07.148282 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b34e7de-ae5a-4bc7-9948-08886cf8fe38" -d '{"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-deleted", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:07.188841 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fcb087-a38d-4626-b2d2-a45b1285a2a3 x-openstack-request-id: req-c4fcb087-a38d-4626-b2d2-a45b1285a2a3 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:07.189209 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b213b365-e4b5-40f1-a946-b476da971c51", "name": "network-vif-deleted", "tag": "e3c3814e-7bf3-47aa-b3a5-56d2990f8f17", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:07.189555 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4fcb087-a38d-4626-b2d2-a45b1285a2a3 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:07.190084 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b213b365-e4b5-40f1-a946-b476da971c51', 'name': 'network-vif-deleted', 'tag': 'e3c3814e-7bf3-47aa-b3a5-56d2990f8f17', 'status': 'completed', 'code': 200} Aug 19 12:27:07.308499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.473334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.522911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac97feb-6635-4194-a7cb-d80d5b75f63b req-8e4c8564-203d-4a8a-ab9f-b788ebf06e7f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.528843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac97feb-6635-4194-a7cb-d80d5b75f63b req-8e4c8564-203d-4a8a-ab9f-b788ebf06e7f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.535828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac97feb-6635-4194-a7cb-d80d5b75f63b req-8e4c8564-203d-4a8a-ab9f-b788ebf06e7f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.541922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac97feb-6635-4194-a7cb-d80d5b75f63b req-8e4c8564-203d-4a8a-ab9f-b788ebf06e7f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.548087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac97feb-6635-4194-a7cb-d80d5b75f63b req-8e4c8564-203d-4a8a-ab9f-b788ebf06e7f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.554477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac97feb-6635-4194-a7cb-d80d5b75f63b req-8e4c8564-203d-4a8a-ab9f-b788ebf06e7f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.560517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac97feb-6635-4194-a7cb-d80d5b75f63b req-8e4c8564-203d-4a8a-ab9f-b788ebf06e7f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.562651 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ac97feb-6635-4194-a7cb-d80d5b75f63b req-8e4c8564-203d-4a8a-ab9f-b788ebf06e7f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5446 time: 0.1348426 Aug 19 12:27:07.575702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Network d929d8ff-4ede-4ad0-8bfd-27cfa401edaa is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:07.587431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:07.597948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:07.604399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Pushing event updated for resources: {'Port': ['ID=d400e448-8ded-4dd5-912b-7a46ab83c9b6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:07.656631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.656988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.657330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.657696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.658031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.658362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.658689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.659013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.659444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.659775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.660137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.660522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.679568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ac97feb-6635-4194-a7cb-d80d5b75f63b req-6b7fc033-4ad2-4cc7-8d91-daa582c01e56 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059344 Aug 19 12:27:07.691995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.692888 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.803466 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-310e63b9-f2df-4988-81e3-15c04b4b9185 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5557261 Aug 19 12:27:07.820021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Request body: {'port': {'device_id': 'ae384b75-f8a4-4577-8ce9-b2aa625e9ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:07.867894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5794817-f4c4-4146-be8b-02941bf20ac7 req-78caa8e7-f110-4df3-b326-e58d8e07fbc1 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0449049 Aug 19 12:27:07.901387 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.159460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bb7ee-d7fd-43f5-b7a9-c9f45e31e906 req-3bd55220-ee09-4549-8461-7e43ae9c8432 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:08.160888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a2bb7ee-d7fd-43f5-b7a9-c9f45e31e906 req-3bd55220-ee09-4549-8461-7e43ae9c8432 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 932 time: 0.1989894 Aug 19 12:27:08.168107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8fbbb-c039-4e67-9d31-fb8d76e69b28 req-278b9091-4d0b-4a9e-87a0-1393c80cb08a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:08.169507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55b8fbbb-c039-4e67-9d31-fb8d76e69b28 req-278b9091-4d0b-4a9e-87a0-1393c80cb08a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1259692 Aug 19 12:27:08.262669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a2bb7ee-d7fd-43f5-b7a9-c9f45e31e906 req-0a29bb86-4265-4f01-9a20-3b68919e2408 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916657 Aug 19 12:27:08.266479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55b8fbbb-c039-4e67-9d31-fb8d76e69b28 req-c1c50349-4163-493a-9e5b-1644ef8348b9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833194 Aug 19 12:27:08.351888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d400e448-8ded-4dd5-912b-7a46ab83c9b6 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:08.360496 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.376500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Transition to ACTIVE for port object d400e448-8ded-4dd5-912b-7a46ab83c9b6 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:08.453084 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.507954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Pushing event updated for resources: {'Port': ['ID=d400e448-8ded-4dd5-912b-7a46ab83c9b6,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:08.580448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Attempting to bind port d400e448-8ded-4dd5-912b-7a46ab83c9b6 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:08.580890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Attempting to bind port d400e448-8ded-4dd5-912b-7a46ab83c9b6 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '97d458cc-0672-42cc-9c0d-4735ff6dfa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd929d8ff-4ede-4ad0-8bfd-27cfa401edaa'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:08.581137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Attempting to bind port d400e448-8ded-4dd5-912b-7a46ab83c9b6 on network d929d8ff-4ede-4ad0-8bfd-27cfa401edaa {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:08.586007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Port d400e448-8ded-4dd5-912b-7a46ab83c9b6 on network d929d8ff-4ede-4ad0-8bfd-27cfa401edaa not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:08.586340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Attempting to bind port d400e448-8ded-4dd5-912b-7a46ab83c9b6 on network d929d8ff-4ede-4ad0-8bfd-27cfa401edaa {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:08.593072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:08.593461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Checking segment: {'id': '97d458cc-0672-42cc-9c0d-4735ff6dfa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd929d8ff-4ede-4ad0-8bfd-27cfa401edaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:08.593858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Bound using segment: {'id': '97d458cc-0672-42cc-9c0d-4735ff6dfa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd929d8ff-4ede-4ad0-8bfd-27cfa401edaa'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:08.594348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Bound port: d400e448-8ded-4dd5-912b-7a46ab83c9b6, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d458cc-0672-42cc-9c0d-4735ff6dfa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd929d8ff-4ede-4ad0-8bfd-27cfa401edaa'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:08.594722 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.667874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] For port d400e448-8ded-4dd5-912b-7a46ab83c9b6, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:08.672079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] For port d400e448-8ded-4dd5-912b-7a46ab83c9b6, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d400e448-8ded-4dd5-912b-7a46ab83c9b6,segment=NetworkSegment(97d458cc-0672-42cc-9c0d-4735ff6dfa4b),segment_id=97d458cc-0672-42cc-9c0d-4735ff6dfa4b)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:08.720298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:08.746639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:08.746990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e3c3814e-7bf3-47aa-b3a5-56d2990f8f17 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:08.754429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.802309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:08.802939 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.804346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] 10.222.0.52 "PUT /v2.0/ports/d400e448-8ded-4dd5-912b-7a46ab83c9b6 HTTP/1.1" status: 200 len: 1092 time: 0.9890697 Aug 19 12:27:08.809251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae384b75-f8a4-4577-8ce9-b2aa625e9ddd', 'tag': 'd400e448-8ded-4dd5-912b-7a46ab83c9b6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:08.809251 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610e7355-315b-4b6d-bb14-432f31be02f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae384b75-f8a4-4577-8ce9-b2aa625e9ddd", "tag": "d400e448-8ded-4dd5-912b-7a46ab83c9b6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:08.857292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c507-41b1-4aaf-a154-f14922503519 service neutron] Pushing event updated for resources: {'Port': ['ID=d400e448-8ded-4dd5-912b-7a46ab83c9b6,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:08.879400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-4dc5-4e2f-86d4-b5089b7c6f88 req-ad43336f-9b7e-49fa-80ab-3e4be9cab8ec tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:08.885987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-4dc5-4e2f-86d4-b5089b7c6f88 req-ad43336f-9b7e-49fa-80ab-3e4be9cab8ec tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:08.893307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-4dc5-4e2f-86d4-b5089b7c6f88 req-ad43336f-9b7e-49fa-80ab-3e4be9cab8ec tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:08.899338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-4dc5-4e2f-86d4-b5089b7c6f88 req-ad43336f-9b7e-49fa-80ab-3e4be9cab8ec tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:08.906598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-4dc5-4e2f-86d4-b5089b7c6f88 req-ad43336f-9b7e-49fa-80ab-3e4be9cab8ec tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:08.912655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-4dc5-4e2f-86d4-b5089b7c6f88 req-ad43336f-9b7e-49fa-80ab-3e4be9cab8ec tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:08.918784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-4dc5-4e2f-86d4-b5089b7c6f88 req-ad43336f-9b7e-49fa-80ab-3e4be9cab8ec tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:08.921420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-28878d89-4dc5-4e2f-86d4-b5089b7c6f88 req-ad43336f-9b7e-49fa-80ab-3e4be9cab8ec tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5446 time: 0.1370885 Aug 19 12:27:08.922921 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd4c1aa-1723-445f-9ef5-740b80f5630b x-openstack-request-id: req-8bd4c1aa-1723-445f-9ef5-740b80f5630b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:08.923212 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae384b75-f8a4-4577-8ce9-b2aa625e9ddd", "tag": "d400e448-8ded-4dd5-912b-7a46ab83c9b6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:08.923493 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bd4c1aa-1723-445f-9ef5-740b80f5630b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:08.923856 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae384b75-f8a4-4577-8ce9-b2aa625e9ddd', 'tag': 'd400e448-8ded-4dd5-912b-7a46ab83c9b6', 'status': 'completed', 'code': 200} Aug 19 12:27:09.003433 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef777236-f1fc-4c27-83c1-930d352daeda req-e0f7b36b-260c-4add-a170-899750155ad9 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0434892 Aug 19 12:27:09.030564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-28878d89-4dc5-4e2f-86d4-b5089b7c6f88 req-a6a970fd-fc13-4c6f-8291-ffff9168a271 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868092 Aug 19 12:27:09.030564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e7355-315b-4b6d-bb14-432f31be02f6 req-fa8f48ff-4194-45b4-b0ff-a50a34c5e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.030564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-610e7355-315b-4b6d-bb14-432f31be02f6 req-fa8f48ff-4194-45b4-b0ff-a50a34c5e8da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c0d60bdf645d40e1a3d9b218b4c39b2a&device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 1095 time: 0.1045816 Aug 19 12:27:09.147941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e7355-315b-4b6d-bb14-432f31be02f6 req-1c4b0d67-387e-49d6-90e4-ecf00242bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.149600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-610e7355-315b-4b6d-bb14-432f31be02f6 req-1c4b0d67-387e-49d6-90e4-ecf00242bdfb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c0d60bdf645d40e1a3d9b218b4c39b2a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1074731 Aug 19 12:27:09.250007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e7355-315b-4b6d-bb14-432f31be02f6 req-d352dd87-96e9-476a-a121-b2416b9d74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.251437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-610e7355-315b-4b6d-bb14-432f31be02f6 req-d352dd87-96e9-476a-a121-b2416b9d74bf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940943 Aug 19 12:27:09.408106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-bfde2440-da8f-4f1b-9c25-102e97033ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.409736 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-bfde2440-da8f-4f1b-9c25-102e97033ed2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c0d60bdf645d40e1a3d9b218b4c39b2a&device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 1095 time: 0.1200540 Aug 19 12:27:09.463702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-8ec8d977-ca66-423a-946c-b4783be7764a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d400e448-8ded-4dd5-912b-7a46ab83c9b6 HTTP/1.1" status: 200 len: 217 time: 0.0445914 Aug 19 12:27:09.492957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199d130-77a7-4262-8f8a-81f2f71464b9 req-a40d06c9-0110-43c8-a23c-bbeac2c8a1b9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.494755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f199d130-77a7-4262-8f8a-81f2f71464b9 req-a40d06c9-0110-43c8-a23c-bbeac2c8a1b9 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1389740 Aug 19 12:27:09.504523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145d04b-937c-4a2c-821c-e7234369878c req-4db5ac1c-407a-4b3e-bbcf-02a1f3c347b2 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.506282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1145d04b-937c-4a2c-821c-e7234369878c req-4db5ac1c-407a-4b3e-bbcf-02a1f3c347b2 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 944 time: 0.1666250 Aug 19 12:27:09.596739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-b60f8ee6-4cb0-401b-b470-bc348dec98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.598337 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-b60f8ee6-4cb0-401b-b470-bc348dec98f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c15417-2570-4a39-baf1-fa3246a0f3de HTTP/1.1" status: 200 len: 853 time: 0.1255054 Aug 19 12:27:09.616061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f199d130-77a7-4262-8f8a-81f2f71464b9 req-e92acf95-1824-4496-afbd-0150ded0c3c4 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916376 Aug 19 12:27:09.629511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1145d04b-937c-4a2c-821c-e7234369878c req-c1666dfc-fc2f-4442-851f-5fb3fb9ee77f tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037986 Aug 19 12:27:09.675785 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-21a5a597-9b28-478f-a9a7-7b91cc428c0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d929d8ff-4ede-4ad0-8bfd-27cfa401edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651760 Aug 19 12:27:09.765631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c03cd-e528-41e1-9fff-1c815fe2d36d req-f4358fba-2000-4005-957f-3f977dbfe513 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.767101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-078c03cd-e528-41e1-9fff-1c815fe2d36d req-f4358fba-2000-4005-957f-3f977dbfe513 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.53 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 950 time: 0.1745055 Aug 19 12:27:09.865967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-3a45d2bb-a776-4a41-92ab-8df014a5a574 service neutron] 10.222.0.52 "GET /v2.0/networks/d929d8ff-4ede-4ad0-8bfd-27cfa401edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822906 Aug 19 12:27:09.952543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-078c03cd-e528-41e1-9fff-1c815fe2d36d req-04ba242b-5f2e-4b44-b1f1-7a6c6d091f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Deleting port bd49ef08-9459-4271-a825-abc082e77888 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:09.952886 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-078c03cd-e528-41e1-9fff-1c815fe2d36d req-04ba242b-5f2e-4b44-b1f1-7a6c6d091f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.028103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf3c69aa-1f9c-4f54-909c-4d7015712e97 req-15d1d0a0-5aba-48ca-a82f-262cbd63e893 service neutron] 10.222.0.52 "GET /v2.0/networks/d929d8ff-4ede-4ad0-8bfd-27cfa401edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535501 Aug 19 12:27:10.071235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-078c03cd-e528-41e1-9fff-1c815fe2d36d req-04ba242b-5f2e-4b44-b1f1-7a6c6d091f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] For port bd49ef08-9459-4271-a825-abc082e77888, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bd49ef08-9459-4271-a825-abc082e77888,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:10.071604 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-078c03cd-e528-41e1-9fff-1c815fe2d36d req-04ba242b-5f2e-4b44-b1f1-7a6c6d091f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.085693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-078c03cd-e528-41e1-9fff-1c815fe2d36d req-04ba242b-5f2e-4b44-b1f1-7a6c6d091f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Calling delete_port for bd49ef08-9459-4271-a825-abc082e77888 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:10.149732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4be3d904-a47b-4bac-8d84-c98a86c50baf req-671f180c-257f-4a2d-a795-224a97a3e7cb tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0595312 Aug 19 12:27:10.236862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810c251-029a-433b-ba6a-affd65c65c75 req-d65d4b52-0712-4740-a931-0d417796bfc2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.242894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810c251-029a-433b-ba6a-affd65c65c75 req-d65d4b52-0712-4740-a931-0d417796bfc2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.249262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810c251-029a-433b-ba6a-affd65c65c75 req-d65d4b52-0712-4740-a931-0d417796bfc2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.255587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810c251-029a-433b-ba6a-affd65c65c75 req-d65d4b52-0712-4740-a931-0d417796bfc2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.261589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810c251-029a-433b-ba6a-affd65c65c75 req-d65d4b52-0712-4740-a931-0d417796bfc2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.268647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810c251-029a-433b-ba6a-affd65c65c75 req-d65d4b52-0712-4740-a931-0d417796bfc2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.274715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810c251-029a-433b-ba6a-affd65c65c75 req-d65d4b52-0712-4740-a931-0d417796bfc2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.276657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b810c251-029a-433b-ba6a-affd65c65c75 req-d65d4b52-0712-4740-a931-0d417796bfc2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5446 time: 0.1295700 Aug 19 12:27:10.355558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b810c251-029a-433b-ba6a-affd65c65c75 req-4fa91c43-8cf9-435e-876b-5530903b06e9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715659 Aug 19 12:27:10.446583 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-078c03cd-e528-41e1-9fff-1c815fe2d36d req-04ba242b-5f2e-4b44-b1f1-7a6c6d091f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.459641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2eff2f83-96b8-4003-8e82-e2b8584371ae', 'bd49ef08-9459-4271-a825-abc082e77888'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:10.507523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba242b-5f2e-4b44-b1f1-7a6c6d091f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Pushing event deleted for resources: {'Port': ['ID=bd49ef08-9459-4271-a825-abc082e77888,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:10.566364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-078c03cd-e528-41e1-9fff-1c815fe2d36d req-04ba242b-5f2e-4b44-b1f1-7a6c6d091f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] No DVR routers for this DVR port bd49ef08-9459-4271-a825-abc082e77888 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:10.569781 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-078c03cd-e528-41e1-9fff-1c815fe2d36d req-04ba242b-5f2e-4b44-b1f1-7a6c6d091f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.571987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-078c03cd-e528-41e1-9fff-1c815fe2d36d req-04ba242b-5f2e-4b44-b1f1-7a6c6d091f58 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.53 "DELETE /v2.0/ports/bd49ef08-9459-4271-a825-abc082e77888 HTTP/1.1" status: 204 len: 173 time: 0.7979684 Aug 19 12:27:10.593622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44cdbc-e1de-4af3-ad4d-5b3f28add54f req-df384c13-2417-4ca2-8e11-0b73474984f8 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.599577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44cdbc-e1de-4af3-ad4d-5b3f28add54f req-df384c13-2417-4ca2-8e11-0b73474984f8 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.605623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44cdbc-e1de-4af3-ad4d-5b3f28add54f req-df384c13-2417-4ca2-8e11-0b73474984f8 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.612132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44cdbc-e1de-4af3-ad4d-5b3f28add54f req-df384c13-2417-4ca2-8e11-0b73474984f8 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.618643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44cdbc-e1de-4af3-ad4d-5b3f28add54f req-df384c13-2417-4ca2-8e11-0b73474984f8 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.625391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44cdbc-e1de-4af3-ad4d-5b3f28add54f req-df384c13-2417-4ca2-8e11-0b73474984f8 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.631817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44cdbc-e1de-4af3-ad4d-5b3f28add54f req-df384c13-2417-4ca2-8e11-0b73474984f8 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.633757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef44cdbc-e1de-4af3-ad4d-5b3f28add54f req-df384c13-2417-4ca2-8e11-0b73474984f8 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5446 time: 0.1649339 Aug 19 12:27:10.645093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59892) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:10.650122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2894726d-1954-4380-8b41-622d189bec47 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Request body: {'floatingip': {'port_id': '80f877a9-dfa8-4666-81dc-1ebd03296cb8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:10.724804 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2894726d-1954-4380-8b41-622d189bec47 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.742416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0255a60b-1c72-4c2b-99fa-7f189d634a28 req-59440287-d199-4a49-9e12-2ac9f763cb64 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=b01c2c1e-dcd1-47e8-ba65-ceec534505a5 HTTP/1.1" status: 200 len: 210 time: 0.0341890 Aug 19 12:27:10.803337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbb583-8d72-4088-b434-5526fcdeae9c req-2a5573c8-3718-4b71-9054-e9754a9d194c tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.807236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26dbb583-8d72-4088-b434-5526fcdeae9c req-2a5573c8-3718-4b71-9054-e9754a9d194c tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 944 time: 0.0671895 Aug 19 12:27:10.866966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26dbb583-8d72-4088-b434-5526fcdeae9c req-f6a4694c-3a76-4569-a8c4-c49b2bede480 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509634 Aug 19 12:27:10.924771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'name': 'network-vif-deleted', 'tag': 'bd49ef08-9459-4271-a825-abc082e77888'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:10.929853 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632fbcca-a51e-409a-a185-d552343340dc" -d '{"events": [{"server_uuid": "b01c2c1e-dcd1-47e8-ba65-ceec534505a5", "name": "network-vif-deleted", "tag": "bd49ef08-9459-4271-a825-abc082e77888"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:10.991075 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e90fd72-76b0-4608-8acb-f0643a57aba3 x-openstack-request-id: req-3e90fd72-76b0-4608-8acb-f0643a57aba3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:10.991390 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01c2c1e-dcd1-47e8-ba65-ceec534505a5", "name": "network-vif-deleted", "tag": "bd49ef08-9459-4271-a825-abc082e77888", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:10.991654 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e90fd72-76b0-4608-8acb-f0643a57aba3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:10.992054 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01c2c1e-dcd1-47e8-ba65-ceec534505a5', 'name': 'network-vif-deleted', 'tag': 'bd49ef08-9459-4271-a825-abc082e77888', 'status': 'completed', 'code': 200} Aug 19 12:27:11.211093 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2894726d-1954-4380-8b41-622d189bec47 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.285348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2894726d-1954-4380-8b41-622d189bec47 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.402030 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-2894726d-1954-4380-8b41-622d189bec47 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Floating IP 854645c1-5bdc-450a-9efd-87d001190648 associated. External IP: 172.25.6.155, port: 80f877a9-dfa8-4666-81dc-1ebd03296cb8. Aug 19 12:27:11.458644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc9dd7c2-f8e4-49ff-b674-c5c873f0bc02 req-416fe792-5f69-4bd0-88c0-3290adfdc8ea tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0274513 Aug 19 12:27:11.521915 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.631366 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2894726d-1954-4380-8b41-622d189bec47 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:11.747447 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2894726d-1954-4380-8b41-622d189bec47 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:11.753146 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2894726d-1954-4380-8b41-622d189bec47 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.758808 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0679fe-11cb-4028-b018-7bf217045eb7 None None] Sync routers for ids ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:11.768969 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0679fe-11cb-4028-b018-7bf217045eb7 None None] Routers {'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:11.776701 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4e0679fe-11cb-4028-b018-7bf217045eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:11.784586 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2894726d-1954-4380-8b41-622d189bec47 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "PUT /v2.0/floatingips/854645c1-5bdc-450a-9efd-87d001190648 HTTP/1.1" status: 200 len: 992 time: 1.1352286 Aug 19 12:27:11.784586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': '80f877a9-dfa8-4666-81dc-1ebd03296cb8'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:11.784874 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad226fe-1cea-4274-a654-2bbdc3151b60" -d '{"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "80f877a9-dfa8-4666-81dc-1ebd03296cb8"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:11.857787 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0d29fe-2c52-42bc-95ce-22f33d3d6168 x-openstack-request-id: req-ab0d29fe-2c52-42bc-95ce-22f33d3d6168 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:11.857787 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "tag": "80f877a9-dfa8-4666-81dc-1ebd03296cb8", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:11.857787 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab0d29fe-2c52-42bc-95ce-22f33d3d6168 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:11.857787 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'tag': '80f877a9-dfa8-4666-81dc-1ebd03296cb8', 'status': 'completed', 'code': 200} Aug 19 12:27:11.907662 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-4e0679fe-11cb-4028-b018-7bf217045eb7 None None] Set router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:11.953667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-59e195d1-781b-4483-876a-c7370e10e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.954250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-59e195d1-781b-4483-876a-c7370e10e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.955929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-59e195d1-781b-4483-876a-c7370e10e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.955929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-59e195d1-781b-4483-876a-c7370e10e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.956096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-59e195d1-781b-4483-876a-c7370e10e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.956496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-59e195d1-781b-4483-876a-c7370e10e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.957144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-59e195d1-781b-4483-876a-c7370e10e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.960993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-59e195d1-781b-4483-876a-c7370e10e5dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6503 time: 0.0620162 Aug 19 12:27:12.101107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac1078-53fc-49d4-9e47-74225220a413 req-6abf9dac-1b94-4d4b-bea0-199f8e80461d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:12.102670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9ac1078-53fc-49d4-9e47-74225220a413 req-6abf9dac-1b94-4d4b-bea0-199f8e80461d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 944 time: 0.0802338 Aug 19 12:27:12.109220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-49a1fdd5-e1ef-4e0a-b1e8-744367bb661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:12.110405 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-49a1fdd5-e1ef-4e0a-b1e8-744367bb661f service neutron] 10.222.0.53 "GET /v2.0/networks?id=9917493e-c16d-4f6f-a2c4-6890a7f10b03 HTTP/1.1" status: 200 len: 918 time: 0.1410117 Aug 19 12:27:12.168172 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4e0679fe-11cb-4028-b018-7bf217045eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '854645c1-5bdc-450a-9efd-87d001190648', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'floating_ip_address': '172.25.6.155', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'port_id': '80f877a9-dfa8-4666-81dc-1ebd03296cb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'mac_address': 'fa:16:3e:ec:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:25:51Z', 'updated_at': '2021-08-19T12:27:11Z', 'revision_number': 1, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6fc8fb-1287-498c-8c55-c20f8f9f9924', 'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'mac_address': 'fa:16:3e:d5:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:48Z', 'updated_at': '2021-08-19T12:24:58Z', 'revision_number': 5, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'subnets': [{'id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:12.189784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9ac1078-53fc-49d4-9e47-74225220a413 req-2178cc2b-0122-46f8-be08-43b9a18ba1ab tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783486 Aug 19 12:27:12.197713 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0679fe-11cb-4028-b018-7bf217045eb7 None None] Checking router: a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:12.215040 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0679fe-11cb-4028-b018-7bf217045eb7 None None] Routers {'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:12.215040 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4e0679fe-11cb-4028-b018-7bf217045eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:12.218249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-6ae3b3ac-feec-4158-a0e4-0a062c205330 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8 HTTP/1.1" status: 200 len: 1000 time: 0.0994585 Aug 19 12:27:12.278188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-549f676a-70d6-4cf4-b0cf-fbe42ea7e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:12.279827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-549f676a-70d6-4cf4-b0cf-fbe42ea7e62a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5b18177a-3842-4a4f-99df-56fcaf6e0863 HTTP/1.1" status: 200 len: 856 time: 0.0482256 Aug 19 12:27:12.328828 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-4e0679fe-11cb-4028-b018-7bf217045eb7 None None] Set router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:12.335048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-6d36f37b-a7f4-4199-b34d-dc8eae14c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:12.336823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-6d36f37b-a7f4-4199-b34d-dc8eae14c0e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481424 Aug 19 12:27:12.475059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393748ee-1b15-47dc-a0c9-646f7b0102b7 req-bb111bc9-7da6-4ea6-b5a3-addb685b221c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:12.476606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-393748ee-1b15-47dc-a0c9-646f7b0102b7 req-bb111bc9-7da6-4ea6-b5a3-addb685b221c tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.0806577 Aug 19 12:27:12.480692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-c8ea136d-e809-42a2-b31c-733e22e928a9 service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343610 Aug 19 12:27:12.595720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47694499-d5ae-4611-8a56-7da303f8385c req-a6cd2610-2961-467e-8a8d-720aefc7e4d5 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0426557 Aug 19 12:27:12.598983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-393748ee-1b15-47dc-a0c9-646f7b0102b7 req-61887d63-8228-42d5-b734-c8c1964569fa tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144481 Aug 19 12:27:12.599411 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4e0679fe-11cb-4028-b018-7bf217045eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '854645c1-5bdc-450a-9efd-87d001190648', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'floating_ip_address': '172.25.6.155', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'port_id': '80f877a9-dfa8-4666-81dc-1ebd03296cb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'mac_address': 'fa:16:3e:ec:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:25:51Z', 'updated_at': '2021-08-19T12:27:11Z', 'revision_number': 1, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6fc8fb-1287-498c-8c55-c20f8f9f9924', 'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'mac_address': 'fa:16:3e:d5:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:48Z', 'updated_at': '2021-08-19T12:24:58Z', 'revision_number': 5, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'subnets': [{'id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:12.635309 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0679fe-11cb-4028-b018-7bf217045eb7 None None] The sync data for ids ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'] in n-d-778732-8 is: [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '854645c1-5bdc-450a-9efd-87d001190648', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'floating_ip_address': '172.25.6.155', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'port_id': '80f877a9-dfa8-4666-81dc-1ebd03296cb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'mac_address': 'fa:16:3e:ec:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:25:51Z', 'updated_at': '2021-08-19T12:27:11Z', 'revision_number': 1, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6fc8fb-1287-498c-8c55-c20f8f9f9924', 'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'mac_address': 'fa:16:3e:d5:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:48Z', 'updated_at': '2021-08-19T12:24:58Z', 'revision_number': 5, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'subnets': [{'id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:12.643202 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ad226fe-1cea-4274-a654-2bbdc3151b60 req-bfd9cdca-b561-4940-907f-25bc5c6a8cd8 service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512861 Aug 19 12:27:12.718890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d400e448-8ded-4dd5-912b-7a46ab83c9b6 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:12.840817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port d400e448-8ded-4dd5-912b-7a46ab83c9b6, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d400e448-8ded-4dd5-912b-7a46ab83c9b6,segment=NetworkSegment(97d458cc-0672-42cc-9c0d-4735ff6dfa4b),segment_id=97d458cc-0672-42cc-9c0d-4735ff6dfa4b)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:12.856510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'd400e448-8ded-4dd5-912b-7a46ab83c9b6', 'network_id': 'd929d8ff-4ede-4ad0-8bfd-27cfa401edaa', 'port_id': 'd400e448-8ded-4dd5-912b-7a46ab83c9b6', 'mac_address': 'fa:16:3e:40:0a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c15417-2570-4a39-baf1-fa3246a0f3de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:12.867043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a4bfc-312c-41f5-86b3-db7e5bf697c9 None None] New status for floating IP 854645c1-5bdc-450a-9efd-87d001190648: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:27:12.949912 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.001284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d400e448-8ded-4dd5-912b-7a46ab83c9b6 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:13.035623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port d400e448-8ded-4dd5-912b-7a46ab83c9b6, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d400e448-8ded-4dd5-912b-7a46ab83c9b6,segment=NetworkSegment(97d458cc-0672-42cc-9c0d-4735ff6dfa4b),segment_id=97d458cc-0672-42cc-9c0d-4735ff6dfa4b)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:13.110584 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.177080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=d400e448-8ded-4dd5-912b-7a46ab83c9b6,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:13.322870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87958b93-c4de-4d7b-bda1-1e2d50099d3d req-103666a5-8bbf-49ae-beff-3e87bfa72d44 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:13.324436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87958b93-c4de-4d7b-bda1-1e2d50099d3d req-103666a5-8bbf-49ae-beff-3e87bfa72d44 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 945 time: 0.0541470 Aug 19 12:27:13.328268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['d400e448-8ded-4dd5-912b-7a46ab83c9b6'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:13.367887 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87958b93-c4de-4d7b-bda1-1e2d50099d3d req-a43ba7e2-bd95-4807-943f-fb37bfbf165c tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Aug 19 12:27:13.589892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bd49ef08-9459-4271-a825-abc082e77888 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:13.613285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: bd49ef08-9459-4271-a825-abc082e77888 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:13.613666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bd49ef08-9459-4271-a825-abc082e77888 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:13.743227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-168a5a3c-c698-4903-b0f3-5597f3049087 req-062fd8ff-793a-4aad-9ffd-b371a032a464 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0457051 Aug 19 12:27:13.761815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6839eb7-4904-4e9c-aa91-2877cb8775e0 req-c126d964-6efb-40ad-b31f-280056a475c1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:13.763439 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6839eb7-4904-4e9c-aa91-2877cb8775e0 req-c126d964-6efb-40ad-b31f-280056a475c1 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.0766282 Aug 19 12:27:13.803430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6839eb7-4904-4e9c-aa91-2877cb8775e0 req-986612f1-71d9-4cd8-a8a4-975cadf39e16 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Aug 19 12:27:14.046692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fe6e0-f5d3-4809-8e8c-a25e8cb21410 req-9bb6a921-e401-4652-8742-b391d5826546 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:14.048198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc3fe6e0-f5d3-4809-8e8c-a25e8cb21410 req-9bb6a921-e401-4652-8742-b391d5826546 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 949 time: 0.0506282 Aug 19 12:27:14.151543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-bc3fe6e0-f5d3-4809-8e8c-a25e8cb21410 req-19ba9e1e-8c09-4ba8-9631-de37da631878 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Deleting port 2eff2f83-96b8-4003-8e82-e2b8584371ae {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:14.151891 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc3fe6e0-f5d3-4809-8e8c-a25e8cb21410 req-19ba9e1e-8c09-4ba8-9631-de37da631878 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.240728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bc3fe6e0-f5d3-4809-8e8c-a25e8cb21410 req-19ba9e1e-8c09-4ba8-9631-de37da631878 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] For port 2eff2f83-96b8-4003-8e82-e2b8584371ae, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eff2f83-96b8-4003-8e82-e2b8584371ae,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:14.241106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc3fe6e0-f5d3-4809-8e8c-a25e8cb21410 req-19ba9e1e-8c09-4ba8-9631-de37da631878 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.254193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-bc3fe6e0-f5d3-4809-8e8c-a25e8cb21410 req-19ba9e1e-8c09-4ba8-9631-de37da631878 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Calling delete_port for 2eff2f83-96b8-4003-8e82-e2b8584371ae owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:14.307839 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.469038 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc3fe6e0-f5d3-4809-8e8c-a25e8cb21410 req-19ba9e1e-8c09-4ba8-9631-de37da631878 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.482943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2eff2f83-96b8-4003-8e82-e2b8584371ae'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:14.513843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba9e1e-8c09-4ba8-9631-de37da631878 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Pushing event deleted for resources: {'Port': ['ID=2eff2f83-96b8-4003-8e82-e2b8584371ae,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:14.555850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84615b-e771-4a8b-a871-61109d183059 req-85fdeecc-cc57-4c6e-8a1a-43a9f13c9c1e tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:14.557467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f84615b-e771-4a8b-a871-61109d183059 req-85fdeecc-cc57-4c6e-8a1a-43a9f13c9c1e tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 945 time: 0.1162975 Aug 19 12:27:14.578547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3fe6e0-f5d3-4809-8e8c-a25e8cb21410 req-19ba9e1e-8c09-4ba8-9631-de37da631878 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] No DVR routers for this DVR port 2eff2f83-96b8-4003-8e82-e2b8584371ae on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:14.581555 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc3fe6e0-f5d3-4809-8e8c-a25e8cb21410 req-19ba9e1e-8c09-4ba8-9631-de37da631878 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.583753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc3fe6e0-f5d3-4809-8e8c-a25e8cb21410 req-19ba9e1e-8c09-4ba8-9631-de37da631878 tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.53 "DELETE /v2.0/ports/2eff2f83-96b8-4003-8e82-e2b8584371ae HTTP/1.1" status: 204 len: 173 time: 0.5263011 Aug 19 12:27:14.584934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'name': 'network-vif-deleted', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:14.587331 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86947c8a-ddb6-46a5-9504-864afd09cea2" -d '{"events": [{"server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "name": "network-vif-deleted", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:14.627517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f84615b-e771-4a8b-a871-61109d183059 req-0ef4b4b6-dae1-4729-8969-609dc402024f tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507708 Aug 19 12:27:14.639001 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bce050-9d3d-49c8-a3f4-797aa8324100 x-openstack-request-id: req-d2bce050-9d3d-49c8-a3f4-797aa8324100 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:14.639351 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb98472-7f72-415c-954e-bc354a21b1b9", "name": "network-vif-deleted", "tag": "2eff2f83-96b8-4003-8e82-e2b8584371ae", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:14.639623 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2bce050-9d3d-49c8-a3f4-797aa8324100 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:14.640075 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb98472-7f72-415c-954e-bc354a21b1b9', 'name': 'network-vif-deleted', 'tag': '2eff2f83-96b8-4003-8e82-e2b8584371ae', 'status': 'completed', 'code': 200} Aug 19 12:27:14.730132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d400e448-8ded-4dd5-912b-7a46ab83c9b6 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:14.854241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2296070-1273-4f27-95bd-92881ffa803a req-9d2e1282-38be-4acd-b937-3789a5e059c2 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0313358 Aug 19 12:27:14.871160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port d400e448-8ded-4dd5-912b-7a46ab83c9b6 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:14.879649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port d400e448-8ded-4dd5-912b-7a46ab83c9b6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:14.882670 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.914167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe8f8b2b-dec2-4528-a289-79847aa31e4f req-8cee494f-3a20-4c0a-b1d6-271a1d32ac7a tempest-MigrationsAdminTest-1046419537 tempest-MigrationsAdminTest-1046419537-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb98472-7f72-415c-954e-bc354a21b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0326741 Aug 19 12:27:14.993616 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.020782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae384b75-f8a4-4577-8ce9-b2aa625e9ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd400e448-8ded-4dd5-912b-7a46ab83c9b6'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:15.023447 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd06370-76b1-41b5-afe0-0afa5a865369" -d '{"events": [{"server_uuid": "ae384b75-f8a4-4577-8ce9-b2aa625e9ddd", "name": "network-vif-plugged", "status": "completed", "tag": "d400e448-8ded-4dd5-912b-7a46ab83c9b6"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:15.039010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port d400e448-8ded-4dd5-912b-7a46ab83c9b6, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d400e448-8ded-4dd5-912b-7a46ab83c9b6,segment=NetworkSegment(97d458cc-0672-42cc-9c0d-4735ff6dfa4b),segment_id=97d458cc-0672-42cc-9c0d-4735ff6dfa4b)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:15.071437 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f90ce0-b717-4bab-a557-d0c24c08ce40 x-openstack-request-id: req-f9f90ce0-b717-4bab-a557-d0c24c08ce40 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:15.071729 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae384b75-f8a4-4577-8ce9-b2aa625e9ddd", "name": "network-vif-plugged", "status": "completed", "tag": "d400e448-8ded-4dd5-912b-7a46ab83c9b6", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:15.071986 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9f90ce0-b717-4bab-a557-d0c24c08ce40 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:15.072391 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae384b75-f8a4-4577-8ce9-b2aa625e9ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd400e448-8ded-4dd5-912b-7a46ab83c9b6', 'code': 200} Aug 19 12:27:15.116843 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.187138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=d400e448-8ded-4dd5-912b-7a46ab83c9b6,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:15.190923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510df55b-b1bf-45d4-9868-5da7e7069627 req-f2cc92d3-9ead-4641-8489-f3b65a60f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:15.194118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-510df55b-b1bf-45d4-9868-5da7e7069627 req-f2cc92d3-9ead-4641-8489-f3b65a60f9aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 1097 time: 0.0587997 Aug 19 12:27:15.558879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-510df55b-b1bf-45d4-9868-5da7e7069627 req-e48a1488-49bd-4ed8-bf67-f9956a563c5b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576887 Aug 19 12:27:15.750017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93a0a1-ee62-4fca-9852-6e5771389d50 req-bdbeaa9b-3f7b-4b50-b3b6-a2906df2f38f tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:15.751631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb93a0a1-ee62-4fca-9852-6e5771389d50 req-bdbeaa9b-3f7b-4b50-b3b6-a2906df2f38f tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 946 time: 0.0521951 Aug 19 12:27:15.794274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb93a0a1-ee62-4fca-9852-6e5771389d50 req-e6a1dab6-2841-4632-a4b6-f679bc0204ea tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360608 Aug 19 12:27:15.981527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a03a10f5-7312-4a86-b4a1-ddc5f0c3c783 req-5eed749b-5a1e-4cd0-a920-fd26d2b31331 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0262964 Aug 19 12:27:16.427784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59980) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:16.592876 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f1cecdeb-c63f-49aa-84d3-cce628d15701 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9db3deb0ebd4bfa8ba3d2615b33cc29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638875 Aug 19 12:27:16.595577 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59986) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:16.660700 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebce2d95-b74a-4d77-8e69-9a0ddf19df1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.687241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebce2d95-b74a-4d77-8e69-9a0ddf19df1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.836123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebce2d95-b74a-4d77-8e69-9a0ddf19df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.839145 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebce2d95-b74a-4d77-8e69-9a0ddf19df1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.840542 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ebce2d95-b74a-4d77-8e69-9a0ddf19df1b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1b11ebd-9e50-4b40-87ab-36c49cca6b6b HTTP/1.1" status: 204 len: 168 time: 0.2440090 Aug 19 12:27:16.854608 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce2d95-b74a-4d77-8e69-9a0ddf19df1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b11ebd-9e50-4b40-87ab-36c49cca6b6b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:16.939910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984e375-438f-4023-a92b-63360d79afa3 req-f3def1f8-cda3-47b0-9d37-131ec121b841 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:16.941507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a984e375-438f-4023-a92b-63360d79afa3 req-f3def1f8-cda3-47b0-9d37-131ec121b841 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 946 time: 0.0560355 Aug 19 12:27:16.988794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a984e375-438f-4023-a92b-63360d79afa3 req-dde06226-6f9d-48e8-a3b1-863ddfd77c87 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Aug 19 12:27:17.098882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95898fc9-5bcf-4ab3-9728-925db772ab34 req-706f6478-aa39-42d7-9ce0-737a39bec3a6 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0297656 Aug 19 12:27:17.402416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69380a-3383-41ca-90d3-1a2988635070 req-6987476f-d051-4abe-be43-359a38621fd3 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.403870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e69380a-3383-41ca-90d3-1a2988635070 req-6987476f-d051-4abe-be43-359a38621fd3 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 946 time: 0.0509830 Aug 19 12:27:17.445876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e69380a-3383-41ca-90d3-1a2988635070 req-12d9095e-08af-4059-8aa2-c2b86a1222f7 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351398 Aug 19 12:27:17.502476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eb04a-8228-4e7b-8439-42f23b79091d req-4c1e6438-843b-440b-87b2-374a1ae3589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.504053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f25eb04a-8228-4e7b-8439-42f23b79091d req-4c1e6438-843b-440b-87b2-374a1ae3589b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c0d60bdf645d40e1a3d9b218b4c39b2a&device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 1097 time: 0.0429039 Aug 19 12:27:17.579814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60010) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:17.604128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eb04a-8228-4e7b-8439-42f23b79091d req-dae1edbc-007a-4e5b-b8ff-cce8b15bee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.606404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f25eb04a-8228-4e7b-8439-42f23b79091d req-dae1edbc-007a-4e5b-b8ff-cce8b15bee68 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d929d8ff-4ede-4ad0-8bfd-27cfa401edaa HTTP/1.1" status: 200 len: 914 time: 0.0940325 Aug 19 12:27:17.624654 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cf4d593f-dbc0-4853-8883-27cea2a87a23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19ea8415ec2e4359a88e9da76674dfd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409400 Aug 19 12:27:17.624898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60012) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:17.652246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f25eb04a-8228-4e7b-8439-42f23b79091d req-578fd468-f265-4a44-90ff-191473a59dd3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d400e448-8ded-4dd5-912b-7a46ab83c9b6 HTTP/1.1" status: 200 len: 217 time: 0.0379329 Aug 19 12:27:17.680401 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75b71f13-d7d5-4e9b-800d-96dce87880fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.704276 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75b71f13-d7d5-4e9b-800d-96dce87880fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.720412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eb04a-8228-4e7b-8439-42f23b79091d req-a170fabe-bdcf-4837-9ad2-0d11c760f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.721946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f25eb04a-8228-4e7b-8439-42f23b79091d req-a170fabe-bdcf-4837-9ad2-0d11c760f071 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c15417-2570-4a39-baf1-fa3246a0f3de HTTP/1.1" status: 200 len: 853 time: 0.0611658 Aug 19 12:27:17.757782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f25eb04a-8228-4e7b-8439-42f23b79091d req-e4ef4337-9e80-4ad1-bb97-8dcdefa54e0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d929d8ff-4ede-4ad0-8bfd-27cfa401edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283990 Aug 19 12:27:17.841572 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75b71f13-d7d5-4e9b-800d-96dce87880fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.844202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75b71f13-d7d5-4e9b-800d-96dce87880fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.845533 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-75b71f13-d7d5-4e9b-800d-96dce87880fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9184d197-1034-40fb-b9e6-266adcadb9ae HTTP/1.1" status: 204 len: 168 time: 0.2195561 Aug 19 12:27:17.853743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b71f13-d7d5-4e9b-800d-96dce87880fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9184d197-1034-40fb-b9e6-266adcadb9ae,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:17.855700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f25eb04a-8228-4e7b-8439-42f23b79091d req-c4ff062d-4ade-4c4f-8de5-4f08b8372d96 service neutron] 10.222.0.52 "GET /v2.0/networks/d929d8ff-4ede-4ad0-8bfd-27cfa401edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907710 Aug 19 12:27:17.981711 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f25eb04a-8228-4e7b-8439-42f23b79091d req-d8af0303-64fb-487e-8e80-05e7b352ebea service neutron] 10.222.0.52 "GET /v2.0/networks/d929d8ff-4ede-4ad0-8bfd-27cfa401edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178713 Aug 19 12:27:18.209016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f403880f-d684-4f9e-9be7-0d597e13dc55 req-0d7c0277-a10c-4d00-a914-842a7bdbdd82 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0294347 Aug 19 12:27:18.578811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff0e7c-2b5d-4bc8-806d-e4947b29129c req-741ef6c6-858c-4ff7-9d04-cb2252b82378 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:18.580558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cff0e7c-2b5d-4bc8-806d-e4947b29129c req-741ef6c6-858c-4ff7-9d04-cb2252b82378 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 946 time: 0.0591726 Aug 19 12:27:18.624945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cff0e7c-2b5d-4bc8-806d-e4947b29129c req-ccfc20bf-a518-42a7-ad8a-ffc6b455a36d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384429 Aug 19 12:27:19.325089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6617ac91-6a54-42cc-841d-05a556693988 req-04c0ef92-f665-4b6a-bc4a-6598a8a5e825 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0275140 Aug 19 12:27:19.637241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2eff2f83-96b8-4003-8e82-e2b8584371ae no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:19.659551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 2eff2f83-96b8-4003-8e82-e2b8584371ae {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:19.659903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2eff2f83-96b8-4003-8e82-e2b8584371ae not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:19.767464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128a0d-54a7-4177-b365-2a505808f2f0 req-e7aa4c24-6c4b-495f-a5d6-2a44b2c114d8 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:19.769069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35128a0d-54a7-4177-b365-2a505808f2f0 req-e7aa4c24-6c4b-495f-a5d6-2a44b2c114d8 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 946 time: 0.0550437 Aug 19 12:27:19.818315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35128a0d-54a7-4177-b365-2a505808f2f0 req-400ecd7a-1cbb-487f-8f75-984a86900724 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Aug 19 12:27:20.379965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e269624-7826-4d6f-b5b6-7ed8628500c6 req-e4f26529-fb30-43c3-9f4d-198e651e8c2c tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:20.381548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e269624-7826-4d6f-b5b6-7ed8628500c6 req-e4f26529-fb30-43c3-9f4d-198e651e8c2c tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 946 time: 0.0577438 Aug 19 12:27:20.422698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e269624-7826-4d6f-b5b6-7ed8628500c6 req-17006a8d-8eab-47fe-8aa9-d43bd982f00b tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349789 Aug 19 12:27:20.513303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-998ae603-9da8-40b6-b2cd-d62f86c7e742 req-29b9a77f-352a-48f3-9ee8-5e41c029a060 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0313275 Aug 19 12:27:21.016696 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-42890848-566e-4148-ac85-460fc40a8ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.544015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c2fb8-d32e-4094-bc8a-8aebb88905a5 req-47dbf3de-a66e-4e4e-b855-ebca2b814241 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:21.546842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f6c2fb8-d32e-4094-bc8a-8aebb88905a5 req-47dbf3de-a66e-4e4e-b855-ebca2b814241 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 946 time: 0.0533271 Aug 19 12:27:21.589035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f6c2fb8-d32e-4094-bc8a-8aebb88905a5 req-f4e24b26-f414-4487-86dc-a08740f9bc01 tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/security-groups?id=852db141-4dc9-4f94-ab37-fd979a7f13f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359659 Aug 19 12:27:21.631401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6623fd7-0b90-4d13-b511-1147e3a47683 req-b4a8dfd7-2662-4ff9-bb25-24e9d9b1878e tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0315640 Aug 19 12:27:21.942988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b230e-7284-4530-abcb-44c9754a0325 req-498ba1e8-a782-430e-86e6-e285b778851f tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:21.944853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e6b230e-7284-4530-abcb-44c9754a0325 req-498ba1e8-a782-430e-86e6-e285b778851f tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 946 time: 0.0606098 Aug 19 12:27:22.059629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3e6b230e-7284-4530-abcb-44c9754a0325 req-585c0868-d5bf-4eef-977b-0c68b652fa0d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Deleting port d400e448-8ded-4dd5-912b-7a46ab83c9b6 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:22.060252 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3e6b230e-7284-4530-abcb-44c9754a0325 req-585c0868-d5bf-4eef-977b-0c68b652fa0d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.168585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3e6b230e-7284-4530-abcb-44c9754a0325 req-585c0868-d5bf-4eef-977b-0c68b652fa0d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] For port d400e448-8ded-4dd5-912b-7a46ab83c9b6, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d400e448-8ded-4dd5-912b-7a46ab83c9b6,segment=NetworkSegment(97d458cc-0672-42cc-9c0d-4735ff6dfa4b),segment_id=97d458cc-0672-42cc-9c0d-4735ff6dfa4b)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:22.169013 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3e6b230e-7284-4530-abcb-44c9754a0325 req-585c0868-d5bf-4eef-977b-0c68b652fa0d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.186031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3e6b230e-7284-4530-abcb-44c9754a0325 req-585c0868-d5bf-4eef-977b-0c68b652fa0d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Calling delete_port for d400e448-8ded-4dd5-912b-7a46ab83c9b6 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:22.430638 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3e6b230e-7284-4530-abcb-44c9754a0325 req-585c0868-d5bf-4eef-977b-0c68b652fa0d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.445096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['d400e448-8ded-4dd5-912b-7a46ab83c9b6'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:22.463469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c0868-d5bf-4eef-977b-0c68b652fa0d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Pushing event deleted for resources: {'Port': ['ID=d400e448-8ded-4dd5-912b-7a46ab83c9b6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:22.518063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6b230e-7284-4530-abcb-44c9754a0325 req-585c0868-d5bf-4eef-977b-0c68b652fa0d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] No DVR routers for this DVR port d400e448-8ded-4dd5-912b-7a46ab83c9b6 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:22.522207 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3e6b230e-7284-4530-abcb-44c9754a0325 req-585c0868-d5bf-4eef-977b-0c68b652fa0d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.524554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e6b230e-7284-4530-abcb-44c9754a0325 req-585c0868-d5bf-4eef-977b-0c68b652fa0d tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.52 "DELETE /v2.0/ports/d400e448-8ded-4dd5-912b-7a46ab83c9b6 HTTP/1.1" status: 204 len: 173 time: 0.5735204 Aug 19 12:27:22.525120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae384b75-f8a4-4577-8ce9-b2aa625e9ddd', 'name': 'network-vif-deleted', 'tag': 'd400e448-8ded-4dd5-912b-7a46ab83c9b6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:22.527571 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6504225-2a67-4066-885e-55438d395ce5" -d '{"events": [{"server_uuid": "ae384b75-f8a4-4577-8ce9-b2aa625e9ddd", "name": "network-vif-deleted", "tag": "d400e448-8ded-4dd5-912b-7a46ab83c9b6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:22.577545 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fef86b9-6c38-48c0-ad68-716099287660 x-openstack-request-id: req-4fef86b9-6c38-48c0-ad68-716099287660 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:22.578191 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae384b75-f8a4-4577-8ce9-b2aa625e9ddd", "name": "network-vif-deleted", "tag": "d400e448-8ded-4dd5-912b-7a46ab83c9b6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:22.578191 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fef86b9-6c38-48c0-ad68-716099287660 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:22.578524 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae384b75-f8a4-4577-8ce9-b2aa625e9ddd', 'name': 'network-vif-deleted', 'tag': 'd400e448-8ded-4dd5-912b-7a46ab83c9b6', 'status': 'completed', 'code': 200} Aug 19 12:27:22.629206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60156) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:22.711757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69d3a7b5-9eba-4d22-9581-12a904676e3d req-8043c8d3-e063-4bd4-8d12-9bf6728a6b7e tempest-InstanceActionsTestJSON-1485293841 tempest-InstanceActionsTestJSON-1485293841-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae384b75-f8a4-4577-8ce9-b2aa625e9ddd HTTP/1.1" status: 200 len: 210 time: 0.0327599 Aug 19 12:27:22.777149 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4798abf1-d5ef-430d-824e-8590c646eabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.826733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21bb403a-0da9-42a7-a789-fd2f24a22662 req-2899392d-67ef-4885-9664-cb1692af26cc tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0297458 Aug 19 12:27:22.880780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4798abf1-d5ef-430d-824e-8590c646eabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.959311 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4798abf1-d5ef-430d-824e-8590c646eabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.010901 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4798abf1-d5ef-430d-824e-8590c646eabf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d22cf896e6d740378380042eb7adb111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770919 Aug 19 12:27:23.010901 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798abf1-d5ef-430d-824e-8590c646eabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74638bdd-2b8b-4849-ae44-c3b42674b4dc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:23.011440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60168) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:23.071353 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2913e642-ac08-4a2b-8e35-d4afa0cb57a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.099363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2913e642-ac08-4a2b-8e35-d4afa0cb57a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.199252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72807-88d9-42be-86af-3d85f4554488 req-6780525d-41fa-4f43-99bc-b3850a007c0f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:23.205587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72807-88d9-42be-86af-3d85f4554488 req-6780525d-41fa-4f43-99bc-b3850a007c0f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:23.211728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72807-88d9-42be-86af-3d85f4554488 req-6780525d-41fa-4f43-99bc-b3850a007c0f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:23.218341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72807-88d9-42be-86af-3d85f4554488 req-6780525d-41fa-4f43-99bc-b3850a007c0f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:23.224504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72807-88d9-42be-86af-3d85f4554488 req-6780525d-41fa-4f43-99bc-b3850a007c0f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:23.230868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72807-88d9-42be-86af-3d85f4554488 req-6780525d-41fa-4f43-99bc-b3850a007c0f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:23.237733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72807-88d9-42be-86af-3d85f4554488 req-6780525d-41fa-4f43-99bc-b3850a007c0f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:23.239993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ce72807-88d9-42be-86af-3d85f4554488 req-6780525d-41fa-4f43-99bc-b3850a007c0f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5434 time: 0.1046443 Aug 19 12:27:23.264867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2913e642-ac08-4a2b-8e35-d4afa0cb57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.267575 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2913e642-ac08-4a2b-8e35-d4afa0cb57a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.268712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2913e642-ac08-4a2b-8e35-d4afa0cb57a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74638bdd-2b8b-4849-ae44-c3b42674b4dc HTTP/1.1" status: 204 len: 168 time: 0.2554326 Aug 19 12:27:23.284357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913e642-ac08-4a2b-8e35-d4afa0cb57a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74638bdd-2b8b-4849-ae44-c3b42674b4dc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:23.315617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ce72807-88d9-42be-86af-3d85f4554488 req-77385752-2632-4ff3-8128-b95333173764 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681586 Aug 19 12:27:23.936926 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60184) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:23.979063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c0218df-593d-4b87-a07e-0bac5ca44f7d req-53d2df85-e9f1-4369-95e2-ed240162e9a1 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0360277 Aug 19 12:27:24.001468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb8897b-363f-4d03-9333-27e817af6f53 admin admin] Deleting subnet 53c15417-2570-4a39-baf1-fa3246a0f3de {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:24.005350 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6bb8897b-363f-4d03-9333-27e817af6f53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.056377 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6bb8897b-363f-4d03-9333-27e817af6f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.108117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6bb8897b-363f-4d03-9333-27e817af6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.276552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6bb8897b-363f-4d03-9333-27e817af6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.302048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8897b-363f-4d03-9333-27e817af6f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c15417-2570-4a39-baf1-fa3246a0f3de,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:24.307713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6bb8897b-363f-4d03-9333-27e817af6f53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.310172 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6bb8897b-363f-4d03-9333-27e817af6f53 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/53c15417-2570-4a39-baf1-fa3246a0f3de HTTP/1.1" status: 204 len: 168 time: 0.3777943 Aug 19 12:27:24.313664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60192) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:24.401154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60196) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:24.403204 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.417813 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-de02e11f-6752-45f0-bba0-4c9455e23609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.495908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09653283-5726-4bcf-a348-757f265eee7f req-93396b5e-3c6a-45da-98f9-16ddd8bc02eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.502530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09653283-5726-4bcf-a348-757f265eee7f req-93396b5e-3c6a-45da-98f9-16ddd8bc02eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.502917 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.508629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09653283-5726-4bcf-a348-757f265eee7f req-93396b5e-3c6a-45da-98f9-16ddd8bc02eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.513595 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d929d8ff-4ede-4ad0-8bfd-27cfa401edaa']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:24.514651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09653283-5726-4bcf-a348-757f265eee7f req-93396b5e-3c6a-45da-98f9-16ddd8bc02eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.520946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09653283-5726-4bcf-a348-757f265eee7f req-93396b5e-3c6a-45da-98f9-16ddd8bc02eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.524638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d458cc-0672-42cc-9c0d-4735ff6dfa4b') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:24.525032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d458cc-0672-42cc-9c0d-4735ff6dfa4b') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:24.526791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09653283-5726-4bcf-a348-757f265eee7f req-93396b5e-3c6a-45da-98f9-16ddd8bc02eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.533497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09653283-5726-4bcf-a348-757f265eee7f req-93396b5e-3c6a-45da-98f9-16ddd8bc02eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.535552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09653283-5726-4bcf-a348-757f265eee7f req-93396b5e-3c6a-45da-98f9-16ddd8bc02eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5434 time: 0.1202540 Aug 19 12:27:24.536336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.552246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.558765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:24.559167 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:24.561552 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:24.611881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09653283-5726-4bcf-a348-757f265eee7f req-7233e2de-44bc-4f9b-aa63-6d631b8c1429 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619800 Aug 19 12:27:24.623157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-fc079fb5-913e-49ae-b683-b8bb3a6ad926 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.629079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-fc079fb5-913e-49ae-b683-b8bb3a6ad926 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.635265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-fc079fb5-913e-49ae-b683-b8bb3a6ad926 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.641717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-fc079fb5-913e-49ae-b683-b8bb3a6ad926 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.647557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-fc079fb5-913e-49ae-b683-b8bb3a6ad926 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.653556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-fc079fb5-913e-49ae-b683-b8bb3a6ad926 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.659953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-fc079fb5-913e-49ae-b683-b8bb3a6ad926 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.661909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-fc079fb5-913e-49ae-b683-b8bb3a6ad926 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 5434 time: 0.1254375 Aug 19 12:27:24.710562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-dab2bf49-f36f-469f-aa9b-96a1f683d871 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.711956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-dab2bf49-f36f-469f-aa9b-96a1f683d871 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "GET /v2.0/ports/1851f4e9-b54c-452a-bdfc-d00b649ab1e3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0420260 Aug 19 12:27:24.738762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.745347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.752889 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d929d8ff-4ede-4ad0-8bfd-27cfa401edaa HTTP/1.1" status: 204 len: 168 time: 0.4326022 Aug 19 12:27:24.763857 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3caa2-425e-446a-ae88-16c6f5ca9289 admin admin] Pushing event deleted for resources: {'Network': ['ID=d929d8ff-4ede-4ad0-8bfd-27cfa401edaa,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:24.848306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-9a5555fa-2de4-426d-b1fc-a4eb0a898e31 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "GET /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1292071 Aug 19 12:27:24.860835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:24.900083 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-de02e11f-6752-45f0-bba0-4c9455e23609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.934120 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.980364 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-de02e11f-6752-45f0-bba0-4c9455e23609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.066281 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-de02e11f-6752-45f0-bba0-4c9455e23609 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00d8c469493247afa1ae930069fc435e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639807 Aug 19 12:27:25.067027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02e11f-6752-45f0-bba0-4c9455e23609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f317d3-687a-4e03-8348-e7e91c29f522,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:25.069071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60204) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:25.144747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:25.145133 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f5af1fb-a8c1-400e-96dc-187c077967f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.173303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f5af1fb-a8c1-400e-96dc-187c077967f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.177825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cebd76e9-3880-4ce3-8214-dc0945d8d488 req-ebdfa342-2087-4697-8e34-ca0ef0cb998f tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0591011 Aug 19 12:27:25.249910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3081b34a-6143-4a04-b7d7-fa41706e519a req-2bfa5499-7716-44f3-92f2-81df8fb4ce09 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0573294 Aug 19 12:27:25.249910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] For port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:25.303414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3ccf9913-47eb-457a-b5e9-62806ca2497f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0d60bdf645d40e1a3d9b218b4c39b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379867 Aug 19 12:27:25.303734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60214) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:25.311750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] For port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:25.359039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f43e30c-f024-4ae1-9414-cbed02e871c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.365238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] device_id is not set on port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:25.375115 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.378089 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f5af1fb-a8c1-400e-96dc-187c077967f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.383283 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f5af1fb-a8c1-400e-96dc-187c077967f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.385611 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0f5af1fb-a8c1-400e-96dc-187c077967f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85f317d3-687a-4e03-8348-e7e91c29f522 HTTP/1.1" status: 204 len: 168 time: 0.3142574 Aug 19 12:27:25.414498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5af1fb-a8c1-400e-96dc-187c077967f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f317d3-687a-4e03-8348-e7e91c29f522,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:25.420981 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f43e30c-f024-4ae1-9414-cbed02e871c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.471268 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.499422 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-60a328db-0454-4f28-9f16-93076cbc73fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.549749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] No DVR routers for this DVR port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:25.553986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:25.592019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] In _notify_port_updated(), no bound segment for port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 on network 193ea437-6444-44f1-bc3a-75066b6e68f8 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:27:25.592926 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.593573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.594934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-c3673564-0259-4ebf-ba30-d062bfd242f4 service neutron] 10.222.0.53 "PUT /v2.0/ports/1851f4e9-b54c-452a-bdfc-d00b649ab1e3 HTTP/1.1" status: 200 len: 1027 time: 0.7386072 Aug 19 12:27:25.659165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-9e7b819b-de7f-4c17-bf05-b6aa668b0aa0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.660713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-9e7b819b-de7f-4c17-bf05-b6aa668b0aa0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "GET /v2.0/ports/4fc642de-7ffa-4979-956d-5f14b4e4d72e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0563135 Aug 19 12:27:25.670299 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f43e30c-f024-4ae1-9414-cbed02e871c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.673922 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f43e30c-f024-4ae1-9414-cbed02e871c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.675517 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f43e30c-f024-4ae1-9414-cbed02e871c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/852db141-4dc9-4f94-ab37-fd979a7f13f3 HTTP/1.1" status: 204 len: 168 time: 0.3793130 Aug 19 12:27:25.686108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43e30c-f024-4ae1-9414-cbed02e871c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852db141-4dc9-4f94-ab37-fd979a7f13f3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:25.693624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:25.743910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7bb37898-9295-4a0b-a24e-00a8c294e70f None None] Provisioning complete for port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:25.744391 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7bb37898-9295-4a0b-a24e-00a8c294e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.799591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7bb37898-9295-4a0b-a24e-00a8c294e70f None None] Port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:25.814566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.830307 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.875107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c567d-eed4-4ce2-9175-c9c550a236b4 req-ba15f792-eea3-43c8-bf6c-c05de8ac89d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.881458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c567d-eed4-4ce2-9175-c9c550a236b4 req-ba15f792-eea3-43c8-bf6c-c05de8ac89d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.887520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c567d-eed4-4ce2-9175-c9c550a236b4 req-ba15f792-eea3-43c8-bf6c-c05de8ac89d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.893739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c567d-eed4-4ce2-9175-c9c550a236b4 req-ba15f792-eea3-43c8-bf6c-c05de8ac89d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.899778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c567d-eed4-4ce2-9175-c9c550a236b4 req-ba15f792-eea3-43c8-bf6c-c05de8ac89d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.906635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c567d-eed4-4ce2-9175-c9c550a236b4 req-ba15f792-eea3-43c8-bf6c-c05de8ac89d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.908573 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f0c567d-eed4-4ce2-9175-c9c550a236b4 req-ba15f792-eea3-43c8-bf6c-c05de8ac89d7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 4660 time: 0.1662292 Aug 19 12:27:26.001526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f0c567d-eed4-4ce2-9175-c9c550a236b4 req-3501fd8e-738d-4c64-a53a-dac7ddb37808 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&id=745aa195-3567-4a65-92f1-2ad1795920b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858438 Aug 19 12:27:26.045620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] For port 4fc642de-7ffa-4979-956d-5f14b4e4d72e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4fc642de-7ffa-4979-956d-5f14b4e4d72e,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:26.090655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] For port 4fc642de-7ffa-4979-956d-5f14b4e4d72e, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:26.128101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] device_id is not set on port 4fc642de-7ffa-4979-956d-5f14b4e4d72e yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:26.137826 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.236664 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.307664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8e57cb7-2204-47e3-85d4-d4d86792f8e9 req-44b0cecc-2cc0-4372-b2e2-9247c4711b65 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0389466 Aug 19 12:27:26.318348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc642de-7ffa-4979-956d-5f14b4e4d72e,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:26.336488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] No DVR routers for this DVR port 4fc642de-7ffa-4979-956d-5f14b4e4d72e on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:26.391904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] In _notify_port_updated(), no bound segment for port 4fc642de-7ffa-4979-956d-5f14b4e4d72e on network 193ea437-6444-44f1-bc3a-75066b6e68f8 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:27:26.393734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:26.396651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.397869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-142e94bf-8867-45b8-9c64-8add6c2f5305 service neutron] 10.222.0.53 "PUT /v2.0/ports/4fc642de-7ffa-4979-956d-5f14b4e4d72e HTTP/1.1" status: 200 len: 1026 time: 0.7157845 Aug 19 12:27:26.531299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-498a49c8-f9f9-4fc8-854f-7c51a22d15cc None None] Provisioning complete for port 4fc642de-7ffa-4979-956d-5f14b4e4d72e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:26.533120 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-498a49c8-f9f9-4fc8-854f-7c51a22d15cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.570632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Deleting port 8d15454d-0144-42da-9889-b9d3ccc516f3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:26.571228 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.586246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-498a49c8-f9f9-4fc8-854f-7c51a22d15cc None None] Port 4fc642de-7ffa-4979-956d-5f14b4e4d72e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:26.699662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] For port 8d15454d-0144-42da-9889-b9d3ccc516f3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8d15454d-0144-42da-9889-b9d3ccc516f3,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:26.700479 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.781355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d400e448-8ded-4dd5-912b-7a46ab83c9b6 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:26.827370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: d400e448-8ded-4dd5-912b-7a46ab83c9b6 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:26.827938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d400e448-8ded-4dd5-912b-7a46ab83c9b6 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:26.948055 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.992465 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.993921 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.994530 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Floating IP 0324e1b9-a846-4e73-866b-9befe83ca11d disassociated. External IP: 172.25.6.191, port: 8d15454d-0144-42da-9889-b9d3ccc516f3. Aug 19 12:27:26.995356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Calling delete_port for 8d15454d-0144-42da-9889-b9d3ccc516f3 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:27.087832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60270) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:27.224937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87823df-f306-43b6-8f40-3670c3fa06a0 req-8275e254-fb1d-4953-bcfc-6e8dd24d2f6b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.225827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1151135182-network', 'tenant_id': '7672d0cd53e043c6b0a39f087936f07d'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:27.230845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87823df-f306-43b6-8f40-3670c3fa06a0 req-8275e254-fb1d-4953-bcfc-6e8dd24d2f6b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.239368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87823df-f306-43b6-8f40-3670c3fa06a0 req-8275e254-fb1d-4953-bcfc-6e8dd24d2f6b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.249158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87823df-f306-43b6-8f40-3670c3fa06a0 req-8275e254-fb1d-4953-bcfc-6e8dd24d2f6b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.257866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87823df-f306-43b6-8f40-3670c3fa06a0 req-8275e254-fb1d-4953-bcfc-6e8dd24d2f6b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.259742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c87823df-f306-43b6-8f40-3670c3fa06a0 req-8275e254-fb1d-4953-bcfc-6e8dd24d2f6b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 3887 time: 0.1354492 Aug 19 12:27:27.313749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c87823df-f306-43b6-8f40-3670c3fa06a0 req-24591973-5c14-4e3d-b1ad-9a7db602ecff tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408430 Aug 19 12:27:27.373305 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Made reservation on behalf of 7672d0cd53e043c6b0a39f087936f07d for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:27.375905 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.393033 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.440318 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.466594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ec332bd-d46d-4d33-9e60-aa52e680ae8d req-06c3c335-d090-4b99-a444-7c3d9f7190d2 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0441079 Aug 19 12:27:27.505788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Port': ['ID=8d15454d-0144-42da-9889-b9d3ccc516f3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:27.532375 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.685592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:27.690362 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.720697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b00df9f7-18e4-456f-97c4-dc02d88ac49a no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:27.725396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:27.739239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4daf3d3-1871-4219-bad3-fe07fd611d80,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:27.746925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.748246 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Added segment 16f84919-4479-4e59-bc1b-6a96bb80cf71 of type vlan for network 8154de27-3c4b-4a60-8694-053d0ae3a81f Aug 19 12:27:27.853701 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.892589 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.916757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:27.933186 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6bde3-2eb9-42b6-915b-9573d11da0c7 None None] Sync routers for ids ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:27.939455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b00df9f7-18e4-456f-97c4-dc02d88ac49a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b00df9f7-18e4-456f-97c4-dc02d88ac49a,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:27.940684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b00df9f7-18e4-456f-97c4-dc02d88ac49a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:27.943439 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a63870e-88e6-44b8-9235-831e1a3dd825" -d '{"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-unplugged", "status": "completed", "tag": "b00df9f7-18e4-456f-97c4-dc02d88ac49a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:27.964020 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6bde3-2eb9-42b6-915b-9573d11da0c7 None None] Routers {'8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:27.964718 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-08d6bde3-2eb9-42b6-915b-9573d11da0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:27:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:27.976309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] No DVR routers for this DVR port 8d15454d-0144-42da-9889-b9d3ccc516f3 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:27.980556 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.982989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-40c00455-4eb0-46e7-b301-773d35ebfea8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "DELETE /v2.0/ports/8d15454d-0144-42da-9889-b9d3ccc516f3 HTTP/1.1" status: 204 len: 173 time: 1.5778923 Aug 19 12:27:27.983605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-deleted', 'tag': '8d15454d-0144-42da-9889-b9d3ccc516f3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:27.986576 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4ba24f-67e0-410e-abd1-89c75c06a73a" -d '{"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-deleted", "tag": "8d15454d-0144-42da-9889-b9d3ccc516f3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:28.016950 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.018594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.019307 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.051201 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.051972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:28.128825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] Pushing event updated for resources: {'Network': ['ID=8154de27-3c4b-4a60-8694-053d0ae3a81f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:28.158895 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-08d6bde3-2eb9-42b6-915b-9573d11da0c7 None None] Set router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:28.171670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-07796d58-127e-4840-93e5-b9300c388502 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Deleting port b00df9f7-18e4-456f-97c4-dc02d88ac49a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:28.172349 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-07796d58-127e-4840-93e5-b9300c388502 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.208578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=b00df9f7-18e4-456f-97c4-dc02d88ac49a,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:28.220286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 8154de27-3c4b-4a60-8694-053d0ae3a81f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:28.239865 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b09779a9-5245-4a05-ac01-1b6decbd7364 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1497943 Aug 19 12:27:28.242804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60302) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:28.248225 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] Request body: {'subnet': {'network_id': '8154de27-3c4b-4a60-8694-053d0ae3a81f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1151135182-subnet', 'tenant_id': '7672d0cd53e043c6b0a39f087936f07d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:28.262486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.263429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.263774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.264109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.264644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.264973 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.265475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.265951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.266442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.266939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.267271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.267600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.338901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-07796d58-127e-4840-93e5-b9300c388502 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] For port b00df9f7-18e4-456f-97c4-dc02d88ac49a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b00df9f7-18e4-456f-97c4-dc02d88ac49a,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:28.339514 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-07796d58-127e-4840-93e5-b9300c388502 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.341943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:28.343630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 0cef0759-8fb1-41a8-85f8-8a7340fded6f no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:28.360303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-07796d58-127e-4840-93e5-b9300c388502 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Calling delete_port for b00df9f7-18e4-456f-97c4-dc02d88ac49a owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:28.367060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] Made reservation on behalf of 7672d0cd53e043c6b0a39f087936f07d for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:28.369903 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.392768 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-08d6bde3-2eb9-42b6-915b-9573d11da0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:16:00Z', 'revision_number': 4, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8bbd8b6a-d06b-4716-96f3-ef69311c21d6', 'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'mac_address': 'fa:16:3e:12:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:10Z', 'revision_number': 5, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'subnets': [{'id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:28.430038 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6bde3-2eb9-42b6-915b-9573d11da0c7 None None] Checking router: 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:28.446482 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.473631 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6bde3-2eb9-42b6-915b-9573d11da0c7 None None] Routers {'8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:28.480055 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-08d6bde3-2eb9-42b6-915b-9573d11da0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:27:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:28.533911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 0cef0759-8fb1-41a8-85f8-8a7340fded6f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=0cef0759-8fb1-41a8-85f8-8a7340fded6f,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:28.539421 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1109e3df-f4e2-4f80-81d9-8eb3b309c45e x-openstack-request-id: req-1109e3df-f4e2-4f80-81d9-8eb3b309c45e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:28.539421 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-unplugged", "status": "completed", "tag": "b00df9f7-18e4-456f-97c4-dc02d88ac49a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:28.539421 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1109e3df-f4e2-4f80-81d9-8eb3b309c45e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:28.541268 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b00df9f7-18e4-456f-97c4-dc02d88ac49a', 'code': 200} Aug 19 12:27:28.595165 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3868c4ec-5988-4e5d-b97d-ed6009cca0ba x-openstack-request-id: req-3868c4ec-5988-4e5d-b97d-ed6009cca0ba {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:28.596628 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-deleted", "tag": "8d15454d-0144-42da-9889-b9d3ccc516f3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:28.598103 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3868c4ec-5988-4e5d-b97d-ed6009cca0ba {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:28.598748 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-deleted', 'tag': '8d15454d-0144-42da-9889-b9d3ccc516f3', 'status': 'completed', 'code': 200} Aug 19 12:27:28.609082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05596ca1-1f03-4f2b-a8a4-93210c8794f8 req-e99e48f2-8d49-4cd2-ab09-b54b79fad814 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a13ec7aaed844732adc12ac946a13b7e&device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.1186216 Aug 19 12:27:28.647815 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.649068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c619d747-4be2-4c9d-86a8-693579069896 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:28.685204 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-08d6bde3-2eb9-42b6-915b-9573d11da0c7 None None] Set router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:28.709615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05596ca1-1f03-4f2b-a8a4-93210c8794f8 req-a646511c-3d48-4c6f-8cd7-234f34809c59 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a13ec7aaed844732adc12ac946a13b7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894258 Aug 19 12:27:28.756816 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.864069 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.865702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=0cef0759-8fb1-41a8-85f8-8a7340fded6f,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:28.876657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e440314-0af4-4b78-8f96-82ff105ce197,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:28.932772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be6df9-b604-4d21-b28b-9a47508b22b4 req-2b6993f1-2a5d-4ad3-ad91-aafa7508d2c4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.935239 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.939701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be6df9-b604-4d21-b28b-9a47508b22b4 req-2b6993f1-2a5d-4ad3-ad91-aafa7508d2c4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.946114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be6df9-b604-4d21-b28b-9a47508b22b4 req-2b6993f1-2a5d-4ad3-ad91-aafa7508d2c4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.951361 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-08d6bde3-2eb9-42b6-915b-9573d11da0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:16:00Z', 'revision_number': 4, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8bbd8b6a-d06b-4716-96f3-ef69311c21d6', 'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'mac_address': 'fa:16:3e:12:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:10Z', 'revision_number': 5, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'subnets': [{'id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:28.952470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be6df9-b604-4d21-b28b-9a47508b22b4 req-2b6993f1-2a5d-4ad3-ad91-aafa7508d2c4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.954398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14be6df9-b604-4d21-b28b-9a47508b22b4 req-2b6993f1-2a5d-4ad3-ad91-aafa7508d2c4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 3147 time: 0.2510114 Aug 19 12:27:28.987922 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6bde3-2eb9-42b6-915b-9573d11da0c7 None None] The sync data for ids ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'] in n-d-778732-8 is: [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:16:00Z', 'revision_number': 4, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8bbd8b6a-d06b-4716-96f3-ef69311c21d6', 'name': '', 'network_id': 'ba2269c4-ec6f-4475-935d-eb1eae834738', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'mac_address': 'fa:16:3e:12:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:10Z', 'revision_number': 5, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'subnets': [{'id': '1fe76339-4820-45f9-a4ef-81b8085045b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:28.989231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c619d747-4be2-4c9d-86a8-693579069896, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c619d747-4be2-4c9d-86a8-693579069896,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:29.001228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] Checking segment: {'id': '16f84919-4479-4e59-bc1b-6a96bb80cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8154de27-3c4b-4a60-8694-053d0ae3a81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:29.001516 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-07796d58-127e-4840-93e5-b9300c388502 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.001820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] Network hostable DHCP agents. Network: 8154de27-3c4b-4a60-8694-053d0ae3a81f, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:29.069750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07796d58-127e-4840-93e5-b9300c388502 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Port': ['ID=b00df9f7-18e4-456f-97c4-dc02d88ac49a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:29.075918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05596ca1-1f03-4f2b-a8a4-93210c8794f8 req-56cdbd12-62ba-4e5b-9a18-c04d3e62e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:29.077856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05596ca1-1f03-4f2b-a8a4-93210c8794f8 req-56cdbd12-62ba-4e5b-9a18-c04d3e62e367 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3253064 Aug 19 12:27:29.084953 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.086122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 5ae42017-0bcf-466a-bbc8-620e57138e3e no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:29.110183 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] Network 8154de27-3c4b-4a60-8694-053d0ae3a81f is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:29.132510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8c650-8883-4957-ad8f-51a21e2cc8c8 req-274034e0-c7fd-4560-a06b-269e4fef808a tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:29.134596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21f8c650-8883-4957-ad8f-51a21e2cc8c8 req-274034e0-c7fd-4560-a06b-269e4fef808a tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 946 time: 0.1787896 Aug 19 12:27:29.137040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14be6df9-b604-4d21-b28b-9a47508b22b4 req-434939da-4d8c-4f2e-a5dd-02bc3e588d9a tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643560 Aug 19 12:27:29.157272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-07796d58-127e-4840-93e5-b9300c388502 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] No DVR routers for this DVR port b00df9f7-18e4-456f-97c4-dc02d88ac49a on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:29.160264 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-07796d58-127e-4840-93e5-b9300c388502 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.162438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-07796d58-127e-4840-93e5-b9300c388502 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "DELETE /v2.0/ports/b00df9f7-18e4-456f-97c4-dc02d88ac49a HTTP/1.1" status: 204 len: 173 time: 1.1701152 Aug 19 12:27:29.182802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c619d747-4be2-4c9d-86a8-693579069896,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:29.235579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 8154de27-3c4b-4a60-8694-053d0ae3a81f) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:29.246598 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.247781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:29.253043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.253737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16d77f4-a0e8-41d8-8a80-244a49a740b8 None None] Network 8154de27-3c4b-4a60-8694-053d0ae3a81f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:29.264935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21f8c650-8883-4957-ad8f-51a21e2cc8c8 req-0e90530c-4c12-41f7-8b50-607393b255c5 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088510 Aug 19 12:27:29.315035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6930c86-c4d1-4ac3-8959-f9e49e76a94e req-be5fb461-2b8a-4e58-815f-afde540f715e tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0590591 Aug 19 12:27:29.336457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 5ae42017-0bcf-466a-bbc8-620e57138e3e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=5ae42017-0bcf-466a-bbc8-620e57138e3e,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:29.337201 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-85d124ff-fb5d-4ecc-8370-e86182b8cc7a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0932400 Aug 19 12:27:29.368581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-cc3b5a6b-3519-4e8a-8cb0-4f98b67650ab tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Deleting port c619d747-4be2-4c9d-86a8-693579069896 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:29.369140 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-cc3b5a6b-3519-4e8a-8cb0-4f98b67650ab tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.455366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acf4d0d-5c6f-47ef-9a0d-dca69a663cf1 None None] New status for floating IP 0324e1b9-a846-4e73-866b-9befe83ca11d: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:27:29.459828 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.460767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8d15454d-0144-42da-9889-b9d3ccc516f3 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:29.519536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-cc3b5a6b-3519-4e8a-8cb0-4f98b67650ab tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] For port c619d747-4be2-4c9d-86a8-693579069896, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c619d747-4be2-4c9d-86a8-693579069896,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:29.520008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-cc3b5a6b-3519-4e8a-8cb0-4f98b67650ab tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.537998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-cc3b5a6b-3519-4e8a-8cb0-4f98b67650ab tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Calling delete_port for c619d747-4be2-4c9d-86a8-693579069896 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:29.615296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 8d15454d-0144-42da-9889-b9d3ccc516f3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:29.615757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8d15454d-0144-42da-9889-b9d3ccc516f3 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:29.616272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4fc642de-7ffa-4979-956d-5f14b4e4d72e no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:29.679600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f2bc6b-f38d-4ce0-9ff1-0c61f2363639 None None] Network 8154de27-3c4b-4a60-8694-053d0ae3a81f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:29.738625 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-88fe2213-e96d-4697-a7ed-fd760654fbbc tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cf1522c835c54ad0a3293a33982016ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736678 Aug 19 12:27:29.819241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4fc642de-7ffa-4979-956d-5f14b4e4d72e not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:29.826088 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=5ae42017-0bcf-466a-bbc8-620e57138e3e,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:29.988986 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-bff5071e-682b-4373-8a88-2c755b3d6a93 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110437 Aug 19 12:27:29.995847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392930e-5899-4307-b912-d09b721c062c req-e7d8fea0-0725-4311-ae0e-1103c7d51e59 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:29.997891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-e7d8fea0-0725-4311-ae0e-1103c7d51e59 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578084 Aug 19 12:27:30.009980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe120d-deac-4834-bdff-69810645f2c5 req-5ef87557-5156-41e1-85d9-90ffab16faa0 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:30.011563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-5ef87557-5156-41e1-85d9-90ffab16faa0 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/networks?id=8154de27-3c4b-4a60-8694-053d0ae3a81f HTTP/1.1" status: 200 len: 814 time: 0.2383568 Aug 19 12:27:30.019492 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-cc3b5a6b-3519-4e8a-8cb0-4f98b67650ab tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.056823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-10eba51b-ab2a-42b6-94cd-453962550bc5 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/quotas/cf1522c835c54ad0a3293a33982016ca HTTP/1.1" status: 200 len: 375 time: 0.0442669 Aug 19 12:27:30.068735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-ea63b5a1-3f0e-405f-94e8-7018d90e6afd tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/quotas/7672d0cd53e043c6b0a39f087936f07d HTTP/1.1" status: 200 len: 375 time: 0.0473728 Aug 19 12:27:30.069457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b5a6b-3519-4e8a-8cb0-4f98b67650ab tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Port': ['ID=c619d747-4be2-4c9d-86a8-693579069896,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:30.158922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-5d3d5e2d-6b1a-4ce8-82c5-94c2f55c73cd tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf1522c835c54ad0a3293a33982016ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871456 Aug 19 12:27:30.175382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-63fc70ed-d9c9-4d76-8575-a38ae238a8c1 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7672d0cd53e043c6b0a39f087936f07d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997581 Aug 19 12:27:30.177889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-cc3b5a6b-3519-4e8a-8cb0-4f98b67650ab tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] No DVR routers for this DVR port c619d747-4be2-4c9d-86a8-693579069896 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:30.181100 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-cc3b5a6b-3519-4e8a-8cb0-4f98b67650ab tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.183300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-cc3b5a6b-3519-4e8a-8cb0-4f98b67650ab tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "DELETE /v2.0/ports/c619d747-4be2-4c9d-86a8-693579069896 HTTP/1.1" status: 204 len: 173 time: 1.0143228 Aug 19 12:27:30.260759 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:27:30.542970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cef0759-8fb1-41a8-85f8-8a7340fded6f'}, {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c619d747-4be2-4c9d-86a8-693579069896'}, {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae42017-0bcf-466a-bbc8-620e57138e3e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:30.549987 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da5ba49-d8c3-4371-997c-c782cdfe6c2b" -d '{"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-unplugged", "status": "completed", "tag": "0cef0759-8fb1-41a8-85f8-8a7340fded6f"}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-unplugged", "status": "completed", "tag": "c619d747-4be2-4c9d-86a8-693579069896"}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae42017-0bcf-466a-bbc8-620e57138e3e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:30.622219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-deleted', 'tag': 'b00df9f7-18e4-456f-97c4-dc02d88ac49a'}, {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-deleted', 'tag': 'c619d747-4be2-4c9d-86a8-693579069896'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:30.622219 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcca16d-be9d-4af6-8e97-c19d7235c131" -d '{"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-deleted", "tag": "b00df9f7-18e4-456f-97c4-dc02d88ac49a"}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-deleted", "tag": "c619d747-4be2-4c9d-86a8-693579069896"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:30.654392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-65c22237-d061-43f2-adb0-371578c615d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:30.658266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-65c22237-d061-43f2-adb0-371578c615d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd552d66293348cead6e61280b39e649&device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 1096 time: 0.5984881 Aug 19 12:27:30.858956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-003e805b-490f-411a-9458-9e0b719ed97b tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:30.860534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-003e805b-490f-411a-9458-9e0b719ed97b tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 946 time: 0.2424519 Aug 19 12:27:30.866350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-fb387262-fdb2-4653-bb61-e923d9b70f55 service neutron] 10.222.0.44 "GET /v2.0/networks/8154de27-3c4b-4a60-8694-053d0ae3a81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821241 Aug 19 12:27:30.935930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17796d-c118-447d-ab8e-f19cd3ec7eb3 req-42c3bc6f-7495-456d-b426-7c6bb3b42093 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:30.941912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17796d-c118-447d-ab8e-f19cd3ec7eb3 req-42c3bc6f-7495-456d-b426-7c6bb3b42093 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:30.943491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b17796d-c118-447d-ab8e-f19cd3ec7eb3 req-42c3bc6f-7495-456d-b426-7c6bb3b42093 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 1677 time: 0.2444007 Aug 19 12:27:30.949784 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-05596ca1-1f03-4f2b-a8a4-93210c8794f8 req-25cb9d39-80aa-4ef8-b203-96a6509cde37 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0264630 Aug 19 12:27:31.074326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-7ef83a70-aa9c-4b7f-8370-6a6978c07ff4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Deleting port 0cef0759-8fb1-41a8-85f8-8a7340fded6f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:31.074664 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-7ef83a70-aa9c-4b7f-8370-6a6978c07ff4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.085613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-be0ee570-1cbc-46af-848e-af9c66bbbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:31.087099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-be0ee570-1cbc-46af-848e-af9c66bbbf87 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffdc861b-fbe6-461b-b6fe-9cb76461b10c HTTP/1.1" status: 200 len: 917 time: 0.3672519 Aug 19 12:27:31.145271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b17796d-c118-447d-ab8e-f19cd3ec7eb3 req-e1addf2e-1406-4d9f-877b-66261d2d1498 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678276 Aug 19 12:27:31.239318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8d9441e3-cf04-4dfc-b1e9-ed5606a6914f service neutron] 10.222.0.44 "GET /v2.0/networks/8154de27-3c4b-4a60-8694-053d0ae3a81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649478 Aug 19 12:27:31.332015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-2eb4caa2-d41a-412e-b9a3-d2037d46b365 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27076445-ddf6-4a86-b96a-bd9c51eab08e HTTP/1.1" status: 200 len: 1001 time: 0.2289770 Aug 19 12:27:31.366606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Deleting port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:31.366933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.492516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252f219-640d-4d8f-aebd-ad6a359ccf18 req-8c5487e2-b133-42c8-b1ba-b85e93848fd2 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:31.494241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d252f219-640d-4d8f-aebd-ad6a359ccf18 req-8c5487e2-b133-42c8-b1ba-b85e93848fd2 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 946 time: 0.2684078 Aug 19 12:27:31.496367 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-7ef83a70-aa9c-4b7f-8370-6a6978c07ff4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] For port 0cef0759-8fb1-41a8-85f8-8a7340fded6f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=0cef0759-8fb1-41a8-85f8-8a7340fded6f,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:31.496741 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-7ef83a70-aa9c-4b7f-8370-6a6978c07ff4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.508075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-2624d74a-0374-4c29-9ad4-843f5d967670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:31.509518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-2624d74a-0374-4c29-9ad4-843f5d967670 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b297c747-5acb-4199-a50e-f45d6f5a40ae HTTP/1.1" status: 200 len: 855 time: 0.1643462 Aug 19 12:27:31.527162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-7ef83a70-aa9c-4b7f-8370-6a6978c07ff4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Calling delete_port for 0cef0759-8fb1-41a8-85f8-8a7340fded6f owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:31.681100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] For port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:31.681737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.688026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d252f219-640d-4d8f-aebd-ad6a359ccf18 req-de368e85-0b62-402f-b982-ace2581fe32b tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813521 Aug 19 12:27:31.720274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f0c7864-b6d5-48f0-9ac0-215567979ec8 req-927a11c6-8d26-4d79-8d0d-941d5d63c4c9 tempest-ServerShowV254Test-166463918 tempest-ServerShowV254Test-166463918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a08988dd-928f-4800-9400-d6662d5356a7 HTTP/1.1" status: 200 len: 210 time: 0.0626371 Aug 19 12:27:31.779129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-6fbda081-e2ea-4c61-984a-2066b728ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:31.780698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-6fbda081-e2ea-4c61-984a-2066b728ec5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffdc861b-fbe6-461b-b6fe-9cb76461b10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2510726 Aug 19 12:27:31.851982 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c931cee4-e19b-4af5-b7fa-e91f0c33f986 x-openstack-request-id: req-c931cee4-e19b-4af5-b7fa-e91f0c33f986 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:31.853086 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-unplugged", "status": "completed", "tag": "0cef0759-8fb1-41a8-85f8-8a7340fded6f", "code": 200}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-unplugged", "status": "completed", "tag": "c619d747-4be2-4c9d-86a8-693579069896", "code": 200}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae42017-0bcf-466a-bbc8-620e57138e3e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:31.853664 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c931cee4-e19b-4af5-b7fa-e91f0c33f986 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:31.854455 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cef0759-8fb1-41a8-85f8-8a7340fded6f', 'code': 200} Aug 19 12:27:31.854778 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c619d747-4be2-4c9d-86a8-693579069896', 'code': 200} Aug 19 12:27:31.855237 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae42017-0bcf-466a-bbc8-620e57138e3e', 'code': 200} Aug 19 12:27:31.921500 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bdac91-8789-4038-a8d0-030911404504 x-openstack-request-id: req-a8bdac91-8789-4038-a8d0-030911404504 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:31.921726 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-deleted", "tag": "b00df9f7-18e4-456f-97c4-dc02d88ac49a", "status": "completed", "code": 200}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-deleted", "tag": "c619d747-4be2-4c9d-86a8-693579069896", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:31.922003 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8bdac91-8789-4038-a8d0-030911404504 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:31.922399 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-deleted', 'tag': 'b00df9f7-18e4-456f-97c4-dc02d88ac49a', 'status': 'completed', 'code': 200} Aug 19 12:27:31.922648 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-deleted', 'tag': 'c619d747-4be2-4c9d-86a8-693579069896', 'status': 'completed', 'code': 200} Aug 19 12:27:31.930778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22f3e1d4-c194-4210-a150-a5e51701aea1 req-9a6c8124-3f1e-40aa-96ba-c55a7fdc66ba tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 210 time: 0.0845661 Aug 19 12:27:32.041119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3af1d49-aea1-44dd-8f84-645964be6957 req-53bddc57-4a4f-49ac-89b4-d7b3ce149af7 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 210 time: 0.0996470 Aug 19 12:27:32.101702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-4dc99ddb-e68d-449f-9734-9b3c6a0c0f6a service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc861b-fbe6-461b-b6fe-9cb76461b10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942874 Aug 19 12:27:32.209877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33cc828d-9bc7-4fe5-8918-6e6ffb64072c req-9ab71aff-3d2b-4cd9-8d9f-692b662822f9 service neutron] 10.222.0.53 "GET /v2.0/networks/ffdc861b-fbe6-461b-b6fe-9cb76461b10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996683 Aug 19 12:27:32.228838 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.229303 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.229691 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Floating IP c3248f04-4c90-4f7e-b006-8487a1b3267b disassociated. External IP: 172.25.6.188, port: c86c76cb-f736-4fc3-aab9-b3a40dbcf58a. Aug 19 12:27:32.230077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Calling delete_port for c86c76cb-f736-4fc3-aab9-b3a40dbcf58a owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:32.233848 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-7ef83a70-aa9c-4b7f-8370-6a6978c07ff4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.326479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef83a70-aa9c-4b7f-8370-6a6978c07ff4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Port': ['ID=0cef0759-8fb1-41a8-85f8-8a7340fded6f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:32.383653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-7ef83a70-aa9c-4b7f-8370-6a6978c07ff4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] No DVR routers for this DVR port 0cef0759-8fb1-41a8-85f8-8a7340fded6f on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:32.393220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-7ef83a70-aa9c-4b7f-8370-6a6978c07ff4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.395245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-7ef83a70-aa9c-4b7f-8370-6a6978c07ff4 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "DELETE /v2.0/ports/0cef0759-8fb1-41a8-85f8-8a7340fded6f HTTP/1.1" status: 204 len: 173 time: 2.1989541 Aug 19 12:27:32.405774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d193-789b-42b1-bf7c-6b2e7404ad1f req-33a79166-e51d-47c2-bee2-251be18bcd6c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:32.407271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7cf8d193-789b-42b1-bf7c-6b2e7404ad1f req-33a79166-e51d-47c2-bee2-251be18bcd6c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 943 time: 0.1745265 Aug 19 12:27:32.547432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7cf8d193-789b-42b1-bf7c-6b2e7404ad1f req-3fa66175-3b41-43e1-8a1c-07682f6eb3eb tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00aba95-15be-4397-8e68-1d3f7f5e94c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235733 Aug 19 12:27:32.589564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-e5b821b1-64c0-497f-a17c-437873780505 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Deleting port 5ae42017-0bcf-466a-bbc8-620e57138e3e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:32.589918 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-e5b821b1-64c0-497f-a17c-437873780505 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.694567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-e5b821b1-64c0-497f-a17c-437873780505 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] For port 5ae42017-0bcf-466a-bbc8-620e57138e3e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=5ae42017-0bcf-466a-bbc8-620e57138e3e,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:32.695227 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-e5b821b1-64c0-497f-a17c-437873780505 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.710344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-e5b821b1-64c0-497f-a17c-437873780505 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Calling delete_port for 5ae42017-0bcf-466a-bbc8-620e57138e3e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:32.844493 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.895855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Pushing event deleted for resources: {'Port': ['ID=c86c76cb-f736-4fc3-aab9-b3a40dbcf58a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:32.912967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b72c89-3622-4c5e-9da8-20b995a476ba req-22a45148-a72b-4e0c-b0f9-3bdd3d8c80ac tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:32.917518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b72c89-3622-4c5e-9da8-20b995a476ba req-22a45148-a72b-4e0c-b0f9-3bdd3d8c80ac tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 867 time: 0.1304142 Aug 19 12:27:33.067073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5fe5b0b-5c6f-4a74-a7b7-66a3c32cc75b req-bcebb332-4d0e-4c61-99ee-a78b28f4b9c6 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 210 time: 0.0550449 Aug 19 12:27:33.078052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b72c89-3622-4c5e-9da8-20b995a476ba req-c000a87e-d724-4a97-83f1-9239353a53b8 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd421e05-0211-44a0-b53d-adbefeee4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374125 Aug 19 12:27:33.116587 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-e5b821b1-64c0-497f-a17c-437873780505 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.163381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b821b1-64c0-497f-a17c-437873780505 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Port': ['ID=5ae42017-0bcf-466a-bbc8-620e57138e3e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:33.212794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8f059ee-5314-4fea-8096-d508a39255ff req-f75cbbdc-0fb6-426d-8f27-61df6c5652e4 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 210 time: 0.0558226 Aug 19 12:27:33.245413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Router bef3e649-9203-4cdf-ad25-649003f0b8fc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:33.269618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-e5b821b1-64c0-497f-a17c-437873780505 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] No DVR routers for this DVR port 5ae42017-0bcf-466a-bbc8-620e57138e3e on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:33.274371 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-e5b821b1-64c0-497f-a17c-437873780505 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.276970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dcdffb4-c274-4da2-ac38-62f3ce8af0b6 req-e5b821b1-64c0-497f-a17c-437873780505 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.53 "DELETE /v2.0/ports/5ae42017-0bcf-466a-bbc8-620e57138e3e HTTP/1.1" status: 204 len: 173 time: 0.8672957 Aug 19 12:27:33.391755 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60412) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:33.414393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:33.442570 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c32e03-c04e-4d79-9671-a4b5359b0438 None None] Sync routers for ids ['bef3e649-9203-4cdf-ad25-649003f0b8fc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:33.458462 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c32e03-c04e-4d79-9671-a4b5359b0438 None None] Routers {'bef3e649-9203-4cdf-ad25-649003f0b8fc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:33.459024 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-89c32e03-c04e-4d79-9671-a4b5359b0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:27:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bef3e649-9203-4cdf-ad25-649003f0b8fc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:33.494939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] No DVR routers for this DVR port c86c76cb-f736-4fc3-aab9-b3a40dbcf58a on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:33.500733 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.505826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8bced91f-3ab1-4e87-9eb9-4a163946725f req-cc5f2d31-9f5a-4a5d-ab38-094d9be9d7f6 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.53 "DELETE /v2.0/ports/c86c76cb-f736-4fc3-aab9-b3a40dbcf58a HTTP/1.1" status: 204 len: 173 time: 2.6285787 Aug 19 12:27:33.593182 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-727719b7-a391-451d-97e2-766118fa8a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.637136 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-89c32e03-c04e-4d79-9671-a4b5359b0438 None None] Set router bef3e649-9203-4cdf-ad25-649003f0b8fc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:33.685209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32d5fc74-d5d8-4df1-9c5f-7ab9dc22ae3a req-a6a9527b-f623-4c26-9fde-9828bdec7991 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0396845 Aug 19 12:27:33.776793 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-727719b7-a391-451d-97e2-766118fa8a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.822946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-92b0e2aa-f961-45c8-b5fb-9850097362d8 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=cf1522c835c54ad0a3293a33982016ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361402 Aug 19 12:27:33.923409 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-89c32e03-c04e-4d79-9671-a4b5359b0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 4, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '461f718c-0464-45b3-a06c-57cafd703714', 'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'mac_address': 'fa:16:3e:f5:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:11Z', 'updated_at': '2021-08-19T12:25:21Z', 'revision_number': 5, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'subnets': [{'id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:33.923677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-deleted', 'tag': '0cef0759-8fb1-41a8-85f8-8a7340fded6f'}, {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-deleted', 'tag': '5ae42017-0bcf-466a-bbc8-620e57138e3e'}, {'server_uuid': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'name': 'network-vif-deleted', 'tag': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:33.926204 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaf17b2-98d4-4012-a076-e5aef1bf864f" -d '{"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-deleted", "tag": "0cef0759-8fb1-41a8-85f8-8a7340fded6f"}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-deleted", "tag": "5ae42017-0bcf-466a-bbc8-620e57138e3e"}, {"server_uuid": "bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d", "name": "network-vif-deleted", "tag": "c86c76cb-f736-4fc3-aab9-b3a40dbcf58a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:33.954328 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-727719b7-a391-451d-97e2-766118fa8a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.967186 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c32e03-c04e-4d79-9671-a4b5359b0438 None None] Checking router: bef3e649-9203-4cdf-ad25-649003f0b8fc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:33.977959 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c32e03-c04e-4d79-9671-a4b5359b0438 None None] Routers {'bef3e649-9203-4cdf-ad25-649003f0b8fc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:33.980388 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-89c32e03-c04e-4d79-9671-a4b5359b0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:27:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bef3e649-9203-4cdf-ad25-649003f0b8fc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:34.031857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392930e-5899-4307-b912-d09b721c062c req-df1db4e7-8c0e-431d-a0eb-c913c69819b2 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:34.033666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-df1db4e7-8c0e-431d-a0eb-c913c69819b2 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905913 Aug 19 12:27:34.054860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Request body: {'port': {'device_id': '70f1b965-b617-41ff-bd1e-ab8cbad1c673', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'cf1522c835c54ad0a3293a33982016ca'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:34.067286 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-727719b7-a391-451d-97e2-766118fa8a59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a13ec7aaed844732adc12ac946a13b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739597 Aug 19 12:27:34.070049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60426) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:34.101321 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24e160c-2988-4df3-8c4a-82c177347cc5 x-openstack-request-id: req-e24e160c-2988-4df3-8c4a-82c177347cc5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:34.101607 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-deleted", "tag": "0cef0759-8fb1-41a8-85f8-8a7340fded6f", "status": "completed", "code": 200}, {"server_uuid": "38d63e31-d1fe-467a-855f-c43ff856758a", "name": "network-vif-deleted", "tag": "5ae42017-0bcf-466a-bbc8-620e57138e3e", "status": "completed", "code": 200}, {"server_uuid": "bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d", "name": "network-vif-deleted", "tag": "c86c76cb-f736-4fc3-aab9-b3a40dbcf58a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:34.103351 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e24e160c-2988-4df3-8c4a-82c177347cc5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:34.104324 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-deleted', 'tag': '0cef0759-8fb1-41a8-85f8-8a7340fded6f', 'status': 'completed', 'code': 200} Aug 19 12:27:34.104599 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d63e31-d1fe-467a-855f-c43ff856758a', 'name': 'network-vif-deleted', 'tag': '5ae42017-0bcf-466a-bbc8-620e57138e3e', 'status': 'completed', 'code': 200} Aug 19 12:27:34.105966 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d', 'name': 'network-vif-deleted', 'tag': 'c86c76cb-f736-4fc3-aab9-b3a40dbcf58a', 'status': 'completed', 'code': 200} Aug 19 12:27:34.169314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727719b7-a391-451d-97e2-766118fa8a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4663b725-8a5c-404e-b0b7-c2487e38f319,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:34.172305 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cad1-2947-4942-b758-cf2abb85ae67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.206432 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cad1-2947-4942-b758-cf2abb85ae67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.253129 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-89c32e03-c04e-4d79-9671-a4b5359b0438 None None] Set router bef3e649-9203-4cdf-ad25-649003f0b8fc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:34.357726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1f5d294-fe04-4d4b-a798-c0806421f735 req-0ce35748-9c87-4370-bb7d-8a9bfbe80aa2 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 210 time: 0.0539112 Aug 19 12:27:34.397163 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cad1-2947-4942-b758-cf2abb85ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.402458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cad1-2947-4942-b758-cf2abb85ae67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.402458 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9ab6cad1-2947-4942-b758-cf2abb85ae67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4663b725-8a5c-404e-b0b7-c2487e38f319 HTTP/1.1" status: 204 len: 168 time: 0.3277588 Aug 19 12:27:34.430160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b02dbc4e-4182-45d3-bf8b-68839b29f605 req-289c4b02-e488-4d19-a4dc-d3e57edb4dbd tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1a181d-e8f3-4b25-9fb8-19b94aa4f83d HTTP/1.1" status: 200 len: 210 time: 0.0701439 Aug 19 12:27:34.432959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6cad1-2947-4942-b758-cf2abb85ae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4663b725-8a5c-404e-b0b7-c2487e38f319,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:34.514586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Made reservation on behalf of cf1522c835c54ad0a3293a33982016ca for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:34.520417 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.539930 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.633027 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-89c32e03-c04e-4d79-9671-a4b5359b0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 4, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '461f718c-0464-45b3-a06c-57cafd703714', 'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'mac_address': 'fa:16:3e:f5:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:11Z', 'updated_at': '2021-08-19T12:25:21Z', 'revision_number': 5, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'subnets': [{'id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:34.647621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8819d618-fed2-4587-a520-68c72276f5e2 req-4229b705-1eaa-4c29-9b48-a17baa5f86a5 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 210 time: 0.0433314 Aug 19 12:27:34.738612 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.833562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.850974 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c32e03-c04e-4d79-9671-a4b5359b0438 None None] The sync data for ids ['bef3e649-9203-4cdf-ad25-649003f0b8fc'] in n-d-778732-8 is: [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:25:13Z', 'revision_number': 4, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '461f718c-0464-45b3-a06c-57cafd703714', 'name': '', 'network_id': '6d473337-7699-4e4d-9e16-ffd7909d443f', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'mac_address': 'fa:16:3e:f5:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:11Z', 'updated_at': '2021-08-19T12:25:21Z', 'revision_number': 5, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'subnets': [{'id': '281bd9dc-4793-483a-ab50-9dde19d82f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:34.874312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1a3db5e-c614-4d4d-bd2f-7634aedf8830 req-72b1e9cc-84b1-4691-82cd-130a24aa66d0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0581594 Aug 19 12:27:35.037857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Allocated IP 192.168.233.21 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/64b50bba-0ec2-485e-b1cc-c647544a84c6) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:35.107123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2689f04c-84a4-40ef-a9c7-e90fc915ae28,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:35.310826 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.315674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe120d-deac-4834-bdff-69810645f2c5 req-48ee588d-7402-4c25-8f20-9e30d86c0cbc tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:35.317282 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-48ee588d-7402-4c25-8f20-9e30d86c0cbc tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.52 "GET /v2.0/networks?id=8154de27-3c4b-4a60-8694-053d0ae3a81f HTTP/1.1" status: 200 len: 814 time: 0.1823173 Aug 19 12:27:35.334445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Request body: {'port': {'device_id': '7e2b8806-00cb-4d4e-a334-121d52c7e8bc', 'network_id': '8154de27-3c4b-4a60-8694-053d0ae3a81f', 'admin_state_up': True, 'tenant_id': '7672d0cd53e043c6b0a39f087936f07d'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:35.350111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbafcee-ef0b-45cd-8ca7-1779f7323b62 None None] New status for floating IP c3248f04-4c90-4f7e-b006-8487a1b3267b: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:27:35.691844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60466) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:35.764817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c86c76cb-f736-4fc3-aab9-b3a40dbcf58a no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:35.781365 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d892-8647-42d1-aeac-b3c1985ea2e4 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.797478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: c86c76cb-f736-4fc3-aab9-b3a40dbcf58a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:35.797830 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c86c76cb-f736-4fc3-aab9-b3a40dbcf58a not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:35.805097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Made reservation on behalf of 7672d0cd53e043c6b0a39f087936f07d for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:35.810479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.853956 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d892-8647-42d1-aeac-b3c1985ea2e4 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.898031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Transition to ACTIVE for port object 64b50bba-0ec2-485e-b1cc-c647544a84c6 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:35.929064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1990d231-6e32-4c35-9c00-b31865ba4e7f req-05709db1-853c-4d10-b9d7-4d09deab2fc9 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 210 time: 0.0510623 Aug 19 12:27:36.075400 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42c20569-1f03-4600-a8dd-07f193982a0f req-dd2a7a69-7519-4fd0-a610-e786ea034aa2 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 210 time: 0.0601258 Aug 19 12:27:36.077549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Allocated IP 172.20.0.10 (8154de27-3c4b-4a60-8694-053d0ae3a81f/9e440314-0af4-4b78-8f96-82ff105ce197/de3fd5e3-9975-474f-90bd-c483104d1016) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:36.136495 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff8a4f1c-8fcc-49e3-a17a-db038fa78bc3 req-111efcf1-e125-4baa-a0f7-5e7c8686bf80 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0469966 Aug 19 12:27:36.140015 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.165817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d892-8647-42d1-aeac-b3c1985ea2e4 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.177521 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d892-8647-42d1-aeac-b3c1985ea2e4 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.177521 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1ef5d892-8647-42d1-aeac-b3c1985ea2e4 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd421e05-0211-44a0-b53d-adbefeee4f79 HTTP/1.1" status: 204 len: 168 time: 0.4819710 Aug 19 12:27:36.230186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60482) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:36.231063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5d892-8647-42d1-aeac-b3c1985ea2e4 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd421e05-0211-44a0-b53d-adbefeee4f79,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:36.263870 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-37a0f734-ef53-4855-a166-44b122a8a0f3 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] show failed (client error): The resource could not be found. Aug 19 12:27:36.265074 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-37a0f734-ef53-4855-a166-44b122a8a0f3 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "GET /v2.0/security-groups/dd421e05-0211-44a0-b53d-adbefeee4f79 HTTP/1.1" status: 404 len: 347 time: 0.0315804 Aug 19 12:27:36.270311 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60486) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:36.287832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:36.294322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:36.298884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:36.332600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Pushing event updated for resources: {'Port': ['ID=64b50bba-0ec2-485e-b1cc-c647544a84c6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:36.370992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:36.376153 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.437245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.480040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-5e375a1d-059a-4b4e-883d-7f9ed044e92e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4372296 Aug 19 12:27:36.494687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Request body: {'port': {'device_id': '70f1b965-b617-41ff-bd1e-ab8cbad1c673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:36.495379 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6900e249-d115-4a19-8678-d54bf0b0b027 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Deleting port 79c98740-7bef-4b16-addc-fb5a964a2983 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:36.495729 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6900e249-d115-4a19-8678-d54bf0b0b027 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.604851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.610860 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6900e249-d115-4a19-8678-d54bf0b0b027 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.611778 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6900e249-d115-4a19-8678-d54bf0b0b027 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.629424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6900e249-d115-4a19-8678-d54bf0b0b027 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Calling delete_port for 79c98740-7bef-4b16-addc-fb5a964a2983 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:36.813052 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.852311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c768886d-8d9c-435a-899a-c5d31c0089ff None None] Provisioning for port 64b50bba-0ec2-485e-b1cc-c647544a84c6 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:36.859962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c768886d-8d9c-435a-899a-c5d31c0089ff None None] Provisioning complete for port 64b50bba-0ec2-485e-b1cc-c647544a84c6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:36.860358 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c768886d-8d9c-435a-899a-c5d31c0089ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.878764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Network 8154de27-3c4b-4a60-8694-053d0ae3a81f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:36.883592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:36.904764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:36.952788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Pushing event updated for resources: {'Port': ['ID=de3fd5e3-9975-474f-90bd-c483104d1016,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:36.962235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c768886d-8d9c-435a-899a-c5d31c0089ff None None] Port 64b50bba-0ec2-485e-b1cc-c647544a84c6 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:36.990701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:36.991467 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.994269 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6900e249-d115-4a19-8678-d54bf0b0b027 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.030270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900e249-d115-4a19-8678-d54bf0b0b027 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Pushing event deleted for resources: {'Port': ['ID=79c98740-7bef-4b16-addc-fb5a964a2983,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:37.143940 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6900e249-d115-4a19-8678-d54bf0b0b027 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.147440 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6900e249-d115-4a19-8678-d54bf0b0b027 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.152708 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6900e249-d115-4a19-8678-d54bf0b0b027 tempest-ServersTestFqdnHostnames-1596561013 tempest-ServersTestFqdnHostnames-1596561013-project] 10.222.0.44 "DELETE /v2.0/floatingips/c3248f04-4c90-4f7e-b006-8487a1b3267b HTTP/1.1" status: 204 len: 168 time: 0.8824623 Aug 19 12:27:37.153968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60526) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:37.155615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b50bba-0ec2-485e-b1cc-c647544a84c6 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:37.172946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.207762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Transition to ACTIVE for port object 64b50bba-0ec2-485e-b1cc-c647544a84c6 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:37.210488 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-8fb3561c-57e9-4b5e-97fa-e987e144b1cb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8815670 Aug 19 12:27:37.227382 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Request body: {'port': {'device_id': '7e2b8806-00cb-4d4e-a334-121d52c7e8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:37.294940 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.322194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968037c-8fd4-4919-95f3-ad984f178cb3 req-0b67cbd1-f34e-4698-844c-4481ea2fdd4e tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.324488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a968037c-8fd4-4919-95f3-ad984f178cb3 req-0b67cbd1-f34e-4698-844c-4481ea2fdd4e tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 932 time: 0.1136978 Aug 19 12:27:37.389129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277eb70-5782-4e4c-acb1-4dbf6df52cea req-17c423da-89b3-4f23-b18b-966a7c1704bb tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.396096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3277eb70-5782-4e4c-acb1-4dbf6df52cea req-17c423da-89b3-4f23-b18b-966a7c1704bb tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 935 time: 0.1868830 Aug 19 12:27:37.460181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a968037c-8fd4-4919-95f3-ad984f178cb3 req-ce29cac8-906c-4545-920f-f609cbae1cee tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118793 Aug 19 12:27:37.461753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Pushing event updated for resources: {'Port': ['ID=64b50bba-0ec2-485e-b1cc-c647544a84c6,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:37.497404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3277eb70-5782-4e4c-acb1-4dbf6df52cea req-effebe92-9aa6-4c71-975b-8d707328c575 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002684 Aug 19 12:27:37.654142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7781c14d-cae5-4462-8dac-acaec0f33d61 req-deaf08b8-b832-4efe-8c9f-fd3da89bae4d tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0467930 Aug 19 12:27:37.718793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Attempting to bind port 64b50bba-0ec2-485e-b1cc-c647544a84c6 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:37.718793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Attempting to bind port 64b50bba-0ec2-485e-b1cc-c647544a84c6 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:37.718793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Attempting to bind port 64b50bba-0ec2-485e-b1cc-c647544a84c6 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:37.728705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Port 64b50bba-0ec2-485e-b1cc-c647544a84c6 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:37.729030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Attempting to bind port 64b50bba-0ec2-485e-b1cc-c647544a84c6 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:37.737229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:37.737229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:37.737603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:37.738055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Bound port: 64b50bba-0ec2-485e-b1cc-c647544a84c6, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:37.738906 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.754618 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.838619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] For port 64b50bba-0ec2-485e-b1cc-c647544a84c6, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:37.843422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] For port 64b50bba-0ec2-485e-b1cc-c647544a84c6, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=64b50bba-0ec2-485e-b1cc-c647544a84c6,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:37.858007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60534) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:37.930935 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.980358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.981400 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.983117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] 10.222.0.52 "PUT /v2.0/ports/64b50bba-0ec2-485e-b1cc-c647544a84c6 HTTP/1.1" status: 200 len: 1095 time: 1.4938166 Aug 19 12:27:37.983932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f1b965-b617-41ff-bd1e-ab8cbad1c673', 'tag': '64b50bba-0ec2-485e-b1cc-c647544a84c6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:37.999531 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb014be-36db-484e-af1d-45fa07dd7d11" -d '{"events": [{"name": "network-changed", "server_uuid": "70f1b965-b617-41ff-bd1e-ab8cbad1c673", "tag": "64b50bba-0ec2-485e-b1cc-c647544a84c6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:38.061843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4cb12-1810-41d8-ac38-86c31044c97c service neutron] Pushing event updated for resources: {'Port': ['ID=64b50bba-0ec2-485e-b1cc-c647544a84c6,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:38.098406 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbccb5c-27e3-414b-bf42-24644da28f83 x-openstack-request-id: req-7fbccb5c-27e3-414b-bf42-24644da28f83 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:38.098857 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f1b965-b617-41ff-bd1e-ab8cbad1c673", "tag": "64b50bba-0ec2-485e-b1cc-c647544a84c6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:38.099237 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fbccb5c-27e3-414b-bf42-24644da28f83 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:38.099925 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f1b965-b617-41ff-bd1e-ab8cbad1c673', 'tag': '64b50bba-0ec2-485e-b1cc-c647544a84c6', 'status': 'completed', 'code': 200} Aug 19 12:27:38.137409 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ddd5e14-1e75-4053-a9b2-9fa3ecc99fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.205556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb014be-36db-484e-af1d-45fa07dd7d11 req-cccddbde-6f85-4457-a5de-a75af5841bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.207150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0cb014be-36db-484e-af1d-45fa07dd7d11 req-cccddbde-6f85-4457-a5de-a75af5841bb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf1522c835c54ad0a3293a33982016ca&device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 1098 time: 0.1061766 Aug 19 12:27:38.248252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0cb014be-36db-484e-af1d-45fa07dd7d11 req-12cf5b24-aa3c-434d-8a65-08cfc2e64f79 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=cf1522c835c54ad0a3293a33982016ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314398 Aug 19 12:27:38.404423 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ddd5e14-1e75-4053-a9b2-9fa3ecc99fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.407815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb014be-36db-484e-af1d-45fa07dd7d11 req-7ae815b1-27a3-4a44-a176-362068b1b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.409492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0cb014be-36db-484e-af1d-45fa07dd7d11 req-7ae815b1-27a3-4a44-a176-362068b1b810 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539392 Aug 19 12:27:38.436933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3fd5e3-9975-474f-90bd-c483104d1016 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:38.447993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.477786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Transition to ACTIVE for port object de3fd5e3-9975-474f-90bd-c483104d1016 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:38.493957 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.497431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392930e-5899-4307-b912-d09b721c062c req-b1efbf40-0f95-4dc9-91d8-4788ea2c0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.499096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-b1efbf40-0f95-4dc9-91d8-4788ea2c0245 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf1522c835c54ad0a3293a33982016ca&device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 1098 time: 0.0455647 Aug 19 12:27:38.546766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ddd5e14-1e75-4053-a9b2-9fa3ecc99fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.550052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-d680b63d-78f9-4af8-ac61-668c4b7a489f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=64b50bba-0ec2-485e-b1cc-c647544a84c6 HTTP/1.1" status: 200 len: 217 time: 0.0433147 Aug 19 12:27:38.586654 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.628984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2ddd5e14-1e75-4053-a9b2-9fa3ecc99fd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2c44012a2c2442d91555ca4dd118a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701020 Aug 19 12:27:38.636953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60548) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:38.655226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd5e14-1e75-4053-a9b2-9fa3ecc99fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07f82c2-c36d-4e02-b593-e2ef623dc949,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:38.734761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Pushing event updated for resources: {'Port': ['ID=de3fd5e3-9975-474f-90bd-c483104d1016,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:38.735463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392930e-5899-4307-b912-d09b721c062c req-3fd702cb-b657-46bf-96f6-6bfa55bb2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.737406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-3fd702cb-b657-46bf-96f6-6bfa55bb2ef2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1661935 Aug 19 12:27:38.822159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63615b02-3176-491c-a26e-4642fba6a38b req-e495011d-d648-4bbf-913d-c1c541d8b9da tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.823882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63615b02-3176-491c-a26e-4642fba6a38b req-e495011d-d648-4bbf-913d-c1c541d8b9da tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 947 time: 0.1908426 Aug 19 12:27:38.834974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bd785-4319-4b5f-976a-dcdc07d93e3c req-82cabce7-44c1-4e8e-b637-cece17480873 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.836656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a5bd785-4319-4b5f-976a-dcdc07d93e3c req-82cabce7-44c1-4e8e-b637-cece17480873 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 944 time: 0.1961741 Aug 19 12:27:38.845870 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7db9d12-754f-4de5-a8ed-a858b2326ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.885445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Attempting to bind port de3fd5e3-9975-474f-90bd-c483104d1016 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:38.885847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Attempting to bind port de3fd5e3-9975-474f-90bd-c483104d1016 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '16f84919-4479-4e59-bc1b-6a96bb80cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8154de27-3c4b-4a60-8694-053d0ae3a81f'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:38.886251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Attempting to bind port de3fd5e3-9975-474f-90bd-c483104d1016 on network 8154de27-3c4b-4a60-8694-053d0ae3a81f {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:38.886849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392930e-5899-4307-b912-d09b721c062c req-fe82adf2-4204-4c17-b7fd-3d651321a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.890106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-fe82adf2-4204-4c17-b7fd-3d651321a79c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402032 Aug 19 12:27:38.901003 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Port de3fd5e3-9975-474f-90bd-c483104d1016 on network 8154de27-3c4b-4a60-8694-053d0ae3a81f not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:38.901359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Attempting to bind port de3fd5e3-9975-474f-90bd-c483104d1016 on network 8154de27-3c4b-4a60-8694-053d0ae3a81f {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:38.911455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:38.911822 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Checking segment: {'id': '16f84919-4479-4e59-bc1b-6a96bb80cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8154de27-3c4b-4a60-8694-053d0ae3a81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:38.912179 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Bound using segment: {'id': '16f84919-4479-4e59-bc1b-6a96bb80cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8154de27-3c4b-4a60-8694-053d0ae3a81f'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:38.912633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Bound port: de3fd5e3-9975-474f-90bd-c483104d1016, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f84919-4479-4e59-bc1b-6a96bb80cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8154de27-3c4b-4a60-8694-053d0ae3a81f'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:38.912994 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.935827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7db9d12-754f-4de5-a8ed-a858b2326ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.026990 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63615b02-3176-491c-a26e-4642fba6a38b req-691cbfc5-e2f0-4c1d-b20f-3a59c1ae15a0 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800892 Aug 19 12:27:39.046037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] For port de3fd5e3-9975-474f-90bd-c483104d1016, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:39.049289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] For port de3fd5e3-9975-474f-90bd-c483104d1016, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=de3fd5e3-9975-474f-90bd-c483104d1016,segment=NetworkSegment(16f84919-4479-4e59-bc1b-6a96bb80cf71),segment_id=16f84919-4479-4e59-bc1b-6a96bb80cf71)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:39.071104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] Deleting port 461f718c-0464-45b3-a06c-57cafd703714 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:39.071739 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.088791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a5bd785-4319-4b5f-976a-dcdc07d93e3c req-91c74454-a1bc-4abc-9ebe-577622795ebb tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339945 Aug 19 12:27:39.176196 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.216357 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06a8906a-e87d-4404-9871-3a4c9136c6b1 req-27c96b67-f550-4bd6-bcbc-a8785d7f94c2 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0402093 Aug 19 12:27:39.245966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:39.246834 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.249135 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] 10.222.0.52 "PUT /v2.0/ports/de3fd5e3-9975-474f-90bd-c483104d1016 HTTP/1.1" status: 200 len: 1092 time: 2.0301042 Aug 19 12:27:39.249661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2b8806-00cb-4d4e-a334-121d52c7e8bc', 'tag': 'de3fd5e3-9975-474f-90bd-c483104d1016'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:39.252135 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff4f1b1-c9c3-47df-912e-7e19f83b44ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2b8806-00cb-4d4e-a334-121d52c7e8bc", "tag": "de3fd5e3-9975-474f-90bd-c483104d1016"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:39.268983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-689696f9-db31-44cc-ac4c-ebce37e71c0b service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690066 Aug 19 12:27:39.308851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] For port 461f718c-0464-45b3-a06c-57cafd703714, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=461f718c-0464-45b3-a06c-57cafd703714,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:39.310227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.314245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b354f3-dbf4-4ba1-b989-41f4d52f4189 service neutron] Pushing event updated for resources: {'Port': ['ID=de3fd5e3-9975-474f-90bd-c483104d1016,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:39.321007 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b009d5c-5bff-4799-81b6-399d27878dcd x-openstack-request-id: req-3b009d5c-5bff-4799-81b6-399d27878dcd {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:39.325103 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2b8806-00cb-4d4e-a334-121d52c7e8bc", "tag": "de3fd5e3-9975-474f-90bd-c483104d1016", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:39.325103 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b009d5c-5bff-4799-81b6-399d27878dcd {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:39.325103 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2b8806-00cb-4d4e-a334-121d52c7e8bc', 'tag': 'de3fd5e3-9975-474f-90bd-c483104d1016', 'status': 'completed', 'code': 200} Aug 19 12:27:39.361096 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7db9d12-754f-4de5-a8ed-a858b2326ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.364070 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7db9d12-754f-4de5-a8ed-a858b2326ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.365339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e7db9d12-754f-4de5-a8ed-a858b2326ae2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d07f82c2-c36d-4e02-b593-e2ef623dc949 HTTP/1.1" status: 204 len: 168 time: 0.7259090 Aug 19 12:27:39.369910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] Calling delete_port for 461f718c-0464-45b3-a06c-57cafd703714 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:39.378598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db9d12-754f-4de5-a8ed-a858b2326ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07f82c2-c36d-4e02-b593-e2ef623dc949,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:39.438608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7392930e-5899-4307-b912-d09b721c062c req-6046ff69-abe3-418a-8492-b1ca61830382 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590281 Aug 19 12:27:39.441043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4f1b1-c9c3-47df-912e-7e19f83b44ad req-381964f5-b388-489a-9d92-b24c84dfc695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:39.442769 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5ff4f1b1-c9c3-47df-912e-7e19f83b44ad req-381964f5-b388-489a-9d92-b24c84dfc695 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7672d0cd53e043c6b0a39f087936f07d&device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 1095 time: 0.1046958 Aug 19 12:27:39.611801 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4f1b1-c9c3-47df-912e-7e19f83b44ad req-272faad0-ac24-4b74-b8dc-b3aa07d3f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:39.613278 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5ff4f1b1-c9c3-47df-912e-7e19f83b44ad req-272faad0-ac24-4b74-b8dc-b3aa07d3f7b5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7672d0cd53e043c6b0a39f087936f07d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1594236 Aug 19 12:27:39.759988 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4f1b1-c9c3-47df-912e-7e19f83b44ad req-9d6c4a93-ce28-4134-abe2-7c2eae699774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:39.763022 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5ff4f1b1-c9c3-47df-912e-7e19f83b44ad req-9d6c4a93-ce28-4134-abe2-7c2eae699774 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418531 Aug 19 12:27:39.847762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe120d-deac-4834-bdff-69810645f2c5 req-bdc30629-ca1f-4b13-b7c9-198b88273e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:39.849309 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-bdc30629-ca1f-4b13-b7c9-198b88273e8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7672d0cd53e043c6b0a39f087936f07d&device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 1095 time: 0.0484815 Aug 19 12:27:39.901120 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-89cc46fe-02be-49b9-add9-1ab593b93433 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de3fd5e3-9975-474f-90bd-c483104d1016 HTTP/1.1" status: 200 len: 217 time: 0.0409627 Aug 19 12:27:39.902274 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.961431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=461f718c-0464-45b3-a06c-57cafd703714,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:40.033736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe120d-deac-4834-bdff-69810645f2c5 req-7506ef1f-4c60-480a-8da3-1748b6ff9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:40.035621 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-7506ef1f-4c60-480a-8da3-1748b6ff9e39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e440314-0af4-4b78-8f96-82ff105ce197 HTTP/1.1" status: 200 len: 854 time: 0.1274951 Aug 19 12:27:40.085656 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-22fd451c-e9e0-4ba3-95c0-6da5f7002797 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8154de27-3c4b-4a60-8694-053d0ae3a81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411346 Aug 19 12:27:40.242497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d83b0-c05e-4b7b-aadc-6b3e67865924 req-a0e24ee7-46c2-4a55-b8ff-57284dfb1475 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:40.244901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e85d83b0-c05e-4b7b-aadc-6b3e67865924 req-a0e24ee7-46c2-4a55-b8ff-57284dfb1475 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 947 time: 0.0885706 Aug 19 12:27:40.343457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e85d83b0-c05e-4b7b-aadc-6b3e67865924 req-09881eae-f720-4d97-b2b4-a4647f5f38df tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854721 Aug 19 12:27:40.352321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e6d41-66e2-4ae7-8ea4-3fb041684f82 req-2c2aafc0-fe2b-46ba-9a49-ac52f7af7b59 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:40.354485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db3e6d41-66e2-4ae7-8ea4-3fb041684f82 req-2c2aafc0-fe2b-46ba-9a49-ac52f7af7b59 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 944 time: 0.1080940 Aug 19 12:27:40.389613 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.396808 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-d1c43bfa-eaa1-435b-9a7f-a2f0cffd3571 service neutron] 10.222.0.52 "GET /v2.0/networks/8154de27-3c4b-4a60-8694-053d0ae3a81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033741 Aug 19 12:27:40.425452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db3e6d41-66e2-4ae7-8ea4-3fb041684f82 req-9bf8f2b6-a98d-4d73-9299-2a78b118d8b9 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554669 Aug 19 12:27:40.626248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6aeeaded-e2dc-4d00-84f2-69346f36cf53 req-e1c8ff9f-371a-4ee2-8512-37c9959aac77 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0491157 Aug 19 12:27:40.634189 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-98fe120d-deac-4834-bdff-69810645f2c5 req-03f45a21-dc6d-431b-b4ee-5b040e01a105 service neutron] 10.222.0.52 "GET /v2.0/networks/8154de27-3c4b-4a60-8694-053d0ae3a81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291172 Aug 19 12:27:40.791443 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] Router bef3e649-9203-4cdf-ad25-649003f0b8fc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:40.921579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:40.926997 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ec411187-789f-4485-9e31-24545635ecf6 admin admin] 10.222.0.44 "PUT /v2.0/routers/bef3e649-9203-4cdf-ad25-649003f0b8fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7715547 Aug 19 12:27:40.930827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60592) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:40.937419 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5814d36-6a96-40b2-8476-b9339dcc9a67 None None] Sync routers for ids ['bef3e649-9203-4cdf-ad25-649003f0b8fc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:40.948845 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5814d36-6a96-40b2-8476-b9339dcc9a67 None None] Routers {'bef3e649-9203-4cdf-ad25-649003f0b8fc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:40.949507 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c5814d36-6a96-40b2-8476-b9339dcc9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:27:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bef3e649-9203-4cdf-ad25-649003f0b8fc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:41.073649 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.094311 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c5814d36-6a96-40b2-8476-b9339dcc9a67 None None] Set router bef3e649-9203-4cdf-ad25-649003f0b8fc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:41.225936 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.355323 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c5814d36-6a96-40b2-8476-b9339dcc9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:27:39Z', 'revision_number': 5, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port': {'id': '214a7a53-5796-4b32-8fd2-b17e2b0660b5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:04Z', 'updated_at': '2021-08-19T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:41.387164 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Deleting port 214a7a53-5796-4b32-8fd2-b17e2b0660b5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:41.387798 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.394967 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5814d36-6a96-40b2-8476-b9339dcc9a67 None None] Checking router: bef3e649-9203-4cdf-ad25-649003f0b8fc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:41.407963 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5814d36-6a96-40b2-8476-b9339dcc9a67 None None] Routers {'bef3e649-9203-4cdf-ad25-649003f0b8fc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:41.408685 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c5814d36-6a96-40b2-8476-b9339dcc9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:27:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['bef3e649-9203-4cdf-ad25-649003f0b8fc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:41.542850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a71b8b-b13f-4065-890f-5c29fb882ab4 req-604269bb-7ba4-4c2f-b836-8455ad67172e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:41.546488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7a71b8b-b13f-4065-890f-5c29fb882ab4 req-604269bb-7ba4-4c2f-b836-8455ad67172e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 947 time: 0.0699646 Aug 19 12:27:41.563647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] For port 214a7a53-5796-4b32-8fd2-b17e2b0660b5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=214a7a53-5796-4b32-8fd2-b17e2b0660b5,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:41.564687 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.583620 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c5814d36-6a96-40b2-8476-b9339dcc9a67 None None] Set router bef3e649-9203-4cdf-ad25-649003f0b8fc gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:41.588657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Calling delete_port for 214a7a53-5796-4b32-8fd2-b17e2b0660b5 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:41.595852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7a71b8b-b13f-4065-890f-5c29fb882ab4 req-0b459fe6-a618-49f1-b8c7-5ceccf8d2916 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 Aug 19 12:27:41.598767 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.649817 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c5814d36-6a96-40b2-8476-b9339dcc9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:27:41Z', 'revision_number': 6, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:41.683341 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5814d36-6a96-40b2-8476-b9339dcc9a67 None None] The sync data for ids ['bef3e649-9203-4cdf-ad25-649003f0b8fc'] in n-d-778732-8 is: [{'id': 'bef3e649-9203-4cdf-ad25-649003f0b8fc', 'name': 'tempest-ServersTestFqdnHostnames-1181486046-router', 'tenant_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:25:02Z', 'updated_at': '2021-08-19T12:27:41Z', 'revision_number': 6, 'project_id': 'c78d8d23751c4fe08ee4e26ec32d40b8', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:41.759388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48ccb6-c7d7-469b-8094-a2b736c27e39 req-bf995612-7a2d-4fcd-b216-a11a893dfa87 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:41.761966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e48ccb6-c7d7-469b-8094-a2b736c27e39 req-bf995612-7a2d-4fcd-b216-a11a893dfa87 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 944 time: 0.0710506 Aug 19 12:27:41.818984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e48ccb6-c7d7-469b-8094-a2b736c27e39 req-3dde7ed1-a37b-47e1-b5d6-d13c57e0e01a tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 Aug 19 12:27:41.977140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.015763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=214a7a53-5796-4b32-8fd2-b17e2b0660b5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:42.093704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaecee8-4e87-45a2-a3c0-81c891f8b84e req-f63daa5f-794b-425d-906a-36a312e44bc7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0398841 Aug 19 12:27:42.115078 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.565993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.569839 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.616758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 214a7a53-5796-4b32-8fd2-b17e2b0660b5 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:42.641938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 214a7a53-5796-4b32-8fd2-b17e2b0660b5 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:42.642636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 214a7a53-5796-4b32-8fd2-b17e2b0660b5 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:42.643567 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 461f718c-0464-45b3-a06c-57cafd703714 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:42.677628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 461f718c-0464-45b3-a06c-57cafd703714 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:42.678290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 461f718c-0464-45b3-a06c-57cafd703714 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:42.755959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdc376-3489-4c65-a8c5-209b35558941 req-2de31072-84d2-44bb-8864-6d509c153cac tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:42.758468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66cdc376-3489-4c65-a8c5-209b35558941 req-2de31072-84d2-44bb-8864-6d509c153cac tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 947 time: 0.0734372 Aug 19 12:27:42.801813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66cdc376-3489-4c65-a8c5-209b35558941 req-f66dc4de-f285-455f-b613-226a72d00c54 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364382 Aug 19 12:27:42.813559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.814422 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bef3e649-9203-4cdf-ad25-649003f0b8fc {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:27:42.824137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.824137 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c833e677-b16b-45c7-819c-c1f650039bb0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bef3e649-9203-4cdf-ad25-649003f0b8fc HTTP/1.1" status: 204 len: 168 time: 1.8888593 Aug 19 12:27:42.824137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60624) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:42.863023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 64b50bba-0ec2-485e-b1cc-c647544a84c6 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:42.892923 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-38afa036-15b1-436b-848b-60f91251f1af admin admin] Deleting subnet 281bd9dc-4793-483a-ab50-9dde19d82f05 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:42.914932 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38afa036-15b1-436b-848b-60f91251f1af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.001209 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38afa036-15b1-436b-848b-60f91251f1af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.045124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a31004-0d0d-4029-9489-09dd0ac6aa8b req-d7ddaa99-90c1-4d3d-8e35-4face052e784 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:43.048027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69a31004-0d0d-4029-9489-09dd0ac6aa8b req-d7ddaa99-90c1-4d3d-8e35-4face052e784 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 944 time: 0.0979545 Aug 19 12:27:43.055702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 64b50bba-0ec2-485e-b1cc-c647544a84c6, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=64b50bba-0ec2-485e-b1cc-c647544a84c6,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:43.071230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '64b50bba-0ec2-485e-b1cc-c647544a84c6', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '64b50bba-0ec2-485e-b1cc-c647544a84c6', 'mac_address': 'fa:16:3e:16:3a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:43.126076 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69a31004-0d0d-4029-9489-09dd0ac6aa8b req-f0feef6a-1069-4079-9f9c-a5acb877cedd tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703716 Aug 19 12:27:43.135045 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.172974 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b50bba-0ec2-485e-b1cc-c647544a84c6 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:43.179148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38afa036-15b1-436b-848b-60f91251f1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.234165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 64b50bba-0ec2-485e-b1cc-c647544a84c6, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=64b50bba-0ec2-485e-b1cc-c647544a84c6,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:43.285942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40b61de0-5126-4448-909b-98d8174099c3 req-6060dd44-7f85-4e43-992a-39ea3e468e98 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0824361 Aug 19 12:27:43.336521 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.350915 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38afa036-15b1-436b-848b-60f91251f1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.389341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afa036-15b1-436b-848b-60f91251f1af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281bd9dc-4793-483a-ab50-9dde19d82f05,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:43.394473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=64b50bba-0ec2-485e-b1cc-c647544a84c6,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:43.397857 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38afa036-15b1-436b-848b-60f91251f1af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.400526 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-38afa036-15b1-436b-848b-60f91251f1af admin admin] 10.222.0.44 "DELETE /v2.0/subnets/281bd9dc-4793-483a-ab50-9dde19d82f05 HTTP/1.1" status: 204 len: 168 time: 0.5762854 Aug 19 12:27:43.403139 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60638) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:43.408891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ebb507-6185-43b7-bdfa-f2cbeeac9a94 None None] Network 6d473337-7699-4e4d-9e16-ffd7909d443f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:43.510236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.573101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['64b50bba-0ec2-485e-b1cc-c647544a84c6'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:43.591128 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Deleting port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:43.591479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.669967 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] For port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5d16e8b4-03dc-4aec-b42c-7f1d766cc003,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:43.669967 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.684436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Calling delete_port for 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:43.808769 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9452e0d5-8f05-4d98-acfa-168e5026c072 None None] DHCP port deletion for 6d473337-7699-4e4d-9e16-ffd7909d443f request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:43.871194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9452e0d5-8f05-4d98-acfa-168e5026c072 None None] Deleting port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:43.871194 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9452e0d5-8f05-4d98-acfa-168e5026c072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.938663 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.986569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d16e8b4-03dc-4aec-b42c-7f1d766cc003,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:43.987343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9452e0d5-8f05-4d98-acfa-168e5026c072 None None] For port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5d16e8b4-03dc-4aec-b42c-7f1d766cc003,segment=NetworkSegment(6cca88a6-0bc5-495d-8008-2985e09dfda4),segment_id=6cca88a6-0bc5-495d-8008-2985e09dfda4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:43.987768 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9452e0d5-8f05-4d98-acfa-168e5026c072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.990352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96f551-1551-4565-becb-25650d739bd2 req-2abf3970-f9d8-47c4-abf9-059e31fdf3c8 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:44.000336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] No DVR routers for this DVR port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:44.006077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff96f551-1551-4565-becb-25650d739bd2 req-2abf3970-f9d8-47c4-abf9-059e31fdf3c8 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 948 time: 0.1076024 Aug 19 12:27:44.011722 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9452e0d5-8f05-4d98-acfa-168e5026c072 None None] Calling delete_port for 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:44.088300 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.099792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff96f551-1551-4565-becb-25650d739bd2 req-3e7a29ed-b381-4350-a59f-3d4a6ea92677 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874774 Aug 19 12:27:44.101444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d473337-7699-4e4d-9e16-ffd7909d443f']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:44.114208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cca88a6-0bc5-495d-8008-2985e09dfda4') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:44.114517 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cca88a6-0bc5-495d-8008-2985e09dfda4') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:44.126386 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.147863 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.155823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:44.156265 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:44.235620 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:44.288723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2713327-43b2-441c-bc6f-81bae9880522 req-66e5fd68-f430-412e-aaba-b35e7eec9bdc tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:44.291034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2713327-43b2-441c-bc6f-81bae9880522 req-66e5fd68-f430-412e-aaba-b35e7eec9bdc tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 944 time: 0.0823774 Aug 19 12:27:44.316516 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9452e0d5-8f05-4d98-acfa-168e5026c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.337573 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.360964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452e0d5-8f05-4d98-acfa-168e5026c072 None None] Pushing event deleted for resources: {'Port': ['ID=5d16e8b4-03dc-4aec-b42c-7f1d766cc003,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:44.363934 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.364124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452e0d5-8f05-4d98-acfa-168e5026c072 None None] No DVR routers for this DVR port 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:44.376780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2713327-43b2-441c-bc6f-81bae9880522 req-c1ff3404-26ca-4bb7-baca-b981a7a57b98 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693400 Aug 19 12:27:44.385225 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6d473337-7699-4e4d-9e16-ffd7909d443f HTTP/1.1" status: 204 len: 168 time: 0.9646227 Aug 19 12:27:44.392513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c88f0d-c7b7-4f94-8b0a-b7fcb17271b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d473337-7699-4e4d-9e16-ffd7909d443f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:44.406488 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.437750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b702d0e8-9b09-4b2e-8418-4beafd77e2f0 req-771a4c80-7367-44f3-b38d-40e0a9979257 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0403130 Aug 19 12:27:44.550446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:44.572602 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:44.572946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d16e8b4-03dc-4aec-b42c-7f1d766cc003 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:44.890456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device de3fd5e3-9975-474f-90bd-c483104d1016 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:44.892797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 64b50bba-0ec2-485e-b1cc-c647544a84c6 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:45.030152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port de3fd5e3-9975-474f-90bd-c483104d1016, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=de3fd5e3-9975-474f-90bd-c483104d1016,segment=NetworkSegment(16f84919-4479-4e59-bc1b-6a96bb80cf71),segment_id=16f84919-4479-4e59-bc1b-6a96bb80cf71)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:45.036375 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:45.049559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'de3fd5e3-9975-474f-90bd-c483104d1016', 'network_id': '8154de27-3c4b-4a60-8694-053d0ae3a81f', 'port_id': 'de3fd5e3-9975-474f-90bd-c483104d1016', 'mac_address': 'fa:16:3e:f8:87:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e440314-0af4-4b78-8f96-82ff105ce197', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:45.081812 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c3e471bb-b8e9-4cb2-ae8d-586ac5c0a731 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c78d8d23751c4fe08ee4e26ec32d40b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440884 Aug 19 12:27:45.084243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60674) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:45.100110 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.111407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 64b50bba-0ec2-485e-b1cc-c647544a84c6 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:45.120068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 64b50bba-0ec2-485e-b1cc-c647544a84c6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:45.120068 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.127992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3fd5e3-9975-474f-90bd-c483104d1016 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:45.187754 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03f3c35b-9fa1-4ee7-a93a-c2654fdce5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.215662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port de3fd5e3-9975-474f-90bd-c483104d1016, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=de3fd5e3-9975-474f-90bd-c483104d1016,segment=NetworkSegment(16f84919-4479-4e59-bc1b-6a96bb80cf71),segment_id=16f84919-4479-4e59-bc1b-6a96bb80cf71)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:45.217010 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03f3c35b-9fa1-4ee7-a93a-c2654fdce5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.298749 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.304494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdbe40-84be-4eb9-b241-aea54048d6bc req-97936ba6-d6f9-472c-a750-1e641d73b4e5 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.306748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49bdbe40-84be-4eb9-b241-aea54048d6bc req-97936ba6-d6f9-472c-a750-1e641d73b4e5 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 948 time: 0.0984116 Aug 19 12:27:45.326528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f1b965-b617-41ff-bd1e-ab8cbad1c673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b50bba-0ec2-485e-b1cc-c647544a84c6'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:45.328994 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb73de3d-97f9-42d0-9cfc-8659ca26d228" -d '{"events": [{"server_uuid": "70f1b965-b617-41ff-bd1e-ab8cbad1c673", "name": "network-vif-plugged", "status": "completed", "tag": "64b50bba-0ec2-485e-b1cc-c647544a84c6"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:45.352720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 64b50bba-0ec2-485e-b1cc-c647544a84c6, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=64b50bba-0ec2-485e-b1cc-c647544a84c6,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:45.362560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49bdbe40-84be-4eb9-b241-aea54048d6bc req-d26181d1-cde2-4c08-a497-e08aa8de20c4 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472462 Aug 19 12:27:45.385920 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164cb935-8b91-4bf8-98ea-9cd3c0dd171f x-openstack-request-id: req-164cb935-8b91-4bf8-98ea-9cd3c0dd171f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:45.385920 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f1b965-b617-41ff-bd1e-ab8cbad1c673", "name": "network-vif-plugged", "status": "completed", "tag": "64b50bba-0ec2-485e-b1cc-c647544a84c6", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:45.385920 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-164cb935-8b91-4bf8-98ea-9cd3c0dd171f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:45.385920 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f1b965-b617-41ff-bd1e-ab8cbad1c673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b50bba-0ec2-485e-b1cc-c647544a84c6', 'code': 200} Aug 19 12:27:45.407379 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.474181 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.507624 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03f3c35b-9fa1-4ee7-a93a-c2654fdce5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.513728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03f3c35b-9fa1-4ee7-a93a-c2654fdce5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.515891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=de3fd5e3-9975-474f-90bd-c483104d1016,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:45.518009 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-03f3c35b-9fa1-4ee7-a93a-c2654fdce5d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e802e65a-db54-4442-8f25-fc41f26068b9 HTTP/1.1" status: 204 len: 168 time: 0.4327526 Aug 19 12:27:45.539457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3c35b-9fa1-4ee7-a93a-c2654fdce5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e802e65a-db54-4442-8f25-fc41f26068b9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:45.562106 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507c4b1-e383-4ab1-930b-cff923270ebf req-30720a46-f816-4be8-8e0f-42f6e575643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.563653 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b507c4b1-e383-4ab1-930b-cff923270ebf req-30720a46-f816-4be8-8e0f-42f6e575643d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 1099 time: 0.1176708 Aug 19 12:27:45.580106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca3681-aeea-4c44-9faa-cf4b549f85d0 req-a660762d-1ccb-477c-b412-34d62e9d5540 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.583029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16ca3681-aeea-4c44-9faa-cf4b549f85d0 req-a660762d-1ccb-477c-b412-34d62e9d5540 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 945 time: 0.1026371 Aug 19 12:27:45.635799 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b507c4b1-e383-4ab1-930b-cff923270ebf req-2a820bf5-d954-43ab-b1d6-8b15a9b7a318 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639963 Aug 19 12:27:45.640895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['de3fd5e3-9975-474f-90bd-c483104d1016'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:45.665595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16ca3681-aeea-4c44-9faa-cf4b549f85d0 req-5b4ec4f0-ff93-4c8b-9dc9-d0a03490e081 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682292 Aug 19 12:27:45.698029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=64b50bba-0ec2-485e-b1cc-c647544a84c6,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:45.716165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0e6d5d6-368e-41f3-9f3f-d2cc5f2a8d34 req-29400ce5-a34c-4deb-9c60-111e1021dffc tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0390449 Aug 19 12:27:46.541911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d231363-3e7f-487e-8e1a-9f3753f43e14 req-09177707-5ff1-465c-983c-b6577985e281 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:46.554563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d231363-3e7f-487e-8e1a-9f3753f43e14 req-09177707-5ff1-465c-983c-b6577985e281 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 949 time: 0.0938332 Aug 19 12:27:46.612100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d231363-3e7f-487e-8e1a-9f3753f43e14 req-b76d40e6-c4bc-45f7-bd96-bd7091e61132 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544660 Aug 19 12:27:46.830032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fc44f-28bc-4d82-819e-a08483f33c7e req-2fd9f278-a5df-4e13-b060-7b5320022b49 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:46.835408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-015fc44f-28bc-4d82-819e-a08483f33c7e req-2fd9f278-a5df-4e13-b060-7b5320022b49 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 945 time: 0.0757363 Aug 19 12:27:46.885799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e996699-d88b-4f02-b502-c85faa461284 req-86d2484d-8e0f-43a7-8765-97bc76375eb0 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0663102 Aug 19 12:27:46.904535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device de3fd5e3-9975-474f-90bd-c483104d1016 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:46.957111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-015fc44f-28bc-4d82-819e-a08483f33c7e req-2858ed2f-8f3e-44f8-bf27-c6111f44ea0c tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699837 Aug 19 12:27:47.228898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port de3fd5e3-9975-474f-90bd-c483104d1016 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:47.234722 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port de3fd5e3-9975-474f-90bd-c483104d1016 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:47.235616 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.310755 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60730) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:47.402232 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.451636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b8806-00cb-4d4e-a334-121d52c7e8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3fd5e3-9975-474f-90bd-c483104d1016'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:47.456876 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88902bc2-f7a3-45ea-bc58-1d28d308bda2" -d '{"events": [{"server_uuid": "7e2b8806-00cb-4d4e-a334-121d52c7e8bc", "name": "network-vif-plugged", "status": "completed", "tag": "de3fd5e3-9975-474f-90bd-c483104d1016"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:47.484917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port de3fd5e3-9975-474f-90bd-c483104d1016, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=de3fd5e3-9975-474f-90bd-c483104d1016,segment=NetworkSegment(16f84919-4479-4e59-bc1b-6a96bb80cf71),segment_id=16f84919-4479-4e59-bc1b-6a96bb80cf71)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:47.509439 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aba4c61-7848-412f-ac17-0b23e1d521a9 x-openstack-request-id: req-7aba4c61-7848-412f-ac17-0b23e1d521a9 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:47.509922 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2b8806-00cb-4d4e-a334-121d52c7e8bc", "name": "network-vif-plugged", "status": "completed", "tag": "de3fd5e3-9975-474f-90bd-c483104d1016", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:47.510171 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7aba4c61-7848-412f-ac17-0b23e1d521a9 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:47.510679 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2b8806-00cb-4d4e-a334-121d52c7e8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3fd5e3-9975-474f-90bd-c483104d1016', 'code': 200} Aug 19 12:27:47.565305 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1760087594-network', 'tenant_id': '6c3e5dacb55240f3a14f2538d6447b67'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:47.644370 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5454a6b-8d67-4fbf-9c16-e97724aaf218 req-5f18f005-c7c5-46f8-89ac-5d4507a9bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:47.645923 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e5454a6b-8d67-4fbf-9c16-e97724aaf218 req-5f18f005-c7c5-46f8-89ac-5d4507a9bab8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 1096 time: 0.0706792 Aug 19 12:27:47.713987 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e5454a6b-8d67-4fbf-9c16-e97724aaf218 req-29ddb57c-91d7-4b0b-b502-62b295aa1659 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551629 Aug 19 12:27:47.721531 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.744431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Made reservation on behalf of 6c3e5dacb55240f3a14f2538d6447b67 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:47.747562 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.769420 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.779536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=de3fd5e3-9975-474f-90bd-c483104d1016,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:47.805766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105430e-a748-48e9-83b0-9396aff75688 req-e7977d22-ea25-4a9d-b1f7-22b902bdb6e3 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:47.814449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b105430e-a748-48e9-83b0-9396aff75688 req-e7977d22-ea25-4a9d-b1f7-22b902bdb6e3 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 949 time: 0.0887694 Aug 19 12:27:47.862097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b105430e-a748-48e9-83b0-9396aff75688 req-dbb386b2-c23f-4873-9d27-14f33d7c94dd tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Aug 19 12:27:47.871257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.949428 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.965524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:47.992020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.992615 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Added segment 3007d4cc-7433-4449-be74-49cc9879b0cc of type vlan for network b33ad815-1439-49d0-a312-9e6d2fff268e Aug 19 12:27:48.018092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f5fc85-5824-4423-9118-ca4a5c50343f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:48.057144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c285587-b681-40bf-8627-db5ddb351b7b req-5e273ee3-43b6-4f30-b3b6-e2337bcf0485 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0533953 Aug 19 12:27:48.091845 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.211802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b8ee8-12f5-4a83-8026-7b036c5374a5 req-fd3e1030-14fd-4c3d-b36d-f9c0081fdd7e tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:48.213346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-208b8ee8-12f5-4a83-8026-7b036c5374a5 req-fd3e1030-14fd-4c3d-b36d-f9c0081fdd7e tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 946 time: 0.0577488 Aug 19 12:27:48.229970 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.231459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:48.232054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.268485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-208b8ee8-12f5-4a83-8026-7b036c5374a5 req-d2da53f4-fd43-4569-bf42-7c1881e5ed8f tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472109 Aug 19 12:27:48.322629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] Pushing event updated for resources: {'Network': ['ID=b33ad815-1439-49d0-a312-9e6d2fff268e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:48.332747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network b33ad815-1439-49d0-a312-9e6d2fff268e details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:48.456366 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-79980c7b-e68f-4b9d-97f7-1e98d33a35ee admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1405580 Aug 19 12:27:48.456810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60758) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:48.463440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] Request body: {'subnet': {'network_id': 'b33ad815-1439-49d0-a312-9e6d2fff268e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1760087594-subnet', 'tenant_id': '6c3e5dacb55240f3a14f2538d6447b67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:48.604771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3263dc-e0d6-4a32-82f5-dbd548ad6c00 req-69d352a2-aab8-44e1-8599-abbb249f8e7e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:48.614967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be3263dc-e0d6-4a32-82f5-dbd548ad6c00 req-69d352a2-aab8-44e1-8599-abbb249f8e7e tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 949 time: 0.1282449 Aug 19 12:27:48.661221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be3263dc-e0d6-4a32-82f5-dbd548ad6c00 req-98183c29-4d44-4b2f-b246-18af7116a42c tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Aug 19 12:27:48.679541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] Made reservation on behalf of 6c3e5dacb55240f3a14f2538d6447b67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:48.682430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.056479 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.143554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8ed685-7197-4931-b7ed-7c6434533b76,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:49.156867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] Checking segment: {'id': '3007d4cc-7433-4449-be74-49cc9879b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b33ad815-1439-49d0-a312-9e6d2fff268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:49.157237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] Network hostable DHCP agents. Network: b33ad815-1439-49d0-a312-9e6d2fff268e, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:49.192759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d97589b0-9ce7-4222-8388-4c33ded27627 req-2d0a8346-c8da-4c9f-8782-37faba7960c7 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0329533 Aug 19 12:27:49.340965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:49.422374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda14ecd-3069-47cb-9e26-115a8a347e79 req-b303c73b-6f9a-4c55-9b6c-f1a9c0ecf5c8 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:49.424942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dda14ecd-3069-47cb-9e26-115a8a347e79 req-b303c73b-6f9a-4c55-9b6c-f1a9c0ecf5c8 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 946 time: 0.0714128 Aug 19 12:27:49.464447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] Network b33ad815-1439-49d0-a312-9e6d2fff268e is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:49.486447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dda14ecd-3069-47cb-9e26-115a8a347e79 req-f8e52fda-6027-488a-80a2-0a3decdaef4f tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527856 Aug 19 12:27:49.493753 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd725d71-c489-4978-9c7d-a3b6fd62d486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.606566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd725d71-c489-4978-9c7d-a3b6fd62d486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.607804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, b33ad815-1439-49d0-a312-9e6d2fff268e) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:49.612656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:49.613829 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.616993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df012951-8d8a-4752-b79a-99fa8791a2fa None None] Network b33ad815-1439-49d0-a312-9e6d2fff268e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:49.771913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6c3fd6-3e97-4d61-991a-8c11fa9b3c83 None None] Network b33ad815-1439-49d0-a312-9e6d2fff268e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:49.776454 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd725d71-c489-4978-9c7d-a3b6fd62d486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.843829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dd725d71-c489-4978-9c7d-a3b6fd62d486 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c75638e905cc479185a3bca7c20707a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008738 Aug 19 12:27:49.846658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60788) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:49.858813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd725d71-c489-4978-9c7d-a3b6fd62d486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7e9265-30f5-46bf-ba90-488675750a9e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:49.896465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2da09-fc53-4005-9a15-ce286d4f11b3 req-623c8dd9-99c0-4a22-9a79-a30cea62f07d tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:49.898218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdc2da09-fc53-4005-9a15-ce286d4f11b3 req-623c8dd9-99c0-4a22-9a79-a30cea62f07d tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 949 time: 0.1325636 Aug 19 12:27:49.922390 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6c8fbfdf-8d13-4688-a8a5-4be86854c4f5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4645512 Aug 19 12:27:49.958117 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-786935a0-93af-45cb-9308-c6cd52bebf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.969039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdc2da09-fc53-4005-9a15-ce286d4f11b3 req-60a9a514-bb5f-4f40-a86b-b1f52b264fe9 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/security-groups?id=2689f04c-84a4-40ef-a9c7-e90fc915ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603640 Aug 19 12:27:49.988792 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-786935a0-93af-45cb-9308-c6cd52bebf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.132325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10661cc-38bd-4c12-85bb-a41b58458edf req-d8fafbf8-2ea6-4a35-8880-086701f9568d tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:50.132936 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-786935a0-93af-45cb-9308-c6cd52bebf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.133927 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c10661cc-38bd-4c12-85bb-a41b58458edf req-d8fafbf8-2ea6-4a35-8880-086701f9568d tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.52 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 949 time: 0.0575182 Aug 19 12:27:50.135837 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-786935a0-93af-45cb-9308-c6cd52bebf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.137114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-786935a0-93af-45cb-9308-c6cd52bebf54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d7e9265-30f5-46bf-ba90-488675750a9e HTTP/1.1" status: 204 len: 168 time: 0.2857018 Aug 19 12:27:50.146270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786935a0-93af-45cb-9308-c6cd52bebf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7e9265-30f5-46bf-ba90-488675750a9e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:50.262124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-c10661cc-38bd-4c12-85bb-a41b58458edf req-ed775a00-13c9-42d7-9ddd-1c7ed944afaf tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Deleting port 64b50bba-0ec2-485e-b1cc-c647544a84c6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:50.262409 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c10661cc-38bd-4c12-85bb-a41b58458edf req-ed775a00-13c9-42d7-9ddd-1c7ed944afaf tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.344349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9bae47e0-d7bb-4a84-aeac-78494fd9c67c req-d2c1aa16-1ae2-41cd-81b6-ae9c834e620d tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/ports?device_id=38d63e31-d1fe-467a-855f-c43ff856758a HTTP/1.1" status: 200 len: 210 time: 0.0404944 Aug 19 12:27:50.379293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c10661cc-38bd-4c12-85bb-a41b58458edf req-ed775a00-13c9-42d7-9ddd-1c7ed944afaf tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] For port 64b50bba-0ec2-485e-b1cc-c647544a84c6, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=64b50bba-0ec2-485e-b1cc-c647544a84c6,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:50.379764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c10661cc-38bd-4c12-85bb-a41b58458edf req-ed775a00-13c9-42d7-9ddd-1c7ed944afaf tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.395688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-c10661cc-38bd-4c12-85bb-a41b58458edf req-ed775a00-13c9-42d7-9ddd-1c7ed944afaf tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Calling delete_port for 64b50bba-0ec2-485e-b1cc-c647544a84c6 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:50.474681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-d521f7e4-8713-4e6a-8709-174e915e5625 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:50.476311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-d521f7e4-8713-4e6a-8709-174e915e5625 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/networks?id=b33ad815-1439-49d0-a312-9e6d2fff268e HTTP/1.1" status: 200 len: 822 time: 0.1345720 Aug 19 12:27:50.507628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-bb59f589-2356-47bf-871b-20b9956cb6f3 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/quotas/6c3e5dacb55240f3a14f2538d6447b67 HTTP/1.1" status: 200 len: 375 time: 0.0174539 Aug 19 12:27:50.540646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a516f588-903c-425c-9ff2-3fcc661e8fb0 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c3e5dacb55240f3a14f2538d6447b67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370517 Aug 19 12:27:50.697969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99101220-5d8e-4b45-ac58-ee3ae45eb268 req-c99ee696-523d-4b66-9382-6eb414214807 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:50.698496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99101220-5d8e-4b45-ac58-ee3ae45eb268 req-c99ee696-523d-4b66-9382-6eb414214807 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 946 time: 0.1017752 Aug 19 12:27:50.708951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-103759e7-0492-4dc1-b23b-a66c3f39c902 service neutron] 10.222.0.44 "GET /v2.0/networks/b33ad815-1439-49d0-a312-9e6d2fff268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630387 Aug 19 12:27:50.764529 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c10661cc-38bd-4c12-85bb-a41b58458edf req-ed775a00-13c9-42d7-9ddd-1c7ed944afaf tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.777167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['64b50bba-0ec2-485e-b1cc-c647544a84c6'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:50.797759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed775a00-13c9-42d7-9ddd-1c7ed944afaf tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Pushing event deleted for resources: {'Port': ['ID=64b50bba-0ec2-485e-b1cc-c647544a84c6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:50.829138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99101220-5d8e-4b45-ac58-ee3ae45eb268 req-74af55f4-10d5-409f-8da5-f9975e73197e tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234770 Aug 19 12:27:50.860122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10661cc-38bd-4c12-85bb-a41b58458edf req-ed775a00-13c9-42d7-9ddd-1c7ed944afaf tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] No DVR routers for this DVR port 64b50bba-0ec2-485e-b1cc-c647544a84c6 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:50.864353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c10661cc-38bd-4c12-85bb-a41b58458edf req-ed775a00-13c9-42d7-9ddd-1c7ed944afaf tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.867330 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c10661cc-38bd-4c12-85bb-a41b58458edf req-ed775a00-13c9-42d7-9ddd-1c7ed944afaf tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.52 "DELETE /v2.0/ports/64b50bba-0ec2-485e-b1cc-c647544a84c6 HTTP/1.1" status: 204 len: 173 time: 0.7271183 Aug 19 12:27:50.867999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f1b965-b617-41ff-bd1e-ab8cbad1c673', 'name': 'network-vif-deleted', 'tag': '64b50bba-0ec2-485e-b1cc-c647544a84c6'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:50.870606 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cee3bb-c004-4e0b-8930-46d0bd220709" -d '{"events": [{"server_uuid": "70f1b965-b617-41ff-bd1e-ab8cbad1c673", "name": "network-vif-deleted", "tag": "64b50bba-0ec2-485e-b1cc-c647544a84c6"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:50.884225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-d7e9009c-bb62-4de8-ba51-04a078f7bff5 service neutron] 10.222.0.44 "GET /v2.0/networks/b33ad815-1439-49d0-a312-9e6d2fff268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712589 Aug 19 12:27:51.102428 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec6bcf8-9f73-48cd-aea1-1a2ec3e45cfb x-openstack-request-id: req-eec6bcf8-9f73-48cd-aea1-1a2ec3e45cfb {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:51.102984 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f1b965-b617-41ff-bd1e-ab8cbad1c673", "name": "network-vif-deleted", "tag": "64b50bba-0ec2-485e-b1cc-c647544a84c6", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:51.103241 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eec6bcf8-9f73-48cd-aea1-1a2ec3e45cfb {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:51.103641 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f1b965-b617-41ff-bd1e-ab8cbad1c673', 'name': 'network-vif-deleted', 'tag': '64b50bba-0ec2-485e-b1cc-c647544a84c6', 'status': 'completed', 'code': 200} Aug 19 12:27:51.148391 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4e3c-7373-4cab-bfaa-32328636892c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.182318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc5dc3ed-2f54-4e1d-b578-906247af0d62 req-60b01368-5cf7-4e11-ac93-adfc6ca87328 tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 210 time: 0.0304666 Aug 19 12:27:51.312958 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c2b1da4-60eb-436f-990e-dfbcbf810240 req-236e75b4-ee75-42f9-97b1-afee7d193d37 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 210 time: 0.0411766 Aug 19 12:27:51.784354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60864) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:51.857298 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-725f23c4-9b20-4826-abd9-ff81b6d684b5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.883672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-725f23c4-9b20-4826-abd9-ff81b6d684b5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.076079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-725f23c4-9b20-4826-abd9-ff81b6d684b5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.079218 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-725f23c4-9b20-4826-abd9-ff81b6d684b5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.083900 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-725f23c4-9b20-4826-abd9-ff81b6d684b5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "DELETE /v2.0/security-groups/a00aba95-15be-4397-8e68-1d3f7f5e94c9 HTTP/1.1" status: 204 len: 168 time: 0.2969546 Aug 19 12:27:52.090730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60874) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:52.094420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f23c4-9b20-4826-abd9-ff81b6d684b5 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00aba95-15be-4397-8e68-1d3f7f5e94c9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:52.148411 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-3edaa2d7-4792-4fe4-ad8f-f983c48a1012 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] show failed (client error): The resource could not be found. Aug 19 12:27:52.149498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3edaa2d7-4792-4fe4-ad8f-f983c48a1012 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "GET /v2.0/security-groups/a00aba95-15be-4397-8e68-1d3f7f5e94c9 HTTP/1.1" status: 404 len: 347 time: 0.0559511 Aug 19 12:27:52.152794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60876) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:52.171877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d8456-10cb-47df-9255-2923fe5809eb req-340018b5-498c-481f-b09a-e226b56be96a tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:52.173673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9d8456-10cb-47df-9255-2923fe5809eb req-340018b5-498c-481f-b09a-e226b56be96a tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 946 time: 0.1031342 Aug 19 12:27:52.218660 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9d8456-10cb-47df-9255-2923fe5809eb req-18b7472e-9c81-4f83-bfce-303f15216602 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372999 Aug 19 12:27:52.285685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3bac8-42a3-4c94-b69f-c6829d04dd9f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Deleting port d5d2f0c5-83d1-409d-a95f-20d8370fd87b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:52.286076 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cc3bac8-42a3-4c94-b69f-c6829d04dd9f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.359011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-309ec8da-ac1a-47a3-bb62-c605efaa7f6c req-378387ce-8ce4-4db5-a673-255f5409935b tempest-ServerDiagnosticsNegativeTest-432976234 tempest-ServerDiagnosticsNegativeTest-432976234-project] 10.222.0.44 "GET /v2.0/ports?device_id=70f1b965-b617-41ff-bd1e-ab8cbad1c673 HTTP/1.1" status: 200 len: 210 time: 0.0584946 Aug 19 12:27:52.409872 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cc3bac8-42a3-4c94-b69f-c6829d04dd9f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.410470 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cc3bac8-42a3-4c94-b69f-c6829d04dd9f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.431471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24b9252f-2bd6-4644-a430-39822944b185 req-17763c22-dbc5-4296-a142-8ef09e91b9c8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 210 time: 0.0435028 Aug 19 12:27:52.432703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3bac8-42a3-4c94-b69f-c6829d04dd9f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Calling delete_port for d5d2f0c5-83d1-409d-a95f-20d8370fd87b owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:53.068330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cc3bac8-42a3-4c94-b69f-c6829d04dd9f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.099157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3bac8-42a3-4c94-b69f-c6829d04dd9f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Port': ['ID=d5d2f0c5-83d1-409d-a95f-20d8370fd87b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:53.172326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cc3bac8-42a3-4c94-b69f-c6829d04dd9f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.175817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cc3bac8-42a3-4c94-b69f-c6829d04dd9f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.177161 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4cc3bac8-42a3-4c94-b69f-c6829d04dd9f tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "DELETE /v2.0/floatingips/0324e1b9-a846-4e73-866b-9befe83ca11d HTTP/1.1" status: 204 len: 168 time: 1.0229275 Aug 19 12:27:53.180038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60904) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:53.279551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ab922248-0dfa-4654-a815-425e1dc3d7e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Deleting port 4fc642de-7ffa-4979-956d-5f14b4e4d72e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:53.280637 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab922248-0dfa-4654-a815-425e1dc3d7e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.406560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be5f47-ff9f-4385-82d0-ccf79d65511c req-5723d4c7-90f9-4fd0-b769-c54b3814bfcc tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:53.408284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87be5f47-ff9f-4385-82d0-ccf79d65511c req-5723d4c7-90f9-4fd0-b769-c54b3814bfcc tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 946 time: 0.1113493 Aug 19 12:27:53.423333 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab922248-0dfa-4654-a815-425e1dc3d7e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.451087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ab922248-0dfa-4654-a815-425e1dc3d7e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Calling delete_port for 4fc642de-7ffa-4979-956d-5f14b4e4d72e owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:53.492066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87be5f47-ff9f-4385-82d0-ccf79d65511c req-1c554c73-11fc-4087-8d67-47a59265d889 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4daf3d3-1871-4219-bad3-fe07fd611d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708008 Aug 19 12:27:53.550529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467181d2-cc15-4034-ae6f-576ae8b54e7d req-e8c08c67-53de-4f1f-a326-d17a31907c12 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:53.555016 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-467181d2-cc15-4034-ae6f-576ae8b54e7d req-e8c08c67-53de-4f1f-a326-d17a31907c12 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 946 time: 0.1136150 Aug 19 12:27:53.674092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2dd3a523-20aa-4757-bb0b-1b3665eae308 req-58cffcd3-2f31-47bb-8474-ff6e837ee7ac tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 210 time: 0.0705912 Aug 19 12:27:53.697613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-467181d2-cc15-4034-ae6f-576ae8b54e7d req-7bacfa84-fe6d-4877-8ef9-c7dea70928d9 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Deleting port de3fd5e3-9975-474f-90bd-c483104d1016 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:53.697979 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-467181d2-cc15-4034-ae6f-576ae8b54e7d req-7bacfa84-fe6d-4877-8ef9-c7dea70928d9 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.797418 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-467181d2-cc15-4034-ae6f-576ae8b54e7d req-7bacfa84-fe6d-4877-8ef9-c7dea70928d9 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] For port de3fd5e3-9975-474f-90bd-c483104d1016, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=de3fd5e3-9975-474f-90bd-c483104d1016,segment=NetworkSegment(16f84919-4479-4e59-bc1b-6a96bb80cf71),segment_id=16f84919-4479-4e59-bc1b-6a96bb80cf71)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:53.797671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-467181d2-cc15-4034-ae6f-576ae8b54e7d req-7bacfa84-fe6d-4877-8ef9-c7dea70928d9 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.813433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-467181d2-cc15-4034-ae6f-576ae8b54e7d req-7bacfa84-fe6d-4877-8ef9-c7dea70928d9 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Calling delete_port for de3fd5e3-9975-474f-90bd-c483104d1016 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:53.938781 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab922248-0dfa-4654-a815-425e1dc3d7e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.969021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab922248-0dfa-4654-a815-425e1dc3d7e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Port': ['ID=4fc642de-7ffa-4979-956d-5f14b4e4d72e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:54.055435 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab922248-0dfa-4654-a815-425e1dc3d7e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.058091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ab922248-0dfa-4654-a815-425e1dc3d7e8 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "DELETE /v2.0/ports/4fc642de-7ffa-4979-956d-5f14b4e4d72e HTTP/1.1" status: 204 len: 168 time: 0.8767066 Aug 19 12:27:54.065121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60930) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:54.144306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-467181d2-cc15-4034-ae6f-576ae8b54e7d req-7bacfa84-fe6d-4877-8ef9-c7dea70928d9 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.156955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['de3fd5e3-9975-474f-90bd-c483104d1016'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:54.186856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b3929-fb25-46c5-b964-34f7ac65d061 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Deleting port 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:54.190998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacfa84-fe6d-4877-8ef9-c7dea70928d9 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Pushing event deleted for resources: {'Port': ['ID=de3fd5e3-9975-474f-90bd-c483104d1016,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:54.191567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3929-fb25-46c5-b964-34f7ac65d061 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.256658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-467181d2-cc15-4034-ae6f-576ae8b54e7d req-7bacfa84-fe6d-4877-8ef9-c7dea70928d9 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] No DVR routers for this DVR port de3fd5e3-9975-474f-90bd-c483104d1016 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:54.261612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-467181d2-cc15-4034-ae6f-576ae8b54e7d req-7bacfa84-fe6d-4877-8ef9-c7dea70928d9 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.263536 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-467181d2-cc15-4034-ae6f-576ae8b54e7d req-7bacfa84-fe6d-4877-8ef9-c7dea70928d9 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.52 "DELETE /v2.0/ports/de3fd5e3-9975-474f-90bd-c483104d1016 HTTP/1.1" status: 204 len: 173 time: 0.6988804 Aug 19 12:27:54.264708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b8806-00cb-4d4e-a334-121d52c7e8bc', 'name': 'network-vif-deleted', 'tag': 'de3fd5e3-9975-474f-90bd-c483104d1016'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:54.269349 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0077751-c4f3-440d-9c47-ca14679ffaf8" -d '{"events": [{"server_uuid": "7e2b8806-00cb-4d4e-a334-121d52c7e8bc", "name": "network-vif-deleted", "tag": "de3fd5e3-9975-474f-90bd-c483104d1016"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:54.322303 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a58025b-5192-428b-b670-4362a9da7f03 x-openstack-request-id: req-9a58025b-5192-428b-b670-4362a9da7f03 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:54.322842 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2b8806-00cb-4d4e-a334-121d52c7e8bc", "name": "network-vif-deleted", "tag": "de3fd5e3-9975-474f-90bd-c483104d1016", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:54.323271 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a58025b-5192-428b-b670-4362a9da7f03 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:54.323928 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2b8806-00cb-4d4e-a334-121d52c7e8bc', 'name': 'network-vif-deleted', 'tag': 'de3fd5e3-9975-474f-90bd-c483104d1016', 'status': 'completed', 'code': 200} Aug 19 12:27:54.377096 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3929-fb25-46c5-b964-34f7ac65d061 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.394769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60942) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:54.398579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b3929-fb25-46c5-b964-34f7ac65d061 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Calling delete_port for 1851f4e9-b54c-452a-bdfc-d00b649ab1e3 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:54.634108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63c65fd8-40ad-43ca-8516-abb658d14659 req-04b2b551-8ae5-446a-b4dc-da37f7f5c706 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 210 time: 0.0371239 Aug 19 12:27:54.715942 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ab34d132-7f03-4318-99f3-34870f0636e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf1522c835c54ad0a3293a33982016ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198903 Aug 19 12:27:54.718291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60952) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:54.776604 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.789871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12fdacd9-ea83-4144-8906-85773bad747a req-d1af632d-f6c7-4bbf-823a-5bb993c502a8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 210 time: 0.0400410 Aug 19 12:27:54.802893 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.887341 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3929-fb25-46c5-b964-34f7ac65d061 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.919064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b3929-fb25-46c5-b964-34f7ac65d061 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Port': ['ID=1851f4e9-b54c-452a-bdfc-d00b649ab1e3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:54.938080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 64b50bba-0ec2-485e-b1cc-c647544a84c6 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:54.961396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 64b50bba-0ec2-485e-b1cc-c647544a84c6 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:54.961777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 64b50bba-0ec2-485e-b1cc-c647544a84c6 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:54.962199 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device de3fd5e3-9975-474f-90bd-c483104d1016 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:54.987439 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: de3fd5e3-9975-474f-90bd-c483104d1016 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:54.987790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device de3fd5e3-9975-474f-90bd-c483104d1016 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:54.998650 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3929-fb25-46c5-b964-34f7ac65d061 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.000979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9d2b3929-fb25-46c5-b964-34f7ac65d061 tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "DELETE /v2.0/ports/1851f4e9-b54c-452a-bdfc-d00b649ab1e3 HTTP/1.1" status: 204 len: 168 time: 0.9382212 Aug 19 12:27:55.003756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60956) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:55.059358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6107e22e-d6d3-4b14-8401-ed841510e02b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Deleting subnet bc8fbf22-ad86-439b-b36a-a2769a04a542 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:55.062605 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6107e22e-d6d3-4b14-8401-ed841510e02b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.074329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.074329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.075365 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2689f04c-84a4-40ef-a9c7-e90fc915ae28 HTTP/1.1" status: 204 len: 168 time: 0.3559618 Aug 19 12:27:55.084830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2689f04c-84a4-40ef-a9c7-e90fc915ae28,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:55.094379 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.094817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.095255 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.095649 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.096057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.096463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.097000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.097508 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.098053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.098383 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.098736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.099287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2d5d6-b116-499a-b265-61ea8f2d33d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:55.151147 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6107e22e-d6d3-4b14-8401-ed841510e02b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.383972 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6107e22e-d6d3-4b14-8401-ed841510e02b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.387716 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c9ec16f3-474d-434d-bbfc-b7555d4e01dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.452304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-166c9ef9-59db-4722-97c4-43cf7a11fa52 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:55.454034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-166c9ef9-59db-4722-97c4-43cf7a11fa52 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.53 "GET /v2.0/networks?id=b33ad815-1439-49d0-a312-9e6d2fff268e HTTP/1.1" status: 200 len: 822 time: 0.2336900 Aug 19 12:27:55.469953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Request body: {'port': {'device_id': '30f8aec6-e5a0-428c-aca3-842ecc513544', 'network_id': 'b33ad815-1439-49d0-a312-9e6d2fff268e', 'admin_state_up': True, 'tenant_id': '6c3e5dacb55240f3a14f2538d6447b67'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:55.729191 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6107e22e-d6d3-4b14-8401-ed841510e02b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.781842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.815001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Made reservation on behalf of 6c3e5dacb55240f3a14f2538d6447b67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:55.815158 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.817724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107e22e-d6d3-4b14-8401-ed841510e02b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8fbf22-ad86-439b-b36a-a2769a04a542,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:55.835645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4af4c0-f213-4a46-a14a-a1b08cfc9bde None None] Network 0d6c6406-487d-464e-aa6a-b35d43ac7bdd requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:55.853668 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6107e22e-d6d3-4b14-8401-ed841510e02b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.859141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6107e22e-d6d3-4b14-8401-ed841510e02b tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "DELETE /v2.0/subnets/bc8fbf22-ad86-439b-b36a-a2769a04a542 HTTP/1.1" status: 204 len: 168 time: 0.8515940 Aug 19 12:27:55.859625 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60976) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:55.867717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e479649d-4bdd-446d-a69c-c0e9d5853890 req-12b17042-f7f2-448b-a8d5-dfc294d74d90 tempest-ServerAddressesTestJSON-1974518858 tempest-ServerAddressesTestJSON-1974518858-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e2b8806-00cb-4d4e-a334-121d52c7e8bc HTTP/1.1" status: 200 len: 210 time: 0.1350541 Aug 19 12:27:55.973515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18d04a9-bcde-4fa1-be81-1f3d1d6d431c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Deleting subnet 60c479a1-0e32-4f3b-aff3-c38b73d00695 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:55.983598 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c18d04a9-bcde-4fa1-be81-1f3d1d6d431c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.043801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c18d04a9-bcde-4fa1-be81-1f3d1d6d431c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.068585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2124091-f1c0-4d0d-a323-a80c6a0140dc req-c2e5f748-a74b-4710-aabf-89032f550a4b tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 210 time: 0.0690496 Aug 19 12:27:56.167387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d0ddd-2f89-417e-b7e7-38ad0a81308b None None] DHCP port deletion for 0d6c6406-487d-464e-aa6a-b35d43ac7bdd request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:56.199708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c18d04a9-bcde-4fa1-be81-1f3d1d6d431c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.260662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Allocated IP 172.20.0.8 (b33ad815-1439-49d0-a312-9e6d2fff268e/eb8ed685-7197-4931-b7ed-7c6434533b76/8faf5653-b80e-46d8-9670-5be23060da8d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:56.302452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d0ddd-2f89-417e-b7e7-38ad0a81308b None None] Deleting port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:56.302452 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e0d0ddd-2f89-417e-b7e7-38ad0a81308b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.381485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2e0d0ddd-2f89-417e-b7e7-38ad0a81308b None None] For port 4e48f6dc-4440-4f33-a279-343bcd62d4f2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4e48f6dc-4440-4f33-a279-343bcd62d4f2,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:56.381906 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e0d0ddd-2f89-417e-b7e7-38ad0a81308b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.390008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c18d04a9-bcde-4fa1-be81-1f3d1d6d431c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.404327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d0ddd-2f89-417e-b7e7-38ad0a81308b None None] Calling delete_port for 4e48f6dc-4440-4f33-a279-343bcd62d4f2 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:56.420825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d04a9-bcde-4fa1-be81-1f3d1d6d431c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Subnet': ['ID=60c479a1-0e32-4f3b-aff3-c38b73d00695,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:56.422895 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c18d04a9-bcde-4fa1-be81-1f3d1d6d431c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.427373 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c18d04a9-bcde-4fa1-be81-1f3d1d6d431c tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "DELETE /v2.0/subnets/60c479a1-0e32-4f3b-aff3-c38b73d00695 HTTP/1.1" status: 204 len: 168 time: 0.5634937 Aug 19 12:27:56.429865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60992) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:56.446139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c329321f-cf76-4c37-9736-f9ceb37626e0 None None] Network 193ea437-6444-44f1-bc3a-75066b6e68f8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:56.463163 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.490524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60996) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:56.520943 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41d605c2-fd76-4235-8333-a98d87c89bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.571355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.589943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4e48f6dc-4440-4f33-a279-343bcd62d4f2 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:56.664265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Deleting port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:56.664840 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.670640 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41d605c2-fd76-4235-8333-a98d87c89bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.728769 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.751912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] For port 4e48f6dc-4440-4f33-a279-343bcd62d4f2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4e48f6dc-4440-4f33-a279-343bcd62d4f2,segment=NetworkSegment(ae9936ce-d099-48b6-9d48-9382b76ea84d),segment_id=ae9936ce-d099-48b6-9d48-9382b76ea84d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:56.753077 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.763123 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.774617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Network b33ad815-1439-49d0-a312-9e6d2fff268e is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:56.777976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:56.781829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:56.788068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Calling delete_port for 4e48f6dc-4440-4f33-a279-343bcd62d4f2 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:56.841951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46eb571-d993-45e2-8e44-a384a447ed22 None None] DHCP port deletion for 193ea437-6444-44f1-bc3a-75066b6e68f8 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:56.898825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d46eb571-d993-45e2-8e44-a384a447ed22 None None] Deleting port f9e28921-93b1-4ce9-904b-e0c8b0ab114b {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:56.899210 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d46eb571-d993-45e2-8e44-a384a447ed22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.935777 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32768) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:56.981692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d46eb571-d993-45e2-8e44-a384a447ed22 None None] For port f9e28921-93b1-4ce9-904b-e0c8b0ab114b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f9e28921-93b1-4ce9-904b-e0c8b0ab114b,segment=NetworkSegment(81fe5906-7168-4149-8786-19172f83db6f),segment_id=81fe5906-7168-4149-8786-19172f83db6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:56.981692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d46eb571-d993-45e2-8e44-a384a447ed22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.987080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-95de54d6-be06-4a8f-943f-26a151f818ec admin admin] Deleting subnet 9e440314-0af4-4b78-8f96-82ff105ce197 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:56.990722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95de54d6-be06-4a8f-943f-26a151f818ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.995438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d46eb571-d993-45e2-8e44-a384a447ed22 None None] Calling delete_port for f9e28921-93b1-4ce9-904b-e0c8b0ab114b owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:57.006126 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.009985 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e0d0ddd-2f89-417e-b7e7-38ad0a81308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.034719 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.038792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95de54d6-be06-4a8f-943f-26a151f818ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.058057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d0ddd-2f89-417e-b7e7-38ad0a81308b None None] Pushing event deleted for resources: {'Port': ['ID=4e48f6dc-4440-4f33-a279-343bcd62d4f2,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.096328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d0ddd-2f89-417e-b7e7-38ad0a81308b None None] No DVR routers for this DVR port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:57.107550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Port': ['ID=4e48f6dc-4440-4f33-a279-343bcd62d4f2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.122103 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] No DVR routers for this DVR port 4e48f6dc-4440-4f33-a279-343bcd62d4f2 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:57.186718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95de54d6-be06-4a8f-943f-26a151f818ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.214225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41d605c2-fd76-4235-8333-a98d87c89bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.264139 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d46eb571-d993-45e2-8e44-a384a447ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.273433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Pushing event updated for resources: {'Port': ['ID=8faf5653-b80e-46d8-9670-5be23060da8d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.283083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.299395 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6c6406-487d-464e-aa6a-b35d43ac7bdd']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:57.317246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-41d605c2-fd76-4235-8333-a98d87c89bf6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=133907c6552444f086322a523211e18b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8232124 Aug 19 12:27:57.317740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d605c2-fd76-4235-8333-a98d87c89bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805c5aef-e358-4e86-9e05-ae83bc58f3eb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.321206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32776) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:57.323563 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9936ce-d099-48b6-9d48-9382b76ea84d') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:57.324133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9936ce-d099-48b6-9d48-9382b76ea84d') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:57.325591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:57.326197 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.338227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf62a7-7f31-4394-850b-721ccd9735a9 req-6c1d454d-6e5b-49c1-9b9a-1dc85d991f7a tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:57.340106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffdf62a7-7f31-4394-850b-721ccd9735a9 req-6c1d454d-6e5b-49c1-9b9a-1dc85d991f7a tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 931 time: 0.1284702 Aug 19 12:27:57.351393 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.357828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46eb571-d993-45e2-8e44-a384a447ed22 None None] Pushing event deleted for resources: {'Port': ['ID=f9e28921-93b1-4ce9-904b-e0c8b0ab114b,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.363912 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46eb571-d993-45e2-8e44-a384a447ed22 None None] No DVR routers for this DVR port f9e28921-93b1-4ce9-904b-e0c8b0ab114b on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:57.387344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffdf62a7-7f31-4394-850b-721ccd9735a9 req-478adf90-1478-49bf-98e0-403b70cc5737 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382228 Aug 19 12:27:57.398236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.422786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:57.423200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:57.426277 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:57.467064 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-417d3a6b-87c7-4288-babf-e86a1015a9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.504376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-417d3a6b-87c7-4288-babf-e86a1015a9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.523591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-a7aca387-227f-4e28-b6ae-4055c8aa9ec8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0577264 Aug 19 12:27:57.525314 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95de54d6-be06-4a8f-943f-26a151f818ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.549178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Request body: {'port': {'device_id': '30f8aec6-e5a0-428c-aca3-842ecc513544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:57.565335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de54d6-be06-4a8f-943f-26a151f818ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e440314-0af4-4b78-8f96-82ff105ce197,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.567438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95de54d6-be06-4a8f-943f-26a151f818ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.571946 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-95de54d6-be06-4a8f-943f-26a151f818ec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9e440314-0af4-4b78-8f96-82ff105ce197 HTTP/1.1" status: 204 len: 168 time: 0.6325934 Aug 19 12:27:57.572823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32784) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:57.611460 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.622822 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.632791 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.634683 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "DELETE /v2.0/networks/0d6c6406-487d-464e-aa6a-b35d43ac7bdd HTTP/1.1" status: 204 len: 168 time: 1.2062671 Aug 19 12:27:57.643724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32786) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:57.672304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30932da5-8f8e-4f51-934a-b92e26023eaf tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Network': ['ID=0d6c6406-487d-464e-aa6a-b35d43ac7bdd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.717679 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.754741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.831980 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-417d3a6b-87c7-4288-babf-e86a1015a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.834602 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-417d3a6b-87c7-4288-babf-e86a1015a9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.835809 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-417d3a6b-87c7-4288-babf-e86a1015a9fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/805c5aef-e358-4e86-9e05-ae83bc58f3eb HTTP/1.1" status: 204 len: 168 time: 0.5084875 Aug 19 12:27:57.873062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.884403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d3a6b-87c7-4288-babf-e86a1015a9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c5aef-e358-4e86-9e05-ae83bc58f3eb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.899184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8154de27-3c4b-4a60-8694-053d0ae3a81f']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:57.939493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8faf5653-b80e-46d8-9670-5be23060da8d {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:57.942146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f84919-4479-4e59-bc1b-6a96bb80cf71') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:57.942673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f84919-4479-4e59-bc1b-6a96bb80cf71') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:57.948640 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.960846 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.966066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Transition to ACTIVE for port object 8faf5653-b80e-46d8-9670-5be23060da8d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:57.966348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.983856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193ea437-6444-44f1-bc3a-75066b6e68f8']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:57.986495 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.998014 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fe5906-7168-4149-8786-19172f83db6f') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:57.998338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fe5906-7168-4149-8786-19172f83db6f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:58.007361 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:58.007746 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:58.009345 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:58.045030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.069410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.075787 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:58.080919 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:58.109502 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.159609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Pushing event updated for resources: {'Port': ['ID=8faf5653-b80e-46d8-9670-5be23060da8d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:58.231880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Attempting to bind port 8faf5653-b80e-46d8-9670-5be23060da8d on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:58.232244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Attempting to bind port 8faf5653-b80e-46d8-9670-5be23060da8d by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '3007d4cc-7433-4449-be74-49cc9879b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b33ad815-1439-49d0-a312-9e6d2fff268e'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:58.232544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Attempting to bind port 8faf5653-b80e-46d8-9670-5be23060da8d on network b33ad815-1439-49d0-a312-9e6d2fff268e {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:58.236776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Port 8faf5653-b80e-46d8-9670-5be23060da8d on network b33ad815-1439-49d0-a312-9e6d2fff268e not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:58.237095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Attempting to bind port 8faf5653-b80e-46d8-9670-5be23060da8d on network b33ad815-1439-49d0-a312-9e6d2fff268e {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:58.241832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:58.242172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Checking segment: {'id': '3007d4cc-7433-4449-be74-49cc9879b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b33ad815-1439-49d0-a312-9e6d2fff268e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:58.242551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Bound using segment: {'id': '3007d4cc-7433-4449-be74-49cc9879b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b33ad815-1439-49d0-a312-9e6d2fff268e'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:58.242976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Bound port: 8faf5653-b80e-46d8-9670-5be23060da8d, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3007d4cc-7433-4449-be74-49cc9879b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b33ad815-1439-49d0-a312-9e6d2fff268e'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:58.243330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.262700 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.267511 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.272394 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8154de27-3c4b-4a60-8694-053d0ae3a81f HTTP/1.1" status: 204 len: 168 time: 0.6953535 Aug 19 12:27:58.272394 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.278764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.285211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] 10.222.0.44 "DELETE /v2.0/networks/193ea437-6444-44f1-bc3a-75066b6e68f8 HTTP/1.1" status: 204 len: 168 time: 0.6365428 Aug 19 12:27:58.300791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196fafa-6022-46ea-8dcb-9b4e29c7efe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8154de27-3c4b-4a60-8694-053d0ae3a81f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:58.329961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc7089-3b26-43a0-acb0-1e391a206c7e tempest-TaggedBootDevicesTest-96856498 tempest-TaggedBootDevicesTest-96856498-project] Pushing event deleted for resources: {'Network': ['ID=193ea437-6444-44f1-bc3a-75066b6e68f8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:58.346175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] For port 8faf5653-b80e-46d8-9670-5be23060da8d, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:58.356667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] For port 8faf5653-b80e-46d8-9670-5be23060da8d, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8faf5653-b80e-46d8-9670-5be23060da8d,segment=NetworkSegment(3007d4cc-7433-4449-be74-49cc9879b0cc),segment_id=3007d4cc-7433-4449-be74-49cc9879b0cc)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:58.537771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06f95d-c314-4d43-9626-61087ee7dab2 req-61f202e0-7112-44fa-96d2-3475ceeedd3b tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.537771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea06f95d-c314-4d43-9626-61087ee7dab2 req-61f202e0-7112-44fa-96d2-3475ceeedd3b tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 943 time: 0.0582235 Aug 19 12:27:58.538482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f9e28921-93b1-4ce9-904b-e0c8b0ab114b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:58.558875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: f9e28921-93b1-4ce9-904b-e0c8b0ab114b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:58.559238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f9e28921-93b1-4ce9-904b-e0c8b0ab114b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:58.567580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.615017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea06f95d-c314-4d43-9626-61087ee7dab2 req-34f45afc-1992-4508-9ded-7559dc67001b tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745080 Aug 19 12:27:58.629430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.629430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.631550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] 10.222.0.53 "PUT /v2.0/ports/8faf5653-b80e-46d8-9670-5be23060da8d HTTP/1.1" status: 200 len: 1091 time: 1.0858083 Aug 19 12:27:58.632023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f8aec6-e5a0-428c-aca3-842ecc513544', 'tag': '8faf5653-b80e-46d8-9670-5be23060da8d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:58.634340 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfb2edf-1b39-479b-b57a-b9d14f5e484f" -d '{"events": [{"name": "network-changed", "server_uuid": "30f8aec6-e5a0-428c-aca3-842ecc513544", "tag": "8faf5653-b80e-46d8-9670-5be23060da8d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:58.655132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae236a5b-54b4-4686-b719-fb473ec7c091 service neutron] Pushing event updated for resources: {'Port': ['ID=8faf5653-b80e-46d8-9670-5be23060da8d,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:58.693424 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951a13b9-b3d5-4136-9c02-634545c71282 x-openstack-request-id: req-951a13b9-b3d5-4136-9c02-634545c71282 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:58.693729 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f8aec6-e5a0-428c-aca3-842ecc513544", "tag": "8faf5653-b80e-46d8-9670-5be23060da8d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:58.694005 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-951a13b9-b3d5-4136-9c02-634545c71282 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:58.694389 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f8aec6-e5a0-428c-aca3-842ecc513544', 'tag': '8faf5653-b80e-46d8-9670-5be23060da8d', 'status': 'completed', 'code': 200} Aug 19 12:27:58.781201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2edf-1b39-479b-b57a-b9d14f5e484f req-219ef52d-5cd7-4dbf-bc75-f60c34c5cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.781201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdfb2edf-1b39-479b-b57a-b9d14f5e484f req-219ef52d-5cd7-4dbf-bc75-f60c34c5cd26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6c3e5dacb55240f3a14f2538d6447b67&device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 1094 time: 0.0507441 Aug 19 12:27:58.888120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2edf-1b39-479b-b57a-b9d14f5e484f req-2cacb340-2599-4508-8e2c-3e553bb4c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.889650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdfb2edf-1b39-479b-b57a-b9d14f5e484f req-2cacb340-2599-4508-8e2c-3e553bb4c0cf service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6c3e5dacb55240f3a14f2538d6447b67&shared=False HTTP/1.1" status: 200 len: 923 time: 0.0990093 Aug 19 12:27:58.898108 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.965668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32826) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.035401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2edf-1b39-479b-b57a-b9d14f5e484f req-7a93b839-8489-4017-80a5-45dc3609b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:59.035401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdfb2edf-1b39-479b-b57a-b9d14f5e484f req-7a93b839-8489-4017-80a5-45dc3609b23f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351135 Aug 19 12:27:59.043977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f2cb0fbd-f794-4f2f-a8f4-2593d548627b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7672d0cd53e043c6b0a39f087936f07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741291 Aug 19 12:27:59.044847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32832) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.145087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-e2d89ef1-77d8-488a-b326-792cfb8adafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:59.146662 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-e2d89ef1-77d8-488a-b326-792cfb8adafe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6c3e5dacb55240f3a14f2538d6447b67&device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 1094 time: 0.0705948 Aug 19 12:27:59.147782 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-68e974ac-62a1-4961-8898-070672179e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.201859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-6c5fa24d-f92c-4178-a85d-41e43d9eed72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8faf5653-b80e-46d8-9670-5be23060da8d HTTP/1.1" status: 200 len: 217 time: 0.0444951 Aug 19 12:27:59.203643 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-68e974ac-62a1-4961-8898-070672179e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.283589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-9f2c96e2-6fd3-4f34-b0d9-fc7f5edd4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:59.283589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-9f2c96e2-6fd3-4f34-b0d9-fc7f5edd4755 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb8ed685-7197-4931-b7ed-7c6434533b76 HTTP/1.1" status: 200 len: 862 time: 0.0710461 Aug 19 12:27:59.320848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-982b06bb-ccad-4491-915e-49f0b686100d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b33ad815-1439-49d0-a312-9e6d2fff268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284603 Aug 19 12:27:59.423915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-09724bfe-3c1d-41fb-934c-6e9363644f32 service neutron] 10.222.0.53 "GET /v2.0/networks/b33ad815-1439-49d0-a312-9e6d2fff268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945239 Aug 19 12:27:59.429099 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-68e974ac-62a1-4961-8898-070672179e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.431956 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-68e974ac-62a1-4961-8898-070672179e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.433228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-68e974ac-62a1-4961-8898-070672179e0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4daf3d3-1871-4219-bad3-fe07fd611d80 HTTP/1.1" status: 204 len: 168 time: 0.3874936 Aug 19 12:27:59.481906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e974ac-62a1-4961-8898-070672179e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4daf3d3-1871-4219-bad3-fe07fd611d80,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:59.574925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9cd32d-84eb-470d-9b60-4fe0406bcbfb req-33142c93-b7d8-4265-934e-423e734bd9d0 service neutron] 10.222.0.53 "GET /v2.0/networks/b33ad815-1439-49d0-a312-9e6d2fff268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401772 Aug 19 12:27:59.766341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43138e-fc4a-4784-8f9c-f685137a9be4 req-4f7aadda-2ea2-4310-957e-8e1d081a313f tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:59.768346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f43138e-fc4a-4784-8f9c-f685137a9be4 req-4f7aadda-2ea2-4310-957e-8e1d081a313f tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 943 time: 0.0621917 Aug 19 12:27:59.820422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f43138e-fc4a-4784-8f9c-f685137a9be4 req-ff13e24e-0bf4-4c57-b077-7d2491867d4f tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381474 Aug 19 12:28:00.949436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348750a-48bc-40ab-8065-a84b24593689 req-f6958891-c3b5-4429-8eba-10614dfb66d4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:00.951311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b348750a-48bc-40ab-8065-a84b24593689 req-f6958891-c3b5-4429-8eba-10614dfb66d4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 943 time: 0.0582600 Aug 19 12:28:01.002237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b348750a-48bc-40ab-8065-a84b24593689 req-bdf29077-98d6-4e49-b09e-7a23d5364615 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436597 Aug 19 12:28:01.533929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32924) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:01.662002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1943071071-network', 'tenant_id': '463fafca3cc04710bbe11a1bce1ba965'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:01.892477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Made reservation on behalf of 463fafca3cc04710bbe11a1bce1ba965 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:01.901582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.915573 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.022011 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.157881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c95fd-f590-4ee4-ac31-3c1835134a5b req-4864c6ef-15ec-4a60-b098-9341b952f54e tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:02.157881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-860c95fd-f590-4ee4-ac31-3c1835134a5b req-4864c6ef-15ec-4a60-b098-9341b952f54e tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 943 time: 0.0624659 Aug 19 12:28:02.175948 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.193559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-18c3ad2b-473e-4c5a-9e2f-14d537ca00e4 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4e6f87c5655343819547d841b6a7143b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464101 Aug 19 12:28:02.232212 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:28:02.250351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1600943-7fd8-42df-86b9-f0b5064fa783,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:02.253826 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.260989 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Added segment 473136ed-b0fd-4cf6-be9e-619571176e07 of type vlan for network 08d672d0-7ff5-44fb-9d12-cefabdad6355 Aug 19 12:28:02.271502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-860c95fd-f590-4ee4-ac31-3c1835134a5b req-70b9e448-dfcf-4704-8d60-eb161760d6b9 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047184 Aug 19 12:28:02.331829 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.353364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-ddcbd94d-eae2-4aa9-8542-1fca6239b343 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:02.354862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-ddcbd94d-eae2-4aa9-8542-1fca6239b343 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454422 Aug 19 12:28:02.372086 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e089c070-5ee9-4e5e-9afe-3a36d04d611b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/quotas/4e6f87c5655343819547d841b6a7143b HTTP/1.1" status: 200 len: 375 time: 0.0105031 Aug 19 12:28:02.408178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-b17cdf60-ea29-4b8e-b272-703ec13f5c45 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e6f87c5655343819547d841b6a7143b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296876 Aug 19 12:28:02.491993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.492983 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:02.496478 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.563961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] Pushing event updated for resources: {'Network': ['ID=08d672d0-7ff5-44fb-9d12-cefabdad6355,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:02.574891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 08d672d0-7ff5-44fb-9d12-cefabdad6355 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:28:02.714046 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a98223ae-44a1-48db-b00b-c53edee07a3b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1783791 Aug 19 12:28:02.717738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33030) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:02.725679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] Request body: {'subnet': {'network_id': '08d672d0-7ff5-44fb-9d12-cefabdad6355', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1943071071-subnet', 'tenant_id': '463fafca3cc04710bbe11a1bce1ba965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:02.912560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-a4b5c535-1732-4ea4-81de-1846769bdc2e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4e6f87c5655343819547d841b6a7143b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490432 Aug 19 12:28:02.937861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] Made reservation on behalf of 463fafca3cc04710bbe11a1bce1ba965 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:02.941222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.116340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-56767342-c912-47ae-8581-4a58a4d21987 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:03.138267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-56767342-c912-47ae-8581-4a58a4d21987 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244513 Aug 19 12:28:03.160640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-cfc912c4-d1de-4d38-8dd7-600c2e68fc23 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/quotas/4e6f87c5655343819547d841b6a7143b HTTP/1.1" status: 200 len: 375 time: 0.0206816 Aug 19 12:28:03.205738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4d083322-6bf3-4a85-8f25-c56c32c3c468 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e6f87c5655343819547d841b6a7143b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424988 Aug 19 12:28:03.420304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f899e4-f42b-4b85-bc71-55e0124faa82 req-cebbdbf1-108e-44e0-b341-e419798af6c2 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:03.428848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10f899e4-f42b-4b85-bc71-55e0124faa82 req-cebbdbf1-108e-44e0-b341-e419798af6c2 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 943 time: 0.0658114 Aug 19 12:28:03.482080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.482852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10f899e4-f42b-4b85-bc71-55e0124faa82 req-b1df3e4b-0ece-4a25-b22a-82034dc9bf49 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526023 Aug 19 12:28:03.534447 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fec48ac-5429-4705-bf24-ebafc96639c0,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:03.596728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fc7cac2-2199-4971-b618-fdf8664fa168 req-8ba958cb-134e-4ca6-adc0-97be438236e1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 210 time: 0.0488627 Aug 19 12:28:03.602724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] Checking segment: {'id': '473136ed-b0fd-4cf6-be9e-619571176e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '08d672d0-7ff5-44fb-9d12-cefabdad6355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:03.603762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] Network hostable DHCP agents. Network: 08d672d0-7ff5-44fb-9d12-cefabdad6355, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:28:03.762414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] Network 08d672d0-7ff5-44fb-9d12-cefabdad6355 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:28:03.946970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8faf5653-b80e-46d8-9670-5be23060da8d details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:03.955914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 08d672d0-7ff5-44fb-9d12-cefabdad6355) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:03.960169 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:03.960753 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.980380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccf098d-6d0b-44b3-85e8-d934ca5c7f82 None None] Network 08d672d0-7ff5-44fb-9d12-cefabdad6355 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:04.082496 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-11cfea3f-1280-4415-a3d0-59160e7a7a89 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3635695 Aug 19 12:28:04.181035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33106) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:04.262354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91cc34b-1a28-4d5a-9638-ebfdd3873474 None None] Network 08d672d0-7ff5-44fb-9d12-cefabdad6355 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:04.329593 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12823193-2078-4740-9651-82d0a33d1d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.359966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8faf5653-b80e-46d8-9670-5be23060da8d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8faf5653-b80e-46d8-9670-5be23060da8d,segment=NetworkSegment(3007d4cc-7433-4449-be74-49cc9879b0cc),segment_id=3007d4cc-7433-4449-be74-49cc9879b0cc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:04.410014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '8faf5653-b80e-46d8-9670-5be23060da8d', 'network_id': 'b33ad815-1439-49d0-a312-9e6d2fff268e', 'port_id': '8faf5653-b80e-46d8-9670-5be23060da8d', 'mac_address': 'fa:16:3e:a7:32:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8ed685-7197-4931-b7ed-7c6434533b76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:04.482028 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12823193-2078-4740-9651-82d0a33d1d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.520299 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.552246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8faf5653-b80e-46d8-9670-5be23060da8d {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:04.574670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8faf5653-b80e-46d8-9670-5be23060da8d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8faf5653-b80e-46d8-9670-5be23060da8d,segment=NetworkSegment(3007d4cc-7433-4449-be74-49cc9879b0cc),segment_id=3007d4cc-7433-4449-be74-49cc9879b0cc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:04.607254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2d89-fdd8-4239-8d25-84b0fa5c8145 req-27472141-6a9f-4076-82aa-e0232dcaf5c7 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:04.608885 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4efe2d89-fdd8-4239-8d25-84b0fa5c8145 req-27472141-6a9f-4076-82aa-e0232dcaf5c7 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 943 time: 0.0533667 Aug 19 12:28:04.650875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4efe2d89-fdd8-4239-8d25-84b0fa5c8145 req-fcb1821a-230c-471d-89bd-9f2622e228ab tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Aug 19 12:28:04.661171 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12823193-2078-4740-9651-82d0a33d1d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.691007 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.724100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12823193-2078-4740-9651-82d0a33d1d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca266c59-eaa2-4a89-b572-bf08bc2b8035,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:04.748528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33122) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:04.749010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-12823193-2078-4740-9651-82d0a33d1d2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22fef52e4b5b4261ad1aa62b5b0d7ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656507 Aug 19 12:28:04.751859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-359b1c10-b380-4847-9332-c312712c942f req-49b340d6-8035-4056-9bfa-dd339ed10713 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 210 time: 0.0508041 Aug 19 12:28:04.769811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=8faf5653-b80e-46d8-9670-5be23060da8d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:04.811819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34225e3f-766e-4f03-8798-7f181214a41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.834299 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34225e3f-766e-4f03-8798-7f181214a41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.025737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8faf5653-b80e-46d8-9670-5be23060da8d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:05.146333 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34225e3f-766e-4f03-8798-7f181214a41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.160415 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34225e3f-766e-4f03-8798-7f181214a41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.160415 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-34225e3f-766e-4f03-8798-7f181214a41d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca266c59-eaa2-4a89-b572-bf08bc2b8035 HTTP/1.1" status: 204 len: 168 time: 0.4004743 Aug 19 12:28:05.163256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34225e3f-766e-4f03-8798-7f181214a41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca266c59-eaa2-4a89-b572-bf08bc2b8035,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:05.795722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9fe1-c1b2-47cc-8e37-12a2b9c2b8b8 req-db7fbbe5-6fce-4315-9e5c-7357d309153c tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:05.797355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adde9fe1-c1b2-47cc-8e37-12a2b9c2b8b8 req-db7fbbe5-6fce-4315-9e5c-7357d309153c tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 944 time: 0.0673480 Aug 19 12:28:05.838830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adde9fe1-c1b2-47cc-8e37-12a2b9c2b8b8 req-8368f205-0394-4d3d-8ef7-b53280b1b00e tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346134 Aug 19 12:28:05.955530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-105eb716-5a1c-4893-afd3-c17a71de356c req-eddd446c-5af6-412d-9686-2791c03a5104 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 210 time: 0.0414791 Aug 19 12:28:06.822381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33162) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:06.836928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6dd54f31-e81d-48a0-822c-9ba71f1ce70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.996616 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6dd54f31-e81d-48a0-822c-9ba71f1ce70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.025366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2298b40-19c2-4b62-8112-d0a759296f1f req-b2859955-7381-41fb-a443-c76498e760fc tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:07.028579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2298b40-19c2-4b62-8112-d0a759296f1f req-b2859955-7381-41fb-a443-c76498e760fc tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 944 time: 0.0848475 Aug 19 12:28:07.075277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2298b40-19c2-4b62-8112-d0a759296f1f req-a3a1ee11-1b66-426d-8c51-0e2ae6a5eb8d tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399816 Aug 19 12:28:07.103954 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6dd54f31-e81d-48a0-822c-9ba71f1ce70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.156885 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6dd54f31-e81d-48a0-822c-9ba71f1ce70b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0ce85f4f0f7445e8ada590aca22085a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321371 Aug 19 12:28:07.159722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33178) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:07.242589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd54f31-e81d-48a0-822c-9ba71f1ce70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd27e89-c83b-4af7-90f9-0df387219c72,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:07.260912 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:28:07.290868 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13a31ee3-7ecf-40ac-80a9-c0c0d046d73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.311617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa443b24-eeed-480e-be33-35f0b60326a8 req-95c512ed-90c2-433c-94bd-d960fb88e9ee tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 210 time: 0.1213143 Aug 19 12:28:07.338433 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13a31ee3-7ecf-40ac-80a9-c0c0d046d73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.445513 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-51695534-9086-45fc-be50-86bfab01f748 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4e6f87c5655343819547d841b6a7143b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230281 Aug 19 12:28:07.587035 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-2652e460-d3a4-49a8-b5ff-a12f6338aaef tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:07.588655 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-2652e460-d3a4-49a8-b5ff-a12f6338aaef tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368892 Aug 19 12:28:07.602659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Request body: {'port': {'device_id': 'e5a529bb-a71c-4382-a065-73b78155582d', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '4e6f87c5655343819547d841b6a7143b'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:07.733231 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13a31ee3-7ecf-40ac-80a9-c0c0d046d73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.734496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13a31ee3-7ecf-40ac-80a9-c0c0d046d73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.738112 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-13a31ee3-7ecf-40ac-80a9-c0c0d046d73e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbd27e89-c83b-4af7-90f9-0df387219c72 HTTP/1.1" status: 204 len: 168 time: 0.5740964 Aug 19 12:28:07.757847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a31ee3-7ecf-40ac-80a9-c0c0d046d73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd27e89-c83b-4af7-90f9-0df387219c72,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:07.909488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Made reservation on behalf of 4e6f87c5655343819547d841b6a7143b for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:07.916790 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.928306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.966621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8faf5653-b80e-46d8-9670-5be23060da8d up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:08.048267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-889d989b-a877-4f6e-ac6a-df5bddd4077b tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:08.050370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-889d989b-a877-4f6e-ac6a-df5bddd4077b tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/networks?id=08d672d0-7ff5-44fb-9d12-cefabdad6355 HTTP/1.1" status: 200 len: 810 time: 0.1310589 Aug 19 12:28:08.076999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-8da9dba6-d6e0-4966-9c97-ce47ee5e7371 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/quotas/463fafca3cc04710bbe11a1bce1ba965 HTTP/1.1" status: 200 len: 375 time: 0.0194921 Aug 19 12:28:08.097309 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.120205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-02fc7326-b258-4540-adb6-3a4b089cc4eb tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=463fafca3cc04710bbe11a1bce1ba965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419142 Aug 19 12:28:08.251563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae56c1-6f45-4f0c-93f5-9d8416c16a2a req-321e34bb-6611-4b6f-842a-ab5bdb515162 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:08.251987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.256310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 8faf5653-b80e-46d8-9670-5be23060da8d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:08.256442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67ae56c1-6f45-4f0c-93f5-9d8416c16a2a req-321e34bb-6611-4b6f-842a-ab5bdb515162 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 944 time: 0.0792761 Aug 19 12:28:08.259069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 8faf5653-b80e-46d8-9670-5be23060da8d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:08.260488 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.272574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-c27002c3-087e-4cf8-af40-3fb91da32111 service neutron] 10.222.0.44 "GET /v2.0/networks/08d672d0-7ff5-44fb-9d12-cefabdad6355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506732 Aug 19 12:28:08.374190 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67ae56c1-6f45-4f0c-93f5-9d8416c16a2a req-625e8a76-95a9-47e0-b5f7-a602fec7bbdf tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988116 Aug 19 12:28:08.409617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Allocated IP 192.168.233.56 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/4aa16917-fa3a-4a77-bead-17c00418406a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:08.424149 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.470737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f8aec6-e5a0-428c-aca3-842ecc513544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf5653-b80e-46d8-9670-5be23060da8d'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:08.474025 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2378715-930d-46f1-a17a-0beee21abfd3" -d '{"events": [{"server_uuid": "30f8aec6-e5a0-428c-aca3-842ecc513544", "name": "network-vif-plugged", "status": "completed", "tag": "8faf5653-b80e-46d8-9670-5be23060da8d"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:08.497960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8faf5653-b80e-46d8-9670-5be23060da8d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8faf5653-b80e-46d8-9670-5be23060da8d,segment=NetworkSegment(3007d4cc-7433-4449-be74-49cc9879b0cc),segment_id=3007d4cc-7433-4449-be74-49cc9879b0cc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:08.533216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-87eab3bb-2e09-43d1-b4fb-975ddc68da53 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4e6f87c5655343819547d841b6a7143b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818129 Aug 19 12:28:08.552512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-b64a0021-5c94-4cb7-90c5-e5d43a769107 service neutron] 10.222.0.44 "GET /v2.0/networks/08d672d0-7ff5-44fb-9d12-cefabdad6355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789669 Aug 19 12:28:08.610452 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.621835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10018f9b-904c-4f13-8045-8e35621686a3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:08.717333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=8faf5653-b80e-46d8-9670-5be23060da8d,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:08.729295 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.746449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Transition to ACTIVE for port object 4aa16917-fa3a-4a77-bead-17c00418406a will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:08.754300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eea19806-2f34-4a19-bf34-50ffcb63a854 req-0506b434-2ed5-4864-a7ae-f950861cb51b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 210 time: 0.0570416 Aug 19 12:28:08.807609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-ec7525b3-74c0-4c46-9925-c29808971993 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:08.809229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-ec7525b3-74c0-4c46-9925-c29808971993 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557466 Aug 19 12:28:08.824567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Request body: {'port': {'device_id': '4e59e591-729b-4bef-b033-5d69f0fd55d9', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '4e6f87c5655343819547d841b6a7143b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:08.899617 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923dbcf2-0a8f-493e-aaa0-207f123acd68 x-openstack-request-id: req-923dbcf2-0a8f-493e-aaa0-207f123acd68 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:08.899985 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f8aec6-e5a0-428c-aca3-842ecc513544", "name": "network-vif-plugged", "status": "completed", "tag": "8faf5653-b80e-46d8-9670-5be23060da8d", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:08.900262 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-923dbcf2-0a8f-493e-aaa0-207f123acd68 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:08.900665 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f8aec6-e5a0-428c-aca3-842ecc513544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf5653-b80e-46d8-9670-5be23060da8d', 'code': 200} Aug 19 12:28:08.950383 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.018516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Pushing event updated for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:09.032791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:09.035788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:09.038610 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:09.060338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b367f15-f0ec-420b-8710-00ce5632ea26 req-68a32c00-d66d-48e4-be66-449757233543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:09.062156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b367f15-f0ec-420b-8710-00ce5632ea26 req-68a32c00-d66d-48e4-be66-449757233543 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 1096 time: 0.0701048 Aug 19 12:28:09.104142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:09.106478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b367f15-f0ec-420b-8710-00ce5632ea26 req-acdd842b-fcda-444f-b7f6-6034bbecbc4b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360637 Aug 19 12:28:09.106735 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.173972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Made reservation on behalf of 4e6f87c5655343819547d841b6a7143b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:09.178246 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.325514 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-e68af5d4-8c9b-40e4-a4f5-864617ce2e74 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7264941 Aug 19 12:28:09.345105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Request body: {'port': {'device_id': 'e5a529bb-a71c-4382-a065-73b78155582d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:09.379177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Allocated IP 192.168.233.133 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/837ce63a-fa8c-46a0-8e32-ee32cb002778) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:09.405657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ce8e829-88bd-4477-83c4-2dc3c982a1f3 req-af641ab4-c52f-49e8-8b44-2cd6c505c050 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 210 time: 0.0470152 Aug 19 12:28:09.418312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7c9d34dd-a64b-4b43-90eb-2e38fd959318 None None] Provisioning for port 4aa16917-fa3a-4a77-bead-17c00418406a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:09.424520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7c9d34dd-a64b-4b43-90eb-2e38fd959318 None None] Provisioning complete for port 4aa16917-fa3a-4a77-bead-17c00418406a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:09.424974 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c9d34dd-a64b-4b43-90eb-2e38fd959318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.450884 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.501591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d34dd-a64b-4b43-90eb-2e38fd959318 None None] Port 4aa16917-fa3a-4a77-bead-17c00418406a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:09.744708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2917c-e037-421e-b127-8683ebd3cfda req-3ede32c4-8a3f-4daf-9c6b-cfbcb170a05a tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:09.747140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8db2917c-e037-421e-b127-8683ebd3cfda req-3ede32c4-8a3f-4daf-9c6b-cfbcb170a05a tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 945 time: 0.2525744 Aug 19 12:28:09.857779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8db2917c-e037-421e-b127-8683ebd3cfda req-21b06011-e81f-42f4-97f3-b561b08bbc58 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030233 Aug 19 12:28:09.868849 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.891038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17e23b-7ceb-4b0a-92d6-30f59ce479b4 req-f72b4d60-19e4-4416-bcd6-f8800bd3e9b6 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:09.892647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b17e23b-7ceb-4b0a-92d6-30f59ce479b4 req-f72b4d60-19e4-4416-bcd6-f8800bd3e9b6 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 945 time: 0.1183655 Aug 19 12:28:09.898017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Transition to ACTIVE for port object 837ce63a-fa8c-46a0-8e32-ee32cb002778 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:09.968070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b17e23b-7ceb-4b0a-92d6-30f59ce479b4 req-c5dfbd23-a5d1-4722-b46e-2b1cacebf30d tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486376 Aug 19 12:28:10.001634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-338a3284-f219-4cfb-a3d1-158992c5111a req-8f3d0dcf-9967-4658-a97e-5017d33698e7 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 210 time: 0.0314775 Aug 19 12:28:10.059174 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.114806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:10.118218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:10.121533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:10.168460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Pushing event updated for resources: {'Port': ['ID=837ce63a-fa8c-46a0-8e32-ee32cb002778,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:10.191990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.193036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.193720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.194246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.194905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.195436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.195961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.196536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.197064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.197611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.198150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.198764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:10.223929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:10.225008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.437876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-4ec24793-c6a6-4216-b710-f2acd0d04ed3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6174619 Aug 19 12:28:10.451088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Request body: {'port': {'device_id': '4e59e591-729b-4bef-b033-5d69f0fd55d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:10.534458 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.607350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a53be4c-1a1f-4681-b1da-417e2ae253e5 req-ff3c82e8-01f2-4c33-a2be-763ea72c3f63 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 210 time: 0.0558481 Aug 19 12:28:10.634459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa16917-fa3a-4a77-bead-17c00418406a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:10.638931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0be521c7-bf5e-45c4-ad89-2a4b0d48f7fb None None] Provisioning for port 837ce63a-fa8c-46a0-8e32-ee32cb002778 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:10.639394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0be521c7-bf5e-45c4-ad89-2a4b0d48f7fb None None] Provisioning complete for port 837ce63a-fa8c-46a0-8e32-ee32cb002778 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:10.639523 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0be521c7-bf5e-45c4-ad89-2a4b0d48f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.643848 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.660431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Transition to ACTIVE for port object 4aa16917-fa3a-4a77-bead-17c00418406a will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:10.689180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0be521c7-bf5e-45c4-ad89-2a4b0d48f7fb None None] Port 837ce63a-fa8c-46a0-8e32-ee32cb002778 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:10.873262 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.978919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:11.048278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Attempting to bind port 4aa16917-fa3a-4a77-bead-17c00418406a on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:11.053287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Attempting to bind port 4aa16917-fa3a-4a77-bead-17c00418406a by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:11.053287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Attempting to bind port 4aa16917-fa3a-4a77-bead-17c00418406a on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:11.057132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Port 4aa16917-fa3a-4a77-bead-17c00418406a on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:11.057897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Attempting to bind port 4aa16917-fa3a-4a77-bead-17c00418406a on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:11.067456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:11.068230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:11.068855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:11.069559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Bound port: 4aa16917-fa3a-4a77-bead-17c00418406a, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:11.070241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.101914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04169b76-a447-449b-85e8-c9fe593b6418 req-cb5e5cdc-2dd0-426d-ac74-58d1d0926f65 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:11.109952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04169b76-a447-449b-85e8-c9fe593b6418 req-cb5e5cdc-2dd0-426d-ac74-58d1d0926f65 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 945 time: 0.0902829 Aug 19 12:28:11.194887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:11.212984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:11.236572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837ce63a-fa8c-46a0-8e32-ee32cb002778 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:11.261694 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.277418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04169b76-a447-449b-85e8-c9fe593b6418 req-c21dcaab-7fb3-49ae-9f27-e4a476e0c311 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665196 Aug 19 12:28:11.288435 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Transition to ACTIVE for port object 837ce63a-fa8c-46a0-8e32-ee32cb002778 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:11.297236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828b13a-42f0-4823-9760-0063e7fc6709 req-05a005a9-c258-4fe0-8ba6-a71630ee05ae tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:11.298784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5828b13a-42f0-4823-9760-0063e7fc6709 req-05a005a9-c258-4fe0-8ba6-a71630ee05ae tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 936 time: 0.1327071 Aug 19 12:28:11.342045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5828b13a-42f0-4823-9760-0063e7fc6709 req-bd5d3f90-7bb6-42c5-83f3-ec098fb477c2 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368147 Aug 19 12:28:11.471145 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.515685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.541079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:11.541889 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.543830 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] 10.222.0.52 "PUT /v2.0/ports/4aa16917-fa3a-4a77-bead-17c00418406a HTTP/1.1" status: 200 len: 1095 time: 2.2036350 Aug 19 12:28:11.544456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:11.546907 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd833e3-e1c0-4ec5-b97c-d051fe9d292a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:11.578236 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.599666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Pushing event updated for resources: {'Port': ['ID=837ce63a-fa8c-46a0-8e32-ee32cb002778,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:11.643288 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7ac115-5161-486e-9979-af35fb941711 x-openstack-request-id: req-5a7ac115-5161-486e-9979-af35fb941711 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:11.649178 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:11.651002 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a7ac115-5161-486e-9979-af35fb941711 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:11.651002 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a', 'status': 'completed', 'code': 200} Aug 19 12:28:11.652313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543716b-0987-4340-bb06-e92d17e04032 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:11.756894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd833e3-e1c0-4ec5-b97c-d051fe9d292a req-87ce184e-a494-4752-b9de-77470089cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:11.759862 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fbd833e3-e1c0-4ec5-b97c-d051fe9d292a req-87ce184e-a494-4752-b9de-77470089cca7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e6f87c5655343819547d841b6a7143b&device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 1098 time: 0.0889843 Aug 19 12:28:11.769509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33310) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:11.806222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Attempting to bind port 837ce63a-fa8c-46a0-8e32-ee32cb002778 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:11.806689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Attempting to bind port 837ce63a-fa8c-46a0-8e32-ee32cb002778 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:11.807178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Attempting to bind port 837ce63a-fa8c-46a0-8e32-ee32cb002778 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:11.836469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Port 837ce63a-fa8c-46a0-8e32-ee32cb002778 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:11.836719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Attempting to bind port 837ce63a-fa8c-46a0-8e32-ee32cb002778 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:11.838690 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fbd833e3-e1c0-4ec5-b97c-d051fe9d292a req-ce6baae6-03ba-4bba-bfdb-7313e7154f21 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=4e6f87c5655343819547d841b6a7143b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700958 Aug 19 12:28:11.853239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd271bdf-a76d-4306-9ddf-8eccd5e561ac req-cfec55f2-fdfa-4e56-b0a2-9f2195d11744 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 210 time: 0.0994112 Aug 19 12:28:11.864984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:11.865679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:11.866273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:11.867002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Bound port: 837ce63a-fa8c-46a0-8e32-ee32cb002778, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:11.867378 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.969999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] For port 837ce63a-fa8c-46a0-8e32-ee32cb002778, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:11.978618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] For port 837ce63a-fa8c-46a0-8e32-ee32cb002778, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=837ce63a-fa8c-46a0-8e32-ee32cb002778,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:11.988262 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd833e3-e1c0-4ec5-b97c-d051fe9d292a req-3e0a2b08-c1c8-48be-8531-4467362f11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:11.990145 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fbd833e3-e1c0-4ec5-b97c-d051fe9d292a req-3e0a2b08-c1c8-48be-8531-4467362f11cc service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435761 Aug 19 12:28:12.117567 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-d68d5e0f-f9ae-406d-84d9-c36b3039bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.119428 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-d68d5e0f-f9ae-406d-84d9-c36b3039bacc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e6f87c5655343819547d841b6a7143b&device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 1098 time: 0.0589035 Aug 19 12:28:12.127077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.179833 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-b6df6785-96d7-4838-a2c6-ecbfddb01a8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=4aa16917-fa3a-4a77-bead-17c00418406a HTTP/1.1" status: 200 len: 217 time: 0.0392241 Aug 19 12:28:12.199821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.200465 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.206577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] 10.222.0.52 "PUT /v2.0/ports/837ce63a-fa8c-46a0-8e32-ee32cb002778 HTTP/1.1" status: 200 len: 1096 time: 1.7558191 Aug 19 12:28:12.206577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e59e591-729b-4bef-b033-5d69f0fd55d9', 'tag': '837ce63a-fa8c-46a0-8e32-ee32cb002778'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:12.215707 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e59e591-729b-4bef-b033-5d69f0fd55d9", "tag": "837ce63a-fa8c-46a0-8e32-ee32cb002778"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:12.345498 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373b641b-fd99-4ec8-ac4f-e3d4f25f671a x-openstack-request-id: req-373b641b-fd99-4ec8-ac4f-e3d4f25f671a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:12.346519 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e59e591-729b-4bef-b033-5d69f0fd55d9", "tag": "837ce63a-fa8c-46a0-8e32-ee32cb002778", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:12.351288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-dd80dabb-7456-44a6-bcd4-d033129ba4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.351417 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-373b641b-fd99-4ec8-ac4f-e3d4f25f671a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:12.351417 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e59e591-729b-4bef-b033-5d69f0fd55d9', 'tag': '837ce63a-fa8c-46a0-8e32-ee32cb002778', 'status': 'completed', 'code': 200} Aug 19 12:28:12.351578 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-dd80dabb-7456-44a6-bcd4-d033129ba4c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1269925 Aug 19 12:28:12.403942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db92f40-1b3b-4414-b09e-75f69cf461a9 service neutron] Pushing event updated for resources: {'Port': ['ID=837ce63a-fa8c-46a0-8e32-ee32cb002778,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:12.425159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66509ac-a90b-426e-85ab-e58518def92f req-14989c09-4f48-48e0-9d25-f350fe22663e tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.427764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a66509ac-a90b-426e-85ab-e58518def92f req-14989c09-4f48-48e0-9d25-f350fe22663e tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 945 time: 0.2049713 Aug 19 12:28:12.485856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-7efbf864-db31-4bc2-8489-a223b185f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.490224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-7efbf864-db31-4bc2-8489-a223b185f6e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e6f87c5655343819547d841b6a7143b&device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 1099 time: 0.1467657 Aug 19 12:28:12.503815 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-bd9086ff-3995-44e9-af06-62e07f824240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.505990 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-bd9086ff-3995-44e9-af06-62e07f824240 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502626 Aug 19 12:28:12.558988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-f21dab85-39e6-480d-a5a2-49eff1056bcf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=837ce63a-fa8c-46a0-8e32-ee32cb002778 HTTP/1.1" status: 200 len: 217 time: 0.0498006 Aug 19 12:28:12.616857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a66509ac-a90b-426e-85ab-e58518def92f req-b4f1737a-facd-4942-9917-5ca693b685a6 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691046 Aug 19 12:28:12.681778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93e33-7d7b-4e2e-ba9e-851382373992 req-416e675f-9f72-49f5-9b75-06199dff652e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.690467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0e93e33-7d7b-4e2e-ba9e-851382373992 req-416e675f-9f72-49f5-9b75-06199dff652e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 948 time: 0.1933856 Aug 19 12:28:12.708837 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-35297c69-d188-4d42-85a5-e8699910ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.709146 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-9d43ec72-32e3-44a2-aea1-66a5e36aac9d service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573045 Aug 19 12:28:12.726464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-35297c69-d188-4d42-85a5-e8699910ee2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1404383 Aug 19 12:28:12.830351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0e93e33-7d7b-4e2e-ba9e-851382373992 req-8065cff9-d253-474a-9e85-d91bb3981667 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388674 Aug 19 12:28:12.842617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-93f77acb-88e9-4fbd-b467-75d9e49761fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.844153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-93f77acb-88e9-4fbd-b467-75d9e49761fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781105 Aug 19 12:28:12.893215 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c89f8ae-58fe-4e24-9625-1e0d11e2249b req-54561be9-1aa0-4e5d-b4ba-c0ac7d486eb0 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781518 Aug 19 12:28:13.018514 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.022400 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25e1caa5-ce33-4c9b-9e8c-80885c570e17 req-2cedc66d-209d-4a38-bb4c-c0c795d785ab tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 210 time: 0.0360961 Aug 19 12:28:13.025612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-f602f8bc-7d45-4362-af1a-359573f5bb55 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729977 Aug 19 12:28:13.142890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13b73315-14e0-489d-b3e2-95ce383f6e81 req-3e8cc65f-db59-41c2-8c34-d3b87b1b956c service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098194 Aug 19 12:28:13.257769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796882a9-31ea-4152-9863-614d3260298e req-606453dd-4be1-4386-8fee-d494f2942864 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:13.259230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-796882a9-31ea-4152-9863-614d3260298e req-606453dd-4be1-4386-8fee-d494f2942864 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 945 time: 0.0551622 Aug 19 12:28:13.299786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] Deleting port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:13.300237 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.302299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-796882a9-31ea-4152-9863-614d3260298e req-8bf2b20d-5c78-4b4e-bb20-8ce24e9a5f29 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354137 Aug 19 12:28:13.364624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9 req-0bd65bcb-a76e-4fd2-9523-d8e9d36a3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:13.366525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9 req-0bd65bcb-a76e-4fd2-9523-d8e9d36a3408 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e6f87c5655343819547d841b6a7143b&device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 1099 time: 0.0556986 Aug 19 12:28:13.403592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] For port 8bbd8b6a-d06b-4716-96f3-ef69311c21d6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8bbd8b6a-d06b-4716-96f3-ef69311c21d6,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:13.403960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.417689 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] Calling delete_port for 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:13.865862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff75dd4-adf5-45c2-83c6-6cb19114df53 req-52dc195c-811e-440c-ad83-a1a93256dcb8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:13.867427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bff75dd4-adf5-45c2-83c6-6cb19114df53 req-52dc195c-811e-440c-ad83-a1a93256dcb8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 945 time: 0.1106975 Aug 19 12:28:13.882870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94aa27-f27f-490d-a9c1-95c50bf0fba0 req-3947b81e-a28e-403e-b822-6281070437b7 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:13.884330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c94aa27-f27f-490d-a9c1-95c50bf0fba0 req-3947b81e-a28e-403e-b822-6281070437b7 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 945 time: 0.1264873 Aug 19 12:28:13.886918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9 req-d3ed235d-ff41-4693-9efd-3173fcfb03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:13.888299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9 req-d3ed235d-ff41-4693-9efd-3173fcfb03ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.5135193 Aug 19 12:28:13.987524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9 req-26f22612-829b-41aa-8b81-61f7dd126022 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=837ce63a-fa8c-46a0-8e32-ee32cb002778 HTTP/1.1" status: 200 len: 217 time: 0.0728166 Aug 19 12:28:14.059763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bff75dd4-adf5-45c2-83c6-6cb19114df53 req-38e0f7af-18f0-45ff-8bb5-bd12742175b8 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851561 Aug 19 12:28:14.083203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9 req-6229f4b0-3f54-4cac-bb00-7d42a9b13172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.084383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9 req-6229f4b0-3f54-4cac-bb00-7d42a9b13172 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0853329 Aug 19 12:28:14.121406 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.148116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbd8b6a-d06b-4716-96f3-ef69311c21d6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:14.180943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9c94aa27-f27f-490d-a9c1-95c50bf0fba0 req-f6be1b75-f427-4ad9-a8b7-d045e0ab87b4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Deleting port 8faf5653-b80e-46d8-9670-5be23060da8d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:14.180943 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9c94aa27-f27f-490d-a9c1-95c50bf0fba0 req-f6be1b75-f427-4ad9-a8b7-d045e0ab87b4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.337047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9 req-eb321d34-2d1f-4f35-abfb-a5c907a03aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.338891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9 req-eb321d34-2d1f-4f35-abfb-a5c907a03aa6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2449026 Aug 19 12:28:14.344706 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.418583 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.460808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577f2b6-8688-40bc-ba3b-0549ee89e541 req-b0628ab2-7914-4a26-91d9-0ccbdc68ed1b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.462452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8577f2b6-8688-40bc-ba3b-0549ee89e541 req-b0628ab2-7914-4a26-91d9-0ccbdc68ed1b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 948 time: 0.3302104 Aug 19 12:28:14.618080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9c94aa27-f27f-490d-a9c1-95c50bf0fba0 req-f6be1b75-f427-4ad9-a8b7-d045e0ab87b4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] For port 8faf5653-b80e-46d8-9670-5be23060da8d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8faf5653-b80e-46d8-9670-5be23060da8d,segment=NetworkSegment(3007d4cc-7433-4449-be74-49cc9879b0cc),segment_id=3007d4cc-7433-4449-be74-49cc9879b0cc)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:14.618457 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9c94aa27-f27f-490d-a9c1-95c50bf0fba0 req-f6be1b75-f427-4ad9-a8b7-d045e0ab87b4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.625869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8577f2b6-8688-40bc-ba3b-0549ee89e541 req-abd0ae04-f109-4b81-adb6-db57f7b780ab tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487827 Aug 19 12:28:14.636974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9 req-6a5672f0-b0a1-4f86-8fa6-4f6e7860b70d service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889378 Aug 19 12:28:14.647876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-706c9c86-e491-4dd5-9efb-10774ac3cf2e tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.660237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-706c9c86-e491-4dd5-9efb-10774ac3cf2e tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.53 "GET /v2.0/networks?id=08d672d0-7ff5-44fb-9d12-cefabdad6355 HTTP/1.1" status: 200 len: 810 time: 0.4703290 Aug 19 12:28:14.664026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9c94aa27-f27f-490d-a9c1-95c50bf0fba0 req-f6be1b75-f427-4ad9-a8b7-d045e0ab87b4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Calling delete_port for 8faf5653-b80e-46d8-9670-5be23060da8d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:14.703764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Request body: {'port': {'device_id': 'e883aa7c-0869-4c47-8b0f-d48c19dd15d0', 'network_id': '08d672d0-7ff5-44fb-9d12-cefabdad6355', 'admin_state_up': True, 'tenant_id': '463fafca3cc04710bbe11a1bce1ba965'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:14.722373 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] Router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:14.777962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90f44606-40ea-4217-b81c-67c86c3fda99 req-4477196d-6369-4c6e-bac4-f946c6e975c6 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 210 time: 0.1150703 Aug 19 12:28:14.845810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:14.860134 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ca3a2a55-7ddf-4289-98eb-2b9092a8a9cd admin admin] 10.222.0.44 "PUT /v2.0/routers/8bd4925c-f5d5-4802-9f68-88c8b49c9bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0887496 Aug 19 12:28:14.862989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33368) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:14.867980 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf05414-091d-41c8-ac9b-6e3aaaf986e7 None None] Sync routers for ids ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:14.883228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf05414-091d-41c8-ac9b-6e3aaaf986e7 None None] Routers {'8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:14.883883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-caf05414-091d-41c8-ac9b-6e3aaaf986e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:27:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:14.986849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b710f-1b02-41d3-a2e3-c0c3b15704c6 req-f41ddae0-08dd-4cf8-979f-8e99650988d7 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.988429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-363b710f-1b02-41d3-a2e3-c0c3b15704c6 req-f41ddae0-08dd-4cf8-979f-8e99650988d7 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 945 time: 0.2663426 Aug 19 12:28:15.003376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.024462 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f72608fb-e780-4d2a-9e03-ec3a9e6884b9 req-de8add5d-845d-4f85-9ad3-b896fb698134 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630457 Aug 19 12:28:15.032881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-caf05414-091d-41c8-ac9b-6e3aaaf986e7 None None] Set router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:15.106328 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-363b710f-1b02-41d3-a2e3-c0c3b15704c6 req-1dbe9f78-0cce-4ce3-bf81-0bb7bd213314 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966606 Aug 19 12:28:15.171624 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.231611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baff3cf-99bc-4ea8-ac73-305809a22f4e req-3e3b07ba-59a9-4fbd-a5a5-3bb8eeed22ff tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:15.233236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7baff3cf-99bc-4ea8-ac73-305809a22f4e req-3e3b07ba-59a9-4fbd-a5a5-3bb8eeed22ff tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 945 time: 0.0582998 Aug 19 12:28:15.267347 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33374) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:15.278508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7baff3cf-99bc-4ea8-ac73-305809a22f4e req-69b41c76-1428-4a2c-914d-3e4b2bd50d45 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f5fc85-5824-4423-9118-ca4a5c50343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Aug 19 12:28:15.281145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Made reservation on behalf of 463fafca3cc04710bbe11a1bce1ba965 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:15.285177 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.362781 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9c94aa27-f27f-490d-a9c1-95c50bf0fba0 req-f6be1b75-f427-4ad9-a8b7-d045e0ab87b4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.377087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8faf5653-b80e-46d8-9670-5be23060da8d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:15.411447 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Deleting port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:15.412301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.413406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be1b75-f427-4ad9-a8b7-d045e0ab87b4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Pushing event deleted for resources: {'Port': ['ID=8faf5653-b80e-46d8-9670-5be23060da8d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:15.424588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-caf05414-091d-41c8-ac9b-6e3aaaf986e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:28:13Z', 'revision_number': 5, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port': {'id': '1145fcd3-3c37-4db7-a604-32f5c4e4f3e8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:55Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:15.452631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf05414-091d-41c8-ac9b-6e3aaaf986e7 None None] Checking router: 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:15.461720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf05414-091d-41c8-ac9b-6e3aaaf986e7 None None] Routers {'8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:15.462316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-caf05414-091d-41c8-ac9b-6e3aaaf986e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:27:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:15.471542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c94aa27-f27f-490d-a9c1-95c50bf0fba0 req-f6be1b75-f427-4ad9-a8b7-d045e0ab87b4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] No DVR routers for this DVR port 8faf5653-b80e-46d8-9670-5be23060da8d on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:15.477146 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f429edfd-0cc2-41b0-a802-4afb3d7c6ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.477892 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9c94aa27-f27f-490d-a9c1-95c50bf0fba0 req-f6be1b75-f427-4ad9-a8b7-d045e0ab87b4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.480918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c94aa27-f27f-490d-a9c1-95c50bf0fba0 req-f6be1b75-f427-4ad9-a8b7-d045e0ab87b4 tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.53 "DELETE /v2.0/ports/8faf5653-b80e-46d8-9670-5be23060da8d HTTP/1.1" status: 204 len: 173 time: 1.5867901 Aug 19 12:28:15.481206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f8aec6-e5a0-428c-aca3-842ecc513544', 'name': 'network-vif-deleted', 'tag': '8faf5653-b80e-46d8-9670-5be23060da8d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:15.484153 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c76021-1683-4156-9cbc-a02a7246b3c5" -d '{"events": [{"server_uuid": "30f8aec6-e5a0-428c-aca3-842ecc513544", "name": "network-vif-deleted", "tag": "8faf5653-b80e-46d8-9670-5be23060da8d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:15.548302 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4c832a-0e72-42d0-970b-9d1fbb221179 x-openstack-request-id: req-6b4c832a-0e72-42d0-970b-9d1fbb221179 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:15.548594 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f8aec6-e5a0-428c-aca3-842ecc513544", "name": "network-vif-deleted", "tag": "8faf5653-b80e-46d8-9670-5be23060da8d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:15.548873 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b4c832a-0e72-42d0-970b-9d1fbb221179 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:15.549411 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f8aec6-e5a0-428c-aca3-842ecc513544', 'name': 'network-vif-deleted', 'tag': '8faf5653-b80e-46d8-9670-5be23060da8d', 'status': 'completed', 'code': 200} Aug 19 12:28:15.559313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Allocated IP 172.20.0.5 (08d672d0-7ff5-44fb-9d12-cefabdad6355/4fec48ac-5429-4705-bf24-ebafc96639c0/f0501653-2690-4677-a6fe-a1b75d98e327) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:15.559529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] For port 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1145fcd3-3c37-4db7-a604-32f5c4e4f3e8,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:15.559982 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.571718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-caf05414-091d-41c8-ac9b-6e3aaaf986e7 None None] Set router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:15.596725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Calling delete_port for 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:15.643558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-caf05414-091d-41c8-ac9b-6e3aaaf986e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:28:15Z', 'revision_number': 6, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:15.693071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf05414-091d-41c8-ac9b-6e3aaaf986e7 None None] The sync data for ids ['8bd4925c-f5d5-4802-9f68-88c8b49c9bfc'] in n-d-778732-8 is: [{'id': '8bd4925c-f5d5-4802-9f68-88c8b49c9bfc', 'name': 'tempest-TaggedBootDevicesTest-2052826672-router', 'tenant_id': 'de32ceb272334860bcd42ef7d3eb8552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:54Z', 'updated_at': '2021-08-19T12:28:15Z', 'revision_number': 6, 'project_id': 'de32ceb272334860bcd42ef7d3eb8552', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:15.753078 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f429edfd-0cc2-41b0-a802-4afb3d7c6ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.775121 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.856326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48f559-d001-45b7-93f2-5a84e7600f07 req-9e01753f-105b-40c6-b41a-764bfc21b71b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:15.857996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c48f559-d001-45b7-93f2-5a84e7600f07 req-9e01753f-105b-40c6-b41a-764bfc21b71b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 948 time: 0.0770068 Aug 19 12:28:15.899368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9cc1d95-0382-4c32-a2c6-5e2537a9d516 req-4b82f930-086c-45b3-9ab6-8f915e63e340 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 210 time: 0.0343945 Aug 19 12:28:15.914784 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f429edfd-0cc2-41b0-a802-4afb3d7c6ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.927429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c48f559-d001-45b7-93f2-5a84e7600f07 req-817da647-4c7b-4a58-9c51-6cb2e0e99074 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613322 Aug 19 12:28:15.957999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429edfd-0cc2-41b0-a802-4afb3d7c6ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599a3697-f2c2-482f-b2c6-bce15f3214c0,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:15.964943 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f429edfd-0cc2-41b0-a802-4afb3d7c6ad1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49841babadb840c98e42b14dbb87d316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6953118 Aug 19 12:28:15.967691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33388) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:16.005901 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.009415 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.036669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Pushing event deleted for resources: {'Port': ['ID=1145fcd3-3c37-4db7-a604-32f5c4e4f3e8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:16.051770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Network 08d672d0-7ff5-44fb-9d12-cefabdad6355 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:16.060700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:16.064919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:16.076809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db654118-8abe-48bb-8efa-c222dd9429de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.102061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Pushing event updated for resources: {'Port': ['ID=f0501653-2690-4677-a6fe-a1b75d98e327,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:16.126983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:16.127679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.142156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.145407 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db654118-8abe-48bb-8efa-c222dd9429de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.220053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-afc414d5-6766-47bc-9a43-8cb5104fba23 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5234463 Aug 19 12:28:16.228506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad6ac4-3eab-49bb-9331-6d8910dd7828 req-b528918b-b59f-4987-b9cb-dfd23e360fb5 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:16.230714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37ad6ac4-3eab-49bb-9331-6d8910dd7828 req-b528918b-b59f-4987-b9cb-dfd23e360fb5 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 945 time: 0.0606151 Aug 19 12:28:16.236549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Request body: {'port': {'device_id': 'e883aa7c-0869-4c47-8b0f-d48c19dd15d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:16.261167 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.265612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.356933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37ad6ac4-3eab-49bb-9331-6d8910dd7828 req-418eae80-52ef-4d22-ae77-2e26c9886d56 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175470 Aug 19 12:28:16.364255 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.384913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-edd5c98d-5ba5-4343-b7de-657fce090426 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:16.386528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-edd5c98d-5ba5-4343-b7de-657fce090426 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 945 time: 0.1189671 Aug 19 12:28:16.398933 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.403404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd4925c-f5d5-4802-9f68-88c8b49c9bfc {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:28:16.408333 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.409634 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bbe9dd3e-bc46-4b20-814e-d401baf5209b admin admin] 10.222.0.44 "DELETE /v2.0/routers/8bd4925c-f5d5-4802-9f68-88c8b49c9bfc HTTP/1.1" status: 204 len: 168 time: 1.5456245 Aug 19 12:28:16.412221 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33394) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:16.424837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f805dbc2-add6-4013-8563-de3d17de5a5c req-ea5fd97b-1b3c-46fa-830d-a067329737de tempest-InstanceActionsNegativeTestJSON-1667933709 tempest-InstanceActionsNegativeTestJSON-1667933709-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f8aec6-e5a0-428c-aca3-842ecc513544 HTTP/1.1" status: 200 len: 210 time: 0.0354431 Aug 19 12:28:16.441959 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db654118-8abe-48bb-8efa-c222dd9429de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.444187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db654118-8abe-48bb-8efa-c222dd9429de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.448009 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-db654118-8abe-48bb-8efa-c222dd9429de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/599a3697-f2c2-482f-b2c6-bce15f3214c0 HTTP/1.1" status: 204 len: 168 time: 0.4763196 Aug 19 12:28:16.456996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db654118-8abe-48bb-8efa-c222dd9429de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599a3697-f2c2-482f-b2c6-bce15f3214c0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:16.485085 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9bd110-a64b-4580-8cfc-bfec9720c317 admin admin] Deleting subnet 1fe76339-4820-45f9-a4ef-81b8085045b0 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:16.488624 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd110-a64b-4580-8cfc-bfec9720c317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.541245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd110-a64b-4580-8cfc-bfec9720c317 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.652564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd110-a64b-4580-8cfc-bfec9720c317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.660895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:16.696628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Deleting port 27076445-ddf6-4a86-b96a-bd9c51eab08e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:16.696628 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.751621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:16.752240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1145fcd3-3c37-4db7-a604-32f5c4e4f3e8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:16.752668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:16.780540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:16.782148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8bbd8b6a-d06b-4716-96f3-ef69311c21d6 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:16.828723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] For port 27076445-ddf6-4a86-b96a-bd9c51eab08e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=27076445-ddf6-4a86-b96a-bd9c51eab08e,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:16.828997 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.857756 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd110-a64b-4580-8cfc-bfec9720c317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.888590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bd110-a64b-4580-8cfc-bfec9720c317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe76339-4820-45f9-a4ef-81b8085045b0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:16.894504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd110-a64b-4580-8cfc-bfec9720c317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.899817 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0a9bd110-a64b-4580-8cfc-bfec9720c317 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1fe76339-4820-45f9-a4ef-81b8085045b0 HTTP/1.1" status: 204 len: 168 time: 0.4866214 Aug 19 12:28:16.901819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33402) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:16.903400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de76c0-39c5-4e4f-a0e6-130fdb69be60 None None] Network ba2269c4-ec6f-4475-935d-eb1eae834738 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:16.942482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0501653-2690-4677-a6fe-a1b75d98e327 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:16.957736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.006881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Transition to ACTIVE for port object f0501653-2690-4677-a6fe-a1b75d98e327 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:17.027824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 837ce63a-fa8c-46a0-8e32-ee32cb002778 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:17.058016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.125661 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.133880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Deleting port 438876e3-8bba-47f1-a949-1f91ad347cbb {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:17.134227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.191806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.192185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.192605 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Floating IP f746f9d9-adbc-45a1-a614-1c646bcb665e disassociated. External IP: 172.25.6.215, port: 27076445-ddf6-4a86-b96a-bd9c51eab08e. Aug 19 12:28:17.192802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Calling delete_port for 27076445-ddf6-4a86-b96a-bd9c51eab08e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:17.209438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 837ce63a-fa8c-46a0-8e32-ee32cb002778, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=837ce63a-fa8c-46a0-8e32-ee32cb002778,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:17.216585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] For port 438876e3-8bba-47f1-a949-1f91ad347cbb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=438876e3-8bba-47f1-a949-1f91ad347cbb,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:17.217211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.227060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '837ce63a-fa8c-46a0-8e32-ee32cb002778', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '837ce63a-fa8c-46a0-8e32-ee32cb002778', 'mac_address': 'fa:16:3e:1a:1e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:17.235086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Calling delete_port for 438876e3-8bba-47f1-a949-1f91ad347cbb owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:17.238197 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f711828-71aa-4d91-a51f-b39da226fd89 req-1dccade0-e59c-4cef-966a-615b645eab70 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:17.244030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f711828-71aa-4d91-a51f-b39da226fd89 req-1dccade0-e59c-4cef-966a-615b645eab70 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 931 time: 0.2200797 Aug 19 12:28:17.258318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd64ca4-327b-48fc-8a2d-f4e54edeaa72 req-6cb8ca23-9fe9-4c7e-a81b-0b21a64cbe1b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:17.260019 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cd64ca4-327b-48fc-8a2d-f4e54edeaa72 req-6cb8ca23-9fe9-4c7e-a81b-0b21a64cbe1b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 948 time: 0.1840506 Aug 19 12:28:17.268415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0501653-2690-4677-a6fe-a1b75d98e327,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.303540 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.323664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c296fbc-3d8d-481c-acdd-0b8e4f2d5c17 None None] DHCP port deletion for ba2269c4-ec6f-4475-935d-eb1eae834738 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:17.328091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837ce63a-fa8c-46a0-8e32-ee32cb002778 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:17.369067 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 837ce63a-fa8c-46a0-8e32-ee32cb002778, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=837ce63a-fa8c-46a0-8e32-ee32cb002778,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:17.396607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1c296fbc-3d8d-481c-acdd-0b8e4f2d5c17 None None] Deleting port 438876e3-8bba-47f1-a949-1f91ad347cbb {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:17.397001 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1c296fbc-3d8d-481c-acdd-0b8e4f2d5c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.422159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f711828-71aa-4d91-a51f-b39da226fd89 req-57eb0ba9-8e35-42bd-8587-5cc69405210c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770165 Aug 19 12:28:17.460385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cd64ca4-327b-48fc-8a2d-f4e54edeaa72 req-a97a324a-afa7-4986-b8ee-c6080ba42de7 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455374 Aug 19 12:28:17.467389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Attempting to bind port f0501653-2690-4677-a6fe-a1b75d98e327 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:17.467728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Attempting to bind port f0501653-2690-4677-a6fe-a1b75d98e327 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '473136ed-b0fd-4cf6-be9e-619571176e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '08d672d0-7ff5-44fb-9d12-cefabdad6355'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:17.468065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Attempting to bind port f0501653-2690-4677-a6fe-a1b75d98e327 on network 08d672d0-7ff5-44fb-9d12-cefabdad6355 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:17.476717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1c296fbc-3d8d-481c-acdd-0b8e4f2d5c17 None None] For port 438876e3-8bba-47f1-a949-1f91ad347cbb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=438876e3-8bba-47f1-a949-1f91ad347cbb,segment=NetworkSegment(9a019ebb-f52f-41ce-b621-a2f1bda9b1e2),segment_id=9a019ebb-f52f-41ce-b621-a2f1bda9b1e2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:17.477240 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1c296fbc-3d8d-481c-acdd-0b8e4f2d5c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.490832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Port f0501653-2690-4677-a6fe-a1b75d98e327 on network 08d672d0-7ff5-44fb-9d12-cefabdad6355 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:17.491033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Attempting to bind port f0501653-2690-4677-a6fe-a1b75d98e327 on network 08d672d0-7ff5-44fb-9d12-cefabdad6355 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:17.496124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1c296fbc-3d8d-481c-acdd-0b8e4f2d5c17 None None] Calling delete_port for 438876e3-8bba-47f1-a949-1f91ad347cbb owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:17.498935 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:17.499283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Checking segment: {'id': '473136ed-b0fd-4cf6-be9e-619571176e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '08d672d0-7ff5-44fb-9d12-cefabdad6355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:17.499677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Bound using segment: {'id': '473136ed-b0fd-4cf6-be9e-619571176e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '08d672d0-7ff5-44fb-9d12-cefabdad6355'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:17.512172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Bound port: f0501653-2690-4677-a6fe-a1b75d98e327, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473136ed-b0fd-4cf6-be9e-619571176e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '08d672d0-7ff5-44fb-9d12-cefabdad6355'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:17.512172 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.512614 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.554163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=438876e3-8bba-47f1-a949-1f91ad347cbb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.555671 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.562417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4aa16917-fa3a-4a77-bead-17c00418406a details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:17.562582 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33414) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:17.621934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33416) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:17.621934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] No DVR routers for this DVR port 438876e3-8bba-47f1-a949-1f91ad347cbb on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:17.635136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:17.636837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4def9005-54f9-4ee5-8553-94803dfe3036 admin admin] Deleting subnet eb8ed685-7197-4931-b7ed-7c6434533b76 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:17.640168 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4def9005-54f9-4ee5-8553-94803dfe3036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.671220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '4aa16917-fa3a-4a77-bead-17c00418406a', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '4aa16917-fa3a-4a77-bead-17c00418406a', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:17.673683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=837ce63a-fa8c-46a0-8e32-ee32cb002778,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.674930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbd5ec8-3721-4197-acb0-bc66a19634d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.694545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] For port f0501653-2690-4677-a6fe-a1b75d98e327, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:17.700902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] For port f0501653-2690-4677-a6fe-a1b75d98e327, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f0501653-2690-4677-a6fe-a1b75d98e327,segment=NetworkSegment(473136ed-b0fd-4cf6-be9e-619571176e07),segment_id=473136ed-b0fd-4cf6-be9e-619571176e07)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:17.714048 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1c296fbc-3d8d-481c-acdd-0b8e4f2d5c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.714695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40015e8d-1b6f-4aed-bcd4-d4503a4978ae req-f479ee10-0000-4e7f-99b4-524a9ae8748e tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:17.718782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40015e8d-1b6f-4aed-bcd4-d4503a4978ae req-f479ee10-0000-4e7f-99b4-524a9ae8748e tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 945 time: 0.1286690 Aug 19 12:28:17.752169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c296fbc-3d8d-481c-acdd-0b8e4f2d5c17 None None] Pushing event deleted for resources: {'Port': ['ID=438876e3-8bba-47f1-a949-1f91ad347cbb,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.754237 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.765524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c296fbc-3d8d-481c-acdd-0b8e4f2d5c17 None None] No DVR routers for this DVR port 438876e3-8bba-47f1-a949-1f91ad347cbb on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:17.766602 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4def9005-54f9-4ee5-8553-94803dfe3036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.778058 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa16917-fa3a-4a77-bead-17c00418406a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:17.788737 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40015e8d-1b6f-4aed-bcd4-d4503a4978ae req-f8f7ed47-3767-4fa0-9e48-789afe6b2fbb tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f550532-a6bf-4fcc-9a96-f851561dad94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633364 Aug 19 12:28:17.799673 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.801494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:17.823378 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2269c4-ec6f-4475-935d-eb1eae834738']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:17.835144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.844512 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:17.844826 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a019ebb-f52f-41ce-b621-a2f1bda9b1e2') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:17.865789 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.870135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4def9005-54f9-4ee5-8553-94803dfe3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.876463 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.879961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Pushing event deleted for resources: {'Port': ['ID=27076445-ddf6-4a86-b96a-bd9c51eab08e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.919299 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.931717 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:28:17.931951 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:28:17.934568 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:28:17.938288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:17.938922 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.940357 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] 10.222.0.53 "PUT /v2.0/ports/f0501653-2690-4677-a6fe-a1b75d98e327 HTTP/1.1" status: 200 len: 1091 time: 1.7081985 Aug 19 12:28:17.940799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e883aa7c-0869-4c47-8b0f-d48c19dd15d0', 'tag': 'f0501653-2690-4677-a6fe-a1b75d98e327'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:17.943146 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85148dea-77e3-4468-a831-40b140c92231" -d '{"events": [{"name": "network-changed", "server_uuid": "e883aa7c-0869-4c47-8b0f-d48c19dd15d0", "tag": "f0501653-2690-4677-a6fe-a1b75d98e327"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:17.998873 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.004537 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c83760b-4416-4e75-9300-c52053161593 x-openstack-request-id: req-0c83760b-4416-4e75-9300-c52053161593 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:18.004907 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e883aa7c-0869-4c47-8b0f-d48c19dd15d0", "tag": "f0501653-2690-4677-a6fe-a1b75d98e327", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:18.005694 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c83760b-4416-4e75-9300-c52053161593 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:18.006356 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e883aa7c-0869-4c47-8b0f-d48c19dd15d0', 'tag': 'f0501653-2690-4677-a6fe-a1b75d98e327', 'status': 'completed', 'code': 200} Aug 19 12:28:18.014133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8faf5653-b80e-46d8-9670-5be23060da8d no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:18.020732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996f033-a19a-4f19-8ee3-a94f9585dae5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0501653-2690-4677-a6fe-a1b75d98e327,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:18.068275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 8faf5653-b80e-46d8-9670-5be23060da8d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:18.068275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8faf5653-b80e-46d8-9670-5be23060da8d not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:18.095632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:18.121797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85148dea-77e3-4468-a831-40b140c92231 req-d3e47310-323b-49c1-b899-e6fd5fcd487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.123392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85148dea-77e3-4468-a831-40b140c92231 req-d3e47310-323b-49c1-b899-e6fd5fcd487b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=463fafca3cc04710bbe11a1bce1ba965&device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 1094 time: 0.0939546 Aug 19 12:28:18.129543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Router 967b1604-f109-48ac-8023-e4d69ad32650 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:18.247892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['837ce63a-fa8c-46a0-8e32-ee32cb002778'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:18.311044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4aa16917-fa3a-4a77-bead-17c00418406a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:18.348587 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbd5ec8-3721-4197-acb0-bc66a19634d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.461814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.475447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.480905 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ba2269c4-ec6f-4475-935d-eb1eae834738 HTTP/1.1" status: 204 len: 168 time: 1.5751679 Aug 19 12:28:18.500840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bd14b-6e6b-416c-9ad0-5e8f2bd8a4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba2269c4-ec6f-4475-935d-eb1eae834738,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:18.538086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4def9005-54f9-4ee5-8553-94803dfe3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.545118 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbd5ec8-3721-4197-acb0-bc66a19634d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.634909 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4def9005-54f9-4ee5-8553-94803dfe3036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.640419 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4def9005-54f9-4ee5-8553-94803dfe3036 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eb8ed685-7197-4931-b7ed-7c6434533b76 HTTP/1.1" status: 204 len: 168 time: 1.0780592 Aug 19 12:28:18.649003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33430) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:18.657332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 438876e3-8bba-47f1-a949-1f91ad347cbb no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:18.658520 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def9005-54f9-4ee5-8553-94803dfe3036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8ed685-7197-4931-b7ed-7c6434533b76,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:18.687815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 438876e3-8bba-47f1-a949-1f91ad347cbb {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:18.688607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 438876e3-8bba-47f1-a949-1f91ad347cbb not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:18.715592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd5ec8-3721-4197-acb0-bc66a19634d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6a132-01aa-4648-8707-1a1374ace1c6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:18.735467 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-acbd5ec8-3721-4197-acb0-bc66a19634d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5577bcb607e4f0583a9fcaa69ea8c16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1208522 Aug 19 12:28:18.738105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33432) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:18.795087 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9318907d-7a2a-4ad4-804e-16fcc6161a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.817257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9318907d-7a2a-4ad4-804e-16fcc6161a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.832265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85148dea-77e3-4468-a831-40b140c92231 req-a29e4727-64e3-4b2f-9129-15579066b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.833826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85148dea-77e3-4468-a831-40b140c92231 req-a29e4727-64e3-4b2f-9129-15579066b4e7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=463fafca3cc04710bbe11a1bce1ba965&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6996827 Aug 19 12:28:18.862078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4be34-387b-4b4b-b833-e8f2dc11a00c req-4f694b88-080e-49c5-af78-58d5e96406dc tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.863627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03a4be34-387b-4b4b-b833-e8f2dc11a00c req-4f694b88-080e-49c5-af78-58d5e96406dc tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 943 time: 0.2821796 Aug 19 12:28:18.871120 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.920934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:18.929617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d040c7-de89-48a9-9f66-1c242fd64865 req-a9b8efc6-0208-482e-b1c8-ab68723b3606 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.931204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18d040c7-de89-48a9-9f66-1c242fd64865 req-a9b8efc6-0208-482e-b1c8-ab68723b3606 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 949 time: 0.2868156 Aug 19 12:28:18.931401 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2224ff-2821-4523-bf84-b4f5f7e1680a None None] Sync routers for ids ['967b1604-f109-48ac-8023-e4d69ad32650'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:18.942050 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2224ff-2821-4523-bf84-b4f5f7e1680a None None] Routers {'967b1604-f109-48ac-8023-e4d69ad32650'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:18.942675 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cb2224ff-2821-4523-bf84-b4f5f7e1680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:27:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['967b1604-f109-48ac-8023-e4d69ad32650'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:18.992980 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9318907d-7a2a-4ad4-804e-16fcc6161a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.997336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9318907d-7a2a-4ad4-804e-16fcc6161a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.001227 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9318907d-7a2a-4ad4-804e-16fcc6161a24 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aaa6a132-01aa-4648-8707-1a1374ace1c6 HTTP/1.1" status: 204 len: 168 time: 0.2596531 Aug 19 12:28:19.025435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318907d-7a2a-4ad4-804e-16fcc6161a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa6a132-01aa-4648-8707-1a1374ace1c6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:19.025673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] No DVR routers for this DVR port 27076445-ddf6-4a86-b96a-bd9c51eab08e on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:19.031373 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.033610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ea59c55-8fc6-45d4-8528-c55212004f21 req-d82b22ad-7a8a-4e4c-9453-ed366500aa90 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.53 "DELETE /v2.0/ports/27076445-ddf6-4a86-b96a-bd9c51eab08e HTTP/1.1" status: 204 len: 173 time: 2.6331625 Aug 19 12:28:19.079695 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-cb2224ff-2821-4523-bf84-b4f5f7e1680a None None] Set router 967b1604-f109-48ac-8023-e4d69ad32650 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:19.091125 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03a4be34-387b-4b4b-b833-e8f2dc11a00c req-54acaefb-7dbd-42d7-9af8-12c4a3d26007 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179208 Aug 19 12:28:19.123811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33440) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:19.159492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18d040c7-de89-48a9-9f66-1c242fd64865 req-64f37412-e8c0-4587-960f-7d947555a435 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046793 Aug 19 12:28:19.169972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85148dea-77e3-4468-a831-40b140c92231 req-15e0385c-66e9-4463-939e-4a54b3f2959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:19.171893 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85148dea-77e3-4468-a831-40b140c92231 req-15e0385c-66e9-4463-939e-4a54b3f2959d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3294268 Aug 19 12:28:19.187479 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.205902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33ad815-1439-49d0-a312-9e6d2fff268e']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:19.231750 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f3160b2b-1fd4-4c3a-857c-988eb4af6a36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de32ceb272334860bcd42ef7d3eb8552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062856 Aug 19 12:28:19.232925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33442) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:19.236028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3007d4cc-7433-4449-be74-49cc9879b0cc') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:19.236553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3007d4cc-7433-4449-be74-49cc9879b0cc') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:19.272314 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.291106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.298446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b19222-06c4-44f3-85c9-c86face8669f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.303195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-087bea84-2cba-4339-9bd1-c91ff3eb981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:19.304655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-087bea84-2cba-4339-9bd1-c91ff3eb981d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=463fafca3cc04710bbe11a1bce1ba965&device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 1094 time: 0.0848904 Aug 19 12:28:19.305916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:28:19.306095 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:28:19.310322 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:28:19.330841 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b19222-06c4-44f3-85c9-c86face8669f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.411152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-54969d7b-a8a4-406a-adae-5b912106a180 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0501653-2690-4677-a6fe-a1b75d98e327 HTTP/1.1" status: 200 len: 217 time: 0.0926673 Aug 19 12:28:19.436143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73d64b4d-7ea7-427d-9f12-92fb03b535ba req-a2762998-7238-4d6b-8570-192b48a836a0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 210 time: 0.0705152 Aug 19 12:28:19.441962 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cb2224ff-2821-4523-bf84-b4f5f7e1680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:45Z', 'revision_number': 4, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'bb053a33-dae6-488d-9c98-ecfcb2d11117', 'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'mac_address': 'fa:16:3e:06:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:44Z', 'updated_at': '2021-08-19T12:23:52Z', 'revision_number': 5, 'project_id': 'dd552d66293348cead6e61280b39e649', 'subnets': [{'id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:19.485064 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2224ff-2821-4523-bf84-b4f5f7e1680a None None] Checking router: 967b1604-f109-48ac-8023-e4d69ad32650 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:19.490980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-db1cc6b9-08f4-4c1a-8a44-ec799ff5e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:19.492818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-db1cc6b9-08f4-4c1a-8a44-ec799ff5e022 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4fec48ac-5429-4705-bf24-ebafc96639c0 HTTP/1.1" status: 200 len: 850 time: 0.0591176 Aug 19 12:28:19.495175 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2224ff-2821-4523-bf84-b4f5f7e1680a None None] Routers {'967b1604-f109-48ac-8023-e4d69ad32650'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:19.496971 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cb2224ff-2821-4523-bf84-b4f5f7e1680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:27:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['967b1604-f109-48ac-8023-e4d69ad32650'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:19.497604 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b19222-06c4-44f3-85c9-c86face8669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.501003 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b19222-06c4-44f3-85c9-c86face8669f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.502471 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-28b19222-06c4-44f3-85c9-c86face8669f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/745aa195-3567-4a65-92f1-2ad1795920b7 HTTP/1.1" status: 204 len: 168 time: 0.2685268 Aug 19 12:28:19.512675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b19222-06c4-44f3-85c9-c86face8669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745aa195-3567-4a65-92f1-2ad1795920b7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:19.549153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-46098dc1-2d56-44a3-a8ed-c041f6ed8e11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08d672d0-7ff5-44fb-9d12-cefabdad6355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465209 Aug 19 12:28:19.638119 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.643844 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.646274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b33ad815-1439-49d0-a312-9e6d2fff268e HTTP/1.1" status: 204 len: 168 time: 0.9938114 Aug 19 12:28:19.666552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69508e-7537-4901-8398-edab22c02047 admin admin] Pushing event deleted for resources: {'Network': ['ID=b33ad815-1439-49d0-a312-9e6d2fff268e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:19.694833 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-cb2224ff-2821-4523-bf84-b4f5f7e1680a None None] Set router 967b1604-f109-48ac-8023-e4d69ad32650 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:19.703826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-472d4406-2775-4024-8209-59c0de1c9bf7 service neutron] 10.222.0.53 "GET /v2.0/networks/08d672d0-7ff5-44fb-9d12-cefabdad6355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419210 Aug 19 12:28:19.810479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0be2f28-84cd-4d0a-bfb0-dd57c21ca986 req-cf82e831-c5fa-44ed-bbf5-ea7467618cca service neutron] 10.222.0.53 "GET /v2.0/networks/08d672d0-7ff5-44fb-9d12-cefabdad6355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987954 Aug 19 12:28:19.938280 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cb2224ff-2821-4523-bf84-b4f5f7e1680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:45Z', 'revision_number': 4, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'bb053a33-dae6-488d-9c98-ecfcb2d11117', 'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'mac_address': 'fa:16:3e:06:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:44Z', 'updated_at': '2021-08-19T12:23:52Z', 'revision_number': 5, 'project_id': 'dd552d66293348cead6e61280b39e649', 'subnets': [{'id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:19.972508 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2224ff-2821-4523-bf84-b4f5f7e1680a None None] The sync data for ids ['967b1604-f109-48ac-8023-e4d69ad32650'] in n-d-778732-8 is: [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:23:45Z', 'revision_number': 4, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'bb053a33-dae6-488d-9c98-ecfcb2d11117', 'name': '', 'network_id': 'ffdc861b-fbe6-461b-b6fe-9cb76461b10c', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'mac_address': 'fa:16:3e:06:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:44Z', 'updated_at': '2021-08-19T12:23:52Z', 'revision_number': 5, 'project_id': 'dd552d66293348cead6e61280b39e649', 'subnets': [{'id': 'b297c747-5acb-4199-a50e-f45d6f5a40ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:20.007674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'name': 'network-vif-deleted', 'tag': '27076445-ddf6-4a86-b96a-bd9c51eab08e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:20.010139 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e047ff0-0436-46e5-ba3a-d8af4cadb081" -d '{"events": [{"server_uuid": "4c68d3c9-7330-4949-aa11-96eff3434b06", "name": "network-vif-deleted", "tag": "27076445-ddf6-4a86-b96a-bd9c51eab08e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:20.016095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 27076445-ddf6-4a86-b96a-bd9c51eab08e no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:20.043649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 27076445-ddf6-4a86-b96a-bd9c51eab08e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:20.044187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 27076445-ddf6-4a86-b96a-bd9c51eab08e not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:20.075850 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdc42ca-dca4-4cc8-abfc-3921b353510b x-openstack-request-id: req-abdc42ca-dca4-4cc8-abfc-3921b353510b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:20.076146 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c68d3c9-7330-4949-aa11-96eff3434b06", "name": "network-vif-deleted", "tag": "27076445-ddf6-4a86-b96a-bd9c51eab08e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:20.076402 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abdc42ca-dca4-4cc8-abfc-3921b353510b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:20.076800 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c68d3c9-7330-4949-aa11-96eff3434b06', 'name': 'network-vif-deleted', 'tag': '27076445-ddf6-4a86-b96a-bd9c51eab08e', 'status': 'completed', 'code': 200} Aug 19 12:28:20.332986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832716e-a8a6-4130-a777-5ade81c01876 None None] New status for floating IP f746f9d9-adbc-45a1-a614-1c646bcb665e: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:28:20.346441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef9d83-c9e6-4ead-acdd-b8d42ed4d6fd req-ff0541e2-56c8-46ad-9192-2b5bd70b0ef2 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:20.349888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ceef9d83-c9e6-4ead-acdd-b8d42ed4d6fd req-ff0541e2-56c8-46ad-9192-2b5bd70b0ef2 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 949 time: 0.0886846 Aug 19 12:28:20.382162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942ab66-ccfd-4ba9-9959-4f45f38d2194 req-a843326c-9043-4c43-9dcf-0433778c3dba tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:20.388147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3942ab66-ccfd-4ba9-9959-4f45f38d2194 req-a843326c-9043-4c43-9dcf-0433778c3dba tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 943 time: 0.2011056 Aug 19 12:28:20.451199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ceef9d83-c9e6-4ead-acdd-b8d42ed4d6fd req-5775e78a-fc84-4124-88f7-d5bd1ef8b5cc tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924163 Aug 19 12:28:20.478990 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3942ab66-ccfd-4ba9-9959-4f45f38d2194 req-6296756f-6926-4fea-81f5-7d57801ba623 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887492 Aug 19 12:28:20.524259 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33482) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:20.607183 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c309cb22-b49d-47d0-85fb-76458364685b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c3e5dacb55240f3a14f2538d6447b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813267 Aug 19 12:28:20.622897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33486) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:20.706042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f56b3d1b-b1ad-4439-bf02-aeb0b82532e5 req-f9de03db-5c47-4400-995a-5085816bc7d9 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 210 time: 0.0484800 Aug 19 12:28:20.738454 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9162b39f-9de7-4187-84d7-b52ad02c8a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.763441 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9162b39f-9de7-4187-84d7-b52ad02c8a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.920321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9162b39f-9de7-4187-84d7-b52ad02c8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.923263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9162b39f-9de7-4187-84d7-b52ad02c8a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.926759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9162b39f-9de7-4187-84d7-b52ad02c8a3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38f5fc85-5824-4423-9118-ca4a5c50343f HTTP/1.1" status: 204 len: 168 time: 0.3004003 Aug 19 12:28:20.936228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162b39f-9de7-4187-84d7-b52ad02c8a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f5fc85-5824-4423-9118-ca4a5c50343f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:21.045957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 837ce63a-fa8c-46a0-8e32-ee32cb002778 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:21.091816 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-352c5d26-8340-48f2-a34b-f4886e2e6fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.209789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 837ce63a-fa8c-46a0-8e32-ee32cb002778 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:21.214574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 837ce63a-fa8c-46a0-8e32-ee32cb002778 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:21.214959 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.320096 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.370684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e59e591-729b-4bef-b033-5d69f0fd55d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837ce63a-fa8c-46a0-8e32-ee32cb002778'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:21.374838 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad466005-55b4-46f1-bcb4-38c6ab27d126" -d '{"events": [{"server_uuid": "4e59e591-729b-4bef-b033-5d69f0fd55d9", "name": "network-vif-plugged", "status": "completed", "tag": "837ce63a-fa8c-46a0-8e32-ee32cb002778"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:21.379619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 837ce63a-fa8c-46a0-8e32-ee32cb002778, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=837ce63a-fa8c-46a0-8e32-ee32cb002778,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:21.425324 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc947d9-6bb3-4579-8f0c-341f0f0a44ae x-openstack-request-id: req-4cc947d9-6bb3-4579-8f0c-341f0f0a44ae {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:21.426336 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e59e591-729b-4bef-b033-5d69f0fd55d9", "name": "network-vif-plugged", "status": "completed", "tag": "837ce63a-fa8c-46a0-8e32-ee32cb002778", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:21.426336 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4cc947d9-6bb3-4579-8f0c-341f0f0a44ae {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:21.426336 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e59e591-729b-4bef-b033-5d69f0fd55d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837ce63a-fa8c-46a0-8e32-ee32cb002778', 'code': 200} Aug 19 12:28:21.646148 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cf55f-b00f-4e3a-9230-527b05aa0ec2 req-450b73a3-f186-483d-b7bc-93a069ce5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:21.647669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-754cf55f-b00f-4e3a-9230-527b05aa0ec2 req-450b73a3-f186-483d-b7bc-93a069ce5e61 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 1100 time: 0.1441550 Aug 19 12:28:21.767512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e97ca8-d7d2-4c66-9ab3-a624460696ba req-52dd4248-95d9-46aa-8bac-7ca280de97f4 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:21.767512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76e97ca8-d7d2-4c66-9ab3-a624460696ba req-52dd4248-95d9-46aa-8bac-7ca280de97f4 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 949 time: 0.1262412 Aug 19 12:28:21.767512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f694b-1cd6-4ef3-a036-baead3ac8e94 req-1ab7105d-db62-4be4-bd36-c22ff88bfe14 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:21.767512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-864f694b-1cd6-4ef3-a036-baead3ac8e94 req-1ab7105d-db62-4be4-bd36-c22ff88bfe14 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 943 time: 0.1161067 Aug 19 12:28:21.767512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-754cf55f-b00f-4e3a-9230-527b05aa0ec2 req-63f8ba6b-d5ef-4398-bc30-83688d4a42ed service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839672 Aug 19 12:28:21.778174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76e97ca8-d7d2-4c66-9ab3-a624460696ba req-c2b927ba-f81f-4541-ac9a-aa470cc0f81b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822449 Aug 19 12:28:21.781078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-864f694b-1cd6-4ef3-a036-baead3ac8e94 req-b4a25366-0e53-413c-bc87-57e5a7bb496e tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612242 Aug 19 12:28:21.832591 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.833433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4aa16917-fa3a-4a77-bead-17c00418406a up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:21.927447 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=837ce63a-fa8c-46a0-8e32-ee32cb002778,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:21.981141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec348afa-6ee4-4643-9667-29423b286cfe req-cc0dcb85-5e75-4cf1-ae13-2c220f67dd2a tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 210 time: 0.0360000 Aug 19 12:28:22.044879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 4aa16917-fa3a-4a77-bead-17c00418406a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:22.045022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 4aa16917-fa3a-4a77-bead-17c00418406a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:22.045546 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.059733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33530) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:22.140442 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.175022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:22.297755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.355907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:22.380789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-317715177-network', 'tenant_id': '65cc1dcf4aee4913b75a83e096802dc0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:22.507843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Made reservation on behalf of 65cc1dcf4aee4913b75a83e096802dc0 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:22.507843 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.521273 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.650604 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.756763 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.787538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:28:22.797507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215eb02e-3539-45a2-8d2c-d8636642d053,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:22.821196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.822031 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Added segment 02046347-acf2-4d90-b34e-55a62b318504 of type vlan for network ddce8ba4-a75e-4059-b910-8a725953071a Aug 19 12:28:22.889095 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.994014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f851bc-c14a-4f92-a46e-0166f9a7ee83 req-8c8154d5-2329-47eb-926e-b59aa40617c9 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:22.998192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9f851bc-c14a-4f92-a46e-0166f9a7ee83 req-8c8154d5-2329-47eb-926e-b59aa40617c9 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 950 time: 0.0851731 Aug 19 12:28:23.023249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1feec-85c2-4278-a311-056e130e0baf req-35937e94-bc92-4fb4-9fb4-86e8b1dc3c29 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:23.024934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53f1feec-85c2-4278-a311-056e130e0baf req-35937e94-bc92-4fb4-9fb4-86e8b1dc3c29 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 943 time: 0.0840740 Aug 19 12:28:23.033007 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.034841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:23.036246 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.169915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9f851bc-c14a-4f92-a46e-0166f9a7ee83 req-83e48f84-8ddf-474e-a441-8aacd5f2f688 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625726 Aug 19 12:28:23.175645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53f1feec-85c2-4278-a311-056e130e0baf req-3180022f-d3a6-41eb-9c0f-b4529b8c99f3 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264951 Aug 19 12:28:23.176614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] Pushing event updated for resources: {'Network': ['ID=ddce8ba4-a75e-4059-b910-8a725953071a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:23.194428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ddce8ba4-a75e-4059-b910-8a725953071a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:28:23.230617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-919816f0-da05-4070-aed8-b96c301d7e37 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1683578 Aug 19 12:28:23.238308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33574) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:23.243377 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] Request body: {'subnet': {'network_id': 'ddce8ba4-a75e-4059-b910-8a725953071a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-317715177-subnet', 'tenant_id': '65cc1dcf4aee4913b75a83e096802dc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:23.389125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] Made reservation on behalf of 65cc1dcf4aee4913b75a83e096802dc0 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:23.391472 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.395861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0d9d653-0d24-4738-a4a6-ed1a345d1c66 req-c3c824ab-8230-447b-946d-d336054dff5e tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c68d3c9-7330-4949-aa11-96eff3434b06 HTTP/1.1" status: 200 len: 210 time: 0.0285516 Aug 19 12:28:23.427931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:23.430459 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db927ed-3b2d-44a7-9784-dc1f90a6c3b3" -d '{"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-plugged", "status": "completed", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:23.484248 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aca1b30-fc85-4344-bba0-6c1f7b70bf1f x-openstack-request-id: req-1aca1b30-fc85-4344-bba0-6c1f7b70bf1f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:23.484248 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-plugged", "status": "completed", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:23.484248 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1aca1b30-fc85-4344-bba0-6c1f7b70bf1f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:23.487270 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a', 'code': 200} Aug 19 12:28:23.592114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66625b7-f23f-48f5-a9f1-08f4c9a61eda req-52e27907-33c7-45ea-8265-7210835876bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:23.593513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b66625b7-f23f-48f5-a9f1-08f4c9a61eda req-52e27907-33c7-45ea-8265-7210835876bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 1100 time: 0.0474427 Aug 19 12:28:23.633970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b66625b7-f23f-48f5-a9f1-08f4c9a61eda req-899657c0-1531-436d-81a9-309aa3cce3c6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335159 Aug 19 12:28:23.707633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.779020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc465cb-522d-4c51-8cdd-7c23e7b67610,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:23.789657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] Checking segment: {'id': '02046347-acf2-4d90-b34e-55a62b318504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ddce8ba4-a75e-4059-b910-8a725953071a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:23.790027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] Network hostable DHCP agents. Network: ddce8ba4-a75e-4059-b910-8a725953071a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:28:23.886153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] Network ddce8ba4-a75e-4059-b910-8a725953071a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:28:23.997992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, ddce8ba4-a75e-4059-b910-8a725953071a) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:24.002823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:24.004266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.013037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838095bf-03bf-4832-8bc3-18470836de24 None None] Network ddce8ba4-a75e-4059-b910-8a725953071a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:24.031922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f0501653-2690-4677-a6fe-a1b75d98e327 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:24.126900 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-de89f869-4795-437b-a7c1-350727f88424 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8874631 Aug 19 12:28:24.234037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33620) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:24.246094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f0501653-2690-4677-a6fe-a1b75d98e327, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f0501653-2690-4677-a6fe-a1b75d98e327,segment=NetworkSegment(473136ed-b0fd-4cf6-be9e-619571176e07),segment_id=473136ed-b0fd-4cf6-be9e-619571176e07)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:24.277992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290b34cc-761e-4e26-8ef7-bf27d1b567b9 None None] Network ddce8ba4-a75e-4059-b910-8a725953071a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:24.385015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'f0501653-2690-4677-a6fe-a1b75d98e327', 'network_id': '08d672d0-7ff5-44fb-9d12-cefabdad6355', 'port_id': 'f0501653-2690-4677-a6fe-a1b75d98e327', 'mac_address': 'fa:16:3e:28:16:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fec48ac-5429-4705-bf24-ebafc96639c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:24.491664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb89b79-ec90-405e-baea-791b603460c2 req-a15b271b-64b6-4af7-ab64-f190838adcad tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:24.494952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdb89b79-ec90-405e-baea-791b603460c2 req-a15b271b-64b6-4af7-ab64-f190838adcad tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 943 time: 0.1742902 Aug 19 12:28:24.517320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3f7b1-6547-46da-ab33-bdbeeb2c009b req-9aab55dc-cedd-40f5-8eb6-1e5da33c8625 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:24.527023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71b3f7b1-6547-46da-ab33-bdbeeb2c009b req-9aab55dc-cedd-40f5-8eb6-1e5da33c8625 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 950 time: 0.1573582 Aug 19 12:28:24.527357 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.610764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0501653-2690-4677-a6fe-a1b75d98e327 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:24.629098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdb89b79-ec90-405e-baea-791b603460c2 req-9849a93e-7e1a-4763-acf5-9542527c4ffb tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919096 Aug 19 12:28:24.650466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f0501653-2690-4677-a6fe-a1b75d98e327, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f0501653-2690-4677-a6fe-a1b75d98e327,segment=NetworkSegment(473136ed-b0fd-4cf6-be9e-619571176e07),segment_id=473136ed-b0fd-4cf6-be9e-619571176e07)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:24.659166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d058ada6-831c-4d32-9ed9-12d1603efe8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.690971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71b3f7b1-6547-46da-ab33-bdbeeb2c009b req-c2c3a879-c063-4243-88ad-fd89ef2d20c3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612813 Aug 19 12:28:24.737857 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.819510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f0501653-2690-4677-a6fe-a1b75d98e327,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:24.909649 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d058ada6-831c-4d32-9ed9-12d1603efe8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.989493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eee86f-d7f1-4587-8d44-086d8ea00573 req-c0e4f7d3-70cb-41d1-9519-e14210067ec0 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:24.991955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8eee86f-d7f1-4587-8d44-086d8ea00573 req-c0e4f7d3-70cb-41d1-9519-e14210067ec0 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0689745 Aug 19 12:28:25.013487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f0501653-2690-4677-a6fe-a1b75d98e327'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:25.080441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8eee86f-d7f1-4587-8d44-086d8ea00573 req-21b4d36e-3dfd-431c-a898-6eba1c341789 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800760 Aug 19 12:28:25.086321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d058ada6-831c-4d32-9ed9-12d1603efe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.135556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058ada6-831c-4d32-9ed9-12d1603efe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebdfe8c-3f42-4d4b-b4c8-cf6a86f686db,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:25.233092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d058ada6-831c-4d32-9ed9-12d1603efe8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70edd2b1aafd4c9196257bf56fd21cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9947677 Aug 19 12:28:25.233991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33658) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:25.260966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33660) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:25.302716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9931cb5f-6c58-428b-8992-daca38bf4e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.319312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-9971a7a7-84d3-451b-9c87-bbe3a1d1daf2 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:25.320917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-9971a7a7-84d3-451b-9c87-bbe3a1d1daf2 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/networks?id=ddce8ba4-a75e-4059-b910-8a725953071a HTTP/1.1" status: 200 len: 821 time: 0.1660450 Aug 19 12:28:25.325516 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9931cb5f-6c58-428b-8992-daca38bf4e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.352522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-4da67e8d-6cd3-449c-9fae-311d7f09eb88 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/quotas/65cc1dcf4aee4913b75a83e096802dc0 HTTP/1.1" status: 200 len: 375 time: 0.0167723 Aug 19 12:28:25.357473 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ecc61c31-8532-40e2-b9d2-2f957c3fc8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.406065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-bff754b9-0a58-48ee-b82f-da32a8a273a9 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=65cc1dcf4aee4913b75a83e096802dc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316362 Aug 19 12:28:25.406065 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c4291c1-aeb6-4986-ac54-013b92ef3a22 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.451613 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9931cb5f-6c58-428b-8992-daca38bf4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.454393 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9931cb5f-6c58-428b-8992-daca38bf4e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.457403 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9931cb5f-6c58-428b-8992-daca38bf4e24 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ebdfe8c-3f42-4d4b-b4c8-cf6a86f686db HTTP/1.1" status: 204 len: 168 time: 0.2202539 Aug 19 12:28:25.466795 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931cb5f-6c58-428b-8992-daca38bf4e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebdfe8c-3f42-4d4b-b4c8-cf6a86f686db,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:25.473923 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c4291c1-aeb6-4986-ac54-013b92ef3a22 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.549649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-4f00549a-0dfa-45c2-bbaa-67e8ed2fe995 service neutron] 10.222.0.44 "GET /v2.0/networks/ddce8ba4-a75e-4059-b910-8a725953071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391187 Aug 19 12:28:25.686295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-07a0b38c-53bd-41e3-bbee-0a6bfaffbd48 service neutron] 10.222.0.44 "GET /v2.0/networks/ddce8ba4-a75e-4059-b910-8a725953071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069109 Aug 19 12:28:25.769202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2613a-88af-42fb-9802-1ac136f0ba4e req-e3ff2cb3-a138-4035-9142-b09ac104c375 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:25.770771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ab2613a-88af-42fb-9802-1ac136f0ba4e req-e3ff2cb3-a138-4035-9142-b09ac104c375 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 944 time: 0.0600076 Aug 19 12:28:25.811018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ab2613a-88af-42fb-9802-1ac136f0ba4e req-4bab6bcf-4b1e-4319-b1ea-c13dc254bf0d tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334790 Aug 19 12:28:25.927481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c4291c1-aeb6-4986-ac54-013b92ef3a22 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.933581 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.933991 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c4291c1-aeb6-4986-ac54-013b92ef3a22 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.935244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9c4291c1-aeb6-4986-ac54-013b92ef3a22 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "DELETE /v2.0/security-groups/8f550532-a6bf-4fcc-9a96-f851561dad94 HTTP/1.1" status: 204 len: 168 time: 0.6730509 Aug 19 12:28:25.938022 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:25.947472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4291c1-aeb6-4986-ac54-013b92ef3a22 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f550532-a6bf-4fcc-9a96-f851561dad94,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:25.954397 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-730f6cb9-0b92-4d7c-a8cd-c801f9bcbdcd tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] show failed (client error): The resource could not be found. Aug 19 12:28:25.955860 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-730f6cb9-0b92-4d7c-a8cd-c801f9bcbdcd tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "GET /v2.0/security-groups/8f550532-a6bf-4fcc-9a96-f851561dad94 HTTP/1.1" status: 404 len: 347 time: 0.0160897 Aug 19 12:28:25.958491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33674) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:26.040178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f0501653-2690-4677-a6fe-a1b75d98e327 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:26.147450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd857c-070a-4816-ae7f-5dc0311b1ed0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Deleting port 1603f9f5-e6f9-40eb-8550-e06f00911e2f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:26.147450 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfbd857c-070a-4816-ae7f-5dc0311b1ed0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.175776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcf9f9ab-0f21-4fd6-81f1-f0d85dd9cf7a req-a3fa8d73-33f0-4ff3-b983-7002d8503dbd tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 210 time: 0.0447037 Aug 19 12:28:26.270777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1351ef-d952-413e-a38e-d4a319373ab5 req-a1b7a360-4c80-4f7a-9efb-5cceb59d3819 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:26.273825 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfbd857c-070a-4816-ae7f-5dc0311b1ed0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.274303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfbd857c-070a-4816-ae7f-5dc0311b1ed0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.280700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d1351ef-d952-413e-a38e-d4a319373ab5 req-a1b7a360-4c80-4f7a-9efb-5cceb59d3819 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0807853 Aug 19 12:28:26.286151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port f0501653-2690-4677-a6fe-a1b75d98e327 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:26.291140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port f0501653-2690-4677-a6fe-a1b75d98e327 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:26.291823 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.307944 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd857c-070a-4816-ae7f-5dc0311b1ed0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Calling delete_port for 1603f9f5-e6f9-40eb-8550-e06f00911e2f owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:26.343812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d1351ef-d952-413e-a38e-d4a319373ab5 req-2866946e-1557-4f84-8559-8fccb67d1a37 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569260 Aug 19 12:28:26.453599 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.492501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e883aa7c-0869-4c47-8b0f-d48c19dd15d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0501653-2690-4677-a6fe-a1b75d98e327'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:26.495619 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8046c289-df88-4cac-bd0d-e5e5e4551d4c" -d '{"events": [{"server_uuid": "e883aa7c-0869-4c47-8b0f-d48c19dd15d0", "name": "network-vif-plugged", "status": "completed", "tag": "f0501653-2690-4677-a6fe-a1b75d98e327"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:26.523684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f0501653-2690-4677-a6fe-a1b75d98e327, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f0501653-2690-4677-a6fe-a1b75d98e327,segment=NetworkSegment(473136ed-b0fd-4cf6-be9e-619571176e07),segment_id=473136ed-b0fd-4cf6-be9e-619571176e07)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:26.561453 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bcd1e2-8d96-4099-8b4a-80944b5617cd x-openstack-request-id: req-17bcd1e2-8d96-4099-8b4a-80944b5617cd {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:26.562343 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e883aa7c-0869-4c47-8b0f-d48c19dd15d0", "name": "network-vif-plugged", "status": "completed", "tag": "f0501653-2690-4677-a6fe-a1b75d98e327", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:26.562772 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17bcd1e2-8d96-4099-8b4a-80944b5617cd {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:26.563345 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e883aa7c-0869-4c47-8b0f-d48c19dd15d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0501653-2690-4677-a6fe-a1b75d98e327', 'code': 200} Aug 19 12:28:26.622448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33702) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:26.663360 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfbd857c-070a-4816-ae7f-5dc0311b1ed0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.668029 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.714901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-3e804d7c-efee-4378-98d8-6b83d9ade2f8 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4e6f87c5655343819547d841b6a7143b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660307 Aug 19 12:28:26.728505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd857c-070a-4816-ae7f-5dc0311b1ed0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Pushing event deleted for resources: {'Port': ['ID=1603f9f5-e6f9-40eb-8550-e06f00911e2f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:26.768150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f0501653-2690-4677-a6fe-a1b75d98e327,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:26.822516 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfbd857c-070a-4816-ae7f-5dc0311b1ed0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.825008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfbd857c-070a-4816-ae7f-5dc0311b1ed0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.826494 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bfbd857c-070a-4816-ae7f-5dc0311b1ed0 tempest-ServersTestBootFromVolume-639479452 tempest-ServersTestBootFromVolume-639479452-project] 10.222.0.44 "DELETE /v2.0/floatingips/f746f9d9-adbc-45a1-a614-1c646bcb665e HTTP/1.1" status: 204 len: 168 time: 0.8667481 Aug 19 12:28:26.830033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33714) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:26.837231 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6692c8ee-5210-400d-80cf-3f124b68976c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.909713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a38993-77cd-43b8-8de2-294d7d1fc846 req-c19077f0-3b01-4efc-a1ae-5103da719ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:26.911479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5a38993-77cd-43b8-8de2-294d7d1fc846 req-c19077f0-3b01-4efc-a1ae-5103da719ae6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 1096 time: 0.2377927 Aug 19 12:28:26.931408 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.008213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-57c07595-473e-45dc-b282-2425f4e10197 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:27.009799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-57c07595-473e-45dc-b282-2425f4e10197 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2895885 Aug 19 12:28:27.048439 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5a38993-77cd-43b8-8de2-294d7d1fc846 req-21c528ff-01a4-4ea7-b3b3-bb7563fcfb72 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195803 Aug 19 12:28:27.071937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22de4cc-e0c3-4d58-b25e-fa37df35a547 req-7cd327dd-fdca-423c-adc9-4a7be05f0089 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:27.073477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22de4cc-e0c3-4d58-b25e-fa37df35a547 req-7cd327dd-fdca-423c-adc9-4a7be05f0089 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 945 time: 0.1491435 Aug 19 12:28:27.080991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-03c39adc-68f5-49e7-89c8-16323b5b5203 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/quotas/4e6f87c5655343819547d841b6a7143b HTTP/1.1" status: 200 len: 375 time: 0.0462618 Aug 19 12:28:27.173753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22de4cc-e0c3-4d58-b25e-fa37df35a547 req-3a578688-a2ef-4aab-885f-fb3065a8dc8e tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894918 Aug 19 12:28:27.175566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6692c8ee-5210-400d-80cf-3f124b68976c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.209241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-06f96234-9cbe-433a-a912-19e1ac8de112 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e6f87c5655343819547d841b6a7143b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272693 Aug 19 12:28:27.280272 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6692c8ee-5210-400d-80cf-3f124b68976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.349990 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6692c8ee-5210-400d-80cf-3f124b68976c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e801e76797f44203ac384baac7d0df61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7264919 Aug 19 12:28:27.352692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33734) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:27.360820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692c8ee-5210-400d-80cf-3f124b68976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2390b450-51f0-4e1b-aecd-f6ae0bc9c430,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:27.406039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.476845 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-721e9aab-97b0-4f9d-80ee-31e94ba19315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.545075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bad1a7e2-ce56-4d1b-9d9b-7fb8dc6ef448 req-50bfd3d4-3dc5-4559-a646-6ea03eac3e07 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 210 time: 0.0614855 Aug 19 12:28:27.575574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4366ee1-4b13-459c-8fe0-2488b604a446 req-d3bb9253-16ae-410d-a87d-298c4b8cff8f tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 210 time: 0.0631447 Aug 19 12:28:27.580779 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-721e9aab-97b0-4f9d-80ee-31e94ba19315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.714760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33746) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:27.744755 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-721e9aab-97b0-4f9d-80ee-31e94ba19315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.750077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-721e9aab-97b0-4f9d-80ee-31e94ba19315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.754442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-721e9aab-97b0-4f9d-80ee-31e94ba19315 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2390b450-51f0-4e1b-aecd-f6ae0bc9c430 HTTP/1.1" status: 204 len: 168 time: 0.3981709 Aug 19 12:28:27.766343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e9aab-97b0-4f9d-80ee-31e94ba19315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2390b450-51f0-4e1b-aecd-f6ae0bc9c430,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:27.814594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] Deleting port bb053a33-dae6-488d-9c98-ecfcb2d11117 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:27.815007 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.842209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-624961287-network', 'tenant_id': '936b1e24676b42568b06c49ce8852ad3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:27.899293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] For port bb053a33-dae6-488d-9c98-ecfcb2d11117, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=bb053a33-dae6-488d-9c98-ecfcb2d11117,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:27.899640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.915048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] Calling delete_port for bb053a33-dae6-488d-9c98-ecfcb2d11117 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:27.966021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Made reservation on behalf of 936b1e24676b42568b06c49ce8852ad3 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:27.968291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.977040 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.093688 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.206629 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.237662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:28:28.247028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.251445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8a9ae2-fdde-4870-b3ac-37854670c481,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:28.291963 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.294211 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Added segment 3c9cd849-d483-4a1d-8b8f-7ba30b485739 of type vlan for network 8a27b72f-16a2-4887-9d46-96e985490dc9 Aug 19 12:28:28.361897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb053a33-dae6-488d-9c98-ecfcb2d11117,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:28.397960 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.443874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125433c-7152-4991-b8a5-6b35dcf355c3 req-904c45c8-6202-4ba7-8685-23b69d257d7c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:28.446084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2125433c-7152-4991-b8a5-6b35dcf355c3 req-904c45c8-6202-4ba7-8685-23b69d257d7c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 945 time: 0.1394625 Aug 19 12:28:28.506807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2125433c-7152-4991-b8a5-6b35dcf355c3 req-5cb7aec4-097a-4e52-8bbb-7a72e83992f6 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529170 Aug 19 12:28:28.538628 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.552451 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.553638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:28.555665 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.647909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] Pushing event updated for resources: {'Network': ['ID=8a27b72f-16a2-4887-9d46-96e985490dc9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:28.681084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 8a27b72f-16a2-4887-9d46-96e985490dc9 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:28:28.708035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33766) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:28.740120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab33710d-7d5c-4b12-aeca-04c6da04664c req-d0a92d7e-c41a-4065-9693-1c0a38671598 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 210 time: 0.0429921 Aug 19 12:28:28.762836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3ddc4bfe-a768-4d64-a4f5-dda8eac248fa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0467067 Aug 19 12:28:28.764116 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d6c89e8-3017-4dae-8a97-c9f15d7d1504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.766333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33768) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:28.772068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] Request body: {'subnet': {'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-624961287-subnet', 'tenant_id': '936b1e24676b42568b06c49ce8852ad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:28.778355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-472081f7-2d4a-48b4-9351-168a2ff3ac47 req-6486d909-f5ea-468e-90e4-5dcaf962e970 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 210 time: 0.0690897 Aug 19 12:28:28.878377 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.902423 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] Router 967b1604-f109-48ac-8023-e4d69ad32650 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:28.922091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] Made reservation on behalf of 936b1e24676b42568b06c49ce8852ad3 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:28.924422 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.016574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:29.027188 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-59c70cab-f81c-4604-b01e-a8971730271f admin admin] 10.222.0.44 "PUT /v2.0/routers/967b1604-f109-48ac-8023-e4d69ad32650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1957400 Aug 19 12:28:29.029882 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab453a2c-6099-42f9-9518-b6c946c610db None None] Sync routers for ids ['967b1604-f109-48ac-8023-e4d69ad32650'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:29.033694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33770) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:29.042245 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab453a2c-6099-42f9-9518-b6c946c610db None None] Routers {'967b1604-f109-48ac-8023-e4d69ad32650'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:29.043296 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab453a2c-6099-42f9-9518-b6c946c610db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['967b1604-f109-48ac-8023-e4d69ad32650'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:29.205584 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d6c89e8-3017-4dae-8a97-c9f15d7d1504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.262064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.302572 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ab453a2c-6099-42f9-9518-b6c946c610db None None] Set router 967b1604-f109-48ac-8023-e4d69ad32650 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:29.320113 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d6c89e8-3017-4dae-8a97-c9f15d7d1504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.424891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9d6c89e8-3017-4dae-8a97-c9f15d7d1504 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bda37ca5716b4843b068d6c799a8fdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144687 Aug 19 12:28:29.425967 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.427904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33772) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:29.506350 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d704c040-b766-48e8-ae34-c478b5164687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.543723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d704c040-b766-48e8-ae34-c478b5164687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.589545 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab453a2c-6099-42f9-9518-b6c946c610db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:28:28Z', 'revision_number': 5, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:29.651813 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab453a2c-6099-42f9-9518-b6c946c610db None None] Checking router: 967b1604-f109-48ac-8023-e4d69ad32650 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:29.663790 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab453a2c-6099-42f9-9518-b6c946c610db None None] Routers {'967b1604-f109-48ac-8023-e4d69ad32650'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:29.664735 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab453a2c-6099-42f9-9518-b6c946c610db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['967b1604-f109-48ac-8023-e4d69ad32650'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:29.747154 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d704c040-b766-48e8-ae34-c478b5164687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.750376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d704c040-b766-48e8-ae34-c478b5164687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.755568 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d704c040-b766-48e8-ae34-c478b5164687 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4754a0bf-f120-4263-8450-d5e968b93733 HTTP/1.1" status: 204 len: 168 time: 0.3230238 Aug 19 12:28:29.765586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704c040-b766-48e8-ae34-c478b5164687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4754a0bf-f120-4263-8450-d5e968b93733,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:29.851778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c89e8-3017-4dae-8a97-c9f15d7d1504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4754a0bf-f120-4263-8450-d5e968b93733,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:29.869580 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ab453a2c-6099-42f9-9518-b6c946c610db None None] Set router 967b1604-f109-48ac-8023-e4d69ad32650 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:30.031083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed7d1c22-41c5-45db-8fc7-c36289b4fc7a req-c7e7c03a-6fc7-43ab-a4c9-d81919ac29f1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 210 time: 0.1000304 Aug 19 12:28:30.055064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.072217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c92c0f2-8a31-4350-9c36-d9b578ba2de7,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:30.096097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-f7f5d010-981d-494b-81ac-48f831d034c8 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.097649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-f7f5d010-981d-494b-81ac-48f831d034c8 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.53 "GET /v2.0/networks?id=ddce8ba4-a75e-4059-b910-8a725953071a HTTP/1.1" status: 200 len: 821 time: 0.7093050 Aug 19 12:28:30.107995 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab453a2c-6099-42f9-9518-b6c946c610db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:28:28Z', 'revision_number': 5, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:30.111565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-e9274a34-1811-441c-8694-2d4582964a2d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2658904 Aug 19 12:28:30.128280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Request body: {'port': {'device_id': '09482267-6f33-481d-9850-826a1e5e6a59', 'network_id': 'ddce8ba4-a75e-4059-b910-8a725953071a', 'admin_state_up': True, 'tenant_id': '65cc1dcf4aee4913b75a83e096802dc0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:30.148849 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab453a2c-6099-42f9-9518-b6c946c610db None None] The sync data for ids ['967b1604-f109-48ac-8023-e4d69ad32650'] in n-d-778732-8 is: [{'id': '967b1604-f109-48ac-8023-e4d69ad32650', 'name': 'tempest-ServersTestBootFromVolume-1545744008-router', 'tenant_id': 'dd552d66293348cead6e61280b39e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:23:38Z', 'updated_at': '2021-08-19T12:28:28Z', 'revision_number': 5, 'project_id': 'dd552d66293348cead6e61280b39e649', 'gw_port': {'id': 'b495ad17-f2c8-4361-9d7b-76efae1edd09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b1604-f109-48ac-8023-e4d69ad32650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:23:39Z', 'updated_at': '2021-08-19T12:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:30.149451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7e508-7e92-44c2-b05d-042d98cc8469 req-1d960bfd-3a98-41cd-b98e-d94b53435342 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.151566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fae7e508-7e92-44c2-b05d-042d98cc8469 req-1d960bfd-3a98-41cd-b98e-d94b53435342 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 945 time: 0.3090372 Aug 19 12:28:30.297565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] Checking segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:30.298044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] Network hostable DHCP agents. Network: 8a27b72f-16a2-4887-9d46-96e985490dc9, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:28:30.301488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-998f6eb7-b327-4bb8-84f8-eec15ca45f64 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4e6f87c5655343819547d841b6a7143b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1616967 Aug 19 12:28:30.303429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-070fc109-73da-4a61-a076-8f3111534bf2 req-4207912d-8e31-4b2d-80a1-bb2a576909c7 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 210 time: 0.1673050 Aug 19 12:28:30.461620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fae7e508-7e92-44c2-b05d-042d98cc8469 req-2c455460-6d81-4688-afcf-3c5a56e2a2e7 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275465 Aug 19 12:28:30.488958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-02a68d7b-8d74-4e19-b672-a887c34b4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.489596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-02a68d7b-8d74-4e19-b672-a887c34b4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.489967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-02a68d7b-8d74-4e19-b672-a887c34b4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.490452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-02a68d7b-8d74-4e19-b672-a887c34b4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.490938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-02a68d7b-8d74-4e19-b672-a887c34b4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.491424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-02a68d7b-8d74-4e19-b672-a887c34b4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.491891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-02a68d7b-8d74-4e19-b672-a887c34b4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.493967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-02a68d7b-8d74-4e19-b672-a887c34b4eaf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6503 time: 0.3121850 Aug 19 12:28:30.564921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device bb053a33-dae6-488d-9c98-ecfcb2d11117 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:30.590452 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8df710f6-b316-4006-bd78-23c445cc210c req-ee74881e-4c6f-410f-b160-85b9166a211a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825672 Aug 19 12:28:30.612053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] Network 8a27b72f-16a2-4887-9d46-96e985490dc9 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:28:30.662580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: bb053a33-dae6-488d-9c98-ecfcb2d11117 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:30.662580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device bb053a33-dae6-488d-9c98-ecfcb2d11117 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:30.722638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df710f6-b316-4006-bd78-23c445cc210c req-3c573b85-d199-4a7e-b2e8-8a8ef54754b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.726426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Deleting port b495ad17-f2c8-4361-9d7b-76efae1edd09 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:30.726990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.728770 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8df710f6-b316-4006-bd78-23c445cc210c req-3c573b85-d199-4a7e-b2e8-8a8ef54754b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e6f87c5655343819547d841b6a7143b&device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 1100 time: 0.0664029 Aug 19 12:28:30.757502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-4e5bb392-077b-43fc-bd04-86dab1b243a4 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.759234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-4e5bb392-077b-43fc-bd04-86dab1b243a4 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4260497 Aug 19 12:28:30.799564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Request body: {'port': {'device_id': 'a93c19a4-6b40-49c3-8d5e-6e3381e30d0f', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '4e6f87c5655343819547d841b6a7143b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:30.802533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Made reservation on behalf of 65cc1dcf4aee4913b75a83e096802dc0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:30.805952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.875184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df710f6-b316-4006-bd78-23c445cc210c req-7f951d17-a343-43b8-94f6-eced3f2fde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.877750 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8df710f6-b316-4006-bd78-23c445cc210c req-7f951d17-a343-43b8-94f6-eced3f2fde18 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1180475 Aug 19 12:28:30.881409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 8a27b72f-16a2-4887-9d46-96e985490dc9) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:30.890978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e651928-23e9-449a-b771-d51dcee51638 None None] Network 8a27b72f-16a2-4887-9d46-96e985490dc9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:30.895063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.895683 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.904467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-07a882e5-9671-4e2b-9e9b-a6b4c3a47a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.924145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-07a882e5-9671-4e2b-9e9b-a6b4c3a47a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.924145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-07a882e5-9671-4e2b-9e9b-a6b4c3a47a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.924145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-07a882e5-9671-4e2b-9e9b-a6b4c3a47a36 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=cdfad0a5-ed3d-4032-af19-96465b32cc10&id=cdfad0a5-ed3d-4032-af19-96465b32cc10 HTTP/1.1" status: 200 len: 2299 time: 0.3474805 Aug 19 12:28:30.931366 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8df710f6-b316-4006-bd78-23c445cc210c req-fd65e555-7ec8-4f0b-9bc5-6f1787289b5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=4aa16917-fa3a-4a77-bead-17c00418406a HTTP/1.1" status: 200 len: 217 time: 0.0449326 Aug 19 12:28:30.987411 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df710f6-b316-4006-bd78-23c445cc210c req-8affeb5b-6acb-477a-ada6-2f3c24fe5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.989317 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8df710f6-b316-4006-bd78-23c445cc210c req-8affeb5b-6acb-477a-ada6-2f3c24fe5892 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0508864 Aug 19 12:28:31.052167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78477420-494e-40b5-9f48-5d724f6adbfa None None] Network 8a27b72f-16a2-4887-9d46-96e985490dc9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:31.052511 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df710f6-b316-4006-bd78-23c445cc210c req-249e5a2b-2328-464c-8765-497dcf409324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:31.070538 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8df710f6-b316-4006-bd78-23c445cc210c req-249e5a2b-2328-464c-8765-497dcf409324 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718153 Aug 19 12:28:31.108851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] For port b495ad17-f2c8-4361-9d7b-76efae1edd09, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b495ad17-f2c8-4361-9d7b-76efae1edd09,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:31.109229 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.156114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-a2618e8a-80ca-4a48-86f8-e45431964293 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8 HTTP/1.1" status: 200 len: 1002 time: 0.2377136 Aug 19 12:28:31.162819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c26d3a83-e2c3-474f-89aa-6a1eb50a6471 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3952794 Aug 19 12:28:31.165235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Calling delete_port for b495ad17-f2c8-4361-9d7b-76efae1edd09 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:31.268000 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8df710f6-b316-4006-bd78-23c445cc210c req-73135951-f0bd-4019-a0b0-ca4e178ff06c service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902270 Aug 19 12:28:31.307972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6d82d9a-5a56-4d6c-b398-07342aa1e1d9 req-ad7d70cc-69d0-4f01-978e-6b0286b531e8 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 210 time: 0.1130984 Aug 19 12:28:31.326053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Allocated IP 172.20.0.11 (ddce8ba4-a75e-4059-b910-8a725953071a/7dc465cb-522d-4c51-8cdd-7c23e7b67610/afcd676b-f3ca-4070-b74c-5d9e099fdbc8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:31.360213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-4f7ea4d8-c2ee-4d9d-a26b-4c061eec3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:31.361782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-4f7ea4d8-c2ee-4d9d-a26b-4c061eec3210 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5b18177a-3842-4a4f-99df-56fcaf6e0863 HTTP/1.1" status: 200 len: 856 time: 0.1978769 Aug 19 12:28:31.421775 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8df710f6-b316-4006-bd78-23c445cc210c req-b49ec829-6f64-40fa-9b35-8e4bab2c6c16 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460330 Aug 19 12:28:31.490299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Made reservation on behalf of 4e6f87c5655343819547d841b6a7143b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:31.493867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.590308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1bae54b5-f63e-47d6-9b8b-7bf7257de647 req-c2d4aac7-8c99-4576-a396-3be017e360ad tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 210 time: 0.1321876 Aug 19 12:28:31.652855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-60a8f4c2-83a8-4cf9-ad22-2c4e9c95b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:31.654432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-60a8f4c2-83a8-4cf9-ad22-2c4e9c95b9a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2846467 Aug 19 12:28:31.740075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e7ec9-825a-4f7a-81f4-ea5617d81c94 req-19979089-3958-4f63-ad0e-d2fcd69818c6 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:31.741684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-985e7ec9-825a-4f7a-81f4-ea5617d81c94 req-19979089-3958-4f63-ad0e-d2fcd69818c6 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 945 time: 0.3051593 Aug 19 12:28:32.023783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-985e7ec9-825a-4f7a-81f4-ea5617d81c94 req-46783c22-e3db-4f90-92e5-f3dca81fc074 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718425 Aug 19 12:28:32.062327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Allocated IP 192.168.233.120 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/de4d8dff-144c-4aa9-9dd7-9276e79aede1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:32.092964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-bbd9474f-6d3b-4dbe-9d9a-0b62a198861b service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000783 Aug 19 12:28:32.111768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58267db-d46a-4098-a827-4262255c176c req-c4549a62-1a53-4064-9657-3b90183ad7be tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:32.113526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-c4549a62-1a53-4064-9657-3b90183ad7be tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.3016436 Aug 19 12:28:32.190526 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.224580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-139526d1-8e0d-41bb-b783-9ab3e1aa6ed9 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/quotas/936b1e24676b42568b06c49ce8852ad3 HTTP/1.1" status: 200 len: 375 time: 0.0955737 Aug 19 12:28:32.231956 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.264526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b495ad17-f2c8-4361-9d7b-76efae1edd09,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:32.388017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-480baa12-5812-4547-9485-cdae451e3de1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1143875 Aug 19 12:28:32.485765 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-86d6f68a-f883-43f1-b309-04a54f48d103 service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835132 Aug 19 12:28:32.516612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a35411c-948a-47dc-8cd3-ebeec9d79920 req-5cc9a376-6f5d-4767-b20a-58c83f5326db tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 210 time: 0.0984566 Aug 19 12:28:32.592108 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.615261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-aff6523c-71c4-48b8-ba54-5799ed85b229 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=59952a98-c9c6-42eb-964e-b03e707b5eb7 HTTP/1.1" status: 200 len: 217 time: 0.0836163 Aug 19 12:28:33.122450 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.144909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.159437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-580658f4-e91f-4c70-9bd8-4b8490251dba req-80fe0d8f-ab23-4146-8b16-59adbb14ad21 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 210 time: 0.1367457 Aug 19 12:28:33.168816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.170799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.278286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Transition to ACTIVE for port object de4d8dff-144c-4aa9-9dd7-9276e79aede1 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:33.304937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-79b7619a-9c59-439e-8d04-62dd9b0261f6 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9172964 Aug 19 12:28:33.312679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-37b6f660-8948-45a4-b1cf-fe4bc1e660a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:33.329021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-37b6f660-8948-45a4-b1cf-fe4bc1e660a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.2927258 Aug 19 12:28:33.391920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40071da2-4141-4a6f-a12c-efbfb42a91ac req-7e8cd838-2975-4fba-9d1e-51b10a52b738 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:33.393274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40071da2-4141-4a6f-a12c-efbfb42a91ac req-7e8cd838-2975-4fba-9d1e-51b10a52b738 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.53 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 945 time: 0.3697412 Aug 19 12:28:33.438169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Network ddce8ba4-a75e-4059-b910-8a725953071a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:33.446302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Pushing event updated for resources: {'Port': ['ID=afcd676b-f3ca-4070-b74c-5d9e099fdbc8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:33.460433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:33.495334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:33.501430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.501430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 967b1604-f109-48ac-8023-e4d69ad32650 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:28:33.537979 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.539171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9be6c09e-9b1d-46ee-b3d4-28486ce76cb6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/967b1604-f109-48ac-8023-e4d69ad32650 HTTP/1.1" status: 204 len: 168 time: 4.5028327 Aug 19 12:28:33.542404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33870) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:33.569297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1346c43-0288-46a7-a5af-a7fb8afc53da req-8cba50d7-4d93-4c87-8132-1e085b90361b tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:33.570930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1346c43-0288-46a7-a5af-a7fb8afc53da req-8cba50d7-4d93-4c87-8132-1e085b90361b tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 945 time: 0.3278027 Aug 19 12:28:33.604396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-9377bacc-17e3-4942-8e43-3e91a45c068e admin admin] Deleting subnet b297c747-5acb-4199-a50e-f45d6f5a40ae {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:33.607976 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9377bacc-17e3-4942-8e43-3e91a45c068e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.651169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-527958c3-261b-42dd-8a00-4efa24140c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:33.652662 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-527958c3-261b-42dd-8a00-4efa24140c4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3055294 Aug 19 12:28:33.671411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:33.672268 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.678907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9377bacc-17e3-4942-8e43-3e91a45c068e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.737526 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.742172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-c01949d2-4897-47c1-ae4d-f41473ab0484 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207783 Aug 19 12:28:33.756150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['837ce63a-fa8c-46a0-8e32-ee32cb002778', '4aa16917-fa3a-4a77-bead-17c00418406a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:33.788028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9377bacc-17e3-4942-8e43-3e91a45c068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.841981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1346c43-0288-46a7-a5af-a7fb8afc53da req-c61251a4-aa70-49a9-8999-aa557fcc130a tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526500 Aug 19 12:28:33.888687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-527f11b6-bb90-4fac-b749-ad3b5e3e5723 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7738919 Aug 19 12:28:33.896758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:33.900171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Pushing event updated for resources: {'Port': ['ID=de4d8dff-144c-4aa9-9dd7-9276e79aede1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:33.920195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Request body: {'port': {'device_id': '09482267-6f33-481d-9850-826a1e5e6a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:33.925533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-40071da2-4141-4a6f-a12c-efbfb42a91ac req-e098f08c-f93a-49aa-a9b3-04b4d965461c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Deleting port f0501653-2690-4677-a6fe-a1b75d98e327 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:33.925820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40071da2-4141-4a6f-a12c-efbfb42a91ac req-e098f08c-f93a-49aa-a9b3-04b4d965461c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.928799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:33.962341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:33.977927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33878) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:34.013484 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9377bacc-17e3-4942-8e43-3e91a45c068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.070836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9377bacc-17e3-4942-8e43-3e91a45c068e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.074988 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9377bacc-17e3-4942-8e43-3e91a45c068e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b297c747-5acb-4199-a50e-f45d6f5a40ae HTTP/1.1" status: 204 len: 168 time: 0.5301261 Aug 19 12:28:34.075890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33884) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:34.080181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377bacc-17e3-4942-8e43-3e91a45c068e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b297c747-5acb-4199-a50e-f45d6f5a40ae,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:34.099312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56715da-cb72-426f-96cb-125569968a2c None None] Network ffdc861b-fbe6-461b-b6fe-9cb76461b10c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:34.211664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.248354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ad95713-a621-410c-ad75-d59c6fce01c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.279755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-2d092482-22de-4cc6-bf1f-86ab8eccb648 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996668 Aug 19 12:28:34.347023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5549dc48-b945-45bc-baf9-2e3c4e52c198 req-ddce192b-ee09-453c-8c5b-5b4712349c87 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 210 time: 0.1122591 Aug 19 12:28:34.455717 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ad95713-a621-410c-ad75-d59c6fce01c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.474651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:34.475237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.483965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Deleting port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:34.484316 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.498366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.505916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] DHCP port deletion for ffdc861b-fbe6-461b-b6fe-9cb76461b10c request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:34.544098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0c77507c-d61f-497f-92f1-94efadaaf031 None None] Provisioning for port de4d8dff-144c-4aa9-9dd7-9276e79aede1 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:34.552410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0c77507c-d61f-497f-92f1-94efadaaf031 None None] Provisioning complete for port de4d8dff-144c-4aa9-9dd7-9276e79aede1 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:34.552881 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0c77507c-d61f-497f-92f1-94efadaaf031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.568640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d127a-f0fb-450c-aefa-7465582e97bc req-9e14e939-04c8-4ab8-8be1-73855aef5c8f tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:34.570966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] For port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dffa6047-73d8-49a0-9b92-0fea5a3c2b0d,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:34.571391 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.576486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e1d127a-f0fb-450c-aefa-7465582e97bc req-9e14e939-04c8-4ab8-8be1-73855aef5c8f tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 936 time: 0.3479824 Aug 19 12:28:34.584643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-40071da2-4141-4a6f-a12c-efbfb42a91ac req-e098f08c-f93a-49aa-a9b3-04b4d965461c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] For port f0501653-2690-4677-a6fe-a1b75d98e327, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f0501653-2690-4677-a6fe-a1b75d98e327,segment=NetworkSegment(473136ed-b0fd-4cf6-be9e-619571176e07),segment_id=473136ed-b0fd-4cf6-be9e-619571176e07)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:34.585028 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40071da2-4141-4a6f-a12c-efbfb42a91ac req-e098f08c-f93a-49aa-a9b3-04b4d965461c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.595181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Calling delete_port for dffa6047-73d8-49a0-9b92-0fea5a3c2b0d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:34.602413 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ad95713-a621-410c-ad75-d59c6fce01c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.614512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Deleting port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:34.615036 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.616876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0c77507c-d61f-497f-92f1-94efadaaf031 None None] Port de4d8dff-144c-4aa9-9dd7-9276e79aede1 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:34.641272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dffa6047-73d8-49a0-9b92-0fea5a3c2b0d no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:34.656731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-40071da2-4141-4a6f-a12c-efbfb42a91ac req-e098f08c-f93a-49aa-a9b3-04b4d965461c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Calling delete_port for f0501653-2690-4677-a6fe-a1b75d98e327 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:34.711206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-8522f1c8-6850-44a4-9c07-33138827d029 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807676 Aug 19 12:28:34.725097 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0ad95713-a621-410c-ad75-d59c6fce01c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f939961f7cb14110b5c95541468fffa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7447786 Aug 19 12:28:34.728570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33892) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:34.730226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad95713-a621-410c-ad75-d59c6fce01c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa0fadc-3b7d-4884-bc68-a28b2fb319f4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:34.737560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] For port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dffa6047-73d8-49a0-9b92-0fea5a3c2b0d,segment=NetworkSegment(f20728ff-170f-4b8e-8868-93e5ecc390d7),segment_id=f20728ff-170f-4b8e-8868-93e5ecc390d7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:34.737965 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.756953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Calling delete_port for dffa6047-73d8-49a0-9b92-0fea5a3c2b0d owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:34.761693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdef34-08b0-4340-a354-f26c9c13afba req-52484f53-a728-4d16-a050-bf5d772eea68 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:34.763329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbcdef34-08b0-4340-a354-f26c9c13afba req-52484f53-a728-4d16-a050-bf5d772eea68 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 932 time: 0.3024385 Aug 19 12:28:34.769920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-9d4a9f58-b5ee-4bcb-9f0d-243abea0ed7e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9728503 Aug 19 12:28:34.796375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e1d127a-f0fb-450c-aefa-7465582e97bc req-df69b5eb-bac7-4c62-88ea-304688d40f3f tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104485 Aug 19 12:28:34.811004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Request body: {'port': {'device_id': 'a93c19a4-6b40-49c3-8d5e-6e3381e30d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:34.828735 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9ec935c-adbe-4c0b-8b99-a50896b38844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.839013 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.865579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9ec935c-adbe-4c0b-8b99-a50896b38844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.927984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-c6af6895-af01-4b23-bc52-1be4e67bf501 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=dfd52db2-a9b9-485f-a61c-b406983d071a HTTP/1.1" status: 200 len: 217 time: 0.1769373 Aug 19 12:28:34.998087 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.016161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] No DVR routers for this DVR port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:35.025942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b495ad17-f2c8-4361-9d7b-76efae1edd09 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:35.028130 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.062789 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dffa6047-73d8-49a0-9b92-0fea5a3c2b0d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.066144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9ec935c-adbe-4c0b-8b99-a50896b38844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.067057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] No DVR routers for this DVR port dffa6047-73d8-49a0-9b92-0fea5a3c2b0d on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:35.070416 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9ec935c-adbe-4c0b-8b99-a50896b38844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.071998 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d9ec935c-adbe-4c0b-8b99-a50896b38844 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3aa0fadc-3b7d-4884-bc68-a28b2fb319f4 HTTP/1.1" status: 204 len: 168 time: 0.3386917 Aug 19 12:28:35.095047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b495ad17-f2c8-4361-9d7b-76efae1edd09 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:35.095766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b495ad17-f2c8-4361-9d7b-76efae1edd09 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:35.106871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Pushing event deleted for resources: {'Port': ['ID=dffa6047-73d8-49a0-9b92-0fea5a3c2b0d,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.117590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.118117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.118609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.119196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.120389 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.120897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.121463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.121959 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.122430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.122890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.123382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.123860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5531cbd-d3b2-4c62-ba3e-c8efe104fa92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:35.154752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec935c-adbe-4c0b-8b99-a50896b38844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa0fadc-3b7d-4884-bc68-a28b2fb319f4,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.160874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbcdef34-08b0-4340-a354-f26c9c13afba req-7cff4b2a-ea7c-444a-b0b7-3c90df4debba tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603210 Aug 19 12:28:35.168817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.183707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.197016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-1f485659-e611-437a-9c6b-c9e05c0f567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.197016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-1f485659-e611-437a-9c6b-c9e05c0f567e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.2432647 Aug 19 12:28:35.206502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdc861b-fbe6-461b-b6fe-9cb76461b10c']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:35.221406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20728ff-170f-4b8e-8868-93e5ecc390d7') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:35.221406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20728ff-170f-4b8e-8868-93e5ecc390d7') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:35.232727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac70d-ca8b-4e79-ba01-031d94fe854d req-0d1779c3-5513-40f6-8542-70484ee4b1cc tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.241426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9dac70d-ca8b-4e79-ba01-031d94fe854d req-0d1779c3-5513-40f6-8542-70484ee4b1cc tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 945 time: 0.3107166 Aug 19 12:28:35.243453 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.262106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.270118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:28:35.272939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:28:35.273802 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:28:35.426063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-25299fed-5828-4411-8693-1746c157e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.427651 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-25299fed-5828-4411-8693-1746c157e888 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2056463 Aug 19 12:28:35.434475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9dac70d-ca8b-4e79-ba01-031d94fe854d req-1af98edb-c258-43d4-bf8d-1280b63dda51 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1600943-7fd8-42df-86b9-f0b5064fa783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935387 Aug 19 12:28:35.635971 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.642844 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.646389 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ffdc861b-fbe6-461b-b6fe-9cb76461b10c HTTP/1.1" status: 204 len: 168 time: 1.5683274 Aug 19 12:28:35.669023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463afeb-02e1-46cc-a779-3e8ece2281f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffdc861b-fbe6-461b-b6fe-9cb76461b10c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.903555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-792a1619-a8a5-4efd-8fd6-90c66f18b561 req-e25e93ce-10ac-4d17-a6d8-ce1eb260145a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 210 time: 0.4733841 Aug 19 12:28:35.910919 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40071da2-4141-4a6f-a12c-efbfb42a91ac req-e098f08c-f93a-49aa-a9b3-04b4d965461c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.922547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f0501653-2690-4677-a6fe-a1b75d98e327'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:36.023511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afcd676b-f3ca-4070-b74c-5d9e099fdbc8 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:36.031364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098f08c-f93a-49aa-a9b3-04b4d965461c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Pushing event deleted for resources: {'Port': ['ID=f0501653-2690-4677-a6fe-a1b75d98e327,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:36.047388 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.160285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-40071da2-4141-4a6f-a12c-efbfb42a91ac req-e098f08c-f93a-49aa-a9b3-04b4d965461c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] No DVR routers for this DVR port f0501653-2690-4677-a6fe-a1b75d98e327 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:36.164169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Transition to ACTIVE for port object afcd676b-f3ca-4070-b74c-5d9e099fdbc8 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:36.168890 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40071da2-4141-4a6f-a12c-efbfb42a91ac req-e098f08c-f93a-49aa-a9b3-04b4d965461c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.170931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40071da2-4141-4a6f-a12c-efbfb42a91ac req-e098f08c-f93a-49aa-a9b3-04b4d965461c tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.53 "DELETE /v2.0/ports/f0501653-2690-4677-a6fe-a1b75d98e327 HTTP/1.1" status: 204 len: 173 time: 2.7265890 Aug 19 12:28:36.173737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e883aa7c-0869-4c47-8b0f-d48c19dd15d0', 'name': 'network-vif-deleted', 'tag': 'f0501653-2690-4677-a6fe-a1b75d98e327'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:36.176041 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d312b6-1131-4ce2-b676-eeaa4634f73e" -d '{"events": [{"server_uuid": "e883aa7c-0869-4c47-8b0f-d48c19dd15d0", "name": "network-vif-deleted", "tag": "f0501653-2690-4677-a6fe-a1b75d98e327"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:36.180922 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33922) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:36.189686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2822b18-d9eb-47e0-a3b5-ca62a10f09c2 req-bf1d105c-e344-4dc7-b43b-9aed66d538a1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:36.190888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2822b18-d9eb-47e0-a3b5-ca62a10f09c2 req-bf1d105c-e344-4dc7-b43b-9aed66d538a1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 936 time: 0.2927418 Aug 19 12:28:36.195090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-fc2cddea-ef22-4fe4-a7ec-1f1987800d32 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7549601 Aug 19 12:28:36.247001 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeb441a-439a-4da4-8fbd-3d096fb8f967 x-openstack-request-id: req-3aeb441a-439a-4da4-8fbd-3d096fb8f967 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:36.247253 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e883aa7c-0869-4c47-8b0f-d48c19dd15d0", "name": "network-vif-deleted", "tag": "f0501653-2690-4677-a6fe-a1b75d98e327", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:36.247579 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3aeb441a-439a-4da4-8fbd-3d096fb8f967 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:36.247868 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e883aa7c-0869-4c47-8b0f-d48c19dd15d0', 'name': 'network-vif-deleted', 'tag': 'f0501653-2690-4677-a6fe-a1b75d98e327', 'status': 'completed', 'code': 200} Aug 19 12:28:36.297519 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.423793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2822b18-d9eb-47e0-a3b5-ca62a10f09c2 req-564233c5-6be8-470a-bfad-9c649ceddcd7 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167199 Aug 19 12:28:36.464883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=afcd676b-f3ca-4070-b74c-5d9e099fdbc8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:36.521356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-e200ff70-23af-487a-8f02-fc96e4aa76e6 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131621 Aug 19 12:28:36.533284 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ca63b27f-b1f9-42ad-a98b-45c198c67ad6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd552d66293348cead6e61280b39e649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502064 Aug 19 12:28:36.536452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33940) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:36.550037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa63a1-a82a-4c3b-b0c1-6aa83fb7be1e req-cb0bbb11-d69c-48f1-9405-db67d9ccf6b1 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:36.552066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90aa63a1-a82a-4c3b-b0c1-6aa83fb7be1e req-cb0bbb11-d69c-48f1-9405-db67d9ccf6b1 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 944 time: 0.2442744 Aug 19 12:28:36.555531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4d8dff-144c-4aa9-9dd7-9276e79aede1 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:36.608792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e174c0c4-7075-4854-9d69-22d3d32b03fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.623533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.631570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-e97cde8f-55dd-408b-a096-efc92e08dee2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=2397b715-6ad6-41aa-897c-1961b843f1b4 HTTP/1.1" status: 200 len: 217 time: 0.0919640 Aug 19 12:28:36.646888 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e174c0c4-7075-4854-9d69-22d3d32b03fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.724176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Transition to ACTIVE for port object de4d8dff-144c-4aa9-9dd7-9276e79aede1 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:36.760680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90aa63a1-a82a-4c3b-b0c1-6aa83fb7be1e req-993bc584-9261-400f-8f70-cd9f0aeeba56 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741598 Aug 19 12:28:36.772323 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-df346454-b92f-43cb-b279-02d49a503f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:36.774701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-df346454-b92f-43cb-b279-02d49a503f50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.1283653 Aug 19 12:28:36.778415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Attempting to bind port afcd676b-f3ca-4070-b74c-5d9e099fdbc8 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:36.779093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Attempting to bind port afcd676b-f3ca-4070-b74c-5d9e099fdbc8 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '02046347-acf2-4d90-b34e-55a62b318504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ddce8ba4-a75e-4059-b910-8a725953071a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:36.779435 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Attempting to bind port afcd676b-f3ca-4070-b74c-5d9e099fdbc8 on network ddce8ba4-a75e-4059-b910-8a725953071a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:36.812798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d4ff2cb-9efd-47aa-854c-b351c7b0d601 req-1ceae99b-56bd-464b-9cd4-56b5624a9ca6 tempest-ServerGroupTestJSON-1172391396 tempest-ServerGroupTestJSON-1172391396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e883aa7c-0869-4c47-8b0f-d48c19dd15d0 HTTP/1.1" status: 200 len: 210 time: 0.0590780 Aug 19 12:28:36.816938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Port afcd676b-f3ca-4070-b74c-5d9e099fdbc8 on network ddce8ba4-a75e-4059-b910-8a725953071a not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:36.817317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Attempting to bind port afcd676b-f3ca-4070-b74c-5d9e099fdbc8 on network ddce8ba4-a75e-4059-b910-8a725953071a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:36.841270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:36.841669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Checking segment: {'id': '02046347-acf2-4d90-b34e-55a62b318504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ddce8ba4-a75e-4059-b910-8a725953071a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:36.842685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Bound using segment: {'id': '02046347-acf2-4d90-b34e-55a62b318504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ddce8ba4-a75e-4059-b910-8a725953071a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:36.842685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Bound port: afcd676b-f3ca-4070-b74c-5d9e099fdbc8, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02046347-acf2-4d90-b34e-55a62b318504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ddce8ba4-a75e-4059-b910-8a725953071a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:36.842930 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.884336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e174c0c4-7075-4854-9d69-22d3d32b03fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.892233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e174c0c4-7075-4854-9d69-22d3d32b03fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.892233 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e174c0c4-7075-4854-9d69-22d3d32b03fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a89662d-e5fc-4b1c-9f5f-f0a70c7c581b HTTP/1.1" status: 204 len: 168 time: 0.3511069 Aug 19 12:28:36.895629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-65179fd4-ee97-4057-acc7-3559ff132573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:36.897175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-65179fd4-ee97-4057-acc7-3559ff132573 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0966077 Aug 19 12:28:36.909861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174c0c4-7075-4854-9d69-22d3d32b03fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a89662d-e5fc-4b1c-9f5f-f0a70c7c581b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:36.923242 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.045243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] For port afcd676b-f3ca-4070-b74c-5d9e099fdbc8, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:37.113620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] For port afcd676b-f3ca-4070-b74c-5d9e099fdbc8, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=afcd676b-f3ca-4070-b74c-5d9e099fdbc8,segment=NetworkSegment(02046347-acf2-4d90-b34e-55a62b318504),segment_id=02046347-acf2-4d90-b34e-55a62b318504)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:37.117402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52390035-945f-4a60-b961-efb6bfa7b9ab req-ec46e09a-d79e-45a7-a897-aff1b8fc8cae tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 210 time: 0.0838728 Aug 19 12:28:37.136238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Pushing event updated for resources: {'Port': ['ID=de4d8dff-144c-4aa9-9dd7-9276e79aede1,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:37.204330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-3a2de6f4-c8e0-4f72-8220-9802f2700051 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989919 Aug 19 12:28:37.253814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Attempting to bind port de4d8dff-144c-4aa9-9dd7-9276e79aede1 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:37.254166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Attempting to bind port de4d8dff-144c-4aa9-9dd7-9276e79aede1 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:37.254992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Attempting to bind port de4d8dff-144c-4aa9-9dd7-9276e79aede1 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:37.293692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Port de4d8dff-144c-4aa9-9dd7-9276e79aede1 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:37.294002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Attempting to bind port de4d8dff-144c-4aa9-9dd7-9276e79aede1 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:37.303921 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.343526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:37.343526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:37.343526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:37.343526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Bound port: de4d8dff-144c-4aa9-9dd7-9276e79aede1, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:37.343526 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.347426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:37.348057 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.349577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] 10.222.0.53 "PUT /v2.0/ports/afcd676b-f3ca-4070-b74c-5d9e099fdbc8 HTTP/1.1" status: 200 len: 1092 time: 3.4352775 Aug 19 12:28:37.454954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4db09-3844-4788-8cc0-52c1f45e1fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=afcd676b-f3ca-4070-b74c-5d9e099fdbc8,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:37.471478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-0da1e4f8-91ea-40b0-b83c-2d6fe8f5a44f service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512615 Aug 19 12:28:37.543562 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-4a40e1d2-ca58-4f89-ad53-723e990d8fab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=331fdea2-c75c-4b83-ac8b-f5f182984952 HTTP/1.1" status: 200 len: 217 time: 0.0628757 Aug 19 12:28:37.605948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] For port de4d8dff-144c-4aa9-9dd7-9276e79aede1, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:37.661240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] For port de4d8dff-144c-4aa9-9dd7-9276e79aede1, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=de4d8dff-144c-4aa9-9dd7-9276e79aede1,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:37.681296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-0c3ffd1e-65ee-4df1-abfd-0e501cca32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:37.682922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-0c3ffd1e-65ee-4df1-abfd-0e501cca32a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.1169951 Aug 19 12:28:37.696976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dea7c-13fa-4eff-9704-07a8015fbd39 req-687c7ab7-65a5-4ba6-bccb-4bc737ec639d tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:37.698580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f36dea7c-13fa-4eff-9704-07a8015fbd39 req-687c7ab7-65a5-4ba6-bccb-4bc737ec639d tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 948 time: 0.1601441 Aug 19 12:28:37.733686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-4fcccc50-ae14-4c11-ae3b-53500de4eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:37.735209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-4fcccc50-ae14-4c11-ae3b-53500de4eef8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65cc1dcf4aee4913b75a83e096802dc0&device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 1095 time: 0.1704750 Aug 19 12:28:37.809994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-40d4db91-8609-4321-b6f8-3ba59ff1382e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afcd676b-f3ca-4070-b74c-5d9e099fdbc8 HTTP/1.1" status: 200 len: 217 time: 0.0590110 Aug 19 12:28:37.814979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-499ba5bf-c716-4337-b7b9-d39cdc257e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:37.816644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-499ba5bf-c716-4337-b7b9-d39cdc257e7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171610 Aug 19 12:28:37.819856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f36dea7c-13fa-4eff-9704-07a8015fbd39 req-2ea426b0-d5ec-46dd-a13a-e4209f09d76a tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927930 Aug 19 12:28:37.876144 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58267db-d46a-4098-a827-4262255c176c req-50148385-6036-4401-8c6c-963b4b4b803a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:37.878765 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.885212 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-50148385-6036-4401-8c6c-963b4b4b803a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.1577547 Aug 19 12:28:37.896386 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Request body: {'port': {'device_id': 'acad1260-f58d-4369-9fc8-f1ee79dfea34', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'admin_state_up': True, 'tenant_id': '936b1e24676b42568b06c49ce8852ad3'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:38.034672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.035248 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.036691 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] 10.222.0.52 "PUT /v2.0/ports/de4d8dff-144c-4aa9-9dd7-9276e79aede1 HTTP/1.1" status: 200 len: 1096 time: 3.2351415 Aug 19 12:28:38.061772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-2889da3b-5908-459a-89e4-36760aae004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.066066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-2889da3b-5908-459a-89e4-36760aae004f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7dc465cb-522d-4c51-8cdd-7c23e7b67610 HTTP/1.1" status: 200 len: 861 time: 0.2426982 Aug 19 12:28:38.101802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f0501653-2690-4677-a6fe-a1b75d98e327 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:38.114387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96c958-f653-467b-a18f-4437fb0f2c1a service neutron] Pushing event updated for resources: {'Port': ['ID=de4d8dff-144c-4aa9-9dd7-9276e79aede1,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:38.148086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: f0501653-2690-4677-a6fe-a1b75d98e327 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:38.148638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f0501653-2690-4677-a6fe-a1b75d98e327 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:38.158109 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-9f60409a-3e83-4654-9c32-25dd18928dbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddce8ba4-a75e-4059-b910-8a725953071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627377 Aug 19 12:28:38.204233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590e624-2e94-4726-b755-8eac264e7274 req-4d2812bc-5759-43eb-8c93-b3e5c822c7b1 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.205863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a590e624-2e94-4726-b755-8eac264e7274 req-4d2812bc-5759-43eb-8c93-b3e5c822c7b1 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 944 time: 0.3241601 Aug 19 12:28:38.236975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-1970dbc8-2d9a-481e-9959-479ac6611da3 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080725 Aug 19 12:28:38.250120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Made reservation on behalf of 936b1e24676b42568b06c49ce8852ad3 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:38.254642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.274954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09482267-6f33-481d-9850-826a1e5e6a59', 'tag': 'afcd676b-f3ca-4070-b74c-5d9e099fdbc8'}, {'name': 'network-changed', 'server_uuid': 'a93c19a4-6b40-49c3-8d5e-6e3381e30d0f', 'tag': 'de4d8dff-144c-4aa9-9dd7-9276e79aede1'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:38.277789 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81546496-0466-4604-bc09-b83014bc0f35" -d '{"events": [{"name": "network-changed", "server_uuid": "09482267-6f33-481d-9850-826a1e5e6a59", "tag": "afcd676b-f3ca-4070-b74c-5d9e099fdbc8"}, {"name": "network-changed", "server_uuid": "a93c19a4-6b40-49c3-8d5e-6e3381e30d0f", "tag": "de4d8dff-144c-4aa9-9dd7-9276e79aede1"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:38.398928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-768b7ac2-8e4a-4585-bf53-78de0b8ec085 req-d004849e-dbd7-48dd-839c-b63773479a1b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 210 time: 0.1525941 Aug 19 12:28:38.472909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a590e624-2e94-4726-b755-8eac264e7274 req-45228f6e-7933-459f-87af-aadb202387f7 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307053 Aug 19 12:28:38.500695 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Allocated IP 172.20.0.10 (8a27b72f-16a2-4887-9d46-96e985490dc9/3c92c0f2-8a31-4350-9c36-d9b578ba2de7/90d3a380-91ba-4bcf-ab84-ed3657aa7273) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:38.529863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-df8af3d7-1e26-4735-91ab-b85d6254eee5 service neutron] 10.222.0.53 "GET /v2.0/networks/ddce8ba4-a75e-4059-b910-8a725953071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584723 Aug 19 12:28:38.542343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-f66c58a8-b657-4050-8c10-086e7ad79bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.542343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-f66c58a8-b657-4050-8c10-086e7ad79bae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e6f87c5655343819547d841b6a7143b&device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 1099 time: 0.2246611 Aug 19 12:28:38.542343 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b76526-96ed-4ca4-a912-692fc5fd020c x-openstack-request-id: req-21b76526-96ed-4ca4-a912-692fc5fd020c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:38.542343 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09482267-6f33-481d-9850-826a1e5e6a59", "tag": "afcd676b-f3ca-4070-b74c-5d9e099fdbc8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a93c19a4-6b40-49c3-8d5e-6e3381e30d0f", "tag": "de4d8dff-144c-4aa9-9dd7-9276e79aede1", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:38.542343 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21b76526-96ed-4ca4-a912-692fc5fd020c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:38.542343 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09482267-6f33-481d-9850-826a1e5e6a59', 'tag': 'afcd676b-f3ca-4070-b74c-5d9e099fdbc8', 'status': 'completed', 'code': 200} Aug 19 12:28:38.542938 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93c19a4-6b40-49c3-8d5e-6e3381e30d0f', 'tag': 'de4d8dff-144c-4aa9-9dd7-9276e79aede1', 'status': 'completed', 'code': 200} Aug 19 12:28:38.641128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-abcb6c87-bb4a-48d9-bd61-01db2ff2b187 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764977 Aug 19 12:28:38.644514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-c94552c5-b3b6-468a-8166-3ccd47d06095 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=de4d8dff-144c-4aa9-9dd7-9276e79aede1 HTTP/1.1" status: 200 len: 217 time: 0.0950015 Aug 19 12:28:38.708770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.733607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-d526ace9-e008-418a-87dd-80ec9b319390 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8f6c14b-3e20-4211-9f1e-aeb44e442751 HTTP/1.1" status: 200 len: 217 time: 0.0808196 Aug 19 12:28:38.799126 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34022) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:38.816784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-17b88d70-8b75-4520-9923-e26d16616202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.818692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-17b88d70-8b75-4520-9923-e26d16616202 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1574695 Aug 19 12:28:38.828033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88f2d65-6d5e-4e60-bb0d-3754ecd56328 req-40936c65-ef75-4a51-a472-e96b075057be service neutron] 10.222.0.53 "GET /v2.0/networks/ddce8ba4-a75e-4059-b910-8a725953071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847955 Aug 19 12:28:38.841865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-72eb6b3d-d005-49d3-82d1-5f8dcb5a0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.847420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-72eb6b3d-d005-49d3-82d1-5f8dcb5a0708 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 200 len: 797 time: 0.0976954 Aug 19 12:28:38.851676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34028) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:38.904677 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34ec45e-1ca8-4ee9-a94d-3659bfd3da87 admin admin] Deleting subnet 4fec48ac-5429-4705-bf24-ebafc96639c0 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:38.909085 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.911076 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c34ec45e-1ca8-4ee9-a94d-3659bfd3da87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.974023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1730849883-network', 'tenant_id': '18c7d919376b46c7af6387b7c99d7be9'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:39.022654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Network 8a27b72f-16a2-4887-9d46-96e985490dc9 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:39.024841 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c34ec45e-1ca8-4ee9-a94d-3659bfd3da87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.052545 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:39.054187 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34032) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:39.067562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:39.070165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event updated for resources: {'Port': ['ID=90d3a380-91ba-4bcf-ab84-ed3657aa7273,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:39.128347 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.129044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.150760 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c34ec45e-1ca8-4ee9-a94d-3659bfd3da87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.194134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Made reservation on behalf of 18c7d919376b46c7af6387b7c99d7be9 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:39.196750 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.326041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-0f995c39-a1ac-4264-b3f4-071db8c748a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.328867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-0f995c39-a1ac-4264-b3f4-071db8c748a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4995954 Aug 19 12:28:39.381977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-ec67aea4-593c-4b8b-94d4-8c216b398495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.383496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-ec67aea4-593c-4b8b-94d4-8c216b398495 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5153918 Aug 19 12:28:39.505985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf508d5-e65d-4808-9a5c-79a9fe743f68 req-519c36da-1e28-47eb-975a-32f383cb0dbd tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.507255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecf508d5-e65d-4808-9a5c-79a9fe743f68 req-519c36da-1e28-47eb-975a-32f383cb0dbd tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 948 time: 0.5998235 Aug 19 12:28:39.509227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81546496-0466-4604-bc09-b83014bc0f35 req-9ce02ea1-8dee-42a2-b0d9-a51bf79a5ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.512321 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-9ce02ea1-8dee-42a2-b0d9-a51bf79a5ffa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65cc1dcf4aee4913b75a83e096802dc0&device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 1095 time: 0.2161968 Aug 19 12:28:39.524490 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-52e69317-dd13-4687-946e-9fe93bf1862e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6361353 Aug 19 12:28:39.528005 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.531724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d190959c-b257-4698-83d6-f96553db5ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.557566 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Request body: {'port': {'device_id': 'acad1260-f58d-4369-9fc8-f1ee79dfea34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:39.642220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.655103 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c34ec45e-1ca8-4ee9-a94d-3659bfd3da87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.667985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-14fb5877-a296-48fd-9c42-447ace0e0a1b service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164766 Aug 19 12:28:39.696762 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecf508d5-e65d-4808-9a5c-79a9fe743f68 req-7b4615a7-4cbb-4c29-9afc-f7473f88e893 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788459 Aug 19 12:28:39.699609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ec45e-1ca8-4ee9-a94d-3659bfd3da87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fec48ac-5429-4705-bf24-ebafc96639c0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:39.727011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-99423ef2-33ac-4bc8-9fb8-9ce93feeeac5 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084817 Aug 19 12:28:39.737720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee5ae-7058-4252-8aa6-535c7f073eb9 req-9fd0a324-8249-4863-a797-3dd165317397 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.738156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c34ec45e-1ca8-4ee9-a94d-3659bfd3da87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.740492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ecee5ae-7058-4252-8aa6-535c7f073eb9 req-9fd0a324-8249-4863-a797-3dd165317397 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 932 time: 0.2260945 Aug 19 12:28:39.745925 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c34ec45e-1ca8-4ee9-a94d-3659bfd3da87 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4fec48ac-5429-4705-bf24-ebafc96639c0 HTTP/1.1" status: 204 len: 168 time: 0.8930078 Aug 19 12:28:39.746578 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34042) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:39.874743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81546496-0466-4604-bc09-b83014bc0f35 req-1bb4b893-d979-492e-b85b-2ff07aae4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.876440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-1bb4b893-d979-492e-b85b-2ff07aae4e2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ddce8ba4-a75e-4059-b910-8a725953071a HTTP/1.1" status: 200 len: 922 time: 0.3552036 Aug 19 12:28:39.925825 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.932120 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.982486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-e8993f74-e627-4996-95e6-7d4c03c5d551 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afcd676b-f3ca-4070-b74c-5d9e099fdbc8 HTTP/1.1" status: 200 len: 217 time: 0.0791082 Aug 19 12:28:40.016216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ecee5ae-7058-4252-8aa6-535c7f073eb9 req-e41bc024-27c3-4825-9986-8cea117be8c1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131934 Aug 19 12:28:40.059375 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.068449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ea2f17-18c3-429a-a5d0-28011e5f3d56 req-3c214c5c-c381-4daf-91e9-3ae8446e937e service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588436 Aug 19 12:28:40.077335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7694-06f7-429b-81af-218967f1dee7 req-c17ac0b7-2771-42b5-a365-9ed9d74b017a tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.078920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2adf7694-06f7-429b-81af-218967f1dee7 req-c17ac0b7-2771-42b5-a365-9ed9d74b017a tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 944 time: 0.2770674 Aug 19 12:28:40.091166 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.101792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-442edcd6-6aa1-43a3-9958-3a333f57513b service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536866 Aug 19 12:28:40.102193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81546496-0466-4604-bc09-b83014bc0f35 req-1c4fe99c-4b1c-4f2c-adff-4e94c75bd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.104128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-1c4fe99c-4b1c-4f2c-adff-4e94c75bd66c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7dc465cb-522d-4c51-8cdd-7c23e7b67610 HTTP/1.1" status: 200 len: 861 time: 0.1112201 Aug 19 12:28:40.131008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d672d0-7ff5-44fb-9d12-cefabdad6355']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:40.148406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:28:40.162146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4690df1-a2f8-4118-a665-4028d9d5f58d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:40.170441 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473136ed-b0fd-4cf6-be9e-619571176e07') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:40.170790 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473136ed-b0fd-4cf6-be9e-619571176e07') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:40.199511 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.199511 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Added segment ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f of type vlan for network 47bf18ea-e897-40e4-bd28-08a8f7c4097a Aug 19 12:28:40.199896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-a88ba897-44be-40d7-a2ee-cd17f1710ec4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddce8ba4-a75e-4059-b910-8a725953071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776415 Aug 19 12:28:40.199896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-075eb6b3-4570-46bb-9027-52600e776fe5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bba8428d-a258-4eb1-b4e0-197ae028333d HTTP/1.1" status: 200 len: 217 time: 0.0800252 Aug 19 12:28:40.200177 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.270816 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.291648 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.296513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:28:40.296906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:28:40.299825 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:28:40.316440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2adf7694-06f7-429b-81af-218967f1dee7 req-71864148-a399-492e-b4a1-7f42ddfda69a tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052181 Aug 19 12:28:40.384097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-cafffc00-ebf1-4ade-8a91-379ece3cdb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.387204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-cafffc00-ebf1-4ade-8a91-379ece3cdb7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 200 len: 797 time: 0.1697381 Aug 19 12:28:40.409497 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d3a380-91ba-4bcf-ab84-ed3657aa7273 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:40.419488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.447261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Transition to ACTIVE for port object 90d3a380-91ba-4bcf-ab84-ed3657aa7273 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:40.449157 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d190959c-b257-4698-83d6-f96553db5ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.482385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81546496-0466-4604-bc09-b83014bc0f35 req-6728f00b-fd2c-42f4-9e5d-bd1f44df145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.484952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-6728f00b-fd2c-42f4-9e5d-bd1f44df145d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e6f87c5655343819547d841b6a7143b&device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 1099 time: 0.1855476 Aug 19 12:28:40.490877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-37878677-cfe0-4eb2-b94c-1e7c3fe14054 service neutron] 10.222.0.53 "GET /v2.0/networks/ddce8ba4-a75e-4059-b910-8a725953071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827699 Aug 19 12:28:40.520283 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.523321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.523321 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.587062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] Pushing event updated for resources: {'Network': ['ID=47bf18ea-e897-40e4-bd28-08a8f7c4097a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:40.596453 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d190959c-b257-4698-83d6-f96553db5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.598802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 47bf18ea-e897-40e4-bd28-08a8f7c4097a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:28:40.600557 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.605503 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.632491 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.634451 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] 10.222.0.44 "DELETE /v2.0/networks/08d672d0-7ff5-44fb-9d12-cefabdad6355 HTTP/1.1" status: 204 len: 168 time: 0.8819616 Aug 19 12:28:40.691497 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a000a7-4f22-46f8-8627-78d0b2c22933 admin admin] Pushing event deleted for resources: {'Network': ['ID=08d672d0-7ff5-44fb-9d12-cefabdad6355,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:40.700835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190959c-b257-4698-83d6-f96553db5ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484a0070-fe98-4cd3-8d0d-6b358ee28021,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:40.706287 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d190959c-b257-4698-83d6-f96553db5ca0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ee1aeda25074398bc334948e576210f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6462371 Aug 19 12:28:40.711148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34048) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:40.723266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Pushing event updated for resources: {'Port': ['ID=90d3a380-91ba-4bcf-ab84-ed3657aa7273,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:40.737160 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-031f5552-7593-44f4-bc2e-d7fd0241c07d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9366755 Aug 19 12:28:40.740507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34052) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:40.748942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] Request body: {'subnet': {'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1730849883-subnet', 'tenant_id': '18c7d919376b46c7af6387b7c99d7be9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:40.750423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-d68e9d29-6401-433b-b220-d6e4e832ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.752346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-d68e9d29-6401-433b-b220-d6e4e832ad6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3517482 Aug 19 12:28:40.859827 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fecc357-7584-454e-971a-5aa19043bf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.866169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-9d121638-c563-4a26-bde0-66805e6c5e38 service neutron] 10.222.0.53 "GET /v2.0/networks/ddce8ba4-a75e-4059-b910-8a725953071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678272 Aug 19 12:28:40.885716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Attempting to bind port 90d3a380-91ba-4bcf-ab84-ed3657aa7273 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:40.886057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Attempting to bind port 90d3a380-91ba-4bcf-ab84-ed3657aa7273 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:40.886474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Attempting to bind port 90d3a380-91ba-4bcf-ab84-ed3657aa7273 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:40.898746 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fecc357-7584-454e-971a-5aa19043bf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.900709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Port 90d3a380-91ba-4bcf-ab84-ed3657aa7273 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:40.901049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Attempting to bind port 90d3a380-91ba-4bcf-ab84-ed3657aa7273 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:40.915191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:40.915539 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Checking segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:40.915975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Bound using segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:40.916430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Bound port: 90d3a380-91ba-4bcf-ab84-ed3657aa7273, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:40.916796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.942570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81546496-0466-4604-bc09-b83014bc0f35 req-44563efc-24eb-41c8-99d7-1caa015269b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.944098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-44563efc-24eb-41c8-99d7-1caa015269b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.4440634 Aug 19 12:28:40.945684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] Made reservation on behalf of 18c7d919376b46c7af6387b7c99d7be9 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:40.948196 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.956387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313c3cd-95db-4c0a-8a63-6b80305d203b req-15f7688c-dc51-4058-aaff-8e5172c1ae92 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.957883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5313c3cd-95db-4c0a-8a63-6b80305d203b req-15f7688c-dc51-4058-aaff-8e5172c1ae92 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 948 time: 0.1350076 Aug 19 12:28:41.007210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-7b0b6e6e-e7af-4e06-b239-258260659b25 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390652 Aug 19 12:28:41.007210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-f4bc1da9-0006-4902-90fa-b2f837eed6ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=de4d8dff-144c-4aa9-9dd7-9276e79aede1 HTTP/1.1" status: 200 len: 217 time: 0.0442526 Aug 19 12:28:41.079236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] For port 90d3a380-91ba-4bcf-ab84-ed3657aa7273, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:41.085508 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] For port 90d3a380-91ba-4bcf-ab84-ed3657aa7273, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=90d3a380-91ba-4bcf-ab84-ed3657aa7273,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:41.154378 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34058) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.159464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5313c3cd-95db-4c0a-8a63-6b80305d203b req-c20376b6-87b6-4482-be1b-8d95ec708ea9 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907430 Aug 19 12:28:41.186807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81546496-0466-4604-bc09-b83014bc0f35 req-fa71f688-9a18-4a59-ad20-70fa4a9fffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.189015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-fa71f688-9a18-4a59-ad20-70fa4a9fffe4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1676931 Aug 19 12:28:41.205780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fecc357-7584-454e-971a-5aa19043bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.208714 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fecc357-7584-454e-971a-5aa19043bf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.212478 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4fecc357-7584-454e-971a-5aa19043bf5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/484a0070-fe98-4cd3-8d0d-6b358ee28021 HTTP/1.1" status: 204 len: 168 time: 0.4946382 Aug 19 12:28:41.230895 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b8d5c50a-9829-4540-afa4-79f3f504cae8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=463fafca3cc04710bbe11a1bce1ba965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713999 Aug 19 12:28:41.230895 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecc357-7584-454e-971a-5aa19043bf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484a0070-fe98-4cd3-8d0d-6b358ee28021,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:41.236186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34064) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:41.280228 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.328833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd123dd8-a547-4c7c-b14c-27ab6aeefcf0 req-f822c047-0991-464c-81bf-9677279bc52d service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198025 Aug 19 12:28:41.352754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dd190-17ba-4601-9820-c09d7d31fc6d req-8eec8f0a-a330-471f-8124-b20a843b883f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.355247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cb7dd190-17ba-4601-9820-c09d7d31fc6d req-8eec8f0a-a330-471f-8124-b20a843b883f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 944 time: 0.2311707 Aug 19 12:28:41.382593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81546496-0466-4604-bc09-b83014bc0f35 req-3e1dd058-f4b0-4a9c-8a0b-5fae81ddf974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.384353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-3e1dd058-f4b0-4a9c-8a0b-5fae81ddf974 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1574588 Aug 19 12:28:41.391878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.392517 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.394025 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] 10.222.0.52 "PUT /v2.0/ports/90d3a380-91ba-4bcf-ab84-ed3657aa7273 HTTP/1.1" status: 200 len: 1092 time: 1.8438954 Aug 19 12:28:41.396306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acad1260-f58d-4369-9fc8-f1ee79dfea34', 'tag': '90d3a380-91ba-4bcf-ab84-ed3657aa7273'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:41.398838 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb75518-2302-4dc4-a3c8-06f90cb7905b" -d '{"events": [{"name": "network-changed", "server_uuid": "acad1260-f58d-4369-9fc8-f1ee79dfea34", "tag": "90d3a380-91ba-4bcf-ab84-ed3657aa7273"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:41.470030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cb7dd190-17ba-4601-9820-c09d7d31fc6d req-5b9f37af-62dc-4665-8e47-f63d63f62d97 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061819 Aug 19 12:28:41.491713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f617d-7b65-4f62-af46-7bea71c5b353 service neutron] Pushing event updated for resources: {'Port': ['ID=90d3a380-91ba-4bcf-ab84-ed3657aa7273,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:41.507189 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db3b8dfb-474e-42c6-bd8e-1f70654099ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.532881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db3b8dfb-474e-42c6-bd8e-1f70654099ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.548527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-5d61eb27-9578-4e75-b4d4-fea14c00beac service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553049 Aug 19 12:28:41.554087 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad9f55-f7d3-410c-9184-88d8ca8c0975 x-openstack-request-id: req-7cad9f55-f7d3-410c-9184-88d8ca8c0975 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:41.554371 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acad1260-f58d-4369-9fc8-f1ee79dfea34", "tag": "90d3a380-91ba-4bcf-ab84-ed3657aa7273", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:41.554622 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cad9f55-f7d3-410c-9184-88d8ca8c0975 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:41.555016 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acad1260-f58d-4369-9fc8-f1ee79dfea34', 'tag': '90d3a380-91ba-4bcf-ab84-ed3657aa7273', 'status': 'completed', 'code': 200} Aug 19 12:28:41.633639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb75518-2302-4dc4-a3c8-06f90cb7905b req-de02e834-1787-4f55-b47b-fe71106b6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.636723 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4bb75518-2302-4dc4-a3c8-06f90cb7905b req-de02e834-1787-4f55-b47b-fe71106b6a03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 1095 time: 0.0659032 Aug 19 12:28:41.646090 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.689876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81546496-0466-4604-bc09-b83014bc0f35 req-e2dbeac6-585a-42ef-bc5f-2f710e44b75d service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229844 Aug 19 12:28:41.714516 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.784906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db3b8dfb-474e-42c6-bd8e-1f70654099ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.787853 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db3b8dfb-474e-42c6-bd8e-1f70654099ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.789272 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-db3b8dfb-474e-42c6-bd8e-1f70654099ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1600943-7fd8-42df-86b9-f0b5064fa783 HTTP/1.1" status: 204 len: 168 time: 0.5544810 Aug 19 12:28:41.833290 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b8dfb-474e-42c6-bd8e-1f70654099ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1600943-7fd8-42df-86b9-f0b5064fa783,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:41.835872 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=630e15be-446b-46dd-8c02-a2bdb7426a46,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:41.838858 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb75518-2302-4dc4-a3c8-06f90cb7905b req-15e55036-8fc3-4bfb-af50-fd3c9cad3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.840474 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4bb75518-2302-4dc4-a3c8-06f90cb7905b req-15e55036-8fc3-4bfb-af50-fd3c9cad3ed7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=936b1e24676b42568b06c49ce8852ad3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1936991 Aug 19 12:28:41.858967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0331461-6678-4552-af69-df364b438468 req-50bba7ab-cfce-44b0-860a-029b477264a9 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.861831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] Checking segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:41.862247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] Network hostable DHCP agents. Network: 47bf18ea-e897-40e4-bd28-08a8f7c4097a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:28:41.862648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0331461-6678-4552-af69-df364b438468 req-50bba7ab-cfce-44b0-860a-029b477264a9 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 944 time: 0.4025023 Aug 19 12:28:41.977935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0331461-6678-4552-af69-df364b438468 req-25712bb0-83a7-4567-bc11-91d0167c9ab5 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590985 Aug 19 12:28:41.989525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb75518-2302-4dc4-a3c8-06f90cb7905b req-11036964-5fe4-4c1e-9677-36ffa1f29d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.989525 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4bb75518-2302-4dc4-a3c8-06f90cb7905b req-11036964-5fe4-4c1e-9677-36ffa1f29d92 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176641 Aug 19 12:28:42.056895 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58267db-d46a-4098-a827-4262255c176c req-953fe485-4d2f-42be-9e1a-1fec9a8e3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.058928 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-953fe485-4d2f-42be-9e1a-1fec9a8e3360 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 1095 time: 0.0453243 Aug 19 12:28:42.109177 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-6b11c36b-fd6d-416f-bcdd-54355f6319b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90d3a380-91ba-4bcf-ab84-ed3657aa7273 HTTP/1.1" status: 200 len: 217 time: 0.0422342 Aug 19 12:28:42.114029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] Network 47bf18ea-e897-40e4-bd28-08a8f7c4097a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:28:42.147092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device afcd676b-f3ca-4070-b74c-5d9e099fdbc8 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:42.171645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58267db-d46a-4098-a827-4262255c176c req-c53e662e-c15a-4ce9-b924-cf37645bb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.173131 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-c53e662e-c15a-4ce9-b924-cf37645bb050 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.0554457 Aug 19 12:28:42.214343 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-3a053f45-72ea-4db9-b443-b00b1c7109ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317104 Aug 19 12:28:42.262172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port afcd676b-f3ca-4070-b74c-5d9e099fdbc8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=afcd676b-f3ca-4070-b74c-5d9e099fdbc8,segment=NetworkSegment(02046347-acf2-4d90-b34e-55a62b318504),segment_id=02046347-acf2-4d90-b34e-55a62b318504)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:42.280362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'afcd676b-f3ca-4070-b74c-5d9e099fdbc8', 'network_id': 'ddce8ba4-a75e-4059-b910-8a725953071a', 'port_id': 'afcd676b-f3ca-4070-b74c-5d9e099fdbc8', 'mac_address': 'fa:16:3e:00:42:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc465cb-522d-4c51-8cdd-7c23e7b67610', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:42.283674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 47bf18ea-e897-40e4-bd28-08a8f7c4097a) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:42.295475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce01ec3-1534-4724-bd26-110bf52648ea req-b5ef4ec0-9ef6-4306-a244-8eb0ab6c802a tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.298426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ce01ec3-1534-4724-bd26-110bf52648ea req-b5ef4ec0-9ef6-4306-a244-8eb0ab6c802a tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 948 time: 0.0595825 Aug 19 12:28:42.304232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.304837 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.317924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3699b9af-48a6-41a1-bd7a-f10dbc0550c9 None None] Network 47bf18ea-e897-40e4-bd28-08a8f7c4097a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:42.386710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34080) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:42.388718 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-751e2ab3-ac3f-4293-9186-513fb59b3377 service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617889 Aug 19 12:28:42.390705 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.412893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afcd676b-f3ca-4070-b74c-5d9e099fdbc8 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:42.423683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ce01ec3-1534-4724-bd26-110bf52648ea req-332f24d2-1156-43cf-acd3-8ebef0fee45b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089914 Aug 19 12:28:42.436330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-345f39eb-c343-4664-b94f-c2d07acbf72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.449672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port afcd676b-f3ca-4070-b74c-5d9e099fdbc8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=afcd676b-f3ca-4070-b74c-5d9e099fdbc8,segment=NetworkSegment(02046347-acf2-4d90-b34e-55a62b318504),segment_id=02046347-acf2-4d90-b34e-55a62b318504)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:42.477982 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-78f7d67c-c868-4b2b-971b-419c49eeebe4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7299771 Aug 19 12:28:42.531210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc85d0-3ec2-48f4-bcf4-820dd00601d9 None None] Network 47bf18ea-e897-40e4-bd28-08a8f7c4097a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:42.553125 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d58267db-d46a-4098-a827-4262255c176c req-1b9e7bbd-557a-4df8-84b3-8d228007ed7c service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566026 Aug 19 12:28:42.654724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4b5c5-b63c-421b-8d06-e1d6baa5be7b req-65874373-5933-45bc-b127-f70f961ee5d8 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.657704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9c4b5c5-b63c-421b-8d06-e1d6baa5be7b req-65874373-5933-45bc-b127-f70f961ee5d8 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 944 time: 0.0977974 Aug 19 12:28:42.663324 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-345f39eb-c343-4664-b94f-c2d07acbf72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.691418 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.718060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9c4b5c5-b63c-421b-8d06-e1d6baa5be7b req-3e37543a-a1a3-4728-a5f9-38202b3cd512 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532329 Aug 19 12:28:42.751959 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=afcd676b-f3ca-4070-b74c-5d9e099fdbc8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:42.794423 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-345f39eb-c343-4664-b94f-c2d07acbf72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.837895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f39eb-c343-4664-b94f-c2d07acbf72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83838b65-83ff-4317-951c-160614e09ee0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:42.843343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-345f39eb-c343-4664-b94f-c2d07acbf72e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e79f9a47dd024f949c0cd4648fcbb9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4568405 Aug 19 12:28:42.846355 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34100) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:42.918468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dfd68395-4250-46cd-a713-da3330a16765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.948924 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dfd68395-4250-46cd-a713-da3330a16765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.966295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['afcd676b-f3ca-4070-b74c-5d9e099fdbc8'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:43.063072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-81cbd889-143b-4943-a76a-55b13f47c59a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.064596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-81cbd889-143b-4943-a76a-55b13f47c59a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.1382887 Aug 19 12:28:43.089710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f984be-cf09-46dd-9bf3-f75dd71e7143 req-1a0e071b-3923-498a-afc9-7e5aa305d2ac tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.091311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24f984be-cf09-46dd-9bf3-f75dd71e7143 req-1a0e071b-3923-498a-afc9-7e5aa305d2ac tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 945 time: 0.0875273 Aug 19 12:28:43.094315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-07888732-d2d1-4e3d-9f96-57ca9f844d5b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/quotas/18c7d919376b46c7af6387b7c99d7be9 HTTP/1.1" status: 200 len: 375 time: 0.0222437 Aug 19 12:28:43.121812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device de4d8dff-144c-4aa9-9dd7-9276e79aede1 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:43.131626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dfd68395-4250-46cd-a713-da3330a16765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.135332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dfd68395-4250-46cd-a713-da3330a16765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.136717 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dfd68395-4250-46cd-a713-da3330a16765 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83838b65-83ff-4317-951c-160614e09ee0 HTTP/1.1" status: 204 len: 168 time: 0.2885394 Aug 19 12:28:43.145917 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd68395-4250-46cd-a713-da3330a16765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83838b65-83ff-4317-951c-160614e09ee0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:43.149601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-268dee10-6ab8-45a7-aef0-d436d11c0dac tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442903 Aug 19 12:28:43.173736 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24f984be-cf09-46dd-9bf3-f75dd71e7143 req-2aa1f882-7a9c-4410-8c51-921aca0e2556 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754569 Aug 19 12:28:43.283287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-5a63646a-8628-4e89-91a6-2a06db8d921c service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077414 Aug 19 12:28:43.313765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port de4d8dff-144c-4aa9-9dd7-9276e79aede1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=de4d8dff-144c-4aa9-9dd7-9276e79aede1,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:43.326342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'de4d8dff-144c-4aa9-9dd7-9276e79aede1', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'de4d8dff-144c-4aa9-9dd7-9276e79aede1', 'mac_address': 'fa:16:3e:a0:29:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:43.366500 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.378508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-92d4654c-1e70-400a-830a-ffb4e343f5d4 service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943193 Aug 19 12:28:43.380668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4d8dff-144c-4aa9-9dd7-9276e79aede1 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:43.403915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port de4d8dff-144c-4aa9-9dd7-9276e79aede1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=de4d8dff-144c-4aa9-9dd7-9276e79aede1,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:43.571709 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.601432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef179c7e-2312-420f-a3fa-2057d666f0e3 req-50055446-a8ef-4706-bcbe-50bd2392ebcc tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.603714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef179c7e-2312-420f-a3fa-2057d666f0e3 req-50055446-a8ef-4706-bcbe-50bd2392ebcc tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 948 time: 0.0679309 Aug 19 12:28:43.639657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=de4d8dff-144c-4aa9-9dd7-9276e79aede1,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:43.649037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef179c7e-2312-420f-a3fa-2057d666f0e3 req-53e23453-3c10-4593-9c11-dc78be93b683 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Aug 19 12:28:43.841534 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['de4d8dff-144c-4aa9-9dd7-9276e79aede1'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:43.855122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f86d9c37-6974-4b2d-a644-7e8b3d78a15a req-6bb502ea-2e0b-4bb3-9886-15b2b9baf849 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 210 time: 0.0488954 Aug 19 12:28:43.941551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7420d1-8f2c-472e-852a-51be327d4bb7 req-efa53ae5-f099-4014-9c38-ab065fd5e777 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.943331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c7420d1-8f2c-472e-852a-51be327d4bb7 req-efa53ae5-f099-4014-9c38-ab065fd5e777 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 944 time: 0.1246383 Aug 19 12:28:44.022719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c7420d1-8f2c-472e-852a-51be327d4bb7 req-e91c40a7-e482-488b-a540-df62a86a27b0 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680525 Aug 19 12:28:44.165330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device afcd676b-f3ca-4070-b74c-5d9e099fdbc8 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:44.269532 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:28:44.309409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363def2-1450-4163-b939-8cb930ef7190 req-29cefd47-90a1-4048-a1d8-e86663712897 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.310945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3363def2-1450-4163-b939-8cb930ef7190 req-29cefd47-90a1-4048-a1d8-e86663712897 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 945 time: 0.0556159 Aug 19 12:28:44.346345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port afcd676b-f3ca-4070-b74c-5d9e099fdbc8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:44.350777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port afcd676b-f3ca-4070-b74c-5d9e099fdbc8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:44.351163 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.359614 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3363def2-1450-4163-b939-8cb930ef7190 req-747a21bd-4460-4180-a929-b168d305e72c tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Aug 19 12:28:44.429674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.438282 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.453747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09482267-6f33-481d-9850-826a1e5e6a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcd676b-f3ca-4070-b74c-5d9e099fdbc8'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:44.456034 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53eae13-1ea4-4c03-b7bf-5f59d3164add" -d '{"events": [{"server_uuid": "09482267-6f33-481d-9850-826a1e5e6a59", "name": "network-vif-plugged", "status": "completed", "tag": "afcd676b-f3ca-4070-b74c-5d9e099fdbc8"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:44.472843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port afcd676b-f3ca-4070-b74c-5d9e099fdbc8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=afcd676b-f3ca-4070-b74c-5d9e099fdbc8,segment=NetworkSegment(02046347-acf2-4d90-b34e-55a62b318504),segment_id=02046347-acf2-4d90-b34e-55a62b318504)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:44.510018 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febc5827-f90e-405a-b14e-34c3a5443d5e x-openstack-request-id: req-febc5827-f90e-405a-b14e-34c3a5443d5e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:44.510018 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09482267-6f33-481d-9850-826a1e5e6a59", "name": "network-vif-plugged", "status": "completed", "tag": "afcd676b-f3ca-4070-b74c-5d9e099fdbc8", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:44.510018 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-febc5827-f90e-405a-b14e-34c3a5443d5e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:44.510018 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09482267-6f33-481d-9850-826a1e5e6a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcd676b-f3ca-4070-b74c-5d9e099fdbc8', 'code': 200} Aug 19 12:28:44.618140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eefa0c-3766-4365-bf90-74741910d77d req-7fb23620-d15b-49ab-9028-59d443379282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.619763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37eefa0c-3766-4365-bf90-74741910d77d req-7fb23620-d15b-49ab-9028-59d443379282 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 1096 time: 0.0427656 Aug 19 12:28:44.658613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37eefa0c-3766-4365-bf90-74741910d77d req-5b4e0c6f-9b0f-4dc8-880f-e153046dc4c6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Aug 19 12:28:44.661610 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.712074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=afcd676b-f3ca-4070-b74c-5d9e099fdbc8,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:44.968163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c0d6d1c-6980-4330-8f93-6b7d56174ae6 req-bc4d920a-7ebb-4377-bd94-f5be6700527c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 210 time: 0.0373602 Aug 19 12:28:44.997267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbd0dc-4530-48d1-a41f-be8ebdd5443a req-a80cff28-0e34-4680-aa89-6136216ea7fb tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:45.002680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fdbd0dc-4530-48d1-a41f-be8ebdd5443a req-a80cff28-0e34-4680-aa89-6136216ea7fb tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 949 time: 0.2779891 Aug 19 12:28:45.047595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fdbd0dc-4530-48d1-a41f-be8ebdd5443a req-c8858974-b50b-43ff-9ff6-f5a9a1d94c97 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383816 Aug 19 12:28:45.138879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 90d3a380-91ba-4bcf-ab84-ed3657aa7273 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:45.141636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device de4d8dff-144c-4aa9-9dd7-9276e79aede1 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:45.178058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132334a-1381-476e-8df9-959f76a89974 req-4fdcaa16-5449-4513-8bb2-d464f3804d55 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:45.179783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6132334a-1381-476e-8df9-959f76a89974 req-4fdcaa16-5449-4513-8bb2-d464f3804d55 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 944 time: 0.0847893 Aug 19 12:28:45.225844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6132334a-1381-476e-8df9-959f76a89974 req-d40cb3f2-b1a1-482a-b924-2958e197fd89 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387132 Aug 19 12:28:45.430951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 90d3a380-91ba-4bcf-ab84-ed3657aa7273, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=90d3a380-91ba-4bcf-ab84-ed3657aa7273,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:45.445609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '90d3a380-91ba-4bcf-ab84-ed3657aa7273', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'port_id': '90d3a380-91ba-4bcf-ab84-ed3657aa7273', 'mac_address': 'fa:16:3e:66:22:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c92c0f2-8a31-4350-9c36-d9b578ba2de7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:45.488239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d663ff-ce0f-45b8-a245-9714bc02c9af req-c3a17013-e867-46fe-b07b-a08d1489555c tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:45.488467 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.490599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1d663ff-ce0f-45b8-a245-9714bc02c9af req-c3a17013-e867-46fe-b07b-a08d1489555c tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 946 time: 0.0519681 Aug 19 12:28:45.502597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d3a380-91ba-4bcf-ab84-ed3657aa7273 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:45.525319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 90d3a380-91ba-4bcf-ab84-ed3657aa7273, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=90d3a380-91ba-4bcf-ab84-ed3657aa7273,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:45.531694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1d663ff-ce0f-45b8-a245-9714bc02c9af req-bc8cf9a1-7d90-483b-8afe-e978a300f5e2 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345342 Aug 19 12:28:45.569184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port de4d8dff-144c-4aa9-9dd7-9276e79aede1 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:45.576014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port de4d8dff-144c-4aa9-9dd7-9276e79aede1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:45.581555 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.655847 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.694219 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.738446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=90d3a380-91ba-4bcf-ab84-ed3657aa7273,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:45.755562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port de4d8dff-144c-4aa9-9dd7-9276e79aede1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=de4d8dff-144c-4aa9-9dd7-9276e79aede1,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:45.928730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:46.020666 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.107194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=de4d8dff-144c-4aa9-9dd7-9276e79aede1,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:46.463528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b586ff32-596d-4138-971c-5a5feaf64fdd req-f15da487-a7ae-46e0-b482-5faa92b850d5 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 210 time: 0.4148676 Aug 19 12:28:46.509124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93c19a4-6b40-49c3-8d5e-6e3381e30d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4d8dff-144c-4aa9-9dd7-9276e79aede1'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:46.514099 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef442703-c127-4321-a2d1-ddd0e23054c5" -d '{"events": [{"server_uuid": "a93c19a4-6b40-49c3-8d5e-6e3381e30d0f", "name": "network-vif-plugged", "status": "completed", "tag": "de4d8dff-144c-4aa9-9dd7-9276e79aede1"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:46.522028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1d894-1f35-42ff-995e-9efef3ca223c req-056b1d2f-c234-4dae-a9db-63d416a03334 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.529892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dab1d894-1f35-42ff-995e-9efef3ca223c req-056b1d2f-c234-4dae-a9db-63d416a03334 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 950 time: 0.0697539 Aug 19 12:28:46.597341 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dab1d894-1f35-42ff-995e-9efef3ca223c req-564b8b34-f622-44db-8a67-f54b3cdd8c42 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661011 Aug 19 12:28:46.610005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54652c40-7f5e-478a-86cb-caa7a439b424 req-da9ec15e-1514-4817-b7b6-9657a70b2a2f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.619979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54652c40-7f5e-478a-86cb-caa7a439b424 req-da9ec15e-1514-4817-b7b6-9657a70b2a2f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 945 time: 0.0780842 Aug 19 12:28:46.665772 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddafbcf-82e0-4973-a14e-3dd242d3276e x-openstack-request-id: req-8ddafbcf-82e0-4973-a14e-3dd242d3276e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:46.666908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54652c40-7f5e-478a-86cb-caa7a439b424 req-7dc2b2ea-ea2c-41dc-9024-fa2762beaafc tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Aug 19 12:28:46.668951 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93c19a4-6b40-49c3-8d5e-6e3381e30d0f", "name": "network-vif-plugged", "status": "completed", "tag": "de4d8dff-144c-4aa9-9dd7-9276e79aede1", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:46.684182 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ddafbcf-82e0-4973-a14e-3dd242d3276e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:46.686080 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93c19a4-6b40-49c3-8d5e-6e3381e30d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4d8dff-144c-4aa9-9dd7-9276e79aede1', 'code': 200} Aug 19 12:28:46.788980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094b5b6-70e4-45e9-ac27-50aaaa018b85 req-e80c3009-fa34-4cc7-83d5-9c3712318bfe tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.790769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d094b5b6-70e4-45e9-ac27-50aaaa018b85 req-e80c3009-fa34-4cc7-83d5-9c3712318bfe tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 946 time: 0.0699944 Aug 19 12:28:46.815101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af979ce8-74d6-40ef-8f9b-573c4418eaca req-ef306175-912b-4f11-aa04-54763cbe1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.817421 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-af979ce8-74d6-40ef-8f9b-573c4418eaca req-ef306175-912b-4f11-aa04-54763cbe1084 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 1101 time: 0.0597904 Aug 19 12:28:46.836945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d094b5b6-70e4-45e9-ac27-50aaaa018b85 req-4aac6813-1268-4cfd-b29f-aa0191ffadde tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 Aug 19 12:28:46.859191 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-af979ce8-74d6-40ef-8f9b-573c4418eaca req-7b190851-9bf6-4928-8bdf-edc1260bafc9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Aug 19 12:28:47.155229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 90d3a380-91ba-4bcf-ab84-ed3657aa7273 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:47.462033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 90d3a380-91ba-4bcf-ab84-ed3657aa7273 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:47.468859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 90d3a380-91ba-4bcf-ab84-ed3657aa7273 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:47.469527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.591817 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.608832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c384aad6-ed37-40ed-8184-6712567f91d5 req-787a70c4-e5a3-403e-b5cb-57d9e29cf238 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 210 time: 0.0303268 Aug 19 12:28:47.628251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 90d3a380-91ba-4bcf-ab84-ed3657aa7273, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=90d3a380-91ba-4bcf-ab84-ed3657aa7273,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:47.777421 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.816443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34256) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:47.840076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f892a1f-9033-4f4e-a360-f59888e1b287 req-3aad4bad-9944-4603-b0cd-cd086d307d81 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.841912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f892a1f-9033-4f4e-a360-f59888e1b287 req-3aad4bad-9944-4603-b0cd-cd086d307d81 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 946 time: 0.1043842 Aug 19 12:28:47.850354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f74866-e31c-4c8a-aa69-58fbef3df7e6 req-53fc6ad0-ff9b-4d16-92be-5f94d4585417 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.852040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56f74866-e31c-4c8a-aa69-58fbef3df7e6 req-53fc6ad0-ff9b-4d16-92be-5f94d4585417 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 950 time: 0.1274965 Aug 19 12:28:47.859528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=90d3a380-91ba-4bcf-ab84-ed3657aa7273,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:47.953743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-4f688ceb-c792-42c2-86fc-a2b639ec16ba tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.955194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-4f688ceb-c792-42c2-86fc-a2b639ec16ba tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.2983789 Aug 19 12:28:47.966200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f892a1f-9033-4f4e-a360-f59888e1b287 req-638c3a5f-616f-456e-95c7-a5516797cbb4 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131680 Aug 19 12:28:47.970697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56f74866-e31c-4c8a-aa69-58fbef3df7e6 req-c1c40d16-3a72-4325-9566-7bec94bda6db tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076889 Aug 19 12:28:47.971444 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e2a70e6-5920-4345-b140-960d3ede4b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.977617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Request body: {'port': {'device_id': '934d37c2-8b1e-45d0-8371-6ba185a09373', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'admin_state_up': True, 'tenant_id': '18c7d919376b46c7af6387b7c99d7be9'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:48.185361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87686696-2ad4-48cf-86e0-2610d713f414 req-7e65e401-540f-4670-95d4-2d73cbb49e03 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:48.186936 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87686696-2ad4-48cf-86e0-2610d713f414 req-7e65e401-540f-4670-95d4-2d73cbb49e03 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 946 time: 0.1404269 Aug 19 12:28:48.259282 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e2a70e6-5920-4345-b140-960d3ede4b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.268388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87686696-2ad4-48cf-86e0-2610d713f414 req-450a7636-7d2c-48b0-9f08-4d55a69d4616 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662489 Aug 19 12:28:48.430387 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e2a70e6-5920-4345-b140-960d3ede4b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.478946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a70e6-5920-4345-b140-960d3ede4b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce32b1a-b3de-4371-bef8-1c1eda52f733,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:48.483931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3e2a70e6-5920-4345-b140-960d3ede4b1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea7e16591b7a4adab07d1312c0dc9674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6664159 Aug 19 12:28:48.488115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34262) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:48.547039 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27840e8f-f271-44c8-963e-2d9ffc50b757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.569761 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27840e8f-f271-44c8-963e-2d9ffc50b757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.657264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Made reservation on behalf of 18c7d919376b46c7af6387b7c99d7be9 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:48.663990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.687311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad1260-f58d-4369-9fc8-f1ee79dfea34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d3a380-91ba-4bcf-ab84-ed3657aa7273'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:48.689911 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37f8695-f26e-47c3-9bd7-1222114b1267" -d '{"events": [{"server_uuid": "acad1260-f58d-4369-9fc8-f1ee79dfea34", "name": "network-vif-plugged", "status": "completed", "tag": "90d3a380-91ba-4bcf-ab84-ed3657aa7273"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:48.741056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0ab97d9-1b6d-4006-ad65-34c4e8fbbe68 req-8a8a427a-a550-482c-a961-4f3ae3b49183 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 210 time: 0.0359120 Aug 19 12:28:48.745479 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320b9028-b190-4fce-a140-50dc3c524e94 x-openstack-request-id: req-320b9028-b190-4fce-a140-50dc3c524e94 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:48.746636 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad1260-f58d-4369-9fc8-f1ee79dfea34", "name": "network-vif-plugged", "status": "completed", "tag": "90d3a380-91ba-4bcf-ab84-ed3657aa7273", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:48.747239 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-320b9028-b190-4fce-a140-50dc3c524e94 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:48.747897 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acad1260-f58d-4369-9fc8-f1ee79dfea34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d3a380-91ba-4bcf-ab84-ed3657aa7273', 'code': 200} Aug 19 12:28:48.835906 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27840e8f-f271-44c8-963e-2d9ffc50b757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.839801 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27840e8f-f271-44c8-963e-2d9ffc50b757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.843516 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-27840e8f-f271-44c8-963e-2d9ffc50b757 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ce32b1a-b3de-4371-bef8-1c1eda52f733 HTTP/1.1" status: 204 len: 168 time: 0.3519282 Aug 19 12:28:48.863980 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d4dff-6656-4f0c-8057-1b8dd88182ab req-a946f117-5d95-4d32-965d-e2009c6b3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:48.865700 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c2d4dff-6656-4f0c-8057-1b8dd88182ab req-a946f117-5d95-4d32-965d-e2009c6b3ac5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 1097 time: 0.0462923 Aug 19 12:28:48.892817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27840e8f-f271-44c8-963e-2d9ffc50b757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce32b1a-b3de-4371-bef8-1c1eda52f733,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:48.918923 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3c2d4dff-6656-4f0c-8057-1b8dd88182ab req-ac86025d-4045-45a1-b7f6-69880ad70a98 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 Aug 19 12:28:48.972030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Allocated IP 172.20.0.5 (47bf18ea-e897-40e4-bd28-08a8f7c4097a/630e15be-446b-46dd-8c02-a2bdb7426a46/3f27c738-706c-40c5-9158-bbee426a8147) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:49.252681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a59d0-f838-4291-ac87-f31eb1e0cb1a req-5d5d1514-3674-4479-bb45-e8b4d4af01e6 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:49.254336 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-436a59d0-f838-4291-ac87-f31eb1e0cb1a req-5d5d1514-3674-4479-bb45-e8b4d4af01e6 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 950 time: 0.1756968 Aug 19 12:28:49.263670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f790b-6f72-4eb7-a257-5b494f2a69ea req-2db380e4-b872-454a-ba63-f47e6663ed28 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:49.265236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a3f790b-6f72-4eb7-a257-5b494f2a69ea req-2db380e4-b872-454a-ba63-f47e6663ed28 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.53 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 946 time: 0.1845241 Aug 19 12:28:49.300200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6eb8a-08bc-4ca7-8106-adbe71913a69 req-286c495c-ad52-4bb5-8f41-a4335587f0ed tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:49.301824 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cac6eb8a-08bc-4ca7-8106-adbe71913a69 req-286c495c-ad52-4bb5-8f41-a4335587f0ed tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 946 time: 0.2220321 Aug 19 12:28:49.320977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.435677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-436a59d0-f838-4291-ac87-f31eb1e0cb1a req-26bbfd58-b243-417c-a658-a24c0a736953 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675236 Aug 19 12:28:49.453919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cac6eb8a-08bc-4ca7-8106-adbe71913a69 req-fe0772d3-76d1-447f-84d3-e88c3c621104 tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/security-groups?id=215eb02e-3539-45a2-8d2c-d8636642d053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192181 Aug 19 12:28:49.491381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-4a3f790b-6f72-4eb7-a257-5b494f2a69ea req-3fc39e2d-ee62-48a7-a224-6cd27e92174d tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Deleting port afcd676b-f3ca-4070-b74c-5d9e099fdbc8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:49.491784 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a3f790b-6f72-4eb7-a257-5b494f2a69ea req-3fc39e2d-ee62-48a7-a224-6cd27e92174d tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.573653 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.677240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4a3f790b-6f72-4eb7-a257-5b494f2a69ea req-3fc39e2d-ee62-48a7-a224-6cd27e92174d tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] For port afcd676b-f3ca-4070-b74c-5d9e099fdbc8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=afcd676b-f3ca-4070-b74c-5d9e099fdbc8,segment=NetworkSegment(02046347-acf2-4d90-b34e-55a62b318504),segment_id=02046347-acf2-4d90-b34e-55a62b318504)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:49.680263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a3f790b-6f72-4eb7-a257-5b494f2a69ea req-3fc39e2d-ee62-48a7-a224-6cd27e92174d tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.681832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Network 47bf18ea-e897-40e4-bd28-08a8f7c4097a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:49.695509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:49.705130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-4a3f790b-6f72-4eb7-a257-5b494f2a69ea req-3fc39e2d-ee62-48a7-a224-6cd27e92174d tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Calling delete_port for afcd676b-f3ca-4070-b74c-5d9e099fdbc8 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:49.707165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:49.714892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event updated for resources: {'Port': ['ID=3f27c738-706c-40c5-9158-bbee426a8147,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:49.758171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df5f4a-745b-4aca-8319-3c90192404e5 req-660fedec-b3c5-4f9e-ad9e-284288a71c9d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:49.762191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93df5f4a-745b-4aca-8319-3c90192404e5 req-660fedec-b3c5-4f9e-ad9e-284288a71c9d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 946 time: 0.1841638 Aug 19 12:28:49.780449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34294) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:49.797634 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27a34735-de16-4c09-8c8d-071c0a34c9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.851868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:49.852522 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.904731 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27a34735-de16-4c09-8c8d-071c0a34c9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.918083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93df5f4a-745b-4aca-8319-3c90192404e5 req-701922e0-4f8f-4d2c-847e-c5a8ee25b9e8 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090443 Aug 19 12:28:49.954884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd62f3d-ed6a-48c1-a011-4d12add03255 req-7ffe0f93-7361-41e2-bed1-dba691f2dfc1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:49.956506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9dd62f3d-ed6a-48c1-a011-4d12add03255 req-7ffe0f93-7361-41e2-bed1-dba691f2dfc1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 931 time: 0.0958519 Aug 19 12:28:50.036215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9dd62f3d-ed6a-48c1-a011-4d12add03255 req-e5dbbb40-3904-46a9-8021-8d7199375a87 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594749 Aug 19 12:28:50.044284 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27a34735-de16-4c09-8c8d-071c0a34c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.084420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a34735-de16-4c09-8c8d-071c0a34c9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b90f56-9e55-461e-9100-054ca7c5b2fe,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:50.088800 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-27a34735-de16-4c09-8c8d-071c0a34c9ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc841c998fb54a8e9b2bab80dbcf957e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072379 Aug 19 12:28:50.092485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34298) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:50.115482 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a3f790b-6f72-4eb7-a257-5b494f2a69ea req-3fc39e2d-ee62-48a7-a224-6cd27e92174d tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.132896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['afcd676b-f3ca-4070-b74c-5d9e099fdbc8'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:50.182306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e59769c-77fa-479f-88fe-60b5df0c8e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.189495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc39e2d-ee62-48a7-a224-6cd27e92174d tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Pushing event deleted for resources: {'Port': ['ID=afcd676b-f3ca-4070-b74c-5d9e099fdbc8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:50.192615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-8b12893f-3cea-4059-bf85-a372a83dda6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2252433 Aug 19 12:28:50.220245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Request body: {'port': {'device_id': '934d37c2-8b1e-45d0-8371-6ba185a09373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:50.229707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e59769c-77fa-479f-88fe-60b5df0c8e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.261602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3f790b-6f72-4eb7-a257-5b494f2a69ea req-3fc39e2d-ee62-48a7-a224-6cd27e92174d tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] No DVR routers for this DVR port afcd676b-f3ca-4070-b74c-5d9e099fdbc8 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:50.266740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a3f790b-6f72-4eb7-a257-5b494f2a69ea req-3fc39e2d-ee62-48a7-a224-6cd27e92174d tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.268833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a3f790b-6f72-4eb7-a257-5b494f2a69ea req-3fc39e2d-ee62-48a7-a224-6cd27e92174d tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.53 "DELETE /v2.0/ports/afcd676b-f3ca-4070-b74c-5d9e099fdbc8 HTTP/1.1" status: 204 len: 173 time: 0.9929204 Aug 19 12:28:50.280833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09482267-6f33-481d-9850-826a1e5e6a59', 'name': 'network-vif-deleted', 'tag': 'afcd676b-f3ca-4070-b74c-5d9e099fdbc8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:50.283407 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a55e89f-c102-45f6-b42e-bcfb519bc7c3" -d '{"events": [{"server_uuid": "09482267-6f33-481d-9850-826a1e5e6a59", "name": "network-vif-deleted", "tag": "afcd676b-f3ca-4070-b74c-5d9e099fdbc8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:50.338492 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2621f7fe-c02c-4afb-a0ae-02e2b846d459 x-openstack-request-id: req-2621f7fe-c02c-4afb-a0ae-02e2b846d459 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:50.338674 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09482267-6f33-481d-9850-826a1e5e6a59", "name": "network-vif-deleted", "tag": "afcd676b-f3ca-4070-b74c-5d9e099fdbc8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:50.338911 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2621f7fe-c02c-4afb-a0ae-02e2b846d459 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:50.339301 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09482267-6f33-481d-9850-826a1e5e6a59', 'name': 'network-vif-deleted', 'tag': 'afcd676b-f3ca-4070-b74c-5d9e099fdbc8', 'status': 'completed', 'code': 200} Aug 19 12:28:50.355103 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.376305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.376789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.377266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.377771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.378250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.378714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.379181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.381190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.381190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.381190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.381551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.381756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.382225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.384865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c158d79-da1c-4497-a45c-614a667e339d req-7fec4fb9-ee24-4a69-8d11-010e91b7a33a tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373&device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34&device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f&device_id=09482267-6f33-481d-9850-826a1e5e6a59&device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9&device_id=e5a529bb-a71c-4382-a065-73b78155582d&device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 11766 time: 0.1254981 Aug 19 12:28:50.430694 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c158d79-da1c-4497-a45c-614a667e339d req-346612c1-f44e-4d34-8662-891165c65d64 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.461170 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e59769c-77fa-479f-88fe-60b5df0c8e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.466244 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e59769c-77fa-479f-88fe-60b5df0c8e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.467952 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7e59769c-77fa-479f-88fe-60b5df0c8e96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4b90f56-9e55-461e-9100-054ca7c5b2fe HTTP/1.1" status: 204 len: 168 time: 0.3752828 Aug 19 12:28:50.479702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59769c-77fa-479f-88fe-60b5df0c8e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b90f56-9e55-461e-9100-054ca7c5b2fe,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:50.646550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5aaaa778-d12a-4306-bc6a-b6053f40db84 req-8b0952df-48cb-4e97-a5ea-9b9d09a90b9c tempest-ServerAddressesNegativeTestJSON-738063689 tempest-ServerAddressesNegativeTestJSON-738063689-project] 10.222.0.44 "GET /v2.0/ports?device_id=09482267-6f33-481d-9850-826a1e5e6a59 HTTP/1.1" status: 200 len: 210 time: 0.0457265 Aug 19 12:28:50.729292 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c158d79-da1c-4497-a45c-614a667e339d req-346612c1-f44e-4d34-8662-891165c65d64 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.778694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f27c738-706c-40c5-9158-bbee426a8147 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:50.786655 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.799144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Transition to ACTIVE for port object 3f27c738-706c-40c5-9158-bbee426a8147 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:50.901005 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c158d79-da1c-4497-a45c-614a667e339d req-346612c1-f44e-4d34-8662-891165c65d64 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.930063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c158d79-da1c-4497-a45c-614a667e339d req-346612c1-f44e-4d34-8662-891165c65d64 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&id=f4690df1-a2f8-4118-a665-4028d9d5f58d&id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&id=1d8a9ae2-fdde-4870-b3ac-37854670c481&id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.5168381 Aug 19 12:28:50.939865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346612c1-f44e-4d34-8662-891165c65d64 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbc90fc-0106-4d3b-a8c5-0477d2cc09ee,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:50.957357 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.058933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Pushing event updated for resources: {'Port': ['ID=3f27c738-706c-40c5-9158-bbee426a8147,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:51.081323 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5063e4b7-7029-4f3e-b7d9-6ecea1c42d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.118237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bfe69-ae19-47a3-9e20-2710d7aadf98 req-728bb021-71a6-45a4-8cc6-09b1e6f20cd6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.120653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-113bfe69-ae19-47a3-9e20-2710d7aadf98 req-728bb021-71a6-45a4-8cc6-09b1e6f20cd6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 946 time: 0.1122234 Aug 19 12:28:51.137866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Attempting to bind port 3f27c738-706c-40c5-9158-bbee426a8147 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:51.138211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Attempting to bind port 3f27c738-706c-40c5-9158-bbee426a8147 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:51.138539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Attempting to bind port 3f27c738-706c-40c5-9158-bbee426a8147 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:51.155732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Port 3f27c738-706c-40c5-9158-bbee426a8147 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:51.156238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Attempting to bind port 3f27c738-706c-40c5-9158-bbee426a8147 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:51.168728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:51.169070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Checking segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:51.169475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Bound using segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:51.170043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Bound port: 3f27c738-706c-40c5-9158-bbee426a8147, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:51.170412 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.204359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-113bfe69-ae19-47a3-9e20-2710d7aadf98 req-302b7836-d16e-4f22-8446-23d6ddfda935 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675201 Aug 19 12:28:51.327198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e2bc2-76cd-4256-85bf-9a8ad4604a16 req-c4a5f50f-0fc2-4bb9-936e-8bc1fb84534c tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.328772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e2bc2-76cd-4256-85bf-9a8ad4604a16 req-c4a5f50f-0fc2-4bb9-936e-8bc1fb84534c tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.328772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e2bc2-76cd-4256-85bf-9a8ad4604a16 req-c4a5f50f-0fc2-4bb9-936e-8bc1fb84534c tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.330201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-765e2bc2-76cd-4256-85bf-9a8ad4604a16 req-c4a5f50f-0fc2-4bb9-936e-8bc1fb84534c tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f&device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9&device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 2883 time: 0.1490018 Aug 19 12:28:51.372382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] For port 3f27c738-706c-40c5-9158-bbee426a8147, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:51.397215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d81c5-268d-4116-9d93-f91c6377a885 req-97a46c99-7241-4e9a-ba2a-289ef9df10a6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.398843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa7d81c5-268d-4116-9d93-f91c6377a885 req-97a46c99-7241-4e9a-ba2a-289ef9df10a6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 943 time: 0.1109896 Aug 19 12:28:51.412951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] For port 3f27c738-706c-40c5-9158-bbee426a8147, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3f27c738-706c-40c5-9158-bbee426a8147,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:51.421385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-765e2bc2-76cd-4256-85bf-9a8ad4604a16 req-6a2ae0b8-af0f-4c9d-bb8d-4b191466e4c5 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723422 Aug 19 12:28:51.455882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa7d81c5-268d-4116-9d93-f91c6377a885 req-0f354fa2-8cce-4abc-8d03-c11fc567125d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460844 Aug 19 12:28:51.636460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da40c09-9892-49fe-bfa8-f5a641d8f8fe req-bcc989a0-c560-43f4-be6a-34af2259246b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.639228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0da40c09-9892-49fe-bfa8-f5a641d8f8fe req-bcc989a0-c560-43f4-be6a-34af2259246b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.1396973 Aug 19 12:28:51.659024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0da40c09-9892-49fe-bfa8-f5a641d8f8fe req-45875769-c057-463b-b8a0-750639b0fbac tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/quotas/936b1e24676b42568b06c49ce8852ad3 HTTP/1.1" status: 200 len: 375 time: 0.0133798 Aug 19 12:28:51.703202 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.747609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.748298 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.751480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] 10.222.0.53 "PUT /v2.0/ports/3f27c738-706c-40c5-9158-bbee426a8147 HTTP/1.1" status: 200 len: 1091 time: 1.5344124 Aug 19 12:28:51.777892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0da40c09-9892-49fe-bfa8-f5a641d8f8fe req-ebf3e1fa-0203-4809-b07f-a2cb6a340e0d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119523 Aug 19 12:28:51.839644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e8a6d-bc1f-4bf1-b263-dd52aed77056 service neutron] Pushing event updated for resources: {'Port': ['ID=3f27c738-706c-40c5-9158-bbee426a8147,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:51.893934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0da40c09-9892-49fe-bfa8-f5a641d8f8fe req-0673b45d-4a31-42cc-b9b2-a2e4d0c97660 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150994 Aug 19 12:28:52.006936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-76f8ddd4-9111-47e5-ad60-95dbc38fd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:52.008446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-76f8ddd4-9111-47e5-ad60-95dbc38fd520 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 1094 time: 0.1021116 Aug 19 12:28:52.058263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0da40c09-9892-49fe-bfa8-f5a641d8f8fe req-d7ba24ed-d612-47ee-9704-4f5929bc1101 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599412 Aug 19 12:28:52.059575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-a5d87f73-f725-41d5-90e1-1594f4c80da0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f27c738-706c-40c5-9158-bbee426a8147 HTTP/1.1" status: 200 len: 217 time: 0.0415590 Aug 19 12:28:52.119253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-87a5f938-de34-43de-af61-e59fc3a676aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:52.121273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-87a5f938-de34-43de-af61-e59fc3a676aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.0540566 Aug 19 12:28:52.163551 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34380) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:52.189815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-999e42a3-0e06-4a7b-994b-5ed9657e52aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565035 Aug 19 12:28:52.230112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b05d523-6715-45d9-88f6-04a8a5b0fef2 admin admin] Deleting subnet 7dc465cb-522d-4c51-8cdd-7c23e7b67610 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:52.234156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b05d523-6715-45d9-88f6-04a8a5b0fef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.276411 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b05d523-6715-45d9-88f6-04a8a5b0fef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.312776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-23fa3ce1-6557-4100-b4b6-27ef99193baf service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144252 Aug 19 12:28:52.342131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934d37c2-8b1e-45d0-8371-6ba185a09373', 'tag': '3f27c738-706c-40c5-9158-bbee426a8147'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:52.349954 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42db208-580e-4a64-a8e8-f12544643449" -d '{"events": [{"name": "network-changed", "server_uuid": "934d37c2-8b1e-45d0-8371-6ba185a09373", "tag": "3f27c738-706c-40c5-9158-bbee426a8147"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:52.369201 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b05d523-6715-45d9-88f6-04a8a5b0fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.466297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a49210be-6bac-4bf4-98fe-14321e67a3e4 req-4e593737-6c60-44af-88bb-d90978ec0e0f service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450438 Aug 19 12:28:52.608158 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b05d523-6715-45d9-88f6-04a8a5b0fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.611429 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc30fe6-43d4-4aca-807f-25343d65cb13 x-openstack-request-id: req-ddc30fe6-43d4-4aca-807f-25343d65cb13 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:52.611777 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934d37c2-8b1e-45d0-8371-6ba185a09373", "tag": "3f27c738-706c-40c5-9158-bbee426a8147", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:52.612143 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddc30fe6-43d4-4aca-807f-25343d65cb13 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:52.612898 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934d37c2-8b1e-45d0-8371-6ba185a09373', 'tag': '3f27c738-706c-40c5-9158-bbee426a8147', 'status': 'completed', 'code': 200} Aug 19 12:28:52.620762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b05d523-6715-45d9-88f6-04a8a5b0fef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.625546 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b05d523-6715-45d9-88f6-04a8a5b0fef2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7dc465cb-522d-4c51-8cdd-7c23e7b67610 HTTP/1.1" status: 204 len: 168 time: 0.4559274 Aug 19 12:28:52.625644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34400) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:52.642232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05d523-6715-45d9-88f6-04a8a5b0fef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc465cb-522d-4c51-8cdd-7c23e7b67610,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:52.781289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.812914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6073-ce97-4319-a1c1-81ff6b774dba req-88978969-eb9f-47fc-baeb-60b948525883 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:52.818425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e01b6073-ce97-4319-a1c1-81ff6b774dba req-88978969-eb9f-47fc-baeb-60b948525883 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 943 time: 0.1151431 Aug 19 12:28:52.853225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db208-580e-4a64-a8e8-f12544643449 req-60572356-051e-47be-8bbd-bf095203664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:52.855284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b42db208-580e-4a64-a8e8-f12544643449 req-60572356-051e-47be-8bbd-bf095203664e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 1094 time: 0.1098580 Aug 19 12:28:52.976840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.994645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddce8ba4-a75e-4059-b910-8a725953071a']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:53.009103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e01b6073-ce97-4319-a1c1-81ff6b774dba req-2191d06b-96b6-48ab-b327-36b01b50aae3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667502 Aug 19 12:28:53.011443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02046347-acf2-4d90-b34e-55a62b318504') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:53.012860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02046347-acf2-4d90-b34e-55a62b318504') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:53.028238 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.058113 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:28:53.076061 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:28:53.085324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db208-580e-4a64-a8e8-f12544643449 req-8eff059a-8824-4b12-9564-41c9f62a724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.086874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b42db208-580e-4a64-a8e8-f12544643449 req-8eff059a-8824-4b12-9564-41c9f62a724b service neutron] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 913 time: 0.2174225 Aug 19 12:28:53.174581 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b42db208-580e-4a64-a8e8-f12544643449 req-f41388a6-fff6-4a9e-8a2a-0431ad95a3b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f27c738-706c-40c5-9158-bbee426a8147 HTTP/1.1" status: 200 len: 217 time: 0.0575640 Aug 19 12:28:53.247544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db208-580e-4a64-a8e8-f12544643449 req-1779c141-ae48-4ac9-b79b-d36e7713ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.249067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b42db208-580e-4a64-a8e8-f12544643449 req-1779c141-ae48-4ac9-b79b-d36e7713ddb6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.0663543 Aug 19 12:28:53.295657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b42db208-580e-4a64-a8e8-f12544643449 req-9c8dd6e3-f30e-4c46-a01d-4fd8055a7c99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383852 Aug 19 12:28:53.361432 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.372700 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.378033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ddce8ba4-a75e-4059-b910-8a725953071a HTTP/1.1" status: 204 len: 168 time: 0.7481043 Aug 19 12:28:53.424135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7e014-68a8-4819-99f7-4a114bd754c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddce8ba4-a75e-4059-b910-8a725953071a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:53.500449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b42db208-580e-4a64-a8e8-f12544643449 req-414db39c-16a6-4d51-95f5-79b48c26dcd5 service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918125 Aug 19 12:28:53.607156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-534bcc04-6209-419d-a63f-c563f0479bf7 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.608856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-534bcc04-6209-419d-a63f-c563f0479bf7 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.2218306 Aug 19 12:28:54.008665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-448ec458-f74a-4204-8150-921e7570986e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/quotas/936b1e24676b42568b06c49ce8852ad3 HTTP/1.1" status: 200 len: 375 time: 0.3923347 Aug 19 12:28:54.051677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b42db208-580e-4a64-a8e8-f12544643449 req-d54d25eb-9837-49ae-a579-eebece61a202 service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421219 Aug 19 12:28:54.062432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a46841-aec4-4240-aa60-35e4a324f182 req-7230fc62-3018-4c40-b46a-fb2cf0c8e567 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:54.063949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0a46841-aec4-4240-aa60-35e4a324f182 req-7230fc62-3018-4c40-b46a-fb2cf0c8e567 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 1100 time: 0.4378161 Aug 19 12:28:54.091631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-3b03824d-b037-4f56-9d07-b931fe119be2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725799 Aug 19 12:28:54.127550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0a46841-aec4-4240-aa60-35e4a324f182 req-839cb56c-c720-4be3-9c49-3dfeef7129c6 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556598 Aug 19 12:28:54.215008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34466) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.221609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-a28cecd6-50b0-4430-8cda-b60fade413a7 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153190 Aug 19 12:28:54.224923 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device afcd676b-f3ca-4070-b74c-5d9e099fdbc8 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:54.250182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: afcd676b-f3ca-4070-b74c-5d9e099fdbc8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:54.250798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device afcd676b-f3ca-4070-b74c-5d9e099fdbc8 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:54.268995 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a55585bb-045f-4d2f-8f88-02fcf487ae70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65cc1dcf4aee4913b75a83e096802dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522201 Aug 19 12:28:54.271597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34470) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.351631 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9525db77-8d62-4458-ba67-7cad10327793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.355271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de7883-0d85-4db6-9f22-65bb352e7451 req-4d4ce2e4-915f-408d-9050-c3f9f03de089 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:54.356976 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0de7883-0d85-4db6-9f22-65bb352e7451 req-4d4ce2e4-915f-408d-9050-c3f9f03de089 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 943 time: 0.1120667 Aug 19 12:28:54.380051 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9525db77-8d62-4458-ba67-7cad10327793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.385326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-b8b201dd-5724-4430-9cc5-6eb730086679 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546433 Aug 19 12:28:54.428417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0de7883-0d85-4db6-9f22-65bb352e7451 req-777685f2-7483-4bdd-bee5-ad89bddca8bf tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602241 Aug 19 12:28:54.582413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee40c-a538-49a5-a587-7f043dd6dbd2 req-f6e4afb4-3e5f-47a5-933e-172e52a07c9c tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:54.583998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e5ee40c-a538-49a5-a587-7f043dd6dbd2 req-f6e4afb4-3e5f-47a5-933e-172e52a07c9c tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 1100 time: 0.0484352 Aug 19 12:28:54.621161 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e5ee40c-a538-49a5-a587-7f043dd6dbd2 req-d2da5e9d-f865-40f8-a22a-5789ae2c1e2b tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296221 Aug 19 12:28:54.681894 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9525db77-8d62-4458-ba67-7cad10327793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.682339 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9525db77-8d62-4458-ba67-7cad10327793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.683485 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9525db77-8d62-4458-ba67-7cad10327793 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/215eb02e-3539-45a2-8d2c-d8636642d053 HTTP/1.1" status: 204 len: 168 time: 0.4108956 Aug 19 12:28:54.693229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525db77-8d62-4458-ba67-7cad10327793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215eb02e-3539-45a2-8d2c-d8636642d053,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:54.873030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00af30f9-462a-4b9c-8fef-ff291306e0cb req-0c083963-2465-406d-b11c-574d98e6e9a3 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 210 time: 0.0422411 Aug 19 12:28:55.367090 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ac375a29-95ff-429a-a4b3-659f241ae904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.789012 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.856563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d929552-8810-4769-abfd-5d9ab395b1cc req-34c010e3-aea8-48e8-82ce-89c99b80a787 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:55.858330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d929552-8810-4769-abfd-5d9ab395b1cc req-34c010e3-aea8-48e8-82ce-89c99b80a787 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 943 time: 0.0611811 Aug 19 12:28:55.916680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d929552-8810-4769-abfd-5d9ab395b1cc req-f96aa24f-7736-492c-a6c6-cde5d4b34af3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 Aug 19 12:28:56.241882 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3f27c738-706c-40c5-9158-bbee426a8147 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:56.390900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3f27c738-706c-40c5-9158-bbee426a8147, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3f27c738-706c-40c5-9158-bbee426a8147,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:56.406438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '3f27c738-706c-40c5-9158-bbee426a8147', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'port_id': '3f27c738-706c-40c5-9158-bbee426a8147', 'mac_address': 'fa:16:3e:2f:7d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e15be-446b-46dd-8c02-a2bdb7426a46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:56.463523 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.476625 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34568) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:56.488284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f27c738-706c-40c5-9158-bbee426a8147 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:56.544370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3f27c738-706c-40c5-9158-bbee426a8147, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3f27c738-706c-40c5-9158-bbee426a8147,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:56.642772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3a1e2a5-980f-4d4b-9824-749363e6d99d req-26496653-c201-41af-9f32-3480b4e5ae25 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 210 time: 0.0343060 Aug 19 12:28:56.691951 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1480370049-network', 'tenant_id': '93b5c28ed3d942e3bb694a896b4fc804'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:56.804805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a992d-ba01-4adb-a601-d3270b15671c req-31f11ea6-f4e1-4b45-93e6-51edce3cd4f7 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.807886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc1a992d-ba01-4adb-a601-d3270b15671c req-31f11ea6-f4e1-4b45-93e6-51edce3cd4f7 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0660243 Aug 19 12:28:56.869607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc1a992d-ba01-4adb-a601-d3270b15671c req-8208c30c-5af2-4318-9f70-43e773cd9a45 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372584 Aug 19 12:28:56.909976 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.963713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Made reservation on behalf of 93b5c28ed3d942e3bb694a896b4fc804 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:56.969106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.978070 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.998827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=3f27c738-706c-40c5-9158-bbee426a8147,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:57.003163 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.073686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae02f5-fdd1-4d64-9f5c-9204bbe26153 req-3c76ab2a-56dd-471e-81ef-a2cafb437114 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:57.075458 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1ae02f5-fdd1-4d64-9f5c-9204bbe26153 req-3c76ab2a-56dd-471e-81ef-a2cafb437114 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 944 time: 0.0717540 Aug 19 12:28:57.136812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1ae02f5-fdd1-4d64-9f5c-9204bbe26153 req-754d1569-2aff-451e-87cd-ce7ad0567c45 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513904 Aug 19 12:28:57.183126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.210800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['3f27c738-706c-40c5-9158-bbee426a8147'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:57.319799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.345618 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:28:57.368195 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.368677 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Added segment df0792be-cbbd-4bc8-b07d-729d1d55059a of type vlan for network 11120f3e-a64e-4b2f-ab80-391765ea0b08 Aug 19 12:28:57.370792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:57.386920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.387548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.388207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.388728 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.389232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.389751 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.390255 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.390754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.391252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.391746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.392231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.392730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.437528 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.729137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.734355 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:57.734355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.760698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10de0bf6-773c-4ede-9280-55380bc2826d req-7f40a551-0f10-4ccb-a650-d0d591ef1c1c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 210 time: 0.0326982 Aug 19 12:28:57.810264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] Pushing event updated for resources: {'Network': ['ID=11120f3e-a64e-4b2f-ab80-391765ea0b08,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:57.820994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 11120f3e-a64e-4b2f-ab80-391765ea0b08 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:28:57.858305 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c633e58c-5e05-415b-9e0d-234b0cc0e931 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3779023 Aug 19 12:28:57.861084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34590) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:57.869811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] Request body: {'subnet': {'network_id': '11120f3e-a64e-4b2f-ab80-391765ea0b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1480370049-subnet', 'tenant_id': '93b5c28ed3d942e3bb694a896b4fc804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:58.016964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a20dd2-ab8a-408d-bc38-1ed60d8d8dfd req-42032eff-9ad9-4a5c-b8a4-adafaa9c0403 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:58.018631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11a20dd2-ab8a-408d-bc38-1ed60d8d8dfd req-42032eff-9ad9-4a5c-b8a4-adafaa9c0403 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0549884 Aug 19 12:28:58.033845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] Made reservation on behalf of 93b5c28ed3d942e3bb694a896b4fc804 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:58.037266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.132567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11a20dd2-ab8a-408d-bc38-1ed60d8d8dfd req-7c103eab-c549-4bb2-bdca-1573a24e5074 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798249 Aug 19 12:28:58.274737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3f27c738-706c-40c5-9158-bbee426a8147 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:58.279565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a55c3-ec5e-4d3b-a308-8c8d33f95db5 req-89d89348-f006-4889-8f85-5c291ce68bf0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:58.281295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d96a55c3-ec5e-4d3b-a308-8c8d33f95db5 req-89d89348-f006-4889-8f85-5c291ce68bf0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 944 time: 0.0565093 Aug 19 12:28:58.325443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d96a55c3-ec5e-4d3b-a308-8c8d33f95db5 req-44536c63-1d3c-4946-b300-7cadf043598d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Aug 19 12:28:58.390639 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.450800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 3f27c738-706c-40c5-9158-bbee426a8147 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:58.454713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-8da0af40-2279-4013-bf29-5ff3a06982f0 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:58.456210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-8da0af40-2279-4013-bf29-5ff3a06982f0 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.53 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.1150756 Aug 19 12:28:58.456536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 3f27c738-706c-40c5-9158-bbee426a8147 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:58.457048 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.472059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=719ff3be-3bac-4cd4-8218-d00d6a58b1d4,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:58.474819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Request body: {'port': {'device_id': '40e1d596-a824-4932-9146-514438389543', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'admin_state_up': True, 'tenant_id': '936b1e24676b42568b06c49ce8852ad3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:58.480843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] Checking segment: {'id': 'df0792be-cbbd-4bc8-b07d-729d1d55059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '11120f3e-a64e-4b2f-ab80-391765ea0b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:58.481246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] Network hostable DHCP agents. Network: 11120f3e-a64e-4b2f-ab80-391765ea0b08, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:28:58.612287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] Network 11120f3e-a64e-4b2f-ab80-391765ea0b08 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:28:58.624493 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.693754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934d37c2-8b1e-45d0-8371-6ba185a09373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f27c738-706c-40c5-9158-bbee426a8147'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:58.696572 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cb703a-44e2-4611-bfbc-7c7aae192adf" -d '{"events": [{"server_uuid": "934d37c2-8b1e-45d0-8371-6ba185a09373", "name": "network-vif-plugged", "status": "completed", "tag": "3f27c738-706c-40c5-9158-bbee426a8147"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:58.707559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34604) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:58.726297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 11120f3e-a64e-4b2f-ab80-391765ea0b08) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:58.731663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:58.732934 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.740236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3f27c738-706c-40c5-9158-bbee426a8147, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3f27c738-706c-40c5-9158-bbee426a8147,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:58.748277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c0ad0a-7747-4f78-86ba-6ce1d8ce6144 None None] Network 11120f3e-a64e-4b2f-ab80-391765ea0b08 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:58.770464 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0089548-4428-4310-b569-d82d8c1b7edf x-openstack-request-id: req-b0089548-4428-4310-b569-d82d8c1b7edf {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:58.770863 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934d37c2-8b1e-45d0-8371-6ba185a09373", "name": "network-vif-plugged", "status": "completed", "tag": "3f27c738-706c-40c5-9158-bbee426a8147", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:58.771300 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0089548-4428-4310-b569-d82d8c1b7edf {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:58.771758 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934d37c2-8b1e-45d0-8371-6ba185a09373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f27c738-706c-40c5-9158-bbee426a8147', 'code': 200} Aug 19 12:28:58.833954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Made reservation on behalf of 936b1e24676b42568b06c49ce8852ad3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:58.838465 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.899324 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd1ae-3039-47dd-be7c-ac5a77681d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.912997 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.920553 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.922147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b168a-3820-4047-acf3-aa2de598a368 None None] Network 11120f3e-a64e-4b2f-ab80-391765ea0b08 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:58.961686 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-16393a21-57df-4e75-a595-3671c3b869f8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0977521 Aug 19 12:28:59.041704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=3f27c738-706c-40c5-9158-bbee426a8147,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:59.082466 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7beda23-47f6-4aee-a824-92b1afae8e39 req-063e0e77-fcc9-43cf-a743-8765d13f74b8 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 210 time: 0.1401300 Aug 19 12:28:59.145339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aa1e9-822f-4299-a2d1-7253bc3a6456 req-b70d0aa3-540a-4fe4-8070-61edca3805ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:59.148241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d27aa1e9-822f-4299-a2d1-7253bc3a6456 req-b70d0aa3-540a-4fe4-8070-61edca3805ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 1095 time: 0.2750051 Aug 19 12:28:59.156079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd1ae-3039-47dd-be7c-ac5a77681d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.244164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d27aa1e9-822f-4299-a2d1-7253bc3a6456 req-c91f4b42-93e0-4767-b4f8-9f2aca858cbc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810812 Aug 19 12:28:59.254952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd1ae-3039-47dd-be7c-ac5a77681d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.314030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Allocated IP 172.20.0.7 (8a27b72f-16a2-4887-9d46-96e985490dc9/3c92c0f2-8a31-4350-9c36-d9b578ba2de7/69f05c0d-fac7-42c5-b420-ba13750b8550) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:59.314435 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7f4dd1ae-3039-47dd-be7c-ac5a77681d0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb0a997a1a704d27bd7dd43109df5ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028490 Aug 19 12:28:59.314944 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34622) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:59.329643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dd1ae-3039-47dd-be7c-ac5a77681d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5d1d1f-471b-47ef-a258-868940ba81fc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:59.332962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7545a45-6cbf-41e2-8b6c-c71d001066b2 req-5955bd5c-1afd-4dbe-8fdc-d7434ccab5b9 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:59.334618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7545a45-6cbf-41e2-8b6c-c71d001066b2 req-5955bd5c-1afd-4dbe-8fdc-d7434ccab5b9 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.1077881 Aug 19 12:28:59.377241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0ac685a-d3d2-4f4f-b207-0cb7f0eda590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.403502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0ac685a-d3d2-4f4f-b207-0cb7f0eda590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.416280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7545a45-6cbf-41e2-8b6c-c71d001066b2 req-664b8e17-a32a-4919-ae5d-6edf42afa3a4 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677884 Aug 19 12:28:59.573292 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0ac685a-d3d2-4f4f-b207-0cb7f0eda590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.576566 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0ac685a-d3d2-4f4f-b207-0cb7f0eda590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.578234 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c0ac685a-d3d2-4f4f-b207-0cb7f0eda590 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c5d1d1f-471b-47ef-a258-868940ba81fc HTTP/1.1" status: 204 len: 168 time: 0.2620749 Aug 19 12:28:59.588312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.595224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac685a-d3d2-4f4f-b207-0cb7f0eda590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5d1d1f-471b-47ef-a258-868940ba81fc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:59.614112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02ef9e-b65b-403f-9868-53ce475a34bb req-7e1f7dd6-25ea-40b6-99f6-7be35c3e9039 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:59.616170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef02ef9e-b65b-403f-9868-53ce475a34bb req-7e1f7dd6-25ea-40b6-99f6-7be35c3e9039 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 945 time: 0.0943410 Aug 19 12:28:59.713031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef02ef9e-b65b-403f-9868-53ce475a34bb req-0c5206ee-a013-411e-9656-a0c44c04c8d1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875103 Aug 19 12:28:59.810138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46e55d-d918-49c8-ae64-818296219407 req-47b7cdca-e9c6-428a-8b18-a74993bc5987 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:59.811627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-47b7cdca-e9c6-428a-8b18-a74993bc5987 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/networks?id=11120f3e-a64e-4b2f-ab80-391765ea0b08 HTTP/1.1" status: 200 len: 821 time: 0.1171315 Aug 19 12:28:59.827637 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-299794e8-67c6-443e-ae85-c27444cc30e4 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/quotas/93b5c28ed3d942e3bb694a896b4fc804 HTTP/1.1" status: 200 len: 375 time: 0.0102067 Aug 19 12:28:59.865906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-a8f56c29-758a-457c-aa7c-d54c5a8933a2 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b5c28ed3d942e3bb694a896b4fc804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318427 Aug 19 12:28:59.920218 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.934443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:59.986570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Network 8a27b72f-16a2-4887-9d46-96e985490dc9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:59.997737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:00.003356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:00.039349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event updated for resources: {'Port': ['ID=69f05c0d-fac7-42c5-b420-ba13750b8550,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:00.049850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-8e84472b-bdf3-46b1-9db4-8941dd671bf9 service neutron] 10.222.0.44 "GET /v2.0/networks/11120f3e-a64e-4b2f-ab80-391765ea0b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764007 Aug 19 12:29:00.120865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:00.121660 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.215700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-09237fd8-c0be-40af-88ed-c9c7e1764d9a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7488642 Aug 19 12:29:00.218851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-7db4c618-2db6-4a6c-97d7-c38d1ad4e9af service neutron] 10.222.0.44 "GET /v2.0/networks/11120f3e-a64e-4b2f-ab80-391765ea0b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616218 Aug 19 12:29:00.242625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Request body: {'port': {'device_id': '40e1d596-a824-4932-9146-514438389543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:00.286388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd12f10-d4d5-4828-929b-c8b541f34ff1 req-a14ab1b2-f485-48f9-9464-ea12bf3a1d98 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:00.288056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fd12f10-d4d5-4828-929b-c8b541f34ff1 req-a14ab1b2-f485-48f9-9464-ea12bf3a1d98 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 931 time: 0.1179957 Aug 19 12:29:00.344972 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.372037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fd12f10-d4d5-4828-929b-c8b541f34ff1 req-2861d689-3af8-49e9-94e1-a7934226237d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761719 Aug 19 12:29:00.716038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf2fa9ae-0692-4f98-adee-3a292132bcc1 req-4dcfe2a7-5482-418f-84ab-6062609db385 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 210 time: 0.0722947 Aug 19 12:29:00.766099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f05c0d-fac7-42c5-b420-ba13750b8550 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:00.776110 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.806951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d68c9-0b2e-45a9-b83d-ab4083091fac req-cb16c8e7-76b8-4984-a3b1-8f5350350154 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:00.806951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-098d68c9-0b2e-45a9-b83d-ab4083091fac req-cb16c8e7-76b8-4984-a3b1-8f5350350154 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.1625831 Aug 19 12:29:00.807269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Transition to ACTIVE for port object 69f05c0d-fac7-42c5-b420-ba13750b8550 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:00.820119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34656) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:00.837878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad340518-f8fd-4a18-bf87-d00ba228343a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.898677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-098d68c9-0b2e-45a9-b83d-ab4083091fac req-ea281bde-78af-484d-8e5a-4afec64c7c86 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847931 Aug 19 12:29:00.912039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44926428-8fec-4c1c-83c6-44f9826a7562 req-34179509-a3b9-43a5-beec-42cdbda3d2a1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:00.921060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44926428-8fec-4c1c-83c6-44f9826a7562 req-34179509-a3b9-43a5-beec-42cdbda3d2a1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 945 time: 0.0805676 Aug 19 12:29:00.973805 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44926428-8fec-4c1c-83c6-44f9826a7562 req-58defed7-bde4-4d6d-911e-9ab3a1f53604 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515356 Aug 19 12:29:00.975470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.012600 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad340518-f8fd-4a18-bf87-d00ba228343a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.058801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Pushing event updated for resources: {'Port': ['ID=69f05c0d-fac7-42c5-b420-ba13750b8550,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:01.113192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Attempting to bind port 69f05c0d-fac7-42c5-b420-ba13750b8550 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:01.113523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Attempting to bind port 69f05c0d-fac7-42c5-b420-ba13750b8550 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:01.113863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Attempting to bind port 69f05c0d-fac7-42c5-b420-ba13750b8550 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:01.119135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Port 69f05c0d-fac7-42c5-b420-ba13750b8550 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:29:01.119463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Attempting to bind port 69f05c0d-fac7-42c5-b420-ba13750b8550 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:01.124822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:01.125531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Checking segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:01.125658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Bound using segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:01.126102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Bound port: 69f05c0d-fac7-42c5-b420-ba13750b8550, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:01.126471 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.171943 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad340518-f8fd-4a18-bf87-d00ba228343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.198801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] For port 69f05c0d-fac7-42c5-b420-ba13750b8550, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:01.202884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] For port 69f05c0d-fac7-42c5-b420-ba13750b8550, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=69f05c0d-fac7-42c5-b420-ba13750b8550,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:01.216787 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ad340518-f8fd-4a18-bf87-d00ba228343a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb25c9e27cf745dd8b5081d00891d938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955755 Aug 19 12:29:01.218085 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad340518-f8fd-4a18-bf87-d00ba228343a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95ae60c-4e87-4757-a48d-cb48439a348f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:01.219638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:01.282388 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2665ee5d-285f-499a-9d4e-686bb592358c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.296601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.340187 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2665ee5d-285f-499a-9d4e-686bb592358c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.349344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.350242 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.355979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] 10.222.0.53 "PUT /v2.0/ports/69f05c0d-fac7-42c5-b420-ba13750b8550 HTTP/1.1" status: 200 len: 1091 time: 1.1200824 Aug 19 12:29:01.367238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e1d596-a824-4932-9146-514438389543', 'tag': '69f05c0d-fac7-42c5-b420-ba13750b8550'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:01.370421 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241e4ee2-ea29-425d-942d-2c2f3dcf8fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "40e1d596-a824-4932-9146-514438389543", "tag": "69f05c0d-fac7-42c5-b420-ba13750b8550"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:01.439357 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958dc230-d7f7-4ea5-9b3d-546d3dbee2bb x-openstack-request-id: req-958dc230-d7f7-4ea5-9b3d-546d3dbee2bb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:01.439650 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e1d596-a824-4932-9146-514438389543", "tag": "69f05c0d-fac7-42c5-b420-ba13750b8550", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:01.439904 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-958dc230-d7f7-4ea5-9b3d-546d3dbee2bb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:01.440296 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e1d596-a824-4932-9146-514438389543', 'tag': '69f05c0d-fac7-42c5-b420-ba13750b8550', 'status': 'completed', 'code': 200} Aug 19 12:29:01.448089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452ec67-68ca-416a-a422-48268d18ade4 service neutron] Pushing event updated for resources: {'Port': ['ID=69f05c0d-fac7-42c5-b420-ba13750b8550,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:01.539572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e4ee2-ea29-425d-942d-2c2f3dcf8fcb req-0a2c258a-71cf-4aa5-a637-c849c6118cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.541983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-241e4ee2-ea29-425d-942d-2c2f3dcf8fcb req-0a2c258a-71cf-4aa5-a637-c849c6118cc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 1094 time: 0.0815096 Aug 19 12:29:01.567930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce832f70-da08-4bba-bd20-6cad7c1cad37 req-2e68b768-bb3a-4f53-bc5d-7a50054c2139 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.569558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce832f70-da08-4bba-bd20-6cad7c1cad37 req-2e68b768-bb3a-4f53-bc5d-7a50054c2139 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 943 time: 0.0741901 Aug 19 12:29:01.667601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2665ee5d-285f-499a-9d4e-686bb592358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.669436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2665ee5d-285f-499a-9d4e-686bb592358c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.673406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2665ee5d-285f-499a-9d4e-686bb592358c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b95ae60c-4e87-4757-a48d-cb48439a348f HTTP/1.1" status: 204 len: 168 time: 0.4493463 Aug 19 12:29:01.691520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce832f70-da08-4bba-bd20-6cad7c1cad37 req-64e917b0-5fd6-4116-85f9-0dfff5d9f649 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052365 Aug 19 12:29:01.694079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665ee5d-285f-499a-9d4e-686bb592358c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95ae60c-4e87-4757-a48d-cb48439a348f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:01.739445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e4ee2-ea29-425d-942d-2c2f3dcf8fcb req-9025ecb3-cdaa-4f23-a419-bfe6d182ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.741253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-241e4ee2-ea29-425d-942d-2c2f3dcf8fcb req-9025ecb3-cdaa-4f23-a419-bfe6d182ed61 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=936b1e24676b42568b06c49ce8852ad3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1904516 Aug 19 12:29:01.888271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86d7bc67-27de-4354-b21a-2b9845963257 req-3cbdf9c3-253e-4029-98d9-75abeda7958c tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 210 time: 0.0850220 Aug 19 12:29:01.954264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d619ba-4df4-415b-b1cb-371f8e134b05 req-2906ca96-127c-447e-9d45-76d92dba3a55 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.955989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32d619ba-4df4-415b-b1cb-371f8e134b05 req-2906ca96-127c-447e-9d45-76d92dba3a55 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 945 time: 0.1517234 Aug 19 12:29:02.014931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e4ee2-ea29-425d-942d-2c2f3dcf8fcb req-d10dd1c8-da86-41fb-9b62-966df6d6ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:02.016751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-241e4ee2-ea29-425d-942d-2c2f3dcf8fcb req-d10dd1c8-da86-41fb-9b62-966df6d6ac6e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2673893 Aug 19 12:29:02.052654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32d619ba-4df4-415b-b1cb-371f8e134b05 req-03412151-0ad5-4ff0-9450-e634474671db tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892091 Aug 19 12:29:02.090837 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abce15-ba00-4fad-beb9-4e128ea2fc68 req-90f00984-edc1-48e8-a97d-a442ccc70b1e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:02.093686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00abce15-ba00-4fad-beb9-4e128ea2fc68 req-90f00984-edc1-48e8-a97d-a442ccc70b1e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0951581 Aug 19 12:29:02.160485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-97e397f3-a0a4-4e0e-9f8c-84f51ec6afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:02.162151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-97e397f3-a0a4-4e0e-9f8c-84f51ec6afa8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 1094 time: 0.0928090 Aug 19 12:29:02.165466 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00abce15-ba00-4fad-beb9-4e128ea2fc68 req-f016dc2c-ca55-408d-ac43-377323ff40f3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515027 Aug 19 12:29:02.220286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-b605dd5d-1964-4faa-aeda-2d381e612967 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69f05c0d-fac7-42c5-b420-ba13750b8550 HTTP/1.1" status: 200 len: 217 time: 0.0476053 Aug 19 12:29:02.277581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-f8a9bd70-9c55-4aa8-b8ea-7e6c07f2c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:02.279137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-f8a9bd70-9c55-4aa8-b8ea-7e6c07f2c200 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.0501080 Aug 19 12:29:02.319718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-b3b2511e-f9b9-4b93-b863-1151bbb5482a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312808 Aug 19 12:29:02.441488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-2881d5d1-c931-46f0-91c8-6afc91a50519 service neutron] 10.222.0.53 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132679 Aug 19 12:29:02.547208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6b030e-6303-4584-bf38-6b5d17cdb247 req-46fde20c-8ebf-4427-aae3-d63f0ede1e8f service neutron] 10.222.0.53 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962505 Aug 19 12:29:02.817586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e857b-e773-4ab7-bb0e-26379a22d3fe req-b93abe29-a9fe-42ab-9f91-56517f989404 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:02.819215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-832e857b-e773-4ab7-bb0e-26379a22d3fe req-b93abe29-a9fe-42ab-9f91-56517f989404 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 943 time: 0.0532138 Aug 19 12:29:02.866081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-832e857b-e773-4ab7-bb0e-26379a22d3fe req-2953fca6-fe4f-4557-8613-bbbb2cc497e5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389793 Aug 19 12:29:03.008043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e71363d-5ead-4822-9be6-1637502843ca req-53ddd6f9-9b9c-4e93-8222-757dacf81516 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 210 time: 0.0307777 Aug 19 12:29:03.175215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64f9da-0d12-4eca-8917-80df5c29db81 req-0fd46323-0eee-4aea-a3b9-dabbf674ba78 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:03.176717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a64f9da-0d12-4eca-8917-80df5c29db81 req-0fd46323-0eee-4aea-a3b9-dabbf674ba78 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 945 time: 0.0515702 Aug 19 12:29:03.251559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a64f9da-0d12-4eca-8917-80df5c29db81 req-18da4ff6-81d2-4a9c-a399-b431df643a12 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647583 Aug 19 12:29:03.261060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad88aa-a8d8-470c-a77d-516da3d10fd8 req-cdecc81e-6715-47ab-8c96-198a7cfa7aa1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:03.263270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6aad88aa-a8d8-470c-a77d-516da3d10fd8 req-cdecc81e-6715-47ab-8c96-198a7cfa7aa1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 945 time: 0.0856807 Aug 19 12:29:03.353419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58c004-8560-4548-9d48-83b63641b56e req-c1fb15d2-1c03-4c85-8014-df9c44e772b1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:03.355013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db58c004-8560-4548-9d48-83b63641b56e req-c1fb15d2-1c03-4c85-8014-df9c44e772b1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0908158 Aug 19 12:29:03.426570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db58c004-8560-4548-9d48-83b63641b56e req-74a35922-29b1-4694-9363-8d7aa413542c tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486526 Aug 19 12:29:03.450245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6aad88aa-a8d8-470c-a77d-516da3d10fd8 req-65743b01-d7da-4ecf-b160-dfa3269d4626 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Deleting port 3f27c738-706c-40c5-9158-bbee426a8147 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:03.451024 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6aad88aa-a8d8-470c-a77d-516da3d10fd8 req-65743b01-d7da-4ecf-b160-dfa3269d4626 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.561347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6aad88aa-a8d8-470c-a77d-516da3d10fd8 req-65743b01-d7da-4ecf-b160-dfa3269d4626 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] For port 3f27c738-706c-40c5-9158-bbee426a8147, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3f27c738-706c-40c5-9158-bbee426a8147,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:03.561725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6aad88aa-a8d8-470c-a77d-516da3d10fd8 req-65743b01-d7da-4ecf-b160-dfa3269d4626 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.575087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6aad88aa-a8d8-470c-a77d-516da3d10fd8 req-65743b01-d7da-4ecf-b160-dfa3269d4626 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Calling delete_port for 3f27c738-706c-40c5-9158-bbee426a8147 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:03.880587 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6aad88aa-a8d8-470c-a77d-516da3d10fd8 req-65743b01-d7da-4ecf-b160-dfa3269d4626 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.894081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['3f27c738-706c-40c5-9158-bbee426a8147'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:03.932405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65743b01-d7da-4ecf-b160-dfa3269d4626 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event deleted for resources: {'Port': ['ID=3f27c738-706c-40c5-9158-bbee426a8147,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:04.001310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aad88aa-a8d8-470c-a77d-516da3d10fd8 req-65743b01-d7da-4ecf-b160-dfa3269d4626 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] No DVR routers for this DVR port 3f27c738-706c-40c5-9158-bbee426a8147 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:04.019820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6aad88aa-a8d8-470c-a77d-516da3d10fd8 req-65743b01-d7da-4ecf-b160-dfa3269d4626 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.021823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6aad88aa-a8d8-470c-a77d-516da3d10fd8 req-65743b01-d7da-4ecf-b160-dfa3269d4626 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "DELETE /v2.0/ports/3f27c738-706c-40c5-9158-bbee426a8147 HTTP/1.1" status: 204 len: 173 time: 0.7484922 Aug 19 12:29:04.022439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934d37c2-8b1e-45d0-8371-6ba185a09373', 'name': 'network-vif-deleted', 'tag': '3f27c738-706c-40c5-9158-bbee426a8147'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:04.025132 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bfaf6e-13ae-4101-8680-a3af073e5e05" -d '{"events": [{"server_uuid": "934d37c2-8b1e-45d0-8371-6ba185a09373", "name": "network-vif-deleted", "tag": "3f27c738-706c-40c5-9158-bbee426a8147"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:04.053288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8e3d-d8fa-4441-b005-99a355c436ff req-1d9f5cee-0dde-4b3d-b7e5-cc30b4f2b906 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:04.054916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85cd8e3d-d8fa-4441-b005-99a355c436ff req-1d9f5cee-0dde-4b3d-b7e5-cc30b4f2b906 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 943 time: 0.0825832 Aug 19 12:29:04.073004 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06d59dc-c0e0-4aab-99c0-21f7f6cec67a x-openstack-request-id: req-c06d59dc-c0e0-4aab-99c0-21f7f6cec67a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:04.073447 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934d37c2-8b1e-45d0-8371-6ba185a09373", "name": "network-vif-deleted", "tag": "3f27c738-706c-40c5-9158-bbee426a8147", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:04.073775 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c06d59dc-c0e0-4aab-99c0-21f7f6cec67a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:04.074243 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934d37c2-8b1e-45d0-8371-6ba185a09373', 'name': 'network-vif-deleted', 'tag': '3f27c738-706c-40c5-9158-bbee426a8147', 'status': 'completed', 'code': 200} Aug 19 12:29:04.108263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85cd8e3d-d8fa-4441-b005-99a355c436ff req-4c97cc11-a8f8-4985-a094-f62ffd0be350 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458891 Aug 19 12:29:04.156044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5cd971d6-a9ba-4cf5-b9ac-6721a9b7dc5d req-fbe0f0a4-435b-4e7d-a34d-f62baadffea6 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 210 time: 0.0286670 Aug 19 12:29:04.363284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15dd8c2b-a1ca-4ad7-bb37-2ce52ed9f9c5 req-8f4c634a-cab5-42ab-9e8d-30148be4c7ed tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=934d37c2-8b1e-45d0-8371-6ba185a09373 HTTP/1.1" status: 200 len: 210 time: 0.0277028 Aug 19 12:29:04.615700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1276a7-335b-4901-a6a0-6990c4863fe3 req-adf7f467-b814-471d-a8ee-38e9034db4c7 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:04.617261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e1276a7-335b-4901-a6a0-6990c4863fe3 req-adf7f467-b814-471d-a8ee-38e9034db4c7 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0985491 Aug 19 12:29:04.646400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46e55d-d918-49c8-ae64-818296219407 req-b926d569-2933-45fd-8b9a-f24b4c795258 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:04.647851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-b926d569-2933-45fd-8b9a-f24b4c795258 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.53 "GET /v2.0/networks?id=11120f3e-a64e-4b2f-ab80-391765ea0b08 HTTP/1.1" status: 200 len: 821 time: 0.1809597 Aug 19 12:29:04.663351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Request body: {'port': {'device_id': 'bdd1939a-c75e-49fc-ad83-610b41c525ba', 'network_id': '11120f3e-a64e-4b2f-ab80-391765ea0b08', 'admin_state_up': True, 'tenant_id': '93b5c28ed3d942e3bb694a896b4fc804'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:04.721830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e1276a7-335b-4901-a6a0-6990c4863fe3 req-0064948f-c089-4d4e-9dfd-6e8fa218d13b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929966 Aug 19 12:29:04.913904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Made reservation on behalf of 93b5c28ed3d942e3bb694a896b4fc804 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:04.917567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.055228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Allocated IP 172.20.0.5 (11120f3e-a64e-4b2f-ab80-391765ea0b08/719ff3be-3bac-4cd4-8218-d00d6a58b1d4/38839ff0-3f08-48e9-8849-29c13e0bb9df) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:05.242722 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.279311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c7524-c5b6-4ff1-a3b5-21254f997601 req-e4dfeabc-b761-49d0-a6b7-98afe20ba4dd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:05.280853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d95c7524-c5b6-4ff1-a3b5-21254f997601 req-e4dfeabc-b761-49d0-a6b7-98afe20ba4dd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 943 time: 0.0952556 Aug 19 12:29:05.300366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd5dd9cc-b7e3-43a4-a756-047570dc5b01 req-f9ca0879-21ca-4b0f-bb0c-db733c1d3cb8 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 210 time: 0.0440271 Aug 19 12:29:05.354341 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d95c7524-c5b6-4ff1-a3b5-21254f997601 req-bfc12d16-8c87-4f24-81e4-9efe8bfc2061 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Aug 19 12:29:05.462831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.510234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Network 11120f3e-a64e-4b2f-ab80-391765ea0b08 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:05.515913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:05.520107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:05.551253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Pushing event updated for resources: {'Port': ['ID=38839ff0-3f08-48e9-8849-29c13e0bb9df,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:05.586422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:05.586422 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.668828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-ca878ca6-e7ff-41e9-9561-960481f3d501 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0098197 Aug 19 12:29:05.684561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Request body: {'port': {'device_id': 'bdd1939a-c75e-49fc-ad83-610b41c525ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:05.749210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-0e0a0b20-fb95-463f-bd3c-0f5378e632b0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:05.750752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-0e0a0b20-fb95-463f-bd3c-0f5378e632b0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.1486707 Aug 19 12:29:05.783367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-fd353f95-7459-4d0d-ac66-4a1fbfdb054e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/quotas/18c7d919376b46c7af6387b7c99d7be9 HTTP/1.1" status: 200 len: 375 time: 0.0169361 Aug 19 12:29:05.783988 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.833095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-732d83ba-bed3-4637-a631-6f9c23f01174 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390959 Aug 19 12:29:06.303081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 69f05c0d-fac7-42c5-b420-ba13750b8550 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:29:06.350665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfa4d1-4ba9-4c52-8aec-c8a77a1e1690 req-2a9395c6-1345-4c6d-a012-f9ebe9ad913e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:06.350665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39dfa4d1-4ba9-4c52-8aec-c8a77a1e1690 req-2a9395c6-1345-4c6d-a012-f9ebe9ad913e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.5446126 Aug 19 12:29:06.435983 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 69f05c0d-fac7-42c5-b420-ba13750b8550, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=69f05c0d-fac7-42c5-b420-ba13750b8550,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:06.462432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '69f05c0d-fac7-42c5-b420-ba13750b8550', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'port_id': '69f05c0d-fac7-42c5-b420-ba13750b8550', 'mac_address': 'fa:16:3e:de:47:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c92c0f2-8a31-4350-9c36-d9b578ba2de7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:29:06.463616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-ae444b0c-681c-4189-9801-f3ecb346bb11 service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975912 Aug 19 12:29:06.486239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39dfa4d1-4ba9-4c52-8aec-c8a77a1e1690 req-098421fe-27b2-4b79-b2bf-af91ef68d5b1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189790 Aug 19 12:29:06.552742 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.570250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f05c0d-fac7-42c5-b420-ba13750b8550 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:06.601753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 69f05c0d-fac7-42c5-b420-ba13750b8550, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=69f05c0d-fac7-42c5-b420-ba13750b8550,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:06.685322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-3905f57b-98c7-4287-9ccf-ecb457af1d5b service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157712 Aug 19 12:29:06.692233 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.757761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38839ff0-3f08-48e9-8849-29c13e0bb9df {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:06.768098 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.801748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19064e5d-16ae-421a-ba9f-7c4aad44a62d req-5032b286-d2d3-4977-b105-ee7820c674e5 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:06.803747 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19064e5d-16ae-421a-ba9f-7c4aad44a62d req-5032b286-d2d3-4977-b105-ee7820c674e5 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 931 time: 0.1439798 Aug 19 12:29:06.830692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=69f05c0d-fac7-42c5-b420-ba13750b8550,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:06.831500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Transition to ACTIVE for port object 38839ff0-3f08-48e9-8849-29c13e0bb9df will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:06.877706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19064e5d-16ae-421a-ba9f-7c4aad44a62d req-7be27b2b-93ac-4986-b5fa-4c2499d98c87 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570495 Aug 19 12:29:06.911666 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.014578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['69f05c0d-fac7-42c5-b420-ba13750b8550'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:07.023065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Pushing event updated for resources: {'Port': ['ID=38839ff0-3f08-48e9-8849-29c13e0bb9df,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:07.128628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef79f40-f9d1-448c-bc4b-ebed55a39c3a req-20227543-1879-4278-aef0-efae8befdab6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:07.141745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ef79f40-f9d1-448c-bc4b-ebed55a39c3a req-20227543-1879-4278-aef0-efae8befdab6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 944 time: 0.2019627 Aug 19 12:29:07.169927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af751116-28a2-4b36-be41-a4eb72d8a4e3 req-4c21257b-b0a3-44a6-9d8a-dba53db67cc6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 210 time: 0.1097295 Aug 19 12:29:07.220680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Attempting to bind port 38839ff0-3f08-48e9-8849-29c13e0bb9df on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:07.220914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Attempting to bind port 38839ff0-3f08-48e9-8849-29c13e0bb9df by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'df0792be-cbbd-4bc8-b07d-729d1d55059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '11120f3e-a64e-4b2f-ab80-391765ea0b08'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:07.221252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Attempting to bind port 38839ff0-3f08-48e9-8849-29c13e0bb9df on network 11120f3e-a64e-4b2f-ab80-391765ea0b08 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:07.236870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Port 38839ff0-3f08-48e9-8849-29c13e0bb9df on network 11120f3e-a64e-4b2f-ab80-391765ea0b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:29:07.237202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Attempting to bind port 38839ff0-3f08-48e9-8849-29c13e0bb9df on network 11120f3e-a64e-4b2f-ab80-391765ea0b08 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:07.246348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:07.246853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Checking segment: {'id': 'df0792be-cbbd-4bc8-b07d-729d1d55059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '11120f3e-a64e-4b2f-ab80-391765ea0b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:07.247251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Bound using segment: {'id': 'df0792be-cbbd-4bc8-b07d-729d1d55059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '11120f3e-a64e-4b2f-ab80-391765ea0b08'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:07.247710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Bound port: 38839ff0-3f08-48e9-8849-29c13e0bb9df, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0792be-cbbd-4bc8-b07d-729d1d55059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '11120f3e-a64e-4b2f-ab80-391765ea0b08'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:07.248080 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.260253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ef79f40-f9d1-448c-bc4b-ebed55a39c3a req-98fe081f-a81b-4477-aa4a-3024397a9395 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959167 Aug 19 12:29:07.331136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] For port 38839ff0-3f08-48e9-8849-29c13e0bb9df, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:07.334471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] For port 38839ff0-3f08-48e9-8849-29c13e0bb9df, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=38839ff0-3f08-48e9-8849-29c13e0bb9df,segment=NetworkSegment(df0792be-cbbd-4bc8-b07d-729d1d55059a),segment_id=df0792be-cbbd-4bc8-b07d-729d1d55059a)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:07.451927 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.492473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:07.493289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.495056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] 10.222.0.53 "PUT /v2.0/ports/38839ff0-3f08-48e9-8849-29c13e0bb9df HTTP/1.1" status: 200 len: 1091 time: 1.8159242 Aug 19 12:29:07.497366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd1939a-c75e-49fc-ad83-610b41c525ba', 'tag': '38839ff0-3f08-48e9-8849-29c13e0bb9df'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:07.500647 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9fec17-1b86-4fba-8b03-24388e74051d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd1939a-c75e-49fc-ad83-610b41c525ba", "tag": "38839ff0-3f08-48e9-8849-29c13e0bb9df"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:07.547132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa00d0-c756-4ca9-83f1-d069d8450c69 service neutron] Pushing event updated for resources: {'Port': ['ID=38839ff0-3f08-48e9-8849-29c13e0bb9df,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:07.627487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5a87d-e6ce-4686-9360-c4eea8c13cad req-9fd2eacc-61e2-4c5c-acc1-a971bc215afb tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:07.633526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2f5a87d-e6ce-4686-9360-c4eea8c13cad req-9fd2eacc-61e2-4c5c-acc1-a971bc215afb tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0560143 Aug 19 12:29:07.675523 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2f5a87d-e6ce-4686-9360-c4eea8c13cad req-c4703e98-d114-4d3d-87c5-4ae0ffde48d5 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Aug 19 12:29:07.687450 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa93704-6b86-442c-918e-5866b446df1b x-openstack-request-id: req-4aa93704-6b86-442c-918e-5866b446df1b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:07.687762 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd1939a-c75e-49fc-ad83-610b41c525ba", "tag": "38839ff0-3f08-48e9-8849-29c13e0bb9df", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:07.688053 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4aa93704-6b86-442c-918e-5866b446df1b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:07.688594 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd1939a-c75e-49fc-ad83-610b41c525ba', 'tag': '38839ff0-3f08-48e9-8849-29c13e0bb9df', 'status': 'completed', 'code': 200} Aug 19 12:29:07.754634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46e55d-d918-49c8-ae64-818296219407 req-9c0490b3-5306-4573-a91b-8751f053ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:07.756976 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-9c0490b3-5306-4573-a91b-8751f053ab04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93b5c28ed3d942e3bb694a896b4fc804&device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 1094 time: 0.0644915 Aug 19 12:29:07.812713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-a7107a4c-2ff6-4fba-a05a-9c65f81ea757 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38839ff0-3f08-48e9-8849-29c13e0bb9df HTTP/1.1" status: 200 len: 217 time: 0.0451128 Aug 19 12:29:07.869176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46e55d-d918-49c8-ae64-818296219407 req-8b28cf9a-0cbd-47ea-92b3-2d5c306a6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:07.870823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-8b28cf9a-0cbd-47ea-92b3-2d5c306a6136 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=719ff3be-3bac-4cd4-8218-d00d6a58b1d4 HTTP/1.1" status: 200 len: 861 time: 0.0486093 Aug 19 12:29:07.905437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-5b9aac92-bbe6-4fec-af4e-2bcb908666cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=11120f3e-a64e-4b2f-ab80-391765ea0b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266933 Aug 19 12:29:08.052585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91ff2e-c25a-4d31-8160-d7445bccf87d req-3cdd22f6-19e9-4086-89bc-cd75f8e3e63e tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:08.054134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a91ff2e-c25a-4d31-8160-d7445bccf87d req-3cdd22f6-19e9-4086-89bc-cd75f8e3e63e tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 943 time: 0.0869324 Aug 19 12:29:08.065003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-c4b10ea9-45d6-47bb-a168-44cd6994c48a service neutron] 10.222.0.53 "GET /v2.0/networks/11120f3e-a64e-4b2f-ab80-391765ea0b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504753 Aug 19 12:29:08.152601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a91ff2e-c25a-4d31-8160-d7445bccf87d req-15695190-a65e-417b-b6b8-22f7866246e6 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909293 Aug 19 12:29:08.200999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f46e55d-d918-49c8-ae64-818296219407 req-76e9f251-cd3a-4f93-8a7b-ccb99cf4ac3d service neutron] 10.222.0.53 "GET /v2.0/networks/11120f3e-a64e-4b2f-ab80-391765ea0b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223929 Aug 19 12:29:08.269233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b60f0d3c-173f-4552-8e79-f1117ae84316 req-46acdd20-5bc1-48ca-ba76-38dd283afe92 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 210 time: 0.0295491 Aug 19 12:29:08.292744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 69f05c0d-fac7-42c5-b420-ba13750b8550 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:08.424181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a12d3-1e62-4316-b57f-848ab84c08a6 req-418d6b38-4c50-4f0e-aa3b-c2a7ee1ef4aa tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:08.425864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec3a12d3-1e62-4316-b57f-848ab84c08a6 req-418d6b38-4c50-4f0e-aa3b-c2a7ee1ef4aa tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 944 time: 0.0953248 Aug 19 12:29:08.443264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fec17-1b86-4fba-8b03-24388e74051d req-16ee5913-8c0d-47c9-a2ae-ac55a04a0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:08.444764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd9fec17-1b86-4fba-8b03-24388e74051d req-16ee5913-8c0d-47c9-a2ae-ac55a04a0aa9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93b5c28ed3d942e3bb694a896b4fc804&device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 1094 time: 0.0715826 Aug 19 12:29:08.451791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 69f05c0d-fac7-42c5-b420-ba13750b8550 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:08.455998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 69f05c0d-fac7-42c5-b420-ba13750b8550 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:08.456372 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.539586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec3a12d3-1e62-4316-b57f-848ab84c08a6 req-61cf6e90-a1ee-46fe-9233-2d242dcf3d52 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050110 Aug 19 12:29:08.593822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fec17-1b86-4fba-8b03-24388e74051d req-ad4fa409-e9e5-45c4-83f1-3d7d2d838c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:08.595325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd9fec17-1b86-4fba-8b03-24388e74051d req-ad4fa409-e9e5-45c4-83f1-3d7d2d838c0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=11120f3e-a64e-4b2f-ab80-391765ea0b08 HTTP/1.1" status: 200 len: 922 time: 0.1406646 Aug 19 12:29:08.656370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd9fec17-1b86-4fba-8b03-24388e74051d req-be240d55-1220-4d87-afa5-8eff9263bf7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38839ff0-3f08-48e9-8849-29c13e0bb9df HTTP/1.1" status: 200 len: 217 time: 0.0499427 Aug 19 12:29:08.715033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fec17-1b86-4fba-8b03-24388e74051d req-f1469d3c-aad4-4a4a-b5c7-7681802298df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:08.716613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd9fec17-1b86-4fba-8b03-24388e74051d req-f1469d3c-aad4-4a4a-b5c7-7681802298df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=719ff3be-3bac-4cd4-8218-d00d6a58b1d4 HTTP/1.1" status: 200 len: 861 time: 0.0507517 Aug 19 12:29:08.718413 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.746362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e1d596-a824-4932-9146-514438389543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f05c0d-fac7-42c5-b420-ba13750b8550'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:08.748621 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e1c24f-dd81-455c-81ab-5c8c12332315" -d '{"events": [{"server_uuid": "40e1d596-a824-4932-9146-514438389543", "name": "network-vif-plugged", "status": "completed", "tag": "69f05c0d-fac7-42c5-b420-ba13750b8550"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:08.766520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 69f05c0d-fac7-42c5-b420-ba13750b8550, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=69f05c0d-fac7-42c5-b420-ba13750b8550,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:08.775732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd9fec17-1b86-4fba-8b03-24388e74051d req-dad7982a-0b6b-4354-8580-9338380723c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=11120f3e-a64e-4b2f-ab80-391765ea0b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381870 Aug 19 12:29:08.801677 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e70bbd7-4ab7-41ef-82b8-ff6440f583b3 x-openstack-request-id: req-9e70bbd7-4ab7-41ef-82b8-ff6440f583b3 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:08.802422 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e1d596-a824-4932-9146-514438389543", "name": "network-vif-plugged", "status": "completed", "tag": "69f05c0d-fac7-42c5-b420-ba13750b8550", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:08.803051 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e70bbd7-4ab7-41ef-82b8-ff6440f583b3 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:08.803741 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e1d596-a824-4932-9146-514438389543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f05c0d-fac7-42c5-b420-ba13750b8550', 'code': 200} Aug 19 12:29:08.902248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc653c8-23c9-4678-be78-f7f4ebcd7ef0 req-c3660696-5697-4505-84cf-180307f8f30e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:08.904426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcc653c8-23c9-4678-be78-f7f4ebcd7ef0 req-c3660696-5697-4505-84cf-180307f8f30e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.1310329 Aug 19 12:29:08.965484 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.966749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3f27c738-706c-40c5-9158-bbee426a8147 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:09.005657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd9fec17-1b86-4fba-8b03-24388e74051d req-b58a55b1-4124-4800-baaf-d4b3ac0e825c service neutron] 10.222.0.53 "GET /v2.0/networks/11120f3e-a64e-4b2f-ab80-391765ea0b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199271 Aug 19 12:29:09.008249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 3f27c738-706c-40c5-9158-bbee426a8147 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:09.009476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3f27c738-706c-40c5-9158-bbee426a8147 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:09.017680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcc653c8-23c9-4678-be78-f7f4ebcd7ef0 req-159024fe-603b-4133-bc5a-be89ee020b0b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906072 Aug 19 12:29:09.071679 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=69f05c0d-fac7-42c5-b420-ba13750b8550,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:09.080412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b67a12-66fb-45df-b0d4-8c12a3be12a1 req-00f9fac1-aacb-478b-ba16-d924378a09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:09.082118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83b67a12-66fb-45df-b0d4-8c12a3be12a1 req-00f9fac1-aacb-478b-ba16-d924378a09b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 1095 time: 0.1770682 Aug 19 12:29:09.136132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83b67a12-66fb-45df-b0d4-8c12a3be12a1 req-4c5e125e-6c50-4d95-b179-e218c05e225c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Aug 19 12:29:09.158642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd9fec17-1b86-4fba-8b03-24388e74051d req-93987294-e89e-4c7a-aa72-39fca07a2da3 service neutron] 10.222.0.53 "GET /v2.0/networks/11120f3e-a64e-4b2f-ab80-391765ea0b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443594 Aug 19 12:29:09.291076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cff55-c4b7-4a78-b4ef-e1e61203b88b req-02b7cf7a-c3ad-4d1a-8a78-dd6119702cca tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:09.293327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f43cff55-c4b7-4a78-b4ef-e1e61203b88b req-02b7cf7a-c3ad-4d1a-8a78-dd6119702cca tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 943 time: 0.0519814 Aug 19 12:29:09.345299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f43cff55-c4b7-4a78-b4ef-e1e61203b88b req-1176c062-48b6-4646-8674-2a5d243f6a9f tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397010 Aug 19 12:29:09.446727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44bc4d29-a950-4a7f-bc9c-f75f5df33264 req-7506f065-40d6-481c-8289-d8594d55ceb6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 210 time: 0.0296214 Aug 19 12:29:09.502854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e2c9b-a955-4de8-845a-c2772b148ec7 req-c4c0839b-22c3-4096-b42c-55d12a5666c7 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:09.504429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-190e2c9b-a955-4de8-845a-c2772b148ec7 req-c4c0839b-22c3-4096-b42c-55d12a5666c7 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0609689 Aug 19 12:29:09.546630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-190e2c9b-a955-4de8-845a-c2772b148ec7 req-3d98881b-69f7-4eea-a90f-9f8a821dd705 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353510 Aug 19 12:29:09.675186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef965c-164a-442f-ae87-c53033bab0c0 req-bb9417ab-119f-44c3-a74f-7a1a6770e839 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:09.683356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8ef965c-164a-442f-ae87-c53033bab0c0 req-bb9417ab-119f-44c3-a74f-7a1a6770e839 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 945 time: 0.0643342 Aug 19 12:29:09.733268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8ef965c-164a-442f-ae87-c53033bab0c0 req-2f452e45-9d94-429c-a02c-260b42a193ba tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490055 Aug 19 12:29:10.217458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf75aa-562e-42c1-bf47-d3b0050b31b2 req-7139f906-5937-4e11-a40d-04729c4d1069 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.219997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04cf75aa-562e-42c1-bf47-d3b0050b31b2 req-7139f906-5937-4e11-a40d-04729c4d1069 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0872891 Aug 19 12:29:10.231594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-d6270818-b6f6-4815-a631-bfe8e77e3e45 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.233147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-d6270818-b6f6-4815-a631-bfe8e77e3e45 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.1538243 Aug 19 12:29:10.254480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Request body: {'port': {'device_id': '2574aa9d-d277-4f9a-b482-733f2ef0f95c', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'admin_state_up': True, 'tenant_id': '18c7d919376b46c7af6387b7c99d7be9'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:10.316319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04cf75aa-562e-42c1-bf47-d3b0050b31b2 req-a830eecf-c765-4cf5-a69e-1ec4267715e0 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820687 Aug 19 12:29:10.476562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Made reservation on behalf of 18c7d919376b46c7af6387b7c99d7be9 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:10.483047 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.494764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445f6a0-c11e-45e8-bca6-6d1add10d4d4 req-d06749ee-acf5-414f-a093-9661f628e3b6 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.498157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f445f6a0-c11e-45e8-bca6-6d1add10d4d4 req-d06749ee-acf5-414f-a093-9661f628e3b6 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 943 time: 0.0687165 Aug 19 12:29:10.566412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15873a5a-0dce-4a61-9de2-524424aa2c63 req-b62bc2b7-4647-40f3-8054-c1a065e27d39 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 210 time: 0.0413117 Aug 19 12:29:10.614787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f445f6a0-c11e-45e8-bca6-6d1add10d4d4 req-8134f239-bada-4500-b13b-60348e9d92ed tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085882 Aug 19 12:29:10.723670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1927330-5364-45a6-9546-167fba7a9667 req-4ff9bd35-6488-4ed3-9feb-682a7ab625d5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.725185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1927330-5364-45a6-9546-167fba7a9667 req-4ff9bd35-6488-4ed3-9feb-682a7ab625d5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0965943 Aug 19 12:29:10.726383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Allocated IP 172.20.0.6 (47bf18ea-e897-40e4-bd28-08a8f7c4097a/630e15be-446b-46dd-8c02-a2bdb7426a46/a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:10.787505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1927330-5364-45a6-9546-167fba7a9667 req-cf44e9ac-bb60-48f2-bc51-cb82c6284f2a tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559928 Aug 19 12:29:10.942426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530c714-f311-4b91-bfbc-a3fdbff3453b req-05d62088-c5d4-4d5b-92f9-fd889b5b82fd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.943957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e530c714-f311-4b91-bfbc-a3fdbff3453b req-05d62088-c5d4-4d5b-92f9-fd889b5b82fd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 945 time: 0.1186373 Aug 19 12:29:10.983758 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.016362 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e530c714-f311-4b91-bfbc-a3fdbff3453b req-1877d70c-c25a-48b2-9778-28ac29db478d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599556 Aug 19 12:29:11.142374 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.181965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d541c-9ebf-41c5-86d3-7649adf5b293 req-5a466998-788d-45a5-b223-1926039e9246 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:11.183579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d54d541c-9ebf-41c5-86d3-7649adf5b293 req-5a466998-788d-45a5-b223-1926039e9246 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 945 time: 0.0879574 Aug 19 12:29:11.214955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Network 47bf18ea-e897-40e4-bd28-08a8f7c4097a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:11.227564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event updated for resources: {'Port': ['ID=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:11.232286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:11.238378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:11.241962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.242319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.242701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.243753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.244152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.244497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.244835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.245167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.245581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.245859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.246189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.246585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:11.292311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d54d541c-9ebf-41c5-86d3-7649adf5b293 req-97065703-4eac-49b8-a98e-72344e3e81f6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022410 Aug 19 12:29:11.316210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:11.316210 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.398624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-14a9a3ca-fc0a-42a2-9428-dabedfaf4928 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1495752 Aug 19 12:29:11.443924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Request body: {'port': {'device_id': '2574aa9d-d277-4f9a-b482-733f2ef0f95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:11.492469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650710e-62c2-4043-8674-75261df289d6 req-8a59e965-1b49-4c0d-b949-fefaf6bd39d0 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:11.494616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3650710e-62c2-4043-8674-75261df289d6 req-8a59e965-1b49-4c0d-b949-fefaf6bd39d0 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0912685 Aug 19 12:29:11.530611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.582927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3650710e-62c2-4043-8674-75261df289d6 req-1f886b9a-b30f-4ad9-83f5-96cc07a999a4 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711963 Aug 19 12:29:11.625822 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.775619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc274971-9286-4fe7-9f70-6e1bfac8b3b1 req-00e2614e-e6d8-4a5e-bb96-14704674fb37 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:11.777149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc274971-9286-4fe7-9f70-6e1bfac8b3b1 req-00e2614e-e6d8-4a5e-bb96-14704674fb37 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 931 time: 0.1046569 Aug 19 12:29:11.848612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc274971-9286-4fe7-9f70-6e1bfac8b3b1 req-5947a893-42e7-4fe5-a8ac-ddd71d9ed1cd tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625737 Aug 19 12:29:11.905519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:11.923183 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.957754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Transition to ACTIVE for port object a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:11.974739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730bd55-743d-458d-a62d-a2a76f58af55 req-0d306c74-cdf1-46e3-a0a2-66787f6d1f7c tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:11.976293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5730bd55-743d-458d-a62d-a2a76f58af55 req-0d306c74-cdf1-46e3-a0a2-66787f6d1f7c tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 943 time: 0.0660522 Aug 19 12:29:12.030865 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.094353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5730bd55-743d-458d-a62d-a2a76f58af55 req-1088cab7-d3e6-467c-8f3d-847228a263a9 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078253 Aug 19 12:29:12.114514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca2790-3cfd-4d3c-83c2-1c855f07bd74 req-11de7f68-4221-4c0f-b9f3-53bbc4dc380a tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:12.116096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52ca2790-3cfd-4d3c-83c2-1c855f07bd74 req-11de7f68-4221-4c0f-b9f3-53bbc4dc380a tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1308317 Aug 19 12:29:12.116759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:12.241915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52ca2790-3cfd-4d3c-83c2-1c855f07bd74 req-2e3a1f6f-cb2f-4c9a-9141-0f21ac053cd5 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139798 Aug 19 12:29:12.270052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c471-d5d1-42da-b1d4-b351e985ce2b req-264ffb57-d112-47fa-9bce-eb0d8f006a52 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:12.271632 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c967c471-d5d1-42da-b1d4-b351e985ce2b req-264ffb57-d112-47fa-9bce-eb0d8f006a52 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 945 time: 0.0939507 Aug 19 12:29:12.273015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Attempting to bind port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:12.273350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Attempting to bind port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:12.273712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Attempting to bind port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:12.285149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:29:12.285149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Attempting to bind port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:12.297802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:12.298146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Checking segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:12.298535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Bound using segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:12.298981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Bound port: a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:12.299342 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.321879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 38839ff0-3f08-48e9-8849-29c13e0bb9df details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:29:12.350057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c967c471-d5d1-42da-b1d4-b351e985ce2b req-4dca78a0-7e32-4d54-aca5-7087d448f246 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706270 Aug 19 12:29:12.389741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] For port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:12.393346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] For port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:12.429200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 38839ff0-3f08-48e9-8849-29c13e0bb9df, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=38839ff0-3f08-48e9-8849-29c13e0bb9df,segment=NetworkSegment(df0792be-cbbd-4bc8-b07d-729d1d55059a),segment_id=df0792be-cbbd-4bc8-b07d-729d1d55059a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:12.440555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '38839ff0-3f08-48e9-8849-29c13e0bb9df', 'network_id': '11120f3e-a64e-4b2f-ab80-391765ea0b08', 'port_id': '38839ff0-3f08-48e9-8849-29c13e0bb9df', 'mac_address': 'fa:16:3e:da:58:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719ff3be-3bac-4cd4-8218-d00d6a58b1d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:29:12.482098 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.494652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38839ff0-3f08-48e9-8849-29c13e0bb9df {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:12.496592 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.517675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 38839ff0-3f08-48e9-8849-29c13e0bb9df, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=38839ff0-3f08-48e9-8849-29c13e0bb9df,segment=NetworkSegment(df0792be-cbbd-4bc8-b07d-729d1d55059a),segment_id=df0792be-cbbd-4bc8-b07d-729d1d55059a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:12.532612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:12.533265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.534727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] 10.222.0.53 "PUT /v2.0/ports/a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb HTTP/1.1" status: 200 len: 1091 time: 1.0983005 Aug 19 12:29:12.536878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2574aa9d-d277-4f9a-b482-733f2ef0f95c', 'tag': 'a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:12.539129 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9485f732-e434-49a7-83ab-8a9c2df701d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2574aa9d-d277-4f9a-b482-733f2ef0f95c", "tag": "a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:12.572621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2d417-55c8-4c5b-8ca8-cf631874fbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:12.589549 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1e9ac6-532d-44fa-b95b-2e0eaf3004cb x-openstack-request-id: req-2e1e9ac6-532d-44fa-b95b-2e0eaf3004cb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:12.589549 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2574aa9d-d277-4f9a-b482-733f2ef0f95c", "tag": "a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:12.589549 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e1e9ac6-532d-44fa-b95b-2e0eaf3004cb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:12.589549 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2574aa9d-d277-4f9a-b482-733f2ef0f95c', 'tag': 'a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb', 'status': 'completed', 'code': 200} Aug 19 12:29:12.654761 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.687078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f732-e434-49a7-83ab-8a9c2df701d2 req-1ac6e33b-1579-44e0-bc53-81f3312c4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:12.689039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9485f732-e434-49a7-83ab-8a9c2df701d2 req-1ac6e33b-1579-44e0-bc53-81f3312c4719 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 1094 time: 0.0755942 Aug 19 12:29:12.717558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=38839ff0-3f08-48e9-8849-29c13e0bb9df,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:13.043928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['38839ff0-3f08-48e9-8849-29c13e0bb9df'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:13.215986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ffb01-8812-414c-86f0-74410f4ff481 req-bfe8f925-6e6c-4f83-ac48-02f547cb5725 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.217553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d8ffb01-8812-414c-86f0-74410f4ff481 req-bfe8f925-6e6c-4f83-ac48-02f547cb5725 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.4936731 Aug 19 12:29:13.223523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f732-e434-49a7-83ab-8a9c2df701d2 req-29bb0b26-d3ff-4308-980d-ae208e3249f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.224982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9485f732-e434-49a7-83ab-8a9c2df701d2 req-29bb0b26-d3ff-4308-980d-ae208e3249f3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=18c7d919376b46c7af6387b7c99d7be9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5192912 Aug 19 12:29:13.343659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d8ffb01-8812-414c-86f0-74410f4ff481 req-aa414042-c99e-4cc7-bb56-107e5240a41b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176436 Aug 19 12:29:13.367270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf453e0-dc36-41cb-8e0e-36bd3569cda5 req-98a9216c-2545-46df-880e-ee5edce6fdf3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.367270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcf453e0-dc36-41cb-8e0e-36bd3569cda5 req-98a9216c-2545-46df-880e-ee5edce6fdf3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 943 time: 0.1712394 Aug 19 12:29:13.415658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f732-e434-49a7-83ab-8a9c2df701d2 req-a62dee41-0dd2-4e00-8fc1-4cd13d1b4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.417241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9485f732-e434-49a7-83ab-8a9c2df701d2 req-a62dee41-0dd2-4e00-8fc1-4cd13d1b4101 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1765561 Aug 19 12:29:13.434119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcf453e0-dc36-41cb-8e0e-36bd3569cda5 req-39f580f7-349e-4c8a-89c2-5fd4b9b0109a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677311 Aug 19 12:29:13.481790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19751b1d-20a2-4c40-b6b4-898e8ea5cefe req-7b94b094-79e0-43d2-8f84-a68c6e3b4ea3 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.483409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19751b1d-20a2-4c40-b6b4-898e8ea5cefe req-7b94b094-79e0-43d2-8f84-a68c6e3b4ea3 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 944 time: 0.0633540 Aug 19 12:29:13.587780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-39331e4b-3316-4ad3-a719-6f3569c2a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.589317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-39331e4b-3316-4ad3-a719-6f3569c2a36f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 1094 time: 0.1049631 Aug 19 12:29:13.593589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19751b1d-20a2-4c40-b6b4-898e8ea5cefe req-4aa25ad3-2c19-4373-b145-0a756ee50ec2 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983424 Aug 19 12:29:13.625101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f5d5-2e19-42c6-a534-88de36876ed1 req-778105db-2d72-4bb2-81d0-6cb678a47c28 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.626737 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb91f5d5-2e19-42c6-a534-88de36876ed1 req-778105db-2d72-4bb2-81d0-6cb678a47c28 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1077299 Aug 19 12:29:13.657915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-4a8ca808-55bd-4e01-a27c-ce6820d00c70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb HTTP/1.1" status: 200 len: 217 time: 0.0572233 Aug 19 12:29:13.730510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb91f5d5-2e19-42c6-a534-88de36876ed1 req-205d5705-d88e-41f7-8176-2d58686f0e95 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755131 Aug 19 12:29:13.741197 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-f1572089-8376-4bae-a14f-94913e75e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.742635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-f1572089-8376-4bae-a14f-94913e75e07f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.0702422 Aug 19 12:29:13.801958 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-dc326cb1-9106-49fa-b8af-518157b646f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462523 Aug 19 12:29:13.916206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff6333-905f-4c05-b64e-b2aef544d64f req-63e0f435-992c-4ccd-9190-b3a416ba886b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.917872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fff6333-905f-4c05-b64e-b2aef544d64f req-63e0f435-992c-4ccd-9190-b3a416ba886b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 945 time: 0.1643994 Aug 19 12:29:13.940611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd6176-ea51-4a37-ba06-21c3757231ff req-3e2f903b-72ea-48e9-a58a-fca961759fbf tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.942245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5edd6176-ea51-4a37-ba06-21c3757231ff req-3e2f903b-72ea-48e9-a58a-fca961759fbf tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.53 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 945 time: 0.1428735 Aug 19 12:29:14.012272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-a2eca4a5-f201-4fea-a954-cfb9df8a26d6 service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000208 Aug 19 12:29:14.081304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fff6333-905f-4c05-b64e-b2aef544d64f req-74142196-e3b3-442e-bdaf-39a870bab448 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315167 Aug 19 12:29:14.166392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5edd6176-ea51-4a37-ba06-21c3757231ff req-8ddb2865-9d65-471b-a37d-070eb4b0d319 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Deleting port 69f05c0d-fac7-42c5-b420-ba13750b8550 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:14.166740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5edd6176-ea51-4a37-ba06-21c3757231ff req-8ddb2865-9d65-471b-a37d-070eb4b0d319 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.186170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69cfc4c9-9354-492a-b50f-a1a35085cef6 req-a2ac92f6-f5e1-4fae-a4c9-a199acb61289 service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566219 Aug 19 12:29:14.277653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5edd6176-ea51-4a37-ba06-21c3757231ff req-8ddb2865-9d65-471b-a37d-070eb4b0d319 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] For port 69f05c0d-fac7-42c5-b420-ba13750b8550, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=69f05c0d-fac7-42c5-b420-ba13750b8550,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:14.282786 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5edd6176-ea51-4a37-ba06-21c3757231ff req-8ddb2865-9d65-471b-a37d-070eb4b0d319 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.293459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5edd6176-ea51-4a37-ba06-21c3757231ff req-8ddb2865-9d65-471b-a37d-070eb4b0d319 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Calling delete_port for 69f05c0d-fac7-42c5-b420-ba13750b8550 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:14.332166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 38839ff0-3f08-48e9-8849-29c13e0bb9df up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:14.371941 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.505068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef0955-d10c-45c5-a634-59f401afe7d9 req-f5827a84-2df8-46b2-803e-6163fb36c07e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:14.507322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34984) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:14.513498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fef0955-d10c-45c5-a634-59f401afe7d9 req-f5827a84-2df8-46b2-803e-6163fb36c07e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0805647 Aug 19 12:29:14.513804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 38839ff0-3f08-48e9-8849-29c13e0bb9df completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:14.513804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 38839ff0-3f08-48e9-8849-29c13e0bb9df triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:14.514556 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.592781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fef0955-d10c-45c5-a634-59f401afe7d9 req-62ba6c36-ba03-4e99-9da1-c49f63f7b805 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718994 Aug 19 12:29:14.635969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32f255-61b3-423a-89b4-e4bc3c2043ed req-be206aaa-0d7e-4bb9-ae64-55d583dc09eb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:14.646930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb32f255-61b3-423a-89b4-e4bc3c2043ed req-be206aaa-0d7e-4bb9-ae64-55d583dc09eb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 943 time: 0.0986073 Aug 19 12:29:14.684598 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5edd6176-ea51-4a37-ba06-21c3757231ff req-8ddb2865-9d65-471b-a37d-070eb4b0d319 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.729002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['69f05c0d-fac7-42c5-b420-ba13750b8550'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:14.740418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:14.792133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb2865-9d65-471b-a37d-070eb4b0d319 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event deleted for resources: {'Port': ['ID=69f05c0d-fac7-42c5-b420-ba13750b8550,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:14.818469 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.850114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb32f255-61b3-423a-89b4-e4bc3c2043ed req-9b257cfd-5fc4-48f1-a821-36eca3e98570 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021630 Aug 19 12:29:14.863660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd1939a-c75e-49fc-ad83-610b41c525ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38839ff0-3f08-48e9-8849-29c13e0bb9df'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:14.866589 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829b0ced-f425-46aa-906c-e84346862ed8" -d '{"events": [{"server_uuid": "bdd1939a-c75e-49fc-ad83-610b41c525ba", "name": "network-vif-plugged", "status": "completed", "tag": "38839ff0-3f08-48e9-8849-29c13e0bb9df"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:14.894975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 38839ff0-3f08-48e9-8849-29c13e0bb9df, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=38839ff0-3f08-48e9-8849-29c13e0bb9df,segment=NetworkSegment(df0792be-cbbd-4bc8-b07d-729d1d55059a),segment_id=df0792be-cbbd-4bc8-b07d-729d1d55059a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:14.945424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edd6176-ea51-4a37-ba06-21c3757231ff req-8ddb2865-9d65-471b-a37d-070eb4b0d319 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] No DVR routers for this DVR port 69f05c0d-fac7-42c5-b420-ba13750b8550 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:14.950998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5edd6176-ea51-4a37-ba06-21c3757231ff req-8ddb2865-9d65-471b-a37d-070eb4b0d319 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.953366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5edd6176-ea51-4a37-ba06-21c3757231ff req-8ddb2865-9d65-471b-a37d-070eb4b0d319 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.53 "DELETE /v2.0/ports/69f05c0d-fac7-42c5-b420-ba13750b8550 HTTP/1.1" status: 204 len: 173 time: 0.9916823 Aug 19 12:29:14.953924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e1d596-a824-4932-9146-514438389543', 'name': 'network-vif-deleted', 'tag': '69f05c0d-fac7-42c5-b420-ba13750b8550'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:14.956428 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d7d0d9-25ae-4df4-a0be-877ab87a4d64" -d '{"events": [{"server_uuid": "40e1d596-a824-4932-9146-514438389543", "name": "network-vif-deleted", "tag": "69f05c0d-fac7-42c5-b420-ba13750b8550"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:14.981618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2ecb5-cb71-4b00-ac01-fc36e7b185b5 req-8b43f073-5f51-42e5-a6e9-b98f63bf0016 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:14.989185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ab2ecb5-cb71-4b00-ac01-fc36e7b185b5 req-8b43f073-5f51-42e5-a6e9-b98f63bf0016 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 944 time: 0.2152112 Aug 19 12:29:15.004235 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9173f65e-a6c6-4749-a27e-558f7df183e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.035003 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.046685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ab2ecb5-cb71-4b00-ac01-fc36e7b185b5 req-f0c1b0cc-ec64-4f25-b0c5-48104724ea54 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565188 Aug 19 12:29:15.114359 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e314a8-0892-4fc3-bb3b-b9e43857ef67 x-openstack-request-id: req-36e314a8-0892-4fc3-bb3b-b9e43857ef67 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:15.114359 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd1939a-c75e-49fc-ad83-610b41c525ba", "name": "network-vif-plugged", "status": "completed", "tag": "38839ff0-3f08-48e9-8849-29c13e0bb9df", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:15.114359 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36e314a8-0892-4fc3-bb3b-b9e43857ef67 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:15.114359 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd1939a-c75e-49fc-ad83-610b41c525ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38839ff0-3f08-48e9-8849-29c13e0bb9df', 'code': 200} Aug 19 12:29:15.138428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=38839ff0-3f08-48e9-8849-29c13e0bb9df,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:15.188952 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4119490-4a2a-4c2f-9441-3d230773701d x-openstack-request-id: req-e4119490-4a2a-4c2f-9441-3d230773701d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:15.192191 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e1d596-a824-4932-9146-514438389543", "name": "network-vif-deleted", "tag": "69f05c0d-fac7-42c5-b420-ba13750b8550", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:15.192921 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4119490-4a2a-4c2f-9441-3d230773701d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:15.193734 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e1d596-a824-4932-9146-514438389543', 'name': 'network-vif-deleted', 'tag': '69f05c0d-fac7-42c5-b420-ba13750b8550', 'status': 'completed', 'code': 200} Aug 19 12:29:15.260317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd8d8b-c6c2-480d-98e2-514657f6328c req-ec8a7ee6-c0ba-4536-a0c3-e72006bbb17c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:15.277305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81bd8d8b-c6c2-480d-98e2-514657f6328c req-ec8a7ee6-c0ba-4536-a0c3-e72006bbb17c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1533780 Aug 19 12:29:15.314617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9173f65e-a6c6-4749-a27e-558f7df183e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.355918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34185d4e-17d4-40f4-a4c5-63530459a6f8 req-28a7ce0c-4d40-4885-935d-8da506d63588 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=40e1d596-a824-4932-9146-514438389543 HTTP/1.1" status: 200 len: 210 time: 0.1157587 Aug 19 12:29:15.401962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81bd8d8b-c6c2-480d-98e2-514657f6328c req-3e33c03f-cc4c-40bc-a2b0-be8ff5518dc6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220746 Aug 19 12:29:15.415503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073123c3-a359-4442-95c7-c42af0404983 req-a083d700-6bf9-4c9e-b629-b995e86fd6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:15.417190 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-073123c3-a359-4442-95c7-c42af0404983 req-a083d700-6bf9-4c9e-b629-b995e86fd6b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 1096 time: 0.0791378 Aug 19 12:29:15.462924 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9173f65e-a6c6-4749-a27e-558f7df183e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.474471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-073123c3-a359-4442-95c7-c42af0404983 req-49cfbb00-50f4-43d8-bbfb-57efd04dd359 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Aug 19 12:29:15.505104 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9173f65e-a6c6-4749-a27e-558f7df183e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b9061dfca8640f5bd6b417c5e41b23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9958539 Aug 19 12:29:15.506434 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173f65e-a6c6-4749-a27e-558f7df183e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b811f-515d-4400-813d-19cee5739170,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:15.508096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:15.565925 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0b1e9ee-80e9-4a87-a6fa-e3c955c449a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.598866 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0b1e9ee-80e9-4a87-a6fa-e3c955c449a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.754991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0022d-4d19-4c8c-b6df-bd6359298286 req-c016080e-ee64-4a10-9a6a-a39b91b902f1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:15.756902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81a0022d-4d19-4c8c-b6df-bd6359298286 req-c016080e-ee64-4a10-9a6a-a39b91b902f1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0576575 Aug 19 12:29:15.758815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0b1e9ee-80e9-4a87-a6fa-e3c955c449a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.761916 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0b1e9ee-80e9-4a87-a6fa-e3c955c449a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.763116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e0b1e9ee-80e9-4a87-a6fa-e3c955c449a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/822b811f-515d-4400-813d-19cee5739170 HTTP/1.1" status: 204 len: 168 time: 0.2529991 Aug 19 12:29:15.785272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1e9ee-80e9-4a87-a6fa-e3c955c449a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b811f-515d-4400-813d-19cee5739170,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:15.813912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81a0022d-4d19-4c8c-b6df-bd6359298286 req-16301443-6331-4b34-b90d-c8ab65e71c3f tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496180 Aug 19 12:29:15.985481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2f57e-2671-44b7-a8ae-00f4ac9f6169 req-0142191f-b2d7-4f40-a54a-0460de38e40e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:15.987196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eda2f57e-2671-44b7-a8ae-00f4ac9f6169 req-0142191f-b2d7-4f40-a54a-0460de38e40e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 943 time: 0.0570328 Aug 19 12:29:16.030075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eda2f57e-2671-44b7-a8ae-00f4ac9f6169 req-3924f7f3-9470-42cd-867a-5ec840f73fab tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360856 Aug 19 12:29:16.186109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f19a8-bb01-4359-8256-18a38997648b req-2a7b0186-5f90-4d0b-896e-10d2f34f7c50 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:16.188024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3f19a8-bb01-4359-8256-18a38997648b req-2a7b0186-5f90-4d0b-896e-10d2f34f7c50 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 945 time: 0.0535905 Aug 19 12:29:16.233134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d3f19a8-bb01-4359-8256-18a38997648b req-ebacf4a8-5b00-4229-9c35-6feeca8cb0e0 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360551 Aug 19 12:29:16.536400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee96a8-0715-442a-a3b6-64b79be664bf req-ca8e0a64-e7e9-4d88-bef7-9f69cf6541f6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:16.538061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bee96a8-0715-442a-a3b6-64b79be664bf req-ca8e0a64-e7e9-4d88-bef7-9f69cf6541f6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0578442 Aug 19 12:29:16.597701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bee96a8-0715-442a-a3b6-64b79be664bf req-b2128e56-8e31-415a-b636-c37481d1a255 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529437 Aug 19 12:29:16.794146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc290e3-7435-48da-a9b3-e77e46d5e0e0 req-b9b0fb1a-07c6-4644-8a93-08fa496bcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:16.810002 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7dc290e3-7435-48da-a9b3-e77e46d5e0e0 req-b9b0fb1a-07c6-4644-8a93-08fa496bcf74 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 1100 time: 0.0570357 Aug 19 12:29:16.855018 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7dc290e3-7435-48da-a9b3-e77e46d5e0e0 req-5d459555-16d4-42ea-bc90-2058ab63407f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367959 Aug 19 12:29:16.948687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cf054-2bfc-4e00-8a12-ea7bdd5644b9 req-78174c0b-2173-49fe-9d38-46f5c81822e3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:16.950265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a4cf054-2bfc-4e00-8a12-ea7bdd5644b9 req-78174c0b-2173-49fe-9d38-46f5c81822e3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0550489 Aug 19 12:29:16.991925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a4cf054-2bfc-4e00-8a12-ea7bdd5644b9 req-8d1d4e69-27e0-4b9a-81f2-c9087474be50 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355148 Aug 19 12:29:17.214507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917c15-3527-407f-9cb5-026eb08b2474 req-f496e980-8269-4604-b125-59f14d0d3779 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:17.220401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47917c15-3527-407f-9cb5-026eb08b2474 req-f496e980-8269-4604-b125-59f14d0d3779 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 943 time: 0.0766456 Aug 19 12:29:17.249864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-5345243d-9348-4303-ada2-6159739950ec tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:17.259130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-5345243d-9348-4303-ada2-6159739950ec tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.1717639 Aug 19 12:29:17.281910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-4f015720-0938-41dd-a399-43bbb833e897 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/quotas/936b1e24676b42568b06c49ce8852ad3 HTTP/1.1" status: 200 len: 375 time: 0.0237267 Aug 19 12:29:17.322214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47917c15-3527-407f-9cb5-026eb08b2474 req-ef51df66-80b0-4f1a-a537-6becd181a08d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992477 Aug 19 12:29:17.348427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-c1151409-53d1-4987-86b6-a685f1e1a9ed tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570276 Aug 19 12:29:17.372140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35086) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:17.460460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-52459bce-fa5a-4b94-b080-2c9d65946925 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071734 Aug 19 12:29:17.494711 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cec78dda-1e9c-4cab-a230-acbfcd19fb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.592669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98afe98-a56a-4c48-80f4-3cfec3201b17 req-9ad34bde-f92b-40fa-93a4-0d0dd5a3e726 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:17.594309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a98afe98-a56a-4c48-80f4-3cfec3201b17 req-9ad34bde-f92b-40fa-93a4-0d0dd5a3e726 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 945 time: 0.1250925 Aug 19 12:29:17.605792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cec78dda-1e9c-4cab-a230-acbfcd19fb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.632141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-7440835b-5d8c-4430-abd9-c1a4b06446da service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640542 Aug 19 12:29:17.649600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a98afe98-a56a-4c48-80f4-3cfec3201b17 req-84170ef5-52d2-4335-80e9-cf6cf0fe9e40 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484564 Aug 19 12:29:17.706690 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cec78dda-1e9c-4cab-a230-acbfcd19fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.767693 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cec78dda-1e9c-4cab-a230-acbfcd19fb1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95d50ae757d248368c9c6fc655e47794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903646 Aug 19 12:29:17.767931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35096) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:17.769024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec78dda-1e9c-4cab-a230-acbfcd19fb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef5e3e8-67e5-492c-8bc4-8a3390bbe3ae,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:17.790693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710ab29-f343-419c-896a-0bf9b51dba6d req-4d448d46-7fc3-425f-a2bf-3d2094058942 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:17.792344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3710ab29-f343-419c-896a-0bf9b51dba6d req-4d448d46-7fc3-425f-a2bf-3d2094058942 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0699368 Aug 19 12:29:17.861095 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb8ffbed-c86c-4c2f-9680-bc768ed87d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.865234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3710ab29-f343-419c-896a-0bf9b51dba6d req-33e452fe-f7fc-458b-bfad-fa313f265852 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628879 Aug 19 12:29:17.891567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb8ffbed-c86c-4c2f-9680-bc768ed87d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.035317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-927cc897-039b-4bf2-870a-52c12ab3fa2c req-97ab29c2-efd7-4be2-aaf6-02b768e81f19 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 210 time: 0.0522697 Aug 19 12:29:18.084900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb8ffbed-c86c-4c2f-9680-bc768ed87d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.088487 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb8ffbed-c86c-4c2f-9680-bc768ed87d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.093519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fb8ffbed-c86c-4c2f-9680-bc768ed87d26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bef5e3e8-67e5-492c-8bc4-8a3390bbe3ae HTTP/1.1" status: 204 len: 168 time: 0.3220978 Aug 19 12:29:18.101644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ffbed-c86c-4c2f-9680-bc768ed87d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef5e3e8-67e5-492c-8bc4-8a3390bbe3ae,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:18.232844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f658a-2a4e-45ae-aabd-4d07337626ff req-7cfc1ea8-82ef-423f-9382-bfbe0e35fdb2 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:18.234646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-855f658a-2a4e-45ae-aabd-4d07337626ff req-7cfc1ea8-82ef-423f-9382-bfbe0e35fdb2 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0779574 Aug 19 12:29:18.274494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-855f658a-2a4e-45ae-aabd-4d07337626ff req-bff305c1-89d8-491b-8584-179bfcbd2630 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339277 Aug 19 12:29:18.362095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:29:18.365497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 69f05c0d-fac7-42c5-b420-ba13750b8550 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:18.404300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 69f05c0d-fac7-42c5-b420-ba13750b8550 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:18.404653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 69f05c0d-fac7-42c5-b420-ba13750b8550 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:18.525020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba8fe7-796e-4c0c-99a5-22c90dd3f4c6 req-1639d81c-c9e4-4924-aced-1b2b3780083a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:18.527027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0dba8fe7-796e-4c0c-99a5-22c90dd3f4c6 req-1639d81c-c9e4-4924-aced-1b2b3780083a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 943 time: 0.0903823 Aug 19 12:29:18.563464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:18.587255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'port_id': 'a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb', 'mac_address': 'fa:16:3e:b3:e9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e15be-446b-46dd-8c02-a2bdb7426a46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:29:18.592015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0dba8fe7-796e-4c0c-99a5-22c90dd3f4c6 req-7972ed80-87b5-473e-9e28-c76c5cfbf14c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577910 Aug 19 12:29:18.638662 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.658894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:18.682940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:18.825732 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.876159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:19.015142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e059c3-f4d1-4c2b-9294-f944a32db2f2 req-1b82b95c-a616-4c60-b143-83b8ba140ebf tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:19.016829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14e059c3-f4d1-4c2b-9294-f944a32db2f2 req-1b82b95c-a616-4c60-b143-83b8ba140ebf tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0538597 Aug 19 12:29:19.031146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35162) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:19.043411 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2addf987-df1d-4721-bb97-c8e2b42e6523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.059430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14e059c3-f4d1-4c2b-9294-f944a32db2f2 req-9c3cd660-5398-49f2-85e1-03890a8cefdd tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365007 Aug 19 12:29:19.146058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2addf987-df1d-4721-bb97-c8e2b42e6523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.152264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53d81f85-4159-420e-a2c4-d3a297a03463 req-faced85a-4f53-46d8-a349-ebda920aa98f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 210 time: 0.0283062 Aug 19 12:29:19.201705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:19.237417 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2addf987-df1d-4721-bb97-c8e2b42e6523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.317037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4aa16917-fa3a-4a77-bead-17c00418406a details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:29:19.319772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4aa16917-fa3a-4a77-bead-17c00418406a no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:19.342185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35176) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:19.343250 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2addf987-df1d-4721-bb97-c8e2b42e6523 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3215533d95774952b9d477313192d871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113065 Aug 19 12:29:19.379822 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addf987-df1d-4721-bb97-c8e2b42e6523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a28c125-9cd6-4695-9afb-ec639ddcf4ba,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:19.410801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bd38b-f986-495c-99ea-5641adb4b999 req-94cbd772-dad6-4521-940e-9cb13f394ec8 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:19.412278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-514bd38b-f986-495c-99ea-5641adb4b999 req-94cbd772-dad6-4521-940e-9cb13f394ec8 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 945 time: 0.1037822 Aug 19 12:29:19.494435 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86f7b113-e6ef-4006-8ba3-9951deef09cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.516280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-514bd38b-f986-495c-99ea-5641adb4b999 req-d9681e92-41fd-44a8-a72f-e8dade333310 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932963 Aug 19 12:29:19.529409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adfb33-fbdb-4fd9-b232-eaa11057465a req-fc12d7a8-d4bb-48cb-8e57-210ae87de6e7 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:19.537505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5adfb33-fbdb-4fd9-b232-eaa11057465a req-fc12d7a8-d4bb-48cb-8e57-210ae87de6e7 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.1177332 Aug 19 12:29:19.565700 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86f7b113-e6ef-4006-8ba3-9951deef09cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.620899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5adfb33-fbdb-4fd9-b232-eaa11057465a req-2bbe09fb-f7d7-4113-ab0c-2b9ceb94dfce tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800953 Aug 19 12:29:19.746273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:19.765740 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.781051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '4aa16917-fa3a-4a77-bead-17c00418406a', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '4aa16917-fa3a-4a77-bead-17c00418406a', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:29:19.804137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40c091-b1d5-4cbf-8cb2-8d5a59c03220 req-b3b762c2-61f0-42db-81c3-fea490e88fe8 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:19.806611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c40c091-b1d5-4cbf-8cb2-8d5a59c03220 req-b3b762c2-61f0-42db-81c3-fea490e88fe8 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 944 time: 0.0981379 Aug 19 12:29:19.819166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b33d8-3bc0-4666-b9f7-0acf0a99dc9b req-bbada110-93d5-4a31-8b39-a0a33f1aff09 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:19.821975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-393b33d8-3bc0-4666-b9f7-0acf0a99dc9b req-bbada110-93d5-4a31-8b39-a0a33f1aff09 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0980277 Aug 19 12:29:19.825893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:19.828108 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcdc095-1f16-4cc6-86f8-e23a5bee23e7" -d '{"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:19.845003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:19.856137 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.877918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4aa16917-fa3a-4a77-bead-17c00418406a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:19.882480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c40c091-b1d5-4cbf-8cb2-8d5a59c03220 req-e3cbb8cf-ebf3-4e89-8e65-3b88d93c90bc tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600507 Aug 19 12:29:19.889334 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-393b33d8-3bc0-4666-b9f7-0acf0a99dc9b req-c34f3503-5860-43b2-98cd-3a5da5866849 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534952 Aug 19 12:29:19.912166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86f7b113-e6ef-4006-8ba3-9951deef09cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.920896 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86f7b113-e6ef-4006-8ba3-9951deef09cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.920896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-86f7b113-e6ef-4006-8ba3-9951deef09cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a28c125-9cd6-4695-9afb-ec639ddcf4ba HTTP/1.1" status: 204 len: 168 time: 0.5717866 Aug 19 12:29:19.935586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7b113-e6ef-4006-8ba3-9951deef09cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a28c125-9cd6-4695-9afb-ec639ddcf4ba,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:19.945592 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.990758 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f147c1d-fb2d-47d2-9139-12cdf936ae93 x-openstack-request-id: req-9f147c1d-fb2d-47d2-9139-12cdf936ae93 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:19.991055 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:19.991312 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f147c1d-fb2d-47d2-9139-12cdf936ae93 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:19.991699 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a', 'code': 200} Aug 19 12:29:20.058876 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:29:20.059369 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:29:20.074835 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:20.202000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83546bf-94da-4096-8553-d427a3e7d3b7 req-dc98fa3b-e27f-4063-abec-d229e3fc9368 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:20.203540 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b83546bf-94da-4096-8553-d427a3e7d3b7 req-dc98fa3b-e27f-4063-abec-d229e3fc9368 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0528133 Aug 19 12:29:20.243672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b83546bf-94da-4096-8553-d427a3e7d3b7 req-1bd59b90-2fa0-4ed3-83fa-a9bc7d2e1054 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336571 Aug 19 12:29:20.350720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6a8e2b5-86f2-4448-a48c-325df769b96e req-e1fbf085-725d-480a-a166-73ef29ddf4af tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 210 time: 0.0481842 Aug 19 12:29:20.455018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69802e-e9d2-46a8-b843-ee90daef7bb9 req-b88d6999-aca2-403d-a897-95b258c4c4f6 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:20.456020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc69802e-e9d2-46a8-b843-ee90daef7bb9 req-b88d6999-aca2-403d-a897-95b258c4c4f6 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 947 time: 0.0568554 Aug 19 12:29:20.502107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc69802e-e9d2-46a8-b843-ee90daef7bb9 req-bbd23135-1486-4091-b9b3-9907dde91efc tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382142 Aug 19 12:29:20.609886 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.629019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa16917-fa3a-4a77-bead-17c00418406a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:20.657681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:20.665546 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35242) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:20.725256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526c8b0-edd4-4a5e-a078-9b2f12f8517a req-cd8dd94a-ac1b-4f61-a5cf-f63a4cc3dd9a tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:20.727515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8526c8b0-edd4-4a5e-a078-9b2f12f8517a req-cd8dd94a-ac1b-4f61-a5cf-f63a4cc3dd9a tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 945 time: 0.0898142 Aug 19 12:29:20.771755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8526c8b0-edd4-4a5e-a078-9b2f12f8517a req-88c478d8-5b6d-4d3b-85fc-13d2f8968d31 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382898 Aug 19 12:29:20.816044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae1d6-6ca6-425b-b8ce-e331fdaf77f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.852948 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.913002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:20.921832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae1d6-6ca6-425b-b8ce-e331fdaf77f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.056519 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae1d6-6ca6-425b-b8ce-e331fdaf77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.079193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f01f6-3185-45c3-b018-0905428063ac req-185e8d12-a872-443c-bb92-2f8d35a251e0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:21.080881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a42f01f6-3185-45c3-b018-0905428063ac req-185e8d12-a872-443c-bb92-2f8d35a251e0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 944 time: 0.1014855 Aug 19 12:29:21.099911 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5e2ae1d6-6ca6-425b-b8ce-e331fdaf77f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27166e8099d042f19625c82b986e068b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4330416 Aug 19 12:29:21.101006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ae1d6-6ca6-425b-b8ce-e331fdaf77f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df45931-7d0b-4b46-97ae-d4f0fa95c4f8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:21.103903 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35254) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:21.119396 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c99b1174-2124-45c8-9e9c-a0d48093e72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.137871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-ffc6b10c-0825-4696-a390-cda0bb6d0c57 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:21.139364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-ffc6b10c-0825-4696-a390-cda0bb6d0c57 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.53 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.1865621 Aug 19 12:29:21.153729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a42f01f6-3185-45c3-b018-0905428063ac req-030c1d5e-e581-4b33-9325-56c5a7d3ed67 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647998 Aug 19 12:29:21.175047 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2df86abb-2544-4cf3-b131-daa88d55c91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.178449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4aa16917-fa3a-4a77-bead-17c00418406a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:21.183563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Request body: {'port': {'device_id': '74399b63-af0a-4301-8142-663cba73b19e', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'admin_state_up': True, 'tenant_id': '936b1e24676b42568b06c49ce8852ad3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:21.196779 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2df86abb-2544-4cf3-b131-daa88d55c91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.260132 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:29:21.416486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2df86abb-2544-4cf3-b131-daa88d55c91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.419512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2df86abb-2544-4cf3-b131-daa88d55c91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.420702 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2df86abb-2544-4cf3-b131-daa88d55c91d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9df45931-7d0b-4b46-97ae-d4f0fa95c4f8 HTTP/1.1" status: 204 len: 168 time: 0.3158975 Aug 19 12:29:21.434191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df86abb-2544-4cf3-b131-daa88d55c91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df45931-7d0b-4b46-97ae-d4f0fa95c4f8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:21.460237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd455c8-aaf9-4a45-85d8-75a252e1e2fa req-bc5aebfb-5020-4d62-9faa-f095192e9d1a tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:21.466079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9dd455c8-aaf9-4a45-85d8-75a252e1e2fa req-bc5aebfb-5020-4d62-9faa-f095192e9d1a tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1317670 Aug 19 12:29:21.472518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Made reservation on behalf of 936b1e24676b42568b06c49ce8852ad3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:21.476454 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.504923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ddfefb36-687a-4469-a1ab-9a25d73a0ca8 req-5ba3d574-a62c-421f-915b-dffea5c4665f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 210 time: 0.0678802 Aug 19 12:29:21.526890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e080ba-067b-4e58-b804-9214860e4afd req-0e4c7821-7f83-45ea-b724-74a7dc172241 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:21.528420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22e080ba-067b-4e58-b804-9214860e4afd req-0e4c7821-7f83-45ea-b724-74a7dc172241 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 945 time: 0.1528630 Aug 19 12:29:21.653555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9dd455c8-aaf9-4a45-85d8-75a252e1e2fa req-23d6abeb-465f-483e-beab-ee84f359dcef tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726651 Aug 19 12:29:21.771992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8408c-bc0a-4dd2-970e-c10508834941 req-8bece425-0ab1-4da2-94df-ef71695ab9cc tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:21.773785 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7cf8408c-bc0a-4dd2-970e-c10508834941 req-8bece425-0ab1-4da2-94df-ef71695ab9cc tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 948 time: 0.1498952 Aug 19 12:29:21.812374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Allocated IP 172.20.0.6 (8a27b72f-16a2-4887-9d46-96e985490dc9/3c92c0f2-8a31-4350-9c36-d9b578ba2de7/8152e959-e968-4252-b8c9-2211be4893c9) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:21.858211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-22e080ba-067b-4e58-b804-9214860e4afd req-898fa835-de7f-45ef-a757-f2dc3e317cac tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Deleting port 38839ff0-3f08-48e9-8849-29c13e0bb9df {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:21.858561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22e080ba-067b-4e58-b804-9214860e4afd req-898fa835-de7f-45ef-a757-f2dc3e317cac tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.913464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7cf8408c-bc0a-4dd2-970e-c10508834941 req-124528b4-42d4-4128-87c0-2ae5c2c7f7b0 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330187 Aug 19 12:29:22.071207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b62bcb-e639-496d-a569-d6a00bc8de75 req-5d8a5d77-b5cd-428c-ae5f-f2283ee58d1a tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:22.072547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16b62bcb-e639-496d-a569-d6a00bc8de75 req-5d8a5d77-b5cd-428c-ae5f-f2283ee58d1a tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 945 time: 0.1485069 Aug 19 12:29:22.087871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-22e080ba-067b-4e58-b804-9214860e4afd req-898fa835-de7f-45ef-a757-f2dc3e317cac tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] For port 38839ff0-3f08-48e9-8849-29c13e0bb9df, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=38839ff0-3f08-48e9-8849-29c13e0bb9df,segment=NetworkSegment(df0792be-cbbd-4bc8-b07d-729d1d55059a),segment_id=df0792be-cbbd-4bc8-b07d-729d1d55059a)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:22.088250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22e080ba-067b-4e58-b804-9214860e4afd req-898fa835-de7f-45ef-a757-f2dc3e317cac tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.130696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-22e080ba-067b-4e58-b804-9214860e4afd req-898fa835-de7f-45ef-a757-f2dc3e317cac tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Calling delete_port for 38839ff0-3f08-48e9-8849-29c13e0bb9df owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:22.173815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.182952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16b62bcb-e639-496d-a569-d6a00bc8de75 req-111bf1c3-6915-495d-9f69-13bb3d564d2a tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/security-groups?id=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003342 Aug 19 12:29:22.218341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35286) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:22.236301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aee19c41-6a6e-4443-bc1a-c62a18430c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.342303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aee19c41-6a6e-4443-bc1a-c62a18430c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.352496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38ba34-feee-43f8-b1eb-bce60e4e4715 req-3330b4f3-642b-4e38-a2df-9e9301fada30 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:22.354023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a38ba34-feee-43f8-b1eb-bce60e4e4715 req-3330b4f3-642b-4e38-a2df-9e9301fada30 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 944 time: 0.0991073 Aug 19 12:29:22.397684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:22.408555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a38ba34-feee-43f8-b1eb-bce60e4e4715 req-c73f40f8-47df-427c-955b-3d25c388926f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482180 Aug 19 12:29:22.416730 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.434744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:22.463197 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Network 8a27b72f-16a2-4887-9d46-96e985490dc9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:22.468405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:22.472222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:22.483227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aee19c41-6a6e-4443-bc1a-c62a18430c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.503115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event updated for resources: {'Port': ['ID=8152e959-e968-4252-b8c9-2211be4893c9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:22.533803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee19c41-6a6e-4443-bc1a-c62a18430c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764bf4c2-2a1b-4503-ac80-a96a14bfcd90,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:22.551723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:22.551723 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.559513 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aee19c41-6a6e-4443-bc1a-c62a18430c5d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3ffce3e11ff47d18776076191c07346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398588 Aug 19 12:29:22.560459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35294) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:22.567266 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22e080ba-067b-4e58-b804-9214860e4afd req-898fa835-de7f-45ef-a757-f2dc3e317cac tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.589092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['38839ff0-3f08-48e9-8849-29c13e0bb9df'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:22.632064 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14d4f554-5586-4503-b36e-fa470ae278b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.640233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fa835-de7f-45ef-a757-f2dc3e317cac tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Pushing event deleted for resources: {'Port': ['ID=38839ff0-3f08-48e9-8849-29c13e0bb9df,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:22.659999 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14d4f554-5586-4503-b36e-fa470ae278b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.709661 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:22.713225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e080ba-067b-4e58-b804-9214860e4afd req-898fa835-de7f-45ef-a757-f2dc3e317cac tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] No DVR routers for this DVR port 38839ff0-3f08-48e9-8849-29c13e0bb9df on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:22.716903 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22e080ba-067b-4e58-b804-9214860e4afd req-898fa835-de7f-45ef-a757-f2dc3e317cac tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.717961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:22.723119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22e080ba-067b-4e58-b804-9214860e4afd req-898fa835-de7f-45ef-a757-f2dc3e317cac tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.53 "DELETE /v2.0/ports/38839ff0-3f08-48e9-8849-29c13e0bb9df HTTP/1.1" status: 204 len: 173 time: 1.1797051 Aug 19 12:29:22.724133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd1939a-c75e-49fc-ad83-610b41c525ba', 'name': 'network-vif-deleted', 'tag': '38839ff0-3f08-48e9-8849-29c13e0bb9df'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:22.724269 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.734122 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1751301-289c-422f-b68a-507fc3495c2d" -d '{"events": [{"server_uuid": "bdd1939a-c75e-49fc-ad83-610b41c525ba", "name": "network-vif-deleted", "tag": "38839ff0-3f08-48e9-8849-29c13e0bb9df"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:22.740907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-b5142bc6-cbcf-414c-b2a4-fc585892bfc2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5638986 Aug 19 12:29:22.753413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15397-05a4-43f7-a77d-b4ce21ee6c51 req-3c41fe96-e29f-44bb-98ce-ad8ea0163e22 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:22.756841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58c15397-05a4-43f7-a77d-b4ce21ee6c51 req-3c41fe96-e29f-44bb-98ce-ad8ea0163e22 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 931 time: 0.1286027 Aug 19 12:29:22.839129 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.856867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58c15397-05a4-43f7-a77d-b4ce21ee6c51 req-e6ceb69c-7ec1-4d22-b20e-f55ed73354d8 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816493 Aug 19 12:29:22.866316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055d4f8-7401-4afc-a6cf-58f5410fe1d0 req-38f535b1-18cb-4a85-9199-1814dfe79308 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:22.886012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9055d4f8-7401-4afc-a6cf-58f5410fe1d0 req-38f535b1-18cb-4a85-9199-1814dfe79308 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1031039 Aug 19 12:29:22.887713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2574aa9d-d277-4f9a-b482-733f2ef0f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:22.890163 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f817a6-5116-4666-8cb5-60a67fa1b00d" -d '{"events": [{"server_uuid": "2574aa9d-d277-4f9a-b482-733f2ef0f95c", "name": "network-vif-plugged", "status": "completed", "tag": "a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:22.898130 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14d4f554-5586-4503-b36e-fa470ae278b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.901543 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14d4f554-5586-4503-b36e-fa470ae278b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.903196 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-14d4f554-5586-4503-b36e-fa470ae278b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/764bf4c2-2a1b-4503-ac80-a96a14bfcd90 HTTP/1.1" status: 204 len: 168 time: 0.3413877 Aug 19 12:29:22.913569 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b3df74-18b4-437d-936c-837932beee7f x-openstack-request-id: req-11b3df74-18b4-437d-936c-837932beee7f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:22.914616 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd1939a-c75e-49fc-ad83-610b41c525ba", "name": "network-vif-deleted", "tag": "38839ff0-3f08-48e9-8849-29c13e0bb9df", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:22.914976 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11b3df74-18b4-437d-936c-837932beee7f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:22.916516 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd1939a-c75e-49fc-ad83-610b41c525ba', 'name': 'network-vif-deleted', 'tag': '38839ff0-3f08-48e9-8849-29c13e0bb9df', 'status': 'completed', 'code': 200} Aug 19 12:29:22.916995 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4f554-5586-4503-b36e-fa470ae278b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764bf4c2-2a1b-4503-ac80-a96a14bfcd90,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:22.927385 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:22.968360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Request body: {'port': {'device_id': '74399b63-af0a-4301-8142-663cba73b19e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:22.982110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9055d4f8-7401-4afc-a6cf-58f5410fe1d0 req-5a2456cc-7584-4aa0-913e-67efe4a2d8a0 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950243 Aug 19 12:29:23.033944 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.071492 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ce812-99ac-40c2-8593-7d4785e773c2 x-openstack-request-id: req-8a2ce812-99ac-40c2-8593-7d4785e773c2 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:23.072000 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2574aa9d-d277-4f9a-b482-733f2ef0f95c", "name": "network-vif-plugged", "status": "completed", "tag": "a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:23.072243 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a2ce812-99ac-40c2-8593-7d4785e773c2 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:23.072794 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2574aa9d-d277-4f9a-b482-733f2ef0f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb', 'code': 200} Aug 19 12:29:23.108462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:23.324341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4aa16917-fa3a-4a77-bead-17c00418406a up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:23.388035 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 4aa16917-fa3a-4a77-bead-17c00418406a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:23.388503 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.482089 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.518686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca43600d-47c9-43bc-840c-e265d5e73bf5 req-255ec9ec-ade0-492c-8598-d0b89de6c057 tempest-ServerMetadataNegativeTestJSON-372027234 tempest-ServerMetadataNegativeTestJSON-372027234-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd1939a-c75e-49fc-ad83-610b41c525ba HTTP/1.1" status: 200 len: 210 time: 0.0902698 Aug 19 12:29:23.519241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.546849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:23.560005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f7958-1318-47cc-a1ac-e5ac07b0f2ae req-d59f0a0c-3bbf-479e-a068-eeab15663c72 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:23.560303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c08f7958-1318-47cc-a1ac-e5ac07b0f2ae req-d59f0a0c-3bbf-479e-a068-eeab15663c72 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 948 time: 0.1294649 Aug 19 12:29:23.599575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc0963-0612-478d-9a72-47462b6db962 req-6ce845b2-c135-4960-902d-78bc1dcf5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:23.601095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49fc0963-0612-478d-9a72-47462b6db962 req-6ce845b2-c135-4960-902d-78bc1dcf5515 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 1096 time: 0.1717224 Aug 19 12:29:23.714276 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.767407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c08f7958-1318-47cc-a1ac-e5ac07b0f2ae req-1785968d-2748-4e39-aba0-a4d9488a83fe tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858549 Aug 19 12:29:23.772028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:23.790950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49fc0963-0612-478d-9a72-47462b6db962 req-98ce5595-7c73-4822-ab4b-6ddba7599ed0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711893 Aug 19 12:29:23.798622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309174a4-bafb-4338-8743-6a1370f3302d req-4385ca57-fd2e-4186-8113-966e5b331691 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:23.800041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-309174a4-bafb-4338-8743-6a1370f3302d req-4385ca57-fd2e-4186-8113-966e5b331691 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 945 time: 0.1866419 Aug 19 12:29:23.884197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-309174a4-bafb-4338-8743-6a1370f3302d req-bd24e047-bf46-4287-ba68-5d050a218974 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767181 Aug 19 12:29:24.038199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8152e959-e968-4252-b8c9-2211be4893c9 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:24.051236 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.062995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08f1e1-9f15-4b2b-907e-f8d3f7e65a46 req-04708974-f751-4cd8-b3a9-5357b2e616fd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:24.072004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c08f1e1-9f15-4b2b-907e-f8d3f7e65a46 req-04708974-f751-4cd8-b3a9-5357b2e616fd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 931 time: 0.1142836 Aug 19 12:29:24.095968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Transition to ACTIVE for port object 8152e959-e968-4252-b8c9-2211be4893c9 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:24.144001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c08f1e1-9f15-4b2b-907e-f8d3f7e65a46 req-9d138d59-7170-4937-abe5-fa052a84906e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710945 Aug 19 12:29:24.169714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c294f-130d-4114-9c4d-8cc39d2544ff req-7b6ef12f-f27d-46e4-8789-ec6b71edd739 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:24.169714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b72c294f-130d-4114-9c4d-8cc39d2544ff req-7b6ef12f-f27d-46e4-8789-ec6b71edd739 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0650997 Aug 19 12:29:24.209537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b72c294f-130d-4114-9c4d-8cc39d2544ff req-80aadc0d-f7f5-4c9e-b147-1aee982d407c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371177 Aug 19 12:29:24.225780 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.295674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Pushing event updated for resources: {'Port': ['ID=8152e959-e968-4252-b8c9-2211be4893c9,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:24.361267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Attempting to bind port 8152e959-e968-4252-b8c9-2211be4893c9 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:24.361658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Attempting to bind port 8152e959-e968-4252-b8c9-2211be4893c9 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:24.361999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Attempting to bind port 8152e959-e968-4252-b8c9-2211be4893c9 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:24.366458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Port 8152e959-e968-4252-b8c9-2211be4893c9 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:29:24.366796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Attempting to bind port 8152e959-e968-4252-b8c9-2211be4893c9 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:24.372831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:24.373182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Checking segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:24.373609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Bound using segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:24.374055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Bound port: 8152e959-e968-4252-b8c9-2211be4893c9, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:24.374425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.444117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] For port 8152e959-e968-4252-b8c9-2211be4893c9, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:24.447663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] For port 8152e959-e968-4252-b8c9-2211be4893c9, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8152e959-e968-4252-b8c9-2211be4893c9,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:24.583041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35352) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:24.629089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdea422-5359-4591-85e5-04ab8b011d64 admin admin] Deleting subnet 719ff3be-3bac-4cd4-8218-d00d6a58b1d4 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:24.632501 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fdea422-5359-4591-85e5-04ab8b011d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.667702 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fdea422-5359-4591-85e5-04ab8b011d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.706615 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fdea422-5359-4591-85e5-04ab8b011d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.730745 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.789237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:24.790289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.791731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] 10.222.0.53 "PUT /v2.0/ports/8152e959-e968-4252-b8c9-2211be4893c9 HTTP/1.1" status: 200 len: 1091 time: 2.0350225 Aug 19 12:29:24.821768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65144c78-2dcf-4c57-9410-da1e9eb46557 service neutron] Pushing event updated for resources: {'Port': ['ID=8152e959-e968-4252-b8c9-2211be4893c9,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:24.926301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376300c4-076d-437a-b062-e99e5419fe22 req-80acae50-a092-4841-a3ba-3df87374391f tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:24.929070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-376300c4-076d-437a-b062-e99e5419fe22 req-80acae50-a092-4841-a3ba-3df87374391f tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0593703 Aug 19 12:29:24.929070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74399b63-af0a-4301-8142-663cba73b19e', 'tag': '8152e959-e968-4252-b8c9-2211be4893c9'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:24.941589 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8d2b6b-6aa7-407b-bc00-f0760237d614" -d '{"events": [{"name": "network-changed", "server_uuid": "74399b63-af0a-4301-8142-663cba73b19e", "tag": "8152e959-e968-4252-b8c9-2211be4893c9"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:25.003089 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fdea422-5359-4591-85e5-04ab8b011d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.074409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:25.078492 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d36e4b2-7daf-468f-834f-90a1a9752e14" -d '{"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-plugged", "status": "completed", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:25.082123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-376300c4-076d-437a-b062-e99e5419fe22 req-6d2c712d-f164-40e5-84fa-0e4c5df610df tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367917 Aug 19 12:29:25.083098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdea422-5359-4591-85e5-04ab8b011d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719ff3be-3bac-4cd4-8218-d00d6a58b1d4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:25.090354 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fdea422-5359-4591-85e5-04ab8b011d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.092539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0fdea422-5359-4591-85e5-04ab8b011d64 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/719ff3be-3bac-4cd4-8218-d00d6a58b1d4 HTTP/1.1" status: 204 len: 168 time: 0.5084779 Aug 19 12:29:25.095594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35370) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:25.104456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-0de21758-e84e-4ff2-a532-af2764ef3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:25.106146 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-0de21758-e84e-4ff2-a532-af2764ef3439 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 1094 time: 0.1525297 Aug 19 12:29:25.125899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13200b0e-bd56-4313-89ef-b31138e63667 req-79d350aa-a996-49d7-a10d-0b3ab5843b02 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:25.127622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13200b0e-bd56-4313-89ef-b31138e63667 req-79d350aa-a996-49d7-a10d-0b3ab5843b02 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 945 time: 0.1423023 Aug 19 12:29:25.197178 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e27ad8b-6f32-46eb-8470-8a8d67d79de2 x-openstack-request-id: req-1e27ad8b-6f32-46eb-8470-8a8d67d79de2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:25.197495 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74399b63-af0a-4301-8142-663cba73b19e", "tag": "8152e959-e968-4252-b8c9-2211be4893c9", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:25.197778 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e27ad8b-6f32-46eb-8470-8a8d67d79de2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:25.198258 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74399b63-af0a-4301-8142-663cba73b19e', 'tag': '8152e959-e968-4252-b8c9-2211be4893c9', 'status': 'completed', 'code': 200} Aug 19 12:29:25.203121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.206457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-084821a2-a71a-4ebd-97a7-ca2720b236ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8152e959-e968-4252-b8c9-2211be4893c9 HTTP/1.1" status: 200 len: 217 time: 0.0905099 Aug 19 12:29:25.248201 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4aa238-3451-4962-9faf-d3789c216fbe x-openstack-request-id: req-ae4aa238-3451-4962-9faf-d3789c216fbe {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:25.252213 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-plugged", "status": "completed", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:25.257150 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae4aa238-3451-4962-9faf-d3789c216fbe {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:25.257150 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a', 'code': 200} Aug 19 12:29:25.268988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13200b0e-bd56-4313-89ef-b31138e63667 req-7acd75c1-3c94-4dad-80b7-9895b927ca50 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326635 Aug 19 12:29:25.291907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-3d7a0991-a149-49a4-b8a3-2bfa79fa4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:25.294358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-3d7a0991-a149-49a4-b8a3-2bfa79fa4c0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.0793216 Aug 19 12:29:25.347362 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-dfc9b809-19a7-4c60-8a77-feba8f8005a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448492 Aug 19 12:29:25.372473 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-436f06d0-ce17-4604-a67f-fd8ab41667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.387164 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.400529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11120f3e-a64e-4b2f-ab80-391765ea0b08']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:25.416888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0792be-cbbd-4bc8-b07d-729d1d55059a') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:25.417591 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0792be-cbbd-4bc8-b07d-729d1d55059a') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:25.430741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.450155 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.456207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:25.456613 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:25.458370 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:25.491824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b8e51-1b79-4715-b92d-f52ceafc26fc req-3ca17b11-f1a6-4f20-87b1-4c4b0c4c77d9 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:25.494099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-210b8e51-1b79-4715-b92d-f52ceafc26fc req-3ca17b11-f1a6-4f20-87b1-4c4b0c4c77d9 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 943 time: 0.1457648 Aug 19 12:29:25.541742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-227ee3d1-cb0c-4f8a-8652-bc2ec582e6b2 service neutron] 10.222.0.53 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839292 Aug 19 12:29:25.575438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c07c3-383a-4c36-af5f-72da6c8b4223 req-51256d59-ce85-45c1-99cb-6f3f1a92a1d4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:25.577033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-484c07c3-383a-4c36-af5f-72da6c8b4223 req-51256d59-ce85-45c1-99cb-6f3f1a92a1d4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1315675 Aug 19 12:29:25.616994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-210b8e51-1b79-4715-b92d-f52ceafc26fc req-f0e3589c-c6b6-426a-af79-c1c4af103eb0 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112766 Aug 19 12:29:25.621799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.632864 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.635908 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] 10.222.0.44 "DELETE /v2.0/networks/11120f3e-a64e-4b2f-ab80-391765ea0b08 HTTP/1.1" status: 204 len: 168 time: 0.5389409 Aug 19 12:29:25.659660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43c40f-d039-4654-ad14-076264b36450 admin admin] Pushing event deleted for resources: {'Network': ['ID=11120f3e-a64e-4b2f-ab80-391765ea0b08,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:25.689736 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-484c07c3-383a-4c36-af5f-72da6c8b4223 req-bcf9170a-a5ad-4d33-b7b0-36c82b55b5e6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920331 Aug 19 12:29:25.696996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-713b5cf4-704b-42c2-b763-03efb4a58474 req-caabf532-d7c4-499f-aca7-588139e720a2 service neutron] 10.222.0.53 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468563 Aug 19 12:29:25.799119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.936807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d2b6b-6aa7-407b-bc00-f0760237d614 req-98a5a573-e0ea-416e-b63a-5fd27d6ad1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:25.938644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d8d2b6b-6aa7-407b-bc00-f0760237d614 req-98a5a573-e0ea-416e-b63a-5fd27d6ad1c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 1094 time: 0.0484672 Aug 19 12:29:26.040218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d2b6b-6aa7-407b-bc00-f0760237d614 req-81d13ee6-7a14-4bb4-8435-d5639e21249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.041766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d8d2b6b-6aa7-407b-bc00-f0760237d614 req-81d13ee6-7a14-4bb4-8435-d5639e21249d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 906 time: 0.0954201 Aug 19 12:29:26.090267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d8d2b6b-6aa7-407b-bc00-f0760237d614 req-93a9403d-01c4-47d0-bd9e-e0f45d272d70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8152e959-e968-4252-b8c9-2211be4893c9 HTTP/1.1" status: 200 len: 217 time: 0.0408757 Aug 19 12:29:26.146432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d2b6b-6aa7-407b-bc00-f0760237d614 req-7f8001b7-7754-4a4c-a2ca-0204e0e1cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.148037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d8d2b6b-6aa7-407b-bc00-f0760237d614 req-7f8001b7-7754-4a4c-a2ca-0204e0e1cc8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.0513220 Aug 19 12:29:26.205724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d8d2b6b-6aa7-407b-bc00-f0760237d614 req-51a8dd08-3d80-4524-9b11-59ca9a8e689d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501273 Aug 19 12:29:26.247442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35416) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:26.298658 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-af6d2033-cee6-4ca3-9986-ae4a75996b35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93b5c28ed3d942e3bb694a896b4fc804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502141 Aug 19 12:29:26.301114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35418) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:26.366554 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bec1dbf5-2b9e-49d6-b0ab-b8ff72d0b39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.379644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ce7-8ba5-4961-8947-702faf281ce4 req-0abd3c25-898a-4ac3-8bce-69a11818e206 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.381645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c0c2ce7-8ba5-4961-8947-702faf281ce4 req-0abd3c25-898a-4ac3-8bce-69a11818e206 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.2161093 Aug 19 12:29:26.398641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d1dd1-91ba-4c32-8ea2-fa8fe6489c60 req-726e2e3f-3ba0-4463-9549-67ec14a36c4f tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.400289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e75d1dd1-91ba-4c32-8ea2-fa8fe6489c60 req-726e2e3f-3ba0-4463-9549-67ec14a36c4f tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.2358258 Aug 19 12:29:26.411021 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bec1dbf5-2b9e-49d6-b0ab-b8ff72d0b39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.415684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806b2c5-e23a-4fab-99bb-bd493b901994 req-f21fafec-4bd6-400d-81db-1cf8c30a7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.417309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6806b2c5-e23a-4fab-99bb-bd493b901994 req-f21fafec-4bd6-400d-81db-1cf8c30a7968 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 1096 time: 0.1088107 Aug 19 12:29:26.421626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 38839ff0-3f08-48e9-8849-29c13e0bb9df no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:26.460527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 38839ff0-3f08-48e9-8849-29c13e0bb9df {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:26.461816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 38839ff0-3f08-48e9-8849-29c13e0bb9df not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:26.550984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d8d2b6b-6aa7-407b-bc00-f0760237d614 req-2accee1c-3110-45f4-910b-5a836c451f36 service neutron] 10.222.0.53 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089588 Aug 19 12:29:26.560628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c0c2ce7-8ba5-4961-8947-702faf281ce4 req-8664f0f4-a39a-4404-8e03-f4f7192a6d79 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591132 Aug 19 12:29:26.609280 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bec1dbf5-2b9e-49d6-b0ab-b8ff72d0b39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.620534 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bec1dbf5-2b9e-49d6-b0ab-b8ff72d0b39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.620534 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bec1dbf5-2b9e-49d6-b0ab-b8ff72d0b39f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f70c79ae-3bcd-4cca-8175-e6c1fa44bdac HTTP/1.1" status: 204 len: 168 time: 0.3114254 Aug 19 12:29:26.626750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1dbf5-2b9e-49d6-b0ab-b8ff72d0b39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70c79ae-3bcd-4cca-8175-e6c1fa44bdac,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:26.673999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e75d1dd1-91ba-4c32-8ea2-fa8fe6489c60 req-2bd22b00-e5d4-4ef8-9030-435f4b180300 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488804 Aug 19 12:29:26.744669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d8d2b6b-6aa7-407b-bc00-f0760237d614 req-cb52a9be-bd32-4905-936a-623b29923451 service neutron] 10.222.0.53 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830287 Aug 19 12:29:26.750828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806b2c5-e23a-4fab-99bb-bd493b901994 req-c05e73af-41a8-4bef-9c42-9ee961d42be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.752310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6806b2c5-e23a-4fab-99bb-bd493b901994 req-c05e73af-41a8-4bef-9c42-9ee961d42be4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 200 len: 912 time: 0.3236904 Aug 19 12:29:26.776520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876492-016e-400c-95e5-0ff540d51517 req-0d282b56-7e5e-441f-b13e-63e9ffecd1b6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.778093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4876492-016e-400c-95e5-0ff540d51517 req-0d282b56-7e5e-441f-b13e-63e9ffecd1b6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 945 time: 0.0847576 Aug 19 12:29:26.894985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6806b2c5-e23a-4fab-99bb-bd493b901994 req-15a05a0b-9966-405d-9ef2-9b72efdf8c83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a1d4b9a-ef5c-4be2-831b-6fe382acc112 HTTP/1.1" status: 200 len: 1001 time: 0.1333201 Aug 19 12:29:26.897790 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4876492-016e-400c-95e5-0ff540d51517 req-14c04d95-2121-4637-bde1-1c1842f599b8 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873566 Aug 19 12:29:26.956543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbfe2c-d3ca-4fe8-95ce-f0207f7228f2 req-27517ba4-f339-46ba-b07e-3a4efffc1426 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.958170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73bbfe2c-d3ca-4fe8-95ce-f0207f7228f2 req-27517ba4-f339-46ba-b07e-3a4efffc1426 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 943 time: 0.1189933 Aug 19 12:29:26.992029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806b2c5-e23a-4fab-99bb-bd493b901994 req-554b3aec-cbea-441e-b8e3-b8f95df2661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.993757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6806b2c5-e23a-4fab-99bb-bd493b901994 req-554b3aec-cbea-441e-b8e3-b8f95df2661c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f5fff71-5ad1-4434-8927-65172bd1b532 HTTP/1.1" status: 200 len: 850 time: 0.0909371 Aug 19 12:29:27.004756 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.041902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73bbfe2c-d3ca-4fe8-95ce-f0207f7228f2 req-ec9e9a9e-29fb-417b-a0d1-3e46ed4e2d7d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733938 Aug 19 12:29:27.067137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806b2c5-e23a-4fab-99bb-bd493b901994 req-bedc9683-71e0-41d4-a578-2782c0ad5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:27.068706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6806b2c5-e23a-4fab-99bb-bd493b901994 req-bedc9683-71e0-41d4-a578-2782c0ad5205 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626395 Aug 19 12:29:27.176152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6806b2c5-e23a-4fab-99bb-bd493b901994 req-d0f0ddf2-0f67-45c1-9222-e3c349887df1 service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000433 Aug 19 12:29:27.279921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6806b2c5-e23a-4fab-99bb-bd493b901994 req-fc3d9a47-431c-4ce4-9e83-104ad57d5bd6 service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963743 Aug 19 12:29:27.713790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5316-79fc-4ff7-a2c2-36c4ee61ad3e req-452f3549-2774-4293-bd26-5587148e9551 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:27.720514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0fcf5316-79fc-4ff7-a2c2-36c4ee61ad3e req-452f3549-2774-4293-bd26-5587148e9551 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0593867 Aug 19 12:29:27.800028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0fcf5316-79fc-4ff7-a2c2-36c4ee61ad3e req-2f5c1714-b6dd-4c81-afaf-5333754a7002 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761220 Aug 19 12:29:27.825208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3ad5a-c79d-421e-94d6-4c7d23e53a5b req-b2552295-553e-4a47-9696-dddb7bfe25df tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:27.826985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e3ad5a-c79d-421e-94d6-4c7d23e53a5b req-b2552295-553e-4a47-9696-dddb7bfe25df tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0805926 Aug 19 12:29:27.891355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e3ad5a-c79d-421e-94d6-4c7d23e53a5b req-ab7321a3-db18-4306-8804-25b231e8c2a1 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564792 Aug 19 12:29:28.189280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9540c13-b9cf-4a6d-8568-e48f21661418 req-a2ad5e6d-6d8e-4eaf-88cf-25845551790b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:28.191090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9540c13-b9cf-4a6d-8568-e48f21661418 req-a2ad5e6d-6d8e-4eaf-88cf-25845551790b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 943 time: 0.0523267 Aug 19 12:29:28.239517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9540c13-b9cf-4a6d-8568-e48f21661418 req-47e04c11-b93a-4b1a-bf77-dc6603ceacd0 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Aug 19 12:29:28.450843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8152e959-e968-4252-b8c9-2211be4893c9 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:29:28.452862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35508) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:28.560200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8152e959-e968-4252-b8c9-2211be4893c9, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8152e959-e968-4252-b8c9-2211be4893c9,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:28.582288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '8152e959-e968-4252-b8c9-2211be4893c9', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'port_id': '8152e959-e968-4252-b8c9-2211be4893c9', 'mac_address': 'fa:16:3e:f5:3c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c92c0f2-8a31-4350-9c36-d9b578ba2de7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:29:28.613708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4b8da2f-2d3e-4038-8754-2ae4cc813f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.646267 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.696686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8152e959-e968-4252-b8c9-2211be4893c9 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:28.727370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8152e959-e968-4252-b8c9-2211be4893c9, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8152e959-e968-4252-b8c9-2211be4893c9,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:28.745621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4b8da2f-2d3e-4038-8754-2ae4cc813f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.850224 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.900286 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4b8da2f-2d3e-4038-8754-2ae4cc813f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.903505 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.949529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f82e12-dde0-4f06-93f2-9b7eaee5881e req-57b8da2d-1ac7-414a-bfe7-2e0fc72c01f5 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:28.951693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8da2f-2d3e-4038-8754-2ae4cc813f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34ca4d1-8d58-4363-8e77-654afc027800,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:28.956633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91f82e12-dde0-4f06-93f2-9b7eaee5881e req-57b8da2d-1ac7-414a-bfe7-2e0fc72c01f5 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0787845 Aug 19 12:29:28.957090 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e4b8da2f-2d3e-4038-8754-2ae4cc813f5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c83da1ca93624080a00428513274d41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026515 Aug 19 12:29:28.960217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35524) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:28.969628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=8152e959-e968-4252-b8c9-2211be4893c9,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:29.052550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91f82e12-dde0-4f06-93f2-9b7eaee5881e req-0e7a87ec-b2f4-4af9-9fc8-900c1ee7469b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937905 Aug 19 12:29:29.088660 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-555b5b04-d305-4d01-9356-3f2e13361b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.218332 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-555b5b04-d305-4d01-9356-3f2e13361b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.225590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8152e959-e968-4252-b8c9-2211be4893c9'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:29.269725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3d113-ef53-4413-af81-b77dfeef2509 req-ea95e705-98f0-486c-84e6-d8f1f42500c4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:29.274600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cb3d113-ef53-4413-af81-b77dfeef2509 req-ea95e705-98f0-486c-84e6-d8f1f42500c4 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1418328 Aug 19 12:29:29.316374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cb3d113-ef53-4413-af81-b77dfeef2509 req-33dfbb58-b91a-4f16-9c9c-13bf8c50b60f tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368097 Aug 19 12:29:29.455140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624af5e7-6692-4522-a4e6-2b16e15c82f6 req-50e2d138-177e-434b-b4d7-fa0a01b70465 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:29.456777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-624af5e7-6692-4522-a4e6-2b16e15c82f6 req-50e2d138-177e-434b-b4d7-fa0a01b70465 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 944 time: 0.0571430 Aug 19 12:29:29.465595 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-555b5b04-d305-4d01-9356-3f2e13361b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.465595 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-555b5b04-d305-4d01-9356-3f2e13361b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.465960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-555b5b04-d305-4d01-9356-3f2e13361b70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e34ca4d1-8d58-4363-8e77-654afc027800 HTTP/1.1" status: 204 len: 168 time: 0.4999032 Aug 19 12:29:29.493276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b5b04-d305-4d01-9356-3f2e13361b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34ca4d1-8d58-4363-8e77-654afc027800,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:29.518459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-624af5e7-6692-4522-a4e6-2b16e15c82f6 req-21688ae1-7cdd-41c7-94a1-00c3e1d709dc tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515099 Aug 19 12:29:29.859531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-dd5387fb-73ce-4f8c-b99c-29e02c834bb6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467217 Aug 19 12:29:29.949990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-cb61f577-47c9-4866-af0b-570e006a47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:29.951689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-cb61f577-47c9-4866-af0b-570e006a47cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 1096 time: 0.0637023 Aug 19 12:29:29.979137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2de1303-2331-4030-abbd-40fdd59351cc req-c9a556ad-204b-4f97-b9a0-5f0a0ab2062b tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c3f596-c348-4c8f-979b-0ab21d45d65d HTTP/1.1" status: 200 len: 210 time: 0.0406797 Aug 19 12:29:30.172641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-b8996274-f31b-4106-b339-39610c320d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:30.180139 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-b8996274-f31b-4106-b339-39610c320d06 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 200 len: 912 time: 0.1935799 Aug 19 12:29:30.297713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f7055-52dc-45b7-ac2b-cdc33ac2c134 req-029f9740-2deb-4345-a413-703bafdf7b15 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:30.300430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b05f7055-52dc-45b7-ac2b-cdc33ac2c134 req-029f9740-2deb-4345-a413-703bafdf7b15 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.1295898 Aug 19 12:29:30.322372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-81e66854-87dc-427d-96bb-416107b69d2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a1d4b9a-ef5c-4be2-831b-6fe382acc112 HTTP/1.1" status: 200 len: 1001 time: 0.1293817 Aug 19 12:29:30.400749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b05f7055-52dc-45b7-ac2b-cdc33ac2c134 req-5a32f0a2-9134-4322-8a7e-822d54b6d99d tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922475 Aug 19 12:29:30.407199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-60a8f0b3-8dae-479a-ab69-2e7a0502fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:30.409001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-60a8f0b3-8dae-479a-ab69-2e7a0502fb77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f5fff71-5ad1-4434-8927-65172bd1b532 HTTP/1.1" status: 200 len: 850 time: 0.0824268 Aug 19 12:29:30.463851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-35844e19-0e42-4f07-b0f6-365e8a871fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:30.465943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-35844e19-0e42-4f07-b0f6-365e8a871fe8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488701 Aug 19 12:29:30.480672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8152e959-e968-4252-b8c9-2211be4893c9 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:30.585499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-c4a26bd1-f50b-4d26-8063-6b8684e7b42d service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115255 Aug 19 12:29:30.685897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 8152e959-e968-4252-b8c9-2211be4893c9 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:30.702123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 8152e959-e968-4252-b8c9-2211be4893c9 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:30.712031 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.720062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c60a1f34-eb7d-4493-91f6-a709da88261f req-e905a4fe-03fa-44a4-889c-17cb149c5f00 service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242940 Aug 19 12:29:30.840248 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.850453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c26c9-dde3-4591-8476-cc1e921b44d4 req-d83c5166-1e7c-402d-8abd-4a41581300aa tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:30.853733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-599c26c9-dde3-4591-8476-cc1e921b44d4 req-d83c5166-1e7c-402d-8abd-4a41581300aa tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 944 time: 0.0892000 Aug 19 12:29:30.897231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74399b63-af0a-4301-8142-663cba73b19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8152e959-e968-4252-b8c9-2211be4893c9'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:30.900440 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0ca463-ecfc-4de2-8f19-fc1b981df3c9" -d '{"events": [{"server_uuid": "74399b63-af0a-4301-8142-663cba73b19e", "name": "network-vif-plugged", "status": "completed", "tag": "8152e959-e968-4252-b8c9-2211be4893c9"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:30.914296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8152e959-e968-4252-b8c9-2211be4893c9, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8152e959-e968-4252-b8c9-2211be4893c9,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:30.921987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-599c26c9-dde3-4591-8476-cc1e921b44d4 req-bc89750c-72e8-4395-a36d-70532cd2e55a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517042 Aug 19 12:29:30.982847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35606) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:31.009662 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08ccb62f-4748-469e-88c5-7c01b38908d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.108351 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.114432 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08ccb62f-4748-469e-88c5-7c01b38908d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.162428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=8152e959-e968-4252-b8c9-2211be4893c9,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:31.178633 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd930a27-e45a-49a3-898b-359694009933 x-openstack-request-id: req-fd930a27-e45a-49a3-898b-359694009933 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:31.179003 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74399b63-af0a-4301-8142-663cba73b19e", "name": "network-vif-plugged", "status": "completed", "tag": "8152e959-e968-4252-b8c9-2211be4893c9", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:31.179195 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd930a27-e45a-49a3-898b-359694009933 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:31.180194 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74399b63-af0a-4301-8142-663cba73b19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8152e959-e968-4252-b8c9-2211be4893c9', 'code': 200} Aug 19 12:29:31.239769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2ed9b29-cc6e-486b-81e1-74446e32e13e req-f251c083-656a-48f8-8843-91fdc20024c8 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0305724 Aug 19 12:29:31.253523 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08ccb62f-4748-469e-88c5-7c01b38908d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.655045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-08ccb62f-4748-469e-88c5-7c01b38908d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3897653a10746c8b5012024c2c42741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6710374 Aug 19 12:29:31.657713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35622) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:31.681557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccb62f-4748-469e-88c5-7c01b38908d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6471b5-dc95-4f10-97dc-692f4f61f512,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:31.688301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204d56c-542f-4f7a-aa81-f6ab78d43e82 req-e8246192-ddbd-44d2-bd30-25442a06c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.690273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1204d56c-542f-4f7a-aa81-f6ab78d43e82 req-e8246192-ddbd-44d2-bd30-25442a06c202 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 1096 time: 0.4524882 Aug 19 12:29:31.713267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5883f-7457-4697-aa65-311990b9fbda req-e536178c-e917-4781-96a0-16cbb2a67d42 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:31.714808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdd5883f-7457-4697-aa65-311990b9fbda req-e536178c-e917-4781-96a0-16cbb2a67d42 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0891185 Aug 19 12:29:31.717269 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c3b94e5-d592-44a9-bb6a-42f2fbce2457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.741685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c3b94e5-d592-44a9-bb6a-42f2fbce2457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.756811 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1204d56c-542f-4f7a-aa81-f6ab78d43e82 req-5bd6bdf3-3c52-4175-9608-7ed227fe6add service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580480 Aug 19 12:29:31.769432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdd5883f-7457-4697-aa65-311990b9fbda req-c6881816-921c-42d9-8f09-a8aee1dfab01 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479581 Aug 19 12:29:31.913011 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c3b94e5-d592-44a9-bb6a-42f2fbce2457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.916770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c3b94e5-d592-44a9-bb6a-42f2fbce2457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.918047 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4c3b94e5-d592-44a9-bb6a-42f2fbce2457 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be6471b5-dc95-4f10-97dc-692f4f61f512 HTTP/1.1" status: 204 len: 168 time: 0.2586832 Aug 19 12:29:31.926564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b94e5-d592-44a9-bb6a-42f2fbce2457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6471b5-dc95-4f10-97dc-692f4f61f512,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:32.049326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebcc33-a9fe-43b7-995e-0bf1e58c8d8b req-7541352e-d5d2-490a-9d79-040f515cf9bd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.050877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3ebcc33-a9fe-43b7-995e-0bf1e58c8d8b req-7541352e-d5d2-490a-9d79-040f515cf9bd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 945 time: 0.0543542 Aug 19 12:29:32.092339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3ebcc33-a9fe-43b7-995e-0bf1e58c8d8b req-ca8d18dd-43a6-4f0d-aeaa-1dd50ab8410d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348365 Aug 19 12:29:32.367538 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f28cda37-f542-4ab8-8aff-78e6dd702a2b req-d54bd342-c9c4-4887-8356-7a05b21a97fe tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0319071 Aug 19 12:29:32.513765 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-7531821d-8739-4605-a334-ebcad40a4e4a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420365 Aug 19 12:29:32.598834 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-44d893d7-0f1f-48f4-8161-c93d9729b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.600484 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-44d893d7-0f1f-48f4-8161-c93d9729b5aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e6f87c5655343819547d841b6a7143b&device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 1101 time: 0.0607493 Aug 19 12:29:32.722732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-d56d3a88-71c7-47cd-a214-214bb6d4a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.724387 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-d56d3a88-71c7-47cd-a214-214bb6d4a09c service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.0995717 Aug 19 12:29:32.783654 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-72a75611-323e-40cf-930c-c9b810269db3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=837ce63a-fa8c-46a0-8e32-ee32cb002778 HTTP/1.1" status: 200 len: 217 time: 0.0443251 Aug 19 12:29:32.852979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-f1682c54-937c-4161-8f64-3d92e7b4d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.859903 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-f1682c54-937c-4161-8f64-3d92e7b4d63a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0694346 Aug 19 12:29:32.928005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8d634-bb39-44f9-9c47-b5d47e5d8900 req-a2322676-327b-457b-ab01-13fe3fe8010b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.936686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8c8d634-bb39-44f9-9c47-b5d47e5d8900 req-a2322676-327b-457b-ab01-13fe3fe8010b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0762179 Aug 19 12:29:33.008220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8c8d634-bb39-44f9-9c47-b5d47e5d8900 req-2ea7902e-5616-4f72-9f86-49ab0682dddb tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686810 Aug 19 12:29:33.013074 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-1e6fc1b8-e762-4cfd-b297-131ce762e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:33.016079 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-1e6fc1b8-e762-4cfd-b297-131ce762e69a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1397285 Aug 19 12:29:33.125100 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-ba08f384-c95f-43ff-ab5a-fa64f5cfaa84 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003711 Aug 19 12:29:33.239616 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-eedd0aa4-8015-4951-8b62-96cbb856b29a req-cb51fb0f-b1ef-44f8-935d-0c78b6973e9f service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053255 Aug 19 12:29:33.284342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622b16-03c2-4844-bd36-6f68c929b3c2 req-e753ecd2-5e7f-4a59-8ea8-a43201feca59 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:33.286176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55622b16-03c2-4844-bd36-6f68c929b3c2 req-e753ecd2-5e7f-4a59-8ea8-a43201feca59 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 945 time: 0.1010561 Aug 19 12:29:33.331297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55622b16-03c2-4844-bd36-6f68c929b3c2 req-eefba910-80d7-42be-8358-938edff94a17 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377166 Aug 19 12:29:33.509913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d272d7fa-bd9c-4cb4-9f0f-5cd7723f72c3 req-db7c295e-d0a0-41de-9f73-10ecb89f2ac1 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0590401 Aug 19 12:29:34.140736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acd481-fea4-49cc-adf0-15dee075bee3 req-638815e4-4fad-4bcb-87eb-7c6195eb448f tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:34.142741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2acd481-fea4-49cc-adf0-15dee075bee3 req-638815e4-4fad-4bcb-87eb-7c6195eb448f tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0580306 Aug 19 12:29:34.185811 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2acd481-fea4-49cc-adf0-15dee075bee3 req-207d93ee-ea24-4895-a500-2fce408d605c tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365479 Aug 19 12:29:34.472362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a802b85-e4fb-4888-8247-aa2b099690bf req-106e181d-1210-4081-ba8a-00cca8bb4d4d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:34.478480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a802b85-e4fb-4888-8247-aa2b099690bf req-106e181d-1210-4081-ba8a-00cca8bb4d4d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 945 time: 0.0623925 Aug 19 12:29:34.542838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a802b85-e4fb-4888-8247-aa2b099690bf req-35809159-5d82-4855-964d-84dbdd0fa4c0 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549912 Aug 19 12:29:34.703780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb517a-a99d-44de-81ee-ea68718e479c req-dd4de61f-7a00-4c47-a6e2-285fdcdc538f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:34.703780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cbb517a-a99d-44de-81ee-ea68718e479c req-dd4de61f-7a00-4c47-a6e2-285fdcdc538f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 945 time: 0.0820372 Aug 19 12:29:34.743095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cbb517a-a99d-44de-81ee-ea68718e479c req-3819a84a-2795-4c1e-b8d0-b3428583ea4f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352225 Aug 19 12:29:34.780942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb9108aa-a4bf-4173-bb4d-6f215972f81f req-c04a9df9-4adc-41d4-b3c0-e84b735c3921 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0367694 Aug 19 12:29:35.326603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254ddc4-b61f-41ea-a492-270b9fe1a5c8 req-9fd2742f-50af-4e27-a7e6-26cb1418759e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:35.336983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b254ddc4-b61f-41ea-a492-270b9fe1a5c8 req-9fd2742f-50af-4e27-a7e6-26cb1418759e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0795803 Aug 19 12:29:35.411423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b254ddc4-b61f-41ea-a492-270b9fe1a5c8 req-f70a290e-0dd4-46d8-8fd3-92e64d0c2890 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630479 Aug 19 12:29:35.442101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e153cc-3a65-4270-a2f9-ffb7d4c184fe req-a2d2b1f1-2627-4175-affe-a1d376539c28 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:35.442101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4e153cc-3a65-4270-a2f9-ffb7d4c184fe req-a2d2b1f1-2627-4175-affe-a1d376539c28 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 945 time: 0.1111932 Aug 19 12:29:35.475010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4e153cc-3a65-4270-a2f9-ffb7d4c184fe req-baf00a92-46bb-4f22-bfcd-c8139012c33e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Aug 19 12:29:35.559206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c019c9d-56dc-40bf-9c78-08cf85ee721f req-7cf88b63-1df9-4d79-8d1a-5bf1d6808aac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e8c3f596-c348-4c8f-979b-0ab21d45d65d HTTP/1.1" status: 200 len: 210 time: 0.0299044 Aug 19 12:29:35.891597 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a322d8f-45e3-4ff6-91a6-c1f5c419fb62 req-61194cfc-2b72-47ba-bcdb-5dbb0ded115d tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0282328 Aug 19 12:29:36.270132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35808) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:36.383963 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9ec0-9b04-4221-92c2-704dfa6c1b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.508067 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9ec0-9b04-4221-92c2-704dfa6c1b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.566960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca97412-3bcd-4846-b499-c4afd2b2e436 req-0307762f-b5eb-4a00-8ff9-323a8c904b40 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:36.569112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ca97412-3bcd-4846-b499-c4afd2b2e436 req-0307762f-b5eb-4a00-8ff9-323a8c904b40 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0565274 Aug 19 12:29:36.634047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ca97412-3bcd-4846-b499-c4afd2b2e436 req-2a3d2bec-ad42-4ea6-a63e-a44a91b7b2be tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545583 Aug 19 12:29:36.657266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fd616-1fde-4e18-832b-9c338d65c581 req-fb268480-0cb9-49f8-baac-a9b850a9b39a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:36.657266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f24fd616-1fde-4e18-832b-9c338d65c581 req-fb268480-0cb9-49f8-baac-a9b850a9b39a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 945 time: 0.0856712 Aug 19 12:29:36.687340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f24fd616-1fde-4e18-832b-9c338d65c581 req-9d26c57e-d7ff-4335-8a9d-742d22eb8cd9 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Aug 19 12:29:36.806877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e59e7f54-4911-4fa3-9b4b-05f78b8e4862 req-00744b2b-ee2b-4914-bb8d-3f1040a6f1bb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0257804 Aug 19 12:29:36.849998 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9ec0-9b04-4221-92c2-704dfa6c1b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.894753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d9ec0-9b04-4221-92c2-704dfa6c1b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea7b3d-5848-4412-8b5b-d590457345d8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:36.932819 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b7d9ec0-9b04-4221-92c2-704dfa6c1b69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ade3e18994c48c084d03ff134b27a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6285486 Aug 19 12:29:36.935122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35822) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:36.998696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5abc41c-c715-4b2d-9e56-ed0a1de89550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.016026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcb1cd67-fbf2-43f0-a29c-421df3a46ee4 req-9cc6f104-f595-466b-8691-537963ce08b2 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0407188 Aug 19 12:29:37.035162 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5abc41c-c715-4b2d-9e56-ed0a1de89550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.231109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5abc41c-c715-4b2d-9e56-ed0a1de89550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.233921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5abc41c-c715-4b2d-9e56-ed0a1de89550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.237430 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c5abc41c-c715-4b2d-9e56-ed0a1de89550 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43ea7b3d-5848-4412-8b5b-d590457345d8 HTTP/1.1" status: 204 len: 168 time: 0.2989383 Aug 19 12:29:37.243762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abc41c-c715-4b2d-9e56-ed0a1de89550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea7b3d-5848-4412-8b5b-d590457345d8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:37.402226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35830) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:37.628066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07beac-da96-4cea-a065-1e3f04d2911a req-e0a8e040-6f32-4586-9b6d-9b26152fc143 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:37.628579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777d21d7-9137-496d-8a8f-ea789f9a68ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.629610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c07beac-da96-4cea-a065-1e3f04d2911a req-e0a8e040-6f32-4586-9b6d-9b26152fc143 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.53 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 945 time: 0.0597949 Aug 19 12:29:37.751900 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777d21d7-9137-496d-8a8f-ea789f9a68ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.810068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5c07beac-da96-4cea-a065-1e3f04d2911a req-00e2b8c6-d6fb-40ee-8cd3-f801f538c3a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Deleting port 8152e959-e968-4252-b8c9-2211be4893c9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:37.810416 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5c07beac-da96-4cea-a065-1e3f04d2911a req-00e2b8c6-d6fb-40ee-8cd3-f801f538c3a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.822413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88920c89-c3a3-41fe-a212-0fdb2ec97aae req-8a65dd8c-b460-43db-ae6d-268e459fa78d tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:37.823917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88920c89-c3a3-41fe-a212-0fdb2ec97aae req-8a65dd8c-b460-43db-ae6d-268e459fa78d tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.1044512 Aug 19 12:29:37.831011 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777d21d7-9137-496d-8a8f-ea789f9a68ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.872152 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-777d21d7-9137-496d-8a8f-ea789f9a68ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d2dd8f6e39a45ebb53826e795b9f89a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685423 Aug 19 12:29:37.873590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d21d7-9137-496d-8a8f-ea789f9a68ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ba4ab7-8944-49cc-a7d5-62f90fdcdc0f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:37.876716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35846) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:37.912171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af797239-35bf-4443-a538-ac84d5b63964 req-863de7a4-09c9-4a58-9619-cd114d532241 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:37.913924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af797239-35bf-4443-a538-ac84d5b63964 req-863de7a4-09c9-4a58-9619-cd114d532241 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 945 time: 0.1431642 Aug 19 12:29:37.938881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c369e48-c8cc-45b8-a06d-5d44fca72822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.942203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88920c89-c3a3-41fe-a212-0fdb2ec97aae req-9ac361d0-df84-412b-98b4-7d0d5c82373c tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800567 Aug 19 12:29:37.968645 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c369e48-c8cc-45b8-a06d-5d44fca72822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.989949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5c07beac-da96-4cea-a065-1e3f04d2911a req-00e2b8c6-d6fb-40ee-8cd3-f801f538c3a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] For port 8152e959-e968-4252-b8c9-2211be4893c9, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8152e959-e968-4252-b8c9-2211be4893c9,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:37.990546 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5c07beac-da96-4cea-a065-1e3f04d2911a req-00e2b8c6-d6fb-40ee-8cd3-f801f538c3a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.996895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af797239-35bf-4443-a538-ac84d5b63964 req-c0dfc7ff-5938-42eb-aafc-e15bf7b0f5c4 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734081 Aug 19 12:29:38.010804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5c07beac-da96-4cea-a065-1e3f04d2911a req-00e2b8c6-d6fb-40ee-8cd3-f801f538c3a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Calling delete_port for 8152e959-e968-4252-b8c9-2211be4893c9 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:38.153006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c369e48-c8cc-45b8-a06d-5d44fca72822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.156376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c369e48-c8cc-45b8-a06d-5d44fca72822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.158107 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6c369e48-c8cc-45b8-a06d-5d44fca72822 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3ba4ab7-8944-49cc-a7d5-62f90fdcdc0f HTTP/1.1" status: 204 len: 168 time: 0.2802448 Aug 19 12:29:38.168303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c369e48-c8cc-45b8-a06d-5d44fca72822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ba4ab7-8944-49cc-a7d5-62f90fdcdc0f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:38.174034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abd88c0d-c482-4f01-8ea3-631d5ef4b6e8 req-0ecfa4e8-3f21-4a96-b069-56d157d79beb tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0627189 Aug 19 12:29:38.376099 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5c07beac-da96-4cea-a065-1e3f04d2911a req-00e2b8c6-d6fb-40ee-8cd3-f801f538c3a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.389114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8152e959-e968-4252-b8c9-2211be4893c9'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:38.401678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:38.406792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2b8c6-d6fb-40ee-8cd3-f801f538c3a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event deleted for resources: {'Port': ['ID=8152e959-e968-4252-b8c9-2211be4893c9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:38.472003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c07beac-da96-4cea-a065-1e3f04d2911a req-00e2b8c6-d6fb-40ee-8cd3-f801f538c3a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] No DVR routers for this DVR port 8152e959-e968-4252-b8c9-2211be4893c9 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:38.474809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5c07beac-da96-4cea-a065-1e3f04d2911a req-00e2b8c6-d6fb-40ee-8cd3-f801f538c3a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.480188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c07beac-da96-4cea-a065-1e3f04d2911a req-00e2b8c6-d6fb-40ee-8cd3-f801f538c3a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.53 "DELETE /v2.0/ports/8152e959-e968-4252-b8c9-2211be4893c9 HTTP/1.1" status: 204 len: 173 time: 0.8346121 Aug 19 12:29:38.480188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74399b63-af0a-4301-8142-663cba73b19e', 'name': 'network-vif-deleted', 'tag': '8152e959-e968-4252-b8c9-2211be4893c9'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:38.480188 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1023dfe0-7f0c-4fe8-ae47-66677b1e6a40" -d '{"events": [{"server_uuid": "74399b63-af0a-4301-8142-663cba73b19e", "name": "network-vif-deleted", "tag": "8152e959-e968-4252-b8c9-2211be4893c9"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:38.524021 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b9f646-e7d3-4ee0-bc13-6398f662ae61 x-openstack-request-id: req-42b9f646-e7d3-4ee0-bc13-6398f662ae61 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:38.524021 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74399b63-af0a-4301-8142-663cba73b19e", "name": "network-vif-deleted", "tag": "8152e959-e968-4252-b8c9-2211be4893c9", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:38.524415 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42b9f646-e7d3-4ee0-bc13-6398f662ae61 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:38.525319 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74399b63-af0a-4301-8142-663cba73b19e', 'name': 'network-vif-deleted', 'tag': '8152e959-e968-4252-b8c9-2211be4893c9', 'status': 'completed', 'code': 200} Aug 19 12:29:39.131288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53c53d1a-d59f-424a-8266-cf858cfe15e9 req-3ee7bd5c-164c-4fe7-9b51-1967e6809852 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=74399b63-af0a-4301-8142-663cba73b19e HTTP/1.1" status: 200 len: 210 time: 0.0335112 Aug 19 12:29:39.144480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35886) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:39.146061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e91e9-c7ef-4bd4-abba-58e6da2e5835 req-0658958c-c876-4dd7-9a5a-0948105722aa tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:39.148338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e9e91e9-c7ef-4bd4-abba-58e6da2e5835 req-0658958c-c876-4dd7-9a5a-0948105722aa tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0874460 Aug 19 12:29:39.171326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35888) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:39.172376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-414ec81d-4852-4417-aba2-29d0f63dfb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.200596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e9e91e9-c7ef-4bd4-abba-58e6da2e5835 req-e4d29f64-f647-40ab-aa4d-3b329624b5cd tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 Aug 19 12:29:39.290586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-414ec81d-4852-4417-aba2-29d0f63dfb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.308309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2dbf1c83-83b2-4194-b7e2-387f141ad777 req-fdd7a851-aa14-44b3-ab5e-803252b9f2fc tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0308521 Aug 19 12:29:39.357105 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a559d8e-cb46-48fc-9707-71421927a1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.386567 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-414ec81d-4852-4417-aba2-29d0f63dfb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.486535 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-414ec81d-4852-4417-aba2-29d0f63dfb08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16818898c4be4945a2204d3f59d9712f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407559 Aug 19 12:29:39.489576 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35906) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:39.490718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ec81d-4852-4417-aba2-29d0f63dfb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f97ae6-1062-490d-8185-96131732cbaa,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.550793 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a559d8e-cb46-48fc-9707-71421927a1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.571452 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1d240b0-93e9-4e3d-aea9-e19932f5bdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.592312 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1d240b0-93e9-4e3d-aea9-e19932f5bdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.802820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a559d8e-cb46-48fc-9707-71421927a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.842416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a559d8e-cb46-48fc-9707-71421927a1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898c8bf6-c88f-4182-82dc-50220723044f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.846730 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4a559d8e-cb46-48fc-9707-71421927a1d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c99bf95679934a2bb37d4e2c051442a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6744168 Aug 19 12:29:39.850381 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35910) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:39.910563 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba989feb-5661-43bd-bb5c-8364f53d3c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.934309 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba989feb-5661-43bd-bb5c-8364f53d3c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.058162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d68d3d6d-40f9-4b80-914e-0aaa12cad54c req-11c45964-1388-4fbe-b863-ea8e17410a23 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0285363 Aug 19 12:29:40.159597 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1d240b0-93e9-4e3d-aea9-e19932f5bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.166344 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1d240b0-93e9-4e3d-aea9-e19932f5bdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.170886 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e1d240b0-93e9-4e3d-aea9-e19932f5bdef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20f97ae6-1062-490d-8185-96131732cbaa HTTP/1.1" status: 204 len: 168 time: 0.6491573 Aug 19 12:29:40.170886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba989feb-5661-43bd-bb5c-8364f53d3c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.174074 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba989feb-5661-43bd-bb5c-8364f53d3c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.180836 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ba989feb-5661-43bd-bb5c-8364f53d3c68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/898c8bf6-c88f-4182-82dc-50220723044f HTTP/1.1" status: 204 len: 168 time: 0.3282897 Aug 19 12:29:40.196773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d240b0-93e9-4e3d-aea9-e19932f5bdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f97ae6-1062-490d-8185-96131732cbaa,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:40.218609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba989feb-5661-43bd-bb5c-8364f53d3c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898c8bf6-c88f-4182-82dc-50220723044f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:40.348352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7481b-7f0e-4272-9683-b64d6afd610d req-eaad6522-d453-47f4-bc9e-15f5a236a6a4 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:40.349960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ae7481b-7f0e-4272-9683-b64d6afd610d req-eaad6522-d453-47f4-bc9e-15f5a236a6a4 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0522842 Aug 19 12:29:40.406125 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ae7481b-7f0e-4272-9683-b64d6afd610d req-f95e366d-81f7-4d66-aeaa-6118921c9fe3 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440898 Aug 19 12:29:40.826956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-72fba339-5b17-40a3-85f9-509d377badb2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:40.828595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-72fba339-5b17-40a3-85f9-509d377badb2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.1423767 Aug 19 12:29:40.850957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-b4cf2c7a-9361-429d-80e1-f9070149f7cf tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/quotas/936b1e24676b42568b06c49ce8852ad3 HTTP/1.1" status: 200 len: 375 time: 0.0126863 Aug 19 12:29:40.908685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-f1358b0c-afb4-4dd9-a09f-c06dcd77cb7a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463572 Aug 19 12:29:41.009615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-efa05518-9d3f-48a4-a5e7-f79adc3f59c5 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934937 Aug 19 12:29:41.107258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-b7c52666-4105-4f02-a5c6-064d3d4bfd43 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910206 Aug 19 12:29:41.187649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-563b53f1-ddfc-4c3a-aaa0-734e9681ea6a req-47fabe61-828e-49e3-81dd-75edab66fec5 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0336018 Aug 19 12:29:41.483383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ff9588e-7119-4195-aecc-3c99be375fff req-8629ed02-0abd-47bd-ad6b-ebe1205fe222 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 210 time: 0.0535657 Aug 19 12:29:41.578436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06ecae-6768-48d7-b0dc-f52cb36b4b2c req-729808b9-8926-4ce6-8e59-9c08d3df42ed tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:41.586232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d06ecae-6768-48d7-b0dc-f52cb36b4b2c req-729808b9-8926-4ce6-8e59-9c08d3df42ed tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0748794 Aug 19 12:29:41.598968 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.617105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35996) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:41.635036 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d06ecae-6768-48d7-b0dc-f52cb36b4b2c req-9a140af6-8472-4e55-b715-c67ed4a4e24f tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478418 Aug 19 12:29:41.840100 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-106061391'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:41.964503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Made reservation on behalf of ed4d6d15569b4494a39d2ff1c238f5f6 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:41.968008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.977353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.092942 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.239678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.266861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:42.277269 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935e511a-5f52-428a-9a56-1e7c5d147430,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:42.282075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.282466 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Added segment 865028b4-9abc-495f-9955-bee7d520f9fd of type vlan for network a57831c7-7066-4960-88f0-ead7e5cf3ae2 Aug 19 12:29:42.300013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8bfc63e-2b0d-49ba-8307-3eb4af2b55fc req-15e00ddc-60cb-4069-828f-be8153269421 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0315907 Aug 19 12:29:42.326468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.438626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.444238 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:42.444893 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.517023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'Network': ['ID=a57831c7-7066-4960-88f0-ead7e5cf3ae2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:42.528334 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:42.573039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6317a800-5a6c-4ef3-bb25-67c48d44e0a6 req-ca453116-db74-4612-a1d3-361d758f9d38 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 210 time: 0.0282221 Aug 19 12:29:42.601860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8152e959-e968-4252-b8c9-2211be4893c9 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:42.628216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 8152e959-e968-4252-b8c9-2211be4893c9 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:42.628577 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8152e959-e968-4252-b8c9-2211be4893c9 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:42.649865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36024) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:42.654066 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7b55ac12-14e2-4d6b-9a08-1d4ae6f25ab5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0355251 Aug 19 12:29:42.662275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Request body: {'subnet': {'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:42.799661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8ef7a-2f31-4107-abb4-fb91085932c7 req-0b5baf14-47d1-4188-9b01-d1c16e1bb961 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:42.801158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82a8ef7a-2f31-4107-abb4-fb91085932c7 req-0b5baf14-47d1-4188-9b01-d1c16e1bb961 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0771801 Aug 19 12:29:42.842518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82a8ef7a-2f31-4107-abb4-fb91085932c7 req-77dfdb27-92fd-497b-b5e0-13c420128b2c tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350549 Aug 19 12:29:42.946721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Made reservation on behalf of ed4d6d15569b4494a39d2ff1c238f5f6 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:42.950391 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.407257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29e2de64-a16f-4008-914b-a429725fa72f req-6254ef9f-cd6f-4923-8f1d-e6d16b4255d1 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0286558 Aug 19 12:29:43.435018 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.507721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'Subnet': ['ID=a47579b0-d26e-4696-b7ae-2713f68bb329,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:43.516669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Checking segment: {'id': '865028b4-9abc-495f-9955-bee7d520f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:43.517039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Network hostable DHCP agents. Network: a57831c7-7066-4960-88f0-ead7e5cf3ae2, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:43.655987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:43.725210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f67d1f7-332d-4262-95f5-856fdaa546f9 req-9fe91b96-d767-4f1b-ae2b-03d950fdadb9 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 210 time: 0.0310268 Aug 19 12:29:43.905627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, a57831c7-7066-4960-88f0-ead7e5cf3ae2) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:43.912221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:43.913290 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.915562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d567de9e-bb40-447e-9d41-2f650adc1818 None None] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:44.028037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccc826-9135-4b05-9332-0a58dc037f11 req-6396271c-d09c-40f3-9025-2aa196b8c2c9 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:44.030059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01ccc826-9135-4b05-9332-0a58dc037f11 req-6396271c-d09c-40f3-9025-2aa196b8c2c9 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0833857 Aug 19 12:29:44.073062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01ccc826-9135-4b05-9332-0a58dc037f11 req-8a3c2608-3476-4dcc-8829-743502ca85b7 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369606 Aug 19 12:29:44.102508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-df8d727b-3f22-4b19-ab4b-7c2bfee9a21a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4471500 Aug 19 12:29:44.105057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36054) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:44.110023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Request body: {'port': {'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2', 'name': 'tempest-AllowedAddressPairTestJSON-1622760674'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:44.112866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-a57831c7-7066-4960-88f0-ead7e5cf3ae2', 'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2', 'tenant_id': 'ed4d6d15569b4494a39d2ff1c238f5f6', 'fixed_ips': [{'subnet_id': 'a47579b0-d26e-4696-b7ae-2713f68bb329'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:44.113776 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.277102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-47a1bbad-2467-43f3-9a4c-5ccb73cabafa tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:44.278823 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-47a1bbad-2467-43f3-9a4c-5ccb73cabafa tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.1244352 Aug 19 12:29:44.290018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Allocated IP 172.20.0.2 (a57831c7-7066-4960-88f0-ead7e5cf3ae2/a47579b0-d26e-4696-b7ae-2713f68bb329/4c493489-0bc4-4a2a-af32-917f88616c9a) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:44.292843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Request body: {'port': {'device_id': 'efedf714-6e3b-4c89-a6c1-2184a515aeac', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'admin_state_up': True, 'tenant_id': '936b1e24676b42568b06c49ce8852ad3'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:44.381568 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.400157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Made reservation on behalf of ed4d6d15569b4494a39d2ff1c238f5f6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:44.405144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.446966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700007d2-f66e-4103-89bc-1d1ebdc08e21 req-0862195c-f238-4706-b2fd-4b7bc6dd0dc1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:44.448547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-700007d2-f66e-4103-89bc-1d1ebdc08e21 req-0862195c-f238-4706-b2fd-4b7bc6dd0dc1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 945 time: 0.0908313 Aug 19 12:29:44.449861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] device_id is not set on port 0213235a-9319-4523-8999-1ffd7e1c3379 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:44.487124 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.498587 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Transition to ACTIVE for port object 4c493489-0bc4-4a2a-af32-917f88616c9a will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:44.516639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Transition to ACTIVE for port object 4c493489-0bc4-4a2a-af32-917f88616c9a will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:44.540452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Made reservation on behalf of 936b1e24676b42568b06c49ce8852ad3 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:44.544301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.558042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a030719-7efe-4139-a4c0-6f471d603b84 req-098cbe91-9116-410f-8855-29486d693303 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0363007 Aug 19 12:29:44.586562 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-700007d2-f66e-4103-89bc-1d1ebdc08e21 req-c67dcdd9-4808-4ed9-94d2-f40a621a0a87 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894098 Aug 19 12:29:44.634086 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.690701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:44.696816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Allocated IP 172.20.0.11 (8a27b72f-16a2-4887-9d46-96e985490dc9/3c92c0f2-8a31-4350-9c36-d9b578ba2de7/34005d64-f4e2-4153-80d4-45a0baf25233) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:44.697862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:44.701483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:44.706988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Pushing event updated for resources: {'Port': ['ID=4c493489-0bc4-4a2a-af32-917f88616c9a,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:44.711646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Allocated IP 172.20.0.14 (a57831c7-7066-4960-88f0-ead7e5cf3ae2/a47579b0-d26e-4696-b7ae-2713f68bb329/0213235a-9319-4523-8999-1ffd7e1c3379) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:44.718033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.718434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.718781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.719116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.719501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.719830 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.720160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.720533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.720862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.721256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.721612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.721936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:44.824410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Attempting to bind port 4c493489-0bc4-4a2a-af32-917f88616c9a on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:44.824778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Attempting to bind port 4c493489-0bc4-4a2a-af32-917f88616c9a by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '865028b4-9abc-495f-9955-bee7d520f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:44.825142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Attempting to bind port 4c493489-0bc4-4a2a-af32-917f88616c9a on network a57831c7-7066-4960-88f0-ead7e5cf3ae2 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:44.832322 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:44.832759 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Checking segment: {'id': '865028b4-9abc-495f-9955-bee7d520f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:44.833198 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.833626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Bound using segment: {'id': '865028b4-9abc-495f-9955-bee7d520f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:44.834105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Bound port: 4c493489-0bc4-4a2a-af32-917f88616c9a, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865028b4-9abc-495f-9955-bee7d520f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:44.834483 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.919477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] For port 4c493489-0bc4-4a2a-af32-917f88616c9a, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:44.921946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5beaadd6-6108-416a-abff-e02d7d3f6616 req-74183a97-3576-46ac-b344-4aa080a7b738 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 210 time: 0.0491955 Aug 19 12:29:44.923979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] For port 4c493489-0bc4-4a2a-af32-917f88616c9a, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4c493489-0bc4-4a2a-af32-917f88616c9a,segment=NetworkSegment(865028b4-9abc-495f-9955-bee7d520f9fd),segment_id=865028b4-9abc-495f-9955-bee7d520f9fd)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:44.968428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.985437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Transition to ACTIVE for port object 0213235a-9319-4523-8999-1ffd7e1c3379 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:45.005970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.073200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6715b-88cb-4590-bdb0-2d20a11f19f1 None None] Pushing event updated for resources: {'Port': ['ID=4c493489-0bc4-4a2a-af32-917f88616c9a,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:45.172299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.221988 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.301569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'Port': ['ID=0213235a-9319-4523-8999-1ffd7e1c3379,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:45.311331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:45.317101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:45.325021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:45.346421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.360475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:45.364317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170cd24-3123-4ca3-86f1-366293b5be49 req-4aa66617-8004-420c-aa1d-0d348ea426a0 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:45.366079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b170cd24-3123-4ca3-86f1-366293b5be49 req-4aa66617-8004-420c-aa1d-0d348ea426a0 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.2066262 Aug 19 12:29:45.413050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Network 8a27b72f-16a2-4887-9d46-96e985490dc9 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:45.415113 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event updated for resources: {'Port': ['ID=34005d64-f4e2-4153-80d4-45a0baf25233,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:45.418356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:45.418503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:45.419422 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.433655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:45.454015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b170cd24-3123-4ca3-86f1-366293b5be49 req-2ea74835-73bc-4c74-9fde-12175cd60c2e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786204 Aug 19 12:29:45.488994 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:45.489646 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.616084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-276744e2-c357-4bfd-913b-9fa29490a8d8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5099196 Aug 19 12:29:45.620028 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-78b721a1-5bbf-411c-9d37-a0ea6ebe0b12 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3302655 Aug 19 12:29:45.620137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36084) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:45.624761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Request body: {'port': {'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2', 'name': 'tempest-AllowedAddressPairTestJSON-1485911370', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:36:20:8b'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:45.709777 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Request body: {'port': {'device_id': 'efedf714-6e3b-4c89-a6c1-2184a515aeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:45.746380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0061fb65-51cd-4f8e-aed0-20e8167a3183 req-5ddf3966-84d0-4a57-a278-66316d138354 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0568237 Aug 19 12:29:45.776461 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.797052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a313c3-8004-4a4a-aafc-3b05c934efcf req-67914b6a-f05c-4778-a8b4-4af37f779258 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:45.798641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40a313c3-8004-4a4a-aafc-3b05c934efcf req-67914b6a-f05c-4778-a8b4-4af37f779258 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 945 time: 0.1114948 Aug 19 12:29:45.862697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40a313c3-8004-4a4a-aafc-3b05c934efcf req-9e95ab3e-a083-41e5-8fbb-4d884093c5bf tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535135 Aug 19 12:29:45.905185 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36092) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:45.964432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Made reservation on behalf of ed4d6d15569b4494a39d2ff1c238f5f6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:46.055329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6054830e-87e9-4827-86f1-4d2a42a1ff56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.126471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac38a1c-b57b-4860-b07b-7f616df77768 req-81cbeff8-5ebc-40d5-84c1-5481dcdf8b4a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:46.128061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dac38a1c-b57b-4860-b07b-7f616df77768 req-81cbeff8-5ebc-40d5-84c1-5481dcdf8b4a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 932 time: 0.0800762 Aug 19 12:29:46.134543 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.161327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34005d64-f4e2-4153-80d4-45a0baf25233 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:46.169731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] device_id is not set on port 1234f75b-afe6-4ab3-8057-36ddd32cc63d yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:46.172376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.194235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Transition to ACTIVE for port object 34005d64-f4e2-4153-80d4-45a0baf25233 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:46.224908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dac38a1c-b57b-4860-b07b-7f616df77768 req-983e7b7b-c20a-4948-979e-92be0714548b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879538 Aug 19 12:29:46.234871 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6054830e-87e9-4827-86f1-4d2a42a1ff56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.273106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.297433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0f255c-8bed-4c11-80ee-1312880fbbd0 None None] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:46.307468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Allocated IP 172.20.0.9 (a57831c7-7066-4960-88f0-ead7e5cf3ae2/a47579b0-d26e-4696-b7ae-2713f68bb329/1234f75b-afe6-4ab3-8057-36ddd32cc63d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:46.323481 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6054830e-87e9-4827-86f1-4d2a42a1ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.352670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Pushing event updated for resources: {'Port': ['ID=34005d64-f4e2-4153-80d4-45a0baf25233,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:46.420806 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6054830e-87e9-4827-86f1-4d2a42a1ff56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fb437606ecd4472a771081f524fba60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139492 Aug 19 12:29:46.425057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054830e-87e9-4827-86f1-4d2a42a1ff56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f701f68-a3b4-40e6-bfde-f1b7cf5f3925,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:46.434060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36098) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:46.448794 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef29ecc-11b0-4393-9121-70cb7f16aba4 req-5f8e2822-8550-45ae-9d2c-1e19f8073fcc tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:46.450342 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ef29ecc-11b0-4393-9121-70cb7f16aba4 req-5f8e2822-8550-45ae-9d2c-1e19f8073fcc tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 945 time: 0.1120236 Aug 19 12:29:46.493893 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Attempting to bind port 34005d64-f4e2-4153-80d4-45a0baf25233 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:46.494237 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Attempting to bind port 34005d64-f4e2-4153-80d4-45a0baf25233 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:46.494575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Attempting to bind port 34005d64-f4e2-4153-80d4-45a0baf25233 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:46.507734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Port 34005d64-f4e2-4153-80d4-45a0baf25233 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:29:46.508167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Attempting to bind port 34005d64-f4e2-4153-80d4-45a0baf25233 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:46.519785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:46.520135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Checking segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:46.520529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Bound using segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:46.521629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Bound port: 34005d64-f4e2-4153-80d4-45a0baf25233, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:46.522003 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.526152 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8abb86ea-dcd9-4bb3-8877-0822061bac51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.563905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-04828e2b-99fe-4a7c-97c1-5f8722011ded None None] Provisioning for port 4c493489-0bc4-4a2a-af32-917f88616c9a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:46.626329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8abb86ea-dcd9-4bb3-8877-0822061bac51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.643111 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.646010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] For port 34005d64-f4e2-4153-80d4-45a0baf25233, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:46.689068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] For port 34005d64-f4e2-4153-80d4-45a0baf25233, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=34005d64-f4e2-4153-80d4-45a0baf25233,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:46.712718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd69fe-d5df-4a5c-a0c9-27852ff4a434 req-f6d21857-21e9-479f-a8ad-e44ca92a810b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:46.715009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37bd69fe-d5df-4a5c-a0c9-27852ff4a434 req-f6d21857-21e9-479f-a8ad-e44ca92a810b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.1675761 Aug 19 12:29:46.720202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-8ef29ecc-11b0-4393-9121-70cb7f16aba4 req-22e9f96b-1d75-4d4b-b08b-a242d2ca8369 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Deleting port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:46.720645 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8ef29ecc-11b0-4393-9121-70cb7f16aba4 req-22e9f96b-1d75-4d4b-b08b-a242d2ca8369 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.723704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c493489-0bc4-4a2a-af32-917f88616c9a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:46.805660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.824851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37bd69fe-d5df-4a5c-a0c9-27852ff4a434 req-4ae63cdc-b9d9-4e49-a462-276c0d7a4c49 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882680 Aug 19 12:29:46.853749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Transition to ACTIVE for port object 1234f75b-afe6-4ab3-8057-36ddd32cc63d will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:46.856520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8ef29ecc-11b0-4393-9121-70cb7f16aba4 req-22e9f96b-1d75-4d4b-b08b-a242d2ca8369 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] For port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:46.857090 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8ef29ecc-11b0-4393-9121-70cb7f16aba4 req-22e9f96b-1d75-4d4b-b08b-a242d2ca8369 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.866002 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8abb86ea-dcd9-4bb3-8877-0822061bac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.870232 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8abb86ea-dcd9-4bb3-8877-0822061bac51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.871760 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8abb86ea-dcd9-4bb3-8877-0822061bac51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f701f68-a3b4-40e6-bfde-f1b7cf5f3925 HTTP/1.1" status: 204 len: 168 time: 0.4358704 Aug 19 12:29:46.878851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4c493489-0bc4-4a2a-af32-917f88616c9a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:46.884194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:46.884883 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.888066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4c493489-0bc4-4a2a-af32-917f88616c9a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:46.888066 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.888296 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] 10.222.0.52 "PUT /v2.0/ports/34005d64-f4e2-4153-80d4-45a0baf25233 HTTP/1.1" status: 200 len: 1092 time: 1.2571352 Aug 19 12:29:46.897567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-8ef29ecc-11b0-4393-9121-70cb7f16aba4 req-22e9f96b-1d75-4d4b-b08b-a242d2ca8369 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Calling delete_port for a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:46.911568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efedf714-6e3b-4c89-a6c1-2184a515aeac', 'tag': '34005d64-f4e2-4153-80d4-45a0baf25233'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:46.915464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-19fbcaa4-ca4e-4a17-a235-a8ac2e063b52 None None] Provisioning for port 0213235a-9319-4523-8999-1ffd7e1c3379 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:46.917074 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21418a57-9b4a-4581-b41e-1d28b39dbf1c" -d '{"events": [{"name": "network-changed", "server_uuid": "efedf714-6e3b-4c89-a6c1-2184a515aeac", "tag": "34005d64-f4e2-4153-80d4-45a0baf25233"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:46.927942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-19fbcaa4-ca4e-4a17-a235-a8ac2e063b52 None None] Provisioning complete for port 0213235a-9319-4523-8999-1ffd7e1c3379 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:46.928324 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19fbcaa4-ca4e-4a17-a235-a8ac2e063b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.966181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb86ea-dcd9-4bb3-8877-0822061bac51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f701f68-a3b4-40e6-bfde-f1b7cf5f3925,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:46.983452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da575e27-c76c-4fc1-b803-320d22ca135e req-158acb13-9c6c-4ed0-82c8-13f83405af81 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.1130099 Aug 19 12:29:46.985691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f2ff6-6f72-4423-b428-a15d57d4c522 service neutron] Pushing event updated for resources: {'Port': ['ID=34005d64-f4e2-4153-80d4-45a0baf25233,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:47.055105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-19fbcaa4-ca4e-4a17-a235-a8ac2e063b52 None None] Port 0213235a-9319-4523-8999-1ffd7e1c3379 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:47.082684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-bf577747-c1cd-41c9-b4c5-77f1ec196f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.084651 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-bf577747-c1cd-41c9-b4c5-77f1ec196f84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 1095 time: 0.0726957 Aug 19 12:29:47.099358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-19fbcaa4-ca4e-4a17-a235-a8ac2e063b52 None None] Provisioning complete for port 4c493489-0bc4-4a2a-af32-917f88616c9a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:47.099720 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19fbcaa4-ca4e-4a17-a235-a8ac2e063b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.103138 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.135327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2043c8-6813-42c9-9f97-86b90d0d15a6 req-bc171dec-c104-40fe-b092-cde8c22f797c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.137434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f2043c8-6813-42c9-9f97-86b90d0d15a6 req-bc171dec-c104-40fe-b092-cde8c22f797c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 945 time: 0.1389444 Aug 19 12:29:47.170446 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-2612ce4c-1c39-4eba-a6fb-92196c54732a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34005d64-f4e2-4153-80d4-45a0baf25233 HTTP/1.1" status: 200 len: 217 time: 0.0766289 Aug 19 12:29:47.172265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 4c493489-0bc4-4a2a-af32-917f88616c9a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4c493489-0bc4-4a2a-af32-917f88616c9a,segment=NetworkSegment(865028b4-9abc-495f-9955-bee7d520f9fd),segment_id=865028b4-9abc-495f-9955-bee7d520f9fd)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:47.215910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f2043c8-6813-42c9-9f97-86b90d0d15a6 req-74a9f0f6-cced-49b0-b1c2-e3e2ec747243 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546029 Aug 19 12:29:47.217150 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.241000 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19fbcaa4-ca4e-4a17-a235-a8ac2e063b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.253366 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-be01f8d3-de07-4096-9792-d6f7062dbedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.256485 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-be01f8d3-de07-4096-9792-d6f7062dbedd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.0758667 Aug 19 12:29:47.269229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:47.272988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:47.277335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:47.342220 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.346590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.347316 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.351979 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-b3f8a425-00c9-4fa6-b548-624f78c4252c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858362 Aug 19 12:29:47.394840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'Port': ['ID=1234f75b-afe6-4ab3-8057-36ddd32cc63d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:47.403947 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8ef29ecc-11b0-4393-9121-70cb7f16aba4 req-22e9f96b-1d75-4d4b-b08b-a242d2ca8369 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.423104 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:47.469301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9f96b-1d75-4d4b-b08b-a242d2ca8369 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event deleted for resources: {'Port': ['ID=a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:47.511676 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-19fbcaa4-ca4e-4a17-a235-a8ac2e063b52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:29:47.512165 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-19fbcaa4-ca4e-4a17-a235-a8ac2e063b52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:29:47.513091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=4c493489-0bc4-4a2a-af32-917f88616c9a,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:47.518655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0156924-46f7-4eb1-85b4-f100b342d147 req-6a488782-fd8a-400c-91ba-dba30bb41350 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.518655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0156924-46f7-4eb1-85b4-f100b342d147 req-6a488782-fd8a-400c-91ba-dba30bb41350 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 944 time: 0.1613758 Aug 19 12:29:47.521639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a705ee5e-2ef5-4f5c-9f67-f475fe93afa9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9009302 Aug 19 12:29:47.524604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36118) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:47.573898 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdfef43-7770-4aef-becc-b0216add7557 x-openstack-request-id: req-fcdfef43-7770-4aef-becc-b0216add7557 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:47.575025 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efedf714-6e3b-4c89-a6c1-2184a515aeac", "tag": "34005d64-f4e2-4153-80d4-45a0baf25233", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:47.575665 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fcdfef43-7770-4aef-becc-b0216add7557 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:47.576220 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efedf714-6e3b-4c89-a6c1-2184a515aeac', 'tag': '34005d64-f4e2-4153-80d4-45a0baf25233', 'status': 'completed', 'code': 200} Aug 19 12:29:47.582873 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-b59f791e-2d64-4de4-8658-7bd51577f030 service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226968 Aug 19 12:29:47.585676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef29ecc-11b0-4393-9121-70cb7f16aba4 req-22e9f96b-1d75-4d4b-b08b-a242d2ca8369 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] No DVR routers for this DVR port a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:47.605272 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8ef29ecc-11b0-4393-9121-70cb7f16aba4 req-22e9f96b-1d75-4d4b-b08b-a242d2ca8369 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.607555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ef29ecc-11b0-4393-9121-70cb7f16aba4 req-22e9f96b-1d75-4d4b-b08b-a242d2ca8369 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "DELETE /v2.0/ports/a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb HTTP/1.1" status: 204 len: 173 time: 1.1496685 Aug 19 12:29:47.608213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2574aa9d-d277-4f9a-b482-733f2ef0f95c', 'name': 'network-vif-deleted', 'tag': 'a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:47.610529 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c516313-9eae-46b0-8a55-8bbe729b4436" -d '{"events": [{"server_uuid": "2574aa9d-d277-4f9a-b482-733f2ef0f95c", "name": "network-vif-deleted", "tag": "a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:47.663841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0156924-46f7-4eb1-85b4-f100b342d147 req-a30316d1-6dc3-45aa-80b1-97524a7a6560 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109388 Aug 19 12:29:47.692376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57a8b20-fbaf-4c6d-8ea9-3fa29e3a3341 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.702491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57a8b20-fbaf-4c6d-8ea9-3fa29e3a3341 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.708827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57a8b20-fbaf-4c6d-8ea9-3fa29e3a3341 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.711297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c57a8b20-fbaf-4c6d-8ea9-3fa29e3a3341 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1857204 Aug 19 12:29:47.712819 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4886728e-447e-4e25-aa10-5d327a9be77c x-openstack-request-id: req-4886728e-447e-4e25-aa10-5d327a9be77c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:47.713103 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2574aa9d-d277-4f9a-b482-733f2ef0f95c", "name": "network-vif-deleted", "tag": "a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:47.713357 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4886728e-447e-4e25-aa10-5d327a9be77c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:47.713761 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2574aa9d-d277-4f9a-b482-733f2ef0f95c', 'name': 'network-vif-deleted', 'tag': 'a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb', 'status': 'completed', 'code': 200} Aug 19 12:29:47.714340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36128) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:47.741864 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4dc9bf5-d3f9-4af2-ae50-b347ea7cbba8 req-25745a92-166d-4357-bb5c-e3de5654452b service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482086 Aug 19 12:29:47.809651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-02e82ebf-3036-4da7-819b-a246596e50f0 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Deleting port 1234f75b-afe6-4ab3-8057-36ddd32cc63d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:47.810001 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02e82ebf-3036-4da7-819b-a246596e50f0 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.943808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21418a57-9b4a-4581-b41e-1d28b39dbf1c req-a064fc07-0964-4f41-8e3f-b7d3ed5b3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.946819 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-21418a57-9b4a-4581-b41e-1d28b39dbf1c req-a064fc07-0964-4f41-8e3f-b7d3ed5b3a5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 1095 time: 0.0509570 Aug 19 12:29:47.950674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02e82ebf-3036-4da7-819b-a246596e50f0 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.968163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-02e82ebf-3036-4da7-819b-a246596e50f0 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Calling delete_port for 1234f75b-afe6-4ab3-8057-36ddd32cc63d owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:48.003672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cda47-fef2-4ec2-8f74-fb7dd52a1a48 req-bc86302b-492c-42bd-be2e-83c3aca436ca tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:48.003672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f20cda47-fef2-4ec2-8f74-fb7dd52a1a48 req-bc86302b-492c-42bd-be2e-83c3aca436ca tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.0894144 Aug 19 12:29:48.068523 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21418a57-9b4a-4581-b41e-1d28b39dbf1c req-7a28574b-6120-45fa-9544-cfd2d9ad7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:48.071663 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-21418a57-9b4a-4581-b41e-1d28b39dbf1c req-7a28574b-6120-45fa-9544-cfd2d9ad7a39 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 906 time: 0.1162126 Aug 19 12:29:48.122700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f20cda47-fef2-4ec2-8f74-fb7dd52a1a48 req-17f046f4-4eb2-4bcc-af2f-4dcaaa2a5862 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847061 Aug 19 12:29:48.138305 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-21418a57-9b4a-4581-b41e-1d28b39dbf1c req-b3db2d2b-d087-4248-99b8-64b7fe1d9bb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34005d64-f4e2-4153-80d4-45a0baf25233 HTTP/1.1" status: 200 len: 217 time: 0.0541911 Aug 19 12:29:48.201133 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2aaa477d-e78d-4d84-9da7-817a316215b6 req-8954d571-3ab8-4c96-9ef9-049420156429 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0416288 Aug 19 12:29:48.216261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21418a57-9b4a-4581-b41e-1d28b39dbf1c req-006f116c-23c9-4f4d-838c-97c8f496d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:48.233686 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-21418a57-9b4a-4581-b41e-1d28b39dbf1c req-006f116c-23c9-4f4d-838c-97c8f496d3ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.0867209 Aug 19 12:29:48.254662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ca2ed6c9-ca44-4df5-b243-81a48a45e4a2 None None] Provisioning complete for port 0213235a-9319-4523-8999-1ffd7e1c3379 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:48.254947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ca2ed6c9-ca44-4df5-b243-81a48a45e4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.276530 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-21418a57-9b4a-4581-b41e-1d28b39dbf1c req-454e2882-ff57-4f55-9ee4-1f18f1c579e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370083 Aug 19 12:29:48.302209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ed6c9-ca44-4df5-b243-81a48a45e4a2 None None] Port 0213235a-9319-4523-8999-1ffd7e1c3379 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:48.374204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d05cfdce-5b4c-429b-b820-37ba843249c4 req-8d49f5b4-dbba-4cbc-a797-c9c57c478142 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 210 time: 0.0310915 Aug 19 12:29:48.410144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02e82ebf-3036-4da7-819b-a246596e50f0 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.410705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ca2ed6c9-ca44-4df5-b243-81a48a45e4a2 None None] Provisioning for port 1234f75b-afe6-4ab3-8057-36ddd32cc63d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:48.413104 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-21418a57-9b4a-4581-b41e-1d28b39dbf1c req-a2c6bc0d-2b9a-46e8-a22d-c1fdd955957a service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208942 Aug 19 12:29:48.416304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ca2ed6c9-ca44-4df5-b243-81a48a45e4a2 None None] Provisioning complete for port 1234f75b-afe6-4ab3-8057-36ddd32cc63d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:48.419445 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ca2ed6c9-ca44-4df5-b243-81a48a45e4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.440853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ed6c9-ca44-4df5-b243-81a48a45e4a2 None None] Port 1234f75b-afe6-4ab3-8057-36ddd32cc63d was deleted so its status cannot be updated. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 12:29:48.455570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e82ebf-3036-4da7-819b-a246596e50f0 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event deleted for resources: {'Port': ['ID=1234f75b-afe6-4ab3-8057-36ddd32cc63d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:48.558831 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-21418a57-9b4a-4581-b41e-1d28b39dbf1c req-4778065f-eae0-4b44-9942-d399fdcc6932 service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374898 Aug 19 12:29:48.701299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02e82ebf-3036-4da7-819b-a246596e50f0 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.707227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36154) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:48.717800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-02e82ebf-3036-4da7-819b-a246596e50f0 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "DELETE /v2.0/ports/1234f75b-afe6-4ab3-8057-36ddd32cc63d HTTP/1.1" status: 204 len: 168 time: 1.0024061 Aug 19 12:29:48.735162 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7666e73b-2ab4-42a2-8de5-364b004bf416 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] GET failed (client error): The resource could not be found. Aug 19 12:29:48.741697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36156) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:48.742395 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7666e73b-2ab4-42a2-8de5-364b004bf416 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "GET /v2.0/ports/1234f75b-afe6-4ab3-8057-36ddd32cc63d HTTP/1.1" status: 404 len: 333 time: 0.0340240 Aug 19 12:29:48.747407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Request body: {'port': {'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2', 'name': 'tempest-AllowedAddressPairTestJSON-1916180151'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:48.753842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c493489-0bc4-4a2a-af32-917f88616c9a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:48.842436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4c493489-0bc4-4a2a-af32-917f88616c9a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:48.843014 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.290096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfccec-6b7e-4c99-a9c5-843ac1171493 req-cd85e599-20f1-4ed4-b98a-33fa07c0fbd4 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:49.291610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8bfccec-6b7e-4c99-a9c5-843ac1171493 req-cd85e599-20f1-4ed4-b98a-33fa07c0fbd4 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 944 time: 0.4835470 Aug 19 12:29:49.327556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc32be-fbbf-4888-893d-1f5a2f7be75b req-7f4e2c9f-f5a5-4004-afdf-f6db6d470ed1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:49.328975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5cc32be-fbbf-4888-893d-1f5a2f7be75b req-7f4e2c9f-f5a5-4004-afdf-f6db6d470ed1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.1179566 Aug 19 12:29:49.371084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8bfccec-6b7e-4c99-a9c5-843ac1171493 req-da170631-2b57-435a-bc24-e3313322d340 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732744 Aug 19 12:29:49.392495 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5cc32be-fbbf-4888-893d-1f5a2f7be75b req-96aaf7cc-5582-4084-8e60-02493bc28906 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505245 Aug 19 12:29:49.450327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Made reservation on behalf of ed4d6d15569b4494a39d2ff1c238f5f6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:49.455300 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.492838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] device_id is not set on port e487cef3-d309-4ce1-9c5e-99fd431a4ca3 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:49.551537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d023a509-f721-4dbd-ae56-b99ff26012f2 req-cfe5c9a5-e5a1-489b-bb40-95197a58932f tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0637319 Aug 19 12:29:49.615492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-350efed0-3653-49f0-a93a-f5a3975ab651 req-fed129ab-b825-4cc8-86c4-1c6423402045 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 210 time: 0.0364246 Aug 19 12:29:49.691711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Allocated IP 172.20.0.6 (a57831c7-7066-4960-88f0-ead7e5cf3ae2/a47579b0-d26e-4696-b7ae-2713f68bb329/e487cef3-d309-4ce1-9c5e-99fd431a4ca3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:49.728049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6041b-cd1b-4c02-93ef-9bcbd0c552b0 req-5da0e201-b714-457e-8f79-29a612fa7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:49.729662 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-22a6041b-cd1b-4c02-93ef-9bcbd0c552b0 req-5da0e201-b714-457e-8f79-29a612fa7fac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 1100 time: 0.0495455 Aug 19 12:29:49.767364 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-22a6041b-cd1b-4c02-93ef-9bcbd0c552b0 req-56ae1124-4cb0-4ee5-a387-6eb086169aac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303347 Aug 19 12:29:49.856725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.871109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Transition to ACTIVE for port object e487cef3-d309-4ce1-9c5e-99fd431a4ca3 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:50.027720 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.088534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:50.092668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:50.095338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:50.098420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'Port': ['ID=e487cef3-d309-4ce1-9c5e-99fd431a4ca3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:50.172077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:50.172358 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.307844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7c150519-2761-4984-b702-0977bdb71de9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5647039 Aug 19 12:29:50.311354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36210) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:50.317001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0a857b4b-b09e-42de-9f89-05d476b0bd5d tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:36:20:8b'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:50.400091 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a857b4b-b09e-42de-9f89-05d476b0bd5d tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.505327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-50fa0b17-a38e-438f-8d15-3615a2e0c7ee None None] Provisioning for port e487cef3-d309-4ce1-9c5e-99fd431a4ca3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:50.511259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-50fa0b17-a38e-438f-8d15-3615a2e0c7ee None None] Provisioning complete for port e487cef3-d309-4ce1-9c5e-99fd431a4ca3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:50.511702 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-50fa0b17-a38e-438f-8d15-3615a2e0c7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.549697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-50fa0b17-a38e-438f-8d15-3615a2e0c7ee None None] Port e487cef3-d309-4ce1-9c5e-99fd431a4ca3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:50.623424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb790e8-2f29-464d-a482-fb7cbcc3db4f req-98bfdeb0-26d3-4c1f-9a54-e1358b443582 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:50.624892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ddb790e8-2f29-464d-a482-fb7cbcc3db4f req-98bfdeb0-26d3-4c1f-9a54-e1358b443582 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 944 time: 0.1407464 Aug 19 12:29:50.646454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231c1c9-6471-4b92-ac81-2f0f4f6161d1 req-e095bb51-e0a1-468d-8a60-001ca8a98199 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:50.648909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1231c1c9-6471-4b92-ac81-2f0f4f6161d1 req-e095bb51-e0a1-468d-8a60-001ca8a98199 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 949 time: 0.1529162 Aug 19 12:29:50.669483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:50.697183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:50.697183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a92424c8-a48c-4c8e-a36d-dd5d5cd77bdb not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:50.743692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ddb790e8-2f29-464d-a482-fb7cbcc3db4f req-1c30c105-33cc-4c78-8615-d70384f1a31e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930574 Aug 19 12:29:50.753130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1231c1c9-6471-4b92-ac81-2f0f4f6161d1 req-949233cb-af2c-47da-aee1-88f6a40e8b81 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916772 Aug 19 12:29:50.758396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a857b4b-b09e-42de-9f89-05d476b0bd5d tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.831118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a857b4b-b09e-42de-9f89-05d476b0bd5d tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.917001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a857b4b-b09e-42de-9f89-05d476b0bd5d tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'Port': ['ID=e487cef3-d309-4ce1-9c5e-99fd431a4ca3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:50.949997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09fa3b76-e60b-4f91-bbd6-b4fb5f2c15a8 req-8fe17559-bb91-455e-a2bf-2d3b595cf44c tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.1161473 Aug 19 12:29:51.007345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2668245-5603-4888-a8d3-64b1efccf9da req-0529c2b9-0433-4614-aac2-afc7cf60e86c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 210 time: 0.0696728 Aug 19 12:29:51.031585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0a857b4b-b09e-42de-9f89-05d476b0bd5d tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] In _notify_port_updated(), no bound segment for port e487cef3-d309-4ce1-9c5e-99fd431a4ca3 on network a57831c7-7066-4960-88f0-ead7e5cf3ae2 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:29:51.036678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a857b4b-b09e-42de-9f89-05d476b0bd5d tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:51.037036 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a857b4b-b09e-42de-9f89-05d476b0bd5d tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.038403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0a857b4b-b09e-42de-9f89-05d476b0bd5d tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "PUT /v2.0/ports/e487cef3-d309-4ce1-9c5e-99fd431a4ca3 HTTP/1.1" status: 200 len: 994 time: 0.7259872 Aug 19 12:29:51.041087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36252) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:51.084408 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc241f32-2a4f-4ec3-9e82-64b1bf07b74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.166265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d32204cb-f6be-411c-9fbf-422fcfb8636a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Deleting port e487cef3-d309-4ce1-9c5e-99fd431a4ca3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:51.166265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d32204cb-f6be-411c-9fbf-422fcfb8636a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.276860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2bc5c4b3-f13e-4214-a8ad-07ed5bf7d684 None None] Provisioning complete for port e487cef3-d309-4ce1-9c5e-99fd431a4ca3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:51.277723 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c4b3-f13e-4214-a8ad-07ed5bf7d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.278787 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d32204cb-f6be-411c-9fbf-422fcfb8636a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.293511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d32204cb-f6be-411c-9fbf-422fcfb8636a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Calling delete_port for e487cef3-d309-4ce1-9c5e-99fd431a4ca3 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:51.345300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5c4b3-f13e-4214-a8ad-07ed5bf7d684 None None] Port e487cef3-d309-4ce1-9c5e-99fd431a4ca3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:51.449468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 34005d64-f4e2-4153-80d4-45a0baf25233 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:29:51.452249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4aa16917-fa3a-4a77-bead-17c00418406a no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:51.558423 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d32204cb-f6be-411c-9fbf-422fcfb8636a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.588805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32204cb-f6be-411c-9fbf-422fcfb8636a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event deleted for resources: {'Port': ['ID=e487cef3-d309-4ce1-9c5e-99fd431a4ca3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:51.760266 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.785919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 34005d64-f4e2-4153-80d4-45a0baf25233, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=34005d64-f4e2-4153-80d4-45a0baf25233,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:51.807840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d32204cb-f6be-411c-9fbf-422fcfb8636a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.809100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:51.812479 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5438c1-6cf5-4392-b9d7-ca5cca4c1568" -d '{"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:51.816112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d32204cb-f6be-411c-9fbf-422fcfb8636a tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "DELETE /v2.0/ports/e487cef3-d309-4ce1-9c5e-99fd431a4ca3 HTTP/1.1" status: 204 len: 168 time: 0.7697506 Aug 19 12:29:51.816911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '34005d64-f4e2-4153-80d4-45a0baf25233', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'port_id': '34005d64-f4e2-4153-80d4-45a0baf25233', 'mac_address': 'fa:16:3e:e7:c5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c92c0f2-8a31-4350-9c36-d9b578ba2de7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:29:51.817044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36272) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:51.844018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:51.866702 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57f26b9-7ce4-461d-8cc3-4bcbd560f5d5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] GET failed (client error): The resource could not be found. Aug 19 12:29:51.872924 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a57f26b9-7ce4-461d-8cc3-4bcbd560f5d5 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "GET /v2.0/ports/e487cef3-d309-4ce1-9c5e-99fd431a4ca3 HTTP/1.1" status: 404 len: 333 time: 0.0501623 Aug 19 12:29:51.874155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36276) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:51.881118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Request body: {'port': {'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2', 'name': 'tempest-AllowedAddressPairTestJSON-1347466862'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:51.910839 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.951869 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36278) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:51.970677 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.976488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:52.003562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34005d64-f4e2-4153-80d4-45a0baf25233 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:52.033115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 34005d64-f4e2-4153-80d4-45a0baf25233, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=34005d64-f4e2-4153-80d4-45a0baf25233,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:52.065667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cd17a-8615-4b98-811c-db1e94746458 req-3cbccefb-f0dc-40fc-826a-82fb17a5fc31 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:52.067344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c5cd17a-8615-4b98-811c-db1e94746458 req-3cbccefb-f0dc-40fc-826a-82fb17a5fc31 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 947 time: 0.1765966 Aug 19 12:29:52.086865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b496347-5193-4cf5-ac3f-215870020e19 req-5d972a58-e670-4332-99af-140e9bdd8b83 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:52.088335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b496347-5193-4cf5-ac3f-215870020e19 req-5d972a58-e670-4332-99af-140e9bdd8b83 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 944 time: 0.1713107 Aug 19 12:29:52.102722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.103090 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce967435-8312-4c15-a732-ee70c25590c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.104163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4aa16917-fa3a-4a77-bead-17c00418406a details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:29:52.181186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c5cd17a-8615-4b98-811c-db1e94746458 req-20698e10-a9d5-41a4-8812-43a2d8f47442 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847137 Aug 19 12:29:52.186892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b496347-5193-4cf5-ac3f-215870020e19 req-baf32e78-9723-42dd-b647-5d953bb9b1b5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893147 Aug 19 12:29:52.239313 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449ca9eb-a530-4586-b324-edf16df70a67 x-openstack-request-id: req-449ca9eb-a530-4586-b324-edf16df70a67 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:52.241769 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:52.242881 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-449ca9eb-a530-4586-b324-edf16df70a67 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:52.243324 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a', 'code': 200} Aug 19 12:29:52.249869 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce967435-8312-4c15-a732-ee70c25590c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.290530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:52.301973 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=34005d64-f4e2-4153-80d4-45a0baf25233,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:52.307925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '4aa16917-fa3a-4a77-bead-17c00418406a', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '4aa16917-fa3a-4a77-bead-17c00418406a', 'mac_address': 'fa:16:3e:dc:17:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:29:52.327854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce967435-8312-4c15-a732-ee70c25590c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.347233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1eee464f-e8bc-44cb-9724-afc5618cbd3a req-a25c8eb5-f030-4e09-a3b7-e1b11f1ea879 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0460687 Aug 19 12:29:52.361231 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.379522 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ce967435-8312-4c15-a732-ee70c25590c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d16c34fd7b204ba59a0f08e75789e697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266219 Aug 19 12:29:52.382921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36290) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:52.389697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa16917-fa3a-4a77-bead-17c00418406a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:52.390098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce967435-8312-4c15-a732-ee70c25590c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd4bc82-8fa4-4672-ab0b-79d779de6988,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:52.420109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:52.455192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Made reservation on behalf of ed4d6d15569b4494a39d2ff1c238f5f6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:52.458628 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.467534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f33d3455-06e6-4fa7-96ee-10ebf58a6380 req-2a3f29dd-7fcb-4277-a64d-afe20984dced tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=2574aa9d-d277-4f9a-b482-733f2ef0f95c HTTP/1.1" status: 200 len: 210 time: 0.0449183 Aug 19 12:29:52.488145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] device_id is not set on port a9683e24-51fc-42ff-bd4f-15035496d23e yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:52.500994 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.545016 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b130a43-5fb6-4a82-99c8-37b0b14761f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.553267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=10']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:52.582545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b130a43-5fb6-4a82-99c8-37b0b14761f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.655793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Allocated IP 172.20.0.12 (a57831c7-7066-4960-88f0-ead7e5cf3ae2/a47579b0-d26e-4696-b7ae-2713f68bb329/a9683e24-51fc-42ff-bd4f-15035496d23e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:52.763685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['34005d64-f4e2-4153-80d4-45a0baf25233'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:52.769920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4aa16917-fa3a-4a77-bead-17c00418406a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:52.833324 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.851109 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b130a43-5fb6-4a82-99c8-37b0b14761f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.854077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b130a43-5fb6-4a82-99c8-37b0b14761f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.857816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6b130a43-5fb6-4a82-99c8-37b0b14761f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4dd4bc82-8fa4-4672-ab0b-79d779de6988 HTTP/1.1" status: 204 len: 168 time: 0.4710798 Aug 19 12:29:52.857816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Transition to ACTIVE for port object a9683e24-51fc-42ff-bd4f-15035496d23e will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:52.868464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b130a43-5fb6-4a82-99c8-37b0b14761f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd4bc82-8fa4-4672-ab0b-79d779de6988,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:53.123251 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.176858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:53.183377 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd118d68-a294-442c-becc-326f5d59c820 req-ffac6d29-d754-4719-93ac-babbbbdf2df5 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.184955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd118d68-a294-442c-becc-326f5d59c820 req-ffac6d29-d754-4719-93ac-babbbbdf2df5 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 1100 time: 0.0947530 Aug 19 12:29:53.187992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:53.190446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:53.244330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'Port': ['ID=a9683e24-51fc-42ff-bd4f-15035496d23e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:53.300714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.301411 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.323185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd118d68-a294-442c-becc-326f5d59c820 req-e22d4c06-5816-4bd4-a020-01f45f17ceef tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295381 Aug 19 12:29:53.362145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad92bb2-3c1e-423f-9c97-83d355522b68 req-fde2aa24-1225-404b-9954-96146e7a2d91 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.364039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ad92bb2-3c1e-423f-9c97-83d355522b68 req-fde2aa24-1225-404b-9954-96146e7a2d91 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 945 time: 0.0863631 Aug 19 12:29:53.416017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ad92bb2-3c1e-423f-9c97-83d355522b68 req-728ba3c7-46f8-4c46-9369-71c76b2b3f6b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416210 Aug 19 12:29:53.420447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c58466f5-6642-4ba4-9595-b819b8da8394 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5418291 Aug 19 12:29:53.420887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36304) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:53.427050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0b45b111-9fb4-49e4-990c-7f116e5ee3b8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:36:20:8b'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:53.544987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96d1024e-4809-4278-9433-b49fe494d0a2 req-7a17fc8b-d6dc-47ae-9215-2b714fdd9f87 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0619783 Aug 19 12:29:53.618081 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b45b111-9fb4-49e4-990c-7f116e5ee3b8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.627069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e41b786c-a972-4669-ad43-e0d76356285c None None] Provisioning for port a9683e24-51fc-42ff-bd4f-15035496d23e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:53.632432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e41b786c-a972-4669-ad43-e0d76356285c None None] Provisioning complete for port a9683e24-51fc-42ff-bd4f-15035496d23e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:53.633189 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e41b786c-a972-4669-ad43-e0d76356285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.695674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e41b786c-a972-4669-ad43-e0d76356285c None None] Port a9683e24-51fc-42ff-bd4f-15035496d23e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:53.847195 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b45b111-9fb4-49e4-990c-7f116e5ee3b8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.865029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36322) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:53.870712 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c0d79f9-afec-4cf1-8013-c6444b821e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.916305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c0f7-a673-49c7-989c-60e09aa6ffc1 req-dc35be0c-9d5d-486a-979d-5714540802cf tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.918084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b02c0f7-a673-49c7-989c-60e09aa6ffc1 req-dc35be0c-9d5d-486a-979d-5714540802cf tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 1100 time: 0.0554984 Aug 19 12:29:53.918736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b45b111-9fb4-49e4-990c-7f116e5ee3b8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.988271 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c0d79f9-afec-4cf1-8013-c6444b821e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.030636 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45b111-9fb4-49e4-990c-7f116e5ee3b8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'Port': ['ID=a9683e24-51fc-42ff-bd4f-15035496d23e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:54.063408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b02c0f7-a673-49c7-989c-60e09aa6ffc1 req-396b90a4-4f90-4fac-a9f5-9381731bc5a0 tempest-ServersAdminTestJSON-1276593878 tempest-ServersAdminTestJSON-1276593878-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349006 Aug 19 12:29:54.072848 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c0d79f9-afec-4cf1-8013-c6444b821e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.093113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0b45b111-9fb4-49e4-990c-7f116e5ee3b8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] In _notify_port_updated(), no bound segment for port a9683e24-51fc-42ff-bd4f-15035496d23e on network a57831c7-7066-4960-88f0-ead7e5cf3ae2 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:29:54.099214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b45b111-9fb4-49e4-990c-7f116e5ee3b8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:54.099874 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b45b111-9fb4-49e4-990c-7f116e5ee3b8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.102012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0b45b111-9fb4-49e4-990c-7f116e5ee3b8 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "PUT /v2.0/ports/a9683e24-51fc-42ff-bd4f-15035496d23e HTTP/1.1" status: 200 len: 997 time: 0.6800520 Aug 19 12:29:54.104901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:54.120642 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2c0d79f9-afec-4cf1-8013-c6444b821e04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b79f257b12d43d0b11c4494dc0577de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639482 Aug 19 12:29:54.121637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d79f9-afec-4cf1-8013-c6444b821e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63297405-32b2-4bbc-8c8a-a3ba8ab26594,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:54.125049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36338) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:54.183068 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-218f67af-bfb3-4821-adf7-b238ca82b4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.213585 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-218f67af-bfb3-4821-adf7-b238ca82b4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.232710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9f40c-cba4-48b5-9253-02fbed68671d req-fc3179dd-0d92-409b-b9b0-95dd0afff5d7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:54.234290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01e9f40c-cba4-48b5-9253-02fbed68671d req-fc3179dd-0d92-409b-b9b0-95dd0afff5d7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.2091899 Aug 19 12:29:54.257680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01e9f40c-cba4-48b5-9253-02fbed68671d req-f001605a-d062-47be-9242-83bd7fb2fc08 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/quotas/18c7d919376b46c7af6387b7c99d7be9 HTTP/1.1" status: 200 len: 375 time: 0.0173442 Aug 19 12:29:54.274355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e7d325ff-f18a-4002-b16e-63dc1137c593 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Deleting port a9683e24-51fc-42ff-bd4f-15035496d23e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:54.274695 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7d325ff-f18a-4002-b16e-63dc1137c593 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.309230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01e9f40c-cba4-48b5-9253-02fbed68671d req-3d3b7db5-b364-4809-b931-ddbb148e2ad5 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457451 Aug 19 12:29:54.320653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8f486a06-df6e-40dc-9ce4-7c8f83633bea None None] Provisioning complete for port a9683e24-51fc-42ff-bd4f-15035496d23e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:54.321317 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f486a06-df6e-40dc-9ce4-7c8f83633bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.363728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-218f67af-bfb3-4821-adf7-b238ca82b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.366681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-218f67af-bfb3-4821-adf7-b238ca82b4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.368097 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-218f67af-bfb3-4821-adf7-b238ca82b4c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63297405-32b2-4bbc-8c8a-a3ba8ab26594 HTTP/1.1" status: 204 len: 168 time: 0.2418449 Aug 19 12:29:54.369316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8f486a06-df6e-40dc-9ce4-7c8f83633bea None None] Port a9683e24-51fc-42ff-bd4f-15035496d23e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:54.379325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f67af-bfb3-4821-adf7-b238ca82b4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63297405-32b2-4bbc-8c8a-a3ba8ab26594,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:54.444396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7d325ff-f18a-4002-b16e-63dc1137c593 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.466211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e7d325ff-f18a-4002-b16e-63dc1137c593 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Calling delete_port for a9683e24-51fc-42ff-bd4f-15035496d23e owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:54.471533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01e9f40c-cba4-48b5-9253-02fbed68671d req-f55c4f0b-362c-4aba-935a-618184363953 service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370437 Aug 19 12:29:54.616541 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01e9f40c-cba4-48b5-9253-02fbed68671d req-188a4296-fbc4-4577-8a7f-422e47bf171f service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372163 Aug 19 12:29:54.735689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a3501-45c1-4d32-af14-08c78a61829b req-ebdb5763-7311-4f89-b391-a8d693acb729 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:54.737177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9a3501-45c1-4d32-af14-08c78a61829b req-ebdb5763-7311-4f89-b391-a8d693acb729 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 945 time: 0.0535350 Aug 19 12:29:54.788636 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db9a3501-45c1-4d32-af14-08c78a61829b req-30924d74-39fa-4345-80aa-daf06a0a58b0 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445333 Aug 19 12:29:54.895501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15847f72-2b33-40f6-aa46-53b891c03253 req-11518aef-d257-48e9-ba2f-0c7d5fcd373d tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0470793 Aug 19 12:29:54.938735 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7d325ff-f18a-4002-b16e-63dc1137c593 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.978693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d325ff-f18a-4002-b16e-63dc1137c593 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event deleted for resources: {'Port': ['ID=a9683e24-51fc-42ff-bd4f-15035496d23e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:55.071903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1edf8-8770-401a-bea4-5cddf412ae3d req-bc20b2a1-9d92-47b1-b592-7ab1b49b00fe tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:55.079506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03e1edf8-8770-401a-bea4-5cddf412ae3d req-bc20b2a1-9d92-47b1-b592-7ab1b49b00fe tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 950 time: 0.1789062 Aug 19 12:29:55.137970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66e3f33c-8f5b-4777-8017-fa06f792cb68 req-1a129e02-dd49-44b2-8d26-f9ac53174969 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=18201fb7-3d8a-419d-8496-79c34840832a HTTP/1.1" status: 200 len: 210 time: 0.0561905 Aug 19 12:29:55.173656 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7d325ff-f18a-4002-b16e-63dc1137c593 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.174213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e7d325ff-f18a-4002-b16e-63dc1137c593 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "DELETE /v2.0/ports/a9683e24-51fc-42ff-bd4f-15035496d23e HTTP/1.1" status: 204 len: 168 time: 1.0683239 Aug 19 12:29:55.176434 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36368) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:55.198792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03e1edf8-8770-401a-bea4-5cddf412ae3d req-3d0ee15b-b067-4c18-8ece-b9320a8eada7 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161323 Aug 19 12:29:55.210100 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-176f57ab-7411-4e79-abe8-2d0e15fdbb98 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] GET failed (client error): The resource could not be found. Aug 19 12:29:55.212529 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-176f57ab-7411-4e79-abe8-2d0e15fdbb98 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "GET /v2.0/ports/a9683e24-51fc-42ff-bd4f-15035496d23e HTTP/1.1" status: 404 len: 333 time: 0.0343652 Aug 19 12:29:55.227608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36370) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:55.232954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Request body: {'port': {'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2', 'name': 'tempest-AllowedAddressPairTestJSON-705279869'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:55.373636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6103-66e9-42f2-98f3-59a9210304e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.463721 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 34005d64-f4e2-4153-80d4-45a0baf25233 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:55.495396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Made reservation on behalf of ed4d6d15569b4494a39d2ff1c238f5f6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:55.499106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.517808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] device_id is not set on port ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:55.658026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Allocated IP 172.20.0.6 (a57831c7-7066-4960-88f0-ead7e5cf3ae2/a47579b0-d26e-4696-b7ae-2713f68bb329/ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:55.701103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 34005d64-f4e2-4153-80d4-45a0baf25233 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:55.706211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 34005d64-f4e2-4153-80d4-45a0baf25233 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:55.706711 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.762197 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.815104 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.845041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efedf714-6e3b-4c89-a6c1-2184a515aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34005d64-f4e2-4153-80d4-45a0baf25233'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:55.847680 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9141768a-a593-44b3-8348-f30bd9e543ea" -d '{"events": [{"server_uuid": "efedf714-6e3b-4c89-a6c1-2184a515aeac", "name": "network-vif-plugged", "status": "completed", "tag": "34005d64-f4e2-4153-80d4-45a0baf25233"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:55.871330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 34005d64-f4e2-4153-80d4-45a0baf25233, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=34005d64-f4e2-4153-80d4-45a0baf25233,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:55.947258 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.949173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4aa16917-fa3a-4a77-bead-17c00418406a up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:55.987888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df48f05-5818-4325-9903-2b5622c306d1 req-00b86495-2d71-4f4d-b510-73389ba2a799 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:55.989883 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3df48f05-5818-4325-9903-2b5622c306d1 req-00b86495-2d71-4f4d-b510-73389ba2a799 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 950 time: 0.0655003 Aug 19 12:29:55.999506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22052dee-973c-4819-a7f7-ddc3b1f5c52d req-8b2ea10c-3cb6-4457-9090-708d9f6e37dd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:56.002732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22052dee-973c-4819-a7f7-ddc3b1f5c52d req-8b2ea10c-3cb6-4457-9090-708d9f6e37dd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 945 time: 0.1265209 Aug 19 12:29:56.017296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-9b6a4feb-fcf2-429e-8f3c-c05c54ac461e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:56.018998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-9b6a4feb-fcf2-429e-8f3c-c05c54ac461e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.2525880 Aug 19 12:29:56.043550 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.070239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-a59771d9-1742-4205-8dee-7e27f6336392 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/quotas/18c7d919376b46c7af6387b7c99d7be9 HTTP/1.1" status: 200 len: 375 time: 0.0299246 Aug 19 12:29:56.087620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=34005d64-f4e2-4153-80d4-45a0baf25233,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:56.098846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 4aa16917-fa3a-4a77-bead-17c00418406a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:56.099463 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.120742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-3df48f05-5818-4325-9903-2b5622c306d1 req-a1d31418-d58b-448f-87d5-3a1cb9bd15d1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Deleting port de4d8dff-144c-4aa9-9dd7-9276e79aede1 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:56.122203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3df48f05-5818-4325-9903-2b5622c306d1 req-a1d31418-d58b-448f-87d5-3a1cb9bd15d1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.125221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8b885b8f-5b42-49af-adf6-85b3e0401e9d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539136 Aug 19 12:29:56.126232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Transition to ACTIVE for port object ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:56.140485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22052dee-973c-4819-a7f7-ddc3b1f5c52d req-d67a682c-e581-4fb4-b5b1-588fc14fc918 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184974 Aug 19 12:29:56.205215 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9f0fd6-e70b-4286-a1dd-1ea9b5332928 x-openstack-request-id: req-6e9f0fd6-e70b-4286-a1dd-1ea9b5332928 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:56.205942 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efedf714-6e3b-4c89-a6c1-2184a515aeac", "name": "network-vif-plugged", "status": "completed", "tag": "34005d64-f4e2-4153-80d4-45a0baf25233", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:56.206413 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e9f0fd6-e70b-4286-a1dd-1ea9b5332928 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:56.207029 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efedf714-6e3b-4c89-a6c1-2184a515aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34005d64-f4e2-4153-80d4-45a0baf25233', 'code': 200} Aug 19 12:29:56.214703 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.268597 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-1a406cd8-1cd9-4f3e-818f-0e1737066879 service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254647 Aug 19 12:29:56.269599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:56.304057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3df48f05-5818-4325-9903-2b5622c306d1 req-a1d31418-d58b-448f-87d5-3a1cb9bd15d1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] For port de4d8dff-144c-4aa9-9dd7-9276e79aede1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=de4d8dff-144c-4aa9-9dd7-9276e79aede1,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:56.304722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3df48f05-5818-4325-9903-2b5622c306d1 req-a1d31418-d58b-448f-87d5-3a1cb9bd15d1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.318002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-3df48f05-5818-4325-9903-2b5622c306d1 req-a1d31418-d58b-448f-87d5-3a1cb9bd15d1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Calling delete_port for de4d8dff-144c-4aa9-9dd7-9276e79aede1 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:56.370516 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.431316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=11']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:56.620015 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3df48f05-5818-4325-9903-2b5622c306d1 req-a1d31418-d58b-448f-87d5-3a1cb9bd15d1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.635532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['837ce63a-fa8c-46a0-8e32-ee32cb002778', 'de4d8dff-144c-4aa9-9dd7-9276e79aede1', '4aa16917-fa3a-4a77-bead-17c00418406a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:56.656859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d31418-d58b-448f-87d5-3a1cb9bd15d1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Pushing event deleted for resources: {'Port': ['ID=de4d8dff-144c-4aa9-9dd7-9276e79aede1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:56.706265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df48f05-5818-4325-9903-2b5622c306d1 req-a1d31418-d58b-448f-87d5-3a1cb9bd15d1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] No DVR routers for this DVR port de4d8dff-144c-4aa9-9dd7-9276e79aede1 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:56.708835 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3df48f05-5818-4325-9903-2b5622c306d1 req-a1d31418-d58b-448f-87d5-3a1cb9bd15d1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.711025 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3df48f05-5818-4325-9903-2b5622c306d1 req-a1d31418-d58b-448f-87d5-3a1cb9bd15d1 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "DELETE /v2.0/ports/de4d8dff-144c-4aa9-9dd7-9276e79aede1 HTTP/1.1" status: 204 len: 173 time: 0.7152092 Aug 19 12:29:56.711570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93c19a4-6b40-49c3-8d5e-6e3381e30d0f', 'name': 'network-vif-deleted', 'tag': 'de4d8dff-144c-4aa9-9dd7-9276e79aede1'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:56.713963 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a46d52-febb-483a-b1e5-1a8cca1b202f" -d '{"events": [{"server_uuid": "a93c19a4-6b40-49c3-8d5e-6e3381e30d0f", "name": "network-vif-deleted", "tag": "de4d8dff-144c-4aa9-9dd7-9276e79aede1"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:56.724403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.751372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01f8725f-601f-4a29-b086-ab175a37660f req-63891837-a0b0-4ce4-b758-8f1c2455b5ec tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.4494917 Aug 19 12:29:56.820538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:56.836270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:56.850957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7cc73-81af-4210-9aff-bcdd1497343b req-a16c2319-52f4-4fa6-8e41-641e98667b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:56.852630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39f7cc73-81af-4210-9aff-bcdd1497343b req-a16c2319-52f4-4fa6-8e41-641e98667b09 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 1097 time: 0.5696964 Aug 19 12:29:56.860605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:56.864773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'Port': ['ID=ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:56.914106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-669f021f-bb27-474e-8cfd-09ff9af5dda7 service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387975 Aug 19 12:29:56.983253 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.110533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-787ffc35-68d1-4dbe-afa2-697953ab8980 req-a8d14640-7864-4210-93f0-84e5781c76de tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a93c19a4-6b40-49c3-8d5e-6e3381e30d0f HTTP/1.1" status: 200 len: 210 time: 0.1264317 Aug 19 12:29:57.133708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:57.134606 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.150849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39f7cc73-81af-4210-9aff-bcdd1497343b req-afb50369-c42a-4531-b734-212dca22ec40 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869649 Aug 19 12:29:57.227010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ec84131a-83e7-4dea-af70-94d40e577bfc tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9956079 Aug 19 12:29:57.232292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36446) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:57.237925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Request body: {'port': {'network_id': 'a57831c7-7066-4960-88f0-ead7e5cf3ae2', 'name': 'tempest-AllowedAddressPairTestJSON-633443980'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:57.247705 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ba792b-08e4-4106-9173-24fe9ff77cab x-openstack-request-id: req-d0ba792b-08e4-4106-9173-24fe9ff77cab {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:57.248488 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93c19a4-6b40-49c3-8d5e-6e3381e30d0f", "name": "network-vif-deleted", "tag": "de4d8dff-144c-4aa9-9dd7-9276e79aede1", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:57.249087 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0ba792b-08e4-4106-9173-24fe9ff77cab {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:57.254771 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93c19a4-6b40-49c3-8d5e-6e3381e30d0f', 'name': 'network-vif-deleted', 'tag': 'de4d8dff-144c-4aa9-9dd7-9276e79aede1', 'status': 'completed', 'code': 200} Aug 19 12:29:57.387711 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7241876b-53c7-42ab-a33b-502f16fe3d5b req-96c6a94d-6109-43fa-b1fe-97d379067eb9 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 210 time: 0.0664005 Aug 19 12:29:57.427156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f31197db-ea1d-452f-81b4-0cc332f9bfbf None None] Provisioning for port ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:57.435397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f31197db-ea1d-452f-81b4-0cc332f9bfbf None None] Provisioning complete for port ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:57.436486 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f31197db-ea1d-452f-81b4-0cc332f9bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.448080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555cb7e-fe57-4adc-9460-57fe5c3fa22c req-4ecad7cc-7c87-4b4d-be0d-e063b9d3eeb5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:57.449792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5555cb7e-fe57-4adc-9460-57fe5c3fa22c req-4ecad7cc-7c87-4b4d-be0d-e063b9d3eeb5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 946 time: 0.0648379 Aug 19 12:29:57.486710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f31197db-ea1d-452f-81b4-0cc332f9bfbf None None] Port ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:57.504474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5555cb7e-fe57-4adc-9460-57fe5c3fa22c req-4310e6c2-69af-48da-be07-2095ea553f81 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Aug 19 12:29:57.546449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Made reservation on behalf of ed4d6d15569b4494a39d2ff1c238f5f6 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:57.549997 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.567928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] device_id is not set on port 7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:57.681014 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Allocated IP 172.20.0.9 (a57831c7-7066-4960-88f0-ead7e5cf3ae2/a47579b0-d26e-4696-b7ae-2713f68bb329/7294b36c-532e-4c9a-b9a8-9312b4ce8bb7) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:57.858882 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.874509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13726ca4-bcdc-46dd-9059-21b35e817171 req-80467f36-5031-4a45-8a25-fea2191c5027 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0400093 Aug 19 12:29:57.876338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Transition to ACTIVE for port object 7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:57.993460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.045004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:58.050371 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:58.055212 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:58.093830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'Port': ['ID=7294b36c-532e-4c9a-b9a8-9312b4ce8bb7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:58.128975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.129330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.129707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.130046 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.133010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.133010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.133010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.133010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.133010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.133010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.133010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.133010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:58.165969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:58.166371 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.208947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:58.211972 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce9466f-5c9d-4272-a15b-58028f35aba7" -d '{"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-plugged", "status": "completed", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:58.262752 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:29:58.269116 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262de6a5-7858-4084-bd4c-dab688c3a379 x-openstack-request-id: req-262de6a5-7858-4084-bd4c-dab688c3a379 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:58.269550 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-plugged", "status": "completed", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:58.269759 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-262de6a5-7858-4084-bd4c-dab688c3a379 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:58.270462 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a', 'code': 200} Aug 19 12:29:58.388025 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9d198a9a-bc6a-4b37-b2c0-cbadb06225a9 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1544964 Aug 19 12:29:58.390639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36504) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:58.396096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6691ae1b-3d81-4d5b-9b00-a4195f1a9ca6 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:36:20:8b'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:18:a0:a5'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:58.484499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f867c415-90c6-49a1-8209-ffc43eec955a req-4a72a761-7ac3-4673-89e2-bff93b0939f4 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 210 time: 0.0299675 Aug 19 12:29:58.522712 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3e14ccdf-dd17-4ffc-91b1-0507a70aa419 None None] Provisioning for port 7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:58.528265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3e14ccdf-dd17-4ffc-91b1-0507a70aa419 None None] Provisioning complete for port 7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:58.533033 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3e14ccdf-dd17-4ffc-91b1-0507a70aa419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.572472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3e14ccdf-dd17-4ffc-91b1-0507a70aa419 None None] Port 7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:58.575510 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6691ae1b-3d81-4d5b-9b00-a4195f1a9ca6 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.657573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dd725-3e95-4d6c-a449-c4addadf5315 req-3475d7bb-82eb-426c-a817-9102beb4ae46 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:58.659388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d0dd725-3e95-4d6c-a449-c4addadf5315 req-3475d7bb-82eb-426c-a817-9102beb4ae46 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 946 time: 0.0567975 Aug 19 12:29:58.717162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d0dd725-3e95-4d6c-a449-c4addadf5315 req-696351da-e645-4e69-a8b1-51604b060c5c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506966 Aug 19 12:29:58.787644 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6691ae1b-3d81-4d5b-9b00-a4195f1a9ca6 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.791169 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.936441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6691ae1b-3d81-4d5b-9b00-a4195f1a9ca6 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.010489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ee25caa-d2a5-4347-b6fb-21a6b3001772 req-252123d9-0ff6-420d-9d6a-c71224e268ea tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0465741 Aug 19 12:29:59.033669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882ca8d-d937-44cc-b26e-e709572c8b2e req-47c7b277-052f-4232-82f6-e77142f0247b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:59.033669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1882ca8d-d937-44cc-b26e-e709572c8b2e req-47c7b277-052f-4232-82f6-e77142f0247b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 950 time: 0.0824692 Aug 19 12:29:59.068674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691ae1b-3d81-4d5b-9b00-a4195f1a9ca6 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event updated for resources: {'Port': ['ID=7294b36c-532e-4c9a-b9a8-9312b4ce8bb7,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:59.096513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1882ca8d-d937-44cc-b26e-e709572c8b2e req-cc91d0e2-bcde-421f-a1bc-6fa374f5b044 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522068 Aug 19 12:29:59.102285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6691ae1b-3d81-4d5b-9b00-a4195f1a9ca6 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] In _notify_port_updated(), no bound segment for port 7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 on network a57831c7-7066-4960-88f0-ead7e5cf3ae2 {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:29:59.106038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6691ae1b-3d81-4d5b-9b00-a4195f1a9ca6 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:59.106708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6691ae1b-3d81-4d5b-9b00-a4195f1a9ca6 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.108329 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6691ae1b-3d81-4d5b-9b00-a4195f1a9ca6 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "PUT /v2.0/ports/7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 HTTP/1.1" status: 200 len: 1055 time: 0.7164435 Aug 19 12:29:59.111113 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36536) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:59.218887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf6a2f-8884-44e8-9ff5-95c864b87034 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Deleting port 7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:59.219496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6a2f-8884-44e8-9ff5-95c864b87034 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.296562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d78c84a7-03bf-4ecd-bb07-e180a4834c43 None None] Provisioning complete for port 7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:59.296867 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d78c84a7-03bf-4ecd-bb07-e180a4834c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.310325 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6a2f-8884-44e8-9ff5-95c864b87034 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.325165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf6a2f-8884-44e8-9ff5-95c864b87034 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Calling delete_port for 7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:59.335616 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d78c84a7-03bf-4ecd-bb07-e180a4834c43 None None] Port 7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:59.482793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device de4d8dff-144c-4aa9-9dd7-9276e79aede1 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:59.509273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: de4d8dff-144c-4aa9-9dd7-9276e79aede1 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:59.509681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device de4d8dff-144c-4aa9-9dd7-9276e79aede1 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:59.584467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba028c44-5282-4385-bf8c-b6234d737730 req-01209bac-1b94-418d-9c26-de6b505f8ea0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 210 time: 0.0282283 Aug 19 12:29:59.592421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6a2f-8884-44e8-9ff5-95c864b87034 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.622381 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf6a2f-8884-44e8-9ff5-95c864b87034 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event deleted for resources: {'Port': ['ID=7294b36c-532e-4c9a-b9a8-9312b4ce8bb7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:59.849903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cce794-c91c-4963-b207-bfbc63f9c80a req-99f302de-d22d-469a-b9b3-29b7b2144352 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:59.853249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25cce794-c91c-4963-b207-bfbc63f9c80a req-99f302de-d22d-469a-b9b3-29b7b2144352 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 946 time: 0.0595288 Aug 19 12:29:59.864827 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6a2f-8884-44e8-9ff5-95c864b87034 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.868195 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c4cf6a2f-8884-44e8-9ff5-95c864b87034 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "DELETE /v2.0/ports/7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 HTTP/1.1" status: 204 len: 168 time: 0.7556837 Aug 19 12:29:59.870700 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36562) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:59.895954 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-285a9d0e-7dc6-45ad-ac33-bcb183879c03 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] GET failed (client error): The resource could not be found. Aug 19 12:29:59.896929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25cce794-c91c-4963-b207-bfbc63f9c80a req-9be9a0fc-4287-40cd-afdc-a671afc35eab tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373292 Aug 19 12:29:59.897920 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-285a9d0e-7dc6-45ad-ac33-bcb183879c03 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "GET /v2.0/ports/7294b36c-532e-4c9a-b9a8-9312b4ce8bb7 HTTP/1.1" status: 404 len: 333 time: 0.0256398 Aug 19 12:29:59.901021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36564) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:00.000261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-79a04537-0251-4748-9ca6-c5f3c4bd4a07 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Deleting port ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:00.000689 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a04537-0251-4748-9ca6-c5f3c4bd4a07 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.110162 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a04537-0251-4748-9ca6-c5f3c4bd4a07 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.142378 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-79a04537-0251-4748-9ca6-c5f3c4bd4a07 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Calling delete_port for ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:00.165698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20402151-0a85-4931-b327-b0bdb4aca625 req-f7c1c46b-58c2-4e33-9b6c-2734190ab266 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0364039 Aug 19 12:30:00.374953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-a921341e-39ca-4410-8511-d18d52e18ae1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:00.376380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-a921341e-39ca-4410-8511-d18d52e18ae1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.2357118 Aug 19 12:30:00.392744 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a04537-0251-4748-9ca6-c5f3c4bd4a07 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.427969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a04537-0251-4748-9ca6-c5f3c4bd4a07 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event deleted for resources: {'Port': ['ID=ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:00.439673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619279c-d05c-4714-98ce-12af5d6c6572 req-f2694c6e-ec87-49af-a89c-ee97b1069784 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:00.441315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1619279c-d05c-4714-98ce-12af5d6c6572 req-f2694c6e-ec87-49af-a89c-ee97b1069784 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 950 time: 0.1639709 Aug 19 12:30:00.449253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-85349acd-59e2-4595-b043-4f652016837d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:00.450891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-85349acd-59e2-4595-b043-4f652016837d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.2406008 Aug 19 12:30:00.452197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-ccb022b1-ae4b-431f-a803-7f58d76b83e7 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/quotas/936b1e24676b42568b06c49ce8852ad3 HTTP/1.1" status: 200 len: 375 time: 0.0590768 Aug 19 12:30:00.493692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Request body: {'port': {'device_id': '53a5d056-cdb9-43c1-9fc0-f17894bbbc70', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'admin_state_up': True, 'tenant_id': '18c7d919376b46c7af6387b7c99d7be9'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:00.509679 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a04537-0251-4748-9ca6-c5f3c4bd4a07 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.516174 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-79a04537-0251-4748-9ca6-c5f3c4bd4a07 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "DELETE /v2.0/ports/ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9 HTTP/1.1" status: 204 len: 168 time: 0.6131153 Aug 19 12:30:00.517285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36608) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:00.552874 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dc418f-3566-4255-8483-b3c723d46bcd tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] GET failed (client error): The resource could not be found. Aug 19 12:30:00.558363 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-25dc418f-3566-4255-8483-b3c723d46bcd tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "GET /v2.0/ports/ed70e3ec-ab8c-4b93-9629-8d3142f6e9f9 HTTP/1.1" status: 404 len: 333 time: 0.0362744 Aug 19 12:30:00.558851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36610) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:00.588357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8092f-1134-4027-9f02-f82420fa78a2 req-b7276276-593a-4647-ac30-27bd0025866b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:00.589989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46d8092f-1134-4027-9f02-f82420fa78a2 req-b7276276-593a-4647-ac30-27bd0025866b tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 950 time: 0.2092285 Aug 19 12:30:00.613957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1619279c-d05c-4714-98ce-12af5d6c6572 req-331c24da-dd43-4a04-a7c5-cdb9c4821149 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607678 Aug 19 12:30:00.677351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-3d25eb61-0e8d-4cde-8d8a-bcd78d3021e1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2132256 Aug 19 12:30:00.712644 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-03d599c2-294c-4e80-8821-79cc7d025195 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Deleting port 0213235a-9319-4523-8999-1ffd7e1c3379 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:00.713247 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03d599c2-294c-4e80-8821-79cc7d025195 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.833784 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03d599c2-294c-4e80-8821-79cc7d025195 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.847526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-466cc52b-8b6e-44c1-b68e-7096c579ed32 req-89aaf3b2-f06f-46fc-9194-179f920734f1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 210 time: 0.0473967 Aug 19 12:30:00.851581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-03d599c2-294c-4e80-8821-79cc7d025195 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Calling delete_port for 0213235a-9319-4523-8999-1ffd7e1c3379 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:00.910546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-46d8092f-1134-4027-9f02-f82420fa78a2 req-30ea229c-0420-4060-878a-87c115fdd829 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Deleting port 837ce63a-fa8c-46a0-8e32-ee32cb002778 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:00.910795 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46d8092f-1134-4027-9f02-f82420fa78a2 req-30ea229c-0420-4060-878a-87c115fdd829 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.963671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Made reservation on behalf of 18c7d919376b46c7af6387b7c99d7be9 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:00.967192 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.065461 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03d599c2-294c-4e80-8821-79cc7d025195 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.067994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-6d987469-2ed6-4269-915d-28fab20cf295 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880668 Aug 19 12:30:01.128770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d599c2-294c-4e80-8821-79cc7d025195 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event deleted for resources: {'Port': ['ID=0213235a-9319-4523-8999-1ffd7e1c3379,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:01.177146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-46d8092f-1134-4027-9f02-f82420fa78a2 req-30ea229c-0420-4060-878a-87c115fdd829 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] For port 837ce63a-fa8c-46a0-8e32-ee32cb002778, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=837ce63a-fa8c-46a0-8e32-ee32cb002778,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:01.180148 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46d8092f-1134-4027-9f02-f82420fa78a2 req-30ea229c-0420-4060-878a-87c115fdd829 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.198527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03d599c2-294c-4e80-8821-79cc7d025195 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.201421 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-03d599c2-294c-4e80-8821-79cc7d025195 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "DELETE /v2.0/ports/0213235a-9319-4523-8999-1ffd7e1c3379 HTTP/1.1" status: 204 len: 168 time: 0.6403804 Aug 19 12:30:01.202952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36642) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:01.226237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-46d8092f-1134-4027-9f02-f82420fa78a2 req-30ea229c-0420-4060-878a-87c115fdd829 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Calling delete_port for 837ce63a-fa8c-46a0-8e32-ee32cb002778 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:01.268284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c564c10d-280f-4143-b8ca-80d73bf6a19c tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Deleting subnet a47579b0-d26e-4696-b7ae-2713f68bb329 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:01.272570 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c564c10d-280f-4143-b8ca-80d73bf6a19c tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.326018 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c564c10d-280f-4143-b8ca-80d73bf6a19c tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.344936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Allocated IP 172.20.0.4 (47bf18ea-e897-40e4-bd28-08a8f7c4097a/630e15be-446b-46dd-8c02-a2bdb7426a46/863f679f-f108-4df3-8025-1ec993b21fc4) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:01.355160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-47db63c9-fecc-412c-b7e3-637deb6b67a4 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769377 Aug 19 12:30:01.391046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ac309c5-248a-4f38-9ce3-84be8f602ef7 req-bf30fe8f-7b94-43f8-afea-0536c6b636b8 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0720162 Aug 19 12:30:01.444225 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c564c10d-280f-4143-b8ca-80d73bf6a19c tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.681667 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c564c10d-280f-4143-b8ca-80d73bf6a19c tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.705894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f146de2f-889c-40c3-b623-5f4e48683de4 None None] Network a57831c7-7066-4960-88f0-ead7e5cf3ae2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:01.707980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46d8092f-1134-4027-9f02-f82420fa78a2 req-30ea229c-0420-4060-878a-87c115fdd829 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.731147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c564c10d-280f-4143-b8ca-80d73bf6a19c tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.733361 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c564c10d-280f-4143-b8ca-80d73bf6a19c tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "DELETE /v2.0/subnets/a47579b0-d26e-4696-b7ae-2713f68bb329 HTTP/1.1" status: 204 len: 168 time: 0.5286827 Aug 19 12:30:01.735515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36654) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:01.743965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564c10d-280f-4143-b8ca-80d73bf6a19c tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event deleted for resources: {'Subnet': ['ID=a47579b0-d26e-4696-b7ae-2713f68bb329,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:01.770414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4aa16917-fa3a-4a77-bead-17c00418406a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:01.787006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78bab8b4-bc05-4561-accc-4800c91fa684 req-544290cb-f3c4-4075-9202-d8d273b7f195 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 210 time: 0.1126435 Aug 19 12:30:01.865311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac4c73c4-358a-40be-a0e4-59580d6c38e7 req-7d76fc95-a02c-4a18-ae6b-3f19e721d4fc tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 210 time: 0.1525490 Aug 19 12:30:01.867253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea229c-0420-4060-878a-87c115fdd829 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Pushing event deleted for resources: {'Port': ['ID=837ce63a-fa8c-46a0-8e32-ee32cb002778,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:01.906044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.997343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d8092f-1134-4027-9f02-f82420fa78a2 req-30ea229c-0420-4060-878a-87c115fdd829 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] No DVR routers for this DVR port 837ce63a-fa8c-46a0-8e32-ee32cb002778 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:02.054996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-837ee01e-8cea-4a0e-a8b8-5b016b6c7565 req-87665578-7167-485a-a115-0db7a2d2255f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 210 time: 0.0929594 Aug 19 12:30:02.060359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46d8092f-1134-4027-9f02-f82420fa78a2 req-30ea229c-0420-4060-878a-87c115fdd829 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.063111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46d8092f-1134-4027-9f02-f82420fa78a2 req-30ea229c-0420-4060-878a-87c115fdd829 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "DELETE /v2.0/ports/837ce63a-fa8c-46a0-8e32-ee32cb002778 HTTP/1.1" status: 204 len: 173 time: 1.4648523 Aug 19 12:30:02.063737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e59e591-729b-4bef-b033-5d69f0fd55d9', 'name': 'network-vif-deleted', 'tag': '837ce63a-fa8c-46a0-8e32-ee32cb002778'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:02.069911 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf08aacf-10b6-4348-979e-6dec9a5d395e" -d '{"events": [{"server_uuid": "4e59e591-729b-4bef-b033-5d69f0fd55d9", "name": "network-vif-deleted", "tag": "837ce63a-fa8c-46a0-8e32-ee32cb002778"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:02.097572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e4f85-a34d-43af-ad19-55f1adac74de None None] DHCP port deletion for a57831c7-7066-4960-88f0-ead7e5cf3ae2 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:30:02.114748 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Deleting port 4c493489-0bc4-4a2a-af32-917f88616c9a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:02.115115 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.128729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.169828 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c567a9-5cce-480d-b826-a996f3ea88d0 x-openstack-request-id: req-96c567a9-5cce-480d-b826-a996f3ea88d0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:02.172210 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e59e591-729b-4bef-b033-5d69f0fd55d9", "name": "network-vif-deleted", "tag": "837ce63a-fa8c-46a0-8e32-ee32cb002778", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:02.172709 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96c567a9-5cce-480d-b826-a996f3ea88d0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:02.173332 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e59e591-729b-4bef-b033-5d69f0fd55d9', 'name': 'network-vif-deleted', 'tag': '837ce63a-fa8c-46a0-8e32-ee32cb002778', 'status': 'completed', 'code': 200} Aug 19 12:30:02.193474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] For port 4c493489-0bc4-4a2a-af32-917f88616c9a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4c493489-0bc4-4a2a-af32-917f88616c9a,segment=NetworkSegment(865028b4-9abc-495f-9955-bee7d520f9fd),segment_id=865028b4-9abc-495f-9955-bee7d520f9fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:02.194663 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.210674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Calling delete_port for 4c493489-0bc4-4a2a-af32-917f88616c9a owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:02.219736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e4f85-a34d-43af-ad19-55f1adac74de None None] Deleting port 4c493489-0bc4-4a2a-af32-917f88616c9a {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:02.219736 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f2e4f85-a34d-43af-ad19-55f1adac74de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.311261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4f2e4f85-a34d-43af-ad19-55f1adac74de None None] For port 4c493489-0bc4-4a2a-af32-917f88616c9a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4c493489-0bc4-4a2a-af32-917f88616c9a,segment=NetworkSegment(865028b4-9abc-495f-9955-bee7d520f9fd),segment_id=865028b4-9abc-495f-9955-bee7d520f9fd)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:02.312556 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f2e4f85-a34d-43af-ad19-55f1adac74de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.329722 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.332234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e4f85-a34d-43af-ad19-55f1adac74de None None] Calling delete_port for 4c493489-0bc4-4a2a-af32-917f88616c9a owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:02.416148 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Network 47bf18ea-e897-40e4-bd28-08a8f7c4097a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:02.420253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:02.427748 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.437105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:02.470557 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f2e4f85-a34d-43af-ad19-55f1adac74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.486214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event deleted for resources: {'Port': ['ID=4c493489-0bc4-4a2a-af32-917f88616c9a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:02.492855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] No DVR routers for this DVR port 4c493489-0bc4-4a2a-af32-917f88616c9a on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:02.496181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event updated for resources: {'Port': ['ID=863f679f-f108-4df3-8025-1ec993b21fc4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:02.540299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e4f85-a34d-43af-ad19-55f1adac74de None None] Pushing event deleted for resources: {'Port': ['ID=4c493489-0bc4-4a2a-af32-917f88616c9a,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:02.550123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e4f85-a34d-43af-ad19-55f1adac74de None None] No DVR routers for this DVR port 4c493489-0bc4-4a2a-af32-917f88616c9a on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:02.620065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef4e6bb0-b08a-43f8-a901-34da9162979a req-833c4f43-ae40-4796-a749-6cbff04dbf8f tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0649879 Aug 19 12:30:02.634257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:02.635115 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.670961 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.684016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c493489-0bc4-4a2a-af32-917f88616c9a no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:02.684270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57831c7-7066-4960-88f0-ead7e5cf3ae2']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:02.698198 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865028b4-9abc-495f-9955-bee7d520f9fd') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:02.698731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865028b4-9abc-495f-9955-bee7d520f9fd') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:02.707403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4c493489-0bc4-4a2a-af32-917f88616c9a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:02.708464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c493489-0bc4-4a2a-af32-917f88616c9a not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:02.709745 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.726021 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.732510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:02.733073 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:02.735850 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:02.876501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f4b647d-ac53-4b1c-ac53-25761cfe4f6e req-22e0f947-3672-4370-bb34-87d328c51cf3 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 210 time: 0.0286798 Aug 19 12:30:02.896060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-bb5b4dbd-ca03-4e49-924e-9fc82215e6f6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4301276 Aug 19 12:30:02.914897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Request body: {'port': {'device_id': '53a5d056-cdb9-43c1-9fc0-f17894bbbc70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:02.972582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.976489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fdf34f2-7a5b-48d6-99ba-d257b377304a req-84d9f21a-68f1-4b4b-b312-83fc4a2c8e07 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e59e591-729b-4bef-b033-5d69f0fd55d9 HTTP/1.1" status: 200 len: 210 time: 0.0391343 Aug 19 12:30:03.001242 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.004533 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] 10.222.0.44 "DELETE /v2.0/networks/a57831c7-7066-4960-88f0-ead7e5cf3ae2 HTTP/1.1" status: 204 len: 168 time: 1.2680652 Aug 19 12:30:03.005051 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.007033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38544f-0ba3-47b1-b1a5-f05d00c1a0b3 tempest-AllowedAddressPairTestJSON-2030527365 tempest-AllowedAddressPairTestJSON-2030527365-project] Pushing event deleted for resources: {'Network': ['ID=a57831c7-7066-4960-88f0-ead7e5cf3ae2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:03.270287 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c3cea-313c-4cee-b91d-aeae7066aaf6 req-ba6a8c61-f525-4f1a-91f8-cdae4cc1f7ab tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:03.272338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-677c3cea-313c-4cee-b91d-aeae7066aaf6 req-ba6a8c61-f525-4f1a-91f8-cdae4cc1f7ab tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 931 time: 0.1113958 Aug 19 12:30:03.333458 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-677c3cea-313c-4cee-b91d-aeae7066aaf6 req-6deb5028-034a-4c1e-b42a-854750ff5ebd tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527713 Aug 19 12:30:03.419326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863f679f-f108-4df3-8025-1ec993b21fc4 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:03.426591 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.439137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Transition to ACTIVE for port object 863f679f-f108-4df3-8025-1ec993b21fc4 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:03.508690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36716) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:03.516800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 837ce63a-fa8c-46a0-8e32-ee32cb002778 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:03.539565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 837ce63a-fa8c-46a0-8e32-ee32cb002778 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:03.539917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 837ce63a-fa8c-46a0-8e32-ee32cb002778 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:03.603853 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.647439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36724) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:03.660209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Pushing event updated for resources: {'Port': ['ID=863f679f-f108-4df3-8025-1ec993b21fc4,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:03.727376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f7c83de-96d0-4cb9-ba8f-c9bfe1757bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.767409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10009748-1225-4261-b1a6-10e2bb07704a req-602fd3e5-361e-4d3a-a8e5-1fe7c23a8d13 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0327010 Aug 19 12:30:03.781760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Attempting to bind port 863f679f-f108-4df3-8025-1ec993b21fc4 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:03.782107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Attempting to bind port 863f679f-f108-4df3-8025-1ec993b21fc4 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:03.782523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Attempting to bind port 863f679f-f108-4df3-8025-1ec993b21fc4 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:03.790086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Port 863f679f-f108-4df3-8025-1ec993b21fc4 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:30:03.790425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Attempting to bind port 863f679f-f108-4df3-8025-1ec993b21fc4 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:03.795718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:03.796070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Checking segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:03.796463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Bound using segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:03.796900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Bound port: 863f679f-f108-4df3-8025-1ec993b21fc4, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:03.797270 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.809699 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4670daf6-ce29-471c-9289-4a81ff17f7bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed4d6d15569b4494a39d2ff1c238f5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607108 Aug 19 12:30:03.812728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36728) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:03.867574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f7c83de-96d0-4cb9-ba8f-c9bfe1757bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.894718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] For port 863f679f-f108-4df3-8025-1ec993b21fc4, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:03.900244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] For port 863f679f-f108-4df3-8025-1ec993b21fc4, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=863f679f-f108-4df3-8025-1ec993b21fc4,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:03.913751 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30dfd8f9-7f83-4556-a570-fc4331152b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.937186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30dfd8f9-7f83-4556-a570-fc4331152b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.986744 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f7c83de-96d0-4cb9-ba8f-c9bfe1757bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.992274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b4060f6-71a8-4214-9498-7464a56078ae req-d184598d-1100-4005-9622-ec0cc2110038 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 210 time: 0.0399280 Aug 19 12:30:04.026914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.032826 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c83de-96d0-4cb9-ba8f-c9bfe1757bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55233c40-e8ee-41f6-9735-97365c362718,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:04.047511 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2f7c83de-96d0-4cb9-ba8f-c9bfe1757bb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25ab70bbde90482aa5619243badbab3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377147 Aug 19 12:30:04.050606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36736) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:04.068448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:04.069304 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.070933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] 10.222.0.53 "PUT /v2.0/ports/863f679f-f108-4df3-8025-1ec993b21fc4 HTTP/1.1" status: 200 len: 1091 time: 1.1613696 Aug 19 12:30:04.094740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e3bba-7fb7-4882-9d17-121666e69088 service neutron] Pushing event updated for resources: {'Port': ['ID=863f679f-f108-4df3-8025-1ec993b21fc4,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:04.117128 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05152bce-3582-4884-93c1-a5b7f8965ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.117924 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30dfd8f9-7f83-4556-a570-fc4331152b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.127949 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30dfd8f9-7f83-4556-a570-fc4331152b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.127949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-30dfd8f9-7f83-4556-a570-fc4331152b2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/935e511a-5f52-428a-9a56-1e7c5d147430 HTTP/1.1" status: 204 len: 168 time: 0.3081861 Aug 19 12:30:04.143653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfd8f9-7f83-4556-a570-fc4331152b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935e511a-5f52-428a-9a56-1e7c5d147430,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:04.146310 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05152bce-3582-4884-93c1-a5b7f8965ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.174945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a5d056-cdb9-43c1-9fc0-f17894bbbc70', 'tag': '863f679f-f108-4df3-8025-1ec993b21fc4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:04.177281 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5aa22b-d5cb-4f82-8e84-6a033549e3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "53a5d056-cdb9-43c1-9fc0-f17894bbbc70", "tag": "863f679f-f108-4df3-8025-1ec993b21fc4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:04.223119 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d0e900-ec16-4546-8b4a-af77ce1d810a x-openstack-request-id: req-a2d0e900-ec16-4546-8b4a-af77ce1d810a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:04.223404 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a5d056-cdb9-43c1-9fc0-f17894bbbc70", "tag": "863f679f-f108-4df3-8025-1ec993b21fc4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:04.223655 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2d0e900-ec16-4546-8b4a-af77ce1d810a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:04.224050 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a5d056-cdb9-43c1-9fc0-f17894bbbc70', 'tag': '863f679f-f108-4df3-8025-1ec993b21fc4', 'status': 'completed', 'code': 200} Aug 19 12:30:04.280672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-d6980b0a-adeb-49c7-a933-9e7fe11e3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:04.282290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-d6980b0a-adeb-49c7-a933-9e7fe11e3cf1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 1094 time: 0.0424852 Aug 19 12:30:04.329556 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05152bce-3582-4884-93c1-a5b7f8965ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.332707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-d30f31d1-355f-4e87-9237-5047694100f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=863f679f-f108-4df3-8025-1ec993b21fc4 HTTP/1.1" status: 200 len: 217 time: 0.0382967 Aug 19 12:30:04.332878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05152bce-3582-4884-93c1-a5b7f8965ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.337207 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-05152bce-3582-4884-93c1-a5b7f8965ac9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55233c40-e8ee-41f6-9735-97365c362718 HTTP/1.1" status: 204 len: 168 time: 0.2825882 Aug 19 12:30:04.343363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05152bce-3582-4884-93c1-a5b7f8965ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55233c40-e8ee-41f6-9735-97365c362718,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:04.412041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-c1475ea7-fef4-4f1f-b0a5-12e53abc897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:04.413633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-c1475ea7-fef4-4f1f-b0a5-12e53abc897e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.0632546 Aug 19 12:30:04.464058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-5298a52e-6724-454e-8099-d8736b15e01e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407343 Aug 19 12:30:04.535368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cb5f8-0125-4021-8c6d-44a16709a823 req-6a971e3d-cd8c-4081-844f-de3e5eea1ef9 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:04.535368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-711cb5f8-0125-4021-8c6d-44a16709a823 req-6a971e3d-cd8c-4081-844f-de3e5eea1ef9 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 943 time: 0.1182833 Aug 19 12:30:04.628886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-711cb5f8-0125-4021-8c6d-44a16709a823 req-66e46ddc-dd00-447f-a8db-da16952f1d98 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792747 Aug 19 12:30:04.642520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bb833-1467-4c06-8209-b455d3c9ee1b req-3b4e0eab-51bd-4258-9100-15a89a2f6366 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:04.644034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-760bb833-1467-4c06-8209-b455d3c9ee1b req-3b4e0eab-51bd-4258-9100-15a89a2f6366 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 950 time: 0.1085305 Aug 19 12:30:04.646381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-1e0d14e4-be75-44a4-87fd-caaa17fc3c6a service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744413 Aug 19 12:30:04.737754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-760bb833-1467-4c06-8209-b455d3c9ee1b req-ab497cc0-9dae-4c07-a5ec-b6ee9a9d0061 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864508 Aug 19 12:30:04.770410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d56eeaea-6521-40de-9b76-b4582309ebc0 req-548ea016-83d6-43f4-8db2-3fab663009ee service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090338 Aug 19 12:30:04.874836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-156aa72e-feaf-4a3f-87fd-124aba827637 req-678237ac-d009-49f9-917c-231cb70e2952 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0275564 Aug 19 12:30:05.074660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aa22b-d5cb-4f82-8e84-6a033549e3e9 req-86ebe2b5-f9c4-410d-b449-1fe61a3e524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:05.076398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d5aa22b-d5cb-4f82-8e84-6a033549e3e9 req-86ebe2b5-f9c4-410d-b449-1fe61a3e524c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 1094 time: 0.0997033 Aug 19 12:30:05.187814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-ebf791f4-4d2f-4872-b775-37e599c18d00 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:05.189287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-ebf791f4-4d2f-4872-b775-37e599c18d00 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.2337651 Aug 19 12:30:05.198108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01a550c5-585b-4424-ab4d-71d558350284 req-64d17161-f2b9-4f2e-afed-4af21a703976 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 210 time: 0.0760562 Aug 19 12:30:05.206266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Request body: {'port': {'device_id': 'cd13edfe-3889-4a88-b119-a691c74e2bc0', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'admin_state_up': True, 'tenant_id': '936b1e24676b42568b06c49ce8852ad3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:05.294171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aa22b-d5cb-4f82-8e84-6a033549e3e9 req-385f7993-8b66-4c3b-a5cd-e23265895bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:05.295665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d5aa22b-d5cb-4f82-8e84-6a033549e3e9 req-385f7993-8b66-4c3b-a5cd-e23265895bdc service neutron] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 913 time: 0.2030838 Aug 19 12:30:05.461361 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36788) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.572751 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2bd4c894-ab47-45b4-aef8-05e473c60916 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] Request body: {'port': {'network_id': 'b5c59c06-198b-4c0d-a874-794e0ece6489', 'name': 'tempest-NetworksNegativeTestJSON-2049164499'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:05.588105 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd4c894-ab47-45b4-aef8-05e473c60916 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] POST failed (client error): The resource could not be found. Aug 19 12:30:05.588640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd4c894-ab47-45b4-aef8-05e473c60916 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:05.594043 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2bd4c894-ab47-45b4-aef8-05e473c60916 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1316223 Aug 19 12:30:05.594956 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36794) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.615917 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3793e8d5-de97-4808-ba9c-67234fb6c68a tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:05.616742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3793e8d5-de97-4808-ba9c-67234fb6c68a tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:05.622801 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3793e8d5-de97-4808-ba9c-67234fb6c68a tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] 10.222.0.44 "DELETE /v2.0/networks/35c39d6b-b823-4b90-a4f8-32ced5dd97df HTTP/1.1" status: 404 len: 339 time: 0.0266466 Aug 19 12:30:05.623403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36798) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.651911 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee6df4d-4f9c-40dc-829b-350e068e497c tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:05.652671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee6df4d-4f9c-40dc-829b-350e068e497c tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:05.658581 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eee6df4d-4f9c-40dc-829b-350e068e497c tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] 10.222.0.44 "DELETE /v2.0/ports/732d16b0-b051-4b88-9178-d82abdb76c39 HTTP/1.1" status: 404 len: 333 time: 0.0341065 Aug 19 12:30:05.659214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36802) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.686607 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-31519699-e753-4bb1-8644-cf9af9448611 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:05.687071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31519699-e753-4bb1-8644-cf9af9448611 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:05.689843 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-31519699-e753-4bb1-8644-cf9af9448611 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] 10.222.0.44 "DELETE /v2.0/subnets/1eb53eaa-cda8-4e20-959f-b63daad43881 HTTP/1.1" status: 404 len: 337 time: 0.0296440 Aug 19 12:30:05.695460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36804) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.702619 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d5aa22b-d5cb-4f82-8e84-6a033549e3e9 req-a5186631-42c3-44b0-9998-501904863138 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=863f679f-f108-4df3-8025-1ec993b21fc4 HTTP/1.1" status: 200 len: 217 time: 0.3982358 Aug 19 12:30:05.721439 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c5de5c-66f2-4819-abb5-0e0575344ee8 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] GET failed (client error): The resource could not be found. Aug 19 12:30:05.723605 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a6c5de5c-66f2-4819-abb5-0e0575344ee8 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] 10.222.0.44 "GET /v2.0/networks/af9ba752-11b8-4e3e-83d8-e77647a989dd HTTP/1.1" status: 404 len: 339 time: 0.0258586 Aug 19 12:30:05.727906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36806) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.753332 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e47bc3-23b0-4cd9-aa9d-c5c36ea5e579 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] GET failed (client error): The resource could not be found. Aug 19 12:30:05.758623 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a4e47bc3-23b0-4cd9-aa9d-c5c36ea5e579 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] 10.222.0.44 "GET /v2.0/ports/d7861f34-aa2c-4c67-b0d1-ce810bf69818 HTTP/1.1" status: 404 len: 333 time: 0.0258934 Aug 19 12:30:05.758937 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36808) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.803770 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdbee4b-a0f8-48dc-87e5-dce44aa63053 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] GET failed (client error): The resource could not be found. Aug 19 12:30:05.809597 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ffdbee4b-a0f8-48dc-87e5-dce44aa63053 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] 10.222.0.44 "GET /v2.0/subnets/d1ecb09b-e0c9-4904-81b7-2372525554a2 HTTP/1.1" status: 404 len: 337 time: 0.0411291 Aug 19 12:30:05.809843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aa22b-d5cb-4f82-8e84-6a033549e3e9 req-ae9d562a-687b-4277-b06b-61ad43ba1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:05.809843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d5aa22b-d5cb-4f82-8e84-6a033549e3e9 req-ae9d562a-687b-4277-b06b-61ad43ba1e8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.0962856 Aug 19 12:30:05.810392 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36814) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.817644 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-979b7d0c-ecbc-4eb1-bb8a-63231928d739 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:05.826905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac3ca5-92fd-4654-96cf-a26d203f27c9 req-deae4252-dbd5-4541-ac4f-f025c1e4a309 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:05.828539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ddac3ca5-92fd-4654-96cf-a26d203f27c9 req-deae4252-dbd5-4541-ac4f-f025c1e4a309 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 943 time: 0.1046834 Aug 19 12:30:05.844524 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-979b7d0c-ecbc-4eb1-bb8a-63231928d739 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] PUT failed (client error): The resource could not be found. Aug 19 12:30:05.845319 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979b7d0c-ecbc-4eb1-bb8a-63231928d739 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:05.846810 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-979b7d0c-ecbc-4eb1-bb8a-63231928d739 tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] 10.222.0.44 "PUT /v2.0/networks/5a6bfb64-17b7-49c3-9d15-44723d08f68a HTTP/1.1" status: 404 len: 339 time: 0.0353243 Aug 19 12:30:05.852380 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36816) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.862184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3a045868-4750-42ad-a526-1ecdff94e6bc tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:05.870613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d5aa22b-d5cb-4f82-8e84-6a033549e3e9 req-2e9d5441-480f-495a-b6b2-0fffdab1e1ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407023 Aug 19 12:30:05.893986 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a045868-4750-42ad-a526-1ecdff94e6bc tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] PUT failed (client error): The resource could not be found. Aug 19 12:30:05.895308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a045868-4750-42ad-a526-1ecdff94e6bc tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:05.896866 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3a045868-4750-42ad-a526-1ecdff94e6bc tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] 10.222.0.44 "PUT /v2.0/ports/75139367-9bad-42b0-aca9-dc34ba7b19f3 HTTP/1.1" status: 404 len: 333 time: 0.0425570 Aug 19 12:30:05.903581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36818) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.909881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fee2f861-9a0c-4090-b589-597916053a7f tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:05.946944 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee2f861-9a0c-4090-b589-597916053a7f tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] PUT failed (client error): The resource could not be found. Aug 19 12:30:05.947562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee2f861-9a0c-4090-b589-597916053a7f tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:05.952925 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fee2f861-9a0c-4090-b589-597916053a7f tempest-NetworksNegativeTestJSON-1177199385 tempest-NetworksNegativeTestJSON-1177199385-project] 10.222.0.44 "PUT /v2.0/subnets/00c3cfdf-c9f5-4a21-8fdc-9021ac79b511 HTTP/1.1" status: 404 len: 337 time: 0.0463250 Aug 19 12:30:05.968370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Made reservation on behalf of 936b1e24676b42568b06c49ce8852ad3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:05.971929 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.981353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ddac3ca5-92fd-4654-96cf-a26d203f27c9 req-f73909a9-eeba-4281-b763-22cba9391e3e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408863 Aug 19 12:30:06.011817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a132601-9826-4129-9914-5cd3ff44509a req-b338c2c7-1477-4f68-b47d-48c276cfd2b9 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:06.013642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a132601-9826-4129-9914-5cd3ff44509a req-b338c2c7-1477-4f68-b47d-48c276cfd2b9 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 950 time: 0.1743860 Aug 19 12:30:06.089957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66e7b4-8cc4-4674-8ee4-a7d0b4d52c46 req-29ed835f-9a50-4363-b95b-1c92b6f5a15e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:06.091535 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fc66e7b4-8cc4-4674-8ee4-a7d0b4d52c46 req-29ed835f-9a50-4363-b95b-1c92b6f5a15e tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 950 time: 0.0829165 Aug 19 12:30:06.141999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d5aa22b-d5cb-4f82-8e84-6a033549e3e9 req-6b678ec7-39ab-4d23-abd1-2598199ebbe2 service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499831 Aug 19 12:30:06.143918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8650bf36-c38f-4545-b298-0a72021df79c req-81cda645-ac7a-4934-a3c3-823ac0b2bff3 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0571845 Aug 19 12:30:06.182616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a132601-9826-4129-9914-5cd3ff44509a req-ef7144bb-29ee-4138-9844-7c43c88aa00a tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/security-groups?id=10018f9b-904c-4f13-8045-8e35621686a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559317 Aug 19 12:30:06.219236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-fc66e7b4-8cc4-4674-8ee4-a7d0b4d52c46 req-bcb3618e-3eab-4d58-b903-47a0c28adf10 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Deleting port 4aa16917-fa3a-4a77-bead-17c00418406a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:06.219578 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fc66e7b4-8cc4-4674-8ee4-a7d0b4d52c46 req-bcb3618e-3eab-4d58-b903-47a0c28adf10 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.333631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Allocated IP 172.20.0.5 (8a27b72f-16a2-4887-9d46-96e985490dc9/3c92c0f2-8a31-4350-9c36-d9b578ba2de7/7612e939-f76b-45fe-9204-2358fc6e1e03) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:06.381982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d5aa22b-d5cb-4f82-8e84-6a033549e3e9 req-c6d92721-8a06-4498-b3ad-e79e1e3d1936 service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291107 Aug 19 12:30:06.427000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-fc66e7b4-8cc4-4674-8ee4-a7d0b4d52c46 req-bcb3618e-3eab-4d58-b903-47a0c28adf10 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] For port 4aa16917-fa3a-4a77-bead-17c00418406a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4aa16917-fa3a-4a77-bead-17c00418406a,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:06.427556 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fc66e7b4-8cc4-4674-8ee4-a7d0b4d52c46 req-bcb3618e-3eab-4d58-b903-47a0c28adf10 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.429022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4aab621c-5384-431a-9d85-4dfde80ce493 req-c43f3270-31fd-4113-b1ac-6b822bad90ec tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 210 time: 0.0405235 Aug 19 12:30:06.451170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-fc66e7b4-8cc4-4674-8ee4-a7d0b4d52c46 req-bcb3618e-3eab-4d58-b903-47a0c28adf10 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Calling delete_port for 4aa16917-fa3a-4a77-bead-17c00418406a owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:06.594868 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.596953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36836) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:06.750054 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.751749 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a09f-27d2-4e33-b3c3-78fae0136b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.763938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273', '34005d64-f4e2-4153-80d4-45a0baf25233'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:06.781236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fc66e7b4-8cc4-4674-8ee4-a7d0b4d52c46 req-bcb3618e-3eab-4d58-b903-47a0c28adf10 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.829028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3618e-3eab-4d58-b903-47a0c28adf10 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Pushing event deleted for resources: {'Port': ['ID=4aa16917-fa3a-4a77-bead-17c00418406a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:06.890769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc66e7b4-8cc4-4674-8ee4-a7d0b4d52c46 req-bcb3618e-3eab-4d58-b903-47a0c28adf10 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] No DVR routers for this DVR port 4aa16917-fa3a-4a77-bead-17c00418406a on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:06.892826 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a09f-27d2-4e33-b3c3-78fae0136b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.893298 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-fc66e7b4-8cc4-4674-8ee4-a7d0b4d52c46 req-bcb3618e-3eab-4d58-b903-47a0c28adf10 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.896334 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fc66e7b4-8cc4-4674-8ee4-a7d0b4d52c46 req-bcb3618e-3eab-4d58-b903-47a0c28adf10 tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.52 "DELETE /v2.0/ports/4aa16917-fa3a-4a77-bead-17c00418406a HTTP/1.1" status: 204 len: 173 time: 0.7968581 Aug 19 12:30:06.896334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-deleted', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:06.899302 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d3517b-0f24-47cf-b675-d377715039d4" -d '{"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-deleted", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:06.915199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Network 8a27b72f-16a2-4887-9d46-96e985490dc9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:06.919914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:06.926140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:06.974527 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60831821-a67d-4ae6-9405-83d06e4f99aa x-openstack-request-id: req-60831821-a67d-4ae6-9405-83d06e4f99aa {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:06.975380 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a529bb-a71c-4382-a065-73b78155582d", "name": "network-vif-deleted", "tag": "4aa16917-fa3a-4a77-bead-17c00418406a", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:06.975644 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60831821-a67d-4ae6-9405-83d06e4f99aa {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:06.977204 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a529bb-a71c-4382-a065-73b78155582d', 'name': 'network-vif-deleted', 'tag': '4aa16917-fa3a-4a77-bead-17c00418406a', 'status': 'completed', 'code': 200} Aug 19 12:30:07.001861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:07.002529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.007211 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a09f-27d2-4e33-b3c3-78fae0136b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.025400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event updated for resources: {'Port': ['ID=7612e939-f76b-45fe-9204-2358fc6e1e03,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:07.091676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2a09f-27d2-4e33-b3c3-78fae0136b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af43188-4ae1-4564-9520-c2094fc7e3f9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:07.158151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f6f2a09f-27d2-4e33-b3c3-78fae0136b8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97b82455ee2b4e62935f981bc55f970d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5600555 Aug 19 12:30:07.161084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36852) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:07.173760 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-2dc9953e-27e1-4189-b936-3c1acd77d162 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9728091 Aug 19 12:30:07.202867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Request body: {'port': {'device_id': 'cd13edfe-3889-4a88-b119-a691c74e2bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:07.285944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494431d-87ff-4c03-9745-e31ae95ded81 req-e70a0762-9295-40ef-b515-705fbc15e368 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:07.288215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c494431d-87ff-4c03-9745-e31ae95ded81 req-e70a0762-9295-40ef-b515-705fbc15e368 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 943 time: 0.1803188 Aug 19 12:30:07.288681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51dda2b1-4ecc-4583-be41-d58569d007f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.312804 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51dda2b1-4ecc-4583-be41-d58569d007f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.334852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edb9f050-ee2f-4454-86af-74bc874ede6e req-2647908b-9b01-4a53-a1ae-6199870174f4 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0431912 Aug 19 12:30:07.382571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c494431d-87ff-4c03-9745-e31ae95ded81 req-475e9a24-6e2d-427b-89ff-f4c051250b96 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825298 Aug 19 12:30:07.392998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.483947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51dda2b1-4ecc-4583-be41-d58569d007f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.486581 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51dda2b1-4ecc-4583-be41-d58569d007f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.488818 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-51dda2b1-4ecc-4583-be41-d58569d007f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2af43188-4ae1-4564-9520-c2094fc7e3f9 HTTP/1.1" status: 204 len: 168 time: 0.3260365 Aug 19 12:30:07.502270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4aa16917-fa3a-4a77-bead-17c00418406a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:07.503574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dda2b1-4ecc-4583-be41-d58569d007f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af43188-4ae1-4564-9520-c2094fc7e3f9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:07.615849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc1bda49-bf0e-4a29-bd0d-fe61ec9dd223 req-f7edb394-141c-452b-ac0d-6916a416e45a tempest-ServersAdminTestJSON-854376525 tempest-ServersAdminTestJSON-854376525-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a529bb-a71c-4382-a065-73b78155582d HTTP/1.1" status: 200 len: 210 time: 0.1340775 Aug 19 12:30:07.715647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117e527-eec6-4b95-a139-81a9e027f5cc req-8586c6fe-849e-4920-ba89-aebe37844b85 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:07.717231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f117e527-eec6-4b95-a139-81a9e027f5cc req-8586c6fe-849e-4920-ba89-aebe37844b85 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 931 time: 0.1340284 Aug 19 12:30:07.784876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f117e527-eec6-4b95-a139-81a9e027f5cc req-03dea8d2-9c08-463a-bf66-77da07ff326c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608358 Aug 19 12:30:07.866715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7612e939-f76b-45fe-9204-2358fc6e1e03 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:07.878684 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.894652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Transition to ACTIVE for port object 7612e939-f76b-45fe-9204-2358fc6e1e03 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:08.032470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.137491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7612e939-f76b-45fe-9204-2358fc6e1e03,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:08.190693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Attempting to bind port 7612e939-f76b-45fe-9204-2358fc6e1e03 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:08.191255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Attempting to bind port 7612e939-f76b-45fe-9204-2358fc6e1e03 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:08.191351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Attempting to bind port 7612e939-f76b-45fe-9204-2358fc6e1e03 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:08.197898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Port 7612e939-f76b-45fe-9204-2358fc6e1e03 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:30:08.198328 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Attempting to bind port 7612e939-f76b-45fe-9204-2358fc6e1e03 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:08.205525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:08.206007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Checking segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:08.207132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Bound using segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:08.207132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Bound port: 7612e939-f76b-45fe-9204-2358fc6e1e03, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:08.207362 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.285881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] For port 7612e939-f76b-45fe-9204-2358fc6e1e03, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:08.290244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] For port 7612e939-f76b-45fe-9204-2358fc6e1e03, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=7612e939-f76b-45fe-9204-2358fc6e1e03,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:08.383174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36884) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:08.383763 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.429234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:08.430075 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.431577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] 10.222.0.52 "PUT /v2.0/ports/7612e939-f76b-45fe-9204-2358fc6e1e03 HTTP/1.1" status: 200 len: 1091 time: 1.2466798 Aug 19 12:30:08.432032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd13edfe-3889-4a88-b119-a691c74e2bc0', 'tag': '7612e939-f76b-45fe-9204-2358fc6e1e03'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:08.434547 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c307fa4-b7ed-4d19-8a8f-c26447e21f91" -d '{"events": [{"name": "network-changed", "server_uuid": "cd13edfe-3889-4a88-b119-a691c74e2bc0", "tag": "7612e939-f76b-45fe-9204-2358fc6e1e03"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:08.464296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6af6a-ac03-4c4f-8f7b-26a7884be6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7612e939-f76b-45fe-9204-2358fc6e1e03,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:08.562857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0f8a73e-034a-458d-a253-a3e5ab327bf7 req-b2bbbe43-2267-4a38-b784-f1e729ce8e02 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0524600 Aug 19 12:30:08.617735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611c15a-5e98-4acd-a114-f7d7847b5a0a req-acc86842-fb7a-4e72-8769-dbff0412aeea tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:08.619374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611c15a-5e98-4acd-a114-f7d7847b5a0a req-acc86842-fb7a-4e72-8769-dbff0412aeea tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 943 time: 0.1229048 Aug 19 12:30:08.622725 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e60672-c8ac-425f-b445-4dc00ced252b x-openstack-request-id: req-a2e60672-c8ac-425f-b445-4dc00ced252b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:08.623595 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd13edfe-3889-4a88-b119-a691c74e2bc0", "tag": "7612e939-f76b-45fe-9204-2358fc6e1e03", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:08.623595 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2e60672-c8ac-425f-b445-4dc00ced252b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:08.623866 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd13edfe-3889-4a88-b119-a691c74e2bc0', 'tag': '7612e939-f76b-45fe-9204-2358fc6e1e03', 'status': 'completed', 'code': 200} Aug 19 12:30:08.652206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-bc58eb78-0586-4fa5-99ec-f9afee54d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:08.654144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-bc58eb78-0586-4fa5-99ec-f9afee54d8db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 1094 time: 0.0832746 Aug 19 12:30:08.683309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:08.686347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5611c15a-5e98-4acd-a114-f7d7847b5a0a req-20881aee-e888-4094-9b83-433aa521d015 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581858 Aug 19 12:30:08.716131 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-0b40889c-14b0-4ad1-b62b-25c46f598d36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7612e939-f76b-45fe-9204-2358fc6e1e03 HTTP/1.1" status: 200 len: 217 time: 0.0406866 Aug 19 12:30:08.755152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 863f679f-f108-4df3-8025-1ec993b21fc4 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:30:08.780255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-24c06d93-a313-4c57-a9bc-817df21d1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:08.781821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-24c06d93-a313-4c57-a9bc-817df21d1b13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.0592663 Aug 19 12:30:08.835370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-e0f742c6-e576-47d5-8bf3-ccc17f32ce1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438392 Aug 19 12:30:08.857101 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.882293 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 863f679f-f108-4df3-8025-1ec993b21fc4, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=863f679f-f108-4df3-8025-1ec993b21fc4,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:08.895262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '863f679f-f108-4df3-8025-1ec993b21fc4', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'port_id': '863f679f-f108-4df3-8025-1ec993b21fc4', 'mac_address': 'fa:16:3e:6a:b1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e15be-446b-46dd-8c02-a2bdb7426a46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:30:08.943993 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.964525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863f679f-f108-4df3-8025-1ec993b21fc4 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:08.981408 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.988125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 863f679f-f108-4df3-8025-1ec993b21fc4, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=863f679f-f108-4df3-8025-1ec993b21fc4,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:09.011489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36657-64ff-40d7-837e-eadf0cb03cbc req-bfe7eed2-a513-4087-b09c-a35ab0e0e120 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:09.017450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1e36657-64ff-40d7-837e-eadf0cb03cbc req-bfe7eed2-a513-4087-b09c-a35ab0e0e120 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 943 time: 0.0809741 Aug 19 12:30:09.037494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-b9fb9d7a-8c03-4eaa-9db3-33638835550f service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846411 Aug 19 12:30:09.084920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1e36657-64ff-40d7-837e-eadf0cb03cbc req-a041d6e1-012b-4c5f-9ac4-5d9ec69f36a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624838 Aug 19 12:30:09.102405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Allocated IP 172.25.6.89 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/6ee67c82-4fcb-4e4d-aab9-2945b1a3db6b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:09.130437 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.189007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b624ba-bbac-4db4-a687-beb5c3778dff req-3854da6c-9d99-46bf-a967-d155f8eb5236 service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359258 Aug 19 12:30:09.189497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36912) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:09.194646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=863f679f-f108-4df3-8025-1ec993b21fc4,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:09.228513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.348628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36918) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:09.376868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c307fa4-b7ed-4d19-8a8f-c26447e21f91 req-f66f2859-be71-4c4a-800d-8d952ce25cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:09.378605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c307fa4-b7ed-4d19-8a8f-c26447e21f91 req-f66f2859-be71-4c4a-800d-8d952ce25cbc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 1094 time: 0.0541971 Aug 19 12:30:09.382150 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.436360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:09.447015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1538892806'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:09.452047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:09.459652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['863f679f-f108-4df3-8025-1ec993b21fc4'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:09.466029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:09.518635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c307fa4-b7ed-4d19-8a8f-c26447e21f91 req-4838a1e2-6f18-4693-b766-6a62e1ffbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:09.520229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c307fa4-b7ed-4d19-8a8f-c26447e21f91 req-4838a1e2-6f18-4693-b766-6a62e1ffbd07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 906 time: 0.1346097 Aug 19 12:30:09.561297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4aa16917-fa3a-4a77-bead-17c00418406a no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:09.585275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:09.588829 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.593341 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c307fa4-b7ed-4d19-8a8f-c26447e21f91 req-575c2802-59e7-4d42-a386-bf6525632cd3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7612e939-f76b-45fe-9204-2358fc6e1e03 HTTP/1.1" status: 200 len: 217 time: 0.0467973 Aug 19 12:30:09.598225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 4aa16917-fa3a-4a77-bead-17c00418406a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:09.598918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4aa16917-fa3a-4a77-bead-17c00418406a not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:09.617026 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.700661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f2805dd-7822-4198-bdac-793f75c57ac2 req-8e6bf09b-e1a0-4085-b32e-4a4dd921fd67 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0444062 Aug 19 12:30:09.720961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c307fa4-b7ed-4d19-8a8f-c26447e21f91 req-ababc462-e8a4-453a-959d-ad893ae81ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:09.720961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c307fa4-b7ed-4d19-8a8f-c26447e21f91 req-ababc462-e8a4-453a-959d-ad893ae81ab6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.1163974 Aug 19 12:30:09.765979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c307fa4-b7ed-4d19-8a8f-c26447e21f91 req-8ae40be3-4752-42cb-96b8-3497ca5c006b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311744 Aug 19 12:30:09.825541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event updated for resources: {'Port': ['ID=6ee67c82-4fcb-4e4d-aab9-2945b1a3db6b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:09.836851 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e0035e88-d2e2-499a-bb07-d59d0612ed4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e6f87c5655343819547d841b6a7143b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867005 Aug 19 12:30:09.839654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36928) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:09.935347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2e6ee03-fe72-4524-a7c9-9e201d9a1e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.937287 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.941984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b4f7e-9aab-4b37-bd7f-fce11ef7775a req-0383d2eb-79f5-4223-8515-ec10d2969229 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:09.944180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-811b4f7e-9aab-4b37-bd7f-fce11ef7775a req-0383d2eb-79f5-4223-8515-ec10d2969229 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 944 time: 0.1599035 Aug 19 12:30:09.967481 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2e6ee03-fe72-4524-a7c9-9e201d9a1e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.995197 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.000680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c307fa4-b7ed-4d19-8a8f-c26447e21f91 req-b177302a-2c19-424c-910e-a80357c4f15d service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270129 Aug 19 12:30:10.035355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-811b4f7e-9aab-4b37-bd7f-fce11ef7775a req-2d5a1c62-c94c-434a-b5f9-b56f2326236c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774539 Aug 19 12:30:10.050108 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.099069 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.139171 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2e6ee03-fe72-4524-a7c9-9e201d9a1e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.141941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2e6ee03-fe72-4524-a7c9-9e201d9a1e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.143440 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c2e6ee03-fe72-4524-a7c9-9e201d9a1e62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10018f9b-904c-4f13-8045-8e35621686a3 HTTP/1.1" status: 204 len: 168 time: 0.3026683 Aug 19 12:30:10.147398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c307fa4-b7ed-4d19-8a8f-c26447e21f91 req-5a376f68-cb3b-4717-9ca8-7eb11b9882a4 service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355238 Aug 19 12:30:10.161697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6ee03-fe72-4524-a7c9-9e201d9a1e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10018f9b-904c-4f13-8045-8e35621686a3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:10.166089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:10.168312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7ed4ba-be8c-4980-9f69-e308ff6126f5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:10.221596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.221962 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Added segment 26c70339-9ee0-423d-9659-8078742701bc of type vlan for network 1695544c-5e35-4466-8e48-36a310fd9a8f Aug 19 12:30:10.252869 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.277971 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.296490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313954b-aefa-45f7-90c0-9722d2aed693 req-9cbf62d2-568c-4f67-96b8-3fad74ef267b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:10.298046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4313954b-aefa-45f7-90c0-9722d2aed693 req-9cbf62d2-568c-4f67-96b8-3fad74ef267b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 943 time: 0.1122663 Aug 19 12:30:10.347135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4313954b-aefa-45f7-90c0-9722d2aed693 req-d772931e-0af3-4476-837b-58c7e03a6c81 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 Aug 19 12:30:10.378968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.447534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event updated for resources: {'Port': ['ID=6ee67c82-4fcb-4e4d-aab9-2945b1a3db6b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:10.459591 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.464144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.466684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:10.467274 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.539343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Network': ['ID=1695544c-5e35-4466-8e48-36a310fd9a8f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:10.552666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 1695544c-5e35-4466-8e48-36a310fd9a8f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:10.567597 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.569089 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c9d44c13-4b14-480c-a585-0221e5def817 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1842604 Aug 19 12:30:10.575293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36938) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:10.580810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2093445569'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:10.641870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9efb0be9-aed8-4fe7-8357-b2c0c6afc14a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4479613 Aug 19 12:30:10.642340 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36942) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:10.655800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'name': 'tempest-PortsIpV6TestJSON-151145644'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:10.792379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 863f679f-f108-4df3-8025-1ec993b21fc4 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:10.814839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-deecdd5d-6e62-4a4c-be8f-fd4cb54152c6 req-068364bf-c570-4996-b267-c7dd8dd4539f tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0284996 Aug 19 12:30:10.840213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Made reservation on behalf of 28b9e006e86943989a982537e19dfdfb for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:10.843946 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.858239 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.980958 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 863f679f-f108-4df3-8025-1ec993b21fc4 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:10.982944 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:10.985518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 863f679f-f108-4df3-8025-1ec993b21fc4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:10.985978 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.987504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.018030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:11.070702 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.128315 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a5d056-cdb9-43c1-9fc0-f17894bbbc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863f679f-f108-4df3-8025-1ec993b21fc4'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:11.134600 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d655f77-b663-4c2a-8e3e-8548f0bac6a8" -d '{"events": [{"server_uuid": "53a5d056-cdb9-43c1-9fc0-f17894bbbc70", "name": "network-vif-plugged", "status": "completed", "tag": "863f679f-f108-4df3-8025-1ec993b21fc4"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:11.154470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36958) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:11.166521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 863f679f-f108-4df3-8025-1ec993b21fc4, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=863f679f-f108-4df3-8025-1ec993b21fc4,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:11.193392 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5191475b-3ea2-4e67-9adb-3d1dcfcb6c15 x-openstack-request-id: req-5191475b-3ea2-4e67-9adb-3d1dcfcb6c15 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:11.193776 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a5d056-cdb9-43c1-9fc0-f17894bbbc70", "name": "network-vif-plugged", "status": "completed", "tag": "863f679f-f108-4df3-8025-1ec993b21fc4", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:11.193977 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5191475b-3ea2-4e67-9adb-3d1dcfcb6c15 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:11.194379 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a5d056-cdb9-43c1-9fc0-f17894bbbc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863f679f-f108-4df3-8025-1ec993b21fc4', 'code': 200} Aug 19 12:30:11.231323 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.242399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-561be7f4-1635-4e4e-b998-fa9efddf13c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d67327f82a7643db828b6af11ae19571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868087 Aug 19 12:30:11.246443 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36960) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:11.251231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b9700-b978-44d0-88cf-71d03d3f0f89 req-7dea4733-ecd9-4a26-b58d-5a6620917bdc tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.259906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a9b9700-b978-44d0-88cf-71d03d3f0f89 req-7dea4733-ecd9-4a26-b58d-5a6620917bdc tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 944 time: 0.0987999 Aug 19 12:30:11.272089 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.306440 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.331385 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.333095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=863f679f-f108-4df3-8025-1ec993b21fc4,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:11.339724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a9b9700-b978-44d0-88cf-71d03d3f0f89 req-5d656ec8-aeee-48c8-a058-9a503a835862 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789058 Aug 19 12:30:11.351783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fb075-a17d-4026-a469-53b87c2f1daf req-2ff79cf4-7731-46fc-8878-7e76339f67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.353651 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a0fb075-a17d-4026-a469-53b87c2f1daf req-2ff79cf4-7731-46fc-8878-7e76339f67a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 1096 time: 0.0619776 Aug 19 12:30:11.384511 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:11.396938 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f978da91-b5db-418e-8517-4d8cb2b70bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.401778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a0fb075-a17d-4026-a469-53b87c2f1daf req-217740f1-ed82-43d7-bf9f-784cd07c0c13 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380795 Aug 19 12:30:11.404473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e06fb7-c360-4478-9ede-0f81df59522d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:11.422885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.423235 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Added segment d88bdf09-5e66-4827-a350-6ce6bde584e2 of type vlan for network 608f7767-3c6c-499c-83c2-275cc214b4e5 Aug 19 12:30:11.448965 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f978da91-b5db-418e-8517-4d8cb2b70bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.487490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01940301-de5d-4101-9f71-6ce601e833ec req-8117756b-4d3b-4a3d-a4ee-d2601c05472f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.490723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01940301-de5d-4101-9f71-6ce601e833ec req-8117756b-4d3b-4a3d-a4ee-d2601c05472f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 943 time: 0.0589430 Aug 19 12:30:11.494549 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.504235 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.534427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01940301-de5d-4101-9f71-6ce601e833ec req-33222450-f048-47ba-ada1-13bd54ffcae1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373867 Aug 19 12:30:11.571639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 7612e939-f76b-45fe-9204-2358fc6e1e03 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:30:11.583606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:11.604059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Checking segment: {'id': '26c70339-9ee0-423d-9659-8078742701bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:11.604419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network hostable DHCP agents. Network: 1695544c-5e35-4466-8e48-36a310fd9a8f, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:11.636641 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.679888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 7612e939-f76b-45fe-9204-2358fc6e1e03, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=7612e939-f76b-45fe-9204-2358fc6e1e03,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:11.690374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '7612e939-f76b-45fe-9204-2358fc6e1e03', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'port_id': '7612e939-f76b-45fe-9204-2358fc6e1e03', 'mac_address': 'fa:16:3e:4e:1b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c92c0f2-8a31-4350-9c36-d9b578ba2de7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:30:11.700962 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.707047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.711054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.729107 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.742770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7612e939-f76b-45fe-9204-2358fc6e1e03 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:11.762951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 7612e939-f76b-45fe-9204-2358fc6e1e03, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=7612e939-f76b-45fe-9204-2358fc6e1e03,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:11.765147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f978da91-b5db-418e-8517-4d8cb2b70bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.767707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f978da91-b5db-418e-8517-4d8cb2b70bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.768871 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f978da91-b5db-418e-8517-4d8cb2b70bdc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fbc90fc-0106-4d3b-a8c5-0477d2cc09ee HTTP/1.1" status: 204 len: 168 time: 0.5208523 Aug 19 12:30:11.769673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:11.797930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978da91-b5db-418e-8517-4d8cb2b70bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbc90fc-0106-4d3b-a8c5-0477d2cc09ee,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:11.802498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event updated for resources: {'Network': ['ID=608f7767-3c6c-499c-83c2-275cc214b4e5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:11.818876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 608f7767-3c6c-499c-83c2-275cc214b4e5 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:11.923755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.932494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ea8386-cf41-4540-a3e1-e7d2b5342b46 req-bdcb182a-2335-4043-81c3-59c4600daa07 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0290947 Aug 19 12:30:11.973814 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7f3bf889-0f6f-4ad5-bf82-0dc247273de3 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3943989 Aug 19 12:30:11.973814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 1695544c-5e35-4466-8e48-36a310fd9a8f) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:11.975449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36970) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:11.983119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Request body: {'subnet': {'network_id': '608f7767-3c6c-499c-83c2-275cc214b4e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:11.983679 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc725ca-1465-491e-80e3-40ae1149658e None None] Network 1695544c-5e35-4466-8e48-36a310fd9a8f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:11.988653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:12.001490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=7612e939-f76b-45fe-9204-2358fc6e1e03,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:12.025257 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:12.026206 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:12.153315 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c150f8db-2b56-4634-a066-3490c0e2a29d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5109599 Aug 19 12:30:12.156796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36974) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:12.169007 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-761437508'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:12.228738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['7612e939-f76b-45fe-9204-2358fc6e1e03'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:12.256602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Made reservation on behalf of 28b9e006e86943989a982537e19dfdfb for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:12.269425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:12.393580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:12.399916 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:12.453877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:12.476622 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:12.476970 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Added segment fc051c3e-efe7-40da-b7a1-cfdb71b2ecf3 of type vlan for network 756d4061-09f4-4660-b151-b6955ea5229c Aug 19 12:30:12.532512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:12.600701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ff0c4-c3be-4d3b-b9c1-a5aa83f08b4c req-11a59f6d-cf87-45b8-91bb-5fbdccf2d273 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:12.606763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c3ff0c4-c3be-4d3b-b9c1-a5aa83f08b4c req-11a59f6d-cf87-45b8-91bb-5fbdccf2d273 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 945 time: 0.1092508 Aug 19 12:30:12.678540 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:12.684434 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:12.685160 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:12.714864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c3ff0c4-c3be-4d3b-b9c1-a5aa83f08b4c req-ed7a7388-e203-4696-a27e-d680c79c3a1f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067915 Aug 19 12:30:12.720900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:12.777529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42e14d-08f1-4c1f-b6ad-616ca2c08769 req-70414528-5e9e-47b1-8968-6c5e97973d8a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:12.779306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a42e14d-08f1-4c1f-b6ad-616ca2c08769 req-70414528-5e9e-47b1-8968-6c5e97973d8a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 944 time: 0.1526084 Aug 19 12:30:12.800465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Network': ['ID=756d4061-09f4-4660-b151-b6955ea5229c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:12.814571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 756d4061-09f4-4660-b151-b6955ea5229c details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:12.852914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event updated for resources: {'Subnet': ['ID=e3019d0b-403e-4b64-a517-49371204cfb2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:12.861012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Checking segment: {'id': 'd88bdf09-5e66-4827-a350-6ce6bde584e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '608f7767-3c6c-499c-83c2-275cc214b4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:12.861483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Network hostable DHCP agents. Network: 608f7767-3c6c-499c-83c2-275cc214b4e5, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:12.866822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a42e14d-08f1-4c1f-b6ad-616ca2c08769 req-944a278e-a138-4b89-9866-02d74cec6d48 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757391 Aug 19 12:30:12.874151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.874433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.874780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.875297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.875659 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.875994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.876322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.876780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.877108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.877457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.877862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.878192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:12.909454 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-38245cd7-964a-4b90-857d-22a45f43cb8e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7483072 Aug 19 12:30:12.910211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36990) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:12.925173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'ports': [{'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f'}, {'network_id': '756d4061-09f4-4660-b151-b6955ea5229c'}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:12.926425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:12.927288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': '756d4061-09f4-4660-b151-b6955ea5229c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:12.987480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Network 608f7767-3c6c-499c-83c2-275cc214b4e5 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:13.120656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 608f7767-3c6c-499c-83c2-275cc214b4e5) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:13.129271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d79ae9c-e88d-4396-abfc-0cea8837e3df None None] Network 608f7767-3c6c-499c-83c2-275cc214b4e5 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:13.204736 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff7ca835-e5be-430e-99b1-43ec84c04b3a req-e92fdbe6-ee52-44b6-8ef2-313be6d37b02 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.1258759 Aug 19 12:30:13.253552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:13.254186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.394404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37006) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:13.395208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2559d856-c89a-4661-8ca2-e0be8efbe7ab tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4187748 Aug 19 12:30:13.401213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1235278378', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:13.457128 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-608f7767-3c6c-499c-83c2-275cc214b4e5', 'network_id': '608f7767-3c6c-499c-83c2-275cc214b4e5', 'tenant_id': '28b9e006e86943989a982537e19dfdfb', 'fixed_ips': [{'subnet_id': 'e3019d0b-403e-4b64-a517-49371204cfb2'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:30:13.458313 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.472884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 2} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:13.486564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.505590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.626044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port c5c36651-0f07-4bf3-a435-808b754eee8d yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:13.647127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Allocated IP 172.20.0.2 (608f7767-3c6c-499c-83c2-275cc214b4e5/e3019d0b-403e-4b64-a517-49371204cfb2/5d264c32-a46d-46fd-9b6e-ba92ede02344) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:13.672159 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.674000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.796034 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.804891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 7612e939-f76b-45fe-9204-2358fc6e1e03 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:13.813095 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.908364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port 7faaa5c5-c91f-405c-8580-66c0e3fe6b74 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:14.014981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 7612e939-f76b-45fe-9204-2358fc6e1e03 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:14.035343 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.050101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 7612e939-f76b-45fe-9204-2358fc6e1e03 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:14.056342 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.156429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.214389 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.234859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=c5c36651-0f07-4bf3-a435-808b754eee8d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:14.254952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Transition to ACTIVE for port object 5d264c32-a46d-46fd-9b6e-ba92ede02344 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:14.265749 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.335383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Transition to ACTIVE for port object 5d264c32-a46d-46fd-9b6e-ba92ede02344 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:14.402716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aa5df-52b1-43a9-8021-9e896958d957 req-c743bc0d-13fc-449e-a781-25db7de5cf7b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.421675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-956aa5df-52b1-43a9-8021-9e896958d957 req-c743bc0d-13fc-449e-a781-25db7de5cf7b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 945 time: 0.3299294 Aug 19 12:30:14.429748 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.453504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:14.454082 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.472624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628243a5-ecc6-4736-82fd-f1474bd2c9b0 req-8eab261c-a1dd-47a5-93b3-51bbfc03e5fb tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.482222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-628243a5-ecc6-4736-82fd-f1474bd2c9b0 req-8eab261c-a1dd-47a5-93b3-51bbfc03e5fb tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 944 time: 0.4042976 Aug 19 12:30:14.490235 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.557240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:14.563777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:14.566178 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.605441 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd13edfe-3889-4a88-b119-a691c74e2bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7612e939-f76b-45fe-9204-2358fc6e1e03'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:14.609058 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2252ec9d-2567-4d8a-a0a7-7b75a13f61a6" -d '{"events": [{"server_uuid": "cd13edfe-3889-4a88-b119-a691c74e2bc0", "name": "network-vif-plugged", "status": "completed", "tag": "7612e939-f76b-45fe-9204-2358fc6e1e03"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:14.650185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Network 608f7767-3c6c-499c-83c2-275cc214b4e5 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:14.665868 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd13160d-5c42-4368-b1bf-97fe8c689856 req-f7ede9be-8564-4e95-aeab-23690da81b26 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.1804585 Aug 19 12:30:14.677305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:14.686441 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:14.689601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 7612e939-f76b-45fe-9204-2358fc6e1e03, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=7612e939-f76b-45fe-9204-2358fc6e1e03,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:14.690528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Pushing event updated for resources: {'Port': ['ID=5d264c32-a46d-46fd-9b6e-ba92ede02344,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:14.799467 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.807501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Attempting to bind port 5d264c32-a46d-46fd-9b6e-ba92ede02344 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:14.807874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Attempting to bind port 5d264c32-a46d-46fd-9b6e-ba92ede02344 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd88bdf09-5e66-4827-a350-6ce6bde584e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '608f7767-3c6c-499c-83c2-275cc214b4e5'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:14.808273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Attempting to bind port 5d264c32-a46d-46fd-9b6e-ba92ede02344 on network 608f7767-3c6c-499c-83c2-275cc214b4e5 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:14.872657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-956aa5df-52b1-43a9-8021-9e896958d957 req-34f19e0e-5bdc-45df-bb85-4358d5249c39 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501965 Aug 19 12:30:14.887429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=7faaa5c5-c91f-405c-8580-66c0e3fe6b74,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:14.889932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:14.890388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Checking segment: {'id': 'd88bdf09-5e66-4827-a350-6ce6bde584e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '608f7767-3c6c-499c-83c2-275cc214b4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:14.890808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.891196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Bound using segment: {'id': 'd88bdf09-5e66-4827-a350-6ce6bde584e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '608f7767-3c6c-499c-83c2-275cc214b4e5'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:14.891699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Bound port: 5d264c32-a46d-46fd-9b6e-ba92ede02344, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88bdf09-5e66-4827-a350-6ce6bde584e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '608f7767-3c6c-499c-83c2-275cc214b4e5'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:14.892276 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.904940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-628243a5-ecc6-4736-82fd-f1474bd2c9b0 req-d3a15d0d-4bcf-44d9-a702-64740b3fd241 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217117 Aug 19 12:30:14.909239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Checking segment: {'id': 'fc051c3e-efe7-40da-b7a1-cfdb71b2ecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '756d4061-09f4-4660-b151-b6955ea5229c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:14.909671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network hostable DHCP agents. Network: 756d4061-09f4-4660-b151-b6955ea5229c, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:14.951763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=7612e939-f76b-45fe-9204-2358fc6e1e03,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:15.004360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 756d4061-09f4-4660-b151-b6955ea5229c is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:15.012407 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.061788 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.063821 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] For port 5d264c32-a46d-46fd-9b6e-ba92ede02344, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:15.072856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] For port 5d264c32-a46d-46fd-9b6e-ba92ede02344, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5d264c32-a46d-46fd-9b6e-ba92ede02344,segment=NetworkSegment(d88bdf09-5e66-4827-a350-6ce6bde584e2),segment_id=d88bdf09-5e66-4827-a350-6ce6bde584e2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:15.127521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 756d4061-09f4-4660-b151-b6955ea5229c) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:15.133151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:15.139663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd28e8-1a70-4797-a26f-fe11491b38be None None] Network 756d4061-09f4-4660-b151-b6955ea5229c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:15.141488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:15.147730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:15.148464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.152864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4a28ffd-e73f-485c-9d20-626c123c23e4 req-1df168b2-e7e3-446b-98f8-ca9b54e3ce65 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0627770 Aug 19 12:30:15.234644 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb3f3db-94f6-46ee-b05e-b28c17ec85ae x-openstack-request-id: req-7fb3f3db-94f6-46ee-b05e-b28c17ec85ae {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:15.248790 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd13edfe-3889-4a88-b119-a691c74e2bc0", "name": "network-vif-plugged", "status": "completed", "tag": "7612e939-f76b-45fe-9204-2358fc6e1e03", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:15.249181 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fb3f3db-94f6-46ee-b05e-b28c17ec85ae {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:15.249720 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd13edfe-3889-4a88-b119-a691c74e2bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7612e939-f76b-45fe-9204-2358fc6e1e03', 'code': 200} Aug 19 12:30:15.252711 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.288971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3e9c937f-864c-4e2e-a6f2-b8c63e8cfa4c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3735604 Aug 19 12:30:15.306582 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37038) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:15.317402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Allocated IP 172.25.6.120 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/1e92b406-9d64-4b82-a27e-2dc3b40dd476) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:15.420090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fa9b5-ac93-4beb-a571-69b9a50534a1 None None] Pushing event updated for resources: {'Port': ['ID=5d264c32-a46d-46fd-9b6e-ba92ede02344,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:15.438012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95a773-84cf-43b5-ae76-9443b4d5fe42 req-260b16de-2a25-4d65-b62f-a748dbe62fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:15.439413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb95a773-84cf-43b5-ae76-9443b4d5fe42 req-260b16de-2a25-4d65-b62f-a748dbe62fbf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 1096 time: 0.1371009 Aug 19 12:30:15.520829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb95a773-84cf-43b5-ae76-9443b4d5fe42 req-da8b2d5b-ba9c-4387-8e75-d28d6a1ebb12 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711031 Aug 19 12:30:15.586753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-02e5b396-f53b-4c07-a94b-187cb2c9f4f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 7faaa5c5-c91f-405c-8580-66c0e3fe6b74 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:15.587098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02e5b396-f53b-4c07-a94b-187cb2c9f4f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.595583 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.749227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02e5b396-f53b-4c07-a94b-187cb2c9f4f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.798932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-02e5b396-f53b-4c07-a94b-187cb2c9f4f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 7faaa5c5-c91f-405c-8580-66c0e3fe6b74 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:15.904462 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-630f486c-f1cf-4432-9651-9fe78fc7727e tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=bfa53bf1085845df82cf29b6783eeaf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297978 Aug 19 12:30:15.925665 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.968538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:15.973112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:15.977185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afce7b-22b4-49c1-aef5-0cbba7b6830d req-c747b3d8-0557-43ee-a7a8-8788f460eb1c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:15.977735 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:15.987204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24afce7b-22b4-49c1-aef5-0cbba7b6830d req-c747b3d8-0557-43ee-a7a8-8788f460eb1c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 945 time: 0.1683345 Aug 19 12:30:16.027081 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event updated for resources: {'Port': ['ID=1e92b406-9d64-4b82-a27e-2dc3b40dd476,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:16.051383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24afce7b-22b4-49c1-aef5-0cbba7b6830d req-52d4dc0b-d391-4960-b4f7-4aab1e96f3da tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574749 Aug 19 12:30:16.068966 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02e5b396-f53b-4c07-a94b-187cb2c9f4f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.140767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-95330f0e-1a86-4e14-b64f-15a6814d48c0 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:16.149857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-95330f0e-1a86-4e14-b64f-15a6814d48c0 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387211 Aug 19 12:30:16.171654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-2405eb33-96ae-419e-8861-77da1c5dd366 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/quotas/bfa53bf1085845df82cf29b6783eeaf8 HTTP/1.1" status: 200 len: 375 time: 0.0206609 Aug 19 12:30:16.190005 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5b396-f53b-4c07-a94b-187cb2c9f4f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=7faaa5c5-c91f-405c-8580-66c0e3fe6b74,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:16.203157 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02e5b396-f53b-4c07-a94b-187cb2c9f4f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.207779 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-02e5b396-f53b-4c07-a94b-187cb2c9f4f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/7faaa5c5-c91f-405c-8580-66c0e3fe6b74 HTTP/1.1" status: 204 len: 168 time: 0.8974168 Aug 19 12:30:16.213156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37062) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:16.267472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-0e344927-cce2-4acd-ac79-3cf907236340 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfa53bf1085845df82cf29b6783eeaf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808446 Aug 19 12:30:16.293173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a52f00-e0e8-41e1-8dec-2ed566ae2da8 req-6ca88f98-fe6c-4f41-bf07-1cc343224fcb tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:16.295324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a52f00-e0e8-41e1-8dec-2ed566ae2da8 req-6ca88f98-fe6c-4f41-bf07-1cc343224fcb tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 945 time: 0.1378727 Aug 19 12:30:16.312559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91974b-b2f7-46f4-a02d-1571853d71f9 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:16.319832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91974b-b2f7-46f4-a02d-1571853d71f9 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:16.323646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-db91974b-b2f7-46f4-a02d-1571853d71f9 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1070764 Aug 19 12:30:16.324362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37064) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:16.361976 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a52f00-e0e8-41e1-8dec-2ed566ae2da8 req-b59b3c48-ab2f-4765-8df7-5c32580b1ec8 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370600 Aug 19 12:30:16.605246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72bc84b3-70c4-4390-a201-b3f80406dc50 req-95616d97-e843-466f-9c54-1e84b45337b7 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0736639 Aug 19 12:30:16.708557 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.712525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f2fad04-3259-458a-a99d-1b41943e304a req-f38b8ddb-091d-4b9a-a6a6-ec17e4f7df93 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 210 time: 0.0828376 Aug 19 12:30:16.899316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d264c32-a46d-46fd-9b6e-ba92ede02344 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:16.960692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64660d6-1ee9-4970-9385-19a1318f332c None None] Network 608f7767-3c6c-499c-83c2-275cc214b4e5 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:16.967827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-93d0000a-3fdb-40cc-a442-23f47953a506 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port c5c36651-0f07-4bf3-a435-808b754eee8d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:16.968194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-93d0000a-3fdb-40cc-a442-23f47953a506 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.054973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-93d0000a-3fdb-40cc-a442-23f47953a506 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.060555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.093125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-93d0000a-3fdb-40cc-a442-23f47953a506 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for c5c36651-0f07-4bf3-a435-808b754eee8d owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:17.157219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63b086ca-cc25-4e26-ae07-44e0cf0bd243 req-e3c84ae2-6a01-4aec-ac79-6ddb3714987c tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab&device_id=e8c3f596-c348-4c8f-979b-0ab21d45d65d HTTP/1.1" status: 200 len: 210 time: 0.0385346 Aug 19 12:30:17.157919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e57e38cf-8474-4596-b225-57630af0f172 None None] Provisioning for port 5d264c32-a46d-46fd-9b6e-ba92ede02344 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:17.199248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5d264c32-a46d-46fd-9b6e-ba92ede02344 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:17.225416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5d264c32-a46d-46fd-9b6e-ba92ede02344 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:17.226123 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.241609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2fb85-8f87-4d2f-9561-8e383a34bcb4 req-ebd00d38-6c33-4b2b-9b01-1955e8999fdd tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:17.243762 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8c2fb85-8f87-4d2f-9561-8e383a34bcb4 req-ebd00d38-6c33-4b2b-9b01-1955e8999fdd tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 945 time: 0.0839689 Aug 19 12:30:17.409080 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.452671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 5d264c32-a46d-46fd-9b6e-ba92ede02344, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5d264c32-a46d-46fd-9b6e-ba92ede02344,segment=NetworkSegment(d88bdf09-5e66-4827-a350-6ce6bde584e2),segment_id=d88bdf09-5e66-4827-a350-6ce6bde584e2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:17.511118 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-93d0000a-3fdb-40cc-a442-23f47953a506 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.522349 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Router 110d2edf-3bb2-45b7-820b-c1b58f61e81f is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:30:17.544642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-93d0000a-3fdb-40cc-a442-23f47953a506 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.546882 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-93d0000a-3fdb-40cc-a442-23f47953a506 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/c5c36651-0f07-4bf3-a435-808b754eee8d HTTP/1.1" status: 204 len: 168 time: 1.2214184 Aug 19 12:30:17.576841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37086) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:17.588104 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4f46e271-0436-4528-880c-2ccd9ba133eb None None] Provisioning complete for port 5d264c32-a46d-46fd-9b6e-ba92ede02344 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:17.588586 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f46e271-0436-4528-880c-2ccd9ba133eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.590096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0000a-3fdb-40cc-a442-23f47953a506 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=c5c36651-0f07-4bf3-a435-808b754eee8d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:17.613271 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.700531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=5d264c32-a46d-46fd-9b6e-ba92ede02344,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:17.778473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69ac9723-4d9e-4524-a135-ae8409a562d2 req-03f196fd-a325-430c-82f0-5d5e5a23bb6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c3d5f3aca014824bd814e743b3c4416&device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0276937 Aug 19 12:30:17.841233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69ac9723-4d9e-4524-a135-ae8409a562d2 req-10466ca2-b80b-402e-a78e-1e6830e6bfa0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c3d5f3aca014824bd814e743b3c4416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487225 Aug 19 12:30:17.846504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8c2fb85-8f87-4d2f-9561-8e383a34bcb4 req-681390da-1458-4fc1-a06a-eb419d277708 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957620 Aug 19 12:30:17.919676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4170651-07b1-4a13-8caa-a45da0644a00 req-e044a3b2-d7a7-4faf-8a9f-de32a6642d90 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:17.921280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4170651-07b1-4a13-8caa-a45da0644a00 req-e044a3b2-d7a7-4faf-8a9f-de32a6642d90 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 945 time: 0.1399848 Aug 19 12:30:18.006492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4170651-07b1-4a13-8caa-a45da0644a00 req-98673a14-021b-4a7f-9c24-cd6207effe8c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695918 Aug 19 12:30:18.071134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b608e7d6-97f3-4355-a6ff-23d78c5e28c6 req-5a4c501c-f576-494b-8bd3-be27a1e1ba71 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0431106 Aug 19 12:30:18.084682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dd873e2-aca4-4625-b877-8a66caa178da req-d0aab33a-4470-4b5a-ac6d-a54630eab364 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 210 time: 0.0310636 Aug 19 12:30:18.094968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac9723-4d9e-4524-a135-ae8409a562d2 req-87e1b203-071b-444a-b21d-3a473524d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:18.097246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69ac9723-4d9e-4524-a135-ae8409a562d2 req-87e1b203-071b-444a-b21d-3a473524d9ff service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2434430 Aug 19 12:30:18.121709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3699ba-1c78-41ec-b0dd-83e7af2ebc8a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:18.125766 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3d3699ba-1c78-41ec-b0dd-83e7af2ebc8a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5444140 Aug 19 12:30:18.126076 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37102) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:18.179340 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d2e2c3-123c-49d7-92d5-b2e346bc319f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:30:18.180874 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-12d2e2c3-123c-49d7-92d5-b2e346bc319f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/7faaa5c5-c91f-405c-8580-66c0e3fe6b74 HTTP/1.1" status: 404 len: 333 time: 0.0539429 Aug 19 12:30:18.184639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37104) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:18.218031 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4241de-3e2a-48b9-8298-5c795becd901 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:30:18.219539 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7e4241de-3e2a-48b9-8298-5c795becd901 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/c5c36651-0f07-4bf3-a435-808b754eee8d HTTP/1.1" status: 404 len: 333 time: 0.0339990 Aug 19 12:30:18.222353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37106) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:18.232750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647b2c0-bb13-4a81-b2c1-c0b6283a01ef req-c7aa801b-74f9-4f27-86c4-1d1b2bea5336 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:18.233922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8647b2c0-bb13-4a81-b2c1-c0b6283a01ef req-c7aa801b-74f9-4f27-86c4-1d1b2bea5336 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 946 time: 0.0541523 Aug 19 12:30:18.273912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8647b2c0-bb13-4a81-b2c1-c0b6283a01ef req-798991d7-0feb-41dc-a955-92bae40c40bc tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 Aug 19 12:30:18.274168 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:18.285751 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1728fce7-42ba-40e9-a2cf-388315d05647 None None] Sync routers for ids ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:18.306026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1728fce7-42ba-40e9-a2cf-388315d05647 None None] Routers {'110d2edf-3bb2-45b7-820b-c1b58f61e81f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:18.307124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1728fce7-42ba-40e9-a2cf-388315d05647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:29:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:18.316888 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.368604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1728fce7-42ba-40e9-a2cf-388315d05647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:18.377295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1728fce7-42ba-40e9-a2cf-388315d05647 None None] Routers {'110d2edf-3bb2-45b7-820b-c1b58f61e81f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:18.377987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1728fce7-42ba-40e9-a2cf-388315d05647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:29:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:18.408573 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.409823 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eb21f3a5-1e7a-4a01-8dc7-e7d1ef4e4e2f tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.0141129 Aug 19 12:30:18.412509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37110) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:18.415460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.428517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1728fce7-42ba-40e9-a2cf-388315d05647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:18.429288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1728fce7-42ba-40e9-a2cf-388315d05647 None None] The sync data for ids ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:18.462543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756d4061-09f4-4660-b151-b6955ea5229c']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:18.478607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc051c3e-efe7-40da-b7a1-cfdb71b2ecf3') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:18.478904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc051c3e-efe7-40da-b7a1-cfdb71b2ecf3') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:18.491506 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.540808 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.551221 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:18.551634 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:18.555242 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:18.615803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e58049-d8cc-4ade-a242-223d07ae54ff req-b9009517-158f-4933-920e-6bd1990112f5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:18.617865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73e58049-d8cc-4ade-a242-223d07ae54ff req-b9009517-158f-4933-920e-6bd1990112f5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 945 time: 0.0612965 Aug 19 12:30:18.667286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73e58049-d8cc-4ade-a242-223d07ae54ff req-88f3f352-0e7e-48f7-b6c7-040475582d70 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433104 Aug 19 12:30:18.733362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d264c32-a46d-46fd-9b6e-ba92ede02344 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:18.759089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197c504-7bad-471e-8019-f658e3bbc4f0 req-93ba9bf7-603f-4388-9d27-33482fd652c1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:18.760699 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b197c504-7bad-471e-8019-f658e3bbc4f0 req-93ba9bf7-603f-4388-9d27-33482fd652c1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 945 time: 0.0923598 Aug 19 12:30:18.796239 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.798275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5d264c32-a46d-46fd-9b6e-ba92ede02344 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:18.799058 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.808852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.813366 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/networks/756d4061-09f4-4660-b151-b6955ea5229c HTTP/1.1" status: 204 len: 168 time: 0.5870645 Aug 19 12:30:18.814123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37118) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:18.819513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1841151319'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:18.828466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe0e73-dd29-4d29-ac54-9937ab8ae0ec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Network': ['ID=756d4061-09f4-4660-b151-b6955ea5229c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:18.868505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b197c504-7bad-471e-8019-f658e3bbc4f0 req-ed799248-92b2-4d78-a43f-e47d935e3e93 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979896 Aug 19 12:30:18.895987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7b841-2a0f-4759-998d-0f301407d254 req-d9da9f39-62e1-438c-b10d-29a4048eaf13 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:18.898582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ac7b841-2a0f-4759-998d-0f301407d254 req-d9da9f39-62e1-438c-b10d-29a4048eaf13 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1368387 Aug 19 12:30:18.934582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:18.938101 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.962097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ac7b841-2a0f-4759-998d-0f301407d254 req-9cf86758-3846-4c4b-950a-ae28fea50ba7 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557220 Aug 19 12:30:18.973937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:19.000290 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.000809 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Added segment e76f85cf-1a04-4e55-b9d0-70dd03a17612 of type vlan for network e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6 Aug 19 12:30:19.046504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.096802 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.152340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec8a7670-6a4d-4185-b716-2272f3869add req-72705ee8-029c-4a6a-83e8-f62ca8723341 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0282505 Aug 19 12:30:19.172622 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.172622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:19.172622 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.270928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-075802eb-0336-47c1-92ad-cfe9a216dab1 req-400fcc14-948d-4af3-b87c-aa15e454728b tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 210 time: 0.0390449 Aug 19 12:30:19.276903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Network': ['ID=e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:19.290838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:19.378193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6bdbaf5f-a33c-4c64-a448-3d82fb35d144 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5599408 Aug 19 12:30:19.379226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37128) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:19.388181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': 'e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:19.407544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Allocated IP 172.20.0.1 (608f7767-3c6c-499c-83c2-275cc214b4e5/e3019d0b-403e-4b64-a517-49371204cfb2/2749c8f6-8fde-401a-a1e6-413b7dbc38bb) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:19.461417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc6e87-f49c-4b50-942b-0309f41776ce req-8834820f-2c5f-4cab-8b08-222b53379e17 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:19.463698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebdc6e87-f49c-4b50-942b-0309f41776ce req-8834820f-2c5f-4cab-8b08-222b53379e17 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 945 time: 0.1199856 Aug 19 12:30:19.497512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-556b2803-ba95-4718-9abf-15160220760e tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bfa53bf1085845df82cf29b6783eeaf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590341 Aug 19 12:30:19.533351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.553418 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Transition to ACTIVE for port object 2749c8f6-8fde-401a-a1e6-413b7dbc38bb will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:19.603458 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69ac9723-4d9e-4524-a135-ae8409a562d2 req-a7b6a2e8-b903-4549-b38b-3ca2c49470d8 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.53 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0845370 Aug 19 12:30:19.617995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebdc6e87-f49c-4b50-942b-0309f41776ce req-d9409e87-feac-4625-a93c-cac000e367c2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466401 Aug 19 12:30:19.666843 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.671663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-4597ea93-eb58-4479-b7f5-bdeefc00cf89 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:19.673337 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-4597ea93-eb58-4479-b7f5-bdeefc00cf89 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657889 Aug 19 12:30:19.689248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Request body: {'port': {'device_id': '52cc4fbe-1657-476b-9103-5766d49599aa', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'bfa53bf1085845df82cf29b6783eeaf8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:19.717686 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Network 608f7767-3c6c-499c-83c2-275cc214b4e5 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:19.723096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:19.728504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:19.744439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:19.748326 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.761619 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event updated for resources: {'Port': ['ID=2749c8f6-8fde-401a-a1e6-413b7dbc38bb,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:19.791543 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.058131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676e7e7-43ef-410e-93d2-c12f47fb3edd req-fb88df69-97a9-4ca1-be2b-8a28112aebea tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:20.059608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0676e7e7-43ef-410e-93d2-c12f47fb3edd req-fb88df69-97a9-4ca1-be2b-8a28112aebea tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 945 time: 0.1056175 Aug 19 12:30:20.068898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Made reservation on behalf of bfa53bf1085845df82cf29b6783eeaf8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:20.072188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.102503 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.106602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.112795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7476d905-90df-4601-ac5e-ffc8e911e1c6 None None] Provisioning for port 2749c8f6-8fde-401a-a1e6-413b7dbc38bb completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:20.118683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7476d905-90df-4601-ac5e-ffc8e911e1c6 None None] Provisioning complete for port 2749c8f6-8fde-401a-a1e6-413b7dbc38bb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:20.121660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7476d905-90df-4601-ac5e-ffc8e911e1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.157146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7476d905-90df-4601-ac5e-ffc8e911e1c6 None None] Port 2749c8f6-8fde-401a-a1e6-413b7dbc38bb cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:30:20.158627 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.202323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0676e7e7-43ef-410e-93d2-c12f47fb3edd req-88e217d8-6a06-4f46-be44-0b2fa50b65c7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255720 Aug 19 12:30:20.215742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d82629-008c-458c-b085-00e555a7c716 req-025f3104-31ec-4b50-b888-61ddc8bf82f9 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:20.217576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5d82629-008c-458c-b085-00e555a7c716 req-025f3104-31ec-4b50-b888-61ddc8bf82f9 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1703942 Aug 19 12:30:20.280209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Subnet': ['ID=7bb90b8b-af5c-42ad-a6c9-77a4350c6cb5,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:20.333991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5d82629-008c-458c-b085-00e555a7c716 req-fa951a06-0183-4531-8cab-bf685833766c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010923 Aug 19 12:30:20.353410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Checking segment: {'id': 'e76f85cf-1a04-4e55-b9d0-70dd03a17612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:20.353410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network hostable DHCP agents. Network: e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:20.452691 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.468006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-913b4972-6780-4adc-9ac0-5b85392953c4 req-2425e58d-86c7-494f-aa68-2655e0b0f65d tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b88a4c-0697-4de6-a209-73b4764d30ab HTTP/1.1" status: 200 len: 210 time: 0.0735264 Aug 19 12:30:20.483555 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.501722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e8bc5ab-0acd-4497-a45b-94a282c97f41 req-002c979c-99d5-47a4-bf27-68295486da1f tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 210 time: 0.0590501 Aug 19 12:30:20.518062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.519330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad5f66-cb50-4fb7-800a-0e6b2441063b req-6cac281d-09a8-491e-965f-c0e110a8f8aa tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:20.520835 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74ad5f66-cb50-4fb7-800a-0e6b2441063b req-6cac281d-09a8-491e-965f-c0e110a8f8aa tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 945 time: 0.1436777 Aug 19 12:30:20.522747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:20.565874 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.607200 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event updated for resources: {'Port': ['ID=2749c8f6-8fde-401a-a1e6-413b7dbc38bb,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:20.611783 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.675861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8abc376-efd0-4d3c-b624-ce5609f408c8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:20.723022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:20.723467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62a966-cd40-4bb5-bfde-e36585731f49 None None] Network e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:20.727789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:20.728404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.736467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Network 608f7767-3c6c-499c-83c2-275cc214b4e5 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:20.738081 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:20.835485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Allocated IP 192.168.233.170 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/bff2c293-7bda-4aa6-b267-6c689a30c3ac) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:20.842522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-74ad5f66-cb50-4fb7-800a-0e6b2441063b req-c11975ea-d41b-47f7-97b6-f4078608673d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Deleting port 863f679f-f108-4df3-8025-1ec993b21fc4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:20.843221 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74ad5f66-cb50-4fb7-800a-0e6b2441063b req-c11975ea-d41b-47f7-97b6-f4078608673d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.887638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d81f90-9b09-4bfb-8da3-941ef683e5b8 req-312b8323-0ed1-46a8-9424-7123220fef22 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:20.889131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6180af6-c39f-4d4b-86ad-1ac2d7187c7b req-5800f38b-6025-410a-996b-873d222d1b43 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:20.890776 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d6180af6-c39f-4d4b-86ad-1ac2d7187c7b req-5800f38b-6025-410a-996b-873d222d1b43 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 945 time: 0.0996425 Aug 19 12:30:20.896800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17d81f90-9b09-4bfb-8da3-941ef683e5b8 req-312b8323-0ed1-46a8-9424-7123220fef22 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 945 time: 0.1872156 Aug 19 12:30:20.926981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6', 'network_id': 'e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6', 'tenant_id': '375e35146a56479a8306636345b76078', 'fixed_ips': [{'subnet_id': '7bb90b8b-af5c-42ad-a6c9-77a4350c6cb5'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:30:20.928849 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.947090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Router 110d2edf-3bb2-45b7-820b-c1b58f61e81f has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:30:20.984149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2ec7a18b-f311-4a9a-b5c5-0820438ba30d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6020789 Aug 19 12:30:20.988207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37142) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:20.996811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': 'e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6', 'name': 'tempest-PortsIpV6TestJSON-1801291120'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:21.028891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17d81f90-9b09-4bfb-8da3-941ef683e5b8 req-fab43f17-23c4-4388-8372-c98c325e4410 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307209 Aug 19 12:30:21.081194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-74ad5f66-cb50-4fb7-800a-0e6b2441063b req-c11975ea-d41b-47f7-97b6-f4078608673d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] For port 863f679f-f108-4df3-8025-1ec993b21fc4, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=863f679f-f108-4df3-8025-1ec993b21fc4,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:21.081749 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74ad5f66-cb50-4fb7-800a-0e6b2441063b req-c11975ea-d41b-47f7-97b6-f4078608673d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.121248 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-533a59af-ac7c-4cc9-b53b-de7e0db797f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.125535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6053d2dd-7dcc-4711-b2cb-2cabaed79151 None None] Provisioning complete for port 2749c8f6-8fde-401a-a1e6-413b7dbc38bb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:21.125947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6053d2dd-7dcc-4711-b2cb-2cabaed79151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.149879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-74ad5f66-cb50-4fb7-800a-0e6b2441063b req-c11975ea-d41b-47f7-97b6-f4078608673d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Calling delete_port for 863f679f-f108-4df3-8025-1ec993b21fc4 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:21.178613 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Allocated IP 2001:db8::2 (e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6/7bb90b8b-af5c-42ad-a6c9-77a4350c6cb5/c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:21.190326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6053d2dd-7dcc-4711-b2cb-2cabaed79151 None None] Port 2749c8f6-8fde-401a-a1e6-413b7dbc38bb cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:30:21.208472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:21.213413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-d6180af6-c39f-4d4b-86ad-1ac2d7187c7b req-d6afb933-255b-4921-923d-712c0dce6867 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Deleting port 7612e939-f76b-45fe-9204-2358fc6e1e03 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:21.213783 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d6180af6-c39f-4d4b-86ad-1ac2d7187c7b req-d6afb933-255b-4921-923d-712c0dce6867 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.220666 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c33652d-ba80-4589-9c2a-5d10c7a4c4ab None None] Sync routers for ids ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:21.230941 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33652d-ba80-4589-9c2a-5d10c7a4c4ab None None] Routers {'110d2edf-3bb2-45b7-820b-c1b58f61e81f'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:21.231587 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6c33652d-ba80-4589-9c2a-5d10c7a4c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:29:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:21.247087 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-845fc219-ac35-4b9c-8107-b1133b9c783e tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "PUT /v2.0/routers/110d2edf-3bb2-45b7-820b-c1b58f61e81f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8335519 Aug 19 12:30:21.254779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37146) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:21.261168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Request body: {'port': {'network_id': '608f7767-3c6c-499c-83c2-275cc214b4e5', 'name': 'tempest-FloatingIPAdminTestJSON-914975860'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:21.275781 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6c33652d-ba80-4589-9c2a-5d10c7a4c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:21.293498 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33652d-ba80-4589-9c2a-5d10c7a4c4ab None None] Routers {'110d2edf-3bb2-45b7-820b-c1b58f61e81f'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:21.294438 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6c33652d-ba80-4589-9c2a-5d10c7a4c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:29:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:21.356234 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6c33652d-ba80-4589-9c2a-5d10c7a4c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:21.357174 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c33652d-ba80-4589-9c2a-5d10c7a4c4ab None None] The sync data for ids ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:21.383077 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-d6180af6-c39f-4d4b-86ad-1ac2d7187c7b req-d6afb933-255b-4921-923d-712c0dce6867 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] For port 7612e939-f76b-45fe-9204-2358fc6e1e03, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=7612e939-f76b-45fe-9204-2358fc6e1e03,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:21.383077 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d6180af6-c39f-4d4b-86ad-1ac2d7187c7b req-d6afb933-255b-4921-923d-712c0dce6867 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.400804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-d6180af6-c39f-4d4b-86ad-1ac2d7187c7b req-d6afb933-255b-4921-923d-712c0dce6867 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Calling delete_port for 7612e939-f76b-45fe-9204-2358fc6e1e03 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:21.411169 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.504945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588dfe7-a4be-4a6f-9760-f38897d20889 req-77d45801-0ae7-4370-8183-3123bb5bb635 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:21.507500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2588dfe7-a4be-4a6f-9760-f38897d20889 req-77d45801-0ae7-4370-8183-3123bb5bb635 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 945 time: 0.1471648 Aug 19 12:30:21.535911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:21.540048 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.571389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port 5e7e0c48-a1d2-42f6-8635-8e86f4be4a6a yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:21.592674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.633654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2588dfe7-a4be-4a6f-9760-f38897d20889 req-a95d00ec-f90b-41d3-8fbb-fafc92a7ee7b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024969 Aug 19 12:30:21.645756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756dc4f-8b7f-4d5d-ab31-57624b0099f7 req-c63d3254-f992-43f4-a725-3c4df58690f2 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:21.647351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5756dc4f-8b7f-4d5d-ab31-57624b0099f7 req-c63d3254-f992-43f4-a725-3c4df58690f2 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1364713 Aug 19 12:30:21.694434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5756dc4f-8b7f-4d5d-ab31-57624b0099f7 req-50c896d0-9eac-4647-aedc-94c652708ac6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404050 Aug 19 12:30:21.717548 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d6180af6-c39f-4d4b-86ad-1ac2d7187c7b req-d6afb933-255b-4921-923d-712c0dce6867 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.733687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273', '34005d64-f4e2-4153-80d4-45a0baf25233'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:21.746780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afb933-255b-4921-923d-712c0dce6867 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event deleted for resources: {'Port': ['ID=7612e939-f76b-45fe-9204-2358fc6e1e03,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:21.760329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Transition to ACTIVE for port object bff2c293-7bda-4aa6-b267-6c689a30c3ac will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:21.783626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Transition to ACTIVE for port object c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:21.786271 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74ad5f66-cb50-4fb7-800a-0e6b2441063b req-c11975ea-d41b-47f7-97b6-f4078608673d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.788996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Made reservation on behalf of 28b9e006e86943989a982537e19dfdfb for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:21.792629 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.806062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6180af6-c39f-4d4b-86ad-1ac2d7187c7b req-d6afb933-255b-4921-923d-712c0dce6867 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] No DVR routers for this DVR port 7612e939-f76b-45fe-9204-2358fc6e1e03 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:21.806452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['863f679f-f108-4df3-8025-1ec993b21fc4'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:21.808728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-d6180af6-c39f-4d4b-86ad-1ac2d7187c7b req-d6afb933-255b-4921-923d-712c0dce6867 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.810960 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d6180af6-c39f-4d4b-86ad-1ac2d7187c7b req-d6afb933-255b-4921-923d-712c0dce6867 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "DELETE /v2.0/ports/7612e939-f76b-45fe-9204-2358fc6e1e03 HTTP/1.1" status: 204 len: 173 time: 0.9117215 Aug 19 12:30:21.811415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd13edfe-3889-4a88-b119-a691c74e2bc0', 'name': 'network-vif-deleted', 'tag': '7612e939-f76b-45fe-9204-2358fc6e1e03'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:21.813924 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8583408-393a-4ca9-a362-34d2c2c33992" -d '{"events": [{"server_uuid": "cd13edfe-3889-4a88-b119-a691c74e2bc0", "name": "network-vif-deleted", "tag": "7612e939-f76b-45fe-9204-2358fc6e1e03"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:21.825362 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f53d0078-c4c5-4496-b9e1-7e7acfcbed1f req-ca3d978c-f583-414e-ae67-94995d68b972 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 210 time: 0.0827730 Aug 19 12:30:21.852730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Transition to ACTIVE for port object c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:21.866343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11975ea-d41b-47f7-97b6-f4078608673d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event deleted for resources: {'Port': ['ID=863f679f-f108-4df3-8025-1ec993b21fc4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:21.877310 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868c9e12-5497-4365-b797-3165b7eda87f x-openstack-request-id: req-868c9e12-5497-4365-b797-3165b7eda87f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:21.877574 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd13edfe-3889-4a88-b119-a691c74e2bc0", "name": "network-vif-deleted", "tag": "7612e939-f76b-45fe-9204-2358fc6e1e03", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:21.877823 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-868c9e12-5497-4365-b797-3165b7eda87f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:21.878236 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd13edfe-3889-4a88-b119-a691c74e2bc0', 'name': 'network-vif-deleted', 'tag': '7612e939-f76b-45fe-9204-2358fc6e1e03', 'status': 'completed', 'code': 200} Aug 19 12:30:21.891119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] device_id is not set on port fa62eda5-2a43-4d60-ae8d-669833920b50 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:21.965882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ad5f66-cb50-4fb7-800a-0e6b2441063b req-c11975ea-d41b-47f7-97b6-f4078608673d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] No DVR routers for this DVR port 863f679f-f108-4df3-8025-1ec993b21fc4 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:21.967854 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.987064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74ad5f66-cb50-4fb7-800a-0e6b2441063b req-c11975ea-d41b-47f7-97b6-f4078608673d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.989110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74ad5f66-cb50-4fb7-800a-0e6b2441063b req-c11975ea-d41b-47f7-97b6-f4078608673d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "DELETE /v2.0/ports/863f679f-f108-4df3-8025-1ec993b21fc4 HTTP/1.1" status: 204 len: 173 time: 1.4599118 Aug 19 12:30:21.989630 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a5d056-cdb9-43c1-9fc0-f17894bbbc70', 'name': 'network-vif-deleted', 'tag': '863f679f-f108-4df3-8025-1ec993b21fc4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:21.991036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Network e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:21.999764 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a86fe57-e1ee-425d-9be2-c5f6a447f642" -d '{"events": [{"server_uuid": "53a5d056-cdb9-43c1-9fc0-f17894bbbc70", "name": "network-vif-deleted", "tag": "863f679f-f108-4df3-8025-1ec993b21fc4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:22.012426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:22.016775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:22.090823 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d40834-bd72-426b-8c5b-34a212b4c543 x-openstack-request-id: req-f9d40834-bd72-426b-8c5b-34a212b4c543 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:22.092214 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a5d056-cdb9-43c1-9fc0-f17894bbbc70", "name": "network-vif-deleted", "tag": "863f679f-f108-4df3-8025-1ec993b21fc4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:22.093709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8::1f8 (e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6/7bb90b8b-af5c-42ad-a6c9-77a4350c6cb5/5e7e0c48-a1d2-42f6-8635-8e86f4be4a6a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:22.096055 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9d40834-bd72-426b-8c5b-34a212b4c543 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:22.096055 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a5d056-cdb9-43c1-9fc0-f17894bbbc70', 'name': 'network-vif-deleted', 'tag': '863f679f-f108-4df3-8025-1ec993b21fc4', 'status': 'completed', 'code': 200} Aug 19 12:30:22.099216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Pushing event updated for resources: {'Port': ['ID=c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:22.120058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Allocated IP 172.20.0.11 (608f7767-3c6c-499c-83c2-275cc214b4e5/e3019d0b-403e-4b64-a517-49371204cfb2/fa62eda5-2a43-4d60-ae8d-669833920b50) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:22.133527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Attempting to bind port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:22.134018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Attempting to bind port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e76f85cf-1a04-4e55-b9d0-70dd03a17612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:22.134455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Attempting to bind port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 on network e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:22.140376 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:22.140853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Checking segment: {'id': 'e76f85cf-1a04-4e55-b9d0-70dd03a17612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:22.141355 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.141881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Bound using segment: {'id': 'e76f85cf-1a04-4e55-b9d0-70dd03a17612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:22.142422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Bound port: c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76f85cf-1a04-4e55-b9d0-70dd03a17612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:22.142894 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.175545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.268914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] For port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:22.273222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] For port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2,segment=NetworkSegment(e76f85cf-1a04-4e55-b9d0-70dd03a17612),segment_id=e76f85cf-1a04-4e55-b9d0-70dd03a17612)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:22.290131 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a23361b6-0f78-4e85-9e74-800d423acdd1 req-310dcc1f-9226-4b94-ae50-b1dbd4ccbe6e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd13edfe-3889-4a88-b119-a691c74e2bc0 HTTP/1.1" status: 200 len: 210 time: 0.1228044 Aug 19 12:30:22.347995 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.353677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b61d867-43df-4cad-8492-30a08f5d7b75 req-911abbec-5c74-4a8d-aef3-27d434fc9562 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c3d5f3aca014824bd814e743b3c4416&device_id=e8c3f596-c348-4c8f-979b-0ab21d45d65d HTTP/1.1" status: 200 len: 210 time: 0.1516430 Aug 19 12:30:22.358061 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.362933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07f2b0b0-5421-486c-b4c3-76571f4d6f50 req-b9246e8e-9b95-4a55-b4d2-2643da146df8 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c3f596-c348-4c8f-979b-0ab21d45d65d HTTP/1.1" status: 200 len: 210 time: 0.1044996 Aug 19 12:30:22.365555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object 5e7e0c48-a1d2-42f6-8635-8e86f4be4a6a will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:22.384538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:22.432173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4ce7e-8659-412d-a49c-d8f1ccf87777 None None] Pushing event updated for resources: {'Port': ['ID=c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:22.437598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:22.452993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:22.463999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b61d867-43df-4cad-8492-30a08f5d7b75 req-13ca9e44-36a2-47ee-be68-d991a1b7803b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c3d5f3aca014824bd814e743b3c4416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999625 Aug 19 12:30:22.689007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Pushing event updated for resources: {'Port': ['ID=bff2c293-7bda-4aa6-b267-6c689a30c3ac,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:22.692220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.692220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:22.692220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:22.692220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:22.692220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:22.692220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.694932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:22.694932 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.695410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=5e7e0c48-a1d2-42f6-8635-8e86f4be4a6a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:22.695884 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.757628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Transition to ACTIVE for port object fa62eda5-2a43-4d60-ae8d-669833920b50 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:22.762212 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b46e1714-0e26-4b28-a468-5ce90b6d8785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7702518 Aug 19 12:30:22.774200 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37172) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:22.776895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61d867-43df-4cad-8492-30a08f5d7b75 req-f3e0b470-6de7-44f6-b0d2-35ebc0e2eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:22.784117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b61d867-43df-4cad-8492-30a08f5d7b75 req-f3e0b470-6de7-44f6-b0d2-35ebc0e2eb06 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2817886 Aug 19 12:30:22.800341 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-04f21952-8cdc-4d5d-86ce-49090d8de761 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1152747 Aug 19 12:30:22.821114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Request body: {'port': {'device_id': '52cc4fbe-1657-476b-9103-5766d49599aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:22.933090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c68f407-8e7b-4d9e-b32f-e7753dbc46bd req-ef814e3c-453e-459f-9616-5bc7744a3ef5 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a5d056-cdb9-43c1-9fc0-f17894bbbc70 HTTP/1.1" status: 200 len: 210 time: 0.0899222 Aug 19 12:30:22.935247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d5d2215a-5021-403b-8050-2982f2f7c177 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 5e7e0c48-a1d2-42f6-8635-8e86f4be4a6a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:22.935876 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5d2215a-5021-403b-8050-2982f2f7c177 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.989730 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.996033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a97ec001-2396-4643-b6e5-f0034e7d4b1d None None] Provisioning for port bff2c293-7bda-4aa6-b267-6c689a30c3ac completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:22.998310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a97ec001-2396-4643-b6e5-f0034e7d4b1d None None] Provisioning complete for port bff2c293-7bda-4aa6-b267-6c689a30c3ac triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:22.998698 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a97ec001-2396-4643-b6e5-f0034e7d4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.031340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a7f5d-1b6b-430b-b0dc-67371a0964c4 req-c5d58584-022f-4ad7-b0c0-afee53633cb1 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:23.040435 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-318a7f5d-1b6b-430b-b0dc-67371a0964c4 req-c5d58584-022f-4ad7-b0c0-afee53633cb1 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1598806 Aug 19 12:30:23.078001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a97ec001-2396-4643-b6e5-f0034e7d4b1d None None] Port bff2c293-7bda-4aa6-b267-6c689a30c3ac cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:30:23.084818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5d2215a-5021-403b-8050-2982f2f7c177 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.098440 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d5d2215a-5021-403b-8050-2982f2f7c177 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 5e7e0c48-a1d2-42f6-8635-8e86f4be4a6a owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:23.101463 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.171939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-318a7f5d-1b6b-430b-b0dc-67371a0964c4 req-f5fffea0-ba8d-4ee8-9cfe-2f8032e52c05 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306083 Aug 19 12:30:23.199155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Network 608f7767-3c6c-499c-83c2-275cc214b4e5 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:23.264647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:23.279389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b007c3-c553-474d-81ba-f9fb7e36d3d0 req-48f553c0-bdd3-43b2-893b-699376705fc1 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:23.281068 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9b007c3-c553-474d-81ba-f9fb7e36d3d0 req-48f553c0-bdd3-43b2-893b-699376705fc1 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 936 time: 0.2703063 Aug 19 12:30:23.286042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:23.289637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event updated for resources: {'Port': ['ID=fa62eda5-2a43-4d60-ae8d-669833920b50,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:23.385886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5d2215a-5021-403b-8050-2982f2f7c177 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.416832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:23.421725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.425994 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2215a-5021-403b-8050-2982f2f7c177 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=5e7e0c48-a1d2-42f6-8635-8e86f4be4a6a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:23.439255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9b007c3-c553-474d-81ba-f9fb7e36d3d0 req-b37e526e-2936-4233-a704-b4e83cfe764b tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8abc376-efd0-4d3c-b624-ce5609f408c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458936 Aug 19 12:30:23.483278 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5d2215a-5021-403b-8050-2982f2f7c177 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.488784 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d5d2215a-5021-403b-8050-2982f2f7c177 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/5e7e0c48-a1d2-42f6-8635-8e86f4be4a6a HTTP/1.1" status: 204 len: 168 time: 0.7251728 Aug 19 12:30:23.491308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37182) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:23.529357 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0265d8b-7564-450f-9199-7ec66301892d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:23.530362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0265d8b-7564-450f-9199-7ec66301892d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:23.532387 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c0265d8b-7564-450f-9199-7ec66301892d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/5e7e0c48-a1d2-42f6-8635-8e86f4be4a6a HTTP/1.1" status: 404 len: 333 time: 0.0399945 Aug 19 12:30:23.536076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37184) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:23.603658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba42100f-c92f-4a98-958b-8d486ff7db98 req-18e1e51b-25d4-40d2-a6b3-c25d4f634522 tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c3f596-c348-4c8f-979b-0ab21d45d65d HTTP/1.1" status: 200 len: 210 time: 0.0570838 Aug 19 12:30:23.604574 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a785247-2fa8-4911-b2ab-55aac7f63007 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:30:23.606365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7a785247-2fa8-4911-b2ab-55aac7f63007 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/5e7e0c48-a1d2-42f6-8635-8e86f4be4a6a HTTP/1.1" status: 404 len: 333 time: 0.0688739 Aug 19 12:30:23.609673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37188) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:23.622361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 7612e939-f76b-45fe-9204-2358fc6e1e03 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:23.634973 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-243b901e-1156-48ea-9e44-7ff3825aed02 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3705139 Aug 19 12:30:23.634973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37190) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:23.690063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 7612e939-f76b-45fe-9204-2358fc6e1e03 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:23.690276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 7612e939-f76b-45fe-9204-2358fc6e1e03 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:23.728172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8ade99d6-1e2c-4a41-81ec-2eefebe5a1b9 None None] Provisioning for port fa62eda5-2a43-4d60-ae8d-669833920b50 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:23.734069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8ade99d6-1e2c-4a41-81ec-2eefebe5a1b9 None None] Provisioning complete for port fa62eda5-2a43-4d60-ae8d-669833920b50 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:23.734721 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8ade99d6-1e2c-4a41-81ec-2eefebe5a1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.738973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb044da3-1b8e-4a10-8504-9e81b95cd770 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting subnet 7bb90b8b-af5c-42ad-a6c9-77a4350c6cb5 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:23.744516 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb044da3-1b8e-4a10-8504-9e81b95cd770 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.762546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff2c293-7bda-4aa6-b267-6c689a30c3ac {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:23.771580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.783085 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8ade99d6-1e2c-4a41-81ec-2eefebe5a1b9 None None] Port fa62eda5-2a43-4d60-ae8d-669833920b50 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:30:23.791371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Transition to ACTIVE for port object bff2c293-7bda-4aa6-b267-6c689a30c3ac will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:23.809804 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb044da3-1b8e-4a10-8504-9e81b95cd770 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.830009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfa145d-1750-40e7-82b5-7a09b8e10c01 None None] Network e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:23.900262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'project_id': '28b9e006e86943989a982537e19dfdfb', 'port_id': 'fa62eda5-2a43-4d60-ae8d-669833920b50'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:23.913807 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb044da3-1b8e-4a10-8504-9e81b95cd770 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.930689 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.011031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Pushing event updated for resources: {'Port': ['ID=bff2c293-7bda-4aa6-b267-6c689a30c3ac,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:24.057791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87e3c3d1-d48e-40a2-a4a9-6f025ff57be7 None None] Provisioning for port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:24.076128 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.087890 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb044da3-1b8e-4a10-8504-9e81b95cd770 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.139009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb044da3-1b8e-4a10-8504-9e81b95cd770 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb90b8b-af5c-42ad-a6c9-77a4350c6cb5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:24.150542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb044da3-1b8e-4a10-8504-9e81b95cd770 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.152658 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bb044da3-1b8e-4a10-8504-9e81b95cd770 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/7bb90b8b-af5c-42ad-a6c9-77a4350c6cb5 HTTP/1.1" status: 204 len: 168 time: 0.5418048 Aug 19 12:30:24.157216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37200) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:24.259737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Attempting to bind port bff2c293-7bda-4aa6-b267-6c689a30c3ac on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:24.263971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Attempting to bind port bff2c293-7bda-4aa6-b267-6c689a30c3ac by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:24.263971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Attempting to bind port bff2c293-7bda-4aa6-b267-6c689a30c3ac on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:24.263971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b61d867-43df-4cad-8492-30a08f5d7b75 req-4a92f4d7-cadd-46e1-a450-e7298731d13e tempest-ServerShowV247Test-1637663128 tempest-ServerShowV247Test-1637663128-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8c3f596-c348-4c8f-979b-0ab21d45d65d HTTP/1.1" status: 200 len: 210 time: 0.0522704 Aug 19 12:30:24.293879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Port bff2c293-7bda-4aa6-b267-6c689a30c3ac on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:30:24.294214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Attempting to bind port bff2c293-7bda-4aa6-b267-6c689a30c3ac on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:24.295685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.357482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c366c-9388-4104-b5af-484e046277c4 req-e62794b2-ad52-47f9-bfe6-c879cdcdc4e5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:24.378515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1c366c-9388-4104-b5af-484e046277c4 req-e62794b2-ad52-47f9-bfe6-c879cdcdc4e5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 946 time: 0.1912284 Aug 19 12:30:24.378515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:24.378515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:24.378515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:24.378515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Bound port: bff2c293-7bda-4aa6-b267-6c689a30c3ac, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:24.378515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.379116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:24.379116 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.407224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29882e57-d0ce-40bc-9537-db553c8aee7b None None] Network e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:24.442324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] For port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2,segment=NetworkSegment(e76f85cf-1a04-4e55-b9d0-70dd03a17612),segment_id=e76f85cf-1a04-4e55-b9d0-70dd03a17612)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:24.447332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.461318 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:24.500376 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1c366c-9388-4104-b5af-484e046277c4 req-112c4814-86f5-49d3-9ec4-09f936d9b799 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320038 Aug 19 12:30:24.543762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-df80a555-43bf-424b-ba85-664a2c888782 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:24.552073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-df80a555-43bf-424b-ba85-664a2c888782 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.2828953 Aug 19 12:30:24.584737 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-5c987f8b-d97b-45b2-bfe3-91a40b8aaaea tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/quotas/18c7d919376b46c7af6387b7c99d7be9 HTTP/1.1" status: 200 len: 375 time: 0.0302980 Aug 19 12:30:24.611726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] For port bff2c293-7bda-4aa6-b267-6c689a30c3ac, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:24.615996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.665987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-efcc10ea-1494-480f-83e9-b5cdf444add3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802643 Aug 19 12:30:24.702717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] For port bff2c293-7bda-4aa6-b267-6c689a30c3ac, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=bff2c293-7bda-4aa6-b267-6c689a30c3ac,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:24.718383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd10a92-c028-4728-a772-08c740458e84 None None] DHCP port deletion for e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:30:24.780715 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0cd10a92-c028-4728-a772-08c740458e84 None None] Deleting port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:24.781094 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0cd10a92-c028-4728-a772-08c740458e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.851995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0cd10a92-c028-4728-a772-08c740458e84 None None] For port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2,segment=NetworkSegment(e76f85cf-1a04-4e55-b9d0-70dd03a17612),segment_id=e76f85cf-1a04-4e55-b9d0-70dd03a17612)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:24.852399 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0cd10a92-c028-4728-a772-08c740458e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.869697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 863f679f-f108-4df3-8025-1ec993b21fc4 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:24.876073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0cd10a92-c028-4728-a772-08c740458e84 None None] Calling delete_port for c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:24.896861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 863f679f-f108-4df3-8025-1ec993b21fc4 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:24.897088 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 863f679f-f108-4df3-8025-1ec993b21fc4 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:24.973330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.985712 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0cd10a92-c028-4728-a772-08c740458e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.007772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No DVR routers for this DVR port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:25.016732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:25.029736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd10a92-c028-4728-a772-08c740458e84 None None] Pushing event deleted for resources: {'Port': ['ID=c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:25.032466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd10a92-c028-4728-a772-08c740458e84 None None] No DVR routers for this DVR port c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:25.111844 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.123296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:25.134766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76f85cf-1a04-4e55-b9d0-70dd03a17612') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:25.135069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76f85cf-1a04-4e55-b9d0-70dd03a17612') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:25.143815 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.159354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.162796 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.166261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:25.166621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:25.169984 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:25.235381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:25.236173 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.237418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] 10.222.0.52 "PUT /v2.0/ports/bff2c293-7bda-4aa6-b267-6c689a30c3ac HTTP/1.1" status: 200 len: 1096 time: 2.4281073 Aug 19 12:30:25.243910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cc4fbe-1657-476b-9103-5766d49599aa', 'tag': 'bff2c293-7bda-4aa6-b267-6c689a30c3ac'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:25.246204 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99abe8bd-d415-4fdd-b5c5-f95d69721329" -d '{"events": [{"name": "network-changed", "server_uuid": "52cc4fbe-1657-476b-9103-5766d49599aa", "tag": "bff2c293-7bda-4aa6-b267-6c689a30c3ac"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:25.301973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655ed2e-afd2-48c9-8d16-5c25d93e2e26 req-98704c16-5693-4cfb-8174-5b7a10bf16b2 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:25.303540 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c655ed2e-afd2-48c9-8d16-5c25d93e2e26 req-98704c16-5693-4cfb-8174-5b7a10bf16b2 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.6653857 Aug 19 12:30:25.311861 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b734-49ff-42d2-ad04-e30cc36d8719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.346977 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.356359 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.362720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a12cb-4bf5-4e70-a07d-9a2ecb61a869 service neutron] Pushing event updated for resources: {'Port': ['ID=bff2c293-7bda-4aa6-b267-6c689a30c3ac,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:25.364137 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/networks/e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6 HTTP/1.1" status: 204 len: 168 time: 1.2054665 Aug 19 12:30:25.368060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37222) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:25.376105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1978790140'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:25.381697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-dfde04a9-683f-45e4-9972-d57781ccaaae service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134626 Aug 19 12:30:25.407084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0889909-17a1-4b6c-a67e-be698b01afbd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Network': ['ID=e9623e07-9ff6-48ec-a6e8-e2ff7d5973b6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:25.411631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Allocated IP 172.25.6.193 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/0edfcc61-d0c0-4a5c-8110-155e76a02b33) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:25.497095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:25.501520 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.507138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c655ed2e-afd2-48c9-8d16-5c25d93e2e26 req-b0eb6dbf-c376-4bad-b27a-1e41b76a0c62 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855288 Aug 19 12:30:25.519265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c155c-19ff-417f-805a-61162c301f5f req-f3c5ddbe-ec49-4286-8c34-35070da8e672 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:25.521598 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4b1c155c-19ff-417f-805a-61162c301f5f req-f3c5ddbe-ec49-4286-8c34-35070da8e672 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 946 time: 0.0730228 Aug 19 12:30:25.548260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:25.577333 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.577776 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Added segment af37f076-412c-408b-9a36-cd9772dcfad3 of type vlan for network ed9dd6af-6e19-434f-a18c-584d57fd12e1 Aug 19 12:30:25.591246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-def853e2-94c3-4c39-a308-53f5217f2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:25.592707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-def853e2-94c3-4c39-a308-53f5217f2ad7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bfa53bf1085845df82cf29b6783eeaf8&device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 1099 time: 0.2014623 Aug 19 12:30:25.646132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-5c0fb68e-5b95-492f-8cf3-a70955475d86 service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628441 Aug 19 12:30:25.664454 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.688896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-bf8494f2-0729-490f-af90-29e95d68e2bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=bff2c293-7bda-4aa6-b267-6c689a30c3ac HTTP/1.1" status: 200 len: 217 time: 0.0775278 Aug 19 12:30:25.708084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-4b1c155c-19ff-417f-805a-61162c301f5f req-267312f0-6e0f-472e-aa90-38152f55fde1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Deleting port 34005d64-f4e2-4153-80d4-45a0baf25233 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:25.708512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4b1c155c-19ff-417f-805a-61162c301f5f req-267312f0-6e0f-472e-aa90-38152f55fde1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.766902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0430829-cfef-4328-9287-51d1bd7929dc req-9ddbeac4-1265-4eae-966e-9f191d768937 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:25.768412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0430829-cfef-4328-9287-51d1bd7929dc req-9ddbeac4-1265-4eae-966e-9f191d768937 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 948 time: 0.1794331 Aug 19 12:30:25.782334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.784771 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.805533 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-4b1c155c-19ff-417f-805a-61162c301f5f req-267312f0-6e0f-472e-aa90-38152f55fde1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] For port 34005d64-f4e2-4153-80d4-45a0baf25233, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=34005d64-f4e2-4153-80d4-45a0baf25233,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:25.805899 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4b1c155c-19ff-417f-805a-61162c301f5f req-267312f0-6e0f-472e-aa90-38152f55fde1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.806469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-7fe50def-5875-4210-b786-267834601b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:25.809600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-7fe50def-5875-4210-b786-267834601b3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1042490 Aug 19 12:30:25.820698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-4b1c155c-19ff-417f-805a-61162c301f5f req-267312f0-6e0f-472e-aa90-38152f55fde1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Calling delete_port for 34005d64-f4e2-4153-80d4-45a0baf25233 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:25.867671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0430829-cfef-4328-9287-51d1bd7929dc req-22981a1c-ebf0-4203-b4fc-c158d4dc3f64 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8abc376-efd0-4d3c-b624-ce5609f408c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904498 Aug 19 12:30:25.868628 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.874327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:25.875106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.896414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-c26942f5-7b02-4a18-bc2f-13731cc40496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:25.898024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-c26942f5-7b02-4a18-bc2f-13731cc40496 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806725 Aug 19 12:30:25.978265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Network': ['ID=ed9dd6af-6e19-434f-a18c-584d57fd12e1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:25.992149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ed9dd6af-6e19-434f-a18c-584d57fd12e1 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:26.033984 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465956c9-e8a1-4271-b2e9-894a94ea7a84 x-openstack-request-id: req-465956c9-e8a1-4271-b2e9-894a94ea7a84 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:26.034229 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cc4fbe-1657-476b-9103-5766d49599aa", "tag": "bff2c293-7bda-4aa6-b267-6c689a30c3ac", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:26.034430 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-465956c9-e8a1-4271-b2e9-894a94ea7a84 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:26.034822 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cc4fbe-1657-476b-9103-5766d49599aa', 'tag': 'bff2c293-7bda-4aa6-b267-6c689a30c3ac', 'status': 'completed', 'code': 200} Aug 19 12:30:26.053893 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.089632 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7b17f639-6cee-4feb-a2bf-0cc605236c74 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7175367 Aug 19 12:30:26.104684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-de6ca333-443b-4378-943f-65f0f82f9a09 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985128 Aug 19 12:30:26.106437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37232) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:26.118586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': 'ed9dd6af-6e19-434f-a18c-584d57fd12e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:26.201999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11a5b217-c683-457f-857f-1990a9b7697d req-c8e8ff7f-0574-45a3-a026-68ef32e2029d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 210 time: 0.1182895 Aug 19 12:30:26.204385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:26.259793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:26.277713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:26.280394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Pushing event updated for resources: {'Port': ['ID=0edfcc61-d0c0-4a5c-8110-155e76a02b33,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:26.312127 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4b1c155c-19ff-417f-805a-61162c301f5f req-267312f0-6e0f-472e-aa90-38152f55fde1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.325213 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273', '34005d64-f4e2-4153-80d4-45a0baf25233'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:26.346794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267312f0-6e0f-472e-aa90-38152f55fde1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event deleted for resources: {'Port': ['ID=34005d64-f4e2-4153-80d4-45a0baf25233,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:26.358374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:26.360956 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.375314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc0f48-de07-4f0d-8786-4270cfc2e62b req-ac9c8fc7-6d9a-4cbf-aa62-25ba5787fe9d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:26.376259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfdc0f48-de07-4f0d-8786-4270cfc2e62b req-ac9c8fc7-6d9a-4cbf-aa62-25ba5787fe9d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 867 time: 0.1801145 Aug 19 12:30:26.428142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42e97dd8-a314-44ea-9b23-afcd8301e9d5 req-07cfe154-70c7-47f2-9690-e74c48307151 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116734 Aug 19 12:30:26.476472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfdc0f48-de07-4f0d-8786-4270cfc2e62b req-adbc2be3-dfb3-454f-b4e2-2000c4b02175 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774882 Aug 19 12:30:26.517569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1c155c-19ff-417f-805a-61162c301f5f req-267312f0-6e0f-472e-aa90-38152f55fde1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] No DVR routers for this DVR port 34005d64-f4e2-4153-80d4-45a0baf25233 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:26.518317 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4b1c155c-19ff-417f-805a-61162c301f5f req-267312f0-6e0f-472e-aa90-38152f55fde1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.529418 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4b1c155c-19ff-417f-805a-61162c301f5f req-267312f0-6e0f-472e-aa90-38152f55fde1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "DELETE /v2.0/ports/34005d64-f4e2-4153-80d4-45a0baf25233 HTTP/1.1" status: 204 len: 173 time: 1.0002856 Aug 19 12:30:26.529912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efedf714-6e3b-4c89-a6c1-2184a515aeac', 'name': 'network-vif-deleted', 'tag': '34005d64-f4e2-4153-80d4-45a0baf25233'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:26.532393 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78488f7-ef8c-4eb1-a5fe-b4021bcbdba9" -d '{"events": [{"server_uuid": "efedf714-6e3b-4c89-a6c1-2184a515aeac", "name": "network-vif-deleted", "tag": "34005d64-f4e2-4153-80d4-45a0baf25233"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:26.596830 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc4cf93-2ca6-42f6-bf7a-5d3c1a75a55b x-openstack-request-id: req-7fc4cf93-2ca6-42f6-bf7a-5d3c1a75a55b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:26.596974 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efedf714-6e3b-4c89-a6c1-2184a515aeac", "name": "network-vif-deleted", "tag": "34005d64-f4e2-4153-80d4-45a0baf25233", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:26.597175 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fc4cf93-2ca6-42f6-bf7a-5d3c1a75a55b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:26.597605 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efedf714-6e3b-4c89-a6c1-2184a515aeac', 'name': 'network-vif-deleted', 'tag': '34005d64-f4e2-4153-80d4-45a0baf25233', 'status': 'completed', 'code': 200} Aug 19 12:30:26.686729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37244) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:26.708179 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:26.736153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:26.740291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c02c7c2e-6dd5-4baa-8f1b-4e4a3f05bda2 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:26.780763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff318d-9213-41f1-905f-6450f6f9a3e1 req-8982233e-9936-4a0b-9485-a08738a95fe9 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:26.782370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdff318d-9213-41f1-905f-6450f6f9a3e1 req-8982233e-9936-4a0b-9485-a08738a95fe9 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1507385 Aug 19 12:30:26.789436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abe8bd-d415-4fdd-b5c5-f95d69721329 req-61219a83-975c-45ac-88d2-b238ebd9aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:26.791280 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99abe8bd-d415-4fdd-b5c5-f95d69721329 req-61219a83-975c-45ac-88d2-b238ebd9aff8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bfa53bf1085845df82cf29b6783eeaf8&device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 1099 time: 0.1783073 Aug 19 12:30:26.872881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3477-f140-48c1-852a-d7a00e5f83df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.921768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdff318d-9213-41f1-905f-6450f6f9a3e1 req-9278a60f-89ee-460b-97d3-432048cca6ea tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038406 Aug 19 12:30:26.936522 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abe8bd-d415-4fdd-b5c5-f95d69721329 req-d93855cf-c2cf-4fd2-a460-638e1b48a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:26.937970 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99abe8bd-d415-4fdd-b5c5-f95d69721329 req-d93855cf-c2cf-4fd2-a460-638e1b48a042 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1382627 Aug 19 12:30:26.946790 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.986451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.032283 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99abe8bd-d415-4fdd-b5c5-f95d69721329 req-2b60eee3-f7af-40ea-bbec-e5ca7ff21903 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=bff2c293-7bda-4aa6-b267-6c689a30c3ac HTTP/1.1" status: 200 len: 217 time: 0.0793440 Aug 19 12:30:27.038462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ecd21-7aa5-4c85-b05c-c64d43d3e9ef req-65f6b686-3767-40c9-afad-d5d073117d2d tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:27.040056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec0ecd21-7aa5-4c85-b05c-c64d43d3e9ef req-65f6b686-3767-40c9-afad-d5d073117d2d tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 948 time: 0.0713880 Aug 19 12:30:27.041309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.103071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Subnet': ['ID=a950cb49-24ad-47e3-9910-b109a2a4bcdb,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:27.117004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec0ecd21-7aa5-4c85-b05c-c64d43d3e9ef req-58481200-5c09-40c1-b5c7-c504db758a35 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8abc376-efd0-4d3c-b624-ce5609f408c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517025 Aug 19 12:30:27.133322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abe8bd-d415-4fdd-b5c5-f95d69721329 req-ab128b2e-7f89-419c-a1d5-8a25e5c9a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:27.134784 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99abe8bd-d415-4fdd-b5c5-f95d69721329 req-ab128b2e-7f89-419c-a1d5-8a25e5c9a460 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0906217 Aug 19 12:30:27.137794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Checking segment: {'id': 'af37f076-412c-408b-9a36-cd9772dcfad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ed9dd6af-6e19-434f-a18c-584d57fd12e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:27.138159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network hostable DHCP agents. Network: ed9dd6af-6e19-434f-a18c-584d57fd12e1, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:27.197898 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3477-f140-48c1-852a-d7a00e5f83df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.207339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abe8bd-d415-4fdd-b5c5-f95d69721329 req-e107ff45-ecc0-4be1-a3d3-7387935f271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:27.209496 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99abe8bd-d415-4fdd-b5c5-f95d69721329 req-e107ff45-ecc0-4be1-a3d3-7387935f271f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662825 Aug 19 12:30:27.248217 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.310851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network ed9dd6af-6e19-434f-a18c-584d57fd12e1 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:27.311471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-28a612df-449c-4444-a8bd-16a598017ed6 req-15b4073d-cbf7-48d2-b7f3-795132b95d94 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 210 time: 0.0356317 Aug 19 12:30:27.322005 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99abe8bd-d415-4fdd-b5c5-f95d69721329 req-d2b52d7e-a467-4ce4-b546-95ee337f8749 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962913 Aug 19 12:30:27.322005 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3477-f140-48c1-852a-d7a00e5f83df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.416914 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2b8b3477-f140-48c1-852a-d7a00e5f83df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c3d5f3aca014824bd814e743b3c4416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7197542 Aug 19 12:30:27.417779 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b3477-f140-48c1-852a-d7a00e5f83df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e901e1-7c12-4ad2-a93d-4fcb47e13877,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:27.420091 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37256) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:27.423821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, ed9dd6af-6e19-434f-a18c-584d57fd12e1) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:27.435090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:27.435694 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.435985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b47347-e84a-46cf-af3d-086380dd6559 None None] Network ed9dd6af-6e19-434f-a18c-584d57fd12e1 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:27.481194 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.502787 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99abe8bd-d415-4fdd-b5c5-f95d69721329 req-33df9461-e1b3-4ee1-b0c8-fbbd949be581 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777375 Aug 19 12:30:27.528285 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82d11f13-8b66-45d7-ae67-cd9f26333f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.571505 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82d11f13-8b66-45d7-ae67-cd9f26333f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.628975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14b2e9ac-146b-4e64-a571-63f63ce5b855 req-7916114a-781f-4eb3-81c4-058dbd2780c7 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=efedf714-6e3b-4c89-a6c1-2184a515aeac HTTP/1.1" status: 200 len: 210 time: 0.0390921 Aug 19 12:30:27.630997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-ed9dd6af-6e19-434f-a18c-584d57fd12e1', 'network_id': 'ed9dd6af-6e19-434f-a18c-584d57fd12e1', 'tenant_id': '375e35146a56479a8306636345b76078', 'fixed_ips': [{'subnet_id': 'a950cb49-24ad-47e3-9910-b109a2a4bcdb'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:30:27.633976 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.836698 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bd0f2d0c-fcb0-46c4-8ebf-8976723ac224 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7291379 Aug 19 12:30:27.882757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37260) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:27.882757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': 'ed9dd6af-6e19-434f-a18c-584d57fd12e1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1299876372'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:28.021858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e287fa8-564b-48c6-95fa-f0cda118d8e1 req-12171aa5-cc5d-4f9e-ba58-3110e7bd672a tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:28.023421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e287fa8-564b-48c6-95fa-f0cda118d8e1 req-12171aa5-cc5d-4f9e-ba58-3110e7bd672a tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0520012 Aug 19 12:30:28.062186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e287fa8-564b-48c6-95fa-f0cda118d8e1 req-4ef66605-9653-4fef-8f9d-c759a53436a7 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323036 Aug 19 12:30:28.232865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c39f4a-e456-4e5c-97d2-bfec550afc95 req-a36452b9-401d-46fe-804d-732cec281908 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:28.234386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c39f4a-e456-4e5c-97d2-bfec550afc95 req-a36452b9-401d-46fe-804d-732cec281908 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 948 time: 0.0500531 Aug 19 12:30:28.276939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c39f4a-e456-4e5c-97d2-bfec550afc95 req-28a4c2c1-aa5a-477d-97a3-cf4c12bedc33 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8abc376-efd0-4d3c-b624-ce5609f408c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352387 Aug 19 12:30:28.403454 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82d11f13-8b66-45d7-ae67-cd9f26333f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.407989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82d11f13-8b66-45d7-ae67-cd9f26333f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.412413 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-82d11f13-8b66-45d7-ae67-cd9f26333f6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3e901e1-7c12-4ad2-a93d-4fcb47e13877 HTTP/1.1" status: 204 len: 168 time: 0.9863718 Aug 19 12:30:28.420797 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.422530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d11f13-8b66-45d7-ae67-cd9f26333f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e901e1-7c12-4ad2-a93d-4fcb47e13877,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:28.463266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:28.463266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.483891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port fb777198-f005-416e-86c5-0454def9e387 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:28.487875 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.585736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Allocated IP 2001:db8::2 (ed9dd6af-6e19-434f-a18c-584d57fd12e1/a950cb49-24ad-47e3-9910-b109a2a4bcdb/7f6e2dd9-a729-45fd-86dc-502635a13007) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:28.606182 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2791626-fb78-4539-b522-d8f28a6dd283 req-64c798a2-dcb2-4bea-9a43-4e4e35d2aee2 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 210 time: 0.0475779 Aug 19 12:30:28.615353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Pushing event updated for resources: {'Port': ['ID=0edfcc61-d0c0-4a5c-8110-155e76a02b33,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:28.686223 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Floating IP ce486c19-6f54-4bf7-805b-106d6a998c1a associated. External IP: 172.25.6.193, port: fa62eda5-2a43-4d60-ae8d-669833920b50. Aug 19 12:30:28.788866 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.840702 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.850152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Transition to ACTIVE for port object 7f6e2dd9-a729-45fd-86dc-502635a13007 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:28.869363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Transition to ACTIVE for port object 7f6e2dd9-a729-45fd-86dc-502635a13007 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:29.023083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Router 110d2edf-3bb2-45b7-820b-c1b58f61e81f has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:30:29.043894 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.135803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8::341 (ed9dd6af-6e19-434f-a18c-584d57fd12e1/a950cb49-24ad-47e3-9910-b109a2a4bcdb/fb777198-f005-416e-86c5-0454def9e387) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:29.140900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Network ed9dd6af-6e19-434f-a18c-584d57fd12e1 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:29.178048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:29.196232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:29.207698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Pushing event updated for resources: {'Port': ['ID=7f6e2dd9-a729-45fd-86dc-502635a13007,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:29.245215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-8d743bd6-318f-4411-80a0-e5a7f9d6c17c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:29.253824 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-8d743bd6-318f-4411-80a0-e5a7f9d6c17c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.2972116 Aug 19 12:30:29.282055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Attempting to bind port 7f6e2dd9-a729-45fd-86dc-502635a13007 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:29.282440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Attempting to bind port 7f6e2dd9-a729-45fd-86dc-502635a13007 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'af37f076-412c-408b-9a36-cd9772dcfad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ed9dd6af-6e19-434f-a18c-584d57fd12e1'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:29.282793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Attempting to bind port 7f6e2dd9-a729-45fd-86dc-502635a13007 on network ed9dd6af-6e19-434f-a18c-584d57fd12e1 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:29.290466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:29.295743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Checking segment: {'id': 'af37f076-412c-408b-9a36-cd9772dcfad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ed9dd6af-6e19-434f-a18c-584d57fd12e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:29.295743 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.295743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Bound using segment: {'id': 'af37f076-412c-408b-9a36-cd9772dcfad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ed9dd6af-6e19-434f-a18c-584d57fd12e1'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:29.295743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Bound port: 7f6e2dd9-a729-45fd-86dc-502635a13007, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af37f076-412c-408b-9a36-cd9772dcfad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ed9dd6af-6e19-434f-a18c-584d57fd12e1'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:29.295743 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.315606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-b3fa2546-32c3-496a-8c35-ca12a384ca54 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/quotas/936b1e24676b42568b06c49ce8852ad3 HTTP/1.1" status: 200 len: 375 time: 0.0595548 Aug 19 12:30:29.354571 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.375725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object fb777198-f005-416e-86c5-0454def9e387 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:29.412485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97f8c1-5570-4130-8415-fef9a87c064f req-ef37c0be-ed12-40b0-a190-054528fd11bf tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:29.415191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a97f8c1-5570-4130-8415-fef9a87c064f req-ef37c0be-ed12-40b0-a190-054528fd11bf tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.2228017 Aug 19 12:30:29.415191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:29.436119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc1656-cf27-4635-9702-7c9ebf015a5b None None] Sync routers for ids ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:29.460732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc1656-cf27-4635-9702-7c9ebf015a5b None None] Routers {'110d2edf-3bb2-45b7-820b-c1b58f61e81f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:29.461685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6ebc1656-cf27-4635-9702-7c9ebf015a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:29.471340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-073daaa6-9c1d-4e39-b622-23f2acc50357 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1365647 Aug 19 12:30:29.507528 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.508095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6ebc1656-cf27-4635-9702-7c9ebf015a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:29.517991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] For port 7f6e2dd9-a729-45fd-86dc-502635a13007, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:29.527725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc1656-cf27-4635-9702-7c9ebf015a5b None None] Routers {'110d2edf-3bb2-45b7-820b-c1b58f61e81f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:29.528810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6ebc1656-cf27-4635-9702-7c9ebf015a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:29.570142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network ed9dd6af-6e19-434f-a18c-584d57fd12e1 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:29.573177 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.573349 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:29.574381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6ebc1656-cf27-4635-9702-7c9ebf015a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:29.576221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc1656-cf27-4635-9702-7c9ebf015a5b None None] The sync data for ids ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:29.580001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:29.587169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] For port 7f6e2dd9-a729-45fd-86dc-502635a13007, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7f6e2dd9-a729-45fd-86dc-502635a13007,segment=NetworkSegment(af37f076-412c-408b-9a36-cd9772dcfad3),segment_id=af37f076-412c-408b-9a36-cd9772dcfad3)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:29.587678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:29.587678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.607124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=fb777198-f005-416e-86c5-0454def9e387,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:29.611772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a97f8c1-5570-4130-8415-fef9a87c064f req-1382b524-6807-4655-9baf-31fd7375a41e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817601 Aug 19 12:30:29.633571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f9414283-faa7-4ebe-b73d-4f73b66d7bf2 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.0003877 Aug 19 12:30:29.634370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37302) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:29.642419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device bff2c293-7bda-4aa6-b267-6c689a30c3ac details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:30:29.666457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 34005d64-f4e2-4153-80d4-45a0baf25233 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:29.714559 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c0caaa79-d77a-47a5-afbc-6c474abe11f8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.8741498 Aug 19 12:30:29.718896 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37308) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:29.784051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 34005d64-f4e2-4153-80d4-45a0baf25233 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:29.784404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 34005d64-f4e2-4153-80d4-45a0baf25233 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:29.797951 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.932835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-af2af58d-0613-4893-911c-f1713c7405f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port fb777198-f005-416e-86c5-0454def9e387 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:29.933595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af2af58d-0613-4893-911c-f1713c7405f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.951745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2a485-4228-4e6a-ad7c-0d76b387f795 None None] Pushing event updated for resources: {'Port': ['ID=7f6e2dd9-a729-45fd-86dc-502635a13007,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:29.990489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port bff2c293-7bda-4aa6-b267-6c689a30c3ac, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=bff2c293-7bda-4aa6-b267-6c689a30c3ac,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:30.018032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'bff2c293-7bda-4aa6-b267-6c689a30c3ac', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'bff2c293-7bda-4aa6-b267-6c689a30c3ac', 'mac_address': 'fa:16:3e:58:6f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:30:30.068253 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af2af58d-0613-4893-911c-f1713c7405f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.089958 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-af2af58d-0613-4893-911c-f1713c7405f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for fb777198-f005-416e-86c5-0454def9e387 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:30.125735 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.164431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff2c293-7bda-4aa6-b267-6c689a30c3ac {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:30.228510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port bff2c293-7bda-4aa6-b267-6c689a30c3ac, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=bff2c293-7bda-4aa6-b267-6c689a30c3ac,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:30.344661 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.464158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=bff2c293-7bda-4aa6-b267-6c689a30c3ac,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:30.498305 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af2af58d-0613-4893-911c-f1713c7405f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.531186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2af58d-0613-4893-911c-f1713c7405f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=fb777198-f005-416e-86c5-0454def9e387,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:30.572703 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af2af58d-0613-4893-911c-f1713c7405f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.578370 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-af2af58d-0613-4893-911c-f1713c7405f3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/fb777198-f005-416e-86c5-0454def9e387 HTTP/1.1" status: 204 len: 168 time: 0.8582649 Aug 19 12:30:30.579306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37320) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:30.587351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-e96d5243-32fa-4ec8-8045-a81081854127 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1151361 Aug 19 12:30:30.610475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['bff2c293-7bda-4aa6-b267-6c689a30c3ac'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:30.614036 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bb302ca7-3d56-4889-b1f6-93b0494ff8b7 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] 10.222.0.44 "GET /v2.0/floatingips/ce486c19-6f54-4bf7-805b-106d6a998c1a HTTP/1.1" status: 200 len: 983 time: 0.9746766 Aug 19 12:30:30.637488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37322) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:30.654967 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-92757ce4-1fed-42f8-bbbc-f86c40662162 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:30:30.665730 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-92757ce4-1fed-42f8-bbbc-f86c40662162 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/fb777198-f005-416e-86c5-0454def9e387 HTTP/1.1" status: 404 len: 333 time: 0.0809774 Aug 19 12:30:30.668222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37326) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:30.787776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee5508e-9065-44be-894e-397b29b064c2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting subnet a950cb49-24ad-47e3-9910-b109a2a4bcdb {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:30.789402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7f6e2dd9-a729-45fd-86dc-502635a13007 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:30.794371 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bee5508e-9065-44be-894e-397b29b064c2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.880416 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bee5508e-9065-44be-894e-397b29b064c2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.933610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-432cfbd6-3079-4aa7-a07e-5ad6665c718e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4932346 Aug 19 12:30:30.976188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00bf5e-c36b-4bc2-a526-62c6a464f554 req-343f0dd2-83c9-4209-a3aa-17b939659566 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:30.984720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a00bf5e-c36b-4bc2-a526-62c6a464f554 req-343f0dd2-83c9-4209-a3aa-17b939659566 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 949 time: 0.5374978 Aug 19 12:30:31.026454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 7f6e2dd9-a729-45fd-86dc-502635a13007 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:31.027547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-3945bc9c-5e08-4d57-94b5-f3dfeece5a66 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.029681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-3945bc9c-5e08-4d57-94b5-f3dfeece5a66 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.5937171 Aug 19 12:30:31.042759 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bee5508e-9065-44be-894e-397b29b064c2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.070613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Request body: {'port': {'device_id': '151bcc75-44cc-41d7-b583-10de9f21db48', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'admin_state_up': True, 'tenant_id': '18c7d919376b46c7af6387b7c99d7be9'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:31.078289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5976b937-7f77-4b31-b308-b4a093a58b43 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.3966084 Aug 19 12:30:31.090010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37330) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:31.101623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-aa6a8814-b11c-40e4-820d-6ee791611e75 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979579 Aug 19 12:30:31.221210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a00bf5e-c36b-4bc2-a526-62c6a464f554 req-664c3ed8-077a-4b86-9d1c-d23d0afb49d5 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8abc376-efd0-4d3c-b624-ce5609f408c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349451 Aug 19 12:30:31.257309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-ecb04fb3-b7ee-4bae-a265-832e01ae860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.264827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-ecb04fb3-b7ee-4bae-a265-832e01ae860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.264827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-ecb04fb3-b7ee-4bae-a265-832e01ae860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.275123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-ecb04fb3-b7ee-4bae-a265-832e01ae860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.281990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-ecb04fb3-b7ee-4bae-a265-832e01ae860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.281990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-ecb04fb3-b7ee-4bae-a265-832e01ae860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.281990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-ecb04fb3-b7ee-4bae-a265-832e01ae860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.281990 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-ecb04fb3-b7ee-4bae-a265-832e01ae860a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6503 time: 0.2361131 Aug 19 12:30:31.347893 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bee5508e-9065-44be-894e-397b29b064c2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.428466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5508e-9065-44be-894e-397b29b064c2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Subnet': ['ID=a950cb49-24ad-47e3-9910-b109a2a4bcdb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:31.466960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bee5508e-9065-44be-894e-397b29b064c2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.472780 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bee5508e-9065-44be-894e-397b29b064c2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/a950cb49-24ad-47e3-9910-b109a2a4bcdb HTTP/1.1" status: 204 len: 168 time: 0.8006666 Aug 19 12:30:31.480588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37336) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:31.491776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c03e9-d27b-40da-b345-89dfacb94203 None None] Network ed9dd6af-6e19-434f-a18c-584d57fd12e1 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:31.499137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcdcb6c7-7045-491b-a910-02849dbfcd4e req-53e3b2c6-19c0-4960-a91d-67474fd2e551 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 210 time: 0.1593301 Aug 19 12:30:31.631492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-373c5ef9-0ee6-44d8-88f7-b981efcf009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.634836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-373c5ef9-0ee6-44d8-88f7-b981efcf009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.635359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device bff2c293-7bda-4aa6-b267-6c689a30c3ac up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:31.641280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-373c5ef9-0ee6-44d8-88f7-b981efcf009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.650029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-373c5ef9-0ee6-44d8-88f7-b981efcf009d service neutron] 10.222.0.53 "GET /v2.0/networks?id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=cdfad0a5-ed3d-4032-af19-96465b32cc10&id=cdfad0a5-ed3d-4032-af19-96465b32cc10 HTTP/1.1" status: 200 len: 2299 time: 0.3237422 Aug 19 12:30:31.651674 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.652387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Made reservation on behalf of 18c7d919376b46c7af6387b7c99d7be9 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:31.664075 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.710745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-28713cb7-96c7-4981-9779-d7ce44d4781f None None] Provisioning for port 7f6e2dd9-a729-45fd-86dc-502635a13007 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:31.750917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-28713cb7-96c7-4981-9779-d7ce44d4781f None None] Provisioning complete for port 7f6e2dd9-a729-45fd-86dc-502635a13007 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:31.751304 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-28713cb7-96c7-4981-9779-d7ce44d4781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.792335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Deleting port 0edfcc61-d0c0-4a5c-8110-155e76a02b33 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:31.792335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.933240 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-28713cb7-96c7-4981-9779-d7ce44d4781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.980486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.980908 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.992488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 7f6e2dd9-a729-45fd-86dc-502635a13007 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:31.992880 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.997496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-28713cb7-96c7-4981-9779-d7ce44d4781f None None] For port 7f6e2dd9-a729-45fd-86dc-502635a13007, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7f6e2dd9-a729-45fd-86dc-502635a13007,segment=NetworkSegment(af37f076-412c-408b-9a36-cd9772dcfad3),segment_id=af37f076-412c-408b-9a36-cd9772dcfad3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:32.009781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Allocated IP 172.20.0.10 (47bf18ea-e897-40e4-bd28-08a8f7c4097a/630e15be-446b-46dd-8c02-a2bdb7426a46/2eca2d20-1f65-430e-b0cb-4f39a95a9d35) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:32.033820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-43acfb38-921a-44fe-99fd-e967bf6eaaeb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8 HTTP/1.1" status: 200 len: 1002 time: 0.3641753 Aug 19 12:30:32.070251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Calling delete_port for 0edfcc61-d0c0-4a5c-8110-155e76a02b33 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:32.078867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe6679-6e7f-4ae7-8646-535d47377d4d None None] DHCP port deletion for ed9dd6af-6e19-434f-a18c-584d57fd12e1 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:30:32.084177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02d5e4-f211-44d1-a3c7-3df28424a25f req-436750ef-ed63-48ef-8e82-4450897967d8 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:32.093035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac02d5e4-f211-44d1-a3c7-3df28424a25f req-436750ef-ed63-48ef-8e82-4450897967d8 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.3442633 Aug 19 12:30:32.098251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port bff2c293-7bda-4aa6-b267-6c689a30c3ac completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:32.121326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port bff2c293-7bda-4aa6-b267-6c689a30c3ac triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:32.121911 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.161948 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-28713cb7-96c7-4981-9779-d7ce44d4781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.183266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] For port 7f6e2dd9-a729-45fd-86dc-502635a13007, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7f6e2dd9-a729-45fd-86dc-502635a13007,segment=NetworkSegment(af37f076-412c-408b-9a36-cd9772dcfad3),segment_id=af37f076-412c-408b-9a36-cd9772dcfad3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:32.183635 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.216991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac02d5e4-f211-44d1-a3c7-3df28424a25f req-c59fa978-7d75-4a1c-86f1-af311cfd99e8 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228576 Aug 19 12:30:32.255553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 7f6e2dd9-a729-45fd-86dc-502635a13007 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:32.289273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-45fe6679-6e7f-4ae7-8646-535d47377d4d None None] Deleting port 7f6e2dd9-a729-45fd-86dc-502635a13007 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:32.292530 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45fe6679-6e7f-4ae7-8646-535d47377d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.320248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28713cb7-96c7-4981-9779-d7ce44d4781f None None] Pushing event updated for resources: {'Port': ['ID=7f6e2dd9-a729-45fd-86dc-502635a13007,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:32.388934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-ebbbaabb-1c76-44cf-8a31-46085efea7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:32.390556 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-ebbbaabb-1c76-44cf-8a31-46085efea7cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5b18177a-3842-4a4f-99df-56fcaf6e0863 HTTP/1.1" status: 200 len: 856 time: 0.3412459 Aug 19 12:30:32.459150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-45fe6679-6e7f-4ae7-8646-535d47377d4d None None] For port 7f6e2dd9-a729-45fd-86dc-502635a13007, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7f6e2dd9-a729-45fd-86dc-502635a13007,segment=NetworkSegment(af37f076-412c-408b-9a36-cd9772dcfad3),segment_id=af37f076-412c-408b-9a36-cd9772dcfad3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:32.459698 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45fe6679-6e7f-4ae7-8646-535d47377d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.482402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-45fe6679-6e7f-4ae7-8646-535d47377d4d None None] Calling delete_port for 7f6e2dd9-a729-45fd-86dc-502635a13007 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:32.485159 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.534079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cc4fbe-1657-476b-9103-5766d49599aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff2c293-7bda-4aa6-b267-6c689a30c3ac'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:32.535651 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2407f7-43d0-4ca3-b601-4ea2b741ce5f" -d '{"events": [{"server_uuid": "52cc4fbe-1657-476b-9103-5766d49599aa", "name": "network-vif-plugged", "status": "completed", "tag": "bff2c293-7bda-4aa6-b267-6c689a30c3ac"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:32.540526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efa12a71-9c51-432f-9194-653639052576 req-d49f4593-3816-4983-b10e-b9352c145581 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.1415966 Aug 19 12:30:32.552640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.559472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port bff2c293-7bda-4aa6-b267-6c689a30c3ac, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=bff2c293-7bda-4aa6-b267-6c689a30c3ac,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:32.591871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=7f6e2dd9-a729-45fd-86dc-502635a13007,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:32.600835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No DVR routers for this DVR port 7f6e2dd9-a729-45fd-86dc-502635a13007 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:32.663267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27d782c4-af63-4f5c-bfb6-949d0bce764c req-f88b95c8-5b45-4794-885a-56de825bc979 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 210 time: 0.2499080 Aug 19 12:30:32.725059 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.738523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7f6e2dd9-a729-45fd-86dc-502635a13007 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:32.744953 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.779022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 7f6e2dd9-a729-45fd-86dc-502635a13007 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:32.779812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7f6e2dd9-a729-45fd-86dc-502635a13007 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:32.808933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event deleted for resources: {'Port': ['ID=0edfcc61-d0c0-4a5c-8110-155e76a02b33,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:32.809347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-7e9bc496-5d9e-4f6e-9c70-7f6e43b98973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:32.809347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-7e9bc496-5d9e-4f6e-9c70-7f6e43b98973 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3867109 Aug 19 12:30:32.809645 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.818536 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.860018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a01e-819f-46fc-b20a-e8ac6928793e req-cfc4369c-381a-4824-bbdd-8f44b3ae32aa tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:32.860018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a046a01e-819f-46fc-b20a-e8ac6928793e req-cfc4369c-381a-4824-bbdd-8f44b3ae32aa tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 949 time: 0.1346369 Aug 19 12:30:32.863228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9dd6af-6e19-434f-a18c-584d57fd12e1']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:32.882442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af37f076-412c-408b-9a36-cd9772dcfad3') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:32.882869 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af37f076-412c-408b-9a36-cd9772dcfad3') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:32.896784 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.907233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.909842 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Floating IP ce486c19-6f54-4bf7-805b-106d6a998c1a disassociated (deleted). External IP: 172.25.6.193, port: fa62eda5-2a43-4d60-ae8d-669833920b50. Aug 19 12:30:32.960933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a046a01e-819f-46fc-b20a-e8ac6928793e req-d594b92f-b029-4aab-9639-4d22b1cba826 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8abc376-efd0-4d3c-b624-ce5609f408c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045496 Aug 19 12:30:33.007829 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.013717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-7637f411-03a8-4f17-b45a-45c370eb05ff service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069926 Aug 19 12:30:33.038303 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45fe6679-6e7f-4ae7-8646-535d47377d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.057220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=bff2c293-7bda-4aa6-b267-6c689a30c3ac,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:33.061543 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe6679-6e7f-4ae7-8646-535d47377d4d None None] No DVR routers for this DVR port 7f6e2dd9-a729-45fd-86dc-502635a13007 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:33.099934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe6679-6e7f-4ae7-8646-535d47377d4d None None] Pushing event deleted for resources: {'Port': ['ID=7f6e2dd9-a729-45fd-86dc-502635a13007,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:33.150387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:33.150867 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:33.154392 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:33.164223 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6865dcce-3710-497f-946e-8035b3d9d926 x-openstack-request-id: req-6865dcce-3710-497f-946e-8035b3d9d926 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:33.165752 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cc4fbe-1657-476b-9103-5766d49599aa", "name": "network-vif-plugged", "status": "completed", "tag": "bff2c293-7bda-4aa6-b267-6c689a30c3ac", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:33.166124 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6865dcce-3710-497f-946e-8035b3d9d926 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:33.168583 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cc4fbe-1657-476b-9103-5766d49599aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff2c293-7bda-4aa6-b267-6c689a30c3ac', 'code': 200} Aug 19 12:30:33.223118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.454361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event updated for resources: {'Port': ['ID=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:33.467061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-66faa8b3-387c-4acf-88b6-38ed21e82de9 service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470963 Aug 19 12:30:33.476157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Network 47bf18ea-e897-40e4-bd28-08a8f7c4097a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:33.494939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:33.507191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84aeb3-df64-4770-8ca8-1c0e5e5051c3 req-04e72a15-3aba-42cd-a951-d852d02e2444 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.507191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff84aeb3-df64-4770-8ca8-1c0e5e5051c3 req-04e72a15-3aba-42cd-a951-d852d02e2444 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 932 time: 0.3806953 Aug 19 12:30:33.537571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:33.580700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-dda04ec8-b99a-4b95-b4a4-23bdb1589b42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=59952a98-c9c6-42eb-964e-b03e707b5eb7 HTTP/1.1" status: 200 len: 217 time: 0.0994487 Aug 19 12:30:33.592524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6357e89-fbf2-4240-bbfa-8fb7355aa5ca req-36da4607-da46-477c-9605-403dae318d52 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.594144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6357e89-fbf2-4240-bbfa-8fb7355aa5ca req-36da4607-da46-477c-9605-403dae318d52 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.2940433 Aug 19 12:30:33.728979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-f868f480-7ed2-4b44-a493-cd40d6571db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.728979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-f868f480-7ed2-4b44-a493-cd40d6571db9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.1180255 Aug 19 12:30:33.730547 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b0f5e-10b3-4e70-9ca7-9d5ff9f40e30 req-044ba053-ef05-430b-8667-6494b177e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.730547 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cb6b0f5e-10b3-4e70-9ca7-9d5ff9f40e30 req-044ba053-ef05-430b-8667-6494b177e73c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 1101 time: 0.0807002 Aug 19 12:30:33.753652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.754411 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.780482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d481c1-d841-43c5-b937-0ddec50b9259 req-6ac05e69-9217-4a92-b4ea-5427fa747f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.782117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d481c1-d841-43c5-b937-0ddec50b9259 req-6ac05e69-9217-4a92-b4ea-5427fa747f40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 1096 time: 0.4084992 Aug 19 12:30:33.792397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff84aeb3-df64-4770-8ca8-1c0e5e5051c3 req-5bcf6eff-2e3b-44ef-908e-18dea6458227 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420340 Aug 19 12:30:33.870970 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cb6b0f5e-10b3-4e70-9ca7-9d5ff9f40e30 req-5ac2ed15-5401-46bf-afa8-179af676ddf8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a8abc376-efd0-4d3c-b624-ce5609f408c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058607 Aug 19 12:30:33.892663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6357e89-fbf2-4240-bbfa-8fb7355aa5ca req-1eba1150-da3b-4ced-9bb5-b3c1ee9ea229 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784784 Aug 19 12:30:33.892979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Router 110d2edf-3bb2-45b7-820b-c1b58f61e81f has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:30:33.940514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d481c1-d841-43c5-b937-0ddec50b9259 req-7af448fe-47d6-4e2e-81f7-d04fb707f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.941101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d481c1-d841-43c5-b937-0ddec50b9259 req-7af448fe-47d6-4e2e-81f7-d04fb707f4fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 200 len: 912 time: 0.1326630 Aug 19 12:30:34.022636 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-402aae7f-4997-484c-802b-f2fcd7d59c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.024106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-402aae7f-4997-484c-802b-f2fcd7d59c79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2969501 Aug 19 12:30:34.026306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.028560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:34.045189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-51f84e56-e917-4c7d-907f-35ab9cf92049 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9756916 Aug 19 12:30:34.045189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53538fcb-e8b9-4045-bab6-fd7a36326df4 req-fceaf219-0d61-4484-8899-9ce1e35c70f2 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0957124 Aug 19 12:30:34.045418 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce6a63-3bc3-466a-bba8-91198ba9e48f None None] Sync routers for ids ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:34.048048 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.050154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Request body: {'port': {'device_id': '151bcc75-44cc-41d7-b583-10de9f21db48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:34.056604 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.066066 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce6a63-3bc3-466a-bba8-91198ba9e48f None None] Routers {'110d2edf-3bb2-45b7-820b-c1b58f61e81f'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:34.066937 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ccce6a63-3bc3-466a-bba8-91198ba9e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:34.074328 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/networks/ed9dd6af-6e19-434f-a18c-584d57fd12e1 HTTP/1.1" status: 204 len: 168 time: 2.5908058 Aug 19 12:30:34.115911 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ccce6a63-3bc3-466a-bba8-91198ba9e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:34.124322 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ab28bc4c-705f-45ee-b432-7510b194b0fb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "DELETE /v2.0/floatingips/ce486c19-6f54-4bf7-805b-106d6a998c1a HTTP/1.1" status: 204 len: 168 time: 3.0326185 Aug 19 12:30:34.125583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37382) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:34.127865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37384) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:34.134402 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce6a63-3bc3-466a-bba8-91198ba9e48f None None] Routers {'110d2edf-3bb2-45b7-820b-c1b58f61e81f'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:34.135164 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ccce6a63-3bc3-466a-bba8-91198ba9e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:34.138504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'name': 'tempest-PortsIpV6TestJSON-1084568912'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:34.146856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbf471-2030-4d56-b2e6-6c6cb9f1b03f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Network': ['ID=ed9dd6af-6e19-434f-a18c-584d57fd12e1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:34.160876 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:34.185036 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ccce6a63-3bc3-466a-bba8-91198ba9e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:34.186009 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce6a63-3bc3-466a-bba8-91198ba9e48f None None] The sync data for ids ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:34.237315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-981a9a9a-5e78-4780-a489-6d43563b993e req-36b29063-e888-4e05-82be-63311374619a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 210 time: 0.2047539 Aug 19 12:30:34.276406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-20c54f6e-93ef-4e87-80f1-b3716a4e5bf7 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303514 Aug 19 12:30:34.297606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d481c1-d841-43c5-b937-0ddec50b9259 req-46db7e34-5bf8-4ff7-9306-2cc2c9377418 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a1d4b9a-ef5c-4be2-831b-6fe382acc112 HTTP/1.1" status: 200 len: 1001 time: 0.3381987 Aug 19 12:30:34.388944 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.393693 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.434645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd530d-ba00-4edf-8c7f-5bb90ec20d5e req-ad25a36b-361a-4be1-852a-df7b1c049c72 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.438725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45cd530d-ba00-4edf-8c7f-5bb90ec20d5e req-ad25a36b-361a-4be1-852a-df7b1c049c72 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 950 time: 0.2674117 Aug 19 12:30:34.478933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d481c1-d841-43c5-b937-0ddec50b9259 req-26f0ee49-06aa-4312-b6d6-2295c842859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.480392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d481c1-d841-43c5-b937-0ddec50b9259 req-26f0ee49-06aa-4312-b6d6-2295c842859d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f5fff71-5ad1-4434-8927-65172bd1b532 HTTP/1.1" status: 200 len: 850 time: 0.1643906 Aug 19 12:30:34.523954 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f22a9a7-7f64-497c-90e2-068d9b86bdf8 req-50c290a4-4f13-4169-a515-13ab6d6d88a5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615108 Aug 19 12:30:34.546344 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.583526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-a01aa226-d213-4f4e-bbc2-71874e67d772 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824266 Aug 19 12:30:34.604579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:34.610032 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.643376 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45cd530d-ba00-4edf-8c7f-5bb90ec20d5e req-2bf6ac85-0917-4d87-ae9c-8c9ceba165ec tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8abc376-efd0-4d3c-b624-ce5609f408c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794980 Aug 19 12:30:34.660835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port 3109df08-d1f6-45de-ab3f-afbba6f2a3fd yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:34.714848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-6e2058f3-7c3d-436f-a6a4-3eab921e39a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=dfd52db2-a9b9-485f-a61c-b406983d071a HTTP/1.1" status: 200 len: 217 time: 0.0748811 Aug 19 12:30:34.742879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22a9a7-7f64-497c-90e2-068d9b86bdf8 req-cb9dcffb-2067-45ff-93e4-ffd069e3abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.744412 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f22a9a7-7f64-497c-90e2-068d9b86bdf8 req-cb9dcffb-2067-45ff-93e4-ffd069e3abe7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 1097 time: 0.1515858 Aug 19 12:30:34.797752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Allocated IP 172.25.6.38 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/2753c97b-28e1-418c-ac23-7d635c872b14) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:35.083839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22a9a7-7f64-497c-90e2-068d9b86bdf8 req-2ae0a884-7115-4fbf-bb88-7025777f6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.086456 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f22a9a7-7f64-497c-90e2-068d9b86bdf8 req-2ae0a884-7115-4fbf-bb88-7025777f6a3d service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 906 time: 0.2926645 Aug 19 12:30:35.105628 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.163561 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f22a9a7-7f64-497c-90e2-068d9b86bdf8 req-35f44dbf-328e-4f60-bd2e-42193e12d4c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90d3a380-91ba-4bcf-ab84-ed3657aa7273 HTTP/1.1" status: 200 len: 217 time: 0.0551877 Aug 19 12:30:35.190304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d481c1-d841-43c5-b937-0ddec50b9259 req-41bcb291-71ac-44cf-a098-ec0e98900d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.192802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d481c1-d841-43c5-b937-0ddec50b9259 req-41bcb291-71ac-44cf-a098-ec0e98900d03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6957891 Aug 19 12:30:35.215927 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.263717 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:30:35.295937 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22a9a7-7f64-497c-90e2-068d9b86bdf8 req-f878cad1-a77b-43a7-a537-65af0786c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.297876 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f22a9a7-7f64-497c-90e2-068d9b86bdf8 req-f878cad1-a77b-43a7-a537-65af0786c83f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.1256421 Aug 19 12:30:35.349761 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f22a9a7-7f64-497c-90e2-068d9b86bdf8 req-5e4408d3-1d8b-480a-a3cf-7c73f10280a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417917 Aug 19 12:30:35.452838 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.480745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-c5af8a3e-251b-4b5f-9aa6-697383ce3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.484005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-c5af8a3e-251b-4b5f-9aa6-697383ce3356 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.7566574 Aug 19 12:30:35.530753 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.561207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=3109df08-d1f6-45de-ab3f-afbba6f2a3fd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:35.596993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:35.600555 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f22a9a7-7f64-497c-90e2-068d9b86bdf8 req-0e75a25c-3207-4916-95b4-a0ea55563f5c service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437179 Aug 19 12:30:35.603155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0b6fa-f89d-454e-a9d6-c221a3d91c41 req-85f54ff2-e4b5-478f-951f-78eb0cfce35d tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.604729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ba0b6fa-f89d-454e-a9d6-c221a3d91c41 req-85f54ff2-e4b5-478f-951f-78eb0cfce35d tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.4219625 Aug 19 12:30:35.608306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:35.611513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:35.616812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932b5d4-ad3c-48ce-a5ef-dd9a54949322 req-1f3a1c83-ee7d-4640-83d0-ddedac3f806d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.617955 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.618574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.622604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:35.624311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5932b5d4-ad3c-48ce-a5ef-dd9a54949322 req-1f3a1c83-ee7d-4640-83d0-ddedac3f806d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 932 time: 0.4367065 Aug 19 12:30:35.658163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-f8e6e21b-f4f9-4558-a506-763f7facf8d5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.659669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-f8e6e21b-f4f9-4558-a506-763f7facf8d5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.4290278 Aug 19 12:30:35.660810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:35.664466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:35.690536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Request body: {'port': {'device_id': 'b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'admin_state_up': True, 'tenant_id': '936b1e24676b42568b06c49ce8852ad3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:35.736178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d481c1-d841-43c5-b937-0ddec50b9259 req-4323cd7c-a914-4f4e-897a-ac0185c48d7d service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302186 Aug 19 12:30:35.749139 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Pushing event updated for resources: {'Port': ['ID=2753c97b-28e1-418c-ac23-7d635c872b14,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:35.831802 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f22a9a7-7f64-497c-90e2-068d9b86bdf8 req-35f38181-80a2-4b70-95b2-96b34d9a7742 service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079930 Aug 19 12:30:35.844956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-b2eff933-a08d-4d7b-b7bb-8cbfc0b5e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.845916 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.846302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-b2eff933-a08d-4d7b-b7bb-8cbfc0b5e9cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3507574 Aug 19 12:30:35.913554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5932b5d4-ad3c-48ce-a5ef-dd9a54949322 req-de4429dc-ab31-43ef-93c0-8bd5b7a139d9 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885249 Aug 19 12:30:35.916017 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e0337de7-430e-4615-a87e-5dcdaa11b9f6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7827175 Aug 19 12:30:35.919118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37400) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:35.933195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ba0b6fa-f89d-454e-a9d6-c221a3d91c41 req-556874a2-7a1c-4681-bd9b-210d1108855c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018515 Aug 19 12:30:36.103599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64507b24-d75b-4065-ac11-661f51842f53 req-9b276ac7-2fc0-44b7-a670-2bc586174afc tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0769899 Aug 19 12:30:36.133755 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.159935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30869707-cf68-422f-9558-8d602ce7ca00 req-d9fed248-a793-4b36-81c0-ad793acef8a7 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 210 time: 0.1049464 Aug 19 12:30:36.165837 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:36.205507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94d481c1-d841-43c5-b937-0ddec50b9259 req-70ccebea-2693-484e-af69-371a0efc28c6 service neutron] 10.222.0.53 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198282 Aug 19 12:30:36.211564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d5957017-c49e-469f-ae35-f2965718499b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 3109df08-d1f6-45de-ab3f-afbba6f2a3fd {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:36.212607 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5957017-c49e-469f-ae35-f2965718499b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.226837 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.272661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-bc38c5ae-2401-480a-8340-b2232ee9057e service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097629 Aug 19 12:30:36.304521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Transition to ACTIVE for port object 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:36.359121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5957017-c49e-469f-ae35-f2965718499b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.379281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d5957017-c49e-469f-ae35-f2965718499b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 3109df08-d1f6-45de-ab3f-afbba6f2a3fd owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:36.382112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ede50-aa17-45c0-b7c7-06bb29ad14a0 req-5f0bdba3-eea3-4a60-9afa-8b6b6942d2f7 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:36.383692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c29ede50-aa17-45c0-b7c7-06bb29ad14a0 req-5f0bdba3-eea3-4a60-9afa-8b6b6942d2f7 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 950 time: 0.1485114 Aug 19 12:30:36.434192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Made reservation on behalf of 936b1e24676b42568b06c49ce8852ad3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:36.438816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.455840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.480122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-79c12390-d29f-432c-b2c8-5fb1fbd2a70b service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890857 Aug 19 12:30:36.509467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c29ede50-aa17-45c0-b7c7-06bb29ad14a0 req-b380f428-a99e-4809-9880-68cb8ab5cb7d tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8abc376-efd0-4d3c-b624-ce5609f408c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044233 Aug 19 12:30:36.538746 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.577473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-91ae1af6-6605-4d8a-97fd-1328c2c71705 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=2397b715-6ad6-41aa-897c-1961b843f1b4 HTTP/1.1" status: 200 len: 217 time: 0.0732918 Aug 19 12:30:36.599806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:36.711691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-a1ba3c1e-78bc-4ebd-b705-a146e84deae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:36.713198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-a1ba3c1e-78bc-4ebd-b705-a146e84deae5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.1247020 Aug 19 12:30:36.715977 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.750016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5957017-c49e-469f-ae35-f2965718499b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.816376 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Pushing event updated for resources: {'Port': ['ID=2753c97b-28e1-418c-ac23-7d635c872b14,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:36.824801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5957017-c49e-469f-ae35-f2965718499b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.829118 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d5957017-c49e-469f-ae35-f2965718499b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/3109df08-d1f6-45de-ab3f-afbba6f2a3fd HTTP/1.1" status: 204 len: 168 time: 0.9074285 Aug 19 12:30:36.830187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.851279 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37410) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.860101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'mac_address': 'fa:16:3e:b1:8d:f0', 'name': 'tempest-PortsIpV6TestJSON-597822202'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:36.875131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5957017-c49e-469f-ae35-f2965718499b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=3109df08-d1f6-45de-ab3f-afbba6f2a3fd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:36.897067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Attempting to bind port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:36.897480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Attempting to bind port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:36.897820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Attempting to bind port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:36.916865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:30:36.916865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Attempting to bind port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:36.926292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:36.926718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Checking segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:36.927126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Bound using segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:36.932596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Bound port: 2eca2d20-1f65-430e-b0cb-4f39a95a9d35, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:36.932596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.945723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Allocated IP 172.20.0.4 (8a27b72f-16a2-4887-9d46-96e985490dc9/3c92c0f2-8a31-4350-9c36-d9b578ba2de7/b4f01c08-5d24-4d2c-9f10-3049eb37a7c2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:36.967119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-bf04e581-8c55-4c4f-a55a-de4c1f7567da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:36.969388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-bf04e581-8c55-4c4f-a55a-de4c1f7567da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2467694 Aug 19 12:30:37.159376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.164962 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7e30f98e-d1ce-4f7e-9992-2a66d6ffe078 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0319266 Aug 19 12:30:37.166319 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37420) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.174163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] For port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:37.182918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] For port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:37.211707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c253130-9d8b-4127-9353-e6cf4168112c req-a2e39455-5d69-4008-9ce8-dd9779471be3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:37.213335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c253130-9d8b-4127-9353-e6cf4168112c req-a2e39455-5d69-4008-9ce8-dd9779471be3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 944 time: 0.1918268 Aug 19 12:30:37.319593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-4ae51c7d-6180-4c05-9e11-70064b9f9e6f service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069501 Aug 19 12:30:37.402585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:37.415742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:37.431186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.437544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c253130-9d8b-4127-9353-e6cf4168112c req-e57c6c02-fb7a-487c-b5e4-86dee85abece tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034132 Aug 19 12:30:37.468129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47563b89-d196-4e97-aa06-fac039516913 req-55085ff2-bac0-4605-a14e-004724c1e8bf tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:37.469828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47563b89-d196-4e97-aa06-fac039516913 req-55085ff2-bac0-4605-a14e-004724c1e8bf tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.2265499 Aug 19 12:30:37.508593 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.544822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:37.545690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.545853 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port a465a3bb-a47c-4fff-af13-e3dab447904c yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:37.547308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] 10.222.0.53 "PUT /v2.0/ports/2eca2d20-1f65-430e-b0cb-4f39a95a9d35 HTTP/1.1" status: 200 len: 1092 time: 3.5013144 Aug 19 12:30:37.560534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151bcc75-44cc-41d7-b583-10de9f21db48', 'tag': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:37.563182 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e96f834-c4fb-46c8-8a5a-a2652e1bb4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "151bcc75-44cc-41d7-b583-10de9f21db48", "tag": "2eca2d20-1f65-430e-b0cb-4f39a95a9d35"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:37.572231 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.593747 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.660133 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ede092c3-1dce-4933-833e-3c472b695834 req-1c68e579-034b-4947-be36-5ededa2ecf99 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0831690 Aug 19 12:30:37.679585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710a08c-a2a8-40fc-bf0b-c2ca7a20e7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:37.693519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-4f097ad9-dc37-4e91-9f7a-523a9e755968 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611357 Aug 19 12:30:37.708737 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47563b89-d196-4e97-aa06-fac039516913 req-f7cc06b8-b392-4d62-9bdc-88171d6e4fea tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972556 Aug 19 12:30:37.825192 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.831956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-475b9a15-88b3-48f7-a2e8-6173a5092986 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=331fdea2-c75c-4b83-ac8b-f5f182984952 HTTP/1.1" status: 200 len: 217 time: 0.1034844 Aug 19 12:30:37.863816 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.912505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68394998-4bbe-4dae-8941-b42d2da5aa53 req-171c997d-67ba-4262-a9d4-05b68e111751 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 210 time: 0.0768461 Aug 19 12:30:37.936478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-1b0c4264-01dd-407e-93b5-2c65103ce4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:37.938040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-1b0c4264-01dd-407e-93b5-2c65103ce4f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 1095 time: 0.1186810 Aug 19 12:30:37.961064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-ac30413b-ac4f-484a-8869-2f1d65a271d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:37.962681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-ac30413b-ac4f-484a-8869-2f1d65a271d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.1033423 Aug 19 12:30:37.997831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-7ee7e2bf-005b-4fd7-a07a-ee5e62b35f0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35 HTTP/1.1" status: 200 len: 217 time: 0.0509551 Aug 19 12:30:38.021839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Allocated IP 172.25.6.145 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/c0d972e7-0e6e-4029-86e8-b3f19e31f16b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:38.048797 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2482bf05-80bf-4aeb-b425-7b8542e4903c x-openstack-request-id: req-2482bf05-80bf-4aeb-b425-7b8542e4903c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:38.049234 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151bcc75-44cc-41d7-b583-10de9f21db48", "tag": "2eca2d20-1f65-430e-b0cb-4f39a95a9d35", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:38.049531 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2482bf05-80bf-4aeb-b425-7b8542e4903c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:38.049931 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151bcc75-44cc-41d7-b583-10de9f21db48', 'tag': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35', 'status': 'completed', 'code': 200} Aug 19 12:30:38.103897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-419a2b56-f376-437d-9aa7-cee98c9a86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:38.105525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-419a2b56-f376-437d-9aa7-cee98c9a86a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1106086 Aug 19 12:30:38.107474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.110001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-3cbd69f7-81ea-4e68-8f96-963ac117c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:38.111471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-3cbd69f7-81ea-4e68-8f96-963ac117c78a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.1031418 Aug 19 12:30:38.120639 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.120819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:38.186236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:38.195260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:38.206420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:38.213786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:38.214686 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.228994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-6d7d6b5b-4ae5-424f-915f-f1df18061544 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092649 Aug 19 12:30:38.241189 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.241189 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=a465a3bb-a47c-4fff-af13-e3dab447904c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:38.269131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Network 8a27b72f-16a2-4887-9d46-96e985490dc9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:38.292724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:38.324282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event updated for resources: {'Port': ['ID=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:38.331267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:38.435694 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1151fa17-3b61-40e4-88a9-55f06986ae98 req-91d31a1e-a25d-4440-a73e-b2d68751da0f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0283504 Aug 19 12:30:38.437090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-78dd9381-403f-4e6c-aa53-851a821f4319 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162894 Aug 19 12:30:38.443745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:38.444123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.467782 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-11aafb9b-bcc9-490c-b18c-37cadf578750 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6127338 Aug 19 12:30:38.470472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37436) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.533779 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06999bc6-89a3-4191-bd41-ed3277f03ca8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:38.537961 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-06999bc6-89a3-4191-bd41-ed3277f03ca8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/a465a3bb-a47c-4fff-af13-e3dab447904c HTTP/1.1" status: 200 len: 844 time: 0.0687149 Aug 19 12:30:38.538652 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37438) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.552022 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.642468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:38.677112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:38.680100 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:38.684849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Pushing event updated for resources: {'Port': ['ID=c0d972e7-0e6e-4029-86e8-b3f19e31f16b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:38.782291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-60986597-6603-4d2a-be82-5a4348535599 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port a465a3bb-a47c-4fff-af13-e3dab447904c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:38.782639 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60986597-6603-4d2a-be82-5a4348535599 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.855622 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.876826 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60986597-6603-4d2a-be82-5a4348535599 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.889974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-60986597-6603-4d2a-be82-5a4348535599 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for a465a3bb-a47c-4fff-af13-e3dab447904c owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:38.958647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-e7cabb0a-4224-4174-8c3b-eace433fdd8d service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174861 Aug 19 12:30:39.076315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07906800-10e4-4300-8e2f-cc0b89594972 req-89e6923d-5b3a-4977-80ec-301303bc8a9d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:39.077896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07906800-10e4-4300-8e2f-cc0b89594972 req-89e6923d-5b3a-4977-80ec-301303bc8a9d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 944 time: 0.2267261 Aug 19 12:30:39.086289 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.087232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-7939de13-ef90-4c1a-98f6-685120d12748 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4056475 Aug 19 12:30:39.093917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-54b2f7c1-c77b-46c2-9a17-283f2b192398 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469018 Aug 19 12:30:39.109208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dbe19-d00e-41f6-b5c4-5f1a3b9a849f req-f3b2bedc-67f9-42f0-b155-2accbff84bda tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:39.110697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a7dbe19-d00e-41f6-b5c4-5f1a3b9a849f req-f3b2bedc-67f9-42f0-b155-2accbff84bda tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 950 time: 0.2584400 Aug 19 12:30:39.124620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Request body: {'port': {'device_id': 'b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:39.131859 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60986597-6603-4d2a-be82-5a4348535599 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.172806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60986597-6603-4d2a-be82-5a4348535599 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=a465a3bb-a47c-4fff-af13-e3dab447904c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:39.212057 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60986597-6603-4d2a-be82-5a4348535599 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.216718 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-60986597-6603-4d2a-be82-5a4348535599 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/a465a3bb-a47c-4fff-af13-e3dab447904c HTTP/1.1" status: 204 len: 168 time: 0.6766741 Aug 19 12:30:39.219145 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37448) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:39.221659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-a69e0d87-4c4a-4f0b-ae98-d0fd0ec308b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8f6c14b-3e20-4211-9f1e-aeb44e442751 HTTP/1.1" status: 200 len: 217 time: 0.1088758 Aug 19 12:30:39.252181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-803a1742-1445-45d4-8aee-43aab05cd2bb req-072aea74-4c3f-48a8-94f3-1ad48215837a service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836313 Aug 19 12:30:39.252857 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6caf1f-cece-489c-a4e1-33a196431fe5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:30:39.260050 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6f6caf1f-cece-489c-a4e1-33a196431fe5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/a465a3bb-a47c-4fff-af13-e3dab447904c HTTP/1.1" status: 404 len: 333 time: 0.0400581 Aug 19 12:30:39.260666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37450) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:39.267466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'name': 'tempest-PortsIpV6TestJSON-2120696343'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:39.313550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07906800-10e4-4300-8e2f-cc0b89594972 req-aecb7523-ef24-4c26-846e-596973a11023 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229714 Aug 19 12:30:39.334052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a7dbe19-d00e-41f6-b5c4-5f1a3b9a849f req-a7f7b948-dc8f-471a-8d60-f66aa3736ef6 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8abc376-efd0-4d3c-b624-ce5609f408c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898456 Aug 19 12:30:39.338837 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.356045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-fad32548-cc20-4411-b2f6-37421e80000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:39.357623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-fad32548-cc20-4411-b2f6-37421e80000e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 200 len: 797 time: 0.1272056 Aug 19 12:30:39.469414 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.528721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:39.532569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.559449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port 0f952274-c765-45b4-aa16-62fa13e85ead yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:39.566160 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.603843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-787f3cc5-bae0-4b3f-9fda-86d98222dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:39.605786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-787f3cc5-bae0-4b3f-9fda-86d98222dffd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2211256 Aug 19 12:30:39.608408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1088d46-29dc-4d11-b238-72b0b3a4348a req-e8b2bd5c-8e96-4f20-b59f-674a0cadacb4 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0983226 Aug 19 12:30:39.722273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Pushing event updated for resources: {'Port': ['ID=c0d972e7-0e6e-4029-86e8-b3f19e31f16b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:39.755351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.760308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f834-c4fb-46c8-8a5a-a2652e1bb4ed req-01d9122c-b8b2-45dd-982e-03792eaa9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:39.761855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e96f834-c4fb-46c8-8a5a-a2652e1bb4ed req-01d9122c-b8b2-45dd-982e-03792eaa9452 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 1095 time: 0.2542133 Aug 19 12:30:39.773482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d407f5d-1a5c-4f3c-bece-1534db404e56 req-3723133e-2352-4ecb-9640-e952cba3f067 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:39.775052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d407f5d-1a5c-4f3c-bece-1534db404e56 req-3723133e-2352-4ecb-9640-e952cba3f067 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 931 time: 0.2546682 Aug 19 12:30:39.880218 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.952566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-a18a4e5b-67e2-4219-a998-745d2c73bb46 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375840 Aug 19 12:30:39.966194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d407f5d-1a5c-4f3c-bece-1534db404e56 req-32f56e2c-d1a4-4d99-9b5c-3833787a034f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753223 Aug 19 12:30:40.060362 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.064980 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-55e8cc0c-dff1-47cb-a4d7-7c0c26c38cd8 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8945744 Aug 19 12:30:40.065898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37452) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:40.076257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f834-c4fb-46c8-8a5a-a2652e1bb4ed req-cd87e532-e050-4e29-96ec-0e618b55c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:40.077771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e96f834-c4fb-46c8-8a5a-a2652e1bb4ed req-cd87e532-e050-4e29-96ec-0e618b55c1ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 913 time: 0.2982690 Aug 19 12:30:40.092647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:40.108537 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.154208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e96f834-c4fb-46c8-8a5a-a2652e1bb4ed req-7169d90a-f64d-4abc-b482-94b66b1abfe3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35 HTTP/1.1" status: 200 len: 217 time: 0.0670998 Aug 19 12:30:40.179641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Transition to ACTIVE for port object b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:40.210434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-5fc0a980-ecea-43cb-b48c-26dfb118feb7 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477038 Aug 19 12:30:40.262616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-ba7be9c8-2ee3-4e2f-a9e7-cb7473937e16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bba8428d-a258-4eb1-b4e0-197ae028333d HTTP/1.1" status: 200 len: 217 time: 0.0431664 Aug 19 12:30:40.267023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f834-c4fb-46c8-8a5a-a2652e1bb4ed req-dad0dcc2-d489-446b-9593-b47b40ea3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:40.268562 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e96f834-c4fb-46c8-8a5a-a2652e1bb4ed req-dad0dcc2-d489-446b-9593-b47b40ea3c3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.1047170 Aug 19 12:30:40.296846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.346325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e96f834-c4fb-46c8-8a5a-a2652e1bb4ed req-2062432d-7235-4c65-852c-8980d273b111 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687363 Aug 19 12:30:40.490795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-b8e5be51-0535-4308-aa63-b0cdf8057223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:40.492281 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-b8e5be51-0535-4308-aa63-b0cdf8057223 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 200 len: 797 time: 0.2164509 Aug 19 12:30:40.507650 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.537958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:40.619508 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:40.626964 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bbd7d301-4a74-4db7-8bea-ff2d1863897a tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.5597994 Aug 19 12:30:40.629182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=0f952274-c765-45b4-aa16-62fa13e85ead,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:40.633083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:40.635118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37458) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:40.643911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29190d-45f1-4d7b-994a-bfd075cbe3e9 req-3587de40-52e2-427a-b1c6-77d197be35d1 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:40.646555 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3a29190d-45f1-4d7b-994a-bfd075cbe3e9 req-3587de40-52e2-427a-b1c6-77d197be35d1 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.52 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 950 time: 0.5732806 Aug 19 12:30:40.677430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:40.683123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:40.683862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.695161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099ac30-f18f-4a5f-9922-fbc31f52df3b req-293305ba-c746-411a-b99e-801501a7902a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:40.698916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f099ac30-f18f-4a5f-9922-fbc31f52df3b req-293305ba-c746-411a-b99e-801501a7902a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 944 time: 0.2308111 Aug 19 12:30:40.698916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e96f834-c4fb-46c8-8a5a-a2652e1bb4ed req-879848b4-836d-4608-8d79-48b110c3ef36 service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279622 Aug 19 12:30:40.709606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526b21-c826-498d-8b83-6055003fede3 req-3dea18e1-e4d0-4023-95a3-fcbd5126806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:40.711183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-3dea18e1-e4d0-4023-95a3-fcbd5126806e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1658239 Aug 19 12:30:40.742615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935bac-8eec-45f7-92a2-72ca1fa2d67e req-94c757f5-0cd9-423c-a445-fb810ba56614 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:40.749528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5935bac-8eec-45f7-92a2-72ca1fa2d67e req-94c757f5-0cd9-423c-a445-fb810ba56614 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 950 time: 0.2557359 Aug 19 12:30:40.767828 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5ea2fb45-8a9f-4f40-a5dd-8e7e8319b6eb tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1203489 Aug 19 12:30:40.774765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37464) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:40.819879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Attempting to bind port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:40.820222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Attempting to bind port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:40.820556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Attempting to bind port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:40.855663 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-787f2e51-4c2e-4be7-b7f5-baf5ed2e2bce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5897427 Aug 19 12:30:40.859399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37466) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:40.879519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8d1a34af-ffec-4296-b845-1997eb6a2380 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:40.885722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:30:40.886056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Attempting to bind port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:40.943851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-3a29190d-45f1-4d7b-994a-bfd075cbe3e9 req-e778863d-4e4c-4c35-9b9d-c145b3cc69ea tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Deleting port bff2c293-7bda-4aa6-b267-6c689a30c3ac {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:40.944406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:40.944531 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3a29190d-45f1-4d7b-994a-bfd075cbe3e9 req-e778863d-4e4c-4c35-9b9d-c145b3cc69ea tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.944632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Checking segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:40.944632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Bound using segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:40.945064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Bound port: b4f01c08-5d24-4d2c-9f10-3049eb37a7c2, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:40.945468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.962387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f099ac30-f18f-4a5f-9922-fbc31f52df3b req-43f4e2f7-4b9d-46de-97c6-893d4c9fb559 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563281 Aug 19 12:30:41.011465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5935bac-8eec-45f7-92a2-72ca1fa2d67e req-840c98bd-6ee2-4842-b405-beb37c5dc358 tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8abc376-efd0-4d3c-b624-ce5609f408c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566257 Aug 19 12:30:41.022453 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f059f4a3-a384-4d5f-9332-6aa347d8fd53 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Deleting port c0d972e7-0e6e-4029-86e8-b3f19e31f16b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:41.022801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f059f4a3-a384-4d5f-9332-6aa347d8fd53 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.116658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3a29190d-45f1-4d7b-994a-bfd075cbe3e9 req-e778863d-4e4c-4c35-9b9d-c145b3cc69ea tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] For port bff2c293-7bda-4aa6-b267-6c689a30c3ac, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=bff2c293-7bda-4aa6-b267-6c689a30c3ac,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:41.117069 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3a29190d-45f1-4d7b-994a-bfd075cbe3e9 req-e778863d-4e4c-4c35-9b9d-c145b3cc69ea tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.149180 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d1a34af-ffec-4296-b845-1997eb6a2380 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.152546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47c17cd6-f8ba-470b-87cd-128e3b82cc12 req-360969db-1bf8-4530-adea-f4ce9d8c4a41 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0539994 Aug 19 12:30:41.152728 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-3a29190d-45f1-4d7b-994a-bfd075cbe3e9 req-e778863d-4e4c-4c35-9b9d-c145b3cc69ea tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Calling delete_port for bff2c293-7bda-4aa6-b267-6c689a30c3ac owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:41.158777 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f059f4a3-a384-4d5f-9332-6aa347d8fd53 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.159085 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f059f4a3-a384-4d5f-9332-6aa347d8fd53 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.162679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-02549160-b5a2-4cf9-86ff-72ef3bd5104b service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414966 Aug 19 12:30:41.164512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e96f834-c4fb-46c8-8a5a-a2652e1bb4ed req-845e8641-7b24-4992-9e2e-e810522b1e70 service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524133 Aug 19 12:30:41.180599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f059f4a3-a384-4d5f-9332-6aa347d8fd53 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Calling delete_port for c0d972e7-0e6e-4029-86e8-b3f19e31f16b owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:41.312822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] For port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:41.400830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] For port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:41.516674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.545305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff79b2-99a5-4116-a292-1e5c2078d790 req-6d12993c-4f28-427f-9236-d99813367f71 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:41.546852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbff79b2-99a5-4116-a292-1e5c2078d790 req-6d12993c-4f28-427f-9236-d99813367f71 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 943 time: 0.2501569 Aug 19 12:30:41.609477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad526b21-c826-498d-8b83-6055003fede3 req-0b3f53f5-d25e-4658-9bec-7750e582e600 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296257 Aug 19 12:30:41.610704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:41.611335 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.612707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] 10.222.0.52 "PUT /v2.0/ports/b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 HTTP/1.1" status: 200 len: 1091 time: 2.4968169 Aug 19 12:30:41.626141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981', 'tag': 'b4f01c08-5d24-4d2c-9f10-3049eb37a7c2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:41.631936 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3a29190d-45f1-4d7b-994a-bfd075cbe3e9 req-e778863d-4e4c-4c35-9b9d-c145b3cc69ea tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.632130 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.632597 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8bb7a8-2a75-4f8a-8420-958a25d4b99e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981", "tag": "b4f01c08-5d24-4d2c-9f10-3049eb37a7c2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:41.642655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['bff2c293-7bda-4aa6-b267-6c689a30c3ac'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:41.646188 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f059f4a3-a384-4d5f-9332-6aa347d8fd53 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.669550 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d1a34af-ffec-4296-b845-1997eb6a2380 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.675937 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778863d-4e4c-4c35-9b9d-c145b3cc69ea tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Pushing event deleted for resources: {'Port': ['ID=bff2c293-7bda-4aa6-b267-6c689a30c3ac,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:41.719104 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6f8c6-a633-4d54-9561-dbb29c4977a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:41.730801 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbff79b2-99a5-4116-a292-1e5c2078d790 req-e2a2ab82-e89b-40b7-a00f-43e39bcc7d31 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545606 Aug 19 12:30:41.812243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059f4a3-a384-4d5f-9332-6aa347d8fd53 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Pushing event deleted for resources: {'Port': ['ID=c0d972e7-0e6e-4029-86e8-b3f19e31f16b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:41.828820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d1a34af-ffec-4296-b845-1997eb6a2380 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.884053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a29190d-45f1-4d7b-994a-bfd075cbe3e9 req-e778863d-4e4c-4c35-9b9d-c145b3cc69ea tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] No DVR routers for this DVR port bff2c293-7bda-4aa6-b267-6c689a30c3ac on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:41.888907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3a29190d-45f1-4d7b-994a-bfd075cbe3e9 req-e778863d-4e4c-4c35-9b9d-c145b3cc69ea tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.891015 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3a29190d-45f1-4d7b-994a-bfd075cbe3e9 req-e778863d-4e4c-4c35-9b9d-c145b3cc69ea tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.52 "DELETE /v2.0/ports/bff2c293-7bda-4aa6-b267-6c689a30c3ac HTTP/1.1" status: 204 len: 173 time: 1.2376583 Aug 19 12:30:41.891706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cc4fbe-1657-476b-9103-5766d49599aa', 'name': 'network-vif-deleted', 'tag': 'bff2c293-7bda-4aa6-b267-6c689a30c3ac'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:41.901408 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d4d54d-0cd8-434c-a788-5169561113df" -d '{"events": [{"server_uuid": "52cc4fbe-1657-476b-9103-5766d49599aa", "name": "network-vif-deleted", "tag": "bff2c293-7bda-4aa6-b267-6c689a30c3ac"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:41.927777 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57362125-8260-4024-9047-ac33fb2dde51 x-openstack-request-id: req-57362125-8260-4024-9047-ac33fb2dde51 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:41.929197 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981", "tag": "b4f01c08-5d24-4d2c-9f10-3049eb37a7c2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:41.931254 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57362125-8260-4024-9047-ac33fb2dde51 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:41.932062 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981', 'tag': 'b4f01c08-5d24-4d2c-9f10-3049eb37a7c2', 'status': 'completed', 'code': 200} Aug 19 12:30:41.976741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f059f4a3-a384-4d5f-9332-6aa347d8fd53 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.981148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f059f4a3-a384-4d5f-9332-6aa347d8fd53 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.981148 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f059f4a3-a384-4d5f-9332-6aa347d8fd53 tempest-FloatingIPAdminTestJSON-1962468940 tempest-FloatingIPAdminTestJSON-1962468940-project] 10.222.0.44 "DELETE /v2.0/floatingips/3e0ef789-d89f-4f69-9a03-776816cb8612 HTTP/1.1" status: 204 len: 168 time: 1.2026176 Aug 19 12:30:41.985481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37486) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:41.986839 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e741ab6a-ba51-4238-8c2d-010d85d46109 x-openstack-request-id: req-e741ab6a-ba51-4238-8c2d-010d85d46109 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:41.987138 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cc4fbe-1657-476b-9103-5766d49599aa", "name": "network-vif-deleted", "tag": "bff2c293-7bda-4aa6-b267-6c689a30c3ac", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:41.987445 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e741ab6a-ba51-4238-8c2d-010d85d46109 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:41.987792 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cc4fbe-1657-476b-9103-5766d49599aa', 'name': 'network-vif-deleted', 'tag': 'bff2c293-7bda-4aa6-b267-6c689a30c3ac', 'status': 'completed', 'code': 200} Aug 19 12:30:41.991105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a34af-ffec-4296-b845-1997eb6a2380 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] In _notify_port_updated(), no bound segment for port 0f952274-c765-45b4-aa16-62fa13e85ead on network 1695544c-5e35-4466-8e48-36a310fd9a8f {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:30:41.998532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a34af-ffec-4296-b845-1997eb6a2380 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:41.999326 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d1a34af-ffec-4296-b845-1997eb6a2380 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:42.000755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8d1a34af-ffec-4296-b845-1997eb6a2380 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "PUT /v2.0/ports/0f952274-c765-45b4-aa16-62fa13e85ead HTTP/1.1" status: 200 len: 818 time: 1.1369705 Aug 19 12:30:42.007207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37490) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:42.032442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-6e62cda9-1fb8-4583-b57a-93e6d4628352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:42.034218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-6e62cda9-1fb8-4583-b57a-93e6d4628352 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 1094 time: 0.2740757 Aug 19 12:30:42.043093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-399eece0-0a37-4c41-b085-9dad63415b1c req-81dada70-dcb7-44ec-9cc0-b5d6d9925f25 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.1398098 Aug 19 12:30:42.078105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a34af-ffec-4296-b845-1997eb6a2380 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=0f952274-c765-45b4-aa16-62fa13e85ead,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:42.406104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-aa46a974-d60d-4531-8260-de66242fe88d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 0f952274-c765-45b4-aa16-62fa13e85ead {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:42.406635 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa46a974-d60d-4531-8260-de66242fe88d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:42.463299 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-087ac95a-debc-48cf-a793-93a3ad334386 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Deleting port 2753c97b-28e1-418c-ac23-7d635c872b14 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:42.463708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087ac95a-debc-48cf-a793-93a3ad334386 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:42.562710 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa46a974-d60d-4531-8260-de66242fe88d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:42.585953 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-aa46a974-d60d-4531-8260-de66242fe88d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 0f952274-c765-45b4-aa16-62fa13e85ead owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:42.608086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087ac95a-debc-48cf-a793-93a3ad334386 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:42.608419 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087ac95a-debc-48cf-a793-93a3ad334386 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:42.625177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-17bd1534-b3f6-48f9-a33e-6532a3e1f41c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 HTTP/1.1" status: 200 len: 217 time: 0.5680778 Aug 19 12:30:42.659372 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-087ac95a-debc-48cf-a793-93a3ad334386 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Calling delete_port for 2753c97b-28e1-418c-ac23-7d635c872b14 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:42.664440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-002fa1d1-47a5-426b-a9ae-5a0d1d3e7d9c req-e8d98e44-2834-41fe-84ea-a087df2d02ae tempest-TenantUsagesTestJSON-166678408 tempest-TenantUsagesTestJSON-166678408-project] 10.222.0.44 "GET /v2.0/ports?device_id=52cc4fbe-1657-476b-9103-5766d49599aa HTTP/1.1" status: 200 len: 210 time: 0.0608962 Aug 19 12:30:42.733115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc6d84-3eed-44ab-baef-37622a97c1ba req-90916fc8-ad2d-4cf3-a22a-c7e5eac72c5b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:42.742229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adfc6d84-3eed-44ab-baef-37622a97c1ba req-90916fc8-ad2d-4cf3-a22a-c7e5eac72c5b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 944 time: 0.1573536 Aug 19 12:30:42.772697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-9f58af36-a9ef-4769-8037-403b6508cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:42.775185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-9f58af36-a9ef-4769-8037-403b6508cdca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.1324615 Aug 19 12:30:42.817723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-49eea09a-e195-47ca-9142-59adb58b9cf2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348895 Aug 19 12:30:42.839925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adfc6d84-3eed-44ab-baef-37622a97c1ba req-e3253051-e0ac-437b-bf9c-555b3c64db77 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935383 Aug 19 12:30:42.951386 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa46a974-d60d-4531-8260-de66242fe88d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:42.964758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713eb60-9b72-4ef4-9da9-062d8bfa4c5f req-d707ce8f-1bc2-4505-ae8f-ea41fe425330 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:42.966563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d713eb60-9b72-4ef4-9da9-062d8bfa4c5f req-d707ce8f-1bc2-4505-ae8f-ea41fe425330 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 943 time: 0.0756030 Aug 19 12:30:42.970625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:30:42.984290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-e796e31f-8529-4e10-84f9-280b78b924cf service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431048 Aug 19 12:30:42.986094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46a974-d60d-4531-8260-de66242fe88d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=0f952274-c765-45b4-aa16-62fa13e85ead,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:42.995477 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa46a974-d60d-4531-8260-de66242fe88d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.004536 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aa46a974-d60d-4531-8260-de66242fe88d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/0f952274-c765-45b4-aa16-62fa13e85ead HTTP/1.1" status: 204 len: 168 time: 0.9162498 Aug 19 12:30:43.007102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37502) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.078501 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087ac95a-debc-48cf-a793-93a3ad334386 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.090127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d713eb60-9b72-4ef4-9da9-062d8bfa4c5f req-85ac0cdf-395b-4e49-b8fc-b506c0913af9 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017592 Aug 19 12:30:43.143732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ac95a-debc-48cf-a793-93a3ad334386 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Pushing event deleted for resources: {'Port': ['ID=2753c97b-28e1-418c-ac23-7d635c872b14,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:43.150375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d19a6f-bd97-4940-b9c6-6f79467a4633 req-9367d9a1-b336-45b3-be00-adab0ca3800a service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508842 Aug 19 12:30:43.167821 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:43.183096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'port_id': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35', 'mac_address': 'fa:16:3e:27:c0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e15be-446b-46dd-8c02-a2bdb7426a46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:30:43.233147 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.244841 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087ac95a-debc-48cf-a793-93a3ad334386 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.248572 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087ac95a-debc-48cf-a793-93a3ad334386 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.249918 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-087ac95a-debc-48cf-a793-93a3ad334386 tempest-FloatingIPAdminTestJSON-994451342 tempest-FloatingIPAdminTestJSON-994451342-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/69310cda-99d7-4455-ad1e-966b21f24004 HTTP/1.1" status: 204 len: 168 time: 1.2568078 Aug 19 12:30:43.253805 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37506) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.257956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:43.271619 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97e0c7-57b0-48a8-b6fc-aaa899ecb391 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:43.273269 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b97e0c7-57b0-48a8-b6fc-aaa899ecb391 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2647648 Aug 19 12:30:43.284518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37508) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.287863 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:43.296557 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22dc9ead-2320-474e-bf74-6f24aefb0202 req-378efbdc-6f6b-489c-9dc1-d787945c0944 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0555472 Aug 19 12:30:43.310634 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa9f16c-e98b-4d2c-9faf-71d936bd06dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:30:43.312183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-daa9f16c-e98b-4d2c-9faf-71d936bd06dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/0f952274-c765-45b4-aa16-62fa13e85ead HTTP/1.1" status: 404 len: 333 time: 0.0266972 Aug 19 12:30:43.316805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37510) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.328705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-424098586'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:43.374200 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-133a8855-d4b8-4087-9494-23b36a283aac tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Deleting port fa62eda5-2a43-4d60-ae8d-669833920b50 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:43.374568 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-133a8855-d4b8-4087-9494-23b36a283aac tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.402195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bb7a8-2a75-4f8a-8420-958a25d4b99e req-77294b18-fc83-43a9-9e5f-45a0b751c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:43.404240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8bb7a8-2a75-4f8a-8420-958a25d4b99e req-77294b18-fc83-43a9-9e5f-45a0b751c037 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 1094 time: 0.0590122 Aug 19 12:30:43.469258 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-133a8855-d4b8-4087-9494-23b36a283aac tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.483788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-133a8855-d4b8-4087-9494-23b36a283aac tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Calling delete_port for fa62eda5-2a43-4d60-ae8d-669833920b50 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:43.508430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bb7a8-2a75-4f8a-8420-958a25d4b99e req-2c80d706-2f42-4828-bae6-a0a6f3048899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:43.510234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8bb7a8-2a75-4f8a-8420-958a25d4b99e req-2c80d706-2f42-4828-bae6-a0a6f3048899 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 906 time: 0.0984244 Aug 19 12:30:43.511390 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.561412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:43.564507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:43.569816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.572915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8bb7a8-2a75-4f8a-8420-958a25d4b99e req-607a1971-c467-411d-81cd-c70fcf9171ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 HTTP/1.1" status: 200 len: 217 time: 0.0543320 Aug 19 12:30:43.635889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bb7a8-2a75-4f8a-8420-958a25d4b99e req-d3ddf278-36fb-4dcc-bbb7-51c02b976917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:43.637507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8bb7a8-2a75-4f8a-8420-958a25d4b99e req-d3ddf278-36fb-4dcc-bbb7-51c02b976917 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.0569828 Aug 19 12:30:43.672575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8bb7a8-2a75-4f8a-8420-958a25d4b99e req-d1099edf-f3af-49e0-85dc-252b22ee6925 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276496 Aug 19 12:30:43.680131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device bff2c293-7bda-4aa6-b267-6c689a30c3ac no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:43.704660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: bff2c293-7bda-4aa6-b267-6c689a30c3ac {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:43.705008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device bff2c293-7bda-4aa6-b267-6c689a30c3ac not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:43.728878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-133a8855-d4b8-4087-9494-23b36a283aac tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.741528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:43.761523 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a8855-d4b8-4087-9494-23b36a283aac tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event deleted for resources: {'Port': ['ID=fa62eda5-2a43-4d60-ae8d-669833920b50,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:43.761883 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.763376 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Added segment 05820310-9a41-4a76-ab76-d971cbde3e3c of type vlan for network e1df4195-f076-4654-9e3e-9ad091f6cf35 Aug 19 12:30:43.827235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2eca2d20-1f65-430e-b0cb-4f39a95a9d35'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:43.831140 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.840822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8bb7a8-2a75-4f8a-8420-958a25d4b99e req-537de0d5-7f94-47b4-b325-d3f673adc9d2 service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583416 Aug 19 12:30:43.874396 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-133a8855-d4b8-4087-9494-23b36a283aac tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.881928 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-133a8855-d4b8-4087-9494-23b36a283aac tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "DELETE /v2.0/ports/fa62eda5-2a43-4d60-ae8d-669833920b50 HTTP/1.1" status: 204 len: 168 time: 0.6263552 Aug 19 12:30:43.886070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37520) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.988963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a160ec-7be8-40e4-974c-6b0961996342 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:43.996823 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-61a160ec-7be8-40e4-974c-6b0961996342 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "GET /v2.0/ports?device_id=110d2edf-3bb2-45b7-820b-c1b58f61e81f HTTP/1.1" status: 200 len: 913 time: 0.1043866 Aug 19 12:30:43.999496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37522) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.024505 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.030668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:44.031437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.072722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8bb7a8-2a75-4f8a-8420-958a25d4b99e req-701edb92-fa70-49fe-9ef4-b7f8b8b312b7 service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207525 Aug 19 12:30:44.133776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a29ce7-7b09-4ce9-aa0e-c04f4bdaeee2 req-44dd13c0-6090-4a0b-a9a9-20c88cb2935f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:44.134757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52a29ce7-7b09-4ce9-aa0e-c04f4bdaeee2 req-44dd13c0-6090-4a0b-a9a9-20c88cb2935f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 945 time: 0.1867983 Aug 19 12:30:44.139180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8185868 Aug 19 12:30:44.140217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098958ba-d8c7-4a29-8d89-ea82d8742736 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Network': ['ID=e1df4195-f076-4654-9e3e-9ad091f6cf35,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:44.146970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37526) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.155215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network e1df4195-f076-4654-9e3e-9ad091f6cf35 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:44.163250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': 'e1df4195-f076-4654-9e3e-9ad091f6cf35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:44.314051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52a29ce7-7b09-4ce9-aa0e-c04f4bdaeee2 req-8df56e15-1738-43d0-b03f-2d896291ccf1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709924 Aug 19 12:30:44.353569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf042c56-04fc-4311-9d50-44d908d00898 req-f9ba42f6-9769-4924-ae28-af2b115cd29c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:44.355175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf042c56-04fc-4311-9d50-44d908d00898 req-f9ba42f6-9769-4924-ae28-af2b115cd29c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 943 time: 0.1563938 Aug 19 12:30:44.409421 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.410193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf042c56-04fc-4311-9d50-44d908d00898 req-c089717f-e55f-4f47-8fc9-a4c73038acc6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487056 Aug 19 12:30:44.431152 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b60c634-fd52-4336-9f40-371464efe130 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.447285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.451165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62b79aaa-3d75-48f6-ba20-bd1ada8f1a72 req-964d725a-29c7-435d-9025-518d4eff725d tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0398781 Aug 19 12:30:44.465541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:44.469903 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.672472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6789af65-ef41-429f-895a-54873bde36ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfa53bf1085845df82cf29b6783eeaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238553 Aug 19 12:30:44.675206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37536) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.771064 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51c76365-c0c2-4ccf-8311-707defdc56eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.786362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2b60c634-fd52-4336-9f40-371464efe130 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Deleting port 2749c8f6-8fde-401a-a1e6-413b7dbc38bb {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:44.786691 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b60c634-fd52-4336-9f40-371464efe130 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.832186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51c76365-c0c2-4ccf-8311-707defdc56eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.842588 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.903109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b60c634-fd52-4336-9f40-371464efe130 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.911616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Subnet': ['ID=7129ad77-24df-44de-960c-bda28f8af0b4,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:44.920403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2b60c634-fd52-4336-9f40-371464efe130 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Calling delete_port for 2749c8f6-8fde-401a-a1e6-413b7dbc38bb owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:44.921413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Checking segment: {'id': '05820310-9a41-4a76-ab76-d971cbde3e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e1df4195-f076-4654-9e3e-9ad091f6cf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:44.921789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network hostable DHCP agents. Network: e1df4195-f076-4654-9e3e-9ad091f6cf35, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:44.984724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:45.014296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network e1df4195-f076-4654-9e3e-9ad091f6cf35 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:45.029799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51c76365-c0c2-4ccf-8311-707defdc56eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.032513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51c76365-c0c2-4ccf-8311-707defdc56eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.036108 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-51c76365-c0c2-4ccf-8311-707defdc56eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8abc376-efd0-4d3c-b624-ce5609f408c8 HTTP/1.1" status: 204 len: 168 time: 0.3572743 Aug 19 12:30:45.050242 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c76365-c0c2-4ccf-8311-707defdc56eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8abc376-efd0-4d3c-b624-ce5609f408c8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:45.225898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:45.229731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, e1df4195-f076-4654-9e3e-9ad091f6cf35) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:45.230103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:45.230488 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.234820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:45.235895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.259584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb62456-2c58-4fe4-9430-c0e8cf55b6b1 None None] Network e1df4195-f076-4654-9e3e-9ad091f6cf35 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:45.322851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b60c634-fd52-4336-9f40-371464efe130 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.353953 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60c634-fd52-4336-9f40-371464efe130 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event deleted for resources: {'Port': ['ID=2749c8f6-8fde-401a-a1e6-413b7dbc38bb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:45.364604 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-45dc495b-6cf1-4ac4-a8ce-5a2f3fa633d8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2144737 Aug 19 12:30:45.366982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37544) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:45.386649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-75281a90-acff-4d25-af17-656813d73a89 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': 'e1df4195-f076-4654-9e3e-9ad091f6cf35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:45.469678 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.541552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151bcc75-44cc-41d7-b583-10de9f21db48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:45.544019 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efd9a4c-faf3-4e9b-bb77-328884f3d499" -d '{"events": [{"server_uuid": "151bcc75-44cc-41d7-b583-10de9f21db48", "name": "network-vif-plugged", "status": "completed", "tag": "2eca2d20-1f65-430e-b0cb-4f39a95a9d35"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:45.584901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:45.600290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-e1df4195-f076-4654-9e3e-9ad091f6cf35', 'network_id': 'e1df4195-f076-4654-9e3e-9ad091f6cf35', 'tenant_id': '375e35146a56479a8306636345b76078', 'fixed_ips': [{'subnet_id': '7129ad77-24df-44de-960c-bda28f8af0b4'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:30:45.601330 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.664471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733b05b-071d-4228-be61-d51471a30239 req-0ea18b78-6b98-4c31-869e-70a888f8dae2 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:45.665135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b60c634-fd52-4336-9f40-371464efe130 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.666550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9733b05b-071d-4228-be61-d51471a30239 req-0ea18b78-6b98-4c31-869e-70a888f8dae2 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 945 time: 0.0976264 Aug 19 12:30:45.677267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23bbef-3bc3-4211-b01c-982f65f13d9b req-a0383872-dcee-404f-afc0-c60beb35bb3d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:45.679692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b23bbef-3bc3-4211-b01c-982f65f13d9b req-a0383872-dcee-404f-afc0-c60beb35bb3d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 943 time: 0.1231737 Aug 19 12:30:45.720714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:30:45.729276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75281a90-acff-4d25-af17-656813d73a89 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:45.734089 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75281a90-acff-4d25-af17-656813d73a89 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.809328 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9733b05b-071d-4228-be61-d51471a30239 req-ce1a138a-fbf6-461f-8f8a-72eb8a9e7032 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268635 Aug 19 12:30:45.820197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b23bbef-3bc3-4211-b01c-982f65f13d9b req-d0c975c9-86ef-476c-a741-417baf87b995 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292996 Aug 19 12:30:45.823224 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.902882 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e58a0f4-d95d-4b7f-a747-429c78cf3397 x-openstack-request-id: req-4e58a0f4-d95d-4b7f-a747-429c78cf3397 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:45.902882 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151bcc75-44cc-41d7-b583-10de9f21db48", "name": "network-vif-plugged", "status": "completed", "tag": "2eca2d20-1f65-430e-b0cb-4f39a95a9d35", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:45.902882 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e58a0f4-d95d-4b7f-a747-429c78cf3397 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:45.903262 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151bcc75-44cc-41d7-b583-10de9f21db48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35', 'code': 200} Aug 19 12:30:45.908816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Allocated IP 2001:db8::2 (e1df4195-f076-4654-9e3e-9ad091f6cf35/7129ad77-24df-44de-960c-bda28f8af0b4/532fc35f-304b-4628-88fd-c00fcb69dc8a) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:45.916915 n-d-778732-8 neutron-server[95660]: INFO neutron.db.ipam_backend_mixin [None req-75281a90-acff-4d25-af17-656813d73a89 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7129ad77-24df-44de-960c-bda28f8af0b4 (CIDR: 2001:db8::/64) Aug 19 12:30:45.946865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:45.960146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.960146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.960146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.960486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.960623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.960936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.961267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.962198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.962198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.962408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.962565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.962889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:45.968052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:45.993989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b60c634-fd52-4336-9f40-371464efe130 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Router 110d2edf-3bb2-45b7-820b-c1b58f61e81f has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:30:45.994607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'b4f01c08-5d24-4d2c-9f10-3049eb37a7c2', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'port_id': 'b4f01c08-5d24-4d2c-9f10-3049eb37a7c2', 'mac_address': 'fa:16:3e:5b:d6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c92c0f2-8a31-4350-9c36-d9b578ba2de7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:30:46.006775 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-75281a90-acff-4d25-af17-656813d73a89 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:30:46.007566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75281a90-acff-4d25-af17-656813d73a89 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:46.073546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c533fed-3083-4ae8-9e52-94a742eb2c97 req-7115211b-0716-4812-96c3-55af61c2bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:46.075745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c533fed-3083-4ae8-9e52-94a742eb2c97 req-7115211b-0716-4812-96c3-55af61c2bcd2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 1097 time: 0.1084135 Aug 19 12:30:46.091231 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.121238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:46.131246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:46.144572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-75281a90-acff-4d25-af17-656813d73a89 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7759473 Aug 19 12:30:46.144889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37558) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:46.149281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:46.164952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1ab6587b-976f-4bd9-863e-57297a64588f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': 'e1df4195-f076-4654-9e3e-9ad091f6cf35', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:46.182862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b60c634-fd52-4336-9f40-371464efe130 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:46.188882 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2b60c634-fd52-4336-9f40-371464efe130 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "PUT /v2.0/routers/110d2edf-3bb2-45b7-820b-c1b58f61e81f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1875203 Aug 19 12:30:46.191404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37560) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:46.196367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734dba8-5fba-4720-a0ab-e4ad6d598614 None None] Sync routers for ids ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:46.228316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734dba8-5fba-4720-a0ab-e4ad6d598614 None None] Routers {'110d2edf-3bb2-45b7-820b-c1b58f61e81f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:46.229072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1734dba8-5fba-4720-a0ab-e4ad6d598614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:46.235225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6039dd43-2520-4eab-b1de-dd2ead20d236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.241890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c533fed-3083-4ae8-9e52-94a742eb2c97 req-bd38cf4f-0d80-4e9d-a3a7-7a6f4104fa10 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569662 Aug 19 12:30:46.274658 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.277053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1734dba8-5fba-4720-a0ab-e4ad6d598614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:46.279422 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.315239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Transition to ACTIVE for port object 532fc35f-304b-4628-88fd-c00fcb69dc8a will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:46.323945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25fbf592-3750-4209-a3c7-9e26092b6d41 req-8a3016d8-2d08-43fb-b2a9-cd395cb6c332 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0456574 Aug 19 12:30:46.336395 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734dba8-5fba-4720-a0ab-e4ad6d598614 None None] Routers {'110d2edf-3bb2-45b7-820b-c1b58f61e81f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:46.337334 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1734dba8-5fba-4720-a0ab-e4ad6d598614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:46.377683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Transition to ACTIVE for port object 532fc35f-304b-4628-88fd-c00fcb69dc8a will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:46.388816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1734dba8-5fba-4720-a0ab-e4ad6d598614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:46.389517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734dba8-5fba-4720-a0ab-e4ad6d598614 None None] The sync data for ids ['110d2edf-3bb2-45b7-820b-c1b58f61e81f'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:46.395815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:46.445532 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6039dd43-2520-4eab-b1de-dd2ead20d236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.507117 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.534356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['b4f01c08-5d24-4d2c-9f10-3049eb37a7c2'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:46.580445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Network e1df4195-f076-4654-9e3e-9ad091f6cf35 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:46.589757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:46.593575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Pushing event updated for resources: {'Port': ['ID=532fc35f-304b-4628-88fd-c00fcb69dc8a,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:46.598038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:46.611765 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6039dd43-2520-4eab-b1de-dd2ead20d236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.659037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.663424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6039dd43-2520-4eab-b1de-dd2ead20d236 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad070ac04eb24584b474f97f348935a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5306866 Aug 19 12:30:46.665864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039dd43-2520-4eab-b1de-dd2ead20d236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a248f3-18b7-40d7-9686-855e03932c1b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:46.666265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37562) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:46.695344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Attempting to bind port 532fc35f-304b-4628-88fd-c00fcb69dc8a on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:46.695725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Attempting to bind port 532fc35f-304b-4628-88fd-c00fcb69dc8a by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '05820310-9a41-4a76-ab76-d971cbde3e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e1df4195-f076-4654-9e3e-9ad091f6cf35'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:46.696094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Attempting to bind port 532fc35f-304b-4628-88fd-c00fcb69dc8a on network e1df4195-f076-4654-9e3e-9ad091f6cf35 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:46.707451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:46.710713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Checking segment: {'id': '05820310-9a41-4a76-ab76-d971cbde3e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e1df4195-f076-4654-9e3e-9ad091f6cf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:46.710713 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.710713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Bound using segment: {'id': '05820310-9a41-4a76-ab76-d971cbde3e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e1df4195-f076-4654-9e3e-9ad091f6cf35'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:46.710713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Bound port: 532fc35f-304b-4628-88fd-c00fcb69dc8a, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05820310-9a41-4a76-ab76-d971cbde3e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e1df4195-f076-4654-9e3e-9ad091f6cf35'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:46.710713 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.757542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab6587b-976f-4bd9-863e-57297a64588f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:46.761497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ab6587b-976f-4bd9-863e-57297a64588f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.807523 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ac3f-6391-4784-9d39-6c7869059479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.827925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] For port 532fc35f-304b-4628-88fd-c00fcb69dc8a, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:46.832047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] For port 532fc35f-304b-4628-88fd-c00fcb69dc8a, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=532fc35f-304b-4628-88fd-c00fcb69dc8a,segment=NetworkSegment(05820310-9a41-4a76-ab76-d971cbde3e3c),segment_id=05820310-9a41-4a76-ab76-d971cbde3e3c)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:46.834141 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ac3f-6391-4784-9d39-6c7869059479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.836595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.913724 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.991846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d92e0-8801-45df-b4c3-aedd224bcbe1 None None] Pushing event updated for resources: {'Port': ['ID=532fc35f-304b-4628-88fd-c00fcb69dc8a,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.022433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Deleting port 1e92b406-9d64-4b82-a27e-2dc3b40dd476 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:47.022871 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.079616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ac3f-6391-4784-9d39-6c7869059479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.083345 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ac3f-6391-4784-9d39-6c7869059479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.087799 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3ed4ac3f-6391-4784-9d39-6c7869059479 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77a248f3-18b7-40d7-9686-855e03932c1b HTTP/1.1" status: 204 len: 168 time: 0.3819201 Aug 19 12:30:47.093761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aadd6-275c-4d49-92e8-cf176f1c50de req-b9e9c6cc-2a5c-4d01-9381-e1b5740b49de tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:47.095350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f82aadd6-275c-4d49-92e8-cf176f1c50de req-b9e9c6cc-2a5c-4d01-9381-e1b5740b49de tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1547856 Aug 19 12:30:47.099281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4ac3f-6391-4784-9d39-6c7869059479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a248f3-18b7-40d7-9686-855e03932c1b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.121609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bb2f3-9825-4cc7-8c77-70685ee582f6 req-8859220c-5a4b-4b93-9817-ddf60a2be905 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:47.123028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae2bb2f3-9825-4cc7-8c77-70685ee582f6 req-8859220c-5a4b-4b93-9817-ddf60a2be905 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 944 time: 0.1835878 Aug 19 12:30:47.134332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.148947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Calling delete_port for 1e92b406-9d64-4b82-a27e-2dc3b40dd476 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:47.224338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f82aadd6-275c-4d49-92e8-cf176f1c50de req-5e1b81a5-8eb9-444b-9052-f052899332ca tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953939 Aug 19 12:30:47.262347 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ab6587b-976f-4bd9-863e-57297a64588f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.279045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae2bb2f3-9825-4cc7-8c77-70685ee582f6 req-cc9d9813-5594-42ea-b7e3-7e0c33358bf6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252527 Aug 19 12:30:47.335609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab6587b-976f-4bd9-863e-57297a64588f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network e1df4195-f076-4654-9e3e-9ad091f6cf35 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:47.341475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1ab6587b-976f-4bd9-863e-57297a64588f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:47.346572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab6587b-976f-4bd9-863e-57297a64588f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:47.347322 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ab6587b-976f-4bd9-863e-57297a64588f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.369398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6587b-976f-4bd9-863e-57297a64588f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Subnet': ['ID=5fc8cc8f-e86d-4abb-92aa-14bfb75699e0,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.454496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14c7dd95-5e77-4151-8e88-ba5b90efea0f req-803dce6f-8f5d-455c-af84-9d85f6e282c2 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0272779 Aug 19 12:30:47.546896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1ab6587b-976f-4bd9-863e-57297a64588f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3924451 Aug 19 12:30:47.549551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37574) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:47.554743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': 'e1df4195-f076-4654-9e3e-9ad091f6cf35', 'fixed_ips': [{'subnet_id': '7129ad77-24df-44de-960c-bda28f8af0b4'}, {'subnet_id': '5fc8cc8f-e86d-4abb-92aa-14bfb75699e0'}], 'name': 'tempest-PortsIpV6TestJSON-1774675564'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:47.608384 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.654607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event deleted for resources: {'Port': ['ID=1e92b406-9d64-4b82-a27e-2dc3b40dd476,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.696001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:47.721785 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.823352 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.826331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.850753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:47.893284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:47.899644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:47.900110 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.963026 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.986267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:47.991356 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.991933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Fanout notify agent at l3_agent the message router_deleted on router 110d2edf-3bb2-45b7-820b-c1b58f61e81f {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:30:48.002674 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.002774 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.002860 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-895ad757-8d8e-46b1-8256-61e1fa790040 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "DELETE /v2.0/routers/110d2edf-3bb2-45b7-820b-c1b58f61e81f HTTP/1.1" status: 204 len: 168 time: 1.8072405 Aug 19 12:30:48.004033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37584) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:48.034777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f01c08-5d24-4d2c-9f10-3049eb37a7c2'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:48.038237 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787fc2c3-cd65-40d7-a762-3dc3b4c83eeb" -d '{"events": [{"server_uuid": "b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981", "name": "network-vif-plugged", "status": "completed", "tag": "b4f01c08-5d24-4d2c-9f10-3049eb37a7c2"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:48.062728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:48.092169 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181c2bf0-83ec-42c3-a06a-7a4dd5a030b9 x-openstack-request-id: req-181c2bf0-83ec-42c3-a06a-7a4dd5a030b9 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:48.092509 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981", "name": "network-vif-plugged", "status": "completed", "tag": "b4f01c08-5d24-4d2c-9f10-3049eb37a7c2", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:48.092710 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-181c2bf0-83ec-42c3-a06a-7a4dd5a030b9 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:48.093208 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f01c08-5d24-4d2c-9f10-3049eb37a7c2', 'code': 200} Aug 19 12:30:48.162036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56d310c-464e-462f-8863-f13aa249589a None None] Network e1df4195-f076-4654-9e3e-9ad091f6cf35 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:48.206475 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.209674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4aa9d1-64df-4471-bab8-5752c9d47340 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Deleting subnet e3019d0b-403e-4b64-a517-49371204cfb2 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:48.241573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa9d1-64df-4471-bab8-5752c9d47340 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.362906 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa9d1-64df-4471-bab8-5752c9d47340 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.391940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1639ed0-ec25-4931-b052-e9b1b58db714 req-874789ae-2fa7-4c11-b2a7-2c4f84e0f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:48.393488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1639ed0-ec25-4931-b052-e9b1b58db714 req-874789ae-2fa7-4c11-b2a7-2c4f84e0f8d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 1095 time: 0.2303910 Aug 19 12:30:48.437536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:48.474319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-500ea055-0ae8-471f-b72a-70f0be8214c6 None None] Provisioning for port 532fc35f-304b-4628-88fd-c00fcb69dc8a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:48.570591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1639ed0-ec25-4931-b052-e9b1b58db714 req-d48a67ee-39c7-4fb4-9496-41849105dfab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468196 Aug 19 12:30:48.585715 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664b67f4-b2bc-49d9-8b03-2272d9311287 None None] Update dhcp port {'port': {'network_id': 'e1df4195-f076-4654-9e3e-9ad091f6cf35', 'fixed_ips': [{'subnet_id': '7129ad77-24df-44de-960c-bda28f8af0b4', 'ip_address': '2001:db8::2'}, {'subnet_id': '5fc8cc8f-e86d-4abb-92aa-14bfb75699e0'}], 'binding:host_id': 'n-d-778732-8'}, 'id': '532fc35f-304b-4628-88fd-c00fcb69dc8a'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:30:48.612090 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-664b67f4-b2bc-49d9-8b03-2272d9311287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.636694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46b005-4650-4b36-b25b-88acf246534d req-d6855e56-21ce-4b37-966b-000b6d9989e9 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:48.638594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e46b005-4650-4b36-b25b-88acf246534d req-d6855e56-21ce-4b37-966b-000b6d9989e9 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.3128879 Aug 19 12:30:48.676872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3a779-3864-42ac-943e-4e94c8524987 req-d9b06969-3e9c-44bd-8622-b44816b53e16 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:48.684529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9f3a779-3864-42ac-943e-4e94c8524987 req-d9b06969-3e9c-44bd-8622-b44816b53e16 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 945 time: 0.3241129 Aug 19 12:30:48.769270 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa9d1-64df-4471-bab8-5752c9d47340 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.789975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 532fc35f-304b-4628-88fd-c00fcb69dc8a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:48.810909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8::b8 (e1df4195-f076-4654-9e3e-9ad091f6cf35/7129ad77-24df-44de-960c-bda28f8af0b4/ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:48.843445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8:0:1::b8 (e1df4195-f076-4654-9e3e-9ad091f6cf35/5fc8cc8f-e86d-4abb-92aa-14bfb75699e0/ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:48.849907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9f3a779-3864-42ac-943e-4e94c8524987 req-77c74c25-fabb-4460-bbab-0514b5fa9e5f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645703 Aug 19 12:30:48.867988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e46b005-4650-4b36-b25b-88acf246534d req-9477f000-e860-4e4b-acbc-09b3adb3db45 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046015 Aug 19 12:30:48.962906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 532fc35f-304b-4628-88fd-c00fcb69dc8a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:48.968361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 532fc35f-304b-4628-88fd-c00fcb69dc8a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:48.968361 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.055953 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.101575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 532fc35f-304b-4628-88fd-c00fcb69dc8a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=532fc35f-304b-4628-88fd-c00fcb69dc8a,segment=NetworkSegment(05820310-9a41-4a76-ab76-d971cbde3e3c),segment_id=05820310-9a41-4a76-ab76-d971cbde3e3c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:49.237107 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.291074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=532fc35f-304b-4628-88fd-c00fcb69dc8a,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:49.343477 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa9d1-64df-4471-bab8-5752c9d47340 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.409217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d40b8161-d62d-4703-9c13-8ccde9db395c req-357afa0e-4df1-4179-834b-d2bfc9d49400 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.4608967 Aug 19 12:30:49.416153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-1098719b-495d-41dd-a420-c5ee45a511ca tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=982941496d854ad89f7d27f6c831b5d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840154 Aug 19 12:30:49.416868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4aa9d1-64df-4471-bab8-5752c9d47340 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event deleted for resources: {'Subnet': ['ID=e3019d0b-403e-4b64-a517-49371204cfb2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:49.427021 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa9d1-64df-4471-bab8-5752c9d47340 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.429268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6f4aa9d1-64df-4471-bab8-5752c9d47340 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "DELETE /v2.0/subnets/e3019d0b-403e-4b64-a517-49371204cfb2 HTTP/1.1" status: 204 len: 168 time: 1.4237506 Aug 19 12:30:49.431705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37622) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:49.433572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40af94d-699a-488a-be8a-b04320123e07 None None] Network 608f7767-3c6c-499c-83c2-275cc214b4e5 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:49.522390 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.543071 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.575420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:49.583427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-63d9dd76-13e7-4e45-8616-6652f01ad265 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:49.585030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-63d9dd76-13e7-4e45-8616-6652f01ad265 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599495 Aug 19 12:30:49.593040 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Deleting port 5d264c32-a46d-46fd-9b6e-ba92ede02344 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:49.593512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.619541 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-e54e2baf-1071-41ad-999e-21ca846d12c1 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/quotas/982941496d854ad89f7d27f6c831b5d0 HTTP/1.1" status: 200 len: 375 time: 0.0235188 Aug 19 12:30:49.682080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-389c8636-e69a-4025-8140-14583c6f71e2 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=982941496d854ad89f7d27f6c831b5d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438955 Aug 19 12:30:49.693709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] For port 5d264c32-a46d-46fd-9b6e-ba92ede02344, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5d264c32-a46d-46fd-9b6e-ba92ede02344,segment=NetworkSegment(d88bdf09-5e66-4827-a350-6ce6bde584e2),segment_id=d88bdf09-5e66-4827-a350-6ce6bde584e2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:49.694359 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.700049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec23630-d4bb-4872-971f-723c392d843e None None] DHCP port deletion for 608f7767-3c6c-499c-83c2-275cc214b4e5 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:30:49.713900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Calling delete_port for 5d264c32-a46d-46fd-9b6e-ba92ede02344 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:49.759208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1ec23630-d4bb-4872-971f-723c392d843e None None] Deleting port 5d264c32-a46d-46fd-9b6e-ba92ede02344 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:49.759589 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1ec23630-d4bb-4872-971f-723c392d843e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.774039 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.834374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network e1df4195-f076-4654-9e3e-9ad091f6cf35 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:49.837852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:49.842199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:49.847950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:49.849454 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.856053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:49.856596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1ec23630-d4bb-4872-971f-723c392d843e None None] For port 5d264c32-a46d-46fd-9b6e-ba92ede02344, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5d264c32-a46d-46fd-9b6e-ba92ede02344,segment=NetworkSegment(d88bdf09-5e66-4827-a350-6ce6bde584e2),segment_id=d88bdf09-5e66-4827-a350-6ce6bde584e2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:49.857074 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1ec23630-d4bb-4872-971f-723c392d843e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.877325 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-664b67f4-b2bc-49d9-8b03-2272d9311287 None None] Allocated IP 2001:db8:0:1::2 (e1df4195-f076-4654-9e3e-9ad091f6cf35/5fc8cc8f-e86d-4abb-92aa-14bfb75699e0/532fc35f-304b-4628-88fd-c00fcb69dc8a) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:49.880049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1ec23630-d4bb-4872-971f-723c392d843e None None] Calling delete_port for 5d264c32-a46d-46fd-9b6e-ba92ede02344 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:49.968553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.994694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event deleted for resources: {'Port': ['ID=5d264c32-a46d-46fd-9b6e-ba92ede02344,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:50.002388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] No DVR routers for this DVR port 5d264c32-a46d-46fd-9b6e-ba92ede02344 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.030196 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:30:50.033327 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:30:50.043030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-664b67f4-b2bc-49d9-8b03-2272d9311287 None None] For port 532fc35f-304b-4628-88fd-c00fcb69dc8a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=532fc35f-304b-4628-88fd-c00fcb69dc8a,segment=NetworkSegment(05820310-9a41-4a76-ab76-d971cbde3e3c),segment_id=05820310-9a41-4a76-ab76-d971cbde3e3c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:50.046171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-daaf7a7a-cce6-4544-ac3c-cb08d082677a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.4954534 Aug 19 12:30:50.046882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37628) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:50.051926 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1ec23630-d4bb-4872-971f-723c392d843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.057150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-292862d0-137d-4256-b0e0-526526581aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7129ad77-24df-44de-960c-bda28f8af0b4'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:50.094756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec23630-d4bb-4872-971f-723c392d843e None None] Pushing event deleted for resources: {'Port': ['ID=5d264c32-a46d-46fd-9b6e-ba92ede02344,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:50.108345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec23630-d4bb-4872-971f-723c392d843e None None] No DVR routers for this DVR port 5d264c32-a46d-46fd-9b6e-ba92ede02344 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:50.114774 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-664b67f4-b2bc-49d9-8b03-2272d9311287 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.158471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-664b67f4-b2bc-49d9-8b03-2272d9311287 None None] Transition to ACTIVE for port object 532fc35f-304b-4628-88fd-c00fcb69dc8a will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:50.185873 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.201724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608f7767-3c6c-499c-83c2-275cc214b4e5']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:50.215141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88bdf09-5e66-4827-a350-6ce6bde584e2') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:50.215527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88bdf09-5e66-4827-a350-6ce6bde584e2') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:50.230993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.253143 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-292862d0-137d-4256-b0e0-526526581aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.256359 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.261520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da190d8-4cf0-4bd7-a6e2-3425687c6320 req-129efd09-cd88-4379-b66d-1b046f037cd3 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:50.263093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4da190d8-4cf0-4bd7-a6e2-3425687c6320 req-129efd09-cd88-4379-b66d-1b046f037cd3 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 945 time: 0.0680709 Aug 19 12:30:50.263670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:50.264350 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:50.267775 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:50.270944 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-664b67f4-b2bc-49d9-8b03-2272d9311287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.386452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b67f4-b2bc-49d9-8b03-2272d9311287 None None] Pushing event updated for resources: {'Port': ['ID=532fc35f-304b-4628-88fd-c00fcb69dc8a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:50.394285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4da190d8-4cf0-4bd7-a6e2-3425687c6320 req-2ad44fd4-4fb3-465e-a11a-2d95dad1dddd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070309 Aug 19 12:30:50.455455 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.467713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.474604 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "DELETE /v2.0/networks/608f7767-3c6c-499c-83c2-275cc214b4e5 HTTP/1.1" status: 204 len: 168 time: 1.0395749 Aug 19 12:30:50.477861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37652) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:50.496432 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c20d8-b0aa-460c-84b2-c65425138925 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event deleted for resources: {'Network': ['ID=608f7767-3c6c-499c-83c2-275cc214b4e5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:50.523054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8341583b-406b-4a60-bfb8-9556b3291dc5 req-bfaa4dc2-d125-4b0e-bafb-b8d98c7cf6fc tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 210 time: 0.0458457 Aug 19 12:30:50.673048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c97fe4e1-df6e-4d3a-a8b0-c0fdf2666140 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Deleting port 6ee67c82-4fcb-4e4d-aab9-2945b1a3db6b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:50.673786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c97fe4e1-df6e-4d3a-a8b0-c0fdf2666140 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.707972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb140c-95e4-46e8-9adb-777e0d2787f8 req-166e04e2-d61f-4d5a-8af5-8b59a81ad755 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:50.709614 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53bb140c-95e4-46e8-9adb-777e0d2787f8 req-166e04e2-d61f-4d5a-8af5-8b59a81ad755 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1029105 Aug 19 12:30:50.720090 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-292862d0-137d-4256-b0e0-526526581aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Delete allocated IP 2001:db8:0:1::b8 (e1df4195-f076-4654-9e3e-9ad091f6cf35/5fc8cc8f-e86d-4abb-92aa-14bfb75699e0) {{(pid=95660) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:30:50.746961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 532fc35f-304b-4628-88fd-c00fcb69dc8a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:50.790930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c97fe4e1-df6e-4d3a-a8b0-c0fdf2666140 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.790930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c97fe4e1-df6e-4d3a-a8b0-c0fdf2666140 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.806274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c97fe4e1-df6e-4d3a-a8b0-c0fdf2666140 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Calling delete_port for 6ee67c82-4fcb-4e4d-aab9-2945b1a3db6b owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:50.825653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53bb140c-95e4-46e8-9adb-777e0d2787f8 req-0a907d5b-bf9d-4b4e-bad8-3d227852502a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072621 Aug 19 12:30:50.911328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d264c32-a46d-46fd-9b6e-ba92ede02344 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:50.959600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 5d264c32-a46d-46fd-9b6e-ba92ede02344 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:50.960216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d264c32-a46d-46fd-9b6e-ba92ede02344 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:51.020286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9dde4308-e15c-4ca3-973e-00b5ff266abe req-e2def529-fc0c-485c-9661-e439ba4ef085 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0683970 Aug 19 12:30:51.040947 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-292862d0-137d-4256-b0e0-526526581aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.062887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe653f-97c4-46fc-9a91-b2ba6dfc6a98 req-1947db9c-8e19-463f-a156-d44707f05123 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:51.070521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ebe653f-97c4-46fc-9a91-b2ba6dfc6a98 req-1947db9c-8e19-463f-a156-d44707f05123 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 945 time: 0.1232362 Aug 19 12:30:51.071199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-292862d0-137d-4256-b0e0-526526581aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Ignored duplicate provisioning block setup for port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 12:30:51.111280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ebe653f-97c4-46fc-9a91-b2ba6dfc6a98 req-61d7dc8e-7253-46be-91cb-69ed69e2522b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352488 Aug 19 12:30:51.138978 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0e198f10-656c-46b3-8fa7-65b3c95c06fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.166913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e196fe8-393d-42b9-87a2-b8fdf0b5a40f None None] Network e1df4195-f076-4654-9e3e-9ad091f6cf35 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:51.202978 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c97fe4e1-df6e-4d3a-a8b0-c0fdf2666140 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.231197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fe4e1-df6e-4d3a-a8b0-c0fdf2666140 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Pushing event deleted for resources: {'Port': ['ID=6ee67c82-4fcb-4e4d-aab9-2945b1a3db6b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:51.241194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43c981-0a42-4a1f-85f6-931f60b2a56c req-8af7876c-07ff-4840-8a71-50568747034e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:51.242850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c43c981-0a42-4a1f-85f6-931f60b2a56c req-8af7876c-07ff-4840-8a71-50568747034e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 945 time: 0.0614564 Aug 19 12:30:51.248747 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-292862d0-137d-4256-b0e0-526526581aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.326819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c97fe4e1-df6e-4d3a-a8b0-c0fdf2666140 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.331240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c97fe4e1-df6e-4d3a-a8b0-c0fdf2666140 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.331505 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c97fe4e1-df6e-4d3a-a8b0-c0fdf2666140 tempest-FloatingIPAdminTestJSON-850990246 tempest-FloatingIPAdminTestJSON-850990246-project] 10.222.0.44 "DELETE /v2.0/floatingips/9a2c5845-a363-44de-aaad-cc7db4d7dff2 HTTP/1.1" status: 204 len: 168 time: 0.8365359 Aug 19 12:30:51.337510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-292862d0-137d-4256-b0e0-526526581aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] In _notify_port_updated(), no bound segment for port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 on network e1df4195-f076-4654-9e3e-9ad091f6cf35 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:30:51.343099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292862d0-137d-4256-b0e0-526526581aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:51.343741 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-292862d0-137d-4256-b0e0-526526581aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.348676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-292862d0-137d-4256-b0e0-526526581aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "PUT /v2.0/ports/ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 HTTP/1.1" status: 200 len: 925 time: 1.2999790 Aug 19 12:30:51.349167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37660) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:51.359712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3f0402b1-952b-4234-9070-b9e517e4b7f5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7129ad77-24df-44de-960c-bda28f8af0b4'}, {'subnet_id': '5fc8cc8f-e86d-4abb-92aa-14bfb75699e0'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:51.368566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292862d0-137d-4256-b0e0-526526581aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:51.382441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c43c981-0a42-4a1f-85f6-931f60b2a56c req-e96af6de-2e35-46e7-9170-5742cf5eb757 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260986 Aug 19 12:30:51.398976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-da374726-bb06-43b4-af33-59fb7d551563 None None] Provisioning for port 532fc35f-304b-4628-88fd-c00fcb69dc8a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:51.398976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-da374726-bb06-43b4-af33-59fb7d551563 None None] Provisioning complete for port 532fc35f-304b-4628-88fd-c00fcb69dc8a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:51.398976 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da374726-bb06-43b4-af33-59fb7d551563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.579347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3f0402b1-952b-4234-9070-b9e517e4b7f5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.661316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a29005f8-62f7-4a94-b43e-7ae3a9a7985d req-97e1c74c-f307-49e4-ad3d-bc25a5435b29 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 210 time: 0.0314727 Aug 19 12:30:51.880172 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3f0402b1-952b-4234-9070-b9e517e4b7f5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8:0:1::24a (e1df4195-f076-4654-9e3e-9ad091f6cf35/5fc8cc8f-e86d-4abb-92aa-14bfb75699e0/ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:51.962627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de393dd5-80e9-42fc-a4ab-4e2b50b4dcb0 req-1a60b8ac-024b-43c1-8e3d-969e74296e41 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:51.964448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de393dd5-80e9-42fc-a4ab-4e2b50b4dcb0 req-1a60b8ac-024b-43c1-8e3d-969e74296e41 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.0619307 Aug 19 12:30:51.992351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d2f17677-8905-407a-be1c-aa6a3adf3339 None None] Provisioning for port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:51.992351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d2f17677-8905-407a-be1c-aa6a3adf3339 None None] Provisioning complete for port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:51.992351 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d2f17677-8905-407a-be1c-aa6a3adf3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.022238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de393dd5-80e9-42fc-a4ab-4e2b50b4dcb0 req-bbf49b33-4a8f-4f09-b9b6-ce2aab4f8fb0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507140 Aug 19 12:30:52.044477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d2f17677-8905-407a-be1c-aa6a3adf3339 None None] Port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:30:52.069558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d2f17677-8905-407a-be1c-aa6a3adf3339 None None] Provisioning complete for port 532fc35f-304b-4628-88fd-c00fcb69dc8a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:52.070385 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d2f17677-8905-407a-be1c-aa6a3adf3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.075652 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3f0402b1-952b-4234-9070-b9e517e4b7f5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.094801 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3f0402b1-952b-4234-9070-b9e517e4b7f5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Ignored duplicate provisioning block setup for port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 12:30:52.167925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8ea5b6-0881-4d3e-897c-9a17dc94e770 req-a9d82289-af35-4370-98b8-cbd0594e611f tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0464995 Aug 19 12:30:52.210743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37676) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:52.288716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3f0402b1-952b-4234-9070-b9e517e4b7f5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.343200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9edd343c-f590-4ed2-acd3-0da747514760 None None] Provisioning complete for port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:52.343579 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9edd343c-f590-4ed2-acd3-0da747514760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.398471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807e507-dad1-4cc5-9b5a-28cb4e250941 req-6cf40608-297d-463f-8522-8e6215b99d57 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:52.400069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5807e507-dad1-4cc5-9b5a-28cb4e250941 req-6cf40608-297d-463f-8522-8e6215b99d57 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 945 time: 0.0867434 Aug 19 12:30:52.404578 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3f0402b1-952b-4234-9070-b9e517e4b7f5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] In _notify_port_updated(), no bound segment for port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 on network e1df4195-f076-4654-9e3e-9ad091f6cf35 {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:30:52.405755 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9edd343c-f590-4ed2-acd3-0da747514760 None None] Port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:30:52.412564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0402b1-952b-4234-9070-b9e517e4b7f5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:52.413262 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3f0402b1-952b-4234-9070-b9e517e4b7f5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.417466 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3f0402b1-952b-4234-9070-b9e517e4b7f5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "PUT /v2.0/ports/ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 HTTP/1.1" status: 200 len: 1011 time: 1.0637736 Aug 19 12:30:52.419986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37682) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:52.421298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0402b1-952b-4234-9070-b9e517e4b7f5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:52.442913 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ed99de87-3a9d-441c-9a0c-564413d16e96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28b9e006e86943989a982537e19dfdfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306614 Aug 19 12:30:52.445217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37684) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:52.486720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5807e507-dad1-4cc5-9b5a-28cb4e250941 req-b072345d-46fb-4533-b319-23da3711047f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733576 Aug 19 12:30:52.511874 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e076c225-498c-4af9-a46c-372f6781abc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.538459 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e076c225-498c-4af9-a46c-372f6781abc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.540269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1bfcd856-b605-4b76-979f-00d25ca79f20 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:52.540773 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd856-b605-4b76-979f-00d25ca79f20 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.630404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1ff5a097-3736-4ace-acf5-cf90115016bd None None] Provisioning complete for port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:52.631147 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a097-3736-4ace-acf5-cf90115016bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.663578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd856-b605-4b76-979f-00d25ca79f20 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.674661 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1ff5a097-3736-4ace-acf5-cf90115016bd None None] Port ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:30:52.682657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1bfcd856-b605-4b76-979f-00d25ca79f20 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:52.757009 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e076c225-498c-4af9-a46c-372f6781abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.759758 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e076c225-498c-4af9-a46c-372f6781abc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.761000 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e076c225-498c-4af9-a46c-372f6781abc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88e06fb7-c360-4478-9ede-0f81df59522d HTTP/1.1" status: 204 len: 168 time: 0.3135159 Aug 19 12:30:52.772954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076c225-498c-4af9-a46c-372f6781abc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e06fb7-c360-4478-9ede-0f81df59522d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:52.777051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf618e06-502e-4625-a4df-a30a62acfbcf req-3e206fb5-5b76-44ae-b30e-84eacd4e7c7e tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 210 time: 0.0331824 Aug 19 12:30:53.145652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a2bb6-adb0-49b1-a8a8-4d8746094d02 req-c721b074-1e28-4f77-aa56-513a87896762 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:53.149575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f51a2bb6-adb0-49b1-a8a8-4d8746094d02 req-c721b074-1e28-4f77-aa56-513a87896762 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.0521588 Aug 19 12:30:53.186302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f51a2bb6-adb0-49b1-a8a8-4d8746094d02 req-dad64b16-95b0-419f-8be7-16ec298aff8f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Aug 19 12:30:53.219976 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd856-b605-4b76-979f-00d25ca79f20 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.253537 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcd856-b605-4b76-979f-00d25ca79f20 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:53.323293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33d9167e-1b53-41fb-a925-38520e37052b req-a70cd865-07af-42e2-977b-79295e751b8f tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0456331 Aug 19 12:30:53.324330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd856-b605-4b76-979f-00d25ca79f20 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.326257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1bfcd856-b605-4b76-979f-00d25ca79f20 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 HTTP/1.1" status: 204 len: 168 time: 0.9052048 Aug 19 12:30:53.328949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37698) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:53.356507 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fb205a-1ed3-481f-8bec-c42662d35477 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:30:53.361396 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-39fb205a-1ed3-481f-8bec-c42662d35477 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 HTTP/1.1" status: 404 len: 333 time: 0.0281620 Aug 19 12:30:53.362210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37700) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:53.429166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f6288b-4bd3-4f1e-a5c0-4998f1c3bcd6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting subnet 5fc8cc8f-e86d-4abb-92aa-14bfb75699e0 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:53.433003 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f6288b-4bd3-4f1e-a5c0-4998f1c3bcd6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.483229 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f6288b-4bd3-4f1e-a5c0-4998f1c3bcd6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.626883 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f6288b-4bd3-4f1e-a5c0-4998f1c3bcd6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.692978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edd6ac-476c-4608-b0cd-e6f2ec1557ca req-dc017b85-3839-4cc3-9e82-a5e8298ec0b4 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:53.694500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21edd6ac-476c-4608-b0cd-e6f2ec1557ca req-dc017b85-3839-4cc3-9e82-a5e8298ec0b4 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 945 time: 0.1192009 Aug 19 12:30:53.704553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7574e-e17a-4087-a3fb-066be90d4818 req-131baf87-ce40-4301-8609-fc85cc639b62 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:53.706145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ca7574e-e17a-4087-a3fb-066be90d4818 req-131baf87-ce40-4301-8609-fc85cc639b62 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 945 time: 0.1468453 Aug 19 12:30:53.821172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ca7574e-e17a-4087-a3fb-066be90d4818 req-5e99bcbc-a8c9-401b-bb75-aaea78e585d2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026952 Aug 19 12:30:53.860991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-21edd6ac-476c-4608-b0cd-e6f2ec1557ca req-9b9df933-1a08-4c4e-a264-a8a6ab70074a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Deleting port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:53.861480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21edd6ac-476c-4608-b0cd-e6f2ec1557ca req-9b9df933-1a08-4c4e-a264-a8a6ab70074a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.911483 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f6288b-4bd3-4f1e-a5c0-4998f1c3bcd6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.963101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f521e68-5dfb-49a6-94fb-114f54c073d9 req-623fb9ea-2821-4585-974c-0dd0caef68bc tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 210 time: 0.0867760 Aug 19 12:30:53.967848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6288b-4bd3-4f1e-a5c0-4998f1c3bcd6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc8cc8f-e86d-4abb-92aa-14bfb75699e0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:53.975785 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f6288b-4bd3-4f1e-a5c0-4998f1c3bcd6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.985824 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-45f6288b-4bd3-4f1e-a5c0-4998f1c3bcd6 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/5fc8cc8f-e86d-4abb-92aa-14bfb75699e0 HTTP/1.1" status: 204 len: 168 time: 0.6144109 Aug 19 12:30:53.986788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37708) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:53.992705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e95397-db23-4745-83ba-ea35a2664896 None None] Network e1df4195-f076-4654-9e3e-9ad091f6cf35 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:54.028655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-21edd6ac-476c-4608-b0cd-e6f2ec1557ca req-9b9df933-1a08-4c4e-a264-a8a6ab70074a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] For port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:54.029029 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21edd6ac-476c-4608-b0cd-e6f2ec1557ca req-9b9df933-1a08-4c4e-a264-a8a6ab70074a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.036827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e31a54-2159-49a3-a5ff-99fcc3478aec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting subnet 7129ad77-24df-44de-960c-bda28f8af0b4 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:54.041656 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6e31a54-2159-49a3-a5ff-99fcc3478aec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.051897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-21edd6ac-476c-4608-b0cd-e6f2ec1557ca req-9b9df933-1a08-4c4e-a264-a8a6ab70074a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Calling delete_port for b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:54.094144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6e31a54-2159-49a3-a5ff-99fcc3478aec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.115520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37710) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:54.134538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7a86030-61bc-412a-9377-ce8bdbe55bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.199236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6e31a54-2159-49a3-a5ff-99fcc3478aec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.239483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-f78260e1-cca4-43f5-8bbc-d16d1495359c tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=982941496d854ad89f7d27f6c831b5d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380294 Aug 19 12:30:54.390080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a703e5-16f5-4075-ac71-0ae23b25f2a1 req-aa360eff-0818-4818-bfe4-2a1704b97aa9 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:54.391668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25a703e5-16f5-4075-ac71-0ae23b25f2a1 req-aa360eff-0818-4818-bfe4-2a1704b97aa9 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1159549 Aug 19 12:30:54.404154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-d0c9ee37-bec0-4146-8681-0409505161f7 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:54.407387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-d0c9ee37-bec0-4146-8681-0409505161f7 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596713 Aug 19 12:30:54.427085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Request body: {'port': {'device_id': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '982941496d854ad89f7d27f6c831b5d0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:54.477626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6e31a54-2159-49a3-a5ff-99fcc3478aec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.495005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8d07ff8-0fc7-4968-a9f2-c8cfbb583478 req-fe30539e-d0d3-425d-b182-03c9d2a3cb73 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0729914 Aug 19 12:30:54.509725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21edd6ac-476c-4608-b0cd-e6f2ec1557ca req-9b9df933-1a08-4c4e-a264-a8a6ab70074a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.514995 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e31a54-2159-49a3-a5ff-99fcc3478aec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Subnet': ['ID=7129ad77-24df-44de-960c-bda28f8af0b4,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:54.523546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6e31a54-2159-49a3-a5ff-99fcc3478aec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.525898 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e6e31a54-2159-49a3-a5ff-99fcc3478aec tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/7129ad77-24df-44de-960c-bda28f8af0b4 HTTP/1.1" status: 204 len: 168 time: 0.5443726 Aug 19 12:30:54.528616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37716) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:54.530732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273', 'b4f01c08-5d24-4d2c-9f10-3049eb37a7c2'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:54.659507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.744590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 532fc35f-304b-4628-88fd-c00fcb69dc8a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:54.744943 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.843365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] For port 532fc35f-304b-4628-88fd-c00fcb69dc8a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=532fc35f-304b-4628-88fd-c00fcb69dc8a,segment=NetworkSegment(05820310-9a41-4a76-ab76-d971cbde3e3c),segment_id=05820310-9a41-4a76-ab76-d971cbde3e3c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:54.843834 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.845935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ebd6ea-f971-4f82-98fe-6bb20c5412cb None None] Network e1df4195-f076-4654-9e3e-9ad091f6cf35 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:54.853860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25a703e5-16f5-4075-ac71-0ae23b25f2a1 req-27046b47-c695-49c9-a67f-74215bc59863 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469116 Aug 19 12:30:54.862092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 532fc35f-304b-4628-88fd-c00fcb69dc8a owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:54.906378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9df933-1a08-4c4e-a264-a8a6ab70074a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event deleted for resources: {'Port': ['ID=b4f01c08-5d24-4d2c-9f10-3049eb37a7c2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:54.947980 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-559a9651-0a77-49c9-a1e1-208538bd0327 None None] Provisioning complete for port 532fc35f-304b-4628-88fd-c00fcb69dc8a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:54.948355 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-559a9651-0a77-49c9-a1e1-208538bd0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.019753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-21edd6ac-476c-4608-b0cd-e6f2ec1557ca req-9b9df933-1a08-4c4e-a264-a8a6ab70074a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] No DVR routers for this DVR port b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:55.028377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2941d20-898a-43f3-80d8-3bbbd464be5b req-962acb22-553d-4c4e-b8ea-5719e6193713 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 210 time: 0.0643375 Aug 19 12:30:55.034442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21edd6ac-476c-4608-b0cd-e6f2ec1557ca req-9b9df933-1a08-4c4e-a264-a8a6ab70074a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.034442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21edd6ac-476c-4608-b0cd-e6f2ec1557ca req-9b9df933-1a08-4c4e-a264-a8a6ab70074a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "DELETE /v2.0/ports/b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 HTTP/1.1" status: 204 len: 173 time: 1.3247261 Aug 19 12:30:55.034442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981', 'name': 'network-vif-deleted', 'tag': 'b4f01c08-5d24-4d2c-9f10-3049eb37a7c2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:55.037516 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf778746-9965-42ef-974a-1cdd0f46d518" -d '{"events": [{"server_uuid": "b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981", "name": "network-vif-deleted", "tag": "b4f01c08-5d24-4d2c-9f10-3049eb37a7c2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:55.110640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.131468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3010727-adae-4488-82bf-c0106a15a236 req-87701d29-d2ff-4cf4-b49d-4c99a97e49fe tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 210 time: 0.0581670 Aug 19 12:30:55.133932 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328e1bdc-94ca-4629-81c6-4b58a7a5396c x-openstack-request-id: req-328e1bdc-94ca-4629-81c6-4b58a7a5396c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:55.134401 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981", "name": "network-vif-deleted", "tag": "b4f01c08-5d24-4d2c-9f10-3049eb37a7c2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:55.137635 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-328e1bdc-94ca-4629-81c6-4b58a7a5396c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:55.138298 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981', 'name': 'network-vif-deleted', 'tag': 'b4f01c08-5d24-4d2c-9f10-3049eb37a7c2', 'status': 'completed', 'code': 200} Aug 19 12:30:55.146936 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=532fc35f-304b-4628-88fd-c00fcb69dc8a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:55.153825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7a86030-61bc-412a-9377-ce8bdbe55bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.154995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9091dbb8-fc65-4a00-8c3f-5df2a1d3cb95 None None] DHCP port deletion for e1df4195-f076-4654-9e3e-9ad091f6cf35 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:30:55.158105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No DVR routers for this DVR port 532fc35f-304b-4628-88fd-c00fcb69dc8a on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:55.241272 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.251712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1df4195-f076-4654-9e3e-9ad091f6cf35']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:55.263506 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05820310-9a41-4a76-ab76-d971cbde3e3c') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:55.263968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05820310-9a41-4a76-ab76-d971cbde3e3c') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:55.273123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.286831 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.293161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:55.293826 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:55.298133 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:55.303049 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7a86030-61bc-412a-9377-ce8bdbe55bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.349020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a86030-61bc-412a-9377-ce8bdbe55bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf88944-be54-4278-af8d-8a2e790a4aed,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:55.355415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b7a86030-61bc-412a-9377-ce8bdbe55bc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be4360071aca4754be29dc0f63082405&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2387345 Aug 19 12:30:55.358272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37726) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:55.363004 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0d8ceb08-a928-48f9-8c2a-b6030daa4b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.416387 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-993a9a0a-dc23-4ccc-89d5-4c2f90fe724e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.439853 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-993a9a0a-dc23-4ccc-89d5-4c2f90fe724e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.471765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Made reservation on behalf of 982941496d854ad89f7d27f6c831b5d0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:55.475836 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.485891 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.523612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.530427 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.532233 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/networks/e1df4195-f076-4654-9e3e-9ad091f6cf35 HTTP/1.1" status: 204 len: 168 time: 1.0023086 Aug 19 12:30:55.535931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37728) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:55.544641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f904a-319a-4261-abf2-b78592a357e2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Network': ['ID=e1df4195-f076-4654-9e3e-9ad091f6cf35,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:55.590775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36979e09-b6a5-40f4-b1dc-6693cd28d9a7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:55.595630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-36979e09-b6a5-40f4-b1dc-6693cd28d9a7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0552030 Aug 19 12:30:55.595855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37732) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:55.654316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5f835fe-4f09-4bfc-b324-387de0b5fe91 req-fa478ac5-5e3c-4330-8f19-0d3e887d695e tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0289042 Aug 19 12:30:55.665561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-993a9a0a-dc23-4ccc-89d5-4c2f90fe724e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.668149 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-993a9a0a-dc23-4ccc-89d5-4c2f90fe724e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.671585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-993a9a0a-dc23-4ccc-89d5-4c2f90fe724e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bf88944-be54-4278-af8d-8a2e790a4aed HTTP/1.1" status: 204 len: 168 time: 0.3098664 Aug 19 12:30:55.691102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6c1b8f5e-37e8-4876-a439-5d4bbe650b3d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0941823 Aug 19 12:30:55.692185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a9a0a-dc23-4ccc-89d5-4c2f90fe724e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf88944-be54-4278-af8d-8a2e790a4aed,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:55.698671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37736) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:55.704511 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1408002236'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:55.750559 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.825634 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.888972 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.971657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c1c6d-bba5-41c1-b1c3-522cb745f670,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:56.066081 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:56.072969 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.073205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610e69-10d6-41e6-aa7d-02ef27c93390 req-733ddd26-487f-4a25-b594-3a2cf2d13761 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:56.073205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe610e69-10d6-41e6-aa7d-02ef27c93390 req-733ddd26-487f-4a25-b594-3a2cf2d13761 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1198494 Aug 19 12:30:56.095633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Allocated IP 192.168.233.178 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/466d795a-25a7-4e8a-a594-3e957b5d8410) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:56.115037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:56.131740 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.133361 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Added segment 9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5 of type vlan for network ad9f8ca1-6b59-40c2-9594-bcad5be290d0 Aug 19 12:30:56.150002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe610e69-10d6-41e6-aa7d-02ef27c93390 req-fc38c727-66ba-4e5c-8fd9-1e596c733ed7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557873 Aug 19 12:30:56.193534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3eea240-eabf-4e6a-893e-d86fa6a82dda req-5207b68a-00b4-4f75-8fe1-d7b8bbed6738 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1b8b99a-ce7a-4b44-8c46-9bbcd8ab3981 HTTP/1.1" status: 200 len: 210 time: 0.0424590 Aug 19 12:30:56.195993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.289862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-829eaee2-b26a-492b-b1a5-7dfd7bf4e796 req-b2d21d78-9535-4b1a-af56-3fd72cbbf05f tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 210 time: 0.0353436 Aug 19 12:30:56.352263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.357040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.362802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:56.364154 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.371967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Transition to ACTIVE for port object 466d795a-25a7-4e8a-a594-3e957b5d8410 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:56.435320 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Network': ['ID=ad9f8ca1-6b59-40c2-9594-bcad5be290d0,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:56.445397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ad9f8ca1-6b59-40c2-9594-bcad5be290d0 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:56.584702 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.585610 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aa5d7e68-4e33-448d-88bf-67588edd6fb1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8850565 Aug 19 12:30:56.588450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37748) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:56.593926 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': 'ad9f8ca1-6b59-40c2-9594-bcad5be290d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:56.631900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:56.635183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:56.639967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:56.666583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Pushing event updated for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:56.721510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 532fc35f-304b-4628-88fd-c00fcb69dc8a no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:56.731400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:56.732187 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.751601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 532fc35f-304b-4628-88fd-c00fcb69dc8a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:56.752282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 532fc35f-304b-4628-88fd-c00fcb69dc8a not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:56.798950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1f50b27-f45f-46e6-9341-c33bbc47ae30 req-fbffd5af-0a04-4cc2-b4dd-3dd6f7e18b68 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0311890 Aug 19 12:30:56.852747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37752) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:56.866180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:56.867705 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-beb20c8b-ecde-4f73-9732-a4bae74eac71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.870278 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.956881 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.007712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-cb7c4f8a-88dc-4797-9cec-69c424448da3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5845423 Aug 19 12:30:57.030321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Request body: {'port': {'device_id': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:57.100085 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4e2db15d-762a-4c3a-aff0-fbf2edc4d87d None None] Provisioning for port 466d795a-25a7-4e8a-a594-3e957b5d8410 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:57.104280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4e2db15d-762a-4c3a-aff0-fbf2edc4d87d None None] Provisioning complete for port 466d795a-25a7-4e8a-a594-3e957b5d8410 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:57.104651 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4e2db15d-762a-4c3a-aff0-fbf2edc4d87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.109225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.140397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4e2db15d-762a-4c3a-aff0-fbf2edc4d87d None None] Port 466d795a-25a7-4e8a-a594-3e957b5d8410 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:30:57.185326 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-beb20c8b-ecde-4f73-9732-a4bae74eac71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.195725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.273783 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Subnet': ['ID=c2e5ac5c-9b50-42d9-85e1-c0c1209e5bba,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:57.290384 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Checking segment: {'id': '9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ad9f8ca1-6b59-40c2-9594-bcad5be290d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:57.291185 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network hostable DHCP agents. Network: ad9f8ca1-6b59-40c2-9594-bcad5be290d0, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:57.309867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-beb20c8b-ecde-4f73-9732-a4bae74eac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.392130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c9e5-e8b3-49e7-99a0-9f700125a777 req-dff39e66-6477-467d-8609-90397c6a1fe0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:57.394025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01f8c9e5-e8b3-49e7-99a0-9f700125a777 req-dff39e66-6477-467d-8609-90397c6a1fe0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1433048 Aug 19 12:30:57.458195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb20c8b-ecde-4f73-9732-a4bae74eac71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c74e2d6-6c5e-4277-864d-31d1b06f1b77,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:57.465172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-beb20c8b-ecde-4f73-9732-a4bae74eac71 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7560b2677a59464496c521835f5e1f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6086349 Aug 19 12:30:57.467554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37766) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:57.504486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01f8c9e5-e8b3-49e7-99a0-9f700125a777 req-60df5b4a-06cd-40ee-a0ed-31b85e47036f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851929 Aug 19 12:30:57.507210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network ad9f8ca1-6b59-40c2-9594-bcad5be290d0 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:57.528484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556641c-7fed-4a6f-9160-1a50a5c3a9ee req-ea277d0b-b955-4429-8af1-6bdf0640f833 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:57.536704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b556641c-7fed-4a6f-9160-1a50a5c3a9ee req-ea277d0b-b955-4429-8af1-6bdf0640f833 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 936 time: 0.1640491 Aug 19 12:30:57.545455 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b004a356-6772-4b09-a216-a32f58b8c2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.582953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b004a356-6772-4b09-a216-a32f58b8c2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.614131 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b556641c-7fed-4a6f-9160-1a50a5c3a9ee req-833afa03-eba9-4b0e-a49d-a9a86a6edc3d tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762706 Aug 19 12:30:57.652806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, ad9f8ca1-6b59-40c2-9594-bcad5be290d0) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:57.666169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb01a8a-988a-4515-af2f-5ee5474fa407 None None] Network ad9f8ca1-6b59-40c2-9594-bcad5be290d0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:57.682807 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:57.683627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.707567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466d795a-25a7-4e8a-a594-3e957b5d8410 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:57.723358 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.761735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:57.783110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184d596-78a1-49dc-8afa-326f4f575622 req-362c1f91-0488-49fe-ac68-dc48f33ce88c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:57.783337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:57.783545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4f01c08-5d24-4d2c-9f10-3049eb37a7c2 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:57.784616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-362c1f91-0488-49fe-ac68-dc48f33ce88c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.1695330 Aug 19 12:30:57.796780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b004a356-6772-4b09-a216-a32f58b8c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.798272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Transition to ACTIVE for port object 466d795a-25a7-4e8a-a594-3e957b5d8410 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:57.800523 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b004a356-6772-4b09-a216-a32f58b8c2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.802997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-ff60f0ff-e6ff-45d7-8ea4-07f8c4ce6c85 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/quotas/936b1e24676b42568b06c49ce8852ad3 HTTP/1.1" status: 200 len: 375 time: 0.0116889 Aug 19 12:30:57.805347 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b004a356-6772-4b09-a216-a32f58b8c2e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c74e2d6-6c5e-4277-864d-31d1b06f1b77 HTTP/1.1" status: 204 len: 168 time: 0.3364840 Aug 19 12:30:57.818613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004a356-6772-4b09-a216-a32f58b8c2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c74e2d6-6c5e-4277-864d-31d1b06f1b77,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:57.882087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-ad9f8ca1-6b59-40c2-9594-bcad5be290d0', 'network_id': 'ad9f8ca1-6b59-40c2-9594-bcad5be290d0', 'tenant_id': '375e35146a56479a8306636345b76078', 'fixed_ips': [{'subnet_id': 'c2e5ac5c-9b50-42d9-85e1-c0c1209e5bba'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:30:57.883584 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.886217 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8def038f-7e86-4852-b21f-8377afff34dc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2966464 Aug 19 12:30:57.887270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37780) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:57.887626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-7a90c458-8035-4e1d-bb93-bf386c4f782d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0782166 Aug 19 12:30:57.893193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': 'ad9f8ca1-6b59-40c2-9594-bcad5be290d0', 'name': 'tempest-PortsIpV6TestJSON-1965468419'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:57.958142 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.069951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Allocated IP 2001:db8::2 (ad9f8ca1-6b59-40c2-9594-bcad5be290d0/c2e5ac5c-9b50-42d9-85e1-c0c1209e5bba/dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:58.118668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-823309f4-4aee-4600-be0c-cdc140fd12a6 req-ac0e5b85-e306-4a0d-92ca-ff59e678b3e5 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0872948 Aug 19 12:30:58.140784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Pushing event updated for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:58.161849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:58.165733 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.201419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port 1220d41e-6651-4033-a100-35fb4711d435 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:58.266387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Attempting to bind port 466d795a-25a7-4e8a-a594-3e957b5d8410 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:58.267106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Attempting to bind port 466d795a-25a7-4e8a-a594-3e957b5d8410 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:58.267675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Attempting to bind port 466d795a-25a7-4e8a-a594-3e957b5d8410 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:58.276598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-61856b07-3b96-486c-8c9f-59bdfb6912c7 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881035 Aug 19 12:30:58.278083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Port 466d795a-25a7-4e8a-a594-3e957b5d8410 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:30:58.278721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Attempting to bind port 466d795a-25a7-4e8a-a594-3e957b5d8410 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:58.306992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:58.306992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:58.306992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:58.306992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Bound port: 466d795a-25a7-4e8a-a594-3e957b5d8410, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:58.306992 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.335195 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.343669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Transition to ACTIVE for port object dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:58.359716 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Transition to ACTIVE for port object dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:58.433736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:58.454769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:58.459794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-b61f86be-2d8b-4c91-b89c-072d8a5f8c26 service neutron] 10.222.0.44 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745455 Aug 19 12:30:58.494555 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.539656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Network ad9f8ca1-6b59-40c2-9594-bcad5be290d0 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:58.542730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:58.546552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:58.551867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.553683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Pushing event updated for resources: {'Port': ['ID=dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:58.577592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8::c7 (ad9f8ca1-6b59-40c2-9594-bcad5be290d0/c2e5ac5c-9b50-42d9-85e1-c0c1209e5bba/1220d41e-6651-4033-a100-35fb4711d435) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:58.586224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:58.587106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.588524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] 10.222.0.53 "PUT /v2.0/ports/466d795a-25a7-4e8a-a594-3e957b5d8410 HTTP/1.1" status: 200 len: 1096 time: 1.5666008 Aug 19 12:30:58.591343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:58.600190 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd64a0d-1d94-4cee-8b65-c33fcf411891" -d '{"events": [{"name": "network-changed", "server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:58.641632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Attempting to bind port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:58.642134 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Attempting to bind port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ad9f8ca1-6b59-40c2-9594-bcad5be290d0'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:58.642615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Attempting to bind port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 on network ad9f8ca1-6b59-40c2-9594-bcad5be290d0 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:58.654096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:58.654096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Checking segment: {'id': '9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ad9f8ca1-6b59-40c2-9594-bcad5be290d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:58.654096 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.654096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Bound using segment: {'id': '9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ad9f8ca1-6b59-40c2-9594-bcad5be290d0'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:58.654096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Bound port: dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ad9f8ca1-6b59-40c2-9594-bcad5be290d0'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:58.654096 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.702494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fd4d9-94bc-4fd5-b5f9-fe03d4e82266 service neutron] Pushing event updated for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:58.782138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] For port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:58.789485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b8672-6756-4505-8537-102b19b7564b req-fbdcace3-d937-4e61-97ef-2fc64b74d3e7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:58.799371 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e66b8672-6756-4505-8537-102b19b7564b req-fbdcace3-d937-4e61-97ef-2fc64b74d3e7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1101398 Aug 19 12:30:58.807756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] For port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79,segment=NetworkSegment(9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5),segment_id=9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:58.813033 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.871000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object 1220d41e-6651-4033-a100-35fb4711d435 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:58.880704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e66b8672-6756-4505-8537-102b19b7564b req-46236a49-2c06-4c5c-becb-f4db29e016d2 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746810 Aug 19 12:30:58.885883 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202b8682-4650-41ae-b385-c8cca4175dd3 x-openstack-request-id: req-202b8682-4650-41ae-b385-c8cca4175dd3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:58.885883 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:58.885883 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-202b8682-4650-41ae-b385-c8cca4175dd3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:58.888938 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'status': 'completed', 'code': 200} Aug 19 12:30:58.934968 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.984513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bddf0198-0119-49b3-81bc-79047bf0687b req-a9b7e786-7ed7-4ab5-ae36-05a2d3fee26b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 210 time: 0.0378220 Aug 19 12:30:59.019223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-56efa800-d184-488d-a49a-7d37484b9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.020956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-56efa800-d184-488d-a49a-7d37484b9c25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=982941496d854ad89f7d27f6c831b5d0&device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 1099 time: 0.1311519 Aug 19 12:30:59.033411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97cb47-095d-4409-a171-fd14a64f3e6a req-50d8f85e-af76-4ceb-ae60-130d991493dd tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.034818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f97cb47-095d-4409-a171-fd14a64f3e6a req-50d8f85e-af76-4ceb-ae60-130d991493dd tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 948 time: 0.0871603 Aug 19 12:30:59.077977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-4b31924e-4160-4849-97cc-dcb28e14c86f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=466d795a-25a7-4e8a-a594-3e957b5d8410 HTTP/1.1" status: 200 len: 217 time: 0.0422087 Aug 19 12:30:59.134722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f97cb47-095d-4409-a171-fd14a64f3e6a req-1ed7bd9e-6018-4280-8e5d-3ebecbf1faa1 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921078 Aug 19 12:30:59.135426 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.148267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-3f927ea0-f4d3-4dbb-a2ed-f69978302e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.148267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-3f927ea0-f4d3-4dbb-a2ed-f69978302e4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0616412 Aug 19 12:30:59.211703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-d2638b48-1312-46c0-94ad-16251d5aa2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.217157 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ee9a1-94cd-428e-bbf6-b36e8f4a5580 None None] Pushing event updated for resources: {'Port': ['ID=dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:59.218587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-d2638b48-1312-46c0-94ad-16251d5aa2b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626020 Aug 19 12:30:59.243026 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.297263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network ad9f8ca1-6b59-40c2-9594-bcad5be290d0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:59.301396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:59.304663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:59.311426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.312364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.333887 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1d9b136-9e29-4d36-8db8-2cef75fe34b9 req-da091f72-618b-4a57-9198-509035a257ab tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0734944 Aug 19 12:30:59.343799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=1220d41e-6651-4033-a100-35fb4711d435,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:59.352108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.357781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.357781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.357781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.357781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.357781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.357781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.357781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.357781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.357781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.357781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.357781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:59.382085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-fa48949c-1fae-48f7-ac72-a2ae9b098319 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542258 Aug 19 12:30:59.442006 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-339f758d-793d-4c72-ab28-d833e6ba7ef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5448153 Aug 19 12:30:59.443650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37822) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:59.478229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': 'ad9f8ca1-6b59-40c2-9594-bcad5be290d0', 'name': 'tempest-PortsIpV6TestJSON-1146214282'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:59.506763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf9f0e31-aebd-4b63-af53-c9cc0f72312a req-d62b117e-d82e-4834-b78b-9b9841b1a1ce service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147687 Aug 19 12:30:59.703372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd64a0d-1d94-4cee-8b65-c33fcf411891 req-557d2c0a-20b6-4e6a-a329-3acef991fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.704694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebd64a0d-1d94-4cee-8b65-c33fcf411891 req-557d2c0a-20b6-4e6a-a329-3acef991fd89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=982941496d854ad89f7d27f6c831b5d0&device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 1099 time: 0.0575366 Aug 19 12:30:59.812375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd64a0d-1d94-4cee-8b65-c33fcf411891 req-56981831-3808-4ba3-9993-c9a0b688eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.813950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebd64a0d-1d94-4cee-8b65-c33fcf411891 req-56981831-3808-4ba3-9993-c9a0b688eaa5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1015666 Aug 19 12:30:59.833746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:59.837721 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.857253 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port 51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:59.863748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebd64a0d-1d94-4cee-8b65-c33fcf411891 req-1021c1e1-31c2-4ffb-a9c9-3fc7e7a08290 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=466d795a-25a7-4e8a-a594-3e957b5d8410 HTTP/1.1" status: 200 len: 217 time: 0.0413737 Aug 19 12:30:59.928426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd64a0d-1d94-4cee-8b65-c33fcf411891 req-da4e7fc3-7800-4a29-86b3-25d31a2b859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.930121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebd64a0d-1d94-4cee-8b65-c33fcf411891 req-da4e7fc3-7800-4a29-86b3-25d31a2b859b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0580735 Aug 19 12:31:00.002938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8::eb (ad9f8ca1-6b59-40c2-9594-bcad5be290d0/c2e5ac5c-9b50-42d9-85e1-c0c1209e5bba/51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:00.025691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd64a0d-1d94-4cee-8b65-c33fcf411891 req-d5a27eec-664f-4386-beb0-3577cf316fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:00.027284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebd64a0d-1d94-4cee-8b65-c33fcf411891 req-d5a27eec-664f-4386-beb0-3577cf316fea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834177 Aug 19 12:31:00.039799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da9fe-d91f-4676-8e36-d25cd431ed1f req-b4871cd0-21b0-4626-a6a6-365b7f4e3dcd tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:00.041364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c03da9fe-d91f-4676-8e36-d25cd431ed1f req-b4871cd0-21b0-4626-a6a6-365b7f4e3dcd tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.0703671 Aug 19 12:31:00.189160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69da08b7-6885-4cef-a863-b41d279a407f req-27377eab-2bda-42e7-9657-79c637fc13b9 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 210 time: 0.1285999 Aug 19 12:31:00.227006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.245110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object 51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:00.263028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c03da9fe-d91f-4676-8e36-d25cd431ed1f req-7615a9f4-33ec-4a99-a2c7-87a4a693c999 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012424 Aug 19 12:31:00.275060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebd64a0d-1d94-4cee-8b65-c33fcf411891 req-e642e067-3c60-4c2b-aa77-83665bd5af80 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325506 Aug 19 12:31:00.367632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f0aa8-b65c-4a14-879e-defbaf574b00 None None] Network ad9f8ca1-6b59-40c2-9594-bcad5be290d0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:00.426103 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.435804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c44d2-caa8-439e-96ca-3e0adc45e949 req-fbd19fc7-936d-4e64-9d52-f30e485e661d tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:00.437392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-197c44d2-caa8-439e-96ca-3e0adc45e949 req-fbd19fc7-936d-4e64-9d52-f30e485e661d tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 948 time: 0.1396012 Aug 19 12:31:00.511928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network ad9f8ca1-6b59-40c2-9594-bcad5be290d0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:00.515345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:00.528615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:00.531157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:00.531926 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.542784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:00.557747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c40b2c3c-3de9-450a-bb5b-a94b7b9d5c7b None None] Provisioning for port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:00.646846 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-598c47b4-4580-4c2b-8c22-b4408c415248 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1922262 Aug 19 12:31:00.651444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37848) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:00.771268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebd64a0d-1d94-4cee-8b65-c33fcf411891 req-607c4c05-6be9-4c39-a6fc-4b1ea4542eaa service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815383 Aug 19 12:31:00.783663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03aec06d-43b0-4995-9f77-2e4954ed15ee req-a1962e81-17d5-45f1-a59a-c5fa79b02636 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.3430736 Aug 19 12:31:00.800995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-197c44d2-caa8-439e-96ca-3e0adc45e949 req-1e815f59-2c6e-4fad-b94b-813dc352da57 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446143 Aug 19 12:31:00.801517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:00.865642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a4078-672e-4f49-8984-2747aa60a0ae tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:00.870492 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-940a4078-672e-4f49-8984-2747aa60a0ae tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac7 HTTP/1.1" status: 200 len: 928 time: 0.2097223 Aug 19 12:31:00.870765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37852) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:00.997107 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8dc41b7f-a8c2-4efa-952b-3cccc7354bfe tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:00.997473 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dc41b7f-a8c2-4efa-952b-3cccc7354bfe tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.018524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:01.022929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:01.023315 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.115453 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dc41b7f-a8c2-4efa-952b-3cccc7354bfe tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.123888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-48036199-535a-452f-bdb1-5f794037afde None None] Provisioning for port 51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:01.139529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-48036199-535a-452f-bdb1-5f794037afde None None] Provisioning complete for port 51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:01.139529 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-48036199-535a-452f-bdb1-5f794037afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.140127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8dc41b7f-a8c2-4efa-952b-3cccc7354bfe tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:01.156623 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.178406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-48036199-535a-452f-bdb1-5f794037afde None None] Port 51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:01.207788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79,segment=NetworkSegment(9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5),segment_id=9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:01.215153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-48036199-535a-452f-bdb1-5f794037afde None None] Provisioning complete for port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:01.215535 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-48036199-535a-452f-bdb1-5f794037afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.318231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30e57cc9-8c99-4477-a66e-21d6bbb85ff0 req-a5235407-a779-4fca-bf98-5c516ff17335 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 210 time: 0.0356772 Aug 19 12:31:01.431222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dc41b7f-a8c2-4efa-952b-3cccc7354bfe tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.444148 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.445970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00b779-d190-4298-ab5c-c318db1a7cda req-a371cb08-586a-44c8-b2f1-5ac5c63ae916 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:01.455094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e00b779-d190-4298-ab5c-c318db1a7cda req-a371cb08-586a-44c8-b2f1-5ac5c63ae916 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.0710943 Aug 19 12:31:01.505573 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e00b779-d190-4298-ab5c-c318db1a7cda req-a677a610-d8a5-44c9-a1c3-030eee495334 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492437 Aug 19 12:31:01.506804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37866) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:01.515510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc41b7f-a8c2-4efa-952b-3cccc7354bfe tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:01.563243 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dc41b7f-a8c2-4efa-952b-3cccc7354bfe tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.565720 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8dc41b7f-a8c2-4efa-952b-3cccc7354bfe tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51 HTTP/1.1" status: 204 len: 168 time: 0.6935010 Aug 19 12:31:01.569068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37870) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:01.575259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:01.606748 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-b311c319-7a80-42aa-a24e-c337e05b3693 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:31:01.608922 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b311c319-7a80-42aa-a24e-c337e05b3693 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51 HTTP/1.1" status: 404 len: 333 time: 0.0389304 Aug 19 12:31:01.611908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37872) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:01.681817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d544397c-5a86-45f7-bde2-52e520628950 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:01.741591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7529da7a-e167-4f0d-ade2-937c0fcef0c8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 1220d41e-6651-4033-a100-35fb4711d435 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:01.742166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7529da7a-e167-4f0d-ade2-937c0fcef0c8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.806829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-48036199-535a-452f-bdb1-5f794037afde None None] Provisioning for port 1220d41e-6651-4033-a100-35fb4711d435 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:01.811637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-48036199-535a-452f-bdb1-5f794037afde None None] Provisioning complete for port 1220d41e-6651-4033-a100-35fb4711d435 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:01.812141 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-48036199-535a-452f-bdb1-5f794037afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.851910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-48036199-535a-452f-bdb1-5f794037afde None None] Port 1220d41e-6651-4033-a100-35fb4711d435 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:01.968489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e0cac91e-28bd-4b92-8f67-a6ffc2f7c7b5 None None] Could not find standard attr ID for object 51b2dfd5-6aee-4ce6-b9d4-54eb96f66b51. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:31:01.979506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e0cac91e-28bd-4b92-8f67-a6ffc2f7c7b5 None None] Provisioning complete for port 1220d41e-6651-4033-a100-35fb4711d435 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:01.979884 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0cac91e-28bd-4b92-8f67-a6ffc2f7c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.016221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-affd5e23-2918-4522-a226-c75781ba0497 req-75c2a0e6-74ba-4328-96f7-b9f40cc98e20 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.1046939 Aug 19 12:31:02.018124 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7529da7a-e167-4f0d-ade2-937c0fcef0c8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.018762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e0cac91e-28bd-4b92-8f67-a6ffc2f7c7b5 None None] Port 1220d41e-6651-4033-a100-35fb4711d435 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:02.029844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62ca18-7352-4118-9863-21abf2a099e5 req-7fa29f43-ed77-4edb-b5f9-6596c2826271 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:02.031324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e62ca18-7352-4118-9863-21abf2a099e5 req-7fa29f43-ed77-4edb-b5f9-6596c2826271 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 948 time: 0.1692448 Aug 19 12:31:02.045362 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d544397c-5a86-45f7-bde2-52e520628950 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] 10.222.0.44 "PUT /v2.0/quotas/c2f0bc8054904f618b47e773cd8e2074 HTTP/1.1" status: 200 len: 366 time: 0.5332532 Aug 19 12:31:02.045683 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37880) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.048697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7529da7a-e167-4f0d-ade2-937c0fcef0c8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 1220d41e-6651-4033-a100-35fb4711d435 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:02.064914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37882) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.065084 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8c95460e-1e6d-4083-9eae-9db951e4576f tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0158992 Aug 19 12:31:02.141648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-27d7ef14-60d8-4a94-8b75-ba55996b4094 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] 10.222.0.44 "GET /v2.0/quotas/c2f0bc8054904f618b47e773cd8e2074 HTTP/1.1" status: 200 len: 366 time: 0.0712883 Aug 19 12:31:02.144160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37884) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.169942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184d596-78a1-49dc-8afa-326f4f575622 req-52bdad33-1b54-4e49-8962-fe4ddfcce74f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:02.171381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-52bdad33-1b54-4e49-8962-fe4ddfcce74f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 805 time: 0.2615726 Aug 19 12:31:02.176208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e62ca18-7352-4118-9863-21abf2a099e5 req-4c48fa82-7644-4626-bf9f-061fc4d77dcb tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352930 Aug 19 12:31:02.189914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Request body: {'port': {'device_id': 'a69ea031-679b-4c61-ab18-a5d489323fb8', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'admin_state_up': True, 'tenant_id': '936b1e24676b42568b06c49ce8852ad3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:02.273353 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-79442268-3d4c-4169-8692-813fdab70402 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/c2f0bc8054904f618b47e773cd8e2074 HTTP/1.1" status: 204 len: 168 time: 0.1278875 Aug 19 12:31:02.274037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37886) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.284051 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6f198ec6-2632-4dd5-be0a-19de290822ec tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0088751 Aug 19 12:31:02.286663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37888) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.296000 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-63174676-bb1d-4a7a-9b97-0cc056772690 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] 10.222.0.44 "GET /v2.0/quotas/c2f0bc8054904f618b47e773cd8e2074 HTTP/1.1" status: 200 len: 370 time: 0.0082054 Aug 19 12:31:02.298387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37890) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.304102 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b075648f-6c49-4c62-868a-4ceef060425d tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] 10.222.0.44 "GET /v2.0/quotas/c2f0bc8054904f618b47e773cd8e2074/default HTTP/1.1" status: 200 len: 370 time: 0.0046248 Aug 19 12:31:02.306340 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37892) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.314429 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-04c95111-0fec-4411-a9db-9157de0abdef tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] delete failed (client error): The resource could not be found. Aug 19 12:31:02.315461 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-04c95111-0fec-4411-a9db-9157de0abdef tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/c2f0bc8054904f618b47e773cd8e2074 HTTP/1.1" status: 404 len: 348 time: 0.0081432 Aug 19 12:31:02.423655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0dff5d1f-725f-4190-a2e4-9c740858451f req-86a2a9a0-ef50-4d2f-b328-cef76f887795 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 210 time: 0.0272155 Aug 19 12:31:02.453729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7529da7a-e167-4f0d-ade2-937c0fcef0c8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.482508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529da7a-e167-4f0d-ade2-937c0fcef0c8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=1220d41e-6651-4033-a100-35fb4711d435,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:02.494127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Made reservation on behalf of 936b1e24676b42568b06c49ce8852ad3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:02.498288 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.525587 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7529da7a-e167-4f0d-ade2-937c0fcef0c8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.527661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7529da7a-e167-4f0d-ade2-937c0fcef0c8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/1220d41e-6651-4033-a100-35fb4711d435 HTTP/1.1" status: 204 len: 168 time: 0.9144466 Aug 19 12:31:02.530473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37898) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.558663 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-427f2ea8-8565-47be-b6ee-5d016e57e8d5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:31:02.560479 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-427f2ea8-8565-47be-b6ee-5d016e57e8d5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/1220d41e-6651-4033-a100-35fb4711d435 HTTP/1.1" status: 404 len: 333 time: 0.0289567 Aug 19 12:31:02.566120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37902) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.626284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-2737c8a3-31d6-4eea-b613-a21d62e9e4eb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting subnet c2e5ac5c-9b50-42d9-85e1-c0c1209e5bba {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:31:02.630829 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2737c8a3-31d6-4eea-b613-a21d62e9e4eb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.681148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2737c8a3-31d6-4eea-b613-a21d62e9e4eb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.697679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37904) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.730735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Allocated IP 172.20.0.11 (8a27b72f-16a2-4887-9d46-96e985490dc9/3c92c0f2-8a31-4350-9c36-d9b578ba2de7/492bd65f-f7f4-48c6-8afb-33db5bdd284d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:02.731842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:02.740770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Usage tracker for resource:network and tenant:b2efbaf7656b47f4ac3f32c5f7875bbf is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:31:02.748067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:31:02.760918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f0631-7bc5-47d2-90c2-19bba27f1510 req-1f7eb403-06f9-45f4-872e-b213fc0f91ed tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:02.768723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f30f0631-7bc5-47d2-90c2-19bba27f1510 req-1f7eb403-06f9-45f4-872e-b213fc0f91ed tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1450877 Aug 19 12:31:02.788817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:02.789563 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.794403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Usage tracker for resource:subnet and tenant:b2efbaf7656b47f4ac3f32c5f7875bbf is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:31:02.805093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:31:02.815562 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2737c8a3-31d6-4eea-b613-a21d62e9e4eb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.835230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f30f0631-7bc5-47d2-90c2-19bba27f1510 req-074da865-600e-4c11-87d2-e4d9b9449514 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653780 Aug 19 12:31:02.855964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Usage tracker for resource:subnetpool and tenant:b2efbaf7656b47f4ac3f32c5f7875bbf is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:31:02.873513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:31:02.903114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Usage tracker for resource:port and tenant:b2efbaf7656b47f4ac3f32c5f7875bbf is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:31:02.936091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:31:02.954434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Usage tracker for resource:router and tenant:b2efbaf7656b47f4ac3f32c5f7875bbf is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:31:02.966646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:31:02.991604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Usage tracker for resource:floatingip and tenant:b2efbaf7656b47f4ac3f32c5f7875bbf is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:31:03.001187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:31:03.008850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2737c8a3-31d6-4eea-b613-a21d62e9e4eb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.018694 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.038243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737c8a3-31d6-4eea-b613-a21d62e9e4eb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e5ac5c-9b50-42d9-85e1-c0c1209e5bba,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:03.042342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2737c8a3-31d6-4eea-b613-a21d62e9e4eb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.044639 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2737c8a3-31d6-4eea-b613-a21d62e9e4eb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/c2e5ac5c-9b50-42d9-85e1-c0c1209e5bba HTTP/1.1" status: 204 len: 168 time: 0.4774232 Aug 19 12:31:03.047195 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37908) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:03.053237 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed4021-3372-440a-80a5-fdbf2d39347a None None] Network ad9f8ca1-6b59-40c2-9594-bcad5be290d0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:03.084646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Usage tracker for resource:security_group and tenant:b2efbaf7656b47f4ac3f32c5f7875bbf is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:31:03.085161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 466d795a-25a7-4e8a-a594-3e957b5d8410 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:03.094305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:31:03.112824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Usage tracker for resource:security_group_rule and tenant:b2efbaf7656b47f4ac3f32c5f7875bbf is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:31:03.121832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.quota.resource [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:31:03.131914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9913dae4-4ff1-412b-96cc-68c655a931d4 tempest-QuotasTest-1100433407 tempest-QuotasTest-1100433407-project-admin] 10.222.0.44 "GET /v2.0/quotas/b2efbaf7656b47f4ac3f32c5f7875bbf/details.json HTTP/1.1" status: 200 len: 703 time: 0.4329755 Aug 19 12:31:03.137410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.164867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d834d06-cefe-4a1b-901e-5bf603a3a5ef req-4baeaf98-ca67-40db-b209-7a2640e13e5d tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0363982 Aug 19 12:31:03.212891 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.216075 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:03.218625 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.231184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:03.243066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Network 8a27b72f-16a2-4887-9d46-96e985490dc9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:03.246983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:03.275781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:03.319705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] For port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79,segment=NetworkSegment(9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5),segment_id=9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:03.320078 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.390743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event updated for resources: {'Port': ['ID=492bd65f-f7f4-48c6-8afb-33db5bdd284d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:03.391445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:03.418053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'mac_address': 'fa:16:3e:cb:60:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:03.423863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a027de9-f97e-4213-8bf1-1321ef967b83 req-1bb5614f-aebb-4b72-8558-1be90de7ad77 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:03.438190 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a027de9-f97e-4213-8bf1-1321ef967b83 req-1bb5614f-aebb-4b72-8558-1be90de7ad77 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 948 time: 0.1634943 Aug 19 12:31:03.447556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:03.448433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.477213 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b1c4c-7284-4ef2-94cb-6a6363e903d7 None None] DHCP port deletion for ad9f8ca1-6b59-40c2-9594-bcad5be290d0 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:31:03.489828 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.502287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a027de9-f97e-4213-8bf1-1321ef967b83 req-b7d5bebc-162a-46b4-9019-ff33b9f8bf3f tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630553 Aug 19 12:31:03.542500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466d795a-25a7-4e8a-a594-3e957b5d8410 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:03.572608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a32f4d-f5ff-4a51-bf20-a9691d515901 req-585994a9-0d3d-4444-9182-cc5b285507a5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:03.575283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84a32f4d-f5ff-4a51-bf20-a9691d515901 req-585994a9-0d3d-4444-9182-cc5b285507a5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 932 time: 0.0619709 Aug 19 12:31:03.581346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:03.590201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-1fcf7dca-07c9-43df-99b2-4e0a7a599b9e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4040861 Aug 19 12:31:03.605826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Request body: {'port': {'device_id': 'a69ea031-679b-4c61-ab18-a5d489323fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:03.625081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f14b1c4c-7284-4ef2-94cb-6a6363e903d7 None None] Deleting port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:03.625455 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f14b1c4c-7284-4ef2-94cb-6a6363e903d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.658217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84a32f4d-f5ff-4a51-bf20-a9691d515901 req-9a74303c-ec4f-4360-8fa6-9689c0854905 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766976 Aug 19 12:31:03.705679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.715989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f14b1c4c-7284-4ef2-94cb-6a6363e903d7 None None] For port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79,segment=NetworkSegment(9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5),segment_id=9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:03.716870 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f14b1c4c-7284-4ef2-94cb-6a6363e903d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.736674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f14b1c4c-7284-4ef2-94cb-6a6363e903d7 None None] Calling delete_port for dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:03.741570 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.758601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:03.841774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:03.993325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37924) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:04.000178 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.006972 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f14b1c4c-7284-4ef2-94cb-6a6363e903d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.015733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492bd65f-f7f4-48c6-8afb-33db5bdd284d {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:04.025845 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.031142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:04.033287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No DVR routers for this DVR port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:04.040947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b1c4c-7284-4ef2-94cb-6a6363e903d7 None None] Pushing event deleted for resources: {'Port': ['ID=dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:04.046222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b1c4c-7284-4ef2-94cb-6a6363e903d7 None None] No DVR routers for this DVR port dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:04.080883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Transition to ACTIVE for port object 492bd65f-f7f4-48c6-8afb-33db5bdd284d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:04.088940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['466d795a-25a7-4e8a-a594-3e957b5d8410'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:04.115980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680cf58-f125-4d36-952c-6710b3675487 req-02ad772d-9244-4a71-8509-5b902038454d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:04.119799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2680cf58-f125-4d36-952c-6710b3675487 req-02ad772d-9244-4a71-8509-5b902038454d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.2105687 Aug 19 12:31:04.147022 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.149659 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca336bd-898c-441d-90a0-9d43fab302da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.161830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2680cf58-f125-4d36-952c-6710b3675487 req-3962a817-8c5f-4b6f-b9bb-80092859e813 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363820 Aug 19 12:31:04.164820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9f8ca1-6b59-40c2-9594-bcad5be290d0']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:04.174790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.179998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:04.180761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb75d5a-5f15-410e-a973-0c1e0b8ee8e5') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:04.204941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.230641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.238795 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:04.239672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:04.243566 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:04.261430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Pushing event updated for resources: {'Port': ['ID=492bd65f-f7f4-48c6-8afb-33db5bdd284d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:04.326858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af36ef49-0b63-4520-bea5-f0e33867e0ff req-f244c0db-635d-4864-80f9-69dd5fcf4fa0 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0680161 Aug 19 12:31:04.355398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Attempting to bind port 492bd65f-f7f4-48c6-8afb-33db5bdd284d on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:04.355741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Attempting to bind port 492bd65f-f7f4-48c6-8afb-33db5bdd284d by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:04.356073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Attempting to bind port 492bd65f-f7f4-48c6-8afb-33db5bdd284d on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:04.360292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Port 492bd65f-f7f4-48c6-8afb-33db5bdd284d on network 8a27b72f-16a2-4887-9d46-96e985490dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:31:04.360612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Attempting to bind port 492bd65f-f7f4-48c6-8afb-33db5bdd284d on network 8a27b72f-16a2-4887-9d46-96e985490dc9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:04.366077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:04.366414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Checking segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:04.366821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Bound using segment: {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:04.367246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Bound port: 492bd65f-f7f4-48c6-8afb-33db5bdd284d, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9cd849-d483-4a1d-8b8f-7ba30b485739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:04.367648 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.416327 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.427308 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.429199 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/networks/ad9f8ca1-6b59-40c2-9594-bcad5be290d0 HTTP/1.1" status: 204 len: 168 time: 1.3808680 Aug 19 12:31:04.433711 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37932) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:04.437919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] For port 492bd65f-f7f4-48c6-8afb-33db5bdd284d, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:04.438091 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1918067087'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:04.441776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] For port 492bd65f-f7f4-48c6-8afb-33db5bdd284d, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=492bd65f-f7f4-48c6-8afb-33db5bdd284d,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:04.458957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7a346-a7fc-4ba7-9034-54f288b2e7ac tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Network': ['ID=ad9f8ca1-6b59-40c2-9594-bcad5be290d0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:04.512192 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca336bd-898c-441d-90a0-9d43fab302da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.545832 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.580067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:04.580692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.582486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] 10.222.0.52 "PUT /v2.0/ports/492bd65f-f7f4-48c6-8afb-33db5bdd284d HTTP/1.1" status: 200 len: 1092 time: 0.9821854 Aug 19 12:31:04.582636 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69ea031-679b-4c61-ab18-a5d489323fb8', 'tag': '492bd65f-f7f4-48c6-8afb-33db5bdd284d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:04.584882 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9be8f7-77f0-4e74-b3a9-0bd3c14c1cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "a69ea031-679b-4c61-ab18-a5d489323fb8", "tag": "492bd65f-f7f4-48c6-8afb-33db5bdd284d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:04.631307 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca336bd-898c-441d-90a0-9d43fab302da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.633620 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2849886-8945-4613-9a61-1a6c3e767692 x-openstack-request-id: req-e2849886-8945-4613-9a61-1a6c3e767692 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:04.633793 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69ea031-679b-4c61-ab18-a5d489323fb8", "tag": "492bd65f-f7f4-48c6-8afb-33db5bdd284d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:04.633990 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2849886-8945-4613-9a61-1a6c3e767692 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:04.634599 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69ea031-679b-4c61-ab18-a5d489323fb8', 'tag': '492bd65f-f7f4-48c6-8afb-33db5bdd284d', 'status': 'completed', 'code': 200} Aug 19 12:31:04.640724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79f3d4-fd34-4327-a5b8-31467ca5f00c service neutron] Pushing event updated for resources: {'Port': ['ID=492bd65f-f7f4-48c6-8afb-33db5bdd284d,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:04.677206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67430fcd-70bf-47d3-9790-42f0fd0d07cc req-a5d0eb81-8c3d-4a52-8579-104bbd948010 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:04.677206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67430fcd-70bf-47d3-9790-42f0fd0d07cc req-a5d0eb81-8c3d-4a52-8579-104bbd948010 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 949 time: 0.0844150 Aug 19 12:31:04.681526 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5ca336bd-898c-441d-90a0-9d43fab302da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1bdd871bc5b24d69b9048a325d16d3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6868248 Aug 19 12:31:04.682482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca336bd-898c-441d-90a0-9d43fab302da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b386f9af-e5a7-4680-8ffa-b5dda5388587,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:04.685080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37940) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:04.725030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:04.743206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:04.747581 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.753263 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:04.754669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dd7b5af5-98e1-4d93-a7a9-f47dae9ceb79 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:04.768396 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f9db7ddc-cf1a-4e39-b84c-d901060e94f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.794651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9be8f7-77f0-4e74-b3a9-0bd3c14c1cc9 req-c9b1ce29-e9ec-4cd9-8d22-c4ae0c6dcd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:04.796179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9be8f7-77f0-4e74-b3a9-0bd3c14c1cc9 req-c9b1ce29-e9ec-4cd9-8d22-c4ae0c6dcd89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 1095 time: 0.1424899 Aug 19 12:31:04.799373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67430fcd-70bf-47d3-9790-42f0fd0d07cc req-33f7beba-e4c2-4ed5-8dec-bad42b860fd6 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807269 Aug 19 12:31:04.803154 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f9db7ddc-cf1a-4e39-b84c-d901060e94f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.804847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:04.832535 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.832898 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Added segment e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d of type vlan for network fe83681d-bf48-42ee-8e40-36752996ef43 Aug 19 12:31:04.876220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627f2e7-b09d-4c99-85c8-7e5d1706812f req-e2fd68b7-909d-4df0-ae81-d46e2f00bf06 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:04.877808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a627f2e7-b09d-4c99-85c8-7e5d1706812f req-e2fd68b7-909d-4df0-ae81-d46e2f00bf06 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 944 time: 0.1274955 Aug 19 12:31:04.886180 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.946500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a627f2e7-b09d-4c99-85c8-7e5d1706812f req-124d0b0e-799c-4897-8dea-21d7c81790cb tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608807 Aug 19 12:31:04.949149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9be8f7-77f0-4e74-b3a9-0bd3c14c1cc9 req-8b1905fa-1451-4080-998c-c5bbb7e28bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:04.950722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9be8f7-77f0-4e74-b3a9-0bd3c14c1cc9 req-8b1905fa-1451-4080-998c-c5bbb7e28bf4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=936b1e24676b42568b06c49ce8852ad3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1414094 Aug 19 12:31:05.037559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f9db7ddc-cf1a-4e39-b84c-d901060e94f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.040197 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f9db7ddc-cf1a-4e39-b84c-d901060e94f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.041363 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f9db7ddc-cf1a-4e39-b84c-d901060e94f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b386f9af-e5a7-4680-8ffa-b5dda5388587 HTTP/1.1" status: 204 len: 168 time: 0.3552382 Aug 19 12:31:05.049983 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.055046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9be8f7-77f0-4e74-b3a9-0bd3c14c1cc9 req-c9033a97-6d32-46db-95c2-e807bcf33465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:05.056434 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:05.056590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9be8f7-77f0-4e74-b3a9-0bd3c14c1cc9 req-c9033a97-6d32-46db-95c2-e807bcf33465 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986035 Aug 19 12:31:05.057056 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.059603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db7ddc-cf1a-4e39-b84c-d901060e94f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b386f9af-e5a7-4680-8ffa-b5dda5388587,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:05.134869 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Network': ['ID=fe83681d-bf48-42ee-8e40-36752996ef43,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:05.145711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network fe83681d-bf48-42ee-8e40-36752996ef43 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:05.170103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184d596-78a1-49dc-8afa-326f4f575622 req-d594de6e-fa6b-49a1-be63-ffee3caef204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:05.170103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-d594de6e-fa6b-49a1-be63-ffee3caef204 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0496199 Aug 19 12:31:05.203005 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4bd49144-a71b-445a-941f-1900e7baac5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7688565 Aug 19 12:31:05.206247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37950) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:05.208663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-398be41c-b8f8-4e7b-8d4f-0480669cbb7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=492bd65f-f7f4-48c6-8afb-33db5bdd284d HTTP/1.1" status: 200 len: 217 time: 0.0437527 Aug 19 12:31:05.212824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': 'fe83681d-bf48-42ee-8e40-36752996ef43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:05.290405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184d596-78a1-49dc-8afa-326f4f575622 req-3707df47-2c3d-4db4-9416-eb9a7892335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:05.291894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-3707df47-2c3d-4db4-9416-eb9a7892335e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.0754907 Aug 19 12:31:05.321237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba25ca7-b93b-496c-bd00-1759d1a8362e req-2e052a26-db0d-4a87-b135-aa92c720e062 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:05.322757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ba25ca7-b93b-496c-bd00-1759d1a8362e req-2e052a26-db0d-4a87-b135-aa92c720e062 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.0691197 Aug 19 12:31:05.339157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-bb348a5a-ec02-4919-86e6-d0fb7a240b22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386822 Aug 19 12:31:05.422088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ba25ca7-b93b-496c-bd00-1759d1a8362e req-97f400b1-a424-46f7-85b7-c8ee0cca97dc tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858188 Aug 19 12:31:05.446462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:05.446462 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.477702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-2e0778ec-f107-475a-ac18-2b47afcc9ecd service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263833 Aug 19 12:31:05.527438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df788240-2b31-4d52-a61d-a6bc9f8eec55 req-b6cb85d0-10b2-4aed-9f2a-c55aa0aaeb2d tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0451994 Aug 19 12:31:05.608480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1184d596-78a1-49dc-8afa-326f4f575622 req-c9635b8c-5723-4329-8375-e05a41f871f9 service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164751 Aug 19 12:31:05.769665 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.839372 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Subnet': ['ID=42654e72-0c47-4bf9-be35-a99a9ab7233d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:05.849286 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Checking segment: {'id': 'e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fe83681d-bf48-42ee-8e40-36752996ef43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:05.849684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network hostable DHCP agents. Network: fe83681d-bf48-42ee-8e40-36752996ef43, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:05.896138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37960) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:05.909681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5849790d-5761-474c-b660-e291d603321c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.923679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66f0e7-5643-4c59-8142-28671c127759 req-dfe760ed-e3c5-4b5e-af04-f9bd97932a61 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:05.927246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cb66f0e7-5643-4c59-8142-28671c127759 req-dfe760ed-e3c5-4b5e-af04-f9bd97932a61 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 949 time: 0.0517721 Aug 19 12:31:05.958991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network fe83681d-bf48-42ee-8e40-36752996ef43 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:05.965762 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cb66f0e7-5643-4c59-8142-28671c127759 req-af73ed55-ccc5-4c64-9c02-575335ccadd2 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338523 Aug 19 12:31:06.016017 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5849790d-5761-474c-b660-e291d603321c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.083627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, fe83681d-bf48-42ee-8e40-36752996ef43) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:06.084884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a55e-d91f-4fba-93ad-3c3aa61d01b8 req-f8d8c26b-e0c9-4bf9-afd3-3c6417c83f37 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:06.086537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e25a55e-d91f-4fba-93ad-3c3aa61d01b8 req-f8d8c26b-e0c9-4bf9-afd3-3c6417c83f37 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 944 time: 0.0578721 Aug 19 12:31:06.088149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:06.088873 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.099169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258618ce-84d8-40f0-8436-ddb7adad88b4 None None] Network fe83681d-bf48-42ee-8e40-36752996ef43 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:06.129439 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5849790d-5761-474c-b660-e291d603321c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.141971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e25a55e-d91f-4fba-93ad-3c3aa61d01b8 req-54e0e777-233a-4a3b-a723-2414520b50a1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480201 Aug 19 12:31:06.180021 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5849790d-5761-474c-b660-e291d603321c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2efbaf7656b47f4ac3f32c5f7875bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821007 Aug 19 12:31:06.197041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849790d-5761-474c-b660-e291d603321c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32f8d89-a63d-4634-8b46-b7cab145ac6b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:06.198648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37964) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:06.250703 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a79769e4-b785-40ec-b2ef-f607c78a3211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.264073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-fe83681d-bf48-42ee-8e40-36752996ef43', 'network_id': 'fe83681d-bf48-42ee-8e40-36752996ef43', 'tenant_id': '375e35146a56479a8306636345b76078', 'fixed_ips': [{'subnet_id': '42654e72-0c47-4bf9-be35-a99a9ab7233d'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:06.264440 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-21dec6c3-88b6-442c-acd9-9bdf2ab89e07 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0562274 Aug 19 12:31:06.265230 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.267400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37966) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:06.272892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': 'fe83681d-bf48-42ee-8e40-36752996ef43', 'name': 'tempest-PortsIpV6TestJSON-1915782853', 'fixed_ips': [{'subnet_id': '42654e72-0c47-4bf9-be35-a99a9ab7233d', 'ip_address': '2001:db8::10'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:06.295142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a79769e4-b785-40ec-b2ef-f607c78a3211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.412097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Allocated IP 2001:db8::2 (fe83681d-bf48-42ee-8e40-36752996ef43/42654e72-0c47-4bf9-be35-a99a9ab7233d/85e83667-cfa6-4011-8ba5-b9872d5bfcd3) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:06.522380 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:06.528134 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a79769e4-b785-40ec-b2ef-f607c78a3211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.530860 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a79769e4-b785-40ec-b2ef-f607c78a3211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.532132 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a79769e4-b785-40ec-b2ef-f607c78a3211 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c32f8d89-a63d-4634-8b46-b7cab145ac6b HTTP/1.1" status: 204 len: 168 time: 0.3336072 Aug 19 12:31:06.555285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24329c-dfc8-4d49-93b3-af8746e11909 req-25fbfa7b-48dc-4c18-b736-3f55fa4b9a70 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:06.557076 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d24329c-dfc8-4d49-93b3-af8746e11909 req-25fbfa7b-48dc-4c18-b736-3f55fa4b9a70 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.0560827 Aug 19 12:31:06.598816 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.609827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Transition to ACTIVE for port object 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:06.628881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.630111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Transition to ACTIVE for port object 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:06.651543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d24329c-dfc8-4d49-93b3-af8746e11909 req-b106904a-37e2-4577-b6cc-82c24416462a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830576 Aug 19 12:31:06.663045 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79769e4-b785-40ec-b2ef-f607c78a3211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32f8d89-a63d-4634-8b46-b7cab145ac6b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:06.665419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port d749e3a3-51f3-4b26-b103-1de5948f4181 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:06.712123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3356d6c-cba3-48b6-9ba9-383e7609b05d req-cf8dbfb7-0437-44fd-8a9d-88e91b29f8c6 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0374031 Aug 19 12:31:06.740365 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.782446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Network fe83681d-bf48-42ee-8e40-36752996ef43 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:06.785700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:06.789497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:06.795091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Pushing event updated for resources: {'Port': ['ID=85e83667-cfa6-4011-8ba5-b9872d5bfcd3,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:06.855401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Attempting to bind port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:06.855796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Attempting to bind port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fe83681d-bf48-42ee-8e40-36752996ef43'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:06.856182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Attempting to bind port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 on network fe83681d-bf48-42ee-8e40-36752996ef43 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:06.863652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:06.864250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Checking segment: {'id': 'e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fe83681d-bf48-42ee-8e40-36752996ef43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:06.864692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.865159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Bound using segment: {'id': 'e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fe83681d-bf48-42ee-8e40-36752996ef43'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:06.865926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Bound port: 85e83667-cfa6-4011-8ba5-b9872d5bfcd3, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fe83681d-bf48-42ee-8e40-36752996ef43'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:06.866517 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.872875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8::10 (fe83681d-bf48-42ee-8e40-36752996ef43/42654e72-0c47-4bf9-be35-a99a9ab7233d/d749e3a3-51f3-4b26-b103-1de5948f4181) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:06.942324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] For port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:06.945807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] For port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=85e83667-cfa6-4011-8ba5-b9872d5bfcd3,segment=NetworkSegment(e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d),segment_id=e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:07.047434 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.063514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object d749e3a3-51f3-4b26-b103-1de5948f4181 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:07.065300 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.120495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 466d795a-25a7-4e8a-a594-3e957b5d8410 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:07.121312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74bf63-70fe-45d5-937e-2afafc97be16 req-7317bf0c-0ce8-435c-96ba-b5eb6b22e92c tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:07.122121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c74bf63-70fe-45d5-937e-2afafc97be16 req-7317bf0c-0ce8-435c-96ba-b5eb6b22e92c tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 949 time: 0.0579584 Aug 19 12:31:07.178657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19465cf5-8e93-414c-b128-c4f4737d756e None None] Pushing event updated for resources: {'Port': ['ID=85e83667-cfa6-4011-8ba5-b9872d5bfcd3,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:07.192699 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c74bf63-70fe-45d5-937e-2afafc97be16 req-7fadc5c6-805f-409e-99de-4c2ac0b84c42 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559497 Aug 19 12:31:07.220906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.287853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10171faf-7ff6-4a2b-80e6-c1c02b260490 req-a5d817a3-d58b-475d-874b-b07b875ccbe2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:07.293988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10171faf-7ff6-4a2b-80e6-c1c02b260490 req-a5d817a3-d58b-475d-874b-b07b875ccbe2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 944 time: 0.0646343 Aug 19 12:31:07.299428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 466d795a-25a7-4e8a-a594-3e957b5d8410 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:07.304927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 466d795a-25a7-4e8a-a594-3e957b5d8410 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:07.306134 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.316523 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=d749e3a3-51f3-4b26-b103-1de5948f4181,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:07.320498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network fe83681d-bf48-42ee-8e40-36752996ef43 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:07.322735 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:07.325229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:07.339206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10171faf-7ff6-4a2b-80e6-c1c02b260490 req-c886c8b9-6b88-4b38-af05-d03b90b826cf tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429440 Aug 19 12:31:07.355963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:07.355963 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.440028 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.441505 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-afc0ceda-0a37-436d-a8fa-a32cba637e5c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1730025 Aug 19 12:31:07.444561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37988) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:07.451461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': 'fe83681d-bf48-42ee-8e40-36752996ef43', 'name': 'tempest-PortsIpV6TestJSON-63563016', 'fixed_ips': [{'subnet_id': '42654e72-0c47-4bf9-be35-a99a9ab7233d', 'ip_address': '2001:db8::f'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:07.483516 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:07.483516 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d3831a-8667-4d41-82bd-cd74fb980f09" -d '{"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-plugged", "status": "completed", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:07.496394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:07.562674 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0a0e87-ecc4-465b-8092-2328bceb9bb0 x-openstack-request-id: req-dc0a0e87-ecc4-465b-8092-2328bceb9bb0 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:07.563301 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-plugged", "status": "completed", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:07.563476 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc0a0e87-ecc4-465b-8092-2328bceb9bb0 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:07.563885 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'code': 200} Aug 19 12:31:07.631374 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.688633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:07.692845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52068f9e-b89a-4883-b466-ff1c90cdf75c req-539464f3-6ae3-4650-8405-d5f565e557b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:07.695321 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52068f9e-b89a-4883-b466-ff1c90cdf75c req-539464f3-6ae3-4650-8405-d5f565e557b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 1101 time: 0.0498018 Aug 19 12:31:07.763463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:07.771890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52068f9e-b89a-4883-b466-ff1c90cdf75c req-14ad9246-f699-4584-89df-48512c2bb408 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662637 Aug 19 12:31:07.795119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 492bd65f-f7f4-48c6-8afb-33db5bdd284d details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:07.936370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 492bd65f-f7f4-48c6-8afb-33db5bdd284d, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=492bd65f-f7f4-48c6-8afb-33db5bdd284d,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:07.952409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '492bd65f-f7f4-48c6-8afb-33db5bdd284d', 'network_id': '8a27b72f-16a2-4887-9d46-96e985490dc9', 'port_id': '492bd65f-f7f4-48c6-8afb-33db5bdd284d', 'mac_address': 'fa:16:3e:54:48:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c92c0f2-8a31-4350-9c36-d9b578ba2de7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:08.018518 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.037940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492bd65f-f7f4-48c6-8afb-33db5bdd284d {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:08.062847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 492bd65f-f7f4-48c6-8afb-33db5bdd284d, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=492bd65f-f7f4-48c6-8afb-33db5bdd284d,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:08.102218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e32d1015-7388-4641-b76b-665c132de0cc req-03fc3cd0-42c7-45c8-9df4-007e82ad4c5b tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.2939029 Aug 19 12:31:08.111765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5572dca-5df8-431c-9305-6f2a5983434a req-f3438fa5-80d2-4388-b89d-2b88bc4ea7af tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:08.114296 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5572dca-5df8-431c-9305-6f2a5983434a req-f3438fa5-80d2-4388-b89d-2b88bc4ea7af tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.4008977 Aug 19 12:31:08.144967 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.184330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.189945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5572dca-5df8-431c-9305-6f2a5983434a req-a9dac071-bce1-465d-b433-80961b61af17 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619254 Aug 19 12:31:08.207227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port 4c43d5a3-8259-477c-8850-6c0788a3a91a yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:08.242656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=492bd65f-f7f4-48c6-8afb-33db5bdd284d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:08.271414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38010) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:08.373233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ed77e-1d8b-4d21-a9bb-86ed43ffacef None None] Network fe83681d-bf48-42ee-8e40-36752996ef43 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:08.396031 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-971841909'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:08.412800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['492bd65f-f7f4-48c6-8afb-33db5bdd284d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:08.443536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fe11f-6118-426e-9a12-58eeef96529a req-6f995350-fb0d-42ac-b4e9-c3336c936265 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:08.445049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d60fe11f-6118-426e-9a12-58eeef96529a req-6f995350-fb0d-42ac-b4e9-c3336c936265 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 950 time: 0.1579344 Aug 19 12:31:08.504902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8::f (fe83681d-bf48-42ee-8e40-36752996ef43/42654e72-0c47-4bf9-be35-a99a9ab7233d/4c43d5a3-8259-477c-8850-6c0788a3a91a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:08.534176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d981b0-6084-4ce6-b8da-b9d7f996b732 req-c30e7cdc-50fe-4cf4-8e48-322b70f7ddb9 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:08.536527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2d981b0-6084-4ce6-b8da-b9d7f996b732 req-c30e7cdc-50fe-4cf4-8e48-322b70f7ddb9 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 945 time: 0.1153631 Aug 19 12:31:08.545396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d60fe11f-6118-426e-9a12-58eeef96529a req-d6f732bf-c4b8-4b36-b1ff-6029bcb18741 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828354 Aug 19 12:31:08.553419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Made reservation on behalf of 6db90231ddab42bda070a099a45a3c1a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:08.562656 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.574311 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.626091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d34a0653-210b-4daa-82fa-d235c09d770f None None] Provisioning for port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:08.635224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2d981b0-6084-4ce6-b8da-b9d7f996b732 req-bf7a8569-73d7-48a7-90e5-9817c186a471 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821564 Aug 19 12:31:08.758560 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.778445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:08.795023 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.814283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object 4c43d5a3-8259-477c-8850-6c0788a3a91a will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:08.853687 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.883220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:08.893201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc94b69-70f7-4f6e-91b4-fbfd381596ec,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:08.899028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.899172 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Added segment 8df4c23a-ede6-41c9-85d4-4db793e9bd08 of type vlan for network 37995c11-93d1-477a-bce8-49035b239e39 Aug 19 12:31:08.944560 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.961062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:08.964941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:08.965314 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.008266 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.051634 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.063100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network fe83681d-bf48-42ee-8e40-36752996ef43 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:09.068751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:09.073684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:09.079719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:09.080640 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.090246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=4c43d5a3-8259-477c-8850-6c0788a3a91a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:09.098286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=85e83667-cfa6-4011-8ba5-b9872d5bfcd3,segment=NetworkSegment(e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d),segment_id=e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:09.116441 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-73bc6d63-3bcd-40f9-815e-73d9370ad241 None None] Provisioning for port d749e3a3-51f3-4b26-b103-1de5948f4181 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:09.121226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-73bc6d63-3bcd-40f9-815e-73d9370ad241 None None] Provisioning complete for port d749e3a3-51f3-4b26-b103-1de5948f4181 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:09.121637 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-73bc6d63-3bcd-40f9-815e-73d9370ad241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.167016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-73bc6d63-3bcd-40f9-815e-73d9370ad241 None None] Port d749e3a3-51f3-4b26-b103-1de5948f4181 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:09.191448 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.197018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:09.197717 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.248496 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.250640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9bbe5608-4a13-40e1-a42c-39b952515f75 req-10a6d04d-4879-4b7a-b7bf-6c86acf1b99e tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0486903 Aug 19 12:31:09.256442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-90629d86-bebb-47bc-8508-c9117dfcbea1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.8102381 Aug 19 12:31:09.259204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:09.298661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event updated for resources: {'Network': ['ID=37995c11-93d1-477a-bce8-49035b239e39,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:09.340476 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ac3fd2b7-e729-4b42-b149-7f493105ce4f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0671849 Aug 19 12:31:09.343119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38024) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:09.350447 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Request body: {'subnet': {'network_id': '37995c11-93d1-477a-bce8-49035b239e39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:09.419052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411af97d-2a45-41e6-832c-3434b0bd4d95 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:09.424727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-411af97d-2a45-41e6-832c-3434b0bd4d95 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1641822 Aug 19 12:31:09.425630 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38026) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:09.486447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c32bf2-3fa7-4904-934b-c55f33748dc5 req-13dfdc45-034d-4c2a-9bc8-39b946a21d0d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:09.489255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3c32bf2-3fa7-4904-934b-c55f33748dc5 req-13dfdc45-034d-4c2a-9bc8-39b946a21d0d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1633277 Aug 19 12:31:09.508954 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 37995c11-93d1-477a-bce8-49035b239e39 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:09.528243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be569e94-803c-4bdf-9a78-67b95c0b0d6a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:09.535231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be569e94-803c-4bdf-9a78-67b95c0b0d6a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:09.541257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be569e94-803c-4bdf-9a78-67b95c0b0d6a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:09.542971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-be569e94-803c-4bdf-9a78-67b95c0b0d6a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1115108 Aug 19 12:31:09.546051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38028) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:09.564711 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3c32bf2-3fa7-4904-934b-c55f33748dc5 req-ad6c637a-e925-4b54-a3b8-fa68b50a4a95 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690289 Aug 19 12:31:09.594590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=85e83667-cfa6-4011-8ba5-b9872d5bfcd3,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:09.604436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-baa454ef-a2de-4cac-ad89-de21ea66a34f None None] Provisioning complete for port d749e3a3-51f3-4b26-b103-1de5948f4181 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:09.604869 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-baa454ef-a2de-4cac-ad89-de21ea66a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.629766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Made reservation on behalf of 6db90231ddab42bda070a099a45a3c1a for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:09.633856 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.659198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-baa454ef-a2de-4cac-ad89-de21ea66a34f None None] Port d749e3a3-51f3-4b26-b103-1de5948f4181 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:09.693959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd51d2-478a-44cd-9fa1-254bd82d89ff req-e058ff95-ff5f-471a-935e-b018a4579fe1 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:09.695962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cddd51d2-478a-44cd-9fa1-254bd82d89ff req-e058ff95-ff5f-471a-935e-b018a4579fe1 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 950 time: 0.0673666 Aug 19 12:31:09.739272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ea280637-f198-4f60-aed7-b5530247d23d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 4c43d5a3-8259-477c-8850-6c0788a3a91a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:09.739618 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea280637-f198-4f60-aed7-b5530247d23d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.777733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cddd51d2-478a-44cd-9fa1-254bd82d89ff req-887214d5-4f39-4c35-8998-840011419940 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743790 Aug 19 12:31:09.804696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d7b52-d2b6-4f24-93d8-2241061a1086 req-943fe52f-8075-414c-a0a3-34d6cba794f7 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:09.804696 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-539d7b52-d2b6-4f24-93d8-2241061a1086 req-943fe52f-8075-414c-a0a3-34d6cba794f7 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 945 time: 0.0699000 Aug 19 12:31:09.813997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 492bd65f-f7f4-48c6-8afb-33db5bdd284d up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:09.849648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-539d7b52-d2b6-4f24-93d8-2241061a1086 req-58a2b882-0930-463f-89f4-3145faa7e5a2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451994 Aug 19 12:31:09.890186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea280637-f198-4f60-aed7-b5530247d23d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.912357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ea280637-f198-4f60-aed7-b5530247d23d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 4c43d5a3-8259-477c-8850-6c0788a3a91a owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:09.933689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5bdd37b6-8e86-4edf-9933-dda15af4783b None None] Provisioning for port 4c43d5a3-8259-477c-8850-6c0788a3a91a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:09.938003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5bdd37b6-8e86-4edf-9933-dda15af4783b None None] Provisioning complete for port 4c43d5a3-8259-477c-8850-6c0788a3a91a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:09.938387 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5bdd37b6-8e86-4edf-9933-dda15af4783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.976436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd37b6-8e86-4edf-9933-dda15af4783b None None] Port 4c43d5a3-8259-477c-8850-6c0788a3a91a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:10.047833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 492bd65f-f7f4-48c6-8afb-33db5bdd284d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:10.052678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 492bd65f-f7f4-48c6-8afb-33db5bdd284d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:10.053158 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.135074 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.136350 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.162280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69ea031-679b-4c61-ab18-a5d489323fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492bd65f-f7f4-48c6-8afb-33db5bdd284d'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:10.164511 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c212f364-4386-45cc-b89b-6da394c8565c" -d '{"events": [{"server_uuid": "a69ea031-679b-4c61-ab18-a5d489323fb8", "name": "network-vif-plugged", "status": "completed", "tag": "492bd65f-f7f4-48c6-8afb-33db5bdd284d"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:10.178457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 492bd65f-f7f4-48c6-8afb-33db5bdd284d, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=492bd65f-f7f4-48c6-8afb-33db5bdd284d,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:10.202201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event updated for resources: {'Subnet': ['ID=9c71d688-f49f-4b72-8c3c-ef7a3d5d0696,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:10.208525 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8b05f9-a90a-4673-9787-e1927b1c5666 x-openstack-request-id: req-ee8b05f9-a90a-4673-9787-e1927b1c5666 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:10.208821 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69ea031-679b-4c61-ab18-a5d489323fb8", "name": "network-vif-plugged", "status": "completed", "tag": "492bd65f-f7f4-48c6-8afb-33db5bdd284d", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:10.209074 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee8b05f9-a90a-4673-9787-e1927b1c5666 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:10.209490 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69ea031-679b-4c61-ab18-a5d489323fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492bd65f-f7f4-48c6-8afb-33db5bdd284d', 'code': 200} Aug 19 12:31:10.210578 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Checking segment: {'id': '8df4c23a-ede6-41c9-85d4-4db793e9bd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37995c11-93d1-477a-bce8-49035b239e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:10.210952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Network hostable DHCP agents. Network: 37995c11-93d1-477a-bce8-49035b239e39, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:10.226561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea280637-f198-4f60-aed7-b5530247d23d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.256275 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea280637-f198-4f60-aed7-b5530247d23d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=4c43d5a3-8259-477c-8850-6c0788a3a91a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:10.299074 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea280637-f198-4f60-aed7-b5530247d23d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.310215 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ea280637-f198-4f60-aed7-b5530247d23d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/4c43d5a3-8259-477c-8850-6c0788a3a91a HTTP/1.1" status: 204 len: 168 time: 0.7544758 Aug 19 12:31:10.310215 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38052) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:10.321085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03ace5-f80d-4a6a-9463-a45644333dc0 req-d26fe1b1-0570-4f12-a635-ad7e912d8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:10.322784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a03ace5-f80d-4a6a-9463-a45644333dc0 req-d26fe1b1-0570-4f12-a635-ad7e912d8fda service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0556536 Aug 19 12:31:10.328911 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.335162 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b830a81-6d7f-4340-b42f-37312b962aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:31:10.338378 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3b830a81-6d7f-4340-b42f-37312b962aff tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/4c43d5a3-8259-477c-8850-6c0788a3a91a HTTP/1.1" status: 404 len: 333 time: 0.0309601 Aug 19 12:31:10.339153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Network 37995c11-93d1-477a-bce8-49035b239e39 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:10.350019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38054) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:10.393477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a03ace5-f80d-4a6a-9463-a45644333dc0 req-ae159b70-5f43-4e15-b2fd-8ee621a7548b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619366 Aug 19 12:31:10.411087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8684e9c4-7d5d-4da7-ba31-305fd6caaca0 req-176f8a3d-b48d-4c16-b98d-be5a52be7124 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0356390 Aug 19 12:31:10.439950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=492bd65f-f7f4-48c6-8afb-33db5bdd284d,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:10.451175 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 37995c11-93d1-477a-bce8-49035b239e39) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:10.457671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:10.458267 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.463747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ad755-7a18-4903-ae10-254bcf1d680e None None] Network 37995c11-93d1-477a-bce8-49035b239e39 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:10.495889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f63bedb9-e93d-4765-95c4-f2c21509ea3a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port d749e3a3-51f3-4b26-b103-1de5948f4181 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:10.496241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f63bedb9-e93d-4765-95c4-f2c21509ea3a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.597114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f63bedb9-e93d-4765-95c4-f2c21509ea3a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.611472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f63bedb9-e93d-4765-95c4-f2c21509ea3a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for d749e3a3-51f3-4b26-b103-1de5948f4181 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:10.619689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-37995c11-93d1-477a-bce8-49035b239e39', 'network_id': '37995c11-93d1-477a-bce8-49035b239e39', 'tenant_id': '6db90231ddab42bda070a099a45a3c1a', 'fixed_ips': [{'subnet_id': '9c71d688-f49f-4b72-8c3c-ef7a3d5d0696'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:10.620134 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.678776 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3b06e510-85ea-46c0-93cf-b0a9bcc77f41 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3338416 Aug 19 12:31:10.681857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38058) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:10.694278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-49576cc7-e649-4a28-a9a1-2819c08a5642 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-439796312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:10.731425 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:10.740312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8201ac0-08c6-4c7b-8f27-548b22135f60 req-9a704ec3-e7a2-47a9-88c0-43d965cc843f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:10.742034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8201ac0-08c6-4c7b-8f27-548b22135f60 req-9a704ec3-e7a2-47a9-88c0-43d965cc843f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1029000 Aug 19 12:31:10.790749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8201ac0-08c6-4c7b-8f27-548b22135f60 req-4b667f41-b540-438e-949c-6a77c26c0fa8 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Aug 19 12:31:10.888541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:10.889297 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.911962 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-49576cc7-e649-4a28-a9a1-2819c08a5642 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.912944 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-49576cc7-e649-4a28-a9a1-2819c08a5642 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.930175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Allocated IP 172.20.0.2 (37995c11-93d1-477a-bce8-49035b239e39/9c71d688-f49f-4b72-8c3c-ef7a3d5d0696/379981ac-e6fe-411e-a56a-fd87e43a066d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:10.987387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64b9acf8-ce4f-4734-bac7-3ba8ac7a26ac req-7ee60920-15da-4b26-a92a-b71c437fd2e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0648966 Aug 19 12:31:11.013945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee884d-318b-466c-8d03-d5b6199bf778 req-d7e55592-bb6e-4c44-93a1-46b12d03e376 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:11.015664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93ee884d-318b-466c-8d03-d5b6199bf778 req-d7e55592-bb6e-4c44-93a1-46b12d03e376 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.0804009 Aug 19 12:31:11.057149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93ee884d-318b-466c-8d03-d5b6199bf778 req-060c7f03-18f4-46ec-b770-dc0e77b6c2b6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341039 Aug 19 12:31:11.105310 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f63bedb9-e93d-4765-95c4-f2c21509ea3a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.134313 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.141173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bedb9-e93d-4765-95c4-f2c21509ea3a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=d749e3a3-51f3-4b26-b103-1de5948f4181,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:11.148251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Transition to ACTIVE for port object 379981ac-e6fe-411e-a56a-fd87e43a066d will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:11.176982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Transition to ACTIVE for port object 379981ac-e6fe-411e-a56a-fd87e43a066d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:11.177203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f63bedb9-e93d-4765-95c4-f2c21509ea3a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.178746 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f63bedb9-e93d-4765-95c4-f2c21509ea3a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/d749e3a3-51f3-4b26-b103-1de5948f4181 HTTP/1.1" status: 204 len: 168 time: 0.8276587 Aug 19 12:31:11.179402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38074) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:11.203444 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-49576cc7-e649-4a28-a9a1-2819c08a5642 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.210418 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67ca545-9d0c-47be-887f-70abc3393b87 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:31:11.212991 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d67ca545-9d0c-47be-887f-70abc3393b87 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/d749e3a3-51f3-4b26-b103-1de5948f4181 HTTP/1.1" status: 404 len: 333 time: 0.0320365 Aug 19 12:31:11.216001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38076) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:11.277416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a234e9-4aed-4fdf-8912-c6018d5b75a7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting subnet 42654e72-0c47-4bf9-be35-a99a9ab7233d {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:31:11.281317 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a234e9-4aed-4fdf-8912-c6018d5b75a7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.311955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.333874 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a234e9-4aed-4fdf-8912-c6018d5b75a7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.345648 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-49576cc7-e649-4a28-a9a1-2819c08a5642 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.360464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Network 37995c11-93d1-477a-bce8-49035b239e39 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:11.364414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:11.368198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:11.375739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Pushing event updated for resources: {'Port': ['ID=379981ac-e6fe-411e-a56a-fd87e43a066d,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:11.427835 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Attempting to bind port 379981ac-e6fe-411e-a56a-fd87e43a066d on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:11.428102 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a234e9-4aed-4fdf-8912-c6018d5b75a7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.428227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Attempting to bind port 379981ac-e6fe-411e-a56a-fd87e43a066d by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '8df4c23a-ede6-41c9-85d4-4db793e9bd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37995c11-93d1-477a-bce8-49035b239e39'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:11.428625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Attempting to bind port 379981ac-e6fe-411e-a56a-fd87e43a066d on network 37995c11-93d1-477a-bce8-49035b239e39 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:11.436849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:11.437232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Checking segment: {'id': '8df4c23a-ede6-41c9-85d4-4db793e9bd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37995c11-93d1-477a-bce8-49035b239e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:11.437672 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.438073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Bound using segment: {'id': '8df4c23a-ede6-41c9-85d4-4db793e9bd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37995c11-93d1-477a-bce8-49035b239e39'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:11.438580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Bound port: 379981ac-e6fe-411e-a56a-fd87e43a066d, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df4c23a-ede6-41c9-85d4-4db793e9bd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37995c11-93d1-477a-bce8-49035b239e39'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:11.438968 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.482323 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-49576cc7-e649-4a28-a9a1-2819c08a5642 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.483810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-49576cc7-e649-4a28-a9a1-2819c08a5642 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8000586 Aug 19 12:31:11.486533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38080) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:11.519180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] For port 379981ac-e6fe-411e-a56a-fd87e43a066d, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:11.522838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] For port 379981ac-e6fe-411e-a56a-fd87e43a066d, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=379981ac-e6fe-411e-a56a-fd87e43a066d,segment=NetworkSegment(8df4c23a-ede6-41c9-85d4-4db793e9bd08),segment_id=8df4c23a-ede6-41c9-85d4-4db793e9bd08)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:11.618768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a234e9-4aed-4fdf-8912-c6018d5b75a7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.620637 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6057f36-44c5-441d-bbfa-d720febcc013 req-64adb1a6-382b-4941-a076-e99fd4203b91 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.1094348 Aug 19 12:31:11.656892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a234e9-4aed-4fdf-8912-c6018d5b75a7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Subnet': ['ID=42654e72-0c47-4bf9-be35-a99a9ab7233d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:11.659362 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.661194 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.662505 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a234e9-4aed-4fdf-8912-c6018d5b75a7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.668946 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-03a234e9-4aed-4fdf-8912-c6018d5b75a7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/42654e72-0c47-4bf9-be35-a99a9ab7233d HTTP/1.1" status: 204 len: 168 time: 0.4470468 Aug 19 12:31:11.674415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38082) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:11.680917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbc7f5c-da4f-408a-9a75-d6ee221838a8 None None] Network fe83681d-bf48-42ee-8e40-36752996ef43 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:11.793364 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae85ea6-0db1-4e8b-adb5-6e4b16ff031e None None] Pushing event updated for resources: {'Port': ['ID=379981ac-e6fe-411e-a56a-fd87e43a066d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:11.853403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.951295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd24979-e5a3-494b-a4c6-9f177243c747 None None] DHCP port deletion for fe83681d-bf48-42ee-8e40-36752996ef43 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:31:12.016887 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.051118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bbd24979-e5a3-494b-a4c6-9f177243c747 None None] Deleting port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:12.054635 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bbd24979-e5a3-494b-a4c6-9f177243c747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.088389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad349bf-de55-4eb7-9c13-1a91192a4565 req-e3dc93bd-1bc1-4e1e-8b54-2490d7251e71 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:12.096017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ad349bf-de55-4eb7-9c13-1a91192a4565 req-e3dc93bd-1bc1-4e1e-8b54-2490d7251e71 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1685095 Aug 19 12:31:12.187427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bbd24979-e5a3-494b-a4c6-9f177243c747 None None] For port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=85e83667-cfa6-4011-8ba5-b9872d5bfcd3,segment=NetworkSegment(e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d),segment_id=e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:12.187725 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bbd24979-e5a3-494b-a4c6-9f177243c747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.210284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bbd24979-e5a3-494b-a4c6-9f177243c747 None None] Calling delete_port for 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:12.234518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ad349bf-de55-4eb7-9c13-1a91192a4565 req-75531fd8-3a07-4b46-a252-3f337e615c90 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373055 Aug 19 12:31:12.265443 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:31:12.318195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:12.318550 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.443425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681b0f3-bea2-442e-9cc6-a73a348ffdea req-d3efa363-a4db-429c-b849-bef295e4fc07 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:12.444848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4681b0f3-bea2-442e-9cc6-a73a348ffdea req-d3efa363-a4db-429c-b849-bef295e4fc07 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.2039208 Aug 19 12:31:12.459600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] For port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=85e83667-cfa6-4011-8ba5-b9872d5bfcd3,segment=NetworkSegment(e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d),segment_id=e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:12.459997 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.509639 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bbd24979-e5a3-494b-a4c6-9f177243c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.513758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:12.536506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd24979-e5a3-494b-a4c6-9f177243c747 None None] Pushing event deleted for resources: {'Port': ['ID=85e83667-cfa6-4011-8ba5-b9872d5bfcd3,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:12.546429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd24979-e5a3-494b-a4c6-9f177243c747 None None] No DVR routers for this DVR port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:12.583847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Allocated IP 172.20.0.1 (37995c11-93d1-477a-bce8-49035b239e39/9c71d688-f49f-4b72-8c3c-ef7a3d5d0696/d6b40852-a69d-4d38-8930-807f9a026a18) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:12.590011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4681b0f3-bea2-442e-9cc6-a73a348ffdea req-87cb1961-6607-4acf-b800-3bf52fd2a52e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325066 Aug 19 12:31:12.775896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0a4fd83-0a42-4b31-a8fc-f5877944556f req-7ce3c846-2d4c-43f2-b9ef-f5934de75f9d tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0382724 Aug 19 12:31:12.776514 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.816170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=85e83667-cfa6-4011-8ba5-b9872d5bfcd3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:12.824682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No DVR routers for this DVR port 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:12.827193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 379981ac-e6fe-411e-a56a-fd87e43a066d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:12.865936 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.024953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 379981ac-e6fe-411e-a56a-fd87e43a066d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:13.090647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:13.114472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 466d795a-25a7-4e8a-a594-3e957b5d8410 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:13.121907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:13.122259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 85e83667-cfa6-4011-8ba5-b9872d5bfcd3 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:13.138644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f661988-7631-4b98-9d0f-05b670a86380 None None] Network 37995c11-93d1-477a-bce8-49035b239e39 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:13.227785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Transition to ACTIVE for port object d6b40852-a69d-4d38-8930-807f9a026a18 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:13.265503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.286128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe83681d-bf48-42ee-8e40-36752996ef43']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:13.309978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:13.310275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e2603d-8b6f-4b46-97a4-c29ffa6fd81d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:13.324641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-62d0f80f-b848-4fca-b1ce-fea99e719bf6 None None] Provisioning for port 379981ac-e6fe-411e-a56a-fd87e43a066d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:13.331986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:13.338711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95052e50-dc92-4b6f-916a-70d14b1ca6c5 req-6ddbbde4-b7cd-4b26-89ce-0600aaf7706d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:13.340251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95052e50-dc92-4b6f-916a-70d14b1ca6c5 req-6ddbbde4-b7cd-4b26-89ce-0600aaf7706d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.1374292 Aug 19 12:31:13.341263 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-62d0f80f-b848-4fca-b1ce-fea99e719bf6 None None] Provisioning complete for port 379981ac-e6fe-411e-a56a-fd87e43a066d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:13.341671 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-62d0f80f-b848-4fca-b1ce-fea99e719bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.344092 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.389304 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.393771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed3b003a-3230-4c67-a402-4a82537c995a req-da66597c-b1ab-4abd-aa1a-955fc83e63e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd3b719a22ee4707b529d99691a5c231&device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0408876 Aug 19 12:31:13.395689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'mac_address': 'fa:16:3e:cb:60:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:13.416904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:13.417317 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:13.422622 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:13.478235 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed3b003a-3230-4c67-a402-4a82537c995a req-5e33deb5-1247-4e4b-97c9-19e583303f72 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=cd3b719a22ee4707b529d99691a5c231&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743511 Aug 19 12:31:13.484121 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.491314 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.520285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95052e50-dc92-4b6f-916a-70d14b1ca6c5 req-691efa0e-318f-419f-985a-933ce180b909 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682770 Aug 19 12:31:13.534174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 466d795a-25a7-4e8a-a594-3e957b5d8410 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:13.559907 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-62d0f80f-b848-4fca-b1ce-fea99e719bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.577230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:13.606693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-62d0f80f-b848-4fca-b1ce-fea99e719bf6 None None] For port 379981ac-e6fe-411e-a56a-fd87e43a066d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=379981ac-e6fe-411e-a56a-fd87e43a066d,segment=NetworkSegment(8df4c23a-ede6-41c9-85d4-4db793e9bd08),segment_id=8df4c23a-ede6-41c9-85d4-4db793e9bd08)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:13.614749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Network 37995c11-93d1-477a-bce8-49035b239e39 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:13.654644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:13.661713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:13.683565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event updated for resources: {'Port': ['ID=d6b40852-a69d-4d38-8930-807f9a026a18,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:13.706441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4efd551-6972-43ab-bd83-c4a24ce2aed3 req-bc7b079d-be66-4092-9bdd-ae2e38b6168a tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0855973 Aug 19 12:31:13.728930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.729284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.733228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.733228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.733228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.733228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.733228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.733228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.733228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.733228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.734167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.734266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.734266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:13.759091 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.810307 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-62d0f80f-b848-4fca-b1ce-fea99e719bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.813174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:13.838662 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.849538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688f196-cd85-4695-bfbc-84f8657f4000 req-0ab06ad5-f3b0-4cbb-ba7f-c9939ab5af2c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:13.851359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6688f196-cd85-4695-bfbc-84f8657f4000 req-0ab06ad5-f3b0-4cbb-ba7f-c9939ab5af2c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.2704647 Aug 19 12:31:13.877301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0f80f-b848-4fca-b1ce-fea99e719bf6 None None] Pushing event updated for resources: {'Port': ['ID=379981ac-e6fe-411e-a56a-fd87e43a066d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:13.881897 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.882670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/networks/fe83681d-bf48-42ee-8e40-36752996ef43 HTTP/1.1" status: 204 len: 168 time: 2.2071784 Aug 19 12:31:13.886889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38126) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:13.893166 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-529413747'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:13.901057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b003a-3230-4c67-a402-4a82537c995a req-e9b02f23-2744-470a-b7bf-b9a054ecd8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:13.902566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed3b003a-3230-4c67-a402-4a82537c995a req-e9b02f23-2744-470a-b7bf-b9a054ecd8a6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4111705 Aug 19 12:31:13.932509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-82085d00-e898-4c95-9e29-d843c71e8b98 None None] Provisioning complete for port 379981ac-e6fe-411e-a56a-fd87e43a066d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:13.932866 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-82085d00-e898-4c95-9e29-d843c71e8b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.960249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29099dab-8fd2-4328-861b-c59bc80cf067 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Network': ['ID=fe83681d-bf48-42ee-8e40-36752996ef43,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:13.960700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['466d795a-25a7-4e8a-a594-3e957b5d8410'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:14.007792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:14.014460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.033019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea3245-e45a-4145-b3e2-b9e70257b212 req-20dd5ce3-459b-4d85-9acf-9c201ccca28f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:14.035175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cea3245-e45a-4145-b3e2-b9e70257b212 req-20dd5ce3-459b-4d85-9acf-9c201ccca28f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.2055762 Aug 19 12:31:14.049656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6688f196-cd85-4695-bfbc-84f8657f4000 req-be7e276c-80d8-4337-b02b-2fa765981a0d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724210 Aug 19 12:31:14.065443 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:14.075985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.076456 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Added segment 71fa8604-60db-42c3-9f1d-ce8141319bf4 of type vlan for network b5814a21-14ae-4c00-ae74-254f551f732a Aug 19 12:31:14.101960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cea3245-e45a-4145-b3e2-b9e70257b212 req-c383894f-a8b7-4de7-b6d8-5cc6d7bb53fd tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490355 Aug 19 12:31:14.122192 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.150823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.223918 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.229586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:14.230174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.304098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Network': ['ID=b5814a21-14ae-4c00-ae74-254f551f732a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:14.314942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network b5814a21-14ae-4c00-ae74-254f551f732a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:14.329136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-40f5c3d1-643a-4840-a837-0feab9f1b2af None None] Provisioning for port d6b40852-a69d-4d38-8930-807f9a026a18 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:14.359755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.361899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-40f5c3d1-643a-4840-a837-0feab9f1b2af None None] Provisioning complete for port d6b40852-a69d-4d38-8930-807f9a026a18 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:14.362264 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-40f5c3d1-643a-4840-a837-0feab9f1b2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.403921 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1d16160a-c69b-42c7-8827-5b80831ad164 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5152314 Aug 19 12:31:14.406892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38134) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:14.422932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': 'b5814a21-14ae-4c00-ae74-254f551f732a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:14.427432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-40f5c3d1-643a-4840-a837-0feab9f1b2af None None] Port d6b40852-a69d-4d38-8930-807f9a026a18 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:14.493927 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.512033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76ba62-d188-41cc-a1f0-491323d1c63a req-ae88fef7-1b6f-46e8-967a-75101c38491f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:14.513841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef76ba62-d188-41cc-a1f0-491323d1c63a req-ae88fef7-1b6f-46e8-967a-75101c38491f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.0770948 Aug 19 12:31:14.561994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef76ba62-d188-41cc-a1f0-491323d1c63a req-007f7639-2ebf-4ad1-8d16-3d4cf2bcfb18 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Aug 19 12:31:14.566992 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.647175 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.650188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event updated for resources: {'Port': ['ID=d6b40852-a69d-4d38-8930-807f9a026a18,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:14.656613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:14.660769 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.723655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 379981ac-e6fe-411e-a56a-fd87e43a066d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:14.785983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Network 37995c11-93d1-477a-bce8-49035b239e39 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:14.785983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:14.806868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 379981ac-e6fe-411e-a56a-fd87e43a066d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:14.807539 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.904237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5aa9ba54-5369-419f-bc27-440776ec9417 req-b1ac4f3c-f8a9-4e29-b379-c5ec4aaa826d tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.1022327 Aug 19 12:31:14.991438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.065284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Subnet': ['ID=4a56bc0d-aa74-4695-bb5e-92801dc15ab9,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:15.074781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Checking segment: {'id': '71fa8604-60db-42c3-9f1d-ce8141319bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b5814a21-14ae-4c00-ae74-254f551f732a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:15.075268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network hostable DHCP agents. Network: b5814a21-14ae-4c00-ae74-254f551f732a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:15.082719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Router 08f322fc-89b9-4585-a809-f038b9c5be3b is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:31:15.132063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 466d795a-25a7-4e8a-a594-3e957b5d8410 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:15.174160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network b5814a21-14ae-4c00-ae74-254f551f732a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:15.180599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-52258c2c-67fb-42fd-9760-5d0ed3fe0a53 None None] Provisioning complete for port d6b40852-a69d-4d38-8930-807f9a026a18 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:15.182054 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-52258c2c-67fb-42fd-9760-5d0ed3fe0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.224402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed3b003a-3230-4c67-a402-4a82537c995a req-2cddb539-abd3-4535-9ff6-9317d6b1d3f2 tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0391078 Aug 19 12:31:15.242232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 466d795a-25a7-4e8a-a594-3e957b5d8410 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:15.242875 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.245566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-52258c2c-67fb-42fd-9760-5d0ed3fe0a53 None None] Port d6b40852-a69d-4d38-8930-807f9a026a18 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:15.246622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a3f3-2140-49ae-a512-87bc2bd0b01b req-02cb0c32-dde3-49cc-a37c-3885368f202e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:15.248167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0b1a3f3-2140-49ae-a512-87bc2bd0b01b req-02cb0c32-dde3-49cc-a37c-3885368f202e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1203182 Aug 19 12:31:15.249227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:15.255228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3b46e05a-82ef-4009-883f-99bdd7e507a6 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "PUT /v2.0/routers/08f322fc-89b9-4585-a809-f038b9c5be3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7674832 Aug 19 12:31:15.262087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38162) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:15.262087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, b5814a21-14ae-4c00-ae74-254f551f732a) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:15.266802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Request body: {'port': {'network_id': '37995c11-93d1-477a-bce8-49035b239e39', 'name': 'tempest-FloatingIPNegativeTestJSON-1076802677'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:15.270597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce63c0-64b7-4e7a-8855-68b2977344f4 None None] Network b5814a21-14ae-4c00-ae74-254f551f732a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:15.275406 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d001e-34f2-481c-88ce-8432ba49a408 None None] Sync routers for ids ['08f322fc-89b9-4585-a809-f038b9c5be3b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:15.286757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:15.287347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.292694 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d001e-34f2-481c-88ce-8432ba49a408 None None] Routers {'08f322fc-89b9-4585-a809-f038b9c5be3b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:15.293789 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e15d001e-34f2-481c-88ce-8432ba49a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['08f322fc-89b9-4585-a809-f038b9c5be3b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:15.336388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0b1a3f3-2140-49ae-a512-87bc2bd0b01b req-1780d3ad-3e63-481d-8f02-3b77c6f1e0eb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453663 Aug 19 12:31:15.376138 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e15d001e-34f2-481c-88ce-8432ba49a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:15.393543 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d001e-34f2-481c-88ce-8432ba49a408 None None] Routers {'08f322fc-89b9-4585-a809-f038b9c5be3b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:15.394626 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e15d001e-34f2-481c-88ce-8432ba49a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['08f322fc-89b9-4585-a809-f038b9c5be3b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:15.449547 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e15d001e-34f2-481c-88ce-8432ba49a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:15.450500 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d001e-34f2-481c-88ce-8432ba49a408 None None] The sync data for ids ['08f322fc-89b9-4585-a809-f038b9c5be3b'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:15.533164 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-11e397ae-2967-433c-a223-36c44f153d6e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1251791 Aug 19 12:31:15.536620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38186) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:15.541726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-45c002b2-efba-446f-b541-0ad5a144b097 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-271851908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:15.645896 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.659880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Made reservation on behalf of 6db90231ddab42bda070a099a45a3c1a for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:15.665879 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.693704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:15.696305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:15.698680 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1e9243-fd72-433b-8560-dd252d98bbad" -d '{"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-plugged", "status": "completed", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:15.703379 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] device_id is not set on port 8ccb4cb6-b392-422a-a7d2-efb952d265b2 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:15.728999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76281d-40be-4503-be95-8211e7e41c2b req-8ae30737-3df3-4f1b-a9c6-692fa2bc29cb tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:15.735987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-b5814a21-14ae-4c00-ae74-254f551f732a', 'network_id': 'b5814a21-14ae-4c00-ae74-254f551f732a', 'tenant_id': '375e35146a56479a8306636345b76078', 'fixed_ips': [{'subnet_id': '4a56bc0d-aa74-4695-bb5e-92801dc15ab9'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:15.737227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f76281d-40be-4503-be95-8211e7e41c2b req-8ae30737-3df3-4f1b-a9c6-692fa2bc29cb tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.0933130 Aug 19 12:31:15.740977 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.787929 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540edb10-5e24-4348-b9c2-f7af6f5c377a x-openstack-request-id: req-540edb10-5e24-4348-b9c2-f7af6f5c377a {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:15.788541 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-plugged", "status": "completed", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:15.789092 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-540edb10-5e24-4348-b9c2-f7af6f5c377a {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:15.789788 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f76281d-40be-4503-be95-8211e7e41c2b req-82c18dc9-5399-4da3-9559-67f095c62fc1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509663 Aug 19 12:31:15.789916 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'code': 200} Aug 19 12:31:15.812457 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.842353 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45c002b2-efba-446f-b541-0ad5a144b097 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.843834 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45c002b2-efba-446f-b541-0ad5a144b097 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.940482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Allocated IP 172.20.0.11 (37995c11-93d1-477a-bce8-49035b239e39/9c71d688-f49f-4b72-8c3c-ef7a3d5d0696/8ccb4cb6-b392-422a-a7d2-efb952d265b2) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:15.950825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45c002b2-efba-446f-b541-0ad5a144b097 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.016422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:16.042700 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45c002b2-efba-446f-b541-0ad5a144b097 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.050040 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Allocated IP 2001:db8::2 (b5814a21-14ae-4c00-ae74-254f551f732a/4a56bc0d-aa74-4695-bb5e-92801dc15ab9/6c0454d0-e2cb-46d7-bd75-d4c089eb858d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:16.161678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ce4d57f-46fc-4908-9d86-2d16ed4eeed6 req-0a148617-839f-4d2e-87e9-385d4e75dc6a tempest-ServerShowV257Test-1021218940 tempest-ServerShowV257Test-1021218940-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3829e5-5ad6-4b45-9f8d-7c5602b381e6 HTTP/1.1" status: 200 len: 210 time: 0.0899990 Aug 19 12:31:16.170192 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45c002b2-efba-446f-b541-0ad5a144b097 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.171662 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-45c002b2-efba-446f-b541-0ad5a144b097 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6340218 Aug 19 12:31:16.174536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38206) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:16.181244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'network_id': 'b5814a21-14ae-4c00-ae74-254f551f732a', 'name': 'tempest-PortsIpV6TestJSON-1646239311'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:16.236421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.271532 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Transition to ACTIVE for port object 8ccb4cb6-b392-422a-a7d2-efb952d265b2 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:16.377400 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.384591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Transition to ACTIVE for port object 6c0454d0-e2cb-46d7-bd75-d4c089eb858d will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:16.408510 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.413836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Transition to ACTIVE for port object 6c0454d0-e2cb-46d7-bd75-d4c089eb858d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:16.482089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Network 37995c11-93d1-477a-bce8-49035b239e39 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:16.485352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:16.489090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:16.522538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7d386-63ff-41d5-85f1-99b8f8f097d1 req-568f86ae-8f8f-4b7e-94e2-61dc80780f7a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:16.524155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c7d386-63ff-41d5-85f1-99b8f8f097d1 req-568f86ae-8f8f-4b7e-94e2-61dc80780f7a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.0633094 Aug 19 12:31:16.549290 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.574505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event updated for resources: {'Port': ['ID=8ccb4cb6-b392-422a-a7d2-efb952d265b2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:16.592314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c7d386-63ff-41d5-85f1-99b8f8f097d1 req-3f2ef6fe-224a-4c9e-9438-f00d3a89e880 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575819 Aug 19 12:31:16.624649 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:16.624649 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.628338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Network b5814a21-14ae-4c00-ae74-254f551f732a is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:16.640181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:16.643210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:16.662929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Pushing event updated for resources: {'Port': ['ID=6c0454d0-e2cb-46d7-bd75-d4c089eb858d,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:16.707700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:16.710803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.728966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Attempting to bind port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:16.729603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Attempting to bind port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '71fa8604-60db-42c3-9f1d-ce8141319bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b5814a21-14ae-4c00-ae74-254f551f732a'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:16.730040 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Attempting to bind port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d on network b5814a21-14ae-4c00-ae74-254f551f732a {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:16.736399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:16.753825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Checking segment: {'id': '71fa8604-60db-42c3-9f1d-ce8141319bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b5814a21-14ae-4c00-ae74-254f551f732a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:16.753825 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.753825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Bound using segment: {'id': '71fa8604-60db-42c3-9f1d-ce8141319bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b5814a21-14ae-4c00-ae74-254f551f732a'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:16.753825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Bound port: 6c0454d0-e2cb-46d7-bd75-d4c089eb858d, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fa8604-60db-42c3-9f1d-ce8141319bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b5814a21-14ae-4c00-ae74-254f551f732a'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:16.753825 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.754320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port a36c51a3-6ad2-449c-ab49-ae1945a3647f yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:16.820109 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b393c4cb-a65f-4148-adaa-dc8d4a220927 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5575838 Aug 19 12:31:16.823734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38228) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:16.828853 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:16.886474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] For port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:16.890699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] For port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6c0454d0-e2cb-46d7-bd75-d4c089eb858d,segment=NetworkSegment(71fa8604-60db-42c3-9f1d-ce8141319bf4),segment_id=71fa8604-60db-42c3-9f1d-ce8141319bf4)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:16.962056 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.990163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8::1a2 (b5814a21-14ae-4c00-ae74-254f551f732a/4a56bc0d-aa74-4695-bb5e-92801dc15ab9/a36c51a3-6ad2-449c-ab49-ae1945a3647f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:17.015452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58d632-a3b9-4089-aa78-a5e74c12d508 req-ed59c25b-28b8-426e-a65a-6023bd634024 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:17.016957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a58d632-a3b9-4089-aa78-a5e74c12d508 req-ed59c25b-28b8-426e-a65a-6023bd634024 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.1002448 Aug 19 12:31:17.051274 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.054770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d0249e62-40b8-46a7-af07-fe78bb75ce49 None None] Provisioning for port 8ccb4cb6-b392-422a-a7d2-efb952d265b2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:17.074475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d0249e62-40b8-46a7-af07-fe78bb75ce49 None None] Provisioning complete for port 8ccb4cb6-b392-422a-a7d2-efb952d265b2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:17.074851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d0249e62-40b8-46a7-af07-fe78bb75ce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.149016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.149871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a58d632-a3b9-4089-aa78-a5e74c12d508 req-90ae9aa0-2b86-4a33-b6f4-1cd79f081a30 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235301 Aug 19 12:31:17.172854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d0249e62-40b8-46a7-af07-fe78bb75ce49 None None] Port 8ccb4cb6-b392-422a-a7d2-efb952d265b2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:17.179253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949262e2-4478-4ae2-8108-f5cec0191ac0 None None] Pushing event updated for resources: {'Port': ['ID=6c0454d0-e2cb-46d7-bd75-d4c089eb858d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:17.319743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc94af-5617-473d-8e48-b88d0b89f57f req-535ae7c1-66b6-4d6b-9ea0-888ef56b23e6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:17.328037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7dbc94af-5617-473d-8e48-b88d0b89f57f req-535ae7c1-66b6-4d6b-9ea0-888ef56b23e6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.2397454 Aug 19 12:31:17.383260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Allocated IP 172.25.6.242 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/a4f8fcf5-4df7-4165-b80c-c1c70264542c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:17.492284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7dbc94af-5617-473d-8e48-b88d0b89f57f req-9426dca3-f19d-4b6b-a569-0fbaedafd815 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604526 Aug 19 12:31:17.496184 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.546366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object a36c51a3-6ad2-449c-ab49-ae1945a3647f will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:17.710385 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.766801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c8f99-b8bb-41e8-bc57-f934cbd77017 req-1593316e-b272-499b-9232-f6077b98fc31 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:17.780008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a0c8f99-b8bb-41e8-bc57-f934cbd77017 req-1593316e-b272-499b-9232-f6077b98fc31 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1121812 Aug 19 12:31:17.791822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network b5814a21-14ae-4c00-ae74-254f551f732a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:17.902306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a0c8f99-b8bb-41e8-bc57-f934cbd77017 req-a4fd5783-4c50-47f2-92a1-44cd7ef03c08 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205199 Aug 19 12:31:17.904056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:17.921506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:17.926701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:17.927670 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.928556 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.950511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=a36c51a3-6ad2-449c-ab49-ae1945a3647f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:18.011361 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38254) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:18.057481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3dc0c29c-335a-4366-8955-cdf0094ffee2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8802903 Aug 19 12:31:18.060854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38258) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:18.303243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193b27a-5e0e-4c7a-80d7-7dfe9fc31b6f req-d954a401-82ff-4ded-829c-432fda4f0f62 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:18.312115 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f193b27a-5e0e-4c7a-80d7-7dfe9fc31b6f req-d954a401-82ff-4ded-829c-432fda4f0f62 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.0739582 Aug 19 12:31:18.330960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.369959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f193b27a-5e0e-4c7a-80d7-7dfe9fc31b6f req-022d816b-f539-40a8-9859-eb25a08f456b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576289 Aug 19 12:31:18.393363 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a0a372f-b43f-4ffe-aed0-1f8e5cbab01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.448871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:18.453332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:18.459903 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:18.548524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event updated for resources: {'Port': ['ID=a4f8fcf5-4df7-4165-b80c-c1c70264542c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:18.579877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f309b-c1ce-4dee-aee1-27a9ac76c89c None None] Network b5814a21-14ae-4c00-ae74-254f551f732a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:18.679711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12151a-78df-4f87-b0de-4a6a3f47484d req-cd625c97-7338-4a05-9e72-999e890c1931 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:18.691303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe12151a-78df-4f87-b0de-4a6a3f47484d req-cd625c97-7338-4a05-9e72-999e890c1931 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.0939302 Aug 19 12:31:18.700089 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.780695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6f90130d-8549-4d63-bc98-96db4378048f None None] Provisioning for port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:18.812839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe12151a-78df-4f87-b0de-4a6a3f47484d req-6f198a89-d984-4a05-acb3-c3f120e37b21 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212676 Aug 19 12:31:18.851633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.900923 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6c0454d0-e2cb-46d7-bd75-d4c089eb858d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:18.932275 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a0a372f-b43f-4ffe-aed0-1f8e5cbab01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.982247 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.065316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:19.071408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:19.071982 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.073201 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a0a372f-b43f-4ffe-aed0-1f8e5cbab01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.151865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14e659-d079-4722-ad65-d842e055d08f req-d0498fe0-51af-4f5a-acb6-3c2de4452dd3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:19.156800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d14e659-d079-4722-ad65-d842e055d08f req-d0498fe0-51af-4f5a-acb6-3c2de4452dd3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1008952 Aug 19 12:31:19.215865 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.243104 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4a0a372f-b43f-4ffe-aed0-1f8e5cbab01b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd3b719a22ee4707b529d99691a5c231&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2305810 Aug 19 12:31:19.244013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a372f-b43f-4ffe-aed0-1f8e5cbab01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a7480c-af49-4777-a272-0ba9daa353a9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:19.262910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6c0454d0-e2cb-46d7-bd75-d4c089eb858d,segment=NetworkSegment(71fa8604-60db-42c3-9f1d-ce8141319bf4),segment_id=71fa8604-60db-42c3-9f1d-ce8141319bf4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:19.276188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d14e659-d079-4722-ad65-d842e055d08f req-30a63aad-fac7-45c0-ae81-b827b1f1406a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099858 Aug 19 12:31:19.277490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38278) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:19.364366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-aec83956-2a2f-4fab-aecc-3c00e74e5077 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:19.366305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-aec83956-2a2f-4fab-aecc-3c00e74e5077 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.53 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.1898105 Aug 19 12:31:19.367854 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.458679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da0b6d43-4577-48f6-a05c-8bce5c14747e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.462862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.511570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-61415c9c-25f7-477d-9213-096f0cca0d9f None None] Provisioning complete for port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:19.511947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-61415c9c-25f7-477d-9213-096f0cca0d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.521415 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da0b6d43-4577-48f6-a05c-8bce5c14747e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.567693 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.570408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Deleting port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:19.570829 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.604411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=6c0454d0-e2cb-46d7-bd75-d4c089eb858d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:19.679212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.739222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc3c57-4e3a-42ee-a1fe-4e85bd3ae4f0 req-36e69e2c-67cf-4a82-bc42-b1dab7c643a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:19.747227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70fc3c57-4e3a-42ee-a1fe-4e85bd3ae4f0 req-36e69e2c-67cf-4a82-bc42-b1dab7c643a6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.2286754 Aug 19 12:31:19.762943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=a36c51a3-6ad2-449c-ab49-ae1945a3647f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:19.775968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.811354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] For port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4a1d4b9a-ef5c-4be2-831b-6fe382acc112,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:19.811817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.813034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-61415c9c-25f7-477d-9213-096f0cca0d9f None None] Provisioning for port a36c51a3-6ad2-449c-ab49-ae1945a3647f completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:19.818228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-61415c9c-25f7-477d-9213-096f0cca0d9f None None] Provisioning complete for port a36c51a3-6ad2-449c-ab49-ae1945a3647f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:19.819244 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-61415c9c-25f7-477d-9213-096f0cca0d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.896754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-61415c9c-25f7-477d-9213-096f0cca0d9f None None] Port a36c51a3-6ad2-449c-ab49-ae1945a3647f cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:19.924899 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event updated for resources: {'Port': ['ID=a4f8fcf5-4df7-4165-b80c-c1c70264542c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:19.993748 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.028519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ffed0f3c-f05a-417f-a4be-a0e0946226ce None None] Provisioning complete for port a36c51a3-6ad2-449c-ab49-ae1945a3647f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:20.028901 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ffed0f3c-f05a-417f-a4be-a0e0946226ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.068395 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.100255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ffed0f3c-f05a-417f-a4be-a0e0946226ce None None] Port a36c51a3-6ad2-449c-ab49-ae1945a3647f cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:20.118283 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.119596 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aa59f870-0046-45b4-a3ed-9a4daf35dee8 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2947466 Aug 19 12:31:20.122723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38288) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:20.129616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4d8f8ad3-f372-4859-a807-c1e026859e6f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Request body: {'floatingip': {'port_id': '8ccb4cb6-b392-422a-a7d2-efb952d265b2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:20.180857 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8ad3-f372-4859-a807-c1e026859e6f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.232538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8f948dd4-9f4e-4788-8277-439581d7b849 None None] Provisioning complete for port a36c51a3-6ad2-449c-ab49-ae1945a3647f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:20.233254 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f948dd4-9f4e-4788-8277-439581d7b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.293825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70fc3c57-4e3a-42ee-a1fe-4e85bd3ae4f0 req-326c9ee0-1959-483d-b83e-63d7c8947ebe tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453484 Aug 19 12:31:20.308159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da0b6d43-4577-48f6-a05c-8bce5c14747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.311766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da0b6d43-4577-48f6-a05c-8bce5c14747e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.320953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8f948dd4-9f4e-4788-8277-439581d7b849 None None] Port a36c51a3-6ad2-449c-ab49-ae1945a3647f cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:20.333099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-da0b6d43-4577-48f6-a05c-8bce5c14747e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5a7480c-af49-4777-a272-0ba9daa353a9 HTTP/1.1" status: 204 len: 168 time: 1.0502436 Aug 19 12:31:20.369168 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-4d8f8ad3-f372-4859-a807-c1e026859e6f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] update failed (client error): The resource could not be found. Aug 19 12:31:20.370284 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4d8f8ad3-f372-4859-a807-c1e026859e6f tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "PUT /v2.0/floatingips/cbb92e44-b0ab-48de-ad97-6b2c5f90b8eb HTTP/1.1" status: 404 len: 507 time: 0.2467604 Aug 19 12:31:20.373843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38298) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:20.435193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b6d43-4577-48f6-a05c-8bce5c14747e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a7480c-af49-4777-a272-0ba9daa353a9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:20.554635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81b5eb-5d5f-4e31-a009-e64b6361fcc4 req-22757daf-5c60-4497-b47c-a125c8c85e60 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:20.562715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff81b5eb-5d5f-4e31-a009-e64b6361fcc4 req-22757daf-5c60-4497-b47c-a125c8c85e60 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 945 time: 0.2826710 Aug 19 12:31:20.571726 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.773045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6c0454d0-e2cb-46d7-bd75-d4c089eb858d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:20.892287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:20.892580 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.954428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff81b5eb-5d5f-4e31-a009-e64b6361fcc4 req-758797d5-0e68-4100-9d62-11ce9c11d3b9 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=0714cf12-181a-45aa-b111-782d641a59e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906734 Aug 19 12:31:21.010273 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.010668 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.010989 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Floating IP 0de3b8a2-ec25-4f44-a669-31f4067716ab disassociated. External IP: 172.25.6.230, port: 4a1d4b9a-ef5c-4be2-831b-6fe382acc112. Aug 19 12:31:21.011338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Calling delete_port for 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:21.074812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7474e7-6d68-4aae-b80f-22380b83b924 req-416404ad-7612-45b0-9514-7a3986a45ab3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:21.084899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f7474e7-6d68-4aae-b80f-22380b83b924 req-416404ad-7612-45b0-9514-7a3986a45ab3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.4099419 Aug 19 12:31:21.162595 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-02cd42f5-d6ec-440f-b76f-6a4445cd27e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.194287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f7474e7-6d68-4aae-b80f-22380b83b924 req-c204805b-d249-412e-98c4-e39510d2c490 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080844 Aug 19 12:31:21.209886 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-35d1f60d-3999-462c-ba77-52e68cd32eb1 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Deleting port a4f8fcf5-4df7-4165-b80c-c1c70264542c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:21.210649 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-35d1f60d-3999-462c-ba77-52e68cd32eb1 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.332559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-35d1f60d-3999-462c-ba77-52e68cd32eb1 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.332941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-35d1f60d-3999-462c-ba77-52e68cd32eb1 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.354116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-35d1f60d-3999-462c-ba77-52e68cd32eb1 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Calling delete_port for a4f8fcf5-4df7-4165-b80c-c1c70264542c owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:21.356936 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.423902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934cd26-ef35-4aa5-af2d-09a09dc58155 req-1a6883df-4fd0-4002-a4f5-09e90bee10b1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:21.427109 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4934cd26-ef35-4aa5-af2d-09a09dc58155 req-1a6883df-4fd0-4002-a4f5-09e90bee10b1 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.0576944 Aug 19 12:31:21.494387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4934cd26-ef35-4aa5-af2d-09a09dc58155 req-8ddc71df-b2bd-475b-9ef8-ca6ae1b1f124 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603163 Aug 19 12:31:21.726421 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.760182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event deleted for resources: {'Port': ['ID=4a1d4b9a-ef5c-4be2-831b-6fe382acc112,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:21.802502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.803388 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.808883 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-35d1f60d-3999-462c-ba77-52e68cd32eb1 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.936293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Router f989d078-a196-4a00-b2f8-2accb6136c9c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:31:21.950827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=a36c51a3-6ad2-449c-ab49-ae1945a3647f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:22.012585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1f60d-3999-462c-ba77-52e68cd32eb1 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event deleted for resources: {'Port': ['ID=a4f8fcf5-4df7-4165-b80c-c1c70264542c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:22.035063 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-35d1f60d-3999-462c-ba77-52e68cd32eb1 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.050461 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-35d1f60d-3999-462c-ba77-52e68cd32eb1 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.056698 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-35d1f60d-3999-462c-ba77-52e68cd32eb1 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "DELETE /v2.0/floatingips/cbb92e44-b0ab-48de-ad97-6b2c5f90b8eb HTTP/1.1" status: 204 len: 168 time: 1.6817138 Aug 19 12:31:22.062318 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38338) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:22.083112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-08d922a1-1f81-4f70-a487-e40b4bec2777 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Request body: {'floatingip': {'floating_network_id': '37995c11-93d1-477a-bce8-49035b239e39', 'port_id': '8ccb4cb6-b392-422a-a7d2-efb952d265b2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:22.117096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network b5814a21-14ae-4c00-ae74-254f551f732a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:22.131490 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:22.148240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db4faf30-8ef4-472b-b1b3-47c2c3116bb0 req-9a449ace-463b-47c8-bebe-da7362e125e2 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 210 time: 0.0569596 Aug 19 12:31:22.265753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:22.281762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9712ce8-94b7-4918-8780-1f162817aebc None None] Sync routers for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:22.297150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9712ce8-94b7-4918-8780-1f162817aebc None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:22.302167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9712ce8-94b7-4918-8780-1f162817aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:22.350873 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08d922a1-1f81-4f70-a487-e40b4bec2777 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.368885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] No DVR routers for this DVR port 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:22.435960 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.438096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3add32d-f2e5-4d24-a652-5d420c06be9d req-ddfbe92e-7977-42d1-be0d-469c8f3b3676 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.53 "DELETE /v2.0/ports/4a1d4b9a-ef5c-4be2-831b-6fe382acc112 HTTP/1.1" status: 204 len: 173 time: 3.0615556 Aug 19 12:31:22.446953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'name': 'network-vif-deleted', 'tag': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:22.449275 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530f5267-4f67-4d21-a0fa-84fb9a2ed243" -d '{"events": [{"server_uuid": "85f760e8-6ecd-4299-b4c8-fcbe3b602391", "name": "network-vif-deleted", "tag": "4a1d4b9a-ef5c-4be2-831b-6fe382acc112"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:22.486423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b9712ce8-94b7-4918-8780-1f162817aebc None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:22.518312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b3187-b229-48d0-9b47-699746d8acda req-0c120b82-424f-4a59-9543-1f05216a394a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:22.532339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f66b3187-b229-48d0-9b47-699746d8acda req-0c120b82-424f-4a59-9543-1f05216a394a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1649323 Aug 19 12:31:22.554560 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9a0e6b-bcc1-4202-b90b-e07c28a07d7c x-openstack-request-id: req-ff9a0e6b-bcc1-4202-b90b-e07c28a07d7c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:22.565350 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f760e8-6ecd-4299-b4c8-fcbe3b602391", "name": "network-vif-deleted", "tag": "4a1d4b9a-ef5c-4be2-831b-6fe382acc112", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:22.565819 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff9a0e6b-bcc1-4202-b90b-e07c28a07d7c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:22.566393 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f760e8-6ecd-4299-b4c8-fcbe3b602391', 'name': 'network-vif-deleted', 'tag': '4a1d4b9a-ef5c-4be2-831b-6fe382acc112', 'status': 'completed', 'code': 200} Aug 19 12:31:22.642817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Router 83e252d3-0ad5-4e05-a12f-3517402f8762 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:31:22.646384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f66b3187-b229-48d0-9b47-699746d8acda req-757f6687-8567-4958-986c-69576e1219b0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076057 Aug 19 12:31:22.785820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832ebed-49b4-46c6-85bd-56c9781e0bee req-312e55a0-34d5-4ed4-ac9f-679751254d28 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:22.787830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1832ebed-49b4-46c6-85bd-56c9781e0bee req-312e55a0-34d5-4ed4-ac9f-679751254d28 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.1112027 Aug 19 12:31:22.808959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:22.820645 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35878d9c-b37e-4eb0-aaa1-5c6979486a7a None None] Sync routers for ids ['83e252d3-0ad5-4e05-a12f-3517402f8762'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:22.824188 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-477312a8-78d4-4641-84c9-a3192a5ff80a tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "PUT /v2.0/routers/83e252d3-0ad5-4e05-a12f-3517402f8762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7620888 Aug 19 12:31:22.828454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38364) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:22.839121 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35878d9c-b37e-4eb0-aaa1-5c6979486a7a None None] Routers {'83e252d3-0ad5-4e05-a12f-3517402f8762'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:22.839749 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-35878d9c-b37e-4eb0-aaa1-5c6979486a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['83e252d3-0ad5-4e05-a12f-3517402f8762'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:22.873840 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8e44c4e2-c025-4d0d-931d-173eb64341e2 None None] Provisioning complete for port a36c51a3-6ad2-449c-ab49-ae1945a3647f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:22.874220 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8e44c4e2-c025-4d0d-931d-173eb64341e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.916784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8e44c4e2-c025-4d0d-931d-173eb64341e2 None None] Port a36c51a3-6ad2-449c-ab49-ae1945a3647f cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:22.933767 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1832ebed-49b4-46c6-85bd-56c9781e0bee req-b75e2e7e-3ced-4fc0-ac49-0026e4f5fa09 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333213 Aug 19 12:31:22.939743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9712ce8-94b7-4918-8780-1f162817aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:22.943321 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-35878d9c-b37e-4eb0-aaa1-5c6979486a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:22.954284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d2ef9-95c3-4caf-87a2-718fd5195220 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:22.962538 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d78d2ef9-95c3-4caf-87a2-718fd5195220 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e252d3-0ad5-4e05-a12f-3517402f8762 HTTP/1.1" status: 200 len: 989 time: 0.1326258 Aug 19 12:31:22.964677 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35878d9c-b37e-4eb0-aaa1-5c6979486a7a None None] Routers {'83e252d3-0ad5-4e05-a12f-3517402f8762'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:22.965394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38368) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:22.975847 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-35878d9c-b37e-4eb0-aaa1-5c6979486a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['83e252d3-0ad5-4e05-a12f-3517402f8762'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:22.981079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9712ce8-94b7-4918-8780-1f162817aebc None None] Checking router: f989d078-a196-4a00-b2f8-2accb6136c9c for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:31:22.991192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9712ce8-94b7-4918-8780-1f162817aebc None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:22.991965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9712ce8-94b7-4918-8780-1f162817aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:23.002184 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-08d922a1-1f81-4f70-a487-e40b4bec2777 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:31:23.003371 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-08d922a1-1f81-4f70-a487-e40b4bec2777 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9400573 Aug 19 12:31:23.007676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38370) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:23.012283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '8ccb4cb6-b392-422a-a7d2-efb952d265b2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:23.147432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:23.168376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.196212 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-35878d9c-b37e-4eb0-aaa1-5c6979486a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:23.198069 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35878d9c-b37e-4eb0-aaa1-5c6979486a7a None None] The sync data for ids ['83e252d3-0ad5-4e05-a12f-3517402f8762'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:23.284407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:23.302037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:23.306806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b9712ce8-94b7-4918-8780-1f162817aebc None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:23.309916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'port_id': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35', 'mac_address': 'fa:16:3e:27:c0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e15be-446b-46dd-8c02-a2bdb7426a46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:23.380191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:23.380708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4a1d4b9a-ef5c-4be2-831b-6fe382acc112 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:23.426590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cebd9633-1801-4321-9698-66599e454732 req-44f74946-7a45-49a4-b842-296950d39161 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=85f760e8-6ecd-4299-b4c8-fcbe3b602391 HTTP/1.1" status: 200 len: 210 time: 0.0834808 Aug 19 12:31:23.433297 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.464242 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.587091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:23.668499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Allocated IP 172.25.6.186 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/49f23b86-faf7-4a61-8dd2-345cb97c4bce) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:23.700639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38378) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:23.788337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:23.874048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22d2c750-e5f1-4572-96b2-d4be7ffcbef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.903712 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.009064 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.064424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:24.104726 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9712ce8-94b7-4918-8780-1f162817aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:24.114815 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5628b18-8367-44a2-b307-87463483c698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.143211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9712ce8-94b7-4918-8780-1f162817aebc None None] The sync data for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 is: [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:24.171282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2eca2d20-1f65-430e-b0cb-4f39a95a9d35'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:24.323474 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5628b18-8367-44a2-b307-87463483c698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.326145 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.425324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:24.443031 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:24.445454 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5628b18-8367-44a2-b307-87463483c698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.450231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:24.506868 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a5628b18-8367-44a2-b307-87463483c698 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4928a14fb28c4d44ae5359ba2b382add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8049238 Aug 19 12:31:24.547995 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5628b18-8367-44a2-b307-87463483c698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99613ced-011c-483c-b73f-3200a6ad8923,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:24.554179 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event updated for resources: {'Port': ['ID=49f23b86-faf7-4a61-8dd2-345cb97c4bce,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:24.563191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38410) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:24.734860 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95ec4b5f-ccec-451f-b0ee-18f59e76b6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.758083 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34367b5-6ef9-42ba-aaa7-426fd700c22f None None] New status for floating IP 0de3b8a2-ec25-4f44-a669-31f4067716ab: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:31:24.786114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95ec4b5f-ccec-451f-b0ee-18f59e76b6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.796598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3f846-c68c-41a2-b9b9-1a2492e9b2d0 req-7261664e-ee2d-4285-ad25-c88d801ed60b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:24.804726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24e3f846-c68c-41a2-b9b9-1a2492e9b2d0 req-7261664e-ee2d-4285-ad25-c88d801ed60b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 945 time: 0.9284647 Aug 19 12:31:24.836165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83659353-a19d-4f92-8484-dc0636da22cf req-fbbcebce-4cf5-4ff1-a9d3-7f8ab0b5cefc tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:24.843727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83659353-a19d-4f92-8484-dc0636da22cf req-fbbcebce-4cf5-4ff1-a9d3-7f8ab0b5cefc tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.6304212 Aug 19 12:31:24.879959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Deleting port 49f23b86-faf7-4a61-8dd2-345cb97c4bce {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:24.879959 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.929195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83659353-a19d-4f92-8484-dc0636da22cf req-0de0a463-f07f-4909-914b-6c0e6fb6c0d0 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844824 Aug 19 12:31:24.972608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24e3f846-c68c-41a2-b9b9-1a2492e9b2d0 req-9e77b153-5bc6-46da-8b25-757df1d8ceb9 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667633 Aug 19 12:31:24.982095 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95ec4b5f-ccec-451f-b0ee-18f59e76b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.988522 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95ec4b5f-ccec-451f-b0ee-18f59e76b6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.990431 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-95ec4b5f-ccec-451f-b0ee-18f59e76b6e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99613ced-011c-483c-b73f-3200a6ad8923 HTTP/1.1" status: 204 len: 168 time: 0.4030545 Aug 19 12:31:25.048123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec4b5f-ccec-451f-b0ee-18f59e76b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99613ced-011c-483c-b73f-3200a6ad8923,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:25.078706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-22d2c750-e5f1-4572-96b2-d4be7ffcbef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port a36c51a3-6ad2-449c-ab49-ae1945a3647f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:25.079335 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22d2c750-e5f1-4572-96b2-d4be7ffcbef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.090862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.103254 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.130343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Calling delete_port for 49f23b86-faf7-4a61-8dd2-345cb97c4bce owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:25.157050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:25.231740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22d2c750-e5f1-4572-96b2-d4be7ffcbef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.256690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-22d2c750-e5f1-4572-96b2-d4be7ffcbef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for a36c51a3-6ad2-449c-ab49-ae1945a3647f owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:25.397597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:25.397597 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.442735 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8f0eab3-a64a-4b07-875b-faf5227c1d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.490544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:25.498251 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.574680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151bcc75-44cc-41d7-b583-10de9f21db48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:25.582594 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089d54bd-d28f-4d94-a30d-e2748ac2378f" -d '{"events": [{"server_uuid": "151bcc75-44cc-41d7-b583-10de9f21db48", "name": "network-vif-plugged", "status": "completed", "tag": "2eca2d20-1f65-430e-b0cb-4f39a95a9d35"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:25.631753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:25.657575 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0177ec46-0d8e-40f0-8da4-fef9b07efcbb tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.670653 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.684773 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eb01e4-75d4-4db2-aca1-30e5f199511f x-openstack-request-id: req-27eb01e4-75d4-4db2-aca1-30e5f199511f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:25.685461 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151bcc75-44cc-41d7-b583-10de9f21db48", "name": "network-vif-plugged", "status": "completed", "tag": "2eca2d20-1f65-430e-b0cb-4f39a95a9d35", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:25.685870 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27eb01e4-75d4-4db2-aca1-30e5f199511f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:25.686461 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151bcc75-44cc-41d7-b583-10de9f21db48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35', 'code': 200} Aug 19 12:31:25.694734 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0177ec46-0d8e-40f0-8da4-fef9b07efcbb tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.765069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event deleted for resources: {'Port': ['ID=49f23b86-faf7-4a61-8dd2-345cb97c4bce,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:25.769071 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22d2c750-e5f1-4572-96b2-d4be7ffcbef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.816097 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.875407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2c750-e5f1-4572-96b2-d4be7ffcbef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=a36c51a3-6ad2-449c-ab49-ae1945a3647f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:25.885813 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.925557 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0177ec46-0d8e-40f0-8da4-fef9b07efcbb tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.929162 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0177ec46-0d8e-40f0-8da4-fef9b07efcbb tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.931581 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0177ec46-0d8e-40f0-8da4-fef9b07efcbb tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "DELETE /v2.0/security-groups/0714cf12-181a-45aa-b111-782d641a59e1 HTTP/1.1" status: 204 len: 168 time: 0.4346061 Aug 19 12:31:25.939367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:25.942457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38444) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:26.083980 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] create failed (client error): The resource could not be found. Aug 19 12:31:26.091168 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cf9c5487-a3dd-42e5-9ba0-35a2a15c7c35 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0767357 Aug 19 12:31:26.092519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38452) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:26.288615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb94c2-cd92-4b91-9f76-145f9ee86661 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Deleting port 8ccb4cb6-b392-422a-a7d2-efb952d265b2 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:26.289400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4fb94c2-cd92-4b91-9f76-145f9ee86661 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.309246 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22d2c750-e5f1-4572-96b2-d4be7ffcbef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.354350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177ec46-0d8e-40f0-8da4-fef9b07efcbb tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0714cf12-181a-45aa-b111-782d641a59e1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:26.365100 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-8556c695-54bc-4d16-b398-cea6fd923f12 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] show failed (client error): The resource could not be found. Aug 19 12:31:26.374298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8556c695-54bc-4d16-b398-cea6fd923f12 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups/0714cf12-181a-45aa-b111-782d641a59e1 HTTP/1.1" status: 404 len: 347 time: 0.4163468 Aug 19 12:31:26.382773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38458) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:26.537526 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4fb94c2-cd92-4b91-9f76-145f9ee86661 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.583897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb94c2-cd92-4b91-9f76-145f9ee86661 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Calling delete_port for 8ccb4cb6-b392-422a-a7d2-efb952d265b2 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:26.717453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e22a0c-8e20-460a-ab10-651604f805e6 req-affe5c38-91e3-4412-9f18-ceebf9c90f48 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:26.719581 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5e22a0c-8e20-460a-ab10-651604f805e6 req-affe5c38-91e3-4412-9f18-ceebf9c90f48 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.5432775 Aug 19 12:31:26.898809 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.008230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4fb94c2-cd92-4b91-9f76-145f9ee86661 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.080008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb94c2-cd92-4b91-9f76-145f9ee86661 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event deleted for resources: {'Port': ['ID=8ccb4cb6-b392-422a-a7d2-efb952d265b2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:27.148461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5e22a0c-8e20-460a-ab10-651604f805e6 req-58612da4-1bcb-4584-b76a-ec0c383600d3 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977493 Aug 19 12:31:27.183374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d2c750-e5f1-4572-96b2-d4be7ffcbef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Router 83e252d3-0ad5-4e05-a12f-3517402f8762 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:31:27.287659 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c10dad36-5d7e-4df6-a49b-ada9d9e2a88c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Deleting port c4933c1a-d433-41d6-ba76-6d996fb33fe0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:27.288362 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c10dad36-5d7e-4df6-a49b-ada9d9e2a88c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.351613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38468) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:27.389323 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4fb94c2-cd92-4b91-9f76-145f9ee86661 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.392829 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c4fb94c2-cd92-4b91-9f76-145f9ee86661 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "DELETE /v2.0/ports/8ccb4cb6-b392-422a-a7d2-efb952d265b2 HTTP/1.1" status: 204 len: 168 time: 1.2980940 Aug 19 12:31:27.398347 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38472) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:27.578399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d2c750-e5f1-4572-96b2-d4be7ffcbef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:27.579475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec40df52-2e97-483a-a274-76616b61a8ca tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:27.586459 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ec40df52-2e97-483a-a274-76616b61a8ca tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "GET /v2.0/ports?device_id=08f322fc-89b9-4585-a809-f038b9c5be3b HTTP/1.1" status: 200 len: 913 time: 0.1839681 Aug 19 12:31:27.587176 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38474) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:27.594180 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c723b68-bb75-4a56-8d8d-2c69e2b4c968 None None] Sync routers for ids ['83e252d3-0ad5-4e05-a12f-3517402f8762'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:27.618918 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c723b68-bb75-4a56-8d8d-2c69e2b4c968 None None] Routers {'83e252d3-0ad5-4e05-a12f-3517402f8762'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:27.621958 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9c723b68-bb75-4a56-8d8d-2c69e2b4c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:31:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['83e252d3-0ad5-4e05-a12f-3517402f8762'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:27.625838 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c10dad36-5d7e-4df6-a49b-ada9d9e2a88c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.626673 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c10dad36-5d7e-4df6-a49b-ada9d9e2a88c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.642539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c10dad36-5d7e-4df6-a49b-ada9d9e2a88c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Calling delete_port for c4933c1a-d433-41d6-ba76-6d996fb33fe0 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:27.707307 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9c723b68-bb75-4a56-8d8d-2c69e2b4c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:27.726807 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c723b68-bb75-4a56-8d8d-2c69e2b4c968 None None] Routers {'83e252d3-0ad5-4e05-a12f-3517402f8762'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:27.728316 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9c723b68-bb75-4a56-8d8d-2c69e2b4c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:31:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['83e252d3-0ad5-4e05-a12f-3517402f8762'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:27.798773 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9c723b68-bb75-4a56-8d8d-2c69e2b4c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:27.801295 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c723b68-bb75-4a56-8d8d-2c69e2b4c968 None None] The sync data for ids ['83e252d3-0ad5-4e05-a12f-3517402f8762'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:27.811727 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1582962459-network', 'tenant_id': 'c239b129dd1444dea4aa12c5115de621'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:27.816334 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-22d2c750-e5f1-4572-96b2-d4be7ffcbef8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "PUT /v2.0/routers/83e252d3-0ad5-4e05-a12f-3517402f8762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8467779 Aug 19 12:31:27.835604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38476) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:27.875997 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3156620d-945a-4120-acef-e9ee555c61c7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:31:27.882110 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3156620d-945a-4120-acef-e9ee555c61c7 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/a36c51a3-6ad2-449c-ab49-ae1945a3647f HTTP/1.1" status: 404 len: 333 time: 0.0393419 Aug 19 12:31:27.882110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38478) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:27.892935 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d751633-2639-4417-976c-f3000bfffb06 req-25b12c2a-ceb8-468b-a5b6-4ed4d8309b6f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:27.906065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d751633-2639-4417-976c-f3000bfffb06 req-25b12c2a-ceb8-468b-a5b6-4ed4d8309b6f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.5315769 Aug 19 12:31:27.981505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Made reservation on behalf of c239b129dd1444dea4aa12c5115de621 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:27.988918 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.991245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d751633-2639-4417-976c-f3000bfffb06 req-33e5f0fc-ae08-4add-8a20-48411886a4ec tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799489 Aug 19 12:31:27.996152 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c10dad36-5d7e-4df6-a49b-ada9d9e2a88c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.076215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dad36-5d7e-4df6-a49b-ada9d9e2a88c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event deleted for resources: {'Port': ['ID=c4933c1a-d433-41d6-ba76-6d996fb33fe0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:28.111465 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.239024 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c10dad36-5d7e-4df6-a49b-ada9d9e2a88c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.241357 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4088-19ac-47e3-908a-ff146173407d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.242927 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c10dad36-5d7e-4df6-a49b-ada9d9e2a88c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.247163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c10dad36-5d7e-4df6-a49b-ada9d9e2a88c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "DELETE /v2.0/floatingips/0de3b8a2-ec25-4f44-a669-31f4067716ab HTTP/1.1" status: 204 len: 168 time: 1.8599591 Aug 19 12:31:28.352558 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.573753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086dfdf-ee99-4032-a299-61485a261705 req-f0fd4293-38d5-4e16-9742-cc2b21f987fe tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:28.587141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7086dfdf-ee99-4032-a299-61485a261705 req-f0fd4293-38d5-4e16-9742-cc2b21f987fe tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.2014821 Aug 19 12:31:28.664463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7086dfdf-ee99-4032-a299-61485a261705 req-5d4bd08f-7efc-4d6f-a3b8-97917429e077 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798328 Aug 19 12:31:28.754647 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.795557 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:28.887042 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.944479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4088-19ac-47e3-908a-ff146173407d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.946922 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4088-19ac-47e3-908a-ff146173407d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.004922 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.005348 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Added segment af4e8b48-f73d-412f-9e8e-41324b188674 of type vlan for network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d Aug 19 12:31:29.076026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6abb75-984c-456c-8e78-ef914eff99a2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:29.104816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38490) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:29.109648 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.119203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a7b13d11-d581-4a13-88c9-be10062a8117 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308373859', 'description': 'tempest-description--1887430767'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:29.200656 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4088-19ac-47e3-908a-ff146173407d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.201748 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2b4088-19ac-47e3-908a-ff146173407d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Fanout notify agent at l3_agent the message router_deleted on router 83e252d3-0ad5-4e05-a12f-3517402f8762 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:31:29.216252 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4088-19ac-47e3-908a-ff146173407d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.220888 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1d2b4088-19ac-47e3-908a-ff146173407d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/routers/83e252d3-0ad5-4e05-a12f-3517402f8762 HTTP/1.1" status: 204 len: 168 time: 1.3360083 Aug 19 12:31:29.229104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38494) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:29.248544 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.250204 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:29.251260 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.306136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7d439-70b4-442c-94e7-70233739430b req-de7a3a90-92ef-44f1-8151-737681f298dc tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:29.309029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3d7d439-70b4-442c-94e7-70233739430b req-de7a3a90-92ef-44f1-8151-737681f298dc tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1412721 Aug 19 12:31:29.403866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1425758e-a9cb-4cbf-802f-fa2aca4e8525 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.412126 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7b13d11-d581-4a13-88c9-be10062a8117 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.466559 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1114202 Aug 19 12:31:29.490919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3d7d439-70b4-442c-94e7-70233739430b req-0173fc4d-7d5b-4f45-88b2-8a2c193caac3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662154 Aug 19 12:31:29.491410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38496) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:29.498803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4fc09a-4843-4977-a171-15259b3cc51c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting subnet 4a56bc0d-aa74-4695-bb5e-92801dc15ab9 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:31:29.502780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbdaf7-6dfb-47e5-a19d-7ccb1c59b28c admin admin] Pushing event updated for resources: {'Network': ['ID=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:29.509147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc09a-4843-4977-a171-15259b3cc51c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.514502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:29.530372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] Request body: {'subnet': {'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1582962459-subnet', 'tenant_id': 'c239b129dd1444dea4aa12c5115de621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:29.568493 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc09a-4843-4977-a171-15259b3cc51c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.766095 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc09a-4843-4977-a171-15259b3cc51c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.915704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] Made reservation on behalf of c239b129dd1444dea4aa12c5115de621 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:29.918868 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.919177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1425758e-a9cb-4cbf-802f-fa2aca4e8525 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Deleting port d6b40852-a69d-4d38-8930-807f9a026a18 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:29.919626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1425758e-a9cb-4cbf-802f-fa2aca4e8525 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.935433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7b13d11-d581-4a13-88c9-be10062a8117 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.075049 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc09a-4843-4977-a171-15259b3cc51c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.169298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fc09a-4843-4977-a171-15259b3cc51c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Subnet': ['ID=4a56bc0d-aa74-4695-bb5e-92801dc15ab9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:30.186138 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7b13d11-d581-4a13-88c9-be10062a8117 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.205559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc09a-4843-4977-a171-15259b3cc51c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.210412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca15303-51fc-4180-8ac1-2f12d6b9d60f None None] Network b5814a21-14ae-4c00-ae74-254f551f732a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:30.219717 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1e4fc09a-4843-4977-a171-15259b3cc51c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/4a56bc0d-aa74-4695-bb5e-92801dc15ab9 HTTP/1.1" status: 204 len: 168 time: 0.9842596 Aug 19 12:31:30.223595 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38500) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:30.226720 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1425758e-a9cb-4cbf-802f-fa2aca4e8525 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.297708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab149016-3fc2-47ee-aa44-3440a97453fa req-36c704d1-e730-4764-8625-dee52399ceba tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:30.297708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab149016-3fc2-47ee-aa44-3440a97453fa req-36c704d1-e730-4764-8625-dee52399ceba tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.3437619 Aug 19 12:31:30.382160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1425758e-a9cb-4cbf-802f-fa2aca4e8525 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Calling delete_port for d6b40852-a69d-4d38-8930-807f9a026a18 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:30.421170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b13d11-d581-4a13-88c9-be10062a8117 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb92f73-b3b4-4713-981b-966dcd9cf32e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:30.486458 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7b13d11-d581-4a13-88c9-be10062a8117 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.486740 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a7b13d11-d581-4a13-88c9-be10062a8117 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3802774 Aug 19 12:31:30.556236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38502) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:30.556236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-50eaa584-2069-4b98-96b5-e3f8370fd89b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'security_group_rule': {'security_group_id': '8bb92f73-b3b4-4713-981b-966dcd9cf32e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:30.580100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab149016-3fc2-47ee-aa44-3440a97453fa req-3705cace-a2a9-4de0-9f53-a878ec6cd9f2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835867 Aug 19 12:31:30.749331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.815547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1681b-0206-46e6-bae5-82bd29ec6b57 req-c90108b7-d6e8-4b8f-9af9-022ea50409be tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:30.819108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2c1681b-0206-46e6-bae5-82bd29ec6b57 req-c90108b7-d6e8-4b8f-9af9-022ea50409be tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1173236 Aug 19 12:31:30.842934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:30.843290 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.936522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2c1681b-0206-46e6-bae5-82bd29ec6b57 req-f2815f4a-12e1-4eba-b4ed-0e0110cd099d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604823 Aug 19 12:31:30.946125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] For port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6c0454d0-e2cb-46d7-bd75-d4c089eb858d,segment=NetworkSegment(71fa8604-60db-42c3-9f1d-ce8141319bf4),segment_id=71fa8604-60db-42c3-9f1d-ce8141319bf4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:30.946618 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.979341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 6c0454d0-e2cb-46d7-bd75-d4c089eb858d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:31.011760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8820fc49-a636-4000-ad4e-2b8418e56033 None None] DHCP port deletion for b5814a21-14ae-4c00-ae74-254f551f732a request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:31:31.078485 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1425758e-a9cb-4cbf-802f-fa2aca4e8525 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.154655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8820fc49-a636-4000-ad4e-2b8418e56033 None None] Deleting port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:31.155057 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8820fc49-a636-4000-ad4e-2b8418e56033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.160473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425758e-a9cb-4cbf-802f-fa2aca4e8525 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event deleted for resources: {'Port': ['ID=d6b40852-a69d-4d38-8930-807f9a026a18,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:31.173314 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.285053 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eaa584-2069-4b98-96b5-e3f8370fd89b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.381586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8820fc49-a636-4000-ad4e-2b8418e56033 None None] For port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6c0454d0-e2cb-46d7-bd75-d4c089eb858d,segment=NetworkSegment(71fa8604-60db-42c3-9f1d-ce8141319bf4),segment_id=71fa8604-60db-42c3-9f1d-ce8141319bf4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:31.382130 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8820fc49-a636-4000-ad4e-2b8418e56033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.397672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eaa584-2069-4b98-96b5-e3f8370fd89b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.410387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8820fc49-a636-4000-ad4e-2b8418e56033 None None] Calling delete_port for 6c0454d0-e2cb-46d7-bd75-d4c089eb858d owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:31.432634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] Checking segment: {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:31.433269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] Network hostable DHCP agents. Network: 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:31.447962 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.458772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c64f776-3857-4313-b138-a7296f8fbf5c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:31.482844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No DVR routers for this DVR port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:31.510698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=6c0454d0-e2cb-46d7-bd75-d4c089eb858d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:31.528249 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eaa584-2069-4b98-96b5-e3f8370fd89b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.546468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1425758e-a9cb-4cbf-802f-fa2aca4e8525 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.569760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaa584-2069-4b98-96b5-e3f8370fd89b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4813a0f-da8b-4161-a3cf-c7f759fbf0b6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:31.584709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] Network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:31.620936 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8820fc49-a636-4000-ad4e-2b8418e56033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.636443 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eaa584-2069-4b98-96b5-e3f8370fd89b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.640214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-50eaa584-2069-4b98-96b5-e3f8370fd89b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1060185 Aug 19 12:31:31.646218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38516) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:31.646218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2a9a7476-87b2-4aa1-883e-9e53a8e11c47 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'security_group_rule': {'security_group_id': '8bb92f73-b3b4-4713-981b-966dcd9cf32e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:31.680564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:31.688010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:31.688491 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.715245 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56872521-da30-4007-8769-9e70435c0d36 None None] Network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:31.717798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8820fc49-a636-4000-ad4e-2b8418e56033 None None] No DVR routers for this DVR port 6c0454d0-e2cb-46d7-bd75-d4c089eb858d on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:31.720435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820fc49-a636-4000-ad4e-2b8418e56033 None None] Pushing event deleted for resources: {'Port': ['ID=6c0454d0-e2cb-46d7-bd75-d4c089eb858d,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:31.864676 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7476-87b2-4aa1-883e-9e53a8e11c47 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.925257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.939648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b2049-c989-4863-90b1-57f5040737eb req-94064970-1cdb-4d18-afe0-ed79cefcf054 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:31.950554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c3b2049-c989-4863-90b1-57f5040737eb req-94064970-1cdb-4d18-afe0-ed79cefcf054 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.2099407 Aug 19 12:31:31.987739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5814a21-14ae-4c00-ae74-254f551f732a']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:31.991182 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9f5fa4de-071c-40f5-a4f0-424c8c42f4e9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4649951 Aug 19 12:31:32.024609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fa8604-60db-42c3-9f1d-ce8141319bf4') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:32.025015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fa8604-60db-42c3-9f1d-ce8141319bf4') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:32.068174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a94947-68d9-4c99-891f-e1aa5f61f4e9 None None] Network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:32.149902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c3b2049-c989-4863-90b1-57f5040737eb req-8d52fd2c-a11f-4755-b532-c1968624494c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982844 Aug 19 12:31:32.186705 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7476-87b2-4aa1-883e-9e53a8e11c47 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:32.253891 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7476-87b2-4aa1-883e-9e53a8e11c47 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:32.256613 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:32.286263 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:32.295054 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:32.295482 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:32.333708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a7476-87b2-4aa1-883e-9e53a8e11c47 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1856ad24-4496-429e-ada6-3bc1a440b0ac,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:32.378265 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:32.438627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6c427-f529-4e00-8c2a-82fac09cbc35 req-4b071adb-df1f-45b6-82ec-2a9d7cb8edb7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:32.447118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5d6c427-f529-4e00-8c2a-82fac09cbc35 req-4b071adb-df1f-45b6-82ec-2a9d7cb8edb7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1494274 Aug 19 12:31:32.451935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1425758e-a9cb-4cbf-802f-fa2aca4e8525 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Router 08f322fc-89b9-4585-a809-f038b9c5be3b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:31:32.465816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7476-87b2-4aa1-883e-9e53a8e11c47 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:32.471746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2a9a7476-87b2-4aa1-883e-9e53a8e11c47 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8296373 Aug 19 12:31:32.484676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38528) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:32.508194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:32.562820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5d6c427-f529-4e00-8c2a-82fac09cbc35 req-d2147d30-1b66-49c3-b906-273f470f8fa7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137207 Aug 19 12:31:32.563328 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:32.703685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:32.703685 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/networks/b5814a21-14ae-4c00-ae74-254f551f732a HTTP/1.1" status: 204 len: 168 time: 2.4778104 Aug 19 12:31:32.707030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38530) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:32.711487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1425758e-a9cb-4cbf-802f-fa2aca4e8525 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:32.724702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d8039-0dbf-477d-a286-ecc938c686ad None None] Sync routers for ids ['08f322fc-89b9-4585-a809-f038b9c5be3b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:32.728605 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1425758e-a9cb-4cbf-802f-fa2aca4e8525 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "PUT /v2.0/routers/08f322fc-89b9-4585-a809-f038b9c5be3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1394618 Aug 19 12:31:32.742293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38532) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:32.746939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d8039-0dbf-477d-a286-ecc938c686ad None None] Routers {'08f322fc-89b9-4585-a809-f038b9c5be3b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:32.747601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b32d8039-0dbf-477d-a286-ecc938c686ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:31:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['08f322fc-89b9-4585-a809-f038b9c5be3b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:32.750251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf0ae2-f5b9-45ed-8b01-ac95999e7a29 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Network': ['ID=b5814a21-14ae-4c00-ae74-254f551f732a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:32.820545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b1eb4-5065-4035-bd58-53c549c2cec4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:32.822420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-507b1eb4-5065-4035-bd58-53c549c2cec4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 HTTP/1.1" status: 200 len: 844 time: 0.1127779 Aug 19 12:31:32.827882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38536) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:32.858688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6c0454d0-e2cb-46d7-bd75-d4c089eb858d no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:32.861336 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b32d8039-0dbf-477d-a286-ecc938c686ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:32.925033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 6c0454d0-e2cb-46d7-bd75-d4c089eb858d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:32.925725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6c0454d0-e2cb-46d7-bd75-d4c089eb858d not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:32.927515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d8039-0dbf-477d-a286-ecc938c686ad None None] Routers {'08f322fc-89b9-4585-a809-f038b9c5be3b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:32.930037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b32d8039-0dbf-477d-a286-ecc938c686ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:31:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['08f322fc-89b9-4585-a809-f038b9c5be3b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:32.931876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9513c972-ff4d-4371-8988-de4bce5b4403 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1026762 Aug 19 12:31:32.936897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38538) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:32.952662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bf4fcea1-e85c-4b85-91b0-c88ca38fd298 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:33.021711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b32d8039-0dbf-477d-a286-ecc938c686ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:33.022787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d8039-0dbf-477d-a286-ecc938c686ad None None] The sync data for ids ['08f322fc-89b9-4585-a809-f038b9c5be3b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:33.259063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4fcea1-e85c-4b85-91b0-c88ca38fd298 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:33.262883 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcea1-e85c-4b85-91b0-c88ca38fd298 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.386546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.406961 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa51a-104c-4ff4-bce6-3ef4bca84966 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.705847 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcea1-e85c-4b85-91b0-c88ca38fd298 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.746927 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa51a-104c-4ff4-bce6-3ef4bca84966 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.749795 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa51a-104c-4ff4-bce6-3ef4bca84966 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.763302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4fcea1-e85c-4b85-91b0-c88ca38fd298 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:33.769012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-bf4fcea1-e85c-4b85-91b0-c88ca38fd298 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:33.773124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4fcea1-e85c-4b85-91b0-c88ca38fd298 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:33.775028 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcea1-e85c-4b85-91b0-c88ca38fd298 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.789938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44760cc-57c8-4d15-8cb1-3f59d5108488 None None] Network 1695544c-5e35-4466-8e48-36a310fd9a8f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:33.833702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fcea1-e85c-4b85-91b0-c88ca38fd298 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Subnet': ['ID=9549f2f6-006b-4fd9-9933-832da93d3caf,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:33.964684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bf4fcea1-e85c-4b85-91b0-c88ca38fd298 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0223048 Aug 19 12:31:33.965268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38550) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:33.970813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4955ddaa-ee72-456c-81fe-d273cab86785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'security_group': {'name': 'tempest-secgroup-1720018483'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:33.976561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.042044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-1695544c-5e35-4466-8e48-36a310fd9a8f', 'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'tenant_id': '375e35146a56479a8306636345b76078', 'fixed_ips': [{'subnet_id': '9549f2f6-006b-4fd9-9933-832da93d3caf'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:34.043076 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.203648 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa51a-104c-4ff4-bce6-3ef4bca84966 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.207934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddfa51a-104c-4ff4-bce6-3ef4bca84966 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Fanout notify agent at l3_agent the message router_deleted on router 08f322fc-89b9-4585-a809-f038b9c5be3b {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:31:34.224891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa51a-104c-4ff4-bce6-3ef4bca84966 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.224891 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7ddfa51a-104c-4ff4-bce6-3ef4bca84966 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "DELETE /v2.0/routers/08f322fc-89b9-4585-a809-f038b9c5be3b HTTP/1.1" status: 204 len: 168 time: 1.4782276 Aug 19 12:31:34.225981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38552) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:34.360043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bbf535-5c5d-4532-bfeb-d2d8649daf7a tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Deleting subnet 9c71d688-f49f-4b72-8c3c-ef7a3d5d0696 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:31:34.365498 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34bbf535-5c5d-4532-bfeb-d2d8649daf7a tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.436799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34bbf535-5c5d-4532-bfeb-d2d8649daf7a tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.456180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Allocated IP 2001:db8::2 (1695544c-5e35-4466-8e48-36a310fd9a8f/9549f2f6-006b-4fd9-9933-832da93d3caf/335b614a-ec3f-41b4-8609-b36b49efa00d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:34.493992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Allocated IP 172.25.6.247 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/b74ad85e-42a7-41f4-8905-04d76c981065) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:34.494628 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4955ddaa-ee72-456c-81fe-d273cab86785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.624404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34bbf535-5c5d-4532-bfeb-d2d8649daf7a tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.642403 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.652178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Transition to ACTIVE for port object 335b614a-ec3f-41b4-8609-b36b49efa00d will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:34.677576 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Transition to ACTIVE for port object 335b614a-ec3f-41b4-8609-b36b49efa00d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:34.685906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.756371 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.782446 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4955ddaa-ee72-456c-81fe-d273cab86785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.810477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:34.817255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:34.822278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:34.827488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Pushing event updated for resources: {'Port': ['ID=335b614a-ec3f-41b4-8609-b36b49efa00d,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:34.875638 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.922272 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4955ddaa-ee72-456c-81fe-d273cab86785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.932145 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34bbf535-5c5d-4532-bfeb-d2d8649daf7a tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.991227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:35.001285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Attempting to bind port 335b614a-ec3f-41b4-8609-b36b49efa00d on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:35.001579 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Attempting to bind port 335b614a-ec3f-41b4-8609-b36b49efa00d by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '26c70339-9ee0-423d-9659-8078742701bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:35.001891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Attempting to bind port 335b614a-ec3f-41b4-8609-b36b49efa00d on network 1695544c-5e35-4466-8e48-36a310fd9a8f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:35.011126 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:35.016279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef59d7-9923-4efb-8108-60bcf9175858 None None] Network 37995c11-93d1-477a-bce8-49035b239e39 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:35.019082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbf535-5c5d-4532-bfeb-d2d8649daf7a tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event deleted for resources: {'Subnet': ['ID=9c71d688-f49f-4b72-8c3c-ef7a3d5d0696,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:35.021821 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34bbf535-5c5d-4532-bfeb-d2d8649daf7a tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.024057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-34bbf535-5c5d-4532-bfeb-d2d8649daf7a tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "DELETE /v2.0/subnets/9c71d688-f49f-4b72-8c3c-ef7a3d5d0696 HTTP/1.1" status: 204 len: 168 time: 0.7964451 Aug 19 12:31:35.027640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38558) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:35.050401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:35.090822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:35.091260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Checking segment: {'id': '26c70339-9ee0-423d-9659-8078742701bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:35.091645 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.092047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Bound using segment: {'id': '26c70339-9ee0-423d-9659-8078742701bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:35.092541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Bound port: 335b614a-ec3f-41b4-8609-b36b49efa00d, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c70339-9ee0-423d-9659-8078742701bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:35.093054 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.194611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.198118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4955ddaa-ee72-456c-81fe-d273cab86785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.204049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4955ddaa-ee72-456c-81fe-d273cab86785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2376862 Aug 19 12:31:35.204841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955ddaa-ee72-456c-81fe-d273cab86785 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f90a728-39f7-49d2-b11a-b2c2d083667f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:35.219479 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38560) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:35.242137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c85fed2a-4d27-49a4-8230-fe6279739708 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'security_group': {'name': 'tempest-secgroup-21551887'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:35.265150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] For port 335b614a-ec3f-41b4-8609-b36b49efa00d, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:35.271072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] For port 335b614a-ec3f-41b4-8609-b36b49efa00d, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=335b614a-ec3f-41b4-8609-b36b49efa00d,segment=NetworkSegment(26c70339-9ee0-423d-9659-8078742701bc),segment_id=26c70339-9ee0-423d-9659-8078742701bc)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:35.306785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'Port': ['ID=b74ad85e-42a7-41f4-8905-04d76c981065,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:35.333524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Deleting port 379981ac-e6fe-411e-a56a-fd87e43a066d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:35.347519 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.367018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.440853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c568a05-8391-4b7e-9676-64ae52c9243e None None] DHCP port deletion for 37995c11-93d1-477a-bce8-49035b239e39 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:31:35.518882 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.543636 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] For port 379981ac-e6fe-411e-a56a-fd87e43a066d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=379981ac-e6fe-411e-a56a-fd87e43a066d,segment=NetworkSegment(8df4c23a-ede6-41c9-85d4-4db793e9bd08),segment_id=8df4c23a-ede6-41c9-85d4-4db793e9bd08)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:35.544005 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.561616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Calling delete_port for 379981ac-e6fe-411e-a56a-fd87e43a066d owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:35.579914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c85fed2a-4d27-49a4-8230-fe6279739708 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.610593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc21f64-975c-4151-aeb0-b9d7891a75ca None None] Pushing event updated for resources: {'Port': ['ID=335b614a-ec3f-41b4-8609-b36b49efa00d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:35.659858 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7c568a05-8391-4b7e-9676-64ae52c9243e None None] Deleting port 379981ac-e6fe-411e-a56a-fd87e43a066d {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:35.660470 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c568a05-8391-4b7e-9676-64ae52c9243e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.698393 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.768448 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7c568a05-8391-4b7e-9676-64ae52c9243e None None] For port 379981ac-e6fe-411e-a56a-fd87e43a066d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=379981ac-e6fe-411e-a56a-fd87e43a066d,segment=NetworkSegment(8df4c23a-ede6-41c9-85d4-4db793e9bd08),segment_id=8df4c23a-ede6-41c9-85d4-4db793e9bd08)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:35.768847 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c568a05-8391-4b7e-9676-64ae52c9243e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.789845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7c568a05-8391-4b7e-9676-64ae52c9243e None None] Calling delete_port for 379981ac-e6fe-411e-a56a-fd87e43a066d owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:35.812836 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.891160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] No DVR routers for this DVR port 379981ac-e6fe-411e-a56a-fd87e43a066d on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:35.891506 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c85fed2a-4d27-49a4-8230-fe6279739708 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.899913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event deleted for resources: {'Port': ['ID=379981ac-e6fe-411e-a56a-fd87e43a066d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:35.970877 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c85fed2a-4d27-49a4-8230-fe6279739708 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.043937 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c568a05-8391-4b7e-9676-64ae52c9243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.071454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fed2a-4d27-49a4-8230-fe6279739708 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfdf3c4-ec16-43a3-ad39-a4489dbdf398,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:36.080945 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.080945 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c85fed2a-4d27-49a4-8230-fe6279739708 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.092930 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.099413 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c85fed2a-4d27-49a4-8230-fe6279739708 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8582766 Aug 19 12:31:36.107585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38568) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:36.110515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37995c11-93d1-477a-bce8-49035b239e39']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:36.113822 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-43585167', 'security_groups': ['bdfdf3c4-ec16-43a3-ad39-a4489dbdf398'], 'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9549f2f6-006b-4fd9-9933-832da93d3caf'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:36.126108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df4c23a-ede6-41c9-85d4-4db793e9bd08') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:36.126416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df4c23a-ede6-41c9-85d4-4db793e9bd08') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:36.140908 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.143416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c568a05-8391-4b7e-9676-64ae52c9243e None None] Pushing event deleted for resources: {'Port': ['ID=379981ac-e6fe-411e-a56a-fd87e43a066d,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:36.155364 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c568a05-8391-4b7e-9676-64ae52c9243e None None] No DVR routers for this DVR port 379981ac-e6fe-411e-a56a-fd87e43a066d on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:36.177419 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.191749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:36.192500 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.199009 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:36.287303 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:36.335517 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'Port': ['ID=b74ad85e-42a7-41f4-8905-04d76c981065,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:36.356458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.446042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251091e0-e55a-4903-99b2-25ef4fdee282 req-71d1ea0f-ddc4-43cc-a6a4-6c0c5195b06b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:36.447469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-251091e0-e55a-4903-99b2-25ef4fdee282 req-71d1ea0f-ddc4-43cc-a6a4-6c0c5195b06b tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.1218390 Aug 19 12:31:36.457606 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.470619 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.472473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] 10.222.0.44 "DELETE /v2.0/networks/37995c11-93d1-477a-bce8-49035b239e39 HTTP/1.1" status: 204 len: 168 time: 1.4423442 Aug 19 12:31:36.480465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-97caa236-ba1e-4ad8-8a2a-cc524b10ebc3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:36.482073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-97caa236-ba1e-4ad8-8a2a-cc524b10ebc3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/networks?id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 200 len: 815 time: 0.1937263 Aug 19 12:31:36.491986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:36.520237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22651c54-bcd7-43de-a6c3-c12978ba8449 tempest-FloatingIPNegativeTestJSON-171023964 tempest-FloatingIPNegativeTestJSON-171023964-project] Pushing event deleted for resources: {'Network': ['ID=37995c11-93d1-477a-bce8-49035b239e39,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:36.527092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-eeaf5e73-112c-494a-809e-9a92e7ee09a5 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/quotas/c239b129dd1444dea4aa12c5115de621 HTTP/1.1" status: 200 len: 375 time: 0.0211923 Aug 19 12:31:36.585152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-251091e0-e55a-4903-99b2-25ef4fdee282 req-bfbf1cd6-bfe2-41a1-8f0b-288fa2d63436 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311691 Aug 19 12:31:36.618822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-94de8c8f-fb73-4526-b2d3-0a2c9690bf32 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652661 Aug 19 12:31:36.714700 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.715952 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ca5bdf1c-ac10-496e-999b-74b008b63e86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2254159 Aug 19 12:31:36.781881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.827267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port a9cd268e-f111-42e3-9c78-d1d298f20108 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:36.921391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 335b614a-ec3f-41b4-8609-b36b49efa00d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:37.175734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8::1b9 (1695544c-5e35-4466-8e48-36a310fd9a8f/9549f2f6-006b-4fd9-9933-832da93d3caf/a9cd268e-f111-42e3-9c78-d1d298f20108) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:37.195826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 335b614a-ec3f-41b4-8609-b36b49efa00d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:37.198904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38596) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.305612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 379981ac-e6fe-411e-a56a-fd87e43a066d no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:37.362969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 379981ac-e6fe-411e-a56a-fd87e43a066d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:37.363781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 379981ac-e6fe-411e-a56a-fd87e43a066d not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:37.463398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-c4211e98-f17d-4846-b8bc-5e64c835f29c service neutron] 10.222.0.44 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8374593 Aug 19 12:31:37.489758 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7b0c7848-fa0b-4d6f-b42c-091dcbe290f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6db90231ddab42bda070a099a45a3c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897470 Aug 19 12:31:37.494090 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38600) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.511548 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.543143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object a9cd268e-f111-42e3-9c78-d1d298f20108 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:37.550236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3ae21c4f-aa2f-4236-8196-337418c43295 None None] Provisioning for port 335b614a-ec3f-41b4-8609-b36b49efa00d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:37.555171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3ae21c4f-aa2f-4236-8196-337418c43295 None None] Provisioning complete for port 335b614a-ec3f-41b4-8609-b36b49efa00d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:37.563870 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ae21c4f-aa2f-4236-8196-337418c43295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.602760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87ba6d-62af-4ef5-992f-2c0fae128ab7 req-6df3f71d-2a80-4f12-aabd-b1a1f3ce90e3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:37.611540 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de87ba6d-62af-4ef5-992f-2c0fae128ab7 req-6df3f71d-2a80-4f12-aabd-b1a1f3ce90e3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.9248214 Aug 19 12:31:37.692332 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ae21c4f-aa2f-4236-8196-337418c43295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.701028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de87ba6d-62af-4ef5-992f-2c0fae128ab7 req-921f2d52-8840-4783-bb7b-da676f1da942 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885885 Aug 19 12:31:37.702409 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc05691f-4557-43de-a9cb-930408ba3c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.729827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3ae21c4f-aa2f-4236-8196-337418c43295 None None] For port 335b614a-ec3f-41b4-8609-b36b49efa00d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=335b614a-ec3f-41b4-8609-b36b49efa00d,segment=NetworkSegment(26c70339-9ee0-423d-9659-8078742701bc),segment_id=26c70339-9ee0-423d-9659-8078742701bc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:37.730793 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc05691f-4557-43de-a9cb-930408ba3c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.767529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-6871f93a-6248-4267-8615-505753b96e36 service neutron] 10.222.0.44 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933507 Aug 19 12:31:37.802378 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.848088 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ae21c4f-aa2f-4236-8196-337418c43295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.922661 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc05691f-4557-43de-a9cb-930408ba3c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.922941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:37.928182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc05691f-4557-43de-a9cb-930408ba3c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.942507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dc05691f-4557-43de-a9cb-930408ba3c1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbc94b69-70f7-4f6e-91b4-fbfd381596ec HTTP/1.1" status: 204 len: 168 time: 0.4464698 Aug 19 12:31:37.942878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:37.950853 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:37.951780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3ae21c4f-aa2f-4236-8196-337418c43295 None None] Provisioning complete for port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:37.952178 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ae21c4f-aa2f-4236-8196-337418c43295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.959967 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:37.960641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.996619 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=a9cd268e-f111-42e3-9c78-d1d298f20108,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:38.021128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05691f-4557-43de-a9cb-930408ba3c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc94b69-70f7-4f6e-91b4-fbfd381596ec,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:38.058168 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3ae21c4f-aa2f-4236-8196-337418c43295 None None] Port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:38.121489 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-12aa787b-1e99-4303-a4af-6424390bf719 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0074952 Aug 19 12:31:38.121489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38622) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:38.125039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-45f9db7c-c599-4749-975c-ad3eb5d630bb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:38.150769 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae21c4f-aa2f-4236-8196-337418c43295 None None] Pushing event updated for resources: {'Port': ['ID=335b614a-ec3f-41b4-8609-b36b49efa00d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:38.273266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30022e49-e12f-46b3-99ae-0824a956c077 req-e2902286-f613-42aa-9db1-dfe02cebba26 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:38.282002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30022e49-e12f-46b3-99ae-0824a956c077 req-e2902286-f613-42aa-9db1-dfe02cebba26 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.1242602 Aug 19 12:31:38.364661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30022e49-e12f-46b3-99ae-0824a956c077 req-353eac96-3ace-4f9a-aad1-9793c64620f3 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753989 Aug 19 12:31:38.533199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f9db7c-c599-4749-975c-ad3eb5d630bb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:38.551844 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45f9db7c-c599-4749-975c-ad3eb5d630bb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.601920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-38276b68-8b66-4bc4-9185-b60935ed9650 None None] Provisioning for port a9cd268e-f111-42e3-9c78-d1d298f20108 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:38.606421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-38276b68-8b66-4bc4-9185-b60935ed9650 None None] Provisioning complete for port a9cd268e-f111-42e3-9c78-d1d298f20108 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:38.606798 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-38276b68-8b66-4bc4-9185-b60935ed9650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.623784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef46c1a-b83b-4a9e-a026-9892ae7a8b53 req-441155b4-9689-4fcb-96a7-1d97e4ff2223 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:38.640613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cef46c1a-b83b-4a9e-a026-9892ae7a8b53 req-441155b4-9689-4fcb-96a7-1d97e4ff2223 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 950 time: 0.1057260 Aug 19 12:31:38.701687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-38276b68-8b66-4bc4-9185-b60935ed9650 None None] Port a9cd268e-f111-42e3-9c78-d1d298f20108 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:38.750965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cef46c1a-b83b-4a9e-a026-9892ae7a8b53 req-6050b419-7f8d-4f13-ad4c-9869ef3b54c6 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910716 Aug 19 12:31:38.828658 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 335b614a-ec3f-41b4-8609-b36b49efa00d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:38.865445 n-d-778732-8 neutron-server[95661]: INFO neutron.db.ipam_backend_mixin [None req-45f9db7c-c599-4749-975c-ad3eb5d630bb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9549f2f6-006b-4fd9-9933-832da93d3caf (CIDR: 2001:db8::/64) Aug 19 12:31:38.867735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-6092d356-be42-40cf-a7fd-38413f6a1d28 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--308373859&fields=id&tenant_id=122c9d9d662348ff9c7f06b11cd05c69 HTTP/1.1" status: 200 len: 267 time: 0.1411033 Aug 19 12:31:38.911364 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f9db7c-c599-4749-975c-ad3eb5d630bb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:31:38.912154 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f9db7c-c599-4749-975c-ad3eb5d630bb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:38.926550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3be5dd27-84bf-4e51-a2bb-f5ccad20e509 req-69b97194-11c2-46e0-a9c6-d605d5c94336 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 210 time: 0.0653396 Aug 19 12:31:38.950541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 335b614a-ec3f-41b4-8609-b36b49efa00d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:38.953156 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:39.094301 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-45f9db7c-c599-4749-975c-ad3eb5d630bb tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9734230 Aug 19 12:31:39.097361 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38652) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:39.108655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-cce9cca7-28bb-456a-bcde-e21c76772db1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:39.135429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d495514-ef04-4360-a7aa-3675102de351 req-61e3b31d-e503-463a-b7f2-05fd0ab73102 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:39.142948 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d495514-ef04-4360-a7aa-3675102de351 req-61e3b31d-e503-463a-b7f2-05fd0ab73102 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1000118 Aug 19 12:31:39.183106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-b5107ba8-596a-419e-9ee9-51b0254f7967 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:39.190882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-b5107ba8-596a-419e-9ee9-51b0254f7967 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/networks?id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 200 len: 811 time: 0.3222160 Aug 19 12:31:39.207878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 466d795a-25a7-4e8a-a594-3e957b5d8410 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:39.211260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d495514-ef04-4360-a7aa-3675102de351 req-78965e7a-8084-4c5a-afd0-3b3a6ffe1665 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673470 Aug 19 12:31:39.220305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-4304d831-53fb-4c5c-ac2a-d100f53efb83 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/quotas/122c9d9d662348ff9c7f06b11cd05c69 HTTP/1.1" status: 200 len: 375 time: 0.0284193 Aug 19 12:31:39.324408 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:39.332844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-21ea4db1-f32f-45bd-b9b7-574cb94d949b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053042 Aug 19 12:31:39.394275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:39.395510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:39.398693 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da49912b-4d27-4dc3-a232-8415bce87dfa" -d '{"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-unplugged", "status": "completed", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:39.551992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-868e307a-a8e2-4b4f-9ddd-93ccf5f2be12 service neutron] 10.222.0.44 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892996 Aug 19 12:31:39.561356 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e64b59-d33e-44a5-9f29-e07c28e7909b x-openstack-request-id: req-b3e64b59-d33e-44a5-9f29-e07c28e7909b {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:39.561989 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-unplugged", "status": "completed", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:39.562460 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3e64b59-d33e-44a5-9f29-e07c28e7909b {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:39.563065 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'code': 200} Aug 19 12:31:39.701840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce9cca7-28bb-456a-bcde-e21c76772db1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:39.733069 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:39.735447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cce9cca7-28bb-456a-bcde-e21c76772db1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:39.741179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-4a98efa2-6f9e-430e-b907-5a5f43c88868 service neutron] 10.222.0.44 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850541 Aug 19 12:31:39.832672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-bccc2a26-9a0d-4648-bf4f-32d742d7bd38 req-a4ce8e7d-c3de-45f3-927a-6313e8816322 service neutron] (95661) timed out ('10.222.0.52', 58847) {{(pid=95661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:31:39.873453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:39.895705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8747ea6-9d3c-4927-8e48-c9831c929548 req-1d98c851-a429-4f92-8b1a-b658506785ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171756 Aug 19 12:31:40.021999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8747ea6-9d3c-4927-8e48-c9831c929548 req-51ebf8eb-fc6e-4291-a21a-dfd78a12c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.025655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8747ea6-9d3c-4927-8e48-c9831c929548 req-51ebf8eb-fc6e-4291-a21a-dfd78a12c4dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=936b1e24676b42568b06c49ce8852ad3&device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 1097 time: 0.0757973 Aug 19 12:31:40.190924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8747ea6-9d3c-4927-8e48-c9831c929548 req-e87a3f0e-ba62-4ad3-86b1-5dfe90f9aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.192883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8747ea6-9d3c-4927-8e48-c9831c929548 req-e87a3f0e-ba62-4ad3-86b1-5dfe90f9aacb service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 200 len: 906 time: 0.1373386 Aug 19 12:31:40.296238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8747ea6-9d3c-4927-8e48-c9831c929548 req-2da91c17-e8e9-4309-aba5-c9848d0f90f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90d3a380-91ba-4bcf-ab84-ed3657aa7273 HTTP/1.1" status: 200 len: 217 time: 0.0907040 Aug 19 12:31:40.368464 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cce9cca7-28bb-456a-bcde-e21c76772db1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.434511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8747ea6-9d3c-4927-8e48-c9831c929548 req-d5b82db6-ce1f-4f9d-a42d-10a346f09522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.440679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8747ea6-9d3c-4927-8e48-c9831c929548 req-d5b82db6-ce1f-4f9d-a42d-10a346f09522 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 200 len: 845 time: 0.1312129 Aug 19 12:31:40.490122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc88281-73ca-44b0-abce-b6b1939fb6a8 req-48f7029f-b661-4af0-a0de-877bae43c7e4 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.495583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9bc88281-73ca-44b0-abce-b6b1939fb6a8 req-48f7029f-b661-4af0-a0de-877bae43c7e4 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.1962583 Aug 19 12:31:40.542698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8747ea6-9d3c-4927-8e48-c9831c929548 req-44d67b86-ee2b-4d7f-a8c3-4edbcbe81ac4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a27b72f-16a2-4887-9d46-96e985490dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460463 Aug 19 12:31:40.554091 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9cca7-28bb-456a-bcde-e21c76772db1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Subnet': ['ID=716900d7-8c39-417a-bfb9-c1340c164c4a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:40.573966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce9cca7-28bb-456a-bcde-e21c76772db1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:40.576355 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cce9cca7-28bb-456a-bcde-e21c76772db1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:40.594882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce9cca7-28bb-456a-bcde-e21c76772db1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.595199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cce9cca7-28bb-456a-bcde-e21c76772db1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.598981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b7c1cb-25e9-4ab9-82c2-ed8aa28cdbc6 None None] Network 1695544c-5e35-4466-8e48-36a310fd9a8f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:40.638468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9bc88281-73ca-44b0-abce-b6b1939fb6a8 req-a6d5771d-6a38-4ae4-be85-a750565694e0 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258740 Aug 19 12:31:40.691143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38712) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:40.722293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8747ea6-9d3c-4927-8e48-c9831c929548 req-949c9419-f078-445d-90a3-a2ecec9d9cc7 service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686313 Aug 19 12:31:40.767217 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cce9cca7-28bb-456a-bcde-e21c76772db1 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6672547 Aug 19 12:31:40.768669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38716) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:40.785113 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-871783036', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '716900d7-8c39-417a-bfb9-c1340c164c4a'}], 'security_groups': ['8f90a728-39f7-49d2-b11a-b2c2d083667f']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:40.872560 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.905026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fa690ad-1567-4d56-9dc0-95748bf3e968 req-3229e9ea-ff47-40ff-87eb-76ae6123e288 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 210 time: 0.0953631 Aug 19 12:31:41.035396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8747ea6-9d3c-4927-8e48-c9831c929548 req-6052db61-70d4-4be9-83f5-d98f58b71703 service neutron] 10.222.0.52 "GET /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045576 Aug 19 12:31:41.037764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-932bed1e-eb6c-442a-9a38-d478645d3098 req-34790c69-dbe6-4e8c-af58-50d65fc5d5a0 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 210 time: 0.0381494 Aug 19 12:31:41.048769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1452087337'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:41.250367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8baf2c3-d0e7-42ed-94ec-3809a3da8fc6 None None] Update dhcp port {'port': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'fixed_ips': [{'subnet_id': '9549f2f6-006b-4fd9-9933-832da93d3caf', 'ip_address': '2001:db8::2'}, {'subnet_id': '716900d7-8c39-417a-bfb9-c1340c164c4a'}], 'binding:host_id': 'n-d-778732-8'}, 'id': '335b614a-ec3f-41b4-8609-b36b49efa00d'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:31:41.258478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13911677-3f76-4392-aabb-8cb21afbaf51 req-f28211f5-dc2f-43f4-8b61-6883ddbdb02f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.260421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13911677-3f76-4392-aabb-8cb21afbaf51 req-f28211f5-dc2f-43f4-8b61-6883ddbdb02f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.0942616 Aug 19 12:31:41.297412 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8baf2c3-d0e7-42ed-94ec-3809a3da8fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.332384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13911677-3f76-4392-aabb-8cb21afbaf51 req-ec8cbadf-b15b-420a-b2e8-6c97931ccbb6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632045 Aug 19 12:31:41.374450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:41.394639 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.407237 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.531809 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Delete allocated IP 2001:db8::1b9 (1695544c-5e35-4466-8e48-36a310fd9a8f/9549f2f6-006b-4fd9-9933-832da93d3caf) {{(pid=95661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:31:41.547740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8:0:1::321 (1695544c-5e35-4466-8e48-36a310fd9a8f/716900d7-8c39-417a-bfb9-c1340c164c4a/a9cd268e-f111-42e3-9c78-d1d298f20108) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:41.614154 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.634394 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.772405 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.825544 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.825544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d5d55a-026c-466f-83dd-314d899484e8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:41.825544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:41.857886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.858424 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Added segment e08dcfcc-1f83-4c92-9781-2fa1cd399b70 of type vlan for network cf593018-02ce-4d3f-84cf-b457180be0c6 Aug 19 12:31:41.860317 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object a9cd268e-f111-42e3-9c78-d1d298f20108 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:41.904446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7450f-14df-467d-98e1-8f726706ff51 req-30e0721f-c754-4bf7-a641-d3bba7f17d70 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.918985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9c7450f-14df-467d-98e1-8f726706ff51 req-30e0721f-c754-4bf7-a641-d3bba7f17d70 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.0946321 Aug 19 12:31:41.950458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.025527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9c7450f-14df-467d-98e1-8f726706ff51 req-3097842a-b721-4ecb-9a9c-0ff96dd207c5 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108563 Aug 19 12:31:42.129546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a852c904-b508-4f41-b16a-0a8f4fc4f429 req-00af2e34-cfdf-41b5-963d-dacf6425ed13 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 210 time: 0.0345075 Aug 19 12:31:42.217561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.232403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e056363-f7e7-4e64-9a56-f660769d26e7 req-1b86667c-8686-4071-b181-dd8130798e81 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 210 time: 0.0333662 Aug 19 12:31:42.283114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] In _notify_port_updated(), no bound segment for port a9cd268e-f111-42e3-9c78-d1d298f20108 on network 1695544c-5e35-4466-8e48-36a310fd9a8f {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:31:42.288919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:42.289572 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.290891 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "PUT /v2.0/ports/a9cd268e-f111-42e3-9c78-d1d298f20108 HTTP/1.1" status: 200 len: 930 time: 1.5217655 Aug 19 12:31:42.291507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-b8baf2c3-d0e7-42ed-94ec-3809a3da8fc6 None None] Allocated IP 2001:db8:0:1::2 (1695544c-5e35-4466-8e48-36a310fd9a8f/716900d7-8c39-417a-bfb9-c1340c164c4a/335b614a-ec3f-41b4-8609-b36b49efa00d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:42.294534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38760) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:42.315668 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d084cb3-66b9-4592-92b1-e4452fb97ef3 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=a9cd268e-f111-42e3-9c78-d1d298f20108,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:42.393426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1b39af4c-ea09-4e6f-83a8-b61a04c4c23b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port a9cd268e-f111-42e3-9c78-d1d298f20108 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:42.393882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1b39af4c-ea09-4e6f-83a8-b61a04c4c23b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.404745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b8baf2c3-d0e7-42ed-94ec-3809a3da8fc6 None None] For port 335b614a-ec3f-41b4-8609-b36b49efa00d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=335b614a-ec3f-41b4-8609-b36b49efa00d,segment=NetworkSegment(26c70339-9ee0-423d-9659-8078742701bc),segment_id=26c70339-9ee0-423d-9659-8078742701bc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:42.437555 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8baf2c3-d0e7-42ed-94ec-3809a3da8fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.452081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b8baf2c3-d0e7-42ed-94ec-3809a3da8fc6 None None] Transition to ACTIVE for port object 335b614a-ec3f-41b4-8609-b36b49efa00d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:42.545834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1db045-16da-4324-922b-bae0ee2c7ebf req-224d9cd3-a46b-4683-accd-fa07401b9838 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:42.547592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c1db045-16da-4324-922b-bae0ee2c7ebf req-224d9cd3-a46b-4683-accd-fa07401b9838 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1494455 Aug 19 12:31:42.555636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.561300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:42.561986 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.566727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1b39af4c-ea09-4e6f-83a8-b61a04c4c23b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.587763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1b39af4c-ea09-4e6f-83a8-b61a04c4c23b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for a9cd268e-f111-42e3-9c78-d1d298f20108 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:42.600282 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8baf2c3-d0e7-42ed-94ec-3809a3da8fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.621460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c1db045-16da-4324-922b-bae0ee2c7ebf req-bbada5ff-9a1e-49d0-8215-4ab0005d73e9 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630672 Aug 19 12:31:42.733694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Network': ['ID=cf593018-02ce-4d3f-84cf-b457180be0c6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:42.766050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38768) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:42.766614 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f3100617-da7e-4a82-bb31-6e353962b951 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0605152 Aug 19 12:31:42.766794 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'name': 'tempest-PortsTestJSON-90973759'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:42.777102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network cf593018-02ce-4d3f-84cf-b457180be0c6 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:42.860486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baf2c3-d0e7-42ed-94ec-3809a3da8fc6 None None] Pushing event updated for resources: {'Port': ['ID=335b614a-ec3f-41b4-8609-b36b49efa00d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:42.950429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-7174052a-c114-4b99-930c-0833048e54f4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:42.952106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-7174052a-c114-4b99-930c-0833048e54f4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "GET /v2.0/networks?id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 200 len: 815 time: 0.2927074 Aug 19 12:31:43.004986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Request body: {'port': {'device_id': '22912531-b3fc-490b-af66-3640887b5665', 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d', 'admin_state_up': True, 'tenant_id': 'c239b129dd1444dea4aa12c5115de621'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:43.141409 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1b39af4c-ea09-4e6f-83a8-b61a04c4c23b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.173131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:43.177440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.299777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39af4c-ea09-4e6f-83a8-b61a04c4c23b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=a9cd268e-f111-42e3-9c78-d1d298f20108,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:43.368217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:43.472845 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1b39af4c-ea09-4e6f-83a8-b61a04c4c23b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.474839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1b39af4c-ea09-4e6f-83a8-b61a04c4c23b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/a9cd268e-f111-42e3-9c78-d1d298f20108 HTTP/1.1" status: 204 len: 168 time: 1.1792836 Aug 19 12:31:43.477662 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38788) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:43.521235 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8b8871-e562-4f12-b349-35833e1f927d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:31:43.526000 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7d8b8871-e562-4f12-b349-35833e1f927d tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/a9cd268e-f111-42e3-9c78-d1d298f20108 HTTP/1.1" status: 404 len: 333 time: 0.0461881 Aug 19 12:31:43.526733 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38790) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:43.598960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d52fc4c-b510-4d14-985d-6440c00bbb47 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.621352 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.627915 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d52fc4c-b510-4d14-985d-6440c00bbb47 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.669450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519a700-4993-4e26-857c-034da1520abf req-e95a0f59-fe84-45ef-838f-85880def3dec tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.671642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a519a700-4993-4e26-857c-034da1520abf req-e95a0f59-fe84-45ef-838f-85880def3dec tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.5119824 Aug 19 12:31:43.680256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e0b3887-c694-42c2-9ab6-173e783ece6e req-a14c4ce4-be85-4e4f-86c7-083fbacb9110 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 210 time: 0.3204305 Aug 19 12:31:43.751580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a519a700-4993-4e26-857c-034da1520abf req-01111b00-25ec-460c-bb2e-89f322650d21 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629220 Aug 19 12:31:43.813950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89da6130-62e0-4d98-9ed7-18b301c95d47 req-f37bdb91-3560-4280-a8a0-ba3f38bfb88f tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 210 time: 0.0441480 Aug 19 12:31:43.906782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Made reservation on behalf of c239b129dd1444dea4aa12c5115de621 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:43.911111 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.930484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039ea12-081e-40f6-b98e-e6a4a14083e9 req-8de8a518-de75-428a-8f7c-0728cbcdf832 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.932098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c039ea12-081e-40f6-b98e-e6a4a14083e9 req-8de8a518-de75-428a-8f7c-0728cbcdf832 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.0842540 Aug 19 12:31:43.985074 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d52fc4c-b510-4d14-985d-6440c00bbb47 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.991234 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d52fc4c-b510-4d14-985d-6440c00bbb47 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.991988 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.992987 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0d52fc4c-b510-4d14-985d-6440c00bbb47 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/security-groups/bdfdf3c4-ec16-43a3-ad39-a4489dbdf398 HTTP/1.1" status: 204 len: 168 time: 0.4647193 Aug 19 12:31:44.000121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38798) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:44.029961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52fc4c-b510-4d14-985d-6440c00bbb47 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfdf3c4-ec16-43a3-ad39-a4489dbdf398,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:44.092764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-092ab4c4-12f4-4faa-9313-c5403452764e None None] Provisioning for port 335b614a-ec3f-41b4-8609-b36b49efa00d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:44.099994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-092ab4c4-12f4-4faa-9313-c5403452764e None None] Provisioning complete for port 335b614a-ec3f-41b4-8609-b36b49efa00d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:44.100650 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-092ab4c4-12f4-4faa-9313-c5403452764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.133963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c039ea12-081e-40f6-b98e-e6a4a14083e9 req-c9b98b54-7b04-46d6-922f-ef369996ca93 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892076 Aug 19 12:31:44.176242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=2481d48a-ad01-4aa9-a1e9-527169bd3df2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:44.234981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-092ab4c4-12f4-4faa-9313-c5403452764e None None] Could not find standard attr ID for object a9cd268e-f111-42e3-9c78-d1d298f20108. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:31:44.247561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-092ab4c4-12f4-4faa-9313-c5403452764e None None] Provisioning complete for port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:44.248589 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-092ab4c4-12f4-4faa-9313-c5403452764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.254262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Allocated IP 172.20.0.2 (33d50d00-adaa-45b8-9e4f-a2caa46b0e8d/9c64f776-3857-4313-b138-a7296f8fbf5c/ee553c0a-89b0-4745-967a-9d0c8fa1e45c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:44.260473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Checking segment: {'id': 'e08dcfcc-1f83-4c92-9781-2fa1cd399b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:44.260955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network hostable DHCP agents. Network: cf593018-02ce-4d3f-84cf-b457180be0c6, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:44.263161 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-852e0b3d-b458-40ab-93b5-b99e3f50f87e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.292777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-092ab4c4-12f4-4faa-9313-c5403452764e None None] Port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:44.313887 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-852e0b3d-b458-40ab-93b5-b99e3f50f87e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.395484 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.396231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:44.408931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ed0d1de1-27fe-48f9-95d5-dbb4917fe04d None None] Could not find standard attr ID for object a9cd268e-f111-42e3-9c78-d1d298f20108. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:31:44.514629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-3a2e8cc0-71b2-4571-83f2-7671304e4f86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:44.516094 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-3a2e8cc0-71b2-4571-83f2-7671304e4f86 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.52 "GET /v2.0/networks?id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 200 len: 811 time: 0.2858622 Aug 19 12:31:44.552146 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.560524 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-852e0b3d-b458-40ab-93b5-b99e3f50f87e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.564019 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-852e0b3d-b458-40ab-93b5-b99e3f50f87e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.566097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-852e0b3d-b458-40ab-93b5-b99e3f50f87e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/security-groups/8f90a728-39f7-49d2-b11a-b2c2d083667f HTTP/1.1" status: 204 len: 168 time: 0.5649686 Aug 19 12:31:44.567207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, cf593018-02ce-4d3f-84cf-b457180be0c6) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:44.570032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38818) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:44.571691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:44.578519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d73a80f-f38b-4d55-b7c9-1d50e52bf72e None None] Network cf593018-02ce-4d3f-84cf-b457180be0c6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:44.581594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:44.582298 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.601188 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-8ccbc375-d447-409b-a270-1aa5072ec641 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=122c9d9d662348ff9c7f06b11cd05c69 HTTP/1.1" status: 200 len: 379 time: 0.0753696 Aug 19 12:31:44.611018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e0b3d-b458-40ab-93b5-b99e3f50f87e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f90a728-39f7-49d2-b11a-b2c2d083667f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:44.804010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b4eebff7-5c20-4a32-a158-ca8636fda30d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.0455165 Aug 19 12:31:44.806272 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.808778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38824) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:44.822766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-255773512'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:44.829409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 335b614a-ec3f-41b4-8609-b36b49efa00d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:44.931400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'port': {'device_id': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'admin_state_up': True, 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'security_groups': ['8bb92f73-b3b4-4713-981b-966dcd9cf32e']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:44.942587 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 335b614a-ec3f-41b4-8609-b36b49efa00d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:44.943187 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.036923 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0b0169-b529-4d9c-9378-e61689a773c4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting subnet 9549f2f6-006b-4fd9-9933-832da93d3caf {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:31:45.045780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:45.052194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0169-b529-4d9c-9378-e61689a773c4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.053835 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.123280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:45.124361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Pushing event updated for resources: {'Port': ['ID=ee553c0a-89b0-4745-967a-9d0c8fa1e45c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:45.129967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:45.136162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:45.139692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:45.141940 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0169-b529-4d9c-9378-e61689a773c4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.193574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018523b-71c0-4de9-9d02-1b380a0fb968 req-fd7da3c4-5fe9-45b2-b60a-8b7107309a50 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.195192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2018523b-71c0-4de9-9d02-1b380a0fb968 req-fd7da3c4-5fe9-45b2-b60a-8b7107309a50 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.2412796 Aug 19 12:31:45.196415 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.196764 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Added segment 71be0125-6e4d-4852-85ba-8cecf3e1c3ce of type vlan for network b524d637-33b8-4be2-bcb2-34385752fcea Aug 19 12:31:45.258762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0169-b529-4d9c-9378-e61689a773c4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.284602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.285247 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.294154 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Made reservation on behalf of 122c9d9d662348ff9c7f06b11cd05c69 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:45.297693 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.336656 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.373564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2018523b-71c0-4de9-9d02-1b380a0fb968 req-8edbe944-2385-4791-9009-69c6f747382a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648932 Aug 19 12:31:45.400929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fd20f-8ca6-45c4-9dc5-75e039a3e994 req-64569620-68fc-4474-bb9c-af11d8e9f569 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.401398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-954fd20f-8ca6-45c4-9dc5-75e039a3e994 req-64569620-68fc-4474-bb9c-af11d8e9f569 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 931 time: 0.1795273 Aug 19 12:31:45.407719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb0c2f-2fbb-488a-99fa-fc8e42697944 req-41f9d24d-2141-49d7-9ebb-350f210b75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.410077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35eb0c2f-2fbb-488a-99fa-fc8e42697944 req-41f9d24d-2141-49d7-9ebb-350f210b75d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 1097 time: 0.1209569 Aug 19 12:31:45.447416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Allocated IP 172.20.0.14 (dd2184e3-a64e-4def-83c8-20a9f5bfbf24/7f5fff71-5ad1-4434-8927-65172bd1b532/4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:45.481837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-5cd4ce42-aca3-42d8-b376-d95682a0c661 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4857059 Aug 19 12:31:45.508151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Request body: {'port': {'device_id': '22912531-b3fc-490b-af66-3640887b5665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:45.535850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0169-b529-4d9c-9378-e61689a773c4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.545429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-954fd20f-8ca6-45c4-9dc5-75e039a3e994 req-7a39d3c4-94cf-47da-8a1f-79803dba8c06 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342523 Aug 19 12:31:45.547273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-677d6235-0742-413a-81f0-709697516d79 req-7c13e7e8-f33c-4634-9a5b-0b200457eda9 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 210 time: 0.0741951 Aug 19 12:31:45.552944 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.557526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.558157 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.584258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b0169-b529-4d9c-9378-e61689a773c4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Subnet': ['ID=9549f2f6-006b-4fd9-9933-832da93d3caf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:45.587044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0169-b529-4d9c-9378-e61689a773c4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.590156 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ec0b0169-b529-4d9c-9378-e61689a773c4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/9549f2f6-006b-4fd9-9933-832da93d3caf HTTP/1.1" status: 204 len: 168 time: 1.0189965 Aug 19 12:31:45.597725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5349ba97-d597-4316-bb29-cb9c67eefbc4 None None] Network 1695544c-5e35-4466-8e48-36a310fd9a8f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:45.604812 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38834) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:45.613146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4cad874e-bc95-417e-93fa-8126885d6b75 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:45.716253 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.748765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Transition to ACTIVE for port object 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:46.019049 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.058027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cad874e-bc95-417e-93fa-8126885d6b75 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:46.061610 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cad874e-bc95-417e-93fa-8126885d6b75 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.066845 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2539961 Aug 19 12:31:46.072145 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38844) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:46.077551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c958679-0de6-42fa-86c0-83e61f713b4f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Network': ['ID=b524d637-33b8-4be2-bcb2-34385752fcea,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:46.078305 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:46.082197 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb0c2f-2fbb-488a-99fa-fc8e42697944 req-7250e629-723e-450f-907f-7484b0017f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:46.083593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35eb0c2f-2fbb-488a-99fa-fc8e42697944 req-7250e629-723e-450f-907f-7484b0017f0a service neutron] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 913 time: 0.6586311 Aug 19 12:31:46.084369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'ports': [{'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6'}, {'network_id': 'b524d637-33b8-4be2-bcb2-34385752fcea'}]} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:46.084688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:46.085331 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.085549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': 'b524d637-33b8-4be2-bcb2-34385752fcea'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:46.104903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network b524d637-33b8-4be2-bcb2-34385752fcea details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:46.135324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:46.154173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348b10-b1df-465a-b77a-6a1aa7afa8d3 req-1c875eed-d53f-4a0f-8f66-7400b4be3d09 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:46.162939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06348b10-b1df-465a-b77a-6a1aa7afa8d3 req-1c875eed-d53f-4a0f-8f66-7400b4be3d09 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.4767375 Aug 19 12:31:46.177656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:46.199407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35eb0c2f-2fbb-488a-99fa-fc8e42697944 req-07c26140-dd90-4fc7-8157-816b1b016bd7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35 HTTP/1.1" status: 200 len: 217 time: 0.1002271 Aug 19 12:31:46.239068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event updated for resources: {'Port': ['ID=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:46.343241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:46.344031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06348b10-b1df-465a-b77a-6a1aa7afa8d3 req-0b7729a8-1dcb-43cb-ad46-aed989b945f3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798079 Aug 19 12:31:46.344160 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.350998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb0c2f-2fbb-488a-99fa-fc8e42697944 req-e81907b4-9c42-4932-956d-6e017900caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:46.352780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35eb0c2f-2fbb-488a-99fa-fc8e42697944 req-e81907b4-9c42-4932-956d-6e017900caff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.1423934 Aug 19 12:31:46.416934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35eb0c2f-2fbb-488a-99fa-fc8e42697944 req-74dbf8cd-0481-4b06-b3cc-0d7dd3eaad75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511031 Aug 19 12:31:46.496233 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-bc8172c4-25e0-445c-816e-cb7d004b50a6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5713274 Aug 19 12:31:46.519779 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Request body: {'port': {'device_id': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:46.603835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f813-9f96-4c03-9ba0-24737f18878b req-29534256-59e1-4578-ae9a-15e6c8612f85 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:46.613137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcc1f813-9f96-4c03-9ba0-24737f18878b req-29534256-59e1-4578-ae9a-15e6c8612f85 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.0861161 Aug 19 12:31:46.618330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.649235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e1d04c0f-fa8a-4f47-8690-70762f726afb None None] Provisioning complete for port 335b614a-ec3f-41b4-8609-b36b49efa00d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:46.650369 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e1d04c0f-fa8a-4f47-8690-70762f726afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.674978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 2} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:46.687740 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.726632 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35eb0c2f-2fbb-488a-99fa-fc8e42697944 req-d0c483b8-ed8c-43e9-baa2-82b3dd03d3ae service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951159 Aug 19 12:31:46.727653 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.804361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcc1f813-9f96-4c03-9ba0-24737f18878b req-f2ca7cc7-4781-4479-97b1-f88c6032f59f tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782062 Aug 19 12:31:46.833400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db0587-9d6e-4bcd-b678-e0c1aee3b71b req-7f05c0d4-e793-4bba-a877-e924d43ee8ec tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:46.834326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81db0587-9d6e-4bcd-b678-e0c1aee3b71b req-7f05c0d4-e793-4bba-a877-e924d43ee8ec tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 931 time: 0.1867385 Aug 19 12:31:46.834930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cad874e-bc95-417e-93fa-8126885d6b75 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.932190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e1d04c0f-fa8a-4f47-8690-70762f726afb None None] Provisioning for port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:46.936430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e1d04c0f-fa8a-4f47-8690-70762f726afb None None] Provisioning complete for port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:46.937531 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e1d04c0f-fa8a-4f47-8690-70762f726afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.945991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee553c0a-89b0-4745-967a-9d0c8fa1e45c {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:46.962634 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.971150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35eb0c2f-2fbb-488a-99fa-fc8e42697944 req-cf898484-a6f5-4951-9f4c-8e5bdd34a2d0 service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322412 Aug 19 12:31:46.974836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e1d04c0f-fa8a-4f47-8690-70762f726afb None None] Port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:46.985059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81db0587-9d6e-4bcd-b678-e0c1aee3b71b req-cf5118be-1cf3-4bfe-b003-67665005786b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412086 Aug 19 12:31:46.985481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e1d04c0f-fa8a-4f47-8690-70762f726afb None None] Provisioning complete for port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:46.985862 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e1d04c0f-fa8a-4f47-8690-70762f726afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.989578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Transition to ACTIVE for port object ee553c0a-89b0-4745-967a-9d0c8fa1e45c will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:46.993005 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad874e-bc95-417e-93fa-8126885d6b75 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:47.006861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656e7b4-4b6a-452f-b61f-e2dc3ac338aa req-7e216ea6-9b83-4556-828a-3f390b21120c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:47.008618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d656e7b4-4b6a-452f-b61f-e2dc3ac338aa req-7e216ea6-9b83-4556-828a-3f390b21120c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 932 time: 0.1323903 Aug 19 12:31:47.035301 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4cad874e-bc95-417e-93fa-8126885d6b75 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:47.035569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e1d04c0f-fa8a-4f47-8690-70762f726afb None None] Port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:47.039171 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad874e-bc95-417e-93fa-8126885d6b75 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:47.039769 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cad874e-bc95-417e-93fa-8126885d6b75 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.047954 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a4b3ad-1b42-4efa-a818-fe9ddea46770 None None] Network 1695544c-5e35-4466-8e48-36a310fd9a8f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:47.057266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d656e7b4-4b6a-452f-b61f-e2dc3ac338aa req-b47e0b33-e5f7-4de2-ab2c-3082b3cdbb07 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424612 Aug 19 12:31:47.061435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port e4bf5dc5-02a5-443a-8235-29be6d7fa164 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:47.082673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad874e-bc95-417e-93fa-8126885d6b75 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Subnet': ['ID=24665c6f-8c42-4a86-8b24-1e50f449e49b,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:47.087202 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.224976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Pushing event updated for resources: {'Port': ['ID=ee553c0a-89b0-4745-967a-9d0c8fa1e45c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:47.235438 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4cad874e-bc95-417e-93fa-8126885d6b75 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6288168 Aug 19 12:31:47.239952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38866) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:47.246182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f0b667cb-90b4-43a1-9ffd-d545ed321b48 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'security_group': {'name': 'tempest-secgroup-429841806'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:47.260603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 466d795a-25a7-4e8a-a594-3e957b5d8410 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:47.285222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Attempting to bind port ee553c0a-89b0-4745-967a-9d0c8fa1e45c on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:47.285602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Attempting to bind port ee553c0a-89b0-4745-967a-9d0c8fa1e45c by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:47.285944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Attempting to bind port ee553c0a-89b0-4745-967a-9d0c8fa1e45c on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:47.291127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Port ee553c0a-89b0-4745-967a-9d0c8fa1e45c on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:31:47.291460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Attempting to bind port ee553c0a-89b0-4745-967a-9d0c8fa1e45c on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:47.296755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:47.297115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Checking segment: {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:47.297548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Bound using segment: {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:47.297988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Bound port: ee553c0a-89b0-4745-967a-9d0c8fa1e45c, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:47.298356 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.327174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:47.373239 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.379591 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b667cb-90b4-43a1-9ffd-d545ed321b48 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.417883 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.420823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ba737c-d52f-458a-b297-755dd32f8c6a None None] Update dhcp port {'port': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'fixed_ips': [{'subnet_id': '716900d7-8c39-417a-bfb9-c1340c164c4a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '24665c6f-8c42-4a86-8b24-1e50f449e49b'}], 'binding:host_id': 'n-d-778732-8'}, 'id': '335b614a-ec3f-41b4-8609-b36b49efa00d'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:31:47.423178 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Transition to ACTIVE for port object 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:47.431386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] For port ee553c0a-89b0-4745-967a-9d0c8fa1e45c, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:47.435578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] For port ee553c0a-89b0-4745-967a-9d0c8fa1e45c, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ee553c0a-89b0-4745-967a-9d0c8fa1e45c,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:47.469135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:47.472460 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91ba737c-d52f-458a-b297-755dd32f8c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.493865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'mac_address': 'fa:16:3e:cb:60:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:47.497879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port de36c9e0-028c-4b4d-947c-03001c7cf16b yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:47.558767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b963f-f8d5-43ea-a1b6-a10c526dc00e req-a06c158d-e65e-4314-ae25-419856cb99ff tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:47.569442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d0b963f-f8d5-43ea-a1b6-a10c526dc00e req-a06c158d-e65e-4314-ae25-419856cb99ff tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.1263843 Aug 19 12:31:47.586215 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.598058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.612452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc92438-2e13-41c6-a31e-d58e8f8785ae req-8f1d8541-b1ba-43d2-82ee-a5fa8dc0043a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:47.614051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ccc92438-2e13-41c6-a31e-d58e8f8785ae req-8f1d8541-b1ba-43d2-82ee-a5fa8dc0043a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.1585729 Aug 19 12:31:47.634809 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.657856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466d795a-25a7-4e8a-a594-3e957b5d8410 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:47.687456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:47.688101 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.690406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] 10.222.0.52 "PUT /v2.0/ports/ee553c0a-89b0-4745-967a-9d0c8fa1e45c HTTP/1.1" status: 200 len: 1091 time: 2.1969874 Aug 19 12:31:47.695640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22912531-b3fc-490b-af66-3640887b5665', 'tag': 'ee553c0a-89b0-4745-967a-9d0c8fa1e45c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:47.697968 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147517b6-dd76-4291-93c9-2b2a146417c0" -d '{"events": [{"name": "network-changed", "server_uuid": "22912531-b3fc-490b-af66-3640887b5665", "tag": "ee553c0a-89b0-4745-967a-9d0c8fa1e45c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:47.708326 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:47.732807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:47.760503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-91ba737c-d52f-458a-b297-755dd32f8c6a None None] Allocated IP 2001:db8::2 (1695544c-5e35-4466-8e48-36a310fd9a8f/24665c6f-8c42-4a86-8b24-1e50f449e49b/335b614a-ec3f-41b4-8609-b36b49efa00d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:47.762828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d0b963f-f8d5-43ea-a1b6-a10c526dc00e req-21e41093-4758-4270-b2a8-d9c5ae7aaa2a tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922891 Aug 19 12:31:47.782203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.808411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa54c9-d665-486f-8bf6-0186a37c0538 service neutron] Pushing event updated for resources: {'Port': ['ID=ee553c0a-89b0-4745-967a-9d0c8fa1e45c,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:47.809516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Attempting to bind port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:47.810004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Attempting to bind port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:47.810342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Attempting to bind port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a on network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:47.813851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b667cb-90b4-43a1-9ffd-d545ed321b48 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.816774 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a on network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:31:47.817133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Attempting to bind port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a on network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:47.827196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:47.827416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Checking segment: {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:47.827807 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Bound using segment: {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:47.828253 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Bound port: 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ac4aa2-564e-42f7-bda6-d7da9c37253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:47.828619 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.831992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ccc92438-2e13-41c6-a31e-d58e8f8785ae req-eed0ae81-3967-411b-92d1-6dd279991bf8 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846249 Aug 19 12:31:47.866891 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b85fda-225e-4ffb-8b0d-1826f2aed29a x-openstack-request-id: req-27b85fda-225e-4ffb-8b0d-1826f2aed29a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:47.867239 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22912531-b3fc-490b-af66-3640887b5665", "tag": "ee553c0a-89b0-4745-967a-9d0c8fa1e45c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:47.867497 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27b85fda-225e-4ffb-8b0d-1826f2aed29a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:47.867909 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22912531-b3fc-490b-af66-3640887b5665', 'tag': 'ee553c0a-89b0-4745-967a-9d0c8fa1e45c', 'status': 'completed', 'code': 200} Aug 19 12:31:47.943978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] For port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:47.948761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] For port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:47.969870 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-91ba737c-d52f-458a-b297-755dd32f8c6a None None] For port 335b614a-ec3f-41b4-8609-b36b49efa00d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=335b614a-ec3f-41b4-8609-b36b49efa00d,segment=NetworkSegment(26c70339-9ee0-423d-9659-8078742701bc),segment_id=26c70339-9ee0-423d-9659-8078742701bc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:47.990623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147517b6-dd76-4291-93c9-2b2a146417c0 req-336fe1ed-3f15-4507-be23-33da7c3b83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:47.992248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-147517b6-dd76-4291-93c9-2b2a146417c0 req-336fe1ed-3f15-4507-be23-33da7c3b83a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 1094 time: 0.1071134 Aug 19 12:31:48.005764 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91ba737c-d52f-458a-b297-755dd32f8c6a None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.009272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754f3b9-57b3-437d-9170-748491fa4a96 req-14ff431a-8c70-4294-81db-ff4afaf82ce6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.014907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6754f3b9-57b3-437d-9170-748491fa4a96 req-14ff431a-8c70-4294-81db-ff4afaf82ce6 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.0651200 Aug 19 12:31:48.015119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.050466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b667cb-90b4-43a1-9ffd-d545ed321b48 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.063873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-91ba737c-d52f-458a-b297-755dd32f8c6a None None] Transition to ACTIVE for port object 335b614a-ec3f-41b4-8609-b36b49efa00d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:48.070531 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.092449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:48.107655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.107655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.107992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.108198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.109427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.112145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.112720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.113288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.113836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.114426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.114919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.115404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:48.146687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['466d795a-25a7-4e8a-a594-3e957b5d8410'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:48.152430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:48.158584 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:48.161879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:48.163363 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.179542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.184332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=e4bf5dc5-02a5-443a-8235-29be6d7fa164,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:48.196359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b667cb-90b4-43a1-9ffd-d545ed321b48 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8b269d-c9e6-4434-92e3-413f46f40c6e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:48.213496 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91ba737c-d52f-458a-b297-755dd32f8c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.229901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6754f3b9-57b3-437d-9170-748491fa4a96 req-d84dddf7-3fcf-4f8a-8639-6ad925671d32 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833143 Aug 19 12:31:48.244843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.244843 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.246280 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] 10.222.0.52 "PUT /v2.0/ports/4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a HTTP/1.1" status: 200 len: 1092 time: 1.7341657 Aug 19 12:31:48.262591 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'tag': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:48.263695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147517b6-dd76-4291-93c9-2b2a146417c0 req-0c07fa6a-bc98-413a-b6c8-36301196f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.265260 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3" -d '{"events": [{"name": "network-changed", "server_uuid": "f28860a4-a2b0-432d-ba82-60696ace9f41", "tag": "4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:48.266999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-147517b6-dd76-4291-93c9-2b2a146417c0 req-0c07fa6a-bc98-413a-b6c8-36301196f8ed service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c239b129dd1444dea4aa12c5115de621&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2662590 Aug 19 12:31:48.299442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=de36c9e0-028c-4b4d-947c-03001c7cf16b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:48.308619 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Checking segment: {'id': '71be0125-6e4d-4852-85ba-8cecf3e1c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b524d637-33b8-4be2-bcb2-34385752fcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:48.309161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network hostable DHCP agents. Network: b524d637-33b8-4be2-bcb2-34385752fcea, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:48.328561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b667cb-90b4-43a1-9ffd-d545ed321b48 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.335166 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f0b667cb-90b4-43a1-9ffd-d545ed321b48 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0940192 Aug 19 12:31:48.336048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38900) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:48.380403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-857ca93f-6f90-48f3-aab8-45a5966d2afd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'security_group': {'name': 'tempest-secgroup-693697701'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:48.397750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9523e5a-669d-4ca0-8edf-6cd0fb8bf7c8 req-bb95052e-2eb5-46c9-8fdd-d98f616b2363 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.406887 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9523e5a-669d-4ca0-8edf-6cd0fb8bf7c8 req-bb95052e-2eb5-46c9-8fdd-d98f616b2363 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 943 time: 0.3017645 Aug 19 12:31:48.407679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baad02b-8f57-409e-aea6-90dfe4ab19c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:48.411745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba737c-d52f-458a-b297-755dd32f8c6a None None] Pushing event updated for resources: {'Port': ['ID=335b614a-ec3f-41b4-8609-b36b49efa00d,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:48.443738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network b524d637-33b8-4be2-bcb2-34385752fcea is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:48.518921 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-f848b8ba-627a-428d-b2bf-18c2cd19f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.520945 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-f848b8ba-627a-428d-b2bf-18c2cd19f420 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 1095 time: 0.0879157 Aug 19 12:31:48.552888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9523e5a-669d-4ca0-8edf-6cd0fb8bf7c8 req-5609f19f-f987-4970-ad6e-b0ef81ed37da tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400447 Aug 19 12:31:48.598166 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-45bac67d-5075-4449-a552-2fa4f966f3dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a HTTP/1.1" status: 200 len: 217 time: 0.0682306 Aug 19 12:31:48.599938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, b524d637-33b8-4be2-bcb2-34385752fcea) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:48.605538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:48.614990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.618477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a89c19-a1b6-41cd-a481-8899faa9f254 req-1e0f084c-6c3d-4eaa-ab71-6f5ea1077ed1 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.621073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.622653 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.626163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11a89c19-a1b6-41cd-a481-8899faa9f254 req-1e0f084c-6c3d-4eaa-ab71-6f5ea1077ed1 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 944 time: 0.2520123 Aug 19 12:31:48.633782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e917a87a-0e6c-42f5-a45d-4c7917515d02 None None] Network b524d637-33b8-4be2-bcb2-34385752fcea requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:48.640653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147517b6-dd76-4291-93c9-2b2a146417c0 req-2f8a5528-ceef-4cbd-851c-9c20ec19413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.642045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-147517b6-dd76-4291-93c9-2b2a146417c0 req-2f8a5528-ceef-4cbd-851c-9c20ec19413d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3638611 Aug 19 12:31:48.652204 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-857ca93f-6f90-48f3-aab8-45a5966d2afd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.716233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11a89c19-a1b6-41cd-a481-8899faa9f254 req-8c9facdd-4b1c-4c2f-9e60-69502d6f042b tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890615 Aug 19 12:31:48.731992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-3226a218-cf07-4eb4-a219-fdba430e4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.733574 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-3226a218-cf07-4eb4-a219-fdba430e4b7b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f5fff71-5ad1-4434-8927-65172bd1b532 HTTP/1.1" status: 200 len: 850 time: 0.0979893 Aug 19 12:31:48.800489 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d7d3cf37-2212-469a-8ee3-037a02692cb3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7208247 Aug 19 12:31:48.801364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38914) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:48.827023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-5b48177b-3cb3-4517-b7a1-d95b0d716dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.831631 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-5b48177b-3cb3-4517-b7a1-d95b0d716dfc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891469 Aug 19 12:31:48.855874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-a6e696e8-7257-4944-809b-cadde86231bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.857455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-a6e696e8-7257-4944-809b-cadde86231bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 1094 time: 0.1567056 Aug 19 12:31:48.958807 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65efa55-9fe6-436e-914e-d2ef3f310b26 x-openstack-request-id: req-e65efa55-9fe6-436e-914e-d2ef3f310b26 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:48.959280 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28860a4-a2b0-432d-ba82-60696ace9f41", "tag": "4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:48.959620 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e65efa55-9fe6-436e-914e-d2ef3f310b26 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:48.960243 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'tag': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a', 'status': 'completed', 'code': 200} Aug 19 12:31:49.015988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 335b614a-ec3f-41b4-8609-b36b49efa00d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:49.024004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-af095c11-fef1-4d94-8bb1-b8f2d9735fe3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee553c0a-89b0-4745-967a-9d0c8fa1e45c HTTP/1.1" status: 200 len: 217 time: 0.1363370 Aug 19 12:31:49.038428 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-7ae318a0-dfa7-4784-99db-c2d4a1583d2f service neutron] 10.222.0.52 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938052 Aug 19 12:31:49.263562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 466d795a-25a7-4e8a-a594-3e957b5d8410 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:49.271797 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:31:49.301096 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c88aaa50-9445-4701-8dd8-fac11a167d26 req-afa601d3-5a5f-4abe-9808-14c2a3a855ee service neutron] 10.222.0.52 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542303 Aug 19 12:31:49.355448 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-857ca93f-6f90-48f3-aab8-45a5966d2afd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.387772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-ccd02408-0e07-4ae0-a9cb-65eed73c5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:49.389300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-ccd02408-0e07-4ae0-a9cb-65eed73c5c47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9c64f776-3857-4313-b138-a7296f8fbf5c HTTP/1.1" status: 200 len: 855 time: 0.3489428 Aug 19 12:31:49.397497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 466d795a-25a7-4e8a-a594-3e957b5d8410 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:49.402314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40b357-3bed-497f-82e8-464a239c5cbb req-6b12daa7-ec5d-4412-9755-585d3d7333d1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:49.404150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa40b357-3bed-497f-82e8-464a239c5cbb req-6b12daa7-ec5d-4412-9755-585d3d7333d1 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 946 time: 0.2683971 Aug 19 12:31:49.404888 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.406600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7fe84-6e62-4bc3-80b5-b40303ed121a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port de36c9e0-028c-4b4d-947c-03001c7cf16b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:49.407079 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7dd7fe84-6e62-4bc3-80b5-b40303ed121a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.442944 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-673c0267-ce5b-44f7-b25c-46a14ec666e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326250 Aug 19 12:31:49.544386 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.575353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:49.577983 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16d6088-6b64-4cf0-ac88-aaa95ba7e82e" -d '{"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-plugged", "status": "completed", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:49.585724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3 req-5fe4e87f-af25-444b-b801-8360000b85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:49.587289 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3 req-5fe4e87f-af25-444b-b801-8360000b85a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 1095 time: 0.0888016 Aug 19 12:31:49.593433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:49.616329 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-857ca93f-6f90-48f3-aab8-45a5966d2afd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.719904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3 req-5dfb3e9f-80a9-489d-abe1-cf8d4b954291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:49.723439 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3 req-5dfb3e9f-80a9-489d-abe1-cf8d4b954291 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 200 len: 912 time: 0.1272378 Aug 19 12:31:49.744733 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-918b3555-454e-4a52-8094-9646d1c5da33 None None] Provisioning for port 335b614a-ec3f-41b4-8609-b36b49efa00d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:49.749805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-918b3555-454e-4a52-8094-9646d1c5da33 None None] Provisioning complete for port 335b614a-ec3f-41b4-8609-b36b49efa00d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:49.750483 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-918b3555-454e-4a52-8094-9646d1c5da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.751179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa40b357-3bed-497f-82e8-464a239c5cbb req-edaab8e8-676c-4ea6-97db-59a4e84e105e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875433 Aug 19 12:31:49.765163 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7dd7fe84-6e62-4bc3-80b5-b40303ed121a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.801018 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3 req-9900c388-1032-41c9-b677-8f5c634a2154 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a HTTP/1.1" status: 200 len: 217 time: 0.0697935 Aug 19 12:31:49.804185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ca93f-6f90-48f3-aab8-45a5966d2afd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f596c03f-869d-45a0-ab1c-3ec7ad5b7559,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:49.821672 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.824302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7fe84-6e62-4bc3-80b5-b40303ed121a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for de36c9e0-028c-4b4d-947c-03001c7cf16b owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:49.825054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:49.836912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db98a77-64ae-4d73-a2a1-b79a4cef0c76 req-95bf7bd2-4d21-4c46-91bd-10fce8530d5d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:49.844908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8db98a77-64ae-4d73-a2a1-b79a4cef0c76 req-95bf7bd2-4d21-4c46-91bd-10fce8530d5d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.3508718 Aug 19 12:31:49.893651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3 req-fb8d9a0a-78f1-4fec-9af3-33a7e55af0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:49.895251 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3 req-fb8d9a0a-78f1-4fec-9af3-33a7e55af0de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f5fff71-5ad1-4434-8927-65172bd1b532 HTTP/1.1" status: 200 len: 850 time: 0.0824471 Aug 19 12:31:49.897944 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-857ca93f-6f90-48f3-aab8-45a5966d2afd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.902084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-857ca93f-6f90-48f3-aab8-45a5966d2afd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5255549 Aug 19 12:31:49.906532 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38936) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:49.985358 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ad95109a-5d17-49d0-b8b9-610df49b859e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'security_group': {'name': 'tempest-secgroup-1103347316'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:49.993712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-811f6082-b193-46a2-8c9d-17a9feac5b7e service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533229 Aug 19 12:31:50.021297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8db98a77-64ae-4d73-a2a1-b79a4cef0c76 req-9f75d01b-3d82-453f-8986-696389ca255c tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747439 Aug 19 12:31:50.021875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3 req-3c2ed2bc-2103-4aa6-bb53-f085f147c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:50.024627 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3 req-3c2ed2bc-2103-4aa6-bb53-f085f147c7a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202867 Aug 19 12:31:50.042539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=10']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:50.081227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-918b3555-454e-4a52-8094-9646d1c5da33 None None] Provisioning complete for port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:50.081227 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-918b3555-454e-4a52-8094-9646d1c5da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.084121 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.127494 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa408ed-b666-43b9-b164-3db4031f4c5c x-openstack-request-id: req-cfa408ed-b666-43b9-b164-3db4031f4c5c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:50.128172 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-plugged", "status": "completed", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:50.128662 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfa408ed-b666-43b9-b164-3db4031f4c5c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:50.129210 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'code': 200} Aug 19 12:31:50.136031 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad95109a-5d17-49d0-b8b9-610df49b859e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.166622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:50.171802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-918b3555-454e-4a52-8094-9646d1c5da33 None None] Port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:50.177803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad405b6-cdbb-4193-9b9e-1fc6ae0a2b12 req-e7eb615f-42d9-486e-b2a9-e117e9fe0403 service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688824 Aug 19 12:31:50.192479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ad7bf-dc33-4cc8-a60b-4f817a3e23d8 req-32d1cd4c-6ed6-4d46-a541-34cc36802b92 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:50.201331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c7ad7bf-dc33-4cc8-a60b-4f817a3e23d8 req-32d1cd4c-6ed6-4d46-a541-34cc36802b92 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 943 time: 0.3528414 Aug 19 12:31:50.249122 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3 req-078ac179-b345-43f0-9903-07dc9963c93f service neutron] 10.222.0.52 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125926 Aug 19 12:31:50.251892 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.304680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c7ad7bf-dc33-4cc8-a60b-4f817a3e23d8 req-61b32a5b-9180-49fa-8bc6-567400587a14 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018548 Aug 19 12:31:50.313195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bcd9b-030f-4f72-8998-af73f5cfc379 req-84b09b73-7a99-4789-81c3-59118229f6d6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:50.315298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-457bcd9b-030f-4f72-8998-af73f5cfc379 req-84b09b73-7a99-4789-81c3-59118229f6d6 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 944 time: 0.0902429 Aug 19 12:31:50.372047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-457bcd9b-030f-4f72-8998-af73f5cfc379 req-38119557-444c-4a53-884e-378f8b1318d7 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484669 Aug 19 12:31:50.375003 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7dd7fe84-6e62-4bc3-80b5-b40303ed121a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.380386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:50.422643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7fe84-6e62-4bc3-80b5-b40303ed121a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=de36c9e0-028c-4b4d-947c-03001c7cf16b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:50.434134 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7dd7fe84-6e62-4bc3-80b5-b40303ed121a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.438754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7dd7fe84-6e62-4bc3-80b5-b40303ed121a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/de36c9e0-028c-4b4d-947c-03001c7cf16b HTTP/1.1" status: 204 len: 168 time: 1.6341345 Aug 19 12:31:50.440087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38944) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:50.440483 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-07a9c7fb-b4aa-4382-9c50-24f854b3dda3 req-dcecc113-879f-4941-9f60-a1cc420f0056 service neutron] 10.222.0.52 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691370 Aug 19 12:31:50.442910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad95109a-5d17-49d0-b8b9-610df49b859e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.503502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad95109a-5d17-49d0-b8b9-610df49b859e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.512258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb0532-c5b2-4364-92a7-d78047175b75 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:50.518766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb0532-c5b2-4364-92a7-d78047175b75 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:50.522713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-48fb0532-c5b2-4364-92a7-d78047175b75 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0813868 Aug 19 12:31:50.525594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38950) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:50.579269 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95109a-5d17-49d0-b8b9-610df49b859e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366c1bd8-ff2e-4618-99cb-af564b667d07,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:50.627499 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad95109a-5d17-49d0-b8b9-610df49b859e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.628781 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ad95109a-5d17-49d0-b8b9-610df49b859e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7207766 Aug 19 12:31:50.631711 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38952) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:50.637518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-830392053', 'security_groups': ['366c1bd8-ff2e-4618-99cb-af564b667d07'], 'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24665c6f-8c42-4a86-8b24-1e50f449e49b'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:50.752858 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-87cfe45e-14ec-4879-a32d-71744bad4652 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port e4bf5dc5-02a5-443a-8235-29be6d7fa164 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:50.753196 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87cfe45e-14ec-4879-a32d-71744bad4652 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.912568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbaa82-a3fb-421e-91c4-f9db19151589 req-fb3c1dd5-3c88-40df-ae8a-8cd9d94fbaa4 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:50.916385 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87cfe45e-14ec-4879-a32d-71744bad4652 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.920937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3dbaa82-a3fb-421e-91c4-f9db19151589 req-fb3c1dd5-3c88-40df-ae8a-8cd9d94fbaa4 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 944 time: 0.0915287 Aug 19 12:31:50.938848 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-87cfe45e-14ec-4879-a32d-71744bad4652 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for e4bf5dc5-02a5-443a-8235-29be6d7fa164 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:50.959437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38608bf7-30f6-4006-bbe3-882e735614b1 req-76c5b0ac-0946-40b2-869b-9f3a796c71ee tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:50.961175 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-38608bf7-30f6-4006-bbe3-882e735614b1 req-76c5b0ac-0946-40b2-869b-9f3a796c71ee tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.1479659 Aug 19 12:31:50.982305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3dbaa82-a3fb-421e-91c4-f9db19151589 req-2aecb42d-7b63-4566-bf30-4c9ee4c0c078 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598512 Aug 19 12:31:51.069772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c07fed26-263d-4b3c-b071-e9098e2b4341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.218993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f201f-50c5-485a-831e-053fd2f4c1bb req-9660a32f-560c-4d58-a8ba-b4e15ff6cf64 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:51.220559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd9f201f-50c5-485a-831e-053fd2f4c1bb req-9660a32f-560c-4d58-a8ba-b4e15ff6cf64 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 946 time: 0.0862951 Aug 19 12:31:51.311677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd9f201f-50c5-485a-831e-053fd2f4c1bb req-5413cb7a-5a35-46ab-a292-0e7a62a99a0e tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779707 Aug 19 12:31:51.357365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:51.493175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef618c3-8933-4aa0-a107-de70e0887bed req-2234632a-0121-459e-b456-7d44a5ab948a tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:51.501860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aef618c3-8933-4aa0-a107-de70e0887bed req-2234632a-0121-459e-b456-7d44a5ab948a tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 943 time: 0.0730433 Aug 19 12:31:51.553793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aef618c3-8933-4aa0-a107-de70e0887bed req-3e5d63e1-7c7e-4ccd-aa2c-45677cd27128 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508375 Aug 19 12:31:51.614447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.638559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-38608bf7-30f6-4006-bbe3-882e735614b1 req-57adde5c-36a9-4431-a759-da49d7d54987 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Deleting port 492bd65f-f7f4-48c6-8afb-33db5bdd284d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:51.639014 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-38608bf7-30f6-4006-bbe3-882e735614b1 req-57adde5c-36a9-4431-a759-da49d7d54987 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.697311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533bcf4-dbe8-49aa-9f20-d1b2a877c115 req-7516c0c5-f129-4f3c-a08e-e3362f1a5198 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:51.699156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e533bcf4-dbe8-49aa-9f20-d1b2a877c115 req-7516c0c5-f129-4f3c-a08e-e3362f1a5198 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 944 time: 0.0770814 Aug 19 12:31:51.702488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] device_id is not set on port f5914c61-21ae-46a6-9a1a-c97d67ef4880 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:51.776002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e533bcf4-dbe8-49aa-9f20-d1b2a877c115 req-aba44630-33f5-4424-8866-a7d902cc8ff2 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677855 Aug 19 12:31:51.788674 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87cfe45e-14ec-4879-a32d-71744bad4652 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.856603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfe45e-14ec-4879-a32d-71744bad4652 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=e4bf5dc5-02a5-443a-8235-29be6d7fa164,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:51.859546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87cfe45e-14ec-4879-a32d-71744bad4652 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.867801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38990) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:51.879140 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-87cfe45e-14ec-4879-a32d-71744bad4652 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/e4bf5dc5-02a5-443a-8235-29be6d7fa164 HTTP/1.1" status: 204 len: 168 time: 1.3503962 Aug 19 12:31:51.969622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86738cd2-4764-45a2-b919-f99b90f7d5c7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:51.972554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-86738cd2-4764-45a2-b919-f99b90f7d5c7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1032143 Aug 19 12:31:51.975530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39000) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:52.006983 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed209065-b49f-4c7e-b8d5-6f647aff28f2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:31:52.009207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ed209065-b49f-4c7e-b8d5-6f647aff28f2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/de36c9e0-028c-4b4d-947c-03001c7cf16b HTTP/1.1" status: 404 len: 333 time: 0.0321541 Aug 19 12:31:52.011843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39002) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:52.023152 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-38608bf7-30f6-4006-bbe3-882e735614b1 req-57adde5c-36a9-4431-a759-da49d7d54987 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] For port 492bd65f-f7f4-48c6-8afb-33db5bdd284d, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=492bd65f-f7f4-48c6-8afb-33db5bdd284d,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:52.023152 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-38608bf7-30f6-4006-bbe3-882e735614b1 req-57adde5c-36a9-4431-a759-da49d7d54987 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.042101 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c64b355-3054-46a8-bca5-e61e0179a4b6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:31:52.044276 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4c64b355-3054-46a8-bca5-e61e0179a4b6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/e4bf5dc5-02a5-443a-8235-29be6d7fa164 HTTP/1.1" status: 404 len: 333 time: 0.0312870 Aug 19 12:31:52.048107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:52.061213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-38608bf7-30f6-4006-bbe3-882e735614b1 req-57adde5c-36a9-4431-a759-da49d7d54987 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Calling delete_port for 492bd65f-f7f4-48c6-8afb-33db5bdd284d owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:52.101547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ee553c0a-89b0-4745-967a-9d0c8fa1e45c details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:52.130050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151bcc75-44cc-41d7-b583-10de9f21db48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:52.133651 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d07409-85da-48e7-b151-deade519cca8" -d '{"events": [{"server_uuid": "151bcc75-44cc-41d7-b583-10de9f21db48", "name": "network-vif-unplugged", "status": "completed", "tag": "2eca2d20-1f65-430e-b0cb-4f39a95a9d35"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:52.134078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8::162 (1695544c-5e35-4466-8e48-36a310fd9a8f/24665c6f-8c42-4a86-8b24-1e50f449e49b/f5914c61-21ae-46a6-9a1a-c97d67ef4880) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:52.179207 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.245903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ee553c0a-89b0-4745-967a-9d0c8fa1e45c, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ee553c0a-89b0-4745-967a-9d0c8fa1e45c,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:52.266502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'ee553c0a-89b0-4745-967a-9d0c8fa1e45c', 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d', 'port_id': 'ee553c0a-89b0-4745-967a-9d0c8fa1e45c', 'mac_address': 'fa:16:3e:b0:40:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c64f776-3857-4313-b138-a7296f8fbf5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:52.326997 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.348244 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.354273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee553c0a-89b0-4745-967a-9d0c8fa1e45c {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:52.361741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.371618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b524d637-33b8-4be2-bcb2-34385752fcea']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:52.385875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71be0125-6e4d-4852-85ba-8cecf3e1c3ce') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:52.386223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71be0125-6e4d-4852-85ba-8cecf3e1c3ce') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:52.389030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object f5914c61-21ae-46a6-9a1a-c97d67ef4880 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:52.397542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.399802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ee553c0a-89b0-4745-967a-9d0c8fa1e45c, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ee553c0a-89b0-4745-967a-9d0c8fa1e45c,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:52.413459 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.421980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:52.422445 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:52.427612 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:52.448213 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-38608bf7-30f6-4006-bbe3-882e735614b1 req-57adde5c-36a9-4431-a759-da49d7d54987 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.462421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273', '492bd65f-f7f4-48c6-8afb-33db5bdd284d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:52.504125 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.505261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:52.527270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adde5c-36a9-4431-a759-da49d7d54987 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event deleted for resources: {'Port': ['ID=492bd65f-f7f4-48c6-8afb-33db5bdd284d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:52.573983 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.608319 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.644064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.646806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/networks/b524d637-33b8-4be2-bcb2-34385752fcea HTTP/1.1" status: 204 len: 168 time: 0.5968156 Aug 19 12:31:52.647925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3cc58-2946-4b4f-840f-d8d708336b99 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Network': ['ID=b524d637-33b8-4be2-bcb2-34385752fcea,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:52.660322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:52.663090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=ee553c0a-89b0-4745-967a-9d0c8fa1e45c,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:52.667036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-350513042'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:52.698720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=f5914c61-21ae-46a6-9a1a-c97d67ef4880,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:52.707441 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-38608bf7-30f6-4006-bbe3-882e735614b1 req-57adde5c-36a9-4431-a759-da49d7d54987 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] No DVR routers for this DVR port 492bd65f-f7f4-48c6-8afb-33db5bdd284d on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:52.714944 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-38608bf7-30f6-4006-bbe3-882e735614b1 req-57adde5c-36a9-4431-a759-da49d7d54987 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.729182 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-38608bf7-30f6-4006-bbe3-882e735614b1 req-57adde5c-36a9-4431-a759-da49d7d54987 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "DELETE /v2.0/ports/492bd65f-f7f4-48c6-8afb-33db5bdd284d HTTP/1.1" status: 204 len: 173 time: 1.7569354 Aug 19 12:31:52.732140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69ea031-679b-4c61-ab18-a5d489323fb8', 'name': 'network-vif-deleted', 'tag': '492bd65f-f7f4-48c6-8afb-33db5bdd284d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:52.739929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:52.747331 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed622a12-5868-437f-abdd-a3ac50ceee2a" -d '{"events": [{"server_uuid": "a69ea031-679b-4c61-ab18-a5d489323fb8", "name": "network-vif-deleted", "tag": "492bd65f-f7f4-48c6-8afb-33db5bdd284d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:52.764022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'port_id': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a', 'mac_address': 'fa:16:3e:1e:b3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:52.766752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:52.769462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:52.786278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:52.793063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:52.797801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.818253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:52.821858 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.855810 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.856025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:52.878984 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.879609 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Added segment 565024ec-729d-4965-affb-0e6766319c3f of type vlan for network 9bcb9019-b0d4-4ef5-b035-1f19aab58830 Aug 19 12:31:52.882215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:52.929124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:52.944542 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cc715844-173b-4050-a329-694dd398b5e0 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3117008 Aug 19 12:31:52.951666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39030) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:52.958666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-299a8226-76b5-4b9b-9e6c-425427fc181b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:52.961042 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.037820 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa1a80c-49a4-4074-937b-68351feddac7 x-openstack-request-id: req-aaa1a80c-49a4-4074-937b-68351feddac7 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:53.037820 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151bcc75-44cc-41d7-b583-10de9f21db48", "name": "network-vif-unplugged", "status": "failed", "tag": "2eca2d20-1f65-430e-b0cb-4f39a95a9d35", "code": 422}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:53.037820 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aaa1a80c-49a4-4074-937b-68351feddac7 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:53.037820 n-d-778732-8 neutron-server[95662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '151bcc75-44cc-41d7-b583-10de9f21db48', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35', 'code': 422} returned with failed status Aug 19 12:31:53.125919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69894b22-b8b4-4cdf-b98e-ff62738275da req-c692f4cf-1ca7-4c29-9ccb-a0c478e75cf9 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 210 time: 0.0312891 Aug 19 12:31:53.243038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2497a-2595-4134-a165-463b777bcf4f req-5227fb79-67af-4a8a-9438-1762a142e170 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:53.244562 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ec2497a-2595-4134-a165-463b777bcf4f req-5227fb79-67af-4a8a-9438-1762a142e170 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 944 time: 0.0521941 Aug 19 12:31:53.253975 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.289605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ec2497a-2595-4134-a165-463b777bcf4f req-85fc31be-c40c-42bd-a7b7-512e3c38ed2c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387075 Aug 19 12:31:53.293671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:53.339862 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63e9b2b-4b6d-4374-b224-dc6470c45c22 x-openstack-request-id: req-c63e9b2b-4b6d-4374-b224-dc6470c45c22 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:53.340372 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69ea031-679b-4c61-ab18-a5d489323fb8", "name": "network-vif-deleted", "tag": "492bd65f-f7f4-48c6-8afb-33db5bdd284d", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:53.340372 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c63e9b2b-4b6d-4374-b224-dc6470c45c22 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:53.340792 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69ea031-679b-4c61-ab18-a5d489323fb8', 'name': 'network-vif-deleted', 'tag': '492bd65f-f7f4-48c6-8afb-33db5bdd284d', 'status': 'completed', 'code': 200} Aug 19 12:31:53.354994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:53.440191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e7f17-97bb-4b00-9558-f87bf4c93878 req-bbf1cb53-8fa4-4f3f-8daf-4a69929329a9 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:53.441967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f3e7f17-97bb-4b00-9558-f87bf4c93878 req-bbf1cb53-8fa4-4f3f-8daf-4a69929329a9 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 945 time: 0.0517349 Aug 19 12:31:53.484192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f3e7f17-97bb-4b00-9558-f87bf4c93878 req-f4304a27-f19e-4d17-bdbb-2b89a601bfbd tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360022 Aug 19 12:31:53.487017 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.492867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:53.505668 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.518734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:53.522685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299a8226-76b5-4b9b-9e6c-425427fc181b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:53.526408 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-299a8226-76b5-4b9b-9e6c-425427fc181b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.559715 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ee553c0a-89b0-4745-967a-9d0c8fa1e45c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:53.563343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-735b7033-7924-4cb0-b441-c85e025009a4 None None] Provisioning for port f5914c61-21ae-46a6-9a1a-c97d67ef4880 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:53.578365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Network': ['ID=9bcb9019-b0d4-4ef5-b035-1f19aab58830,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:53.594907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 9bcb9019-b0d4-4ef5-b035-1f19aab58830 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:53.604117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-735b7033-7924-4cb0-b441-c85e025009a4 None None] Provisioning complete for port f5914c61-21ae-46a6-9a1a-c97d67ef4880 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:53.604532 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-735b7033-7924-4cb0-b441-c85e025009a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.660587 n-d-778732-8 neutron-server[95661]: INFO neutron.db.ipam_backend_mixin [None req-299a8226-76b5-4b9b-9e6c-425427fc181b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24665c6f-8c42-4a86-8b24-1e50f449e49b (CIDR: 2001:db8::/64) Aug 19 12:31:53.703479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1daa882-9761-4113-9853-56392168ddb2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0417483 Aug 19 12:31:53.707502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39040) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:53.713334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': '9bcb9019-b0d4-4ef5-b035-1f19aab58830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:53.772146 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-299a8226-76b5-4b9b-9e6c-425427fc181b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:31:53.772710 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299a8226-76b5-4b9b-9e6c-425427fc181b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:53.873948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-735b7033-7924-4cb0-b441-c85e025009a4 None None] Port f5914c61-21ae-46a6-9a1a-c97d67ef4880 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:53.943413 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-299a8226-76b5-4b9b-9e6c-425427fc181b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9901583 Aug 19 12:31:53.946140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39042) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:53.956949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5c213ef3-44cf-4324-83aa-71aff9f06323 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:54.111934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:54.118991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 492bd65f-f7f4-48c6-8afb-33db5bdd284d no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:54.126724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.149195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 492bd65f-f7f4-48c6-8afb-33db5bdd284d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:54.153568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 492bd65f-f7f4-48c6-8afb-33db5bdd284d not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:54.271380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ada0ff61-f195-4d15-bfc7-b99aefa4b9e4 req-caf8c333-539c-4b01-ac79-3914bc767972 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69ea031-679b-4c61-ab18-a5d489323fb8 HTTP/1.1" status: 200 len: 210 time: 0.0318007 Aug 19 12:31:54.366390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c213ef3-44cf-4324-83aa-71aff9f06323 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:54.368192 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c213ef3-44cf-4324-83aa-71aff9f06323 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.427618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725165-99f8-43b3-a630-7637253e3cc2 req-bea4200a-ec1a-4bee-99d6-99e6a36c111d tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:54.436049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0725165-99f8-43b3-a630-7637253e3cc2 req-bea4200a-ec1a-4bee-99d6-99e6a36c111d tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 944 time: 0.0699248 Aug 19 12:31:54.490127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0725165-99f8-43b3-a630-7637253e3cc2 req-647374dd-97ec-428d-8b10-40f977a0e4cb tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468905 Aug 19 12:31:54.505098 n-d-778732-8 neutron-server[95661]: INFO neutron.db.ipam_backend_mixin [None req-5c213ef3-44cf-4324-83aa-71aff9f06323 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 716900d7-8c39-417a-bfb9-c1340c164c4a (CIDR: 2001:db8:0:1::/64) Aug 19 12:31:54.533254 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.605578 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c213ef3-44cf-4324-83aa-71aff9f06323 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:31:54.606075 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c213ef3-44cf-4324-83aa-71aff9f06323 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:54.625417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Subnet': ['ID=066c27b5-2967-4d32-a048-51977e062bcf,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:54.660634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Checking segment: {'id': '565024ec-729d-4965-affb-0e6766319c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9bcb9019-b0d4-4ef5-b035-1f19aab58830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:54.660961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network hostable DHCP agents. Network: 9bcb9019-b0d4-4ef5-b035-1f19aab58830, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:54.666276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708046c-0c6e-4ab6-9287-93e0e7af776f req-8286f665-7910-4a14-bc9c-ab7ee9f4e580 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:54.668064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1708046c-0c6e-4ab6-9287-93e0e7af776f req-8286f665-7910-4a14-bc9c-ab7ee9f4e580 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=151bcc75-44cc-41d7-b583-10de9f21db48 HTTP/1.1" status: 200 len: 944 time: 0.0912125 Aug 19 12:31:54.691388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e44ae3-e0f6-4e9b-be1c-617cb8f3b87f req-f4ec468b-75f1-4544-9bf9-2ea67cf30675 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:54.700517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5e44ae3-e0f6-4e9b-be1c-617cb8f3b87f req-f4ec468b-75f1-4544-9bf9-2ea67cf30675 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 945 time: 0.1128025 Aug 19 12:31:54.722948 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5c213ef3-44cf-4324-83aa-71aff9f06323 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7755401 Aug 19 12:31:54.725721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39066) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:54.733626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-37ac9826-60b4-45cd-9661-2a2cd8fe0c22 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'subnet': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:54.804033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5e44ae3-e0f6-4e9b-be1c-617cb8f3b87f req-d2a877a3-6a36-4d66-8856-5e524b75cb32 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023948 Aug 19 12:31:54.870004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-1708046c-0c6e-4ab6-9287-93e0e7af776f req-5a4668a1-7396-465e-86fc-0776f514447f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Deleting port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:54.870377 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1708046c-0c6e-4ab6-9287-93e0e7af776f req-5a4668a1-7396-465e-86fc-0776f514447f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.875640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 9bcb9019-b0d4-4ef5-b035-1f19aab58830 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:54.989488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1708046c-0c6e-4ab6-9287-93e0e7af776f req-5a4668a1-7396-465e-86fc-0776f514447f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] For port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:54.990145 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1708046c-0c6e-4ab6-9287-93e0e7af776f req-5a4668a1-7396-465e-86fc-0776f514447f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.000940 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 9bcb9019-b0d4-4ef5-b035-1f19aab58830) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:55.006952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:55.007566 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.011721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-1708046c-0c6e-4ab6-9287-93e0e7af776f req-5a4668a1-7396-465e-86fc-0776f514447f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Calling delete_port for 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:55.016024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7454780-acae-48f4-ac16-ec82ea32cf8f None None] Network 9bcb9019-b0d4-4ef5-b035-1f19aab58830 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:55.031465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ac9826-60b4-45cd-9661-2a2cd8fe0c22 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Made reservation on behalf of 375e35146a56479a8306636345b76078 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:55.035226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37ac9826-60b4-45cd-9661-2a2cd8fe0c22 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.143491 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a4a80dbe-6115-4004-b0c9-c95ff102a201 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4323673 Aug 19 12:31:55.159874 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39076) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:55.181978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': '9bcb9019-b0d4-4ef5-b035-1f19aab58830', 'name': 'tempest-PortsTestJSON-735982975'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:55.256593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-9bcb9019-b0d4-4ef5-b035-1f19aab58830', 'network_id': '9bcb9019-b0d4-4ef5-b035-1f19aab58830', 'tenant_id': '578cca5e32894b01a2c387b949e1328e', 'fixed_ips': [{'subnet_id': '066c27b5-2967-4d32-a048-51977e062bcf'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:55.259037 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.443540 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-957bc397-bc2b-4833-b343-e2b5f96165f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.562963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Allocated IP 172.20.0.2 (9bcb9019-b0d4-4ef5-b035-1f19aab58830/066c27b5-2967-4d32-a048-51977e062bcf/a76dd44c-cdec-45c7-be9f-f58d4ad8e659) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:55.626200 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:55.637142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.662912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port 431eb13a-62d5-4f3d-af1c-c0e235aef47a yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:55.722391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ae93-1b8d-4460-acdc-a6eba851ea44 req-f8ac3c7b-121c-477a-867e-368c05fb0192 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:55.724046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6788ae93-1b8d-4460-acdc-a6eba851ea44 req-f8ac3c7b-121c-477a-867e-368c05fb0192 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 944 time: 0.0992613 Aug 19 12:31:55.776218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6788ae93-1b8d-4460-acdc-a6eba851ea44 req-dfe72745-06f8-4583-be3f-dd84483fae2f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Aug 19 12:31:55.861454 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37ac9826-60b4-45cd-9661-2a2cd8fe0c22 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.866498 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.885033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Transition to ACTIVE for port object a76dd44c-cdec-45c7-be9f-f58d4ad8e659 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:55.923965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Transition to ACTIVE for port object a76dd44c-cdec-45c7-be9f-f58d4ad8e659 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:55.928841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ac9826-60b4-45cd-9661-2a2cd8fe0c22 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Network 1695544c-5e35-4466-8e48-36a310fd9a8f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:55.934192 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.936431 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1708046c-0c6e-4ab6-9287-93e0e7af776f req-5a4668a1-7396-465e-86fc-0776f514447f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.950912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-37ac9826-60b4-45cd-9661-2a2cd8fe0c22 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:55.958720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ac9826-60b4-45cd-9661-2a2cd8fe0c22 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:55.959530 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37ac9826-60b4-45cd-9661-2a2cd8fe0c22 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.961891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35df8714-2fcd-4b75-aee3-fde99737aef1 None None] Network 1695544c-5e35-4466-8e48-36a310fd9a8f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:55.964016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac9826-60b4-45cd-9661-2a2cd8fe0c22 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Subnet': ['ID=766eb06b-75ba-41df-bd56-5631c314fc13,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:56.035755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4668a1-7396-465e-86fc-0776f514447f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event deleted for resources: {'Port': ['ID=2eca2d20-1f65-430e-b0cb-4f39a95a9d35,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:56.039015 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.096650 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-37ac9826-60b4-45cd-9661-2a2cd8fe0c22 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3696730 Aug 19 12:31:56.097771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1708046c-0c6e-4ab6-9287-93e0e7af776f req-5a4668a1-7396-465e-86fc-0776f514447f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] No DVR routers for this DVR port 2eca2d20-1f65-430e-b0cb-4f39a95a9d35 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:56.100084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39098) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:56.106600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1007877424', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '766eb06b-75ba-41df-bd56-5631c314fc13'}], 'security_groups': ['0e8b269d-c9e6-4434-92e3-413f46f40c6e', 'f596c03f-869d-45a0-ab1c-3ec7ad5b7559']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:56.111511 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1708046c-0c6e-4ab6-9287-93e0e7af776f req-5a4668a1-7396-465e-86fc-0776f514447f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.119344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1708046c-0c6e-4ab6-9287-93e0e7af776f req-5a4668a1-7396-465e-86fc-0776f514447f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "DELETE /v2.0/ports/2eca2d20-1f65-430e-b0cb-4f39a95a9d35 HTTP/1.1" status: 204 len: 173 time: 1.4334979 Aug 19 12:31:56.119344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151bcc75-44cc-41d7-b583-10de9f21db48', 'name': 'network-vif-deleted', 'tag': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:56.119344 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd66754-fef8-4905-82d4-bfa530a0a7b2" -d '{"events": [{"server_uuid": "151bcc75-44cc-41d7-b583-10de9f21db48", "name": "network-vif-deleted", "tag": "2eca2d20-1f65-430e-b0cb-4f39a95a9d35"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:56.139407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ee553c0a-89b0-4745-967a-9d0c8fa1e45c up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:56.153243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.11 (9bcb9019-b0d4-4ef5-b035-1f19aab58830/066c27b5-2967-4d32-a048-51977e062bcf/431eb13a-62d5-4f3d-af1c-c0e235aef47a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:56.176751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6007c-d191-4626-8937-fc133d0a08ce req-5cce5e23-15ee-44ee-af07-63d74b43c49c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:56.181645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Network 9bcb9019-b0d4-4ef5-b035-1f19aab58830 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:56.185363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ca6007c-d191-4626-8937-fc133d0a08ce req-5cce5e23-15ee-44ee-af07-63d74b43c49c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 945 time: 0.1726038 Aug 19 12:31:56.196738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:56.215898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:56.232855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Pushing event updated for resources: {'Port': ['ID=a76dd44c-cdec-45c7-be9f-f58d4ad8e659,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:56.291712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ca6007c-d191-4626-8937-fc133d0a08ce req-2b809b58-9f2f-4691-8e7f-828c95acd78c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031797 Aug 19 12:31:56.408880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.446641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.463214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object 431eb13a-62d5-4f3d-af1c-c0e235aef47a will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:56.527843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Attempting to bind port a76dd44c-cdec-45c7-be9f-f58d4ad8e659 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:56.528222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Attempting to bind port a76dd44c-cdec-45c7-be9f-f58d4ad8e659 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '565024ec-729d-4965-affb-0e6766319c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9bcb9019-b0d4-4ef5-b035-1f19aab58830'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:56.528594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Attempting to bind port a76dd44c-cdec-45c7-be9f-f58d4ad8e659 on network 9bcb9019-b0d4-4ef5-b035-1f19aab58830 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:56.542903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:56.549526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Checking segment: {'id': '565024ec-729d-4965-affb-0e6766319c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9bcb9019-b0d4-4ef5-b035-1f19aab58830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:56.550330 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.556763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Bound using segment: {'id': '565024ec-729d-4965-affb-0e6766319c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9bcb9019-b0d4-4ef5-b035-1f19aab58830'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:56.556763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Bound port: a76dd44c-cdec-45c7-be9f-f58d4ad8e659, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565024ec-729d-4965-affb-0e6766319c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9bcb9019-b0d4-4ef5-b035-1f19aab58830'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:56.556763 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.562554 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab04d04-fe6d-4bd2-8c56-8e2f817abc15 x-openstack-request-id: req-2ab04d04-fe6d-4bd2-8c56-8e2f817abc15 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:56.562844 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151bcc75-44cc-41d7-b583-10de9f21db48", "name": "network-vif-deleted", "tag": "2eca2d20-1f65-430e-b0cb-4f39a95a9d35", "status": "failed", "code": 422}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:56.563094 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ab04d04-fe6d-4bd2-8c56-8e2f817abc15 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:56.563507 n-d-778732-8 neutron-server[95660]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '151bcc75-44cc-41d7-b583-10de9f21db48', 'name': 'network-vif-deleted', 'tag': '2eca2d20-1f65-430e-b0cb-4f39a95a9d35', 'status': 'failed', 'code': 422} returned with failed status Aug 19 12:31:56.613484 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.632778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port ee553c0a-89b0-4745-967a-9d0c8fa1e45c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:56.647217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port ee553c0a-89b0-4745-967a-9d0c8fa1e45c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:56.647217 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.755724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=431eb13a-62d5-4f3d-af1c-c0e235aef47a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:56.775599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 9bcb9019-b0d4-4ef5-b035-1f19aab58830 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:56.777328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:56.784592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:56.834230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] For port a76dd44c-cdec-45c7-be9f-f58d4ad8e659, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:56.837868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] For port a76dd44c-cdec-45c7-be9f-f58d4ad8e659, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a76dd44c-cdec-45c7-be9f-f58d4ad8e659,segment=NetworkSegment(565024ec-729d-4965-affb-0e6766319c3f),segment_id=565024ec-729d-4965-affb-0e6766319c3f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:56.881120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d70523-ba3b-45ea-9bee-70f3f2df1bd5 None None] Update dhcp port {'port': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'fixed_ips': [{'subnet_id': '716900d7-8c39-417a-bfb9-c1340c164c4a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '24665c6f-8c42-4a86-8b24-1e50f449e49b', 'ip_address': '2001:db8::2'}, {'subnet_id': '766eb06b-75ba-41df-bd56-5631c314fc13'}], 'binding:host_id': 'n-d-778732-8'}, 'id': '335b614a-ec3f-41b4-8609-b36b49efa00d'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:31:56.894934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:56.895615 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.947314 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19d70523-ba3b-45ea-9bee-70f3f2df1bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.953277 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.991817 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-176842af-e758-487f-ab07-c3e6187dee79 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8277266 Aug 19 12:31:56.992357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39132) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:57.029281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Delete allocated IP 2001:db8::162 (1695544c-5e35-4466-8e48-36a310fd9a8f/24665c6f-8c42-4a86-8b24-1e50f449e49b) {{(pid=95660) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:31:57.043537 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Allocated IP 2001:db8:0:2::179 (1695544c-5e35-4466-8e48-36a310fd9a8f/766eb06b-75ba-41df-bd56-5631c314fc13/f5914c61-21ae-46a6-9a1a-c97d67ef4880) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:57.068611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba22ba9-19b8-46bc-9039-d4a409e98435 req-3ad2c8d7-e075-4c99-8100-f59dc1fe7a53 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:57.071905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba22ba9-19b8-46bc-9039-d4a409e98435 req-3ad2c8d7-e075-4c99-8100-f59dc1fe7a53 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 944 time: 0.1286802 Aug 19 12:31:57.081574 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.145731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba22ba9-19b8-46bc-9039-d4a409e98435 req-605e612d-88a3-4e0c-b1c6-c79ae426e93e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546329 Aug 19 12:31:57.195485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-af22d067-fc43-4551-803b-9fafb6005005 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 431eb13a-62d5-4f3d-af1c-c0e235aef47a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:57.195937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af22d067-fc43-4551-803b-9fafb6005005 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.398923 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.464270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7bcfb-a544-4246-a0d6-f8f28840fb80 None None] Pushing event updated for resources: {'Port': ['ID=a76dd44c-cdec-45c7-be9f-f58d4ad8e659,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:57.475121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22912531-b3fc-490b-af66-3640887b5665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee553c0a-89b0-4745-967a-9d0c8fa1e45c'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:57.479579 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d874b3-6551-4e3a-8ed0-af085c6cd2b9" -d '{"events": [{"server_uuid": "22912531-b3fc-490b-af66-3640887b5665", "name": "network-vif-plugged", "status": "completed", "tag": "ee553c0a-89b0-4745-967a-9d0c8fa1e45c"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:57.516853 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af22d067-fc43-4551-803b-9fafb6005005 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.532348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ee553c0a-89b0-4745-967a-9d0c8fa1e45c, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ee553c0a-89b0-4745-967a-9d0c8fa1e45c,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:57.568310 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-af22d067-fc43-4551-803b-9fafb6005005 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 431eb13a-62d5-4f3d-af1c-c0e235aef47a owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:57.577521 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.599026 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0897466-a159-4689-8490-a166bc527247 x-openstack-request-id: req-c0897466-a159-4689-8490-a166bc527247 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:57.599026 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22912531-b3fc-490b-af66-3640887b5665", "name": "network-vif-plugged", "status": "completed", "tag": "ee553c0a-89b0-4745-967a-9d0c8fa1e45c", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:57.599026 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0897466-a159-4689-8490-a166bc527247 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:57.599026 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22912531-b3fc-490b-af66-3640887b5665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee553c0a-89b0-4745-967a-9d0c8fa1e45c', 'code': 200} Aug 19 12:31:57.618502 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.619580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:57.641830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Transition to ACTIVE for port object f5914c61-21ae-46a6-9a1a-c97d67ef4880 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:57.676504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5a171-6fb8-442c-befe-2d88e289e355 req-0fe99020-2ad0-4fa5-9364-a1287477373e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:57.684018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-28a5a171-6fb8-442c-befe-2d88e289e355 req-0fe99020-2ad0-4fa5-9364-a1287477373e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 945 time: 0.1119976 Aug 19 12:31:57.737616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-28a5a171-6fb8-442c-befe-2d88e289e355 req-3696fdb6-3f42-40b6-aefa-52061a4396bf tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468190 Aug 19 12:31:57.741413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac455b-85e4-4419-85c5-3db793249e87 req-88d6fdd7-1431-4796-ad09-eebdc8f9c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:57.753811 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.760851 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5aac455b-85e4-4419-85c5-3db793249e87 req-88d6fdd7-1431-4796-ad09-eebdc8f9c395 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 1096 time: 0.0929887 Aug 19 12:31:57.860027 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5aac455b-85e4-4419-85c5-3db793249e87 req-0ae34491-52de-403d-81fb-ec7323bb7257 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887029 Aug 19 12:31:57.917338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=ee553c0a-89b0-4745-967a-9d0c8fa1e45c,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:57.937218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] In _notify_port_updated(), no bound segment for port f5914c61-21ae-46a6-9a1a-c97d67ef4880 on network 1695544c-5e35-4466-8e48-36a310fd9a8f {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:31:57.942288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-19d70523-ba3b-45ea-9bee-70f3f2df1bd5 None None] Allocated IP 2001:db8:0:2::2 (1695544c-5e35-4466-8e48-36a310fd9a8f/766eb06b-75ba-41df-bd56-5631c314fc13/335b614a-ec3f-41b4-8609-b36b49efa00d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:57.944354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af22d067-fc43-4551-803b-9fafb6005005 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.957546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:57.959053 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.965192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "PUT /v2.0/ports/f5914c61-21ae-46a6-9a1a-c97d67ef4880 HTTP/1.1" status: 200 len: 970 time: 1.8606403 Aug 19 12:31:57.972838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39170) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:58.005395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02a5d5-889a-4875-ac85-4af0d5b4e0ee tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event updated for resources: {'Port': ['ID=f5914c61-21ae-46a6-9a1a-c97d67ef4880,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:58.039861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:58.099995 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22d067-fc43-4551-803b-9fafb6005005 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=431eb13a-62d5-4f3d-af1c-c0e235aef47a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:58.101964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:58.102444 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.290968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af22d067-fc43-4551-803b-9fafb6005005 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.293090 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-af22d067-fc43-4551-803b-9fafb6005005 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/431eb13a-62d5-4f3d-af1c-c0e235aef47a HTTP/1.1" status: 204 len: 168 time: 1.2997093 Aug 19 12:31:58.306086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39180) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:58.326425 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-19d70523-ba3b-45ea-9bee-70f3f2df1bd5 None None] For port 335b614a-ec3f-41b4-8609-b36b49efa00d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=335b614a-ec3f-41b4-8609-b36b49efa00d,segment=NetworkSegment(26c70339-9ee0-423d-9659-8078742701bc),segment_id=26c70339-9ee0-423d-9659-8078742701bc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:58.363407 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebc32c4-6741-4814-af87-f6c1a2b54cdd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:31:58.364111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebc32c4-6741-4814-af87-f6c1a2b54cdd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:58.374208 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4ebc32c4-6741-4814-af87-f6c1a2b54cdd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/431eb13a-62d5-4f3d-af1c-c0e235aef47a HTTP/1.1" status: 404 len: 333 time: 0.0692968 Aug 19 12:31:58.377474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39182) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:58.393885 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.445164 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b57c8f-2f0e-4472-92f1-78cbabc13fe6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:31:58.450242 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-92b57c8f-2f0e-4472-92f1-78cbabc13fe6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/431eb13a-62d5-4f3d-af1c-c0e235aef47a HTTP/1.1" status: 404 len: 333 time: 0.0716729 Aug 19 12:31:58.453841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39184) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:58.458335 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19d70523-ba3b-45ea-9bee-70f3f2df1bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.474860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:58.477468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-37b90c86-53cc-4a1a-b8ce-eef5db44efb8 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:58.483730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-19d70523-ba3b-45ea-9bee-70f3f2df1bd5 None None] Transition to ACTIVE for port object 335b614a-ec3f-41b4-8609-b36b49efa00d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:58.487425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-37b90c86-53cc-4a1a-b8ce-eef5db44efb8 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.3805156 Aug 19 12:31:58.494638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-392322b9-e8eb-41b4-bbce-116768929b49 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port f5914c61-21ae-46a6-9a1a-c97d67ef4880 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:58.495355 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-392322b9-e8eb-41b4-bbce-116768929b49 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.556652 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-ef568c92-120b-4b73-9672-227695956331 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/quotas/18c7d919376b46c7af6387b7c99d7be9 HTTP/1.1" status: 200 len: 375 time: 0.0558171 Aug 19 12:31:58.558812 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f0c1dc-7ed0-4b1a-b923-dac810a81987 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting subnet 066c27b5-2967-4d32-a048-51977e062bcf {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:31:58.562703 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37f0c1dc-7ed0-4b1a-b923-dac810a81987 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.590411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.653814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37f0c1dc-7ed0-4b1a-b923-dac810a81987 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.655415 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19d70523-ba3b-45ea-9bee-70f3f2df1bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.660191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:58.661510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-5f6ec891-6a5f-47e5-a01f-4782828d2495 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037230 Aug 19 12:31:58.776045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5369a1-5c8f-4084-87df-0565c9329cde None None] Network 9bcb9019-b0d4-4ef5-b035-1f19aab58830 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:58.872825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-392322b9-e8eb-41b4-bbce-116768929b49 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.904987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37f0c1dc-7ed0-4b1a-b923-dac810a81987 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.912374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-392322b9-e8eb-41b4-bbce-116768929b49 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for f5914c61-21ae-46a6-9a1a-c97d67ef4880 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:58.968097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d70523-ba3b-45ea-9bee-70f3f2df1bd5 None None] Pushing event updated for resources: {'Port': ['ID=335b614a-ec3f-41b4-8609-b36b49efa00d,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:58.982365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-7e4ff8f0-f11a-4321-8c12-9d1afd701f47 service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194191 Aug 19 12:31:58.987475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a76dd44c-cdec-45c7-be9f-f58d4ad8e659 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:59.175061 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.207458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f01da033-b15f-4e70-ad40-a2f06f6e9f5a None None] Provisioning for port a76dd44c-cdec-45c7-be9f-f58d4ad8e659 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:59.208565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37f0c1dc-7ed0-4b1a-b923-dac810a81987 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.209583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port a76dd44c-cdec-45c7-be9f-f58d4ad8e659 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:59.211913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a15f-62ea-4494-98e0-808b9b3d9b73 req-2653cfbe-a1b9-42a1-a5e8-d30ddbf4be1e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:59.213636 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a18a15f-62ea-4494-98e0-808b9b3d9b73 req-2653cfbe-a1b9-42a1-a5e8-d30ddbf4be1e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 945 time: 0.1635933 Aug 19 12:31:59.228366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port a76dd44c-cdec-45c7-be9f-f58d4ad8e659 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:59.228366 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.231221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f01da033-b15f-4e70-ad40-a2f06f6e9f5a None None] Provisioning complete for port a76dd44c-cdec-45c7-be9f-f58d4ad8e659 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:59.231221 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f01da033-b15f-4e70-ad40-a2f06f6e9f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.249266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-277dc6cd-3a14-4114-b011-b5340791ab04 service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658291 Aug 19 12:31:59.338282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a18a15f-62ea-4494-98e0-808b9b3d9b73 req-8bee6755-c50d-4171-9ea4-d8853b77497f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000433 Aug 19 12:31:59.347245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0c1dc-7ed0-4b1a-b923-dac810a81987 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Subnet': ['ID=066c27b5-2967-4d32-a048-51977e062bcf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:59.349982 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37f0c1dc-7ed0-4b1a-b923-dac810a81987 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.354280 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-37f0c1dc-7ed0-4b1a-b923-dac810a81987 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/066c27b5-2967-4d32-a048-51977e062bcf HTTP/1.1" status: 204 len: 168 time: 0.8965979 Aug 19 12:31:59.354965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39194) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:59.442166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-392322b9-e8eb-41b4-bbce-116768929b49 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.545847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392322b9-e8eb-41b4-bbce-116768929b49 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=f5914c61-21ae-46a6-9a1a-c97d67ef4880,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:59.588567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-392322b9-e8eb-41b4-bbce-116768929b49 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.591576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-392322b9-e8eb-41b4-bbce-116768929b49 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/f5914c61-21ae-46a6-9a1a-c97d67ef4880 HTTP/1.1" status: 204 len: 168 time: 1.6171670 Aug 19 12:31:59.597910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39200) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:59.598121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.651001 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9908b47-e58f-4016-95a1-82d8867479fd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] GET failed (client error): The resource could not be found. Aug 19 12:31:59.655903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b9908b47-e58f-4016-95a1-82d8867479fd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports/f5914c61-21ae-46a6-9a1a-c97d67ef4880 HTTP/1.1" status: 404 len: 333 time: 0.0547445 Aug 19 12:31:59.661481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39204) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:59.757836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edf756-2297-4057-ac9c-a34684f8a063 req-e3c108f3-115f-4f4a-a5a2-139742ec292e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:59.766572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port a76dd44c-cdec-45c7-be9f-f58d4ad8e659 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:59.767382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48edf756-2297-4057-ac9c-a34684f8a063 req-e3c108f3-115f-4f4a-a5a2-139742ec292e tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 946 time: 0.2629867 Aug 19 12:31:59.767954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.853032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:59.855875 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249eff0e-2118-4597-b9cf-7f43e0c0f095" -d '{"events": [{"server_uuid": "f28860a4-a2b0-432d-ba82-60696ace9f41", "name": "network-vif-plugged", "status": "completed", "tag": "4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:59.865337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec43e55e-fb51-44a1-85fa-bd2ae777fe71 None None] Network 9bcb9019-b0d4-4ef5-b035-1f19aab58830 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:59.967943 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.970582 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] For port a76dd44c-cdec-45c7-be9f-f58d4ad8e659, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a76dd44c-cdec-45c7-be9f-f58d4ad8e659,segment=NetworkSegment(565024ec-729d-4965-affb-0e6766319c3f),segment_id=565024ec-729d-4965-affb-0e6766319c3f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:59.971632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.972943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48edf756-2297-4057-ac9c-a34684f8a063 req-22aaed92-5874-4452-a94b-64987939c4c7 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016461 Aug 19 12:32:00.001219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for a76dd44c-cdec-45c7-be9f-f58d4ad8e659 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:00.005084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f01da033-b15f-4e70-ad40-a2f06f6e9f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.042001 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f8ceaf-f67f-4083-a845-34623ba56bb5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.055068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port a76dd44c-cdec-45c7-be9f-f58d4ad8e659, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a76dd44c-cdec-45c7-be9f-f58d4ad8e659,segment=NetworkSegment(565024ec-729d-4965-affb-0e6766319c3f),segment_id=565024ec-729d-4965-affb-0e6766319c3f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:00.140144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f8ceaf-f67f-4083-a845-34623ba56bb5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.157383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd6d15-8703-44e0-951e-cf2b6cfaf736 req-aa221680-7b8d-45ac-a4e4-f57686afa716 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:00.169971 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.173168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40cd6d15-8703-44e0-951e-cf2b6cfaf736 req-aa221680-7b8d-45ac-a4e4-f57686afa716 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 946 time: 0.2555759 Aug 19 12:32:00.252746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=a76dd44c-cdec-45c7-be9f-f58d4ad8e659,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:00.277139 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-f01da033-b15f-4e70-ad40-a2f06f6e9f5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:00.277572 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-f01da033-b15f-4e70-ad40-a2f06f6e9f5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:00.339257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f7185fb-e0d8-4335-baf3-e6c2c0c2064f req-2fdd6bd8-88f5-4800-ba39-e1b337b959f3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 210 time: 0.1260803 Aug 19 12:32:00.379921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea160f-8b80-4778-9b47-94e009c25e07 None None] DHCP port deletion for 9bcb9019-b0d4-4ef5-b035-1f19aab58830 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:00.411012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40cd6d15-8703-44e0-951e-cf2b6cfaf736 req-aa8accf6-879e-444c-8ef8-cc55090b8f6d tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361825 Aug 19 12:32:00.417321 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.420696 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f8ceaf-f67f-4083-a845-34623ba56bb5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.440952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f8ceaf-f67f-4083-a845-34623ba56bb5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.443098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-31f8ceaf-f67f-4083-a845-34623ba56bb5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/security-groups/366c1bd8-ff2e-4618-99cb-af564b667d07 HTTP/1.1" status: 204 len: 168 time: 0.7733092 Aug 19 12:32:00.449942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39224) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:00.463044 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9add1460-5231-4fa2-8ae1-a48c47399c0c x-openstack-request-id: req-9add1460-5231-4fa2-8ae1-a48c47399c0c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:00.463351 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28860a4-a2b0-432d-ba82-60696ace9f41", "name": "network-vif-plugged", "status": "completed", "tag": "4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:00.463611 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9add1460-5231-4fa2-8ae1-a48c47399c0c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:00.464012 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a', 'code': 200} Aug 19 12:32:00.488929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8ceaf-f67f-4083-a845-34623ba56bb5 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366c1bd8-ff2e-4618-99cb-af564b667d07,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:00.508941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=a76dd44c-cdec-45c7-be9f-f58d4ad8e659,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:00.536923 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No DVR routers for this DVR port a76dd44c-cdec-45c7-be9f-f58d4ad8e659 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:00.573943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.577570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.577953 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.578307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.578652 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.579082 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.579352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.579689 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.580024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.580752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.580883 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.585467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:00.650342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f1f3a-8ba1-4abd-bea0-59110b61c396 req-72150bca-6f75-48cf-a50c-55d80092ef94 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:00.652316 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-312f1f3a-8ba1-4abd-bea0-59110b61c396 req-72150bca-6f75-48cf-a50c-55d80092ef94 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 946 time: 0.3254466 Aug 19 12:32:00.738517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691228b0-e273-4f67-9de6-12b4f0b080a0 req-1c39816d-56b4-4a44-8649-ec26ad43a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:00.740067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-691228b0-e273-4f67-9de6-12b4f0b080a0 req-1c39816d-56b4-4a44-8649-ec26ad43a0ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 1097 time: 0.1829994 Aug 19 12:32:00.743570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbe22084-8c1f-4b46-88dd-76a2935d6b8c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.744916 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.779765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcb9019-b0d4-4ef5-b035-1f19aab58830']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:00.808553 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbe22084-8c1f-4b46-88dd-76a2935d6b8c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.818897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f01da033-b15f-4e70-ad40-a2f06f6e9f5a None None] Port a76dd44c-cdec-45c7-be9f-f58d4ad8e659 update to ACTIVE by agent not found {{(pid=95662) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 12:32:00.838264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565024ec-729d-4965-affb-0e6766319c3f') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:00.839820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565024ec-729d-4965-affb-0e6766319c3f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:00.866215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.892848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 335b614a-ec3f-41b4-8609-b36b49efa00d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:00.908743 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.932354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-312f1f3a-8ba1-4abd-bea0-59110b61c396 req-92571bd0-5be8-43c7-af69-ffe2484f36b2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Deleting port 90d3a380-91ba-4bcf-ab84-ed3657aa7273 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:00.932970 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-312f1f3a-8ba1-4abd-bea0-59110b61c396 req-92571bd0-5be8-43c7-af69-ffe2484f36b2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.943202 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:00.944119 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:00.949927 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:00.983140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9126d-5e3f-4601-a491-9f58a9c9569b req-b0099dd1-9804-4f19-a15d-078429ac354c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:00.983140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10a9126d-5e3f-4601-a491-9f58a9c9569b req-b0099dd1-9804-4f19-a15d-078429ac354c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 945 time: 0.3727503 Aug 19 12:32:01.012192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d0a31de4-fe49-4f35-b5af-2a14a76254e8 None None] Could not find standard attr ID for object a76dd44c-cdec-45c7-be9f-f58d4ad8e659. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:32:01.026834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d0a31de4-fe49-4f35-b5af-2a14a76254e8 None None] Could not find standard attr ID for object f5914c61-21ae-46a6-9a1a-c97d67ef4880. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:32:01.065100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-691228b0-e273-4f67-9de6-12b4f0b080a0 req-6bfbe594-f7ad-4415-87b3-f04f7eb7716e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933374 Aug 19 12:32:01.104717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10a9126d-5e3f-4601-a491-9f58a9c9569b req-aef5c4db-d993-44e3-9f76-a94e72b60ffc tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924671 Aug 19 12:32:01.130313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d0a31de4-fe49-4f35-b5af-2a14a76254e8 None None] Provisioning complete for port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:01.130696 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d0a31de4-fe49-4f35-b5af-2a14a76254e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.162117 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-312f1f3a-8ba1-4abd-bea0-59110b61c396 req-92571bd0-5be8-43c7-af69-ffe2484f36b2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] For port 90d3a380-91ba-4bcf-ab84-ed3657aa7273, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=90d3a380-91ba-4bcf-ab84-ed3657aa7273,segment=NetworkSegment(3c9cd849-d483-4a1d-8b8f-7ba30b485739),segment_id=3c9cd849-d483-4a1d-8b8f-7ba30b485739)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:01.163357 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-312f1f3a-8ba1-4abd-bea0-59110b61c396 req-92571bd0-5be8-43c7-af69-ffe2484f36b2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.172073 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbe22084-8c1f-4b46-88dd-76a2935d6b8c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.176645 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbe22084-8c1f-4b46-88dd-76a2935d6b8c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.184656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39236) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:01.185443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dbe22084-8c1f-4b46-88dd-76a2935d6b8c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/security-groups/f596c03f-869d-45a0-ab1c-3ec7ad5b7559 HTTP/1.1" status: 204 len: 168 time: 0.7342491 Aug 19 12:32:01.222698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe22084-8c1f-4b46-88dd-76a2935d6b8c tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f596c03f-869d-45a0-ab1c-3ec7ad5b7559,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:01.231562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-312f1f3a-8ba1-4abd-bea0-59110b61c396 req-92571bd0-5be8-43c7-af69-ffe2484f36b2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Calling delete_port for 90d3a380-91ba-4bcf-ab84-ed3657aa7273 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:01.241036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.248322 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.257442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a76dd44c-cdec-45c7-be9f-f58d4ad8e659 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:01.258013 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/networks/9bcb9019-b0d4-4ef5-b035-1f19aab58830 HTTP/1.1" status: 204 len: 168 time: 1.9014678 Aug 19 12:32:01.261850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39242) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:01.276358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced903e-8547-45b1-bee7-481a02255d9f req-9d330237-5bc8-448e-a65d-3f1406f62cfe tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:01.302440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ced903e-8547-45b1-bee7-481a02255d9f req-9d330237-5bc8-448e-a65d-3f1406f62cfe tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 946 time: 0.2143788 Aug 19 12:32:01.322071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb164ef-bf80-4ed8-ac0b-a82730b5f4f1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Network': ['ID=9bcb9019-b0d4-4ef5-b035-1f19aab58830,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:01.338312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1824555806'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:01.346129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: a76dd44c-cdec-45c7-be9f-f58d4ad8e659 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:01.350873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a76dd44c-cdec-45c7-be9f-f58d4ad8e659 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:01.372939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d0a31de4-fe49-4f35-b5af-2a14a76254e8 None None] Port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:01.396361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc168c5a-d45b-463a-a381-048414c26d66 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.426381 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc168c5a-d45b-463a-a381-048414c26d66 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.443074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ced903e-8547-45b1-bee7-481a02255d9f req-b725fc3b-a59c-44d6-8b0d-b0095fe7ac6c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383414 Aug 19 12:32:01.505801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d0a31de4-fe49-4f35-b5af-2a14a76254e8 None None] Provisioning for port 335b614a-ec3f-41b4-8609-b36b49efa00d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:01.514556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d0a31de4-fe49-4f35-b5af-2a14a76254e8 None None] Provisioning complete for port 335b614a-ec3f-41b4-8609-b36b49efa00d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:01.514945 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d0a31de4-fe49-4f35-b5af-2a14a76254e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.552334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:01.558809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.570374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6987a0d-1ca3-4aab-8f9c-e4bcf058af65 req-fee8a3ec-bb5d-47b6-ac1a-acc52f54d08e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 210 time: 0.0763018 Aug 19 12:32:01.602764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc168c5a-d45b-463a-a381-048414c26d66 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.610353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc168c5a-d45b-463a-a381-048414c26d66 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.613825 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cc168c5a-d45b-463a-a381-048414c26d66 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/security-groups/0e8b269d-c9e6-4434-92e3-413f46f40c6e HTTP/1.1" status: 204 len: 168 time: 0.4276917 Aug 19 12:32:01.629771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39252) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:01.660946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:01.681800 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.682335 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Added segment f11fc87d-3883-4ae6-b2bd-cb726638170d of type vlan for network 3fdd5951-f41c-4550-b39f-f67efe1b7d3f Aug 19 12:32:01.747797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328ee77-3003-4161-ae0c-744bd7675946 req-1fb84d9a-b93c-4506-9c11-a28d4711ba00 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:01.750580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0328ee77-3003-4161-ae0c-744bd7675946 req-1fb84d9a-b93c-4506-9c11-a28d4711ba00 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 946 time: 0.1355898 Aug 19 12:32:01.767583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc168c5a-d45b-463a-a381-048414c26d66 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8b269d-c9e6-4434-92e3-413f46f40c6e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:01.786997 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.854430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e94c69-d11b-49a3-a3c1-bdd415472457 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting subnet 24665c6f-8c42-4a86-8b24-1e50f449e49b {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:01.855403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0328ee77-3003-4161-ae0c-744bd7675946 req-2bd63e1a-7bd0-47ca-ab0c-597520692f31 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8a9ae2-fdde-4870-b3ac-37854670c481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879018 Aug 19 12:32:01.858104 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e94c69-d11b-49a3-a3c1-bdd415472457 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.913211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e94c69-d11b-49a3-a3c1-bdd415472457 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.017643 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.024600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:02.024600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.037797 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e94c69-d11b-49a3-a3c1-bdd415472457 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.130551 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-312f1f3a-8ba1-4abd-bea0-59110b61c396 req-92571bd0-5be8-43c7-af69-ffe2484f36b2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.147306 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['90d3a380-91ba-4bcf-ab84-ed3657aa7273'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:02.193019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Network': ['ID=3fdd5951-f41c-4550-b39f-f67efe1b7d3f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:02.224389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7c31b265-9265-46b2-b7b9-b18f98628acd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8989408 Aug 19 12:32:02.229054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39256) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:02.233094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 3fdd5951-f41c-4550-b39f-f67efe1b7d3f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:02.240688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': '3fdd5951-f41c-4550-b39f-f67efe1b7d3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:02.259888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92571bd0-5be8-43c7-af69-ffe2484f36b2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Pushing event deleted for resources: {'Port': ['ID=90d3a380-91ba-4bcf-ab84-ed3657aa7273,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:02.363481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-312f1f3a-8ba1-4abd-bea0-59110b61c396 req-92571bd0-5be8-43c7-af69-ffe2484f36b2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] No DVR routers for this DVR port 90d3a380-91ba-4bcf-ab84-ed3657aa7273 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:02.386181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-312f1f3a-8ba1-4abd-bea0-59110b61c396 req-92571bd0-5be8-43c7-af69-ffe2484f36b2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.388493 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-312f1f3a-8ba1-4abd-bea0-59110b61c396 req-92571bd0-5be8-43c7-af69-ffe2484f36b2 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.52 "DELETE /v2.0/ports/90d3a380-91ba-4bcf-ab84-ed3657aa7273 HTTP/1.1" status: 204 len: 173 time: 1.7283635 Aug 19 12:32:02.388987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad1260-f58d-4369-9fc8-f1ee79dfea34', 'name': 'network-vif-deleted', 'tag': '90d3a380-91ba-4bcf-ab84-ed3657aa7273'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:02.391461 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b421ad-8cb8-4149-b115-ec81c3c84af6" -d '{"events": [{"server_uuid": "acad1260-f58d-4369-9fc8-f1ee79dfea34", "name": "network-vif-deleted", "tag": "90d3a380-91ba-4bcf-ab84-ed3657aa7273"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:02.449575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e94c69-d11b-49a3-a3c1-bdd415472457 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.624069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:02.629247 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.897803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b90b462c-ba8c-4d72-97b0-3dbd8ee028b2 req-d04dff59-237a-4a3f-a253-f8d0b440ed91 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 210 time: 0.1020491 Aug 19 12:32:03.065804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e94c69-d11b-49a3-a3c1-bdd415472457 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Subnet': ['ID=24665c6f-8c42-4a86-8b24-1e50f449e49b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:03.080666 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddebe39f-ac74-4327-a73b-b024cd30759d x-openstack-request-id: req-ddebe39f-ac74-4327-a73b-b024cd30759d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:03.080988 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad1260-f58d-4369-9fc8-f1ee79dfea34", "name": "network-vif-deleted", "tag": "90d3a380-91ba-4bcf-ab84-ed3657aa7273", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:03.081212 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddebe39f-ac74-4327-a73b-b024cd30759d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:03.081635 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acad1260-f58d-4369-9fc8-f1ee79dfea34', 'name': 'network-vif-deleted', 'tag': '90d3a380-91ba-4bcf-ab84-ed3657aa7273', 'status': 'completed', 'code': 200} Aug 19 12:32:03.084378 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e94c69-d11b-49a3-a3c1-bdd415472457 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.089865 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-56e94c69-d11b-49a3-a3c1-bdd415472457 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/24665c6f-8c42-4a86-8b24-1e50f449e49b HTTP/1.1" status: 204 len: 168 time: 1.4541969 Aug 19 12:32:03.091221 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39284) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:03.102965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f04cd70-febf-4b12-a989-716ce658fe6a None None] Network 1695544c-5e35-4466-8e48-36a310fd9a8f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:03.214649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-417367c1-26d5-40de-a3c9-a791cadf3e7f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:03.216096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-417367c1-26d5-40de-a3c9-a791cadf3e7f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.2364535 Aug 19 12:32:03.241361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Request body: {'port': {'device_id': '6499a051-eaf7-4b9d-b066-fcca5f886a25', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'admin_state_up': True, 'tenant_id': '18c7d919376b46c7af6387b7c99d7be9'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:03.293093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-995957c5-273a-4038-8dc6-fb0325bb70cc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting subnet 766eb06b-75ba-41df-bd56-5631c314fc13 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:03.323046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d382371-238e-4419-9209-f6e7994e1bd1 req-0fe3e921-be01-44cb-9f99-2fd8a2ba5c53 tempest-ServersTestJSON-621863038 tempest-ServersTestJSON-621863038-project] 10.222.0.44 "GET /v2.0/ports?device_id=acad1260-f58d-4369-9fc8-f1ee79dfea34 HTTP/1.1" status: 200 len: 210 time: 0.0998764 Aug 19 12:32:03.323911 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-995957c5-273a-4038-8dc6-fb0325bb70cc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.467122 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-995957c5-273a-4038-8dc6-fb0325bb70cc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.477849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cc662-1bb8-4818-90ff-b9de9e76d8c5 req-3e13b087-5bee-4ec2-8016-fd7b80e8f23f tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:03.479661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-211cc662-1bb8-4818-90ff-b9de9e76d8c5 req-3e13b087-5bee-4ec2-8016-fd7b80e8f23f tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 946 time: 0.8219564 Aug 19 12:32:03.643945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-211cc662-1bb8-4818-90ff-b9de9e76d8c5 req-2196372b-57af-4316-b018-585cfaf8de7f tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521521 Aug 19 12:32:03.718579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-995957c5-273a-4038-8dc6-fb0325bb70cc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.984319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Made reservation on behalf of 18c7d919376b46c7af6387b7c99d7be9 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:03.997344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.025211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-995957c5-273a-4038-8dc6-fb0325bb70cc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.086084 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.090899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c4e8d80-090a-4952-8bb6-eacfe35f8ce8 req-adc19455-7a38-4f25-a676-0fd079b8be1b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 210 time: 0.0712299 Aug 19 12:32:04.121394 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995957c5-273a-4038-8dc6-fb0325bb70cc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Subnet': ['ID=766eb06b-75ba-41df-bd56-5631c314fc13,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:04.138229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-995957c5-273a-4038-8dc6-fb0325bb70cc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.142790 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-995957c5-273a-4038-8dc6-fb0325bb70cc tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/766eb06b-75ba-41df-bd56-5631c314fc13 HTTP/1.1" status: 204 len: 168 time: 1.0504038 Aug 19 12:32:04.145681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39302) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:04.147310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 90d3a380-91ba-4bcf-ab84-ed3657aa7273 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:04.159641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Subnet': ['ID=89a4a789-5217-449e-8a32-2547956b30f8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:04.193864 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6109bf-279a-4c55-8015-f336e6b4a06e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:04.194603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6109bf-279a-4c55-8015-f336e6b4a06e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:04.196551 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9f6109bf-279a-4c55-8015-f336e6b4a06e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/24665c6f-8c42-4a86-8b24-1e50f449e49b HTTP/1.1" status: 404 len: 337 time: 0.0489745 Aug 19 12:32:04.200140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39304) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:04.202734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 90d3a380-91ba-4bcf-ab84-ed3657aa7273 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:04.203861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 90d3a380-91ba-4bcf-ab84-ed3657aa7273 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:04.276017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Checking segment: {'id': 'f11fc87d-3883-4ae6-b2bd-cb726638170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3fdd5951-f41c-4550-b39f-f67efe1b7d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:04.276389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network hostable DHCP agents. Network: 3fdd5951-f41c-4550-b39f-f67efe1b7d3f, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:04.288720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3a1fa3-9abb-4370-a4f3-32cd8572ec04 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting subnet 716900d7-8c39-417a-bfb9-c1340c164c4a {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:04.310684 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc3a1fa3-9abb-4370-a4f3-32cd8572ec04 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.380339 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc3a1fa3-9abb-4370-a4f3-32cd8572ec04 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.393395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39308) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:04.481011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Allocated IP 172.20.0.8 (47bf18ea-e897-40e4-bd28-08a8f7c4097a/630e15be-446b-46dd-8c02-a2bdb7426a46/362e2abb-5048-4411-af2b-1b25c6075c88) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:04.549886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc3a1fa3-9abb-4370-a4f3-32cd8572ec04 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.568061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440703b8-656d-447f-b647-fe1fc065544e None None] Network 1695544c-5e35-4466-8e48-36a310fd9a8f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:04.584692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f4f000-95bc-48de-bf62-82ed95b15e2f admin admin] Deleting subnet 3c92c0f2-8a31-4350-9c36-d9b578ba2de7 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:04.620390 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f4f000-95bc-48de-bf62-82ed95b15e2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.622411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 3fdd5951-f41c-4550-b39f-f67efe1b7d3f is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:04.692730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-98ab858d-cbda-46a8-8923-7dcd746d4b22 None None] Provisioning complete for port 335b614a-ec3f-41b4-8609-b36b49efa00d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:04.693709 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-98ab858d-cbda-46a8-8923-7dcd746d4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.793834 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f4f000-95bc-48de-bf62-82ed95b15e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.818830 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc3a1fa3-9abb-4370-a4f3-32cd8572ec04 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.902932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 3fdd5951-f41c-4550-b39f-f67efe1b7d3f) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:04.905597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a1fa3-9abb-4370-a4f3-32cd8572ec04 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Subnet': ['ID=716900d7-8c39-417a-bfb9-c1340c164c4a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:04.908143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc3a1fa3-9abb-4370-a4f3-32cd8572ec04 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.910146 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bc3a1fa3-9abb-4370-a4f3-32cd8572ec04 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/716900d7-8c39-417a-bfb9-c1340c164c4a HTTP/1.1" status: 204 len: 168 time: 0.7086737 Aug 19 12:32:04.913254 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39330) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:04.914365 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.928983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:04.929463 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.944457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b1f44-18a1-413d-b1e0-500072892b5b req-844faa1f-84dd-4795-8680-19e0bbb77cff tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:04.946422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-697b1f44-18a1-413d-b1e0-500072892b5b req-844faa1f-84dd-4795-8680-19e0bbb77cff tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 946 time: 0.1503525 Aug 19 12:32:04.951880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f4f000-95bc-48de-bf62-82ed95b15e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.966377 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2262288-5139-4a47-8857-bc943eccd6fd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:04.967108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2262288-5139-4a47-8857-bc943eccd6fd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:04.967535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9055d41f-469e-4f23-9379-801e15b57d8e None None] Network 3fdd5951-f41c-4550-b39f-f67efe1b7d3f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:04.971578 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d2262288-5139-4a47-8857-bc943eccd6fd tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/9549f2f6-006b-4fd9-9933-832da93d3caf HTTP/1.1" status: 404 len: 337 time: 0.0565138 Aug 19 12:32:04.974102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39332) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.014592 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7d2373b6-0084-43af-92d1-f0e6018c8cce tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e252d3-0ad5-4e05-a12f-3517402f8762 HTTP/1.1" status: 200 len: 205 time: 0.0392563 Aug 19 12:32:05.026042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39334) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.069077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-697b1f44-18a1-413d-b1e0-500072892b5b req-a761fa91-4491-4bc7-9933-e84d5b96cd3c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057301 Aug 19 12:32:05.088924 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-3b11df2e-4eed-4c90-8b46-8f55baaa0e71 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] delete failed (client error): The resource could not be found. Aug 19 12:32:05.088924 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3b11df2e-4eed-4c90-8b46-8f55baaa0e71 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/routers/83e252d3-0ad5-4e05-a12f-3517402f8762 HTTP/1.1" status: 404 len: 336 time: 0.0586033 Aug 19 12:32:05.090898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.142333 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fbd578-c1bc-458c-92a9-1eece0e99552 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:05.142815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fbd578-c1bc-458c-92a9-1eece0e99552 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:05.147655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39342) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.147966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-36fbd578-c1bc-458c-92a9-1eece0e99552 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/4a56bc0d-aa74-4695-bb5e-92801dc15ab9 HTTP/1.1" status: 404 len: 337 time: 0.0557888 Aug 19 12:32:05.217723 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-889df8b7-4edf-42b8-9d0b-4bf72b8c95e8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:05.218119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889df8b7-4edf-42b8-9d0b-4bf72b8c95e8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:05.227122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39344) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.237355 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-889df8b7-4edf-42b8-9d0b-4bf72b8c95e8 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/42654e72-0c47-4bf9-be35-a99a9ab7233d HTTP/1.1" status: 404 len: 337 time: 0.0865922 Aug 19 12:32:05.280367 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.283993 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f4f000-95bc-48de-bf62-82ed95b15e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.288293 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9865051f-094a-4905-ab18-45fc579f6d06 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:05.289198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9865051f-094a-4905-ab18-45fc579f6d06 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:05.295214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9865051f-094a-4905-ab18-45fc579f6d06 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/c2e5ac5c-9b50-42d9-85e1-c0c1209e5bba HTTP/1.1" status: 404 len: 337 time: 0.0659471 Aug 19 12:32:05.296772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39346) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.298709 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-10d3f195-dd65-473a-9b70-d3e947702e88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0674515 Aug 19 12:32:05.351578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-98ab858d-cbda-46a8-8923-7dcd746d4b22 None None] Provisioning complete for port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:05.352603 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-98ab858d-cbda-46a8-8923-7dcd746d4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.386214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39348) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.388215 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5332ab3-6fe0-4b84-9415-232a23f4d95b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:05.389802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5332ab3-6fe0-4b84-9415-232a23f4d95b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:05.394163 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f4f000-95bc-48de-bf62-82ed95b15e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.400712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-69f4f000-95bc-48de-bf62-82ed95b15e2f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3c92c0f2-8a31-4350-9c36-d9b578ba2de7 HTTP/1.1" status: 204 len: 168 time: 1.0037754 Aug 19 12:32:05.410048 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c5332ab3-6fe0-4b84-9415-232a23f4d95b tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/ba696ad2-5a8d-45d9-a7cb-a0d379bcc2d8 HTTP/1.1" status: 404 len: 333 time: 0.1108975 Aug 19 12:32:05.414483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39354) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.414875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39356) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.424488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': '3fdd5951-f41c-4550-b39f-f67efe1b7d3f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1303291345'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:05.448422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-3fdd5951-f41c-4550-b39f-f67efe1b7d3f', 'network_id': '3fdd5951-f41c-4550-b39f-f67efe1b7d3f', 'tenant_id': '578cca5e32894b01a2c387b949e1328e', 'fixed_ips': [{'subnet_id': '89a4a789-5217-449e-8a32-2547956b30f8'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:05.450774 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.483402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-98ab858d-cbda-46a8-8923-7dcd746d4b22 None None] Port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:05.586134 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.598368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event updated for resources: {'Port': ['ID=362e2abb-5048-4411-af2b-1b25c6075c88,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:05.622727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4f000-95bc-48de-bf62-82ed95b15e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c92c0f2-8a31-4350-9c36-d9b578ba2de7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:05.625722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Network 47bf18ea-e897-40e4-bd28-08a8f7c4097a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:05.655831 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d2f817-de64-4fb6-8c68-eb189b1f1af2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:05.656403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d2f817-de64-4fb6-8c68-eb189b1f1af2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:05.660883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-62d2f817-de64-4fb6-8c68-eb189b1f1af2 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/5fc8cc8f-e86d-4abb-92aa-14bfb75699e0 HTTP/1.1" status: 404 len: 337 time: 0.2359560 Aug 19 12:32:05.660883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:05.661429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fea77f-9c30-4de9-83cf-00e741f60dea None None] Update dhcp port {'port': {'network_id': '1695544c-5e35-4466-8e48-36a310fd9a8f', 'fixed_ips': [{'subnet_id': '716900d7-8c39-417a-bfb9-c1340c164c4a'}], 'binding:host_id': 'n-d-778732-8'}, 'id': '335b614a-ec3f-41b4-8609-b36b49efa00d'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:32:05.664027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39362) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.664405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:05.701466 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51829d4-d6ce-41b4-81e6-5de78fd531d4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:05.701929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51829d4-d6ce-41b4-81e6-5de78fd531d4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:05.704740 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c51829d4-d6ce-41b4-81e6-5de78fd531d4 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/7129ad77-24df-44de-960c-bda28f8af0b4 HTTP/1.1" status: 404 len: 337 time: 0.0373065 Aug 19 12:32:05.706373 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39364) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.725056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Allocated IP 172.20.0.2 (3fdd5951-f41c-4550-b39f-f67efe1b7d3f/89a4a789-5217-449e-8a32-2547956b30f8/33be75e9-86a1-45fe-8f50-de1943754f66) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:05.727418 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-52fea77f-9c30-4de9-83cf-00e741f60dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.732368 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afc3f84-a55c-47d0-b538-67e4fc262195 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:05.733409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afc3f84-a55c-47d0-b538-67e4fc262195 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:05.738429 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4afc3f84-a55c-47d0-b538-67e4fc262195 tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/fb777198-f005-416e-86c5-0454def9e387 HTTP/1.1" status: 404 len: 333 time: 0.0276086 Aug 19 12:32:05.738802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39368) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.771451 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3836329-c1e8-4ebf-a145-21cdc4ce68ed tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:05.772039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3836329-c1e8-4ebf-a145-21cdc4ce68ed tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:05.776355 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c3836329-c1e8-4ebf-a145-21cdc4ce68ed tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/a950cb49-24ad-47e3-9910-b109a2a4bcdb HTTP/1.1" status: 404 len: 337 time: 0.0340965 Aug 19 12:32:05.777448 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39370) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.803213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ba92e-ab3c-4ddf-97d1-d27f4705f750 req-92e50ddb-dc12-4536-9bed-340b477663cd tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:05.812019 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b90ba92e-ab3c-4ddf-97d1-d27f4705f750 req-92e50ddb-dc12-4536-9bed-340b477663cd tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 931 time: 0.3930862 Aug 19 12:32:05.812202 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14c4058-7c1e-4ffb-a9d0-84729fb7aeef tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:05.812202 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14c4058-7c1e-4ffb-a9d0-84729fb7aeef tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:05.812202 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d14c4058-7c1e-4ffb-a9d0-84729fb7aeef tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/subnets/7bb90b8b-af5c-42ad-a6c9-77a4350c6cb5 HTTP/1.1" status: 404 len: 337 time: 0.0307572 Aug 19 12:32:05.813038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39372) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.813183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:05.813609 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.823025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.851743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a27b72f-16a2-4887-9d46-96e985490dc9']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:05.896562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:05.900586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.929906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port c829f7bf-8b0f-4fea-a57b-cd14598df74b yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:06.006819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-744fb18e-7fbe-477e-a573-1ad605a5f01f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:06.007213 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-744fb18e-7fbe-477e-a573-1ad605a5f01f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.068869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b89ab30-a857-43b4-aa66-cf9f9ae1f25b None None] Network 1695544c-5e35-4466-8e48-36a310fd9a8f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:06.117349 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-744fb18e-7fbe-477e-a573-1ad605a5f01f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.139266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-744fb18e-7fbe-477e-a573-1ad605a5f01f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:06.192225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ce6c2274-99cb-4e05-8031-dd76021220d8 None None] Provisioning complete for port 335b614a-ec3f-41b4-8609-b36b49efa00d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:06.192607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2274-99cb-4e05-8031-dd76021220d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.258670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9cd849-d483-4a1d-8b8f-7ba30b485739') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:06.259609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9cd849-d483-4a1d-8b8f-7ba30b485739') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:06.291747 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.301002 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.346867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b90ba92e-ab3c-4ddf-97d1-d27f4705f750 req-a45eb49d-33eb-46e9-9ca1-a04b528cc802 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256085 Aug 19 12:32:06.374785 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.405951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:06.406432 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:06.408727 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:06.471151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-744fb18e-7fbe-477e-a573-1ad605a5f01f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.485025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0c2bbc42-43fb-4759-b1ae-fa36edd986c6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2493021 Aug 19 12:32:06.491282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ce6c2274-99cb-4e05-8031-dd76021220d8 None None] Could not find standard attr ID for object ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:32:06.505718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465b630-aeda-42be-8580-1ed5c70b7437 req-5e925f54-635c-4ed6-aa41-5cf07d69fa62 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:06.511109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d47fae0-690e-4478-a8ff-36ac3fcb43de None None] DHCP port deletion for 1695544c-5e35-4466-8e48-36a310fd9a8f request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:06.525028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7465b630-aeda-42be-8580-1ed5c70b7437 req-5e925f54-635c-4ed6-aa41-5cf07d69fa62 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 946 time: 0.1874199 Aug 19 12:32:06.525604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39380) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:06.554568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6f501ce6-34a0-49ba-b312-35735f80e951 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Request body: {'floatingip': {'port_id': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:06.560540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Request body: {'port': {'device_id': '6499a051-eaf7-4b9d-b066-fcca5f886a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:06.627945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fb18e-7fbe-477e-a573-1ad605a5f01f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:06.634488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-744fb18e-7fbe-477e-a573-1ad605a5f01f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.637599 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-744fb18e-7fbe-477e-a573-1ad605a5f01f tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/ports/ccaf30bd-be98-4fcb-b71d-f1aa1df1c1f8 HTTP/1.1" status: 204 len: 168 time: 0.8230109 Aug 19 12:32:06.640213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39390) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:06.715562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.747301 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.757914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a27b72f-16a2-4887-9d46-96e985490dc9 HTTP/1.1" status: 204 len: 168 time: 1.3247137 Aug 19 12:32:06.761274 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f501ce6-34a0-49ba-b312-35735f80e951 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.806256 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.810720 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.812076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c6671-31fc-4ce1-8371-5e15d3791eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=8a27b72f-16a2-4887-9d46-96e985490dc9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:06.832284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Transition to ACTIVE for port object 33be75e9-86a1-45fe-8f50-de1943754f66 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:06.913299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Transition to ACTIVE for port object 33be75e9-86a1-45fe-8f50-de1943754f66 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:06.929360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 335b614a-ec3f-41b4-8609-b36b49efa00d no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:06.956298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Deleting port 335b614a-ec3f-41b4-8609-b36b49efa00d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:06.956298 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.034754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4d47fae0-690e-4478-a8ff-36ac3fcb43de None None] Deleting port 335b614a-ec3f-41b4-8609-b36b49efa00d {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:07.034754 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4d47fae0-690e-4478-a8ff-36ac3fcb43de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.068395 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] For port 335b614a-ec3f-41b4-8609-b36b49efa00d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=335b614a-ec3f-41b4-8609-b36b49efa00d,segment=NetworkSegment(26c70339-9ee0-423d-9659-8078742701bc),segment_id=26c70339-9ee0-423d-9659-8078742701bc)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:07.068781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.119294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Calling delete_port for 335b614a-ec3f-41b4-8609-b36b49efa00d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:07.119473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4d47fae0-690e-4478-a8ff-36ac3fcb43de None None] For port 335b614a-ec3f-41b4-8609-b36b49efa00d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=335b614a-ec3f-41b4-8609-b36b49efa00d,segment=NetworkSegment(26c70339-9ee0-423d-9659-8078742701bc),segment_id=26c70339-9ee0-423d-9659-8078742701bc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:07.119473 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4d47fae0-690e-4478-a8ff-36ac3fcb43de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.120359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4d47fae0-690e-4478-a8ff-36ac3fcb43de None None] Calling delete_port for 335b614a-ec3f-41b4-8609-b36b49efa00d owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:07.240717 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.346350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Pushing event updated for resources: {'Port': ['ID=33be75e9-86a1-45fe-8f50-de1943754f66,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:07.424715 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.13 (3fdd5951-f41c-4550-b39f-f67efe1b7d3f/89a4a789-5217-449e-8a32-2547956b30f8/c829f7bf-8b0f-4fea-a57b-cd14598df74b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:07.430808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Port 335b614a-ec3f-41b4-8609-b36b49efa00d update to DOWN by agent not found {{(pid=95662) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 12:32:07.434670 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4d47fae0-690e-4478-a8ff-36ac3fcb43de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.453787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Network 3fdd5951-f41c-4550-b39f-f67efe1b7d3f is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:07.456049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:07.464239 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.487966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:07.498001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47fae0-690e-4478-a8ff-36ac3fcb43de None None] Pushing event deleted for resources: {'Port': ['ID=335b614a-ec3f-41b4-8609-b36b49efa00d,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:07.527467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47fae0-690e-4478-a8ff-36ac3fcb43de None None] No DVR routers for this DVR port 335b614a-ec3f-41b4-8609-b36b49efa00d on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:07.591182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39400) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:07.611010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Port': ['ID=335b614a-ec3f-41b4-8609-b36b49efa00d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:07.624961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Attempting to bind port 33be75e9-86a1-45fe-8f50-de1943754f66 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:07.625571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Attempting to bind port 33be75e9-86a1-45fe-8f50-de1943754f66 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f11fc87d-3883-4ae6-b2bd-cb726638170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3fdd5951-f41c-4550-b39f-f67efe1b7d3f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:07.626544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Attempting to bind port 33be75e9-86a1-45fe-8f50-de1943754f66 on network 3fdd5951-f41c-4550-b39f-f67efe1b7d3f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:07.628902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] No DVR routers for this DVR port 335b614a-ec3f-41b4-8609-b36b49efa00d on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:07.634293 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:07.635269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Checking segment: {'id': 'f11fc87d-3883-4ae6-b2bd-cb726638170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3fdd5951-f41c-4550-b39f-f67efe1b7d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:07.636398 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.637139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Bound using segment: {'id': 'f11fc87d-3883-4ae6-b2bd-cb726638170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3fdd5951-f41c-4550-b39f-f67efe1b7d3f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:07.637888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Bound port: 33be75e9-86a1-45fe-8f50-de1943754f66, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11fc87d-3883-4ae6-b2bd-cb726638170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3fdd5951-f41c-4550-b39f-f67efe1b7d3f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:07.638469 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.737133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362e2abb-5048-4411-af2b-1b25c6075c88 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:07.745299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.760507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Transition to ACTIVE for port object 362e2abb-5048-4411-af2b-1b25c6075c88 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:07.824163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] For port 33be75e9-86a1-45fe-8f50-de1943754f66, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:07.832851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] For port 33be75e9-86a1-45fe-8f50-de1943754f66, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=33be75e9-86a1-45fe-8f50-de1943754f66,segment=NetworkSegment(f11fc87d-3883-4ae6-b2bd-cb726638170d),segment_id=f11fc87d-3883-4ae6-b2bd-cb726638170d)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:07.911559 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.936735 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.950364 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.955875 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-72ff3a2e-470e-40fb-b16d-9f13be128802 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=936b1e24676b42568b06c49ce8852ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632655 Aug 19 12:32:07.972283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39412) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:07.974308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1695544c-5e35-4466-8e48-36a310fd9a8f']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:08.045448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cba2d8-5155-4fd8-9110-13111d8742b6 req-a8842138-2a6f-4435-a800-7cf7e57e4477 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:08.053295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23cba2d8-5155-4fd8-9110-13111d8742b6 req-a8842138-2a6f-4435-a800-7cf7e57e4477 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 931 time: 0.5067153 Aug 19 12:32:08.066268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c70339-9ee0-423d-9659-8078742701bc') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:08.066724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c70339-9ee0-423d-9659-8078742701bc') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:08.094520 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.105742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Pushing event updated for resources: {'Port': ['ID=362e2abb-5048-4411-af2b-1b25c6075c88,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:08.108969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb876ec-3c18-4a12-a996-83303755c049 None None] Pushing event updated for resources: {'Port': ['ID=33be75e9-86a1-45fe-8f50-de1943754f66,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:08.150780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.168143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.186798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object c829f7bf-8b0f-4fea-a57b-cd14598df74b will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:08.191638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:08.192193 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:08.196903 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:08.235882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23cba2d8-5155-4fd8-9110-13111d8742b6 req-8aa714e1-ab37-40a1-a9a5-3c2be6f837e5 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219416 Aug 19 12:32:08.363308 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a3b3150-b7c7-4817-807b-24f8edfdce0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.396478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Attempting to bind port 362e2abb-5048-4411-af2b-1b25c6075c88 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:08.396838 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a3b3150-b7c7-4817-807b-24f8edfdce0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.396969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Attempting to bind port 362e2abb-5048-4411-af2b-1b25c6075c88 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:08.397261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Attempting to bind port 362e2abb-5048-4411-af2b-1b25c6075c88 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:08.400964 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f501ce6-34a0-49ba-b312-35735f80e951 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.404206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Port 362e2abb-5048-4411-af2b-1b25c6075c88 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:32:08.404534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Attempting to bind port 362e2abb-5048-4411-af2b-1b25c6075c88 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:08.419518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:08.420131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Checking segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:08.420651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Bound using segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:08.421108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Bound port: 362e2abb-5048-4411-af2b-1b25c6075c88, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:08.421498 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.505535 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.512698 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.519813 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] 10.222.0.44 "DELETE /v2.0/networks/1695544c-5e35-4466-8e48-36a310fd9a8f HTTP/1.1" status: 204 len: 168 time: 1.8757150 Aug 19 12:32:08.553452 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f501ce6-34a0-49ba-b312-35735f80e951 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.556792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] For port 362e2abb-5048-4411-af2b-1b25c6075c88, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:08.583296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.593493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca02791-13d1-4796-848e-6e009736299e tempest-PortsIpV6TestJSON-1946305677 tempest-PortsIpV6TestJSON-1946305677-project] Pushing event deleted for resources: {'Network': ['ID=1695544c-5e35-4466-8e48-36a310fd9a8f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:08.627188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] For port 362e2abb-5048-4411-af2b-1b25c6075c88, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=362e2abb-5048-4411-af2b-1b25c6075c88,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:08.631723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a3b3150-b7c7-4817-807b-24f8edfdce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.634595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a3b3150-b7c7-4817-807b-24f8edfdce0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.638829 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7a3b3150-b7c7-4817-807b-24f8edfdce0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d8a9ae2-fdde-4870-b3ac-37854670c481 HTTP/1.1" status: 204 len: 168 time: 0.6459787 Aug 19 12:32:08.648895 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 3fdd5951-f41c-4550-b39f-f67efe1b7d3f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:08.653799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:08.663388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:08.725799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.752576 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b3150-b7c7-4817-807b-24f8edfdce0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8a9ae2-fdde-4870-b3ac-37854670c481,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:08.782833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=c829f7bf-8b0f-4fea-a57b-cd14598df74b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:08.806845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:08.807502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.886629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:08.888003 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.889506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] 10.222.0.53 "PUT /v2.0/ports/362e2abb-5048-4411-af2b-1b25c6075c88 HTTP/1.1" status: 200 len: 1091 time: 2.3621364 Aug 19 12:32:08.895268 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f5639737-6540-4268-9d55-2484bf7fc3c3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.4829113 Aug 19 12:32:08.900211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39430) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:08.900473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6499a051-eaf7-4b9d-b066-fcca5f886a25', 'tag': '362e2abb-5048-4411-af2b-1b25c6075c88'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:08.902395 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98925234-581d-41b4-9935-58dda5ef1d85" -d '{"events": [{"name": "network-changed", "server_uuid": "6499a051-eaf7-4b9d-b066-fcca5f886a25", "tag": "362e2abb-5048-4411-af2b-1b25c6075c88"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:08.914926 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-6f501ce6-34a0-49ba-b312-35735f80e951 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Floating IP e8f7bd23-9579-4937-b6ee-511534e8293c associated. External IP: 172.25.6.247, port: 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a. Aug 19 12:32:09.062741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 33be75e9-86a1-45fe-8f50-de1943754f66 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:09.192825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-daa485a2-661f-48f0-ba05-ba99cb716399 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port c829f7bf-8b0f-4fea-a57b-cd14598df74b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:09.198376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daa485a2-661f-48f0-ba05-ba99cb716399 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.287846 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdbcc50-0167-4ba0-ac62-58840a205b09 x-openstack-request-id: req-ffdbcc50-0167-4ba0-ac62-58840a205b09 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:09.288147 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6499a051-eaf7-4b9d-b066-fcca5f886a25", "tag": "362e2abb-5048-4411-af2b-1b25c6075c88", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:09.288406 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffdbcc50-0167-4ba0-ac62-58840a205b09 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:09.294386 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6499a051-eaf7-4b9d-b066-fcca5f886a25', 'tag': '362e2abb-5048-4411-af2b-1b25c6075c88', 'status': 'completed', 'code': 200} Aug 19 12:32:09.332425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0fc2b-f35f-485c-b070-a5b84931865a service neutron] Pushing event updated for resources: {'Port': ['ID=362e2abb-5048-4411-af2b-1b25c6075c88,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:09.338069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 33be75e9-86a1-45fe-8f50-de1943754f66 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:09.349464 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daa485a2-661f-48f0-ba05-ba99cb716399 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.364427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-daa485a2-661f-48f0-ba05-ba99cb716399 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for c829f7bf-8b0f-4fea-a57b-cd14598df74b owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:09.457104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39464) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:09.521312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-478f4149-415b-418d-9657-6ba4739c088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:09.523173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-478f4149-415b-418d-9657-6ba4739c088b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 1094 time: 0.4440453 Aug 19 12:32:09.565902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa6162-215b-45e7-ba59-b65abe7cffaf req-fd4b9d2c-702f-4c88-9211-fd3fb27c939a tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:09.568454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcfa6162-215b-45e7-ba59-b65abe7cffaf req-fd4b9d2c-702f-4c88-9211-fd3fb27c939a tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 951 time: 0.2709544 Aug 19 12:32:09.720865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-56ae3602-e9e2-4475-bcf4-7803e497a560 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362e2abb-5048-4411-af2b-1b25c6075c88 HTTP/1.1" status: 200 len: 217 time: 0.1829276 Aug 19 12:32:09.723821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f501ce6-34a0-49ba-b312-35735f80e951 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Router f989d078-a196-4a00-b2f8-2accb6136c9c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:32:09.732202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c10ca8-69c9-48a1-a933-6c708911af2a req-b173bf5c-2eac-4c94-8c03-c677816dc857 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:09.738282 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daa485a2-661f-48f0-ba05-ba99cb716399 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.745913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ca0f71-061c-4061-b278-3ec97576ae6c None None] Network 3fdd5951-f41c-4550-b39f-f67efe1b7d3f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:09.746125 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93c10ca8-69c9-48a1-a933-6c708911af2a req-b173bf5c-2eac-4c94-8c03-c677816dc857 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 943 time: 0.3700979 Aug 19 12:32:09.757014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcfa6162-215b-45e7-ba59-b65abe7cffaf req-03db4601-3713-49f9-8ddf-b3b3af8100c3 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875548 Aug 19 12:32:09.795412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa485a2-661f-48f0-ba05-ba99cb716399 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=c829f7bf-8b0f-4fea-a57b-cd14598df74b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:09.914698 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daa485a2-661f-48f0-ba05-ba99cb716399 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.920682 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-daa485a2-661f-48f0-ba05-ba99cb716399 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/c829f7bf-8b0f-4fea-a57b-cd14598df74b HTTP/1.1" status: 204 len: 168 time: 1.0191760 Aug 19 12:32:09.927293 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-74941e9c-5b2e-4da2-93d2-9cd77fe210b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=375e35146a56479a8306636345b76078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4647238 Aug 19 12:32:09.928133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39478) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:09.937315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39480) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:09.970175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-087ff742-cfb9-40a8-909b-0b97e5d638ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:09.974443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-087ff742-cfb9-40a8-909b-0b97e5d638ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.2056398 Aug 19 12:32:09.988784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93c10ca8-69c9-48a1-a933-6c708911af2a req-54ae40ed-9608-452c-b083-a537df49bb80 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253690 Aug 19 12:32:10.011546 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc605be-6c90-4a54-96a1-cd1f08ac4a5e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:32:10.016153 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0fc605be-6c90-4a54-96a1-cd1f08ac4a5e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/c829f7bf-8b0f-4fea-a57b-cd14598df74b HTTP/1.1" status: 404 len: 333 time: 0.0867314 Aug 19 12:32:10.019851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39484) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:10.058252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-462e8dfd-2e77-45af-8184-32fbb79de6f1 None None] Provisioning for port 33be75e9-86a1-45fe-8f50-de1943754f66 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:10.068232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-462e8dfd-2e77-45af-8184-32fbb79de6f1 None None] Provisioning complete for port 33be75e9-86a1-45fe-8f50-de1943754f66 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:10.069442 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-462e8dfd-2e77-45af-8184-32fbb79de6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.093920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-0ee97466-b93a-4630-97af-81116e73488c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992911 Aug 19 12:32:10.166107 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2770e242-74fe-4f72-833d-b65914accb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.195561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2770e242-74fe-4f72-833d-b65914accb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.203103 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-462e8dfd-2e77-45af-8184-32fbb79de6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.219247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a4c150-8a8f-400d-a652-61cea416a426 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting subnet 89a4a789-5217-449e-8a32-2547956b30f8 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:10.237163 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c150-8a8f-400d-a652-61cea416a426 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.276820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-462e8dfd-2e77-45af-8184-32fbb79de6f1 None None] For port 33be75e9-86a1-45fe-8f50-de1943754f66, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=33be75e9-86a1-45fe-8f50-de1943754f66,segment=NetworkSegment(f11fc87d-3883-4ae6-b2bd-cb726638170d),segment_id=f11fc87d-3883-4ae6-b2bd-cb726638170d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:10.302140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c150-8a8f-400d-a652-61cea416a426 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.350237 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-462e8dfd-2e77-45af-8184-32fbb79de6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.373648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f501ce6-34a0-49ba-b312-35735f80e951 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:10.373648 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f501ce6-34a0-49ba-b312-35735f80e951 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.378722 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e21637-62a8-4371-80b7-049d6e118abd None None] Sync routers for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:10.394608 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e21637-62a8-4371-80b7-049d6e118abd None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:10.395258 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-55e21637-62a8-4371-80b7-049d6e118abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:31:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:10.396066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-609a9976-f5e2-419b-9a79-b444fc169d50 service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911603 Aug 19 12:32:10.416144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6f501ce6-34a0-49ba-b312-35735f80e951 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "PUT /v2.0/floatingips/e8f7bd23-9579-4937-b6ee-511534e8293c HTTP/1.1" status: 200 len: 992 time: 3.8688006 Aug 19 12:32:10.473564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e8dfd-2e77-45af-8184-32fbb79de6f1 None None] Pushing event updated for resources: {'Port': ['ID=33be75e9-86a1-45fe-8f50-de1943754f66,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:10.508286 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2770e242-74fe-4f72-833d-b65914accb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.519574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6c645736-bc40-44fc-a6a3-a68c65a04734 None None] Provisioning complete for port 33be75e9-86a1-45fe-8f50-de1943754f66 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:10.519952 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6c645736-bc40-44fc-a6a3-a68c65a04734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.553680 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2770e242-74fe-4f72-833d-b65914accb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.553680 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2770e242-74fe-4f72-833d-b65914accb1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd7ed4ba-be8c-4980-9f69-e308ff6126f5 HTTP/1.1" status: 204 len: 168 time: 0.5858793 Aug 19 12:32:10.553680 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c150-8a8f-400d-a652-61cea416a426 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.596957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a92884-cb1b-4a1c-9388-cc74d996258f req-3815530e-9ed3-42d9-8934-4fa137e1e16b service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934106 Aug 19 12:32:10.636405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770e242-74fe-4f72-833d-b65914accb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7ed4ba-be8c-4980-9f69-e308ff6126f5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:10.702031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:10.703554 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-55e21637-62a8-4371-80b7-049d6e118abd None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:10.867563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-12ce4d9e-1984-4fd0-9548-cb74a1d4d4af None None] Could not find standard attr ID for object c829f7bf-8b0f-4fea-a57b-cd14598df74b. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:32:10.879385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925234-581d-41b4-9935-58dda5ef1d85 req-261c2d10-4655-48e5-94f0-72656d1f9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:10.887188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98925234-581d-41b4-9935-58dda5ef1d85 req-261c2d10-4655-48e5-94f0-72656d1f9a55 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 1094 time: 0.1138155 Aug 19 12:32:10.900331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 33be75e9-86a1-45fe-8f50-de1943754f66 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:10.982527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 33be75e9-86a1-45fe-8f50-de1943754f66 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:10.983174 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.030080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c150-8a8f-400d-a652-61cea416a426 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.125205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c150-8a8f-400d-a652-61cea416a426 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.126445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625852d5-60b4-483e-8425-2ef2a56a0f5e None None] Network 3fdd5951-f41c-4550-b39f-f67efe1b7d3f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:11.132780 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d1a4c150-8a8f-400d-a652-61cea416a426 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/89a4a789-5217-449e-8a32-2547956b30f8 HTTP/1.1" status: 204 len: 168 time: 1.0912654 Aug 19 12:32:11.135176 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4c150-8a8f-400d-a652-61cea416a426 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Subnet': ['ID=89a4a789-5217-449e-8a32-2547956b30f8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:11.139383 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39510) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:11.214484 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-55e21637-62a8-4371-80b7-049d6e118abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e8f7bd23-9579-4937-b6ee-511534e8293c', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'port_id': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'mac_address': 'fa:16:3e:1e:b3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:31:35Z', 'updated_at': '2021-08-19T12:32:08Z', 'revision_number': 1, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:11.257781 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e21637-62a8-4371-80b7-049d6e118abd None None] Checking router: f989d078-a196-4a00-b2f8-2accb6136c9c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:32:11.273277 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e21637-62a8-4371-80b7-049d6e118abd None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:11.274261 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-55e21637-62a8-4371-80b7-049d6e118abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:31:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:11.324839 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.402690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad3b458-1a45-4937-ad57-a0e1f90f5bc0 None None] DHCP port deletion for 3fdd5951-f41c-4550-b39f-f67efe1b7d3f request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:11.474412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 33be75e9-86a1-45fe-8f50-de1943754f66 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:11.475118 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.476609 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-55e21637-62a8-4371-80b7-049d6e118abd None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:11.481604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'tag': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:11.490278 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e98fe4-6bf3-4b2e-a21a-091e16682ace" -d '{"events": [{"name": "network-changed", "server_uuid": "f28860a4-a2b0-432d-ba82-60696ace9f41", "tag": "4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:11.507701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3b458-1a45-4937-ad57-a0e1f90f5bc0 None None] Deleting port 33be75e9-86a1-45fe-8f50-de1943754f66 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:11.508132 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b458-1a45-4937-ad57-a0e1f90f5bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.512911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1090962753-network', 'tenant_id': '04e0c981285d426b9f2b0a81bf4aa4c6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:11.582640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] For port 33be75e9-86a1-45fe-8f50-de1943754f66, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=33be75e9-86a1-45fe-8f50-de1943754f66,segment=NetworkSegment(f11fc87d-3883-4ae6-b2bd-cb726638170d),segment_id=f11fc87d-3883-4ae6-b2bd-cb726638170d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:11.583042 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.599666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 33be75e9-86a1-45fe-8f50-de1943754f66 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:11.610273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925234-581d-41b4-9935-58dda5ef1d85 req-242e0abd-102a-4db6-96b5-4b1e4e54db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:11.621731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5ad3b458-1a45-4937-ad57-a0e1f90f5bc0 None None] For port 33be75e9-86a1-45fe-8f50-de1943754f66, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=33be75e9-86a1-45fe-8f50-de1943754f66,segment=NetworkSegment(f11fc87d-3883-4ae6-b2bd-cb726638170d),segment_id=f11fc87d-3883-4ae6-b2bd-cb726638170d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:11.621731 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b458-1a45-4937-ad57-a0e1f90f5bc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.622046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98925234-581d-41b4-9935-58dda5ef1d85 req-242e0abd-102a-4db6-96b5-4b1e4e54db23 service neutron] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 913 time: 0.7186503 Aug 19 12:32:11.640946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3b458-1a45-4937-ad57-a0e1f90f5bc0 None None] Calling delete_port for 33be75e9-86a1-45fe-8f50-de1943754f66 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:11.655841 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.687795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98925234-581d-41b4-9935-58dda5ef1d85 req-86298341-4d24-4807-b42e-402911643903 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362e2abb-5048-4411-af2b-1b25c6075c88 HTTP/1.1" status: 200 len: 217 time: 0.0482123 Aug 19 12:32:11.769335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa1f37-7400-4925-b464-c78b6fcf1a51 req-83f4f199-bb70-4aa2-965a-99bf9e1f69f5 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:11.771133 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89fa1f37-7400-4925-b464-c78b6fcf1a51 req-83f4f199-bb70-4aa2-965a-99bf9e1f69f5 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 951 time: 0.8484788 Aug 19 12:32:11.811924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613ba6-3284-4e57-9d19-c7ee0193ce17 req-38608576-5c45-4078-adfd-b0d8484f7945 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:11.813588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac613ba6-3284-4e57-9d19-c7ee0193ce17 req-38608576-5c45-4078-adfd-b0d8484f7945 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 943 time: 0.2863841 Aug 19 12:32:11.846959 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.849776 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-55e21637-62a8-4371-80b7-049d6e118abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e8f7bd23-9579-4937-b6ee-511534e8293c', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'port_id': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'mac_address': 'fa:16:3e:1e:b3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:31:35Z', 'updated_at': '2021-08-19T12:32:08Z', 'revision_number': 1, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:11.855068 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b458-1a45-4937-ad57-a0e1f90f5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.859036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925234-581d-41b4-9935-58dda5ef1d85 req-07d06347-e6ef-4f53-aef5-53d3debc6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:11.861669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98925234-581d-41b4-9935-58dda5ef1d85 req-07d06347-e6ef-4f53-aef5-53d3debc6fff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.1464126 Aug 19 12:32:11.874303 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3b458-1a45-4937-ad57-a0e1f90f5bc0 None None] No DVR routers for this DVR port 33be75e9-86a1-45fe-8f50-de1943754f66 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:11.875124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Made reservation on behalf of 04e0c981285d426b9f2b0a81bf4aa4c6 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:11.883745 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.898656 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.918644 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e21637-62a8-4371-80b7-049d6e118abd None None] The sync data for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 is: [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e8f7bd23-9579-4937-b6ee-511534e8293c', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'port_id': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'mac_address': 'fa:16:3e:1e:b3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:31:35Z', 'updated_at': '2021-08-19T12:32:08Z', 'revision_number': 1, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:11.923392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3b458-1a45-4937-ad57-a0e1f90f5bc0 None None] Pushing event deleted for resources: {'Port': ['ID=33be75e9-86a1-45fe-8f50-de1943754f66,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:11.924235 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89fa1f37-7400-4925-b464-c78b6fcf1a51 req-9e533bad-267f-4217-a8f4-2a3546a08bd4 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457963 Aug 19 12:32:11.932025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=33be75e9-86a1-45fe-8f50-de1943754f66,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:11.957940 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No DVR routers for this DVR port 33be75e9-86a1-45fe-8f50-de1943754f66 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:11.976616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98925234-581d-41b4-9935-58dda5ef1d85 req-e3d89bfe-fe4f-4946-aa6e-f45858e87361 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793583 Aug 19 12:32:12.041981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac613ba6-3284-4e57-9d19-c7ee0193ce17 req-bcbc5ae8-2f03-46b4-94ab-c61f59cf079a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164214 Aug 19 12:32:12.125544 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8d3afe-afa6-4833-b7d6-2b9fbb3df79a x-openstack-request-id: req-ed8d3afe-afa6-4833-b7d6-2b9fbb3df79a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:12.125981 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28860a4-a2b0-432d-ba82-60696ace9f41", "tag": "4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:12.126178 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed8d3afe-afa6-4833-b7d6-2b9fbb3df79a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:12.126576 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'tag': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a', 'status': 'completed', 'code': 200} Aug 19 12:32:12.159981 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.183215 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdd5951-f41c-4550-b39f-f67efe1b7d3f']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:12.197332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11fc87d-3883-4ae6-b2bd-cb726638170d') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:12.197858 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11fc87d-3883-4ae6-b2bd-cb726638170d') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:12.209998 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.227676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.234504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:12.235266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.270772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98925234-581d-41b4-9935-58dda5ef1d85 req-9f47b2d5-ee4b-414f-987b-15872180d604 service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276559 Aug 19 12:32:12.275807 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:12.302496 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:12.357206 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3abd24e-44db-43e2-b4cb-ec6974348656 None None] New status for floating IP e8f7bd23-9579-4937-b6ee-511534e8293c: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:32:12.378745 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.386262 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.396392 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.398220 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/networks/3fdd5951-f41c-4550-b39f-f67efe1b7d3f HTTP/1.1" status: 204 len: 168 time: 1.2547994 Aug 19 12:32:12.401863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39542) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:12.453527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:12.473745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'name': 'tempest-PortsTestJSON-932608347'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:12.486465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd04b7-4378-42b0-977a-c72d30b4344a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Network': ['ID=3fdd5951-f41c-4550-b39f-f67efe1b7d3f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:12.487894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311f09fa-d9a2-422b-ad64-355f955fd0c7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:12.508773 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.509140 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Added segment 43e7d702-3063-4add-8859-c26dfa69c26a of type vlan for network dad30fa5-8635-4301-88b7-0082be7caf7a Aug 19 12:32:12.519961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e98fe4-6bf3-4b2e-a21a-091e16682ace req-3f57e5d8-5361-4274-8b46-a7191c711e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:12.522692 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-75e98fe4-6bf3-4b2e-a21a-091e16682ace req-3f57e5d8-5361-4274-8b46-a7191c711e1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 1097 time: 0.2190330 Aug 19 12:32:12.604195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98925234-581d-41b4-9935-58dda5ef1d85 req-34490306-b257-4de2-bb25-129ab5964f5d service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236899 Aug 19 12:32:12.634295 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.753318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39550) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:12.763174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e98fe4-6bf3-4b2e-a21a-091e16682ace req-8a58a8d3-4f0b-42ca-b305-35437f009741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:12.765292 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-75e98fe4-6bf3-4b2e-a21a-091e16682ace req-8a58a8d3-4f0b-42ca-b305-35437f009741 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 200 len: 912 time: 0.1911690 Aug 19 12:32:12.785737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.790708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:12.793481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 33be75e9-86a1-45fe-8f50-de1943754f66 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:12.793737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.849302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 33be75e9-86a1-45fe-8f50-de1943754f66 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:12.849765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 33be75e9-86a1-45fe-8f50-de1943754f66 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:12.911246 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-75e98fe4-6bf3-4b2e-a21a-091e16682ace req-3fb93e94-c3f2-4ca1-be7d-d4eb6cbaf7b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a HTTP/1.1" status: 200 len: 1000 time: 0.1359622 Aug 19 12:32:12.970244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-347c7bce-a240-4c71-852e-c8586c5b1587 tempest-DvrRoutersNegativeTest-557953050 tempest-DvrRoutersNegativeTest-557953050-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-253082835', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:12.975054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.policy [None req-347c7bce-a240-4c71-852e-c8586c5b1587 tempest-DvrRoutersNegativeTest-557953050 tempest-DvrRoutersNegativeTest-557953050-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95660) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 19 12:32:12.975054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.policy [None req-347c7bce-a240-4c71-852e-c8586c5b1587 tempest-DvrRoutersNegativeTest-557953050 tempest-DvrRoutersNegativeTest-557953050-project] Failed policy check for 'create_router' {{(pid=95660) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 19 12:32:12.975054 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-347c7bce-a240-4c71-852e-c8586c5b1587 tempest-DvrRoutersNegativeTest-557953050 tempest-DvrRoutersNegativeTest-557953050-project] create failed (client error): Access was denied to this resource. Aug 19 12:32:12.976094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:12.976474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-347c7bce-a240-4c71-852e-c8586c5b1587 tempest-DvrRoutersNegativeTest-557953050 tempest-DvrRoutersNegativeTest-557953050-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2223144 Aug 19 12:32:12.979659 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.988546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] Pushing event updated for resources: {'Network': ['ID=dad30fa5-8635-4301-88b7-0082be7caf7a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:13.003614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network dad30fa5-8635-4301-88b7-0082be7caf7a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:13.009888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port 90596ecb-38a9-4da2-be6e-7c2aadb80417 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:13.031113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a22c1831-7e4f-4f4d-9a72-6768ea63882d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3394895 Aug 19 12:32:13.034690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39562) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:13.044384 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Request body: {'subnet': {'network_id': 'dad30fa5-8635-4301-88b7-0082be7caf7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1090962753-subnet', 'tenant_id': '04e0c981285d426b9f2b0a81bf4aa4c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:13.098912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e98fe4-6bf3-4b2e-a21a-091e16682ace req-1147886d-5d9b-40e1-ba1d-4ede18f7e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:13.102933 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-75e98fe4-6bf3-4b2e-a21a-091e16682ace req-1147886d-5d9b-40e1-ba1d-4ede18f7e4af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f5fff71-5ad1-4434-8927-65172bd1b532 HTTP/1.1" status: 200 len: 850 time: 0.1735125 Aug 19 12:32:13.202099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Made reservation on behalf of 04e0c981285d426b9f2b0a81bf4aa4c6 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:13.202099 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:13.239003 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e98fe4-6bf3-4b2e-a21a-091e16682ace req-deafe04e-5703-4880-805e-134e882a6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:13.240536 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-75e98fe4-6bf3-4b2e-a21a-091e16682ace req-deafe04e-5703-4880-805e-134e882a6b8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd2184e3-a64e-4def-83c8-20a9f5bfbf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253183 Aug 19 12:32:13.346193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 362e2abb-5048-4411-af2b-1b25c6075c88 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:32:13.354899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6af6c4-9a0d-42fa-9bf1-1dfff40f0c3f req-1b3260b3-4738-4954-9831-d9bd68910d7d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:13.356475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf6af6c4-9a0d-42fa-9bf1-1dfff40f0c3f req-1b3260b3-4738-4954-9831-d9bd68910d7d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 943 time: 0.0899880 Aug 19 12:32:13.452344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf6af6c4-9a0d-42fa-9bf1-1dfff40f0c3f req-5f8a74d2-0f8d-406a-81c7-012d2bb8a78c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805569 Aug 19 12:32:13.463731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 466d795a-25a7-4e8a-a594-3e957b5d8410 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:13.602470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 362e2abb-5048-4411-af2b-1b25c6075c88, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=362e2abb-5048-4411-af2b-1b25c6075c88,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:13.612639 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:13.629806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '362e2abb-5048-4411-af2b-1b25c6075c88', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'port_id': '362e2abb-5048-4411-af2b-1b25c6075c88', 'mac_address': 'fa:16:3e:5a:6e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e15be-446b-46dd-8c02-a2bdb7426a46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:32:13.641439 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:13.676807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:13.682095 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce8969a-7d65-49ba-9583-d25b4f4c1314" -d '{"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-unplugged", "status": "completed", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:13.748175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:13.760796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60b4d27-f9bd-45ea-b2b1-c724a867f556,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:13.775721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.776828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:13.777018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.779593 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:13.780057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.784165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.784844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.785081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.785553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.786469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.786469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.786821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.787399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.787680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:13.810865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362e2abb-5048-4411-af2b-1b25c6075c88 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:13.812575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Checking segment: {'id': '43e7d702-3063-4add-8859-c26dfa69c26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dad30fa5-8635-4301-88b7-0082be7caf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:13.812804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Network hostable DHCP agents. Network: dad30fa5-8635-4301-88b7-0082be7caf7a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:13.841456 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac90fd62-87d5-463c-b52a-db94d4007f3c x-openstack-request-id: req-ac90fd62-87d5-463c-b52a-db94d4007f3c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:13.841456 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-unplugged", "status": "completed", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:13.841456 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac90fd62-87d5-463c-b52a-db94d4007f3c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:13.841456 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'code': 200} Aug 19 12:32:13.841456 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:13.849263 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-75e98fe4-6bf3-4b2e-a21a-091e16682ace req-07f323f7-ff5b-4f4b-8ec3-099722459f46 service neutron] 10.222.0.52 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913048 Aug 19 12:32:13.856944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 362e2abb-5048-4411-af2b-1b25c6075c88, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=362e2abb-5048-4411-af2b-1b25c6075c88,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:13.882863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39596) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:13.910472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=11']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:13.949414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Network dad30fa5-8635-4301-88b7-0082be7caf7a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:13.955390 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:13.982611 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-75e98fe4-6bf3-4b2e-a21a-091e16682ace req-93ff056a-a8b7-42fd-8db7-0161dda29799 service neutron] 10.222.0.52 "GET /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206527 Aug 19 12:32:14.027849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=362e2abb-5048-4411-af2b-1b25c6075c88,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:14.030413 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2407c54-8f6d-4710-858c-227467b0aad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.041419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, dad30fa5-8635-4301-88b7-0082be7caf7a) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:14.048551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:14.049171 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.052043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c012c-76b4-46ee-8c99-902883fdae85 None None] Network dad30fa5-8635-4301-88b7-0082be7caf7a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:14.065796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.112091 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:14.115145 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:14.118932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:14.124544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:14.125462 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.149289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=90596ecb-38a9-4da2-be6e-7c2aadb80417,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:14.185309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2407c54-8f6d-4710-858c-227467b0aad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.235220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20267cdf-0d2b-42d0-8b82-ffa56bc6601d None None] Network dad30fa5-8635-4301-88b7-0082be7caf7a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:14.270762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['362e2abb-5048-4411-af2b-1b25c6075c88'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:14.288055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2407c54-8f6d-4710-858c-227467b0aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.348743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d2407c54-8f6d-4710-858c-227467b0aad7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=944a2a48a6f648ba9fc2bf5eaed54376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618785 Aug 19 12:32:14.348743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2407c54-8f6d-4710-858c-227467b0aad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c31e021-de77-4fc2-9417-924243c2d6c2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:14.349731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39612) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:14.372609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1864340f-6857-49ef-ada0-55cf58ca3d24 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3288858 Aug 19 12:32:14.420885 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b9d0aa5-5afe-498a-be62-6bb73898ca7b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9551070 Aug 19 12:32:14.423988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39616) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:14.451787 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82978c6e-4971-4b2c-82ab-1c17f14b71b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.486216 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82978c6e-4971-4b2c-82ab-1c17f14b71b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.551118 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.610324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7dc3ece4-0883-4b4b-b678-2df36f41cc6b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 90596ecb-38a9-4da2-be6e-7c2aadb80417 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:14.610707 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7dc3ece4-0883-4b4b-b678-2df36f41cc6b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.669576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82978c6e-4971-4b2c-82ab-1c17f14b71b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.672130 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82978c6e-4971-4b2c-82ab-1c17f14b71b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.674222 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-82978c6e-4971-4b2c-82ab-1c17f14b71b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c31e021-de77-4fc2-9417-924243c2d6c2 HTTP/1.1" status: 204 len: 168 time: 0.3229098 Aug 19 12:32:14.691684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42394db7-02f0-4f5f-ab1d-3a6f4e2cf996 req-acf40ee5-cd35-4443-a5f6-bea017c212ac tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:14.693425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42394db7-02f0-4f5f-ab1d-3a6f4e2cf996 req-acf40ee5-cd35-4443-a5f6-bea017c212ac tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 944 time: 0.1483769 Aug 19 12:32:14.694329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82978c6e-4971-4b2c-82ab-1c17f14b71b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c31e021-de77-4fc2-9417-924243c2d6c2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:14.732720 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7dc3ece4-0883-4b4b-b678-2df36f41cc6b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.757136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7dc3ece4-0883-4b4b-b678-2df36f41cc6b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 90596ecb-38a9-4da2-be6e-7c2aadb80417 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:14.766842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42394db7-02f0-4f5f-ab1d-3a6f4e2cf996 req-7e694b93-4d10-4fda-b764-232e6cd63c00 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624397 Aug 19 12:32:14.985860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5e9b0-0542-46e9-80c3-f56a4232baf3 req-6c85f221-ecc8-409a-99b2-1db76969c125 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:14.987517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dae5e9b0-0542-46e9-80c3-f56a4232baf3 req-6c85f221-ecc8-409a-99b2-1db76969c125 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 949 time: 0.0528808 Aug 19 12:32:15.035179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dae5e9b0-0542-46e9-80c3-f56a4232baf3 req-eb978ae7-2ee0-4cad-ada1-22a781b50680 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Aug 19 12:32:15.075278 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7dc3ece4-0883-4b4b-b678-2df36f41cc6b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.112956 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7dc3ece4-0883-4b4b-b678-2df36f41cc6b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.114958 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7dc3ece4-0883-4b4b-b678-2df36f41cc6b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/90596ecb-38a9-4da2-be6e-7c2aadb80417 HTTP/1.1" status: 204 len: 168 time: 0.6898117 Aug 19 12:32:15.116028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3ece4-0883-4b4b-b678-2df36f41cc6b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=90596ecb-38a9-4da2-be6e-7c2aadb80417,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:15.117761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39632) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:15.123348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'mac_address': 'fa:16:3e:86:26:fe', 'name': 'tempest-PortsTestJSON-1480947733'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:15.310092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:15.393536 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.416330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port 2508418c-3c0b-4742-aea0-b503ca0956dd yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:15.468600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39650) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:15.476665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2105349924-network', 'tenant_id': '2ade2f0da7744dabaed8e1ccbe6ac9d9'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:15.610645 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.624707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Made reservation on behalf of 2ade2f0da7744dabaed8e1ccbe6ac9d9 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:15.627995 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.642849 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.755447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.824766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.865325 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.883538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:15.902802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:15.910648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:15.917290 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:15.923690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:15.924341 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.929948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f08b2-b359-484e-97d8-34a4339bc2f4 req-129dd671-a97e-440c-9fbe-14cfe3626343 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:15.931624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-985f08b2-b359-484e-97d8-34a4339bc2f4 req-129dd671-a97e-440c-9fbe-14cfe3626343 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 944 time: 0.0785990 Aug 19 12:32:15.933426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=2508418c-3c0b-4742-aea0-b503ca0956dd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:15.946278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c15528d-e93c-4827-8eee-5fb109dfc174,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:15.950158 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.950330 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Added segment 4c0d8953-4a4c-4bf1-b7c2-a1006abeaae5 of type vlan for network b450d8a7-d98a-4cc7-a7f1-46bf830fa640 Aug 19 12:32:15.989908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-985f08b2-b359-484e-97d8-34a4339bc2f4 req-707ec364-5874-43c9-a42f-d68adf6fec62 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480924 Aug 19 12:32:15.998762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.059257 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8c95326c-ad69-459d-b29a-f51639d2595a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9400270 Aug 19 12:32:16.061549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39666) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:16.113136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc69419e-7e77-4dbf-aef2-9e54111c797e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:16.119533 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dc69419e-7e77-4dbf-aef2-9e54111c797e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/2508418c-3c0b-4742-aea0-b503ca0956dd HTTP/1.1" status: 200 len: 841 time: 0.0521045 Aug 19 12:32:16.119533 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39668) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:16.148975 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.149988 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:16.150599 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.168896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561f1a0-0cf4-4593-9099-83218df521ff req-bc710e73-76ad-41ca-9132-07a71d08ffbc tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:16.170549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d561f1a0-0cf4-4593-9099-83218df521ff req-bc710e73-76ad-41ca-9132-07a71d08ffbc tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 949 time: 0.0574248 Aug 19 12:32:16.211180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d561f1a0-0cf4-4593-9099-83218df521ff req-31021f12-eaf3-4681-aeee-a978df824fa8 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342448 Aug 19 12:32:16.251472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] Pushing event updated for resources: {'Network': ['ID=b450d8a7-d98a-4cc7-a7f1-46bf830fa640,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:16.262552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network b450d8a7-d98a-4cc7-a7f1-46bf830fa640 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:16.281175 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-51c7dcd7-6c92-4038-831e-ba6dfdc5a16b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 2508418c-3c0b-4742-aea0-b503ca0956dd {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:16.281553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51c7dcd7-6c92-4038-831e-ba6dfdc5a16b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.330290 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b756cfba-295d-4104-81fd-a032b88ed2f5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8603909 Aug 19 12:32:16.333213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:16.339977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] Request body: {'subnet': {'network_id': 'b450d8a7-d98a-4cc7-a7f1-46bf830fa640', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2105349924-subnet', 'tenant_id': '2ade2f0da7744dabaed8e1ccbe6ac9d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:16.369904 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51c7dcd7-6c92-4038-831e-ba6dfdc5a16b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.390380 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-51c7dcd7-6c92-4038-831e-ba6dfdc5a16b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 2508418c-3c0b-4742-aea0-b503ca0956dd owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:16.463451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] Made reservation on behalf of 2ade2f0da7744dabaed8e1ccbe6ac9d9 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:16.466428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.658586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51c7dcd7-6c92-4038-831e-ba6dfdc5a16b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.687666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7dcd7-6c92-4038-831e-ba6dfdc5a16b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=2508418c-3c0b-4742-aea0-b503ca0956dd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:16.693871 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51c7dcd7-6c92-4038-831e-ba6dfdc5a16b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.698870 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-51c7dcd7-6c92-4038-831e-ba6dfdc5a16b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/2508418c-3c0b-4742-aea0-b503ca0956dd HTTP/1.1" status: 204 len: 168 time: 0.5802495 Aug 19 12:32:16.699475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39682) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:16.725222 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c49d97-1b87-497c-9ebb-f8f1fe879df4 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:32:16.726840 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-96c49d97-1b87-497c-9ebb-f8f1fe879df4 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/2508418c-3c0b-4742-aea0-b503ca0956dd HTTP/1.1" status: 404 len: 333 time: 0.0264144 Aug 19 12:32:16.730521 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39684) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:16.735933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'name': 'tempest-PortsTestJSON-1454541965'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:16.820107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e44e9-27c5-467b-90e4-cf0da9e660f8 req-a555f0f5-5b42-495c-b289-125b014cf485 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:16.821678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc8e44e9-27c5-467b-90e4-cf0da9e660f8 req-a555f0f5-5b42-495c-b289-125b014cf485 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.53 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 949 time: 0.0819798 Aug 19 12:32:16.871284 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.932854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:16.940231 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.959889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port e0859175-2485-41ee-ae24-5ae2f1f67ab6 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:16.966249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef0e828-289e-48ec-a509-c2f80fcd8202,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:16.984650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] Checking segment: {'id': '4c0d8953-4a4c-4bf1-b7c2-a1006abeaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b450d8a7-d98a-4cc7-a7f1-46bf830fa640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:16.985607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] Network hostable DHCP agents. Network: b450d8a7-d98a-4cc7-a7f1-46bf830fa640, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:16.993318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-bc8e44e9-27c5-467b-90e4-cf0da9e660f8 req-e2adac07-f9fb-4610-bf0c-41cfefd42783 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Deleting port 466d795a-25a7-4e8a-a594-3e957b5d8410 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:16.994439 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc8e44e9-27c5-467b-90e4-cf0da9e660f8 req-e2adac07-f9fb-4610-bf0c-41cfefd42783 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.145718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bc8e44e9-27c5-467b-90e4-cf0da9e660f8 req-e2adac07-f9fb-4610-bf0c-41cfefd42783 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] For port 466d795a-25a7-4e8a-a594-3e957b5d8410, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=466d795a-25a7-4e8a-a594-3e957b5d8410,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:17.146237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc8e44e9-27c5-467b-90e4-cf0da9e660f8 req-e2adac07-f9fb-4610-bf0c-41cfefd42783 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.159848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] Network b450d8a7-d98a-4cc7-a7f1-46bf830fa640 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:17.174531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89101f-6d62-4e76-89f9-c15849d71030 req-650925a5-31de-4c2a-8192-c3ae3fc6a5d0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:17.176261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d89101f-6d62-4e76-89f9-c15849d71030 req-650925a5-31de-4c2a-8192-c3ae3fc6a5d0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 944 time: 0.0989776 Aug 19 12:32:17.179453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-bc8e44e9-27c5-467b-90e4-cf0da9e660f8 req-e2adac07-f9fb-4610-bf0c-41cfefd42783 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Calling delete_port for 466d795a-25a7-4e8a-a594-3e957b5d8410 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:17.194066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.260478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d89101f-6d62-4e76-89f9-c15849d71030 req-2c67f160-a96c-46ff-9f77-c3ba643e7356 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756021 Aug 19 12:32:17.276025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, b450d8a7-d98a-4cc7-a7f1-46bf830fa640) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:17.291926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e25cab-fbe7-4e1e-a2f1-6853d8fab33f None None] Network b450d8a7-d98a-4cc7-a7f1-46bf830fa640 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:17.304583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:17.304834 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.305194 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.391805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 362e2abb-5048-4411-af2b-1b25c6075c88 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:17.395649 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=e0859175-2485-41ee-ae24-5ae2f1f67ab6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:17.405535 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-811e8151-e84e-4e4d-82b1-8192392f0946 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0655947 Aug 19 12:32:17.420844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:17.424145 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:17.433864 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:17.442008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:17.443125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.463649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78282a-bdab-48a6-b526-3523a6c48efa req-e15da286-f12b-470f-adc2-3e1bf7bd4926 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:17.473521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db78282a-bdab-48a6-b526-3523a6c48efa req-e15da286-f12b-470f-adc2-3e1bf7bd4926 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 949 time: 0.1560402 Aug 19 12:32:17.522609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db78282a-bdab-48a6-b526-3523a6c48efa req-62ffb823-9b3a-42e6-9033-15d2f112e61b tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/security-groups?id=d88c1c6d-bba5-41c1-b1c3-522cb745f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427816 Aug 19 12:32:17.556166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc8e44e9-27c5-467b-90e4-cf0da9e660f8 req-e2adac07-f9fb-4610-bf0c-41cfefd42783 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.569934 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1c05c656-3e87-4681-942c-ed72393f55b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8380427 Aug 19 12:32:17.572293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39712) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:17.578456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a44edbb8-4c9d-46ee-b274-d09b4bf15cde tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:17.601306 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a174d7be-2b3b-4060-86f2-0e64798eea84 None None] Network b450d8a7-d98a-4cc7-a7f1-46bf830fa640 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:17.602318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adac07-f9fb-4610-bf0c-41cfefd42783 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Pushing event deleted for resources: {'Port': ['ID=466d795a-25a7-4e8a-a594-3e957b5d8410,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:17.686432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8e44e9-27c5-467b-90e4-cf0da9e660f8 req-e2adac07-f9fb-4610-bf0c-41cfefd42783 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] No DVR routers for this DVR port 466d795a-25a7-4e8a-a594-3e957b5d8410 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:17.689806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc8e44e9-27c5-467b-90e4-cf0da9e660f8 req-e2adac07-f9fb-4610-bf0c-41cfefd42783 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.691969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc8e44e9-27c5-467b-90e4-cf0da9e660f8 req-e2adac07-f9fb-4610-bf0c-41cfefd42783 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.53 "DELETE /v2.0/ports/466d795a-25a7-4e8a-a594-3e957b5d8410 HTTP/1.1" status: 204 len: 173 time: 0.8637967 Aug 19 12:32:17.692448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-deleted', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:17.695503 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e20d6d-830a-4a69-9880-9591a716c711" -d '{"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-deleted", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:17.710848 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a44edbb8-4c9d-46ee-b274-d09b4bf15cde tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.746718 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638f097b-3555-4607-bfc8-37faa6edf4b0 x-openstack-request-id: req-638f097b-3555-4607-bfc8-37faa6edf4b0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:17.747253 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deed7fe-6eb5-46e4-a008-8ba714c98415", "name": "network-vif-deleted", "tag": "466d795a-25a7-4e8a-a594-3e957b5d8410", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:17.747702 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-638f097b-3555-4607-bfc8-37faa6edf4b0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:17.749468 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deed7fe-6eb5-46e4-a008-8ba714c98415', 'name': 'network-vif-deleted', 'tag': '466d795a-25a7-4e8a-a594-3e957b5d8410', 'status': 'completed', 'code': 200} Aug 19 12:32:17.846994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 362e2abb-5048-4411-af2b-1b25c6075c88 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:17.852530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 362e2abb-5048-4411-af2b-1b25c6075c88 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:17.853278 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.910833 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a44edbb8-4c9d-46ee-b274-d09b4bf15cde tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.963985 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.003554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6499a051-eaf7-4b9d-b066-fcca5f886a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362e2abb-5048-4411-af2b-1b25c6075c88'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:18.005962 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e245ffc-f467-45e9-93d2-580b125540db" -d '{"events": [{"server_uuid": "6499a051-eaf7-4b9d-b066-fcca5f886a25", "name": "network-vif-plugged", "status": "completed", "tag": "362e2abb-5048-4411-af2b-1b25c6075c88"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:18.018259 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a44edbb8-4c9d-46ee-b274-d09b4bf15cde tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.030224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 362e2abb-5048-4411-af2b-1b25c6075c88, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=362e2abb-5048-4411-af2b-1b25c6075c88,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:18.054290 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72eb97f9-b8a4-4925-b5ab-ffa62168a4f2 x-openstack-request-id: req-72eb97f9-b8a4-4925-b5ab-ffa62168a4f2 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:18.054730 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6499a051-eaf7-4b9d-b066-fcca5f886a25", "name": "network-vif-plugged", "status": "completed", "tag": "362e2abb-5048-4411-af2b-1b25c6075c88", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:18.054983 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72eb97f9-b8a4-4925-b5ab-ffa62168a4f2 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:18.055377 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6499a051-eaf7-4b9d-b066-fcca5f886a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362e2abb-5048-4411-af2b-1b25c6075c88', 'code': 200} Aug 19 12:32:18.071706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44edbb8-4c9d-46ee-b274-d09b4bf15cde tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=e0859175-2485-41ee-ae24-5ae2f1f67ab6,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:18.095415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a44edbb8-4c9d-46ee-b274-d09b4bf15cde tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] In _notify_port_updated(), no bound segment for port e0859175-2485-41ee-ae24-5ae2f1f67ab6 on network cf593018-02ce-4d3f-84cf-b457180be0c6 {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:32:18.107011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44edbb8-4c9d-46ee-b274-d09b4bf15cde tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:18.107710 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a44edbb8-4c9d-46ee-b274-d09b4bf15cde tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.115943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39740) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:18.116678 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a44edbb8-4c9d-46ee-b274-d09b4bf15cde tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "PUT /v2.0/ports/e0859175-2485-41ee-ae24-5ae2f1f67ab6 HTTP/1.1" status: 200 len: 818 time: 0.5425794 Aug 19 12:32:18.129947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.199020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-9a002b68-2cab-4db5-9286-9984dcb05ab4 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:18.204637 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-9a002b68-2cab-4db5-9286-9984dcb05ab4 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/networks?id=dad30fa5-8635-4301-88b7-0082be7caf7a HTTP/1.1" status: 200 len: 825 time: 0.2499571 Aug 19 12:32:18.222039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=362e2abb-5048-4411-af2b-1b25c6075c88,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:18.274234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-a62ba7e6-e8ab-470b-a1e5-c9b3d21d7f03 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/quotas/04e0c981285d426b9f2b0a81bf4aa4c6 HTTP/1.1" status: 200 len: 375 time: 0.0497656 Aug 19 12:32:18.301907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9ad8-7bcd-48d1-bb41-f5e6fbe1e7d1 req-9c7a5bc1-3a3c-44b4-b534-134bed16cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:18.303517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-568e9ad8-7bcd-48d1-bb41-f5e6fbe1e7d1 req-9c7a5bc1-3a3c-44b4-b534-134bed16cfc3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 1096 time: 0.0979621 Aug 19 12:32:18.324389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-3777d6cf-351d-4e0d-8175-101cadeb8e6f tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04e0c981285d426b9f2b0a81bf4aa4c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385749 Aug 19 12:32:18.436239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbb062-fa7d-4a04-9fd9-1277a0268ee3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port e0859175-2485-41ee-ae24-5ae2f1f67ab6 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:18.436583 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb062-fa7d-4a04-9fd9-1277a0268ee3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.492038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-568e9ad8-7bcd-48d1-bb41-f5e6fbe1e7d1 req-d8dcf9f5-75aa-4736-a7ee-6f227f0099b5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713459 Aug 19 12:32:18.545695 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb062-fa7d-4a04-9fd9-1277a0268ee3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.555979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a5485-f861-479b-a888-6b86176b018c req-6d400c33-2f3f-4de1-9e2c-871c68bd1323 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:18.560670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-030a5485-f861-479b-a888-6b86176b018c req-6d400c33-2f3f-4de1-9e2c-871c68bd1323 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.2092631 Aug 19 12:32:18.586453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-c3b0b2d0-5b01-439a-8e3d-6e15e9fb0e24 service neutron] 10.222.0.44 "GET /v2.0/networks/dad30fa5-8635-4301-88b7-0082be7caf7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528036 Aug 19 12:32:18.593145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbb062-fa7d-4a04-9fd9-1277a0268ee3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for e0859175-2485-41ee-ae24-5ae2f1f67ab6 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:18.708440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-030a5485-f861-479b-a888-6b86176b018c req-2d9d670a-36ca-4d0f-ac01-7a653f73f866 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364095 Aug 19 12:32:18.793005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-6db57e62-4d0e-49b3-8d5b-7b10b6a71e19 service neutron] 10.222.0.44 "GET /v2.0/networks/dad30fa5-8635-4301-88b7-0082be7caf7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937318 Aug 19 12:32:18.877294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b4c377f-7660-4a97-80e9-ae427c8f4eed req-be8f8174-d0ec-4827-b949-ef0e01ce3932 tempest-ImagesOneServerTestJSON-1760323367 tempest-ImagesOneServerTestJSON-1760323367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9deed7fe-6eb5-46e4-a008-8ba714c98415 HTTP/1.1" status: 200 len: 210 time: 0.0305576 Aug 19 12:32:18.891196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb062-fa7d-4a04-9fd9-1277a0268ee3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.946366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbb062-fa7d-4a04-9fd9-1277a0268ee3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=e0859175-2485-41ee-ae24-5ae2f1f67ab6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:18.971067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb062-fa7d-4a04-9fd9-1277a0268ee3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.973138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0dcbb062-fa7d-4a04-9fd9-1277a0268ee3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/e0859175-2485-41ee-ae24-5ae2f1f67ab6 HTTP/1.1" status: 204 len: 168 time: 0.8561175 Aug 19 12:32:18.978244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39762) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:19.056162 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471c2237-fef0-4dcb-96d7-73c9dcf1d952 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:19.057867 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-471c2237-fef0-4dcb-96d7-73c9dcf1d952 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0784769 Aug 19 12:32:19.060972 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39770) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:19.084682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c918b79c-fcbd-432c-8f3c-fc97586bd6c1 req-c7a2a842-767a-4791-a484-f42752ee3772 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 210 time: 0.0361052 Aug 19 12:32:19.093540 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5941c8-94dd-4716-88f4-b3243d303f5b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:32:19.097410 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dd5941c8-94dd-4716-88f4-b3243d303f5b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/e0859175-2485-41ee-ae24-5ae2f1f67ab6 HTTP/1.1" status: 404 len: 333 time: 0.0296803 Aug 19 12:32:19.100209 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39772) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:19.116208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1619662703'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:19.259002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:19.262687 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:19.288263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:19.301229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:19.301229 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Added segment 31804346-e915-4628-8b0e-b67cd94b0718 of type vlan for network 415ee4ae-96f3-4e03-a770-9d697ce0db2c Aug 19 12:32:19.357435 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:19.392010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 466d795a-25a7-4e8a-a594-3e957b5d8410 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:19.413784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 466d795a-25a7-4e8a-a594-3e957b5d8410 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:19.414137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 466d795a-25a7-4e8a-a594-3e957b5d8410 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:19.481090 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:19.490481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:19.490481 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:19.569988 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Network': ['ID=415ee4ae-96f3-4e03-a770-9d697ce0db2c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:19.583135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 415ee4ae-96f3-4e03-a770-9d697ce0db2c details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:19.676433 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3542f27a-6b8a-4664-8bbb-3bc4acdde03c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5749626 Aug 19 12:32:19.680556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39796) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:19.693251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': '415ee4ae-96f3-4e03-a770-9d697ce0db2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:19.862642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38191d-d660-4a99-b581-3761c9aa6463 req-9f87f9ee-79ee-4816-abd1-60e013440b5a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:19.864855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c38191d-d660-4a99-b581-3761c9aa6463 req-9f87f9ee-79ee-4816-abd1-60e013440b5a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.0632906 Aug 19 12:32:19.909948 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c38191d-d660-4a99-b581-3761c9aa6463 req-fa171be9-34c4-4e84-b52e-f0670d3af140 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387220 Aug 19 12:32:19.974391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:19.979968 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.186387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3404e402-7768-4056-89f3-737eae47710d req-cda86a7d-1826-4279-8ea3-77fdb635f751 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 210 time: 0.0378530 Aug 19 12:32:20.368670 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.442026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Subnet': ['ID=3142005e-5cd3-4e4e-b1fa-2eee931093be,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:20.451327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff909927-707e-4df0-aa00-fd121ed2c2a8 req-5bbc8ef9-2cab-435a-bee5-eddecb281232 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:20.458643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff909927-707e-4df0-aa00-fd121ed2c2a8 req-5bbc8ef9-2cab-435a-bee5-eddecb281232 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.1366217 Aug 19 12:32:20.499214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Checking segment: {'id': '31804346-e915-4628-8b0e-b67cd94b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '415ee4ae-96f3-4e03-a770-9d697ce0db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:20.499572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network hostable DHCP agents. Network: 415ee4ae-96f3-4e03-a770-9d697ce0db2c, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:20.529180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff909927-707e-4df0-aa00-fd121ed2c2a8 req-e2dd4464-4592-4f39-a0d6-fca7ecd458d4 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632141 Aug 19 12:32:20.593435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39840) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:20.659374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 415ee4ae-96f3-4e03-a770-9d697ce0db2c is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:20.758009 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0342a3c5-1e6f-4644-9366-dcf4c88bb5f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=982941496d854ad89f7d27f6c831b5d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627259 Aug 19 12:32:20.760971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 415ee4ae-96f3-4e03-a770-9d697ce0db2c) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:20.764813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39860) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:20.773009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:20.776829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978131ab-bd4f-4ef7-90bf-32c2f558d5f3 None None] Network 415ee4ae-96f3-4e03-a770-9d697ce0db2c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:20.783493 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.851269 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5971-f740-4616-b58b-ab5b49ade887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.879875 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5971-f740-4616-b58b-ab5b49ade887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.915832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-afbe3f80-e07a-4df6-b714-c6fd37c5e69b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2334020 Aug 19 12:32:20.918597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39870) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:20.924770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-09ab6541-a331-4b95-8fbf-a37f4e3bd8cb tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': '415ee4ae-96f3-4e03-a770-9d697ce0db2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:21.019418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-415ee4ae-96f3-4e03-a770-9d697ce0db2c', 'network_id': '415ee4ae-96f3-4e03-a770-9d697ce0db2c', 'tenant_id': '578cca5e32894b01a2c387b949e1328e', 'fixed_ips': [{'subnet_id': '3142005e-5cd3-4e4e-b1fa-2eee931093be'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:21.020409 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.070486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5971-f740-4616-b58b-ab5b49ade887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.075843 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5971-f740-4616-b58b-ab5b49ade887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.077961 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1ddd5971-f740-4616-b58b-ab5b49ade887 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d88c1c6d-bba5-41c1-b1c3-522cb745f670 HTTP/1.1" status: 204 len: 168 time: 0.3143775 Aug 19 12:32:21.124793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd5971-f740-4616-b58b-ab5b49ade887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c1c6d-bba5-41c1-b1c3-522cb745f670,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:21.233207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ab6541-a331-4b95-8fbf-a37f4e3bd8cb tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:21.240425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09ab6541-a331-4b95-8fbf-a37f4e3bd8cb tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.246013 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5b0cc95-ddbf-4d9a-8055-67697db274d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.374791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Allocated IP 172.20.0.2 (415ee4ae-96f3-4e03-a770-9d697ce0db2c/3142005e-5cd3-4e4e-b1fa-2eee931093be/32dcbedd-0e69-46fd-9978-119c0d7c262d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:21.383512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fd934b2-78ef-4dc9-b112-1d27348e00a1 req-72ad2184-66a0-427a-b45c-3d8bc3f88400 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 210 time: 0.0501733 Aug 19 12:32:21.454696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-059fa112-761c-4a54-b3c9-0a75a814f769 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:21.462100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-059fa112-761c-4a54-b3c9-0a75a814f769 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/networks?id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 200 len: 815 time: 0.3443675 Aug 19 12:32:21.477347 n-d-778732-8 neutron-server[95660]: INFO neutron.db.ipam_backend_mixin [None req-09ab6541-a331-4b95-8fbf-a37f4e3bd8cb tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3142005e-5cd3-4e4e-b1fa-2eee931093be (CIDR: 172.20.0.0/28) Aug 19 12:32:21.487008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-db550e4c-82ab-452f-8bbe-3aedf792d0bd tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/quotas/c239b129dd1444dea4aa12c5115de621 HTTP/1.1" status: 200 len: 375 time: 0.0233560 Aug 19 12:32:21.532252 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ab6541-a331-4b95-8fbf-a37f4e3bd8cb tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:32:21.532754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ab6541-a331-4b95-8fbf-a37f4e3bd8cb tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:21.554479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-01bde6ff-98ee-4e82-95f4-63296ead9464 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669048 Aug 19 12:32:21.607101 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.622424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Transition to ACTIVE for port object 32dcbedd-0e69-46fd-9978-119c0d7c262d will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:21.652520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Transition to ACTIVE for port object 32dcbedd-0e69-46fd-9978-119c0d7c262d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:21.738382 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.786760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Network 415ee4ae-96f3-4e03-a770-9d697ce0db2c is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:21.790865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:21.801648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:21.818595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Pushing event updated for resources: {'Port': ['ID=32dcbedd-0e69-46fd-9978-119c0d7c262d,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:21.887585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Attempting to bind port 32dcbedd-0e69-46fd-9978-119c0d7c262d on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:21.887970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Attempting to bind port 32dcbedd-0e69-46fd-9978-119c0d7c262d by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '31804346-e915-4628-8b0e-b67cd94b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '415ee4ae-96f3-4e03-a770-9d697ce0db2c'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:21.888410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Attempting to bind port 32dcbedd-0e69-46fd-9978-119c0d7c262d on network 415ee4ae-96f3-4e03-a770-9d697ce0db2c {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:21.895189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:21.895582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Checking segment: {'id': '31804346-e915-4628-8b0e-b67cd94b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '415ee4ae-96f3-4e03-a770-9d697ce0db2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:21.895995 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.896461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Bound using segment: {'id': '31804346-e915-4628-8b0e-b67cd94b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '415ee4ae-96f3-4e03-a770-9d697ce0db2c'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:21.896868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Bound port: 32dcbedd-0e69-46fd-9978-119c0d7c262d, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31804346-e915-4628-8b0e-b67cd94b0718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '415ee4ae-96f3-4e03-a770-9d697ce0db2c'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:21.897257 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.968723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39916) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:21.969271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-09ab6541-a331-4b95-8fbf-a37f4e3bd8cb tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0487940 Aug 19 12:32:21.979898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] For port 32dcbedd-0e69-46fd-9978-119c0d7c262d, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:21.983174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2d36a99a-3ae4-4068-92fa-6d1737f09d77 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': '415ee4ae-96f3-4e03-a770-9d697ce0db2c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:21.984507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] For port 32dcbedd-0e69-46fd-9978-119c0d7c262d, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=32dcbedd-0e69-46fd-9978-119c0d7c262d,segment=NetworkSegment(31804346-e915-4628-8b0e-b67cd94b0718),segment_id=31804346-e915-4628-8b0e-b67cd94b0718)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:22.102580 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.103568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c293fe-8499-4b22-a786-aca1ad5b7329 req-793cf050-b44a-4517-9dce-cd2794f44258 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:22.105149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09c293fe-8499-4b22-a786-aca1ad5b7329 req-793cf050-b44a-4517-9dce-cd2794f44258 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.4700823 Aug 19 12:32:22.114804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-4ac90470-ea16-4bd5-95d4-b0ddb3fb3b12 service neutron] 10.222.0.44 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481811 Aug 19 12:32:22.172702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9481f9-79ba-4cf6-984d-04556e6b2d0f None None] Pushing event updated for resources: {'Port': ['ID=32dcbedd-0e69-46fd-9978-119c0d7c262d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:22.239309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-52e2bfaf-d7e4-43f0-86cb-c1e25cb000bb tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:22.240846 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-52e2bfaf-d7e4-43f0-86cb-c1e25cb000bb tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.53 "GET /v2.0/networks?id=dad30fa5-8635-4301-88b7-0082be7caf7a HTTP/1.1" status: 200 len: 825 time: 0.2524235 Aug 19 12:32:22.250963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d36a99a-3ae4-4068-92fa-6d1737f09d77 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:22.259463 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d36a99a-3ae4-4068-92fa-6d1737f09d77 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.260792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Request body: {'port': {'device_id': 'd21d1ffe-4cdc-4cba-8cf4-e9fb9095da22', 'network_id': 'dad30fa5-8635-4301-88b7-0082be7caf7a', 'admin_state_up': True, 'tenant_id': '04e0c981285d426b9f2b0a81bf4aa4c6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:22.449605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09c293fe-8499-4b22-a786-aca1ad5b7329 req-d54ce289-a617-4dbe-871a-7767f132a598 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157563 Aug 19 12:32:22.534113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-bd84f9a4-851f-4d15-97e5-fee849339235 service neutron] 10.222.0.44 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116936 Aug 19 12:32:22.561524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39934) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:22.609141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Made reservation on behalf of 04e0c981285d426b9f2b0a81bf4aa4c6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:22.611751 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.751731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8337533a-ea54-467e-b0ff-18e0c799586d req-7f71dba2-b4fe-41c4-a6ea-fb6f9e39207c tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 210 time: 0.0727155 Aug 19 12:32:22.763967 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19a9cfbe-4370-41e8-9ea5-35bc3d337c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.824315 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d36a99a-3ae4-4068-92fa-6d1737f09d77 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.885558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 32dcbedd-0e69-46fd-9978-119c0d7c262d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:22.887781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39942) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:22.943812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ef98118-ac90-4173-9bc6-8fefbb48938d req-2b225a71-2793-4c2f-b08e-6e0330cea03c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 210 time: 0.0494924 Aug 19 12:32:22.962661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d36a99a-3ae4-4068-92fa-6d1737f09d77 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 415ee4ae-96f3-4e03-a770-9d697ce0db2c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:22.969075 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2d36a99a-3ae4-4068-92fa-6d1737f09d77 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:22.979806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Allocated IP 172.20.0.2 (dad30fa5-8635-4301-88b7-0082be7caf7a/c60b4d27-f9bd-45ea-b2b1-c724a867f556/b5526805-6698-449b-8d64-2125dd10d624) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:22.989867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d36a99a-3ae4-4068-92fa-6d1737f09d77 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:22.990533 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d36a99a-3ae4-4068-92fa-6d1737f09d77 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.020256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36a99a-3ae4-4068-92fa-6d1737f09d77 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Subnet': ['ID=ff381c44-e8bc-4350-bbfe-d4cc1722e030,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:23.040607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 32dcbedd-0e69-46fd-9978-119c0d7c262d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:23.098263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19a9cfbe-4370-41e8-9ea5-35bc3d337c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.099026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-617938955-network', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:23.183603 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19a9cfbe-4370-41e8-9ea5-35bc3d337c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.251425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-19a9cfbe-4370-41e8-9ea5-35bc3d337c55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3b7af12966341a289f217932c483f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6877990 Aug 19 12:32:23.254605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39952) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:23.254896 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.257857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9cfbe-4370-41e8-9ea5-35bc3d337c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b14b969-a921-4217-879d-c89d26adaee6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:23.304980 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2d36a99a-3ae4-4068-92fa-6d1737f09d77 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3347886 Aug 19 12:32:23.307892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39954) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:23.314317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': '415ee4ae-96f3-4e03-a770-9d697ce0db2c', 'fixed_ips': [{'subnet_id': '3142005e-5cd3-4e4e-b1fa-2eee931093be'}, {'subnet_id': 'ff381c44-e8bc-4350-bbfe-d4cc1722e030'}], 'name': 'tempest-PortsTestJSON-326118840'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:23.363464 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa63651d-8acf-448d-9e86-fb8519e196a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.389086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa63651d-8acf-448d-9e86-fb8519e196a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.396649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cddeab-2bb7-49b3-a6f5-61acd2bd7102 None None] Network 415ee4ae-96f3-4e03-a770-9d697ce0db2c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:23.403785 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.449892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Made reservation on behalf of 872e8f1201074ee8923c8fe5bad83a20 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:23.453704 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.466212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.482390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Network dad30fa5-8635-4301-88b7-0082be7caf7a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:23.488892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:23.518959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Pushing event updated for resources: {'Port': ['ID=b5526805-6698-449b-8d64-2125dd10d624,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:23.522427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:23.550044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-44fc657f-370a-4109-affc-70bc81029960 None None] Provisioning for port 32dcbedd-0e69-46fd-9978-119c0d7c262d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:23.567607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-44fc657f-370a-4109-affc-70bc81029960 None None] Provisioning complete for port 32dcbedd-0e69-46fd-9978-119c0d7c262d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:23.567983 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-44fc657f-370a-4109-affc-70bc81029960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.585839 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa63651d-8acf-448d-9e86-fb8519e196a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.589606 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa63651d-8acf-448d-9e86-fb8519e196a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.591088 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aa63651d-8acf-448d-9e86-fb8519e196a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b14b969-a921-4217-879d-c89d26adaee6 HTTP/1.1" status: 204 len: 168 time: 0.3350637 Aug 19 12:32:23.607799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63651d-8acf-448d-9e86-fb8519e196a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b14b969-a921-4217-879d-c89d26adaee6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:23.638830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:23.639587 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.710203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37aa09a-47e4-42b1-8d51-71077de0c822 req-5284ed44-0d9e-4460-aea3-2a61e0687c3c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:23.711832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f37aa09a-47e4-42b1-8d51-71077de0c822 req-5284ed44-0d9e-4460-aea3-2a61e0687c3c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.1556444 Aug 19 12:32:23.719887 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.756769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f37aa09a-47e4-42b1-8d51-71077de0c822 req-4139694e-6ca3-4d4c-b09c-cd6d10fc5edd tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350580 Aug 19 12:32:23.767227 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-44fc657f-370a-4109-affc-70bc81029960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.783932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f02c53a-fa69-4c58-97a6-6dd0ba58f7bd None None] Update dhcp port {'port': {'network_id': '415ee4ae-96f3-4e03-a770-9d697ce0db2c', 'fixed_ips': [{'subnet_id': '3142005e-5cd3-4e4e-b1fa-2eee931093be', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ff381c44-e8bc-4350-bbfe-d4cc1722e030'}], 'binding:host_id': 'n-d-778732-8'}, 'id': '32dcbedd-0e69-46fd-9978-119c0d7c262d'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:32:23.827033 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f02c53a-fa69-4c58-97a6-6dd0ba58f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.832832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-44fc657f-370a-4109-affc-70bc81029960 None None] For port 32dcbedd-0e69-46fd-9978-119c0d7c262d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=32dcbedd-0e69-46fd-9978-119c0d7c262d,segment=NetworkSegment(31804346-e915-4628-8b0e-b67cd94b0718),segment_id=31804346-e915-4628-8b0e-b67cd94b0718)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:23.883197 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc5400-126f-4f09-8a3b-2e3bbbaa0b47 req-161fe938-d98c-43cc-8f81-9c87d5439d09 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:23.884875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58cc5400-126f-4f09-8a3b-2e3bbbaa0b47 req-161fe938-d98c-43cc-8f81-9c87d5439d09 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 931 time: 0.0584323 Aug 19 12:32:23.927739 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58cc5400-126f-4f09-8a3b-2e3bbbaa0b47 req-c081788b-9050-407c-8454-e89d2686aff8 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364952 Aug 19 12:32:23.949582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.975093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:23.991722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-44fc657f-370a-4109-affc-70bc81029960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.993065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52be8526-9636-4a53-8e5d-05611f4188f6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:23.996547 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.997128 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Added segment b154d293-0342-4882-9e28-85aa2f7804fa of type vlan for network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 Aug 19 12:32:24.019984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-f86d8b84-db1b-41a0-aba9-d1120ca7222a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7667429 Aug 19 12:32:24.038399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Request body: {'port': {'device_id': 'd21d1ffe-4cdc-4cba-8cf4-e9fb9095da22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:24.056039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.063685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-2f02c53a-fa69-4c58-97a6-6dd0ba58f7bd None None] Allocated IP 172.20.0.18 (415ee4ae-96f3-4e03-a770-9d697ce0db2c/ff381c44-e8bc-4350-bbfe-d4cc1722e030/32dcbedd-0e69-46fd-9978-119c0d7c262d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:24.089013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc657f-370a-4109-affc-70bc81029960 None None] Pushing event updated for resources: {'Port': ['ID=32dcbedd-0e69-46fd-9978-119c0d7c262d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:24.117906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20c2c759-8d72-4b03-9a86-062bd0e817d6 req-f142afa0-9a31-48da-9f3c-c2909a7bc809 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 210 time: 0.0865941 Aug 19 12:32:24.120594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:24.172019 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.174080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:24.174913 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.198911 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.199140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2f02c53a-fa69-4c58-97a6-6dd0ba58f7bd None None] For port 32dcbedd-0e69-46fd-9978-119c0d7c262d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=32dcbedd-0e69-46fd-9978-119c0d7c262d,segment=NetworkSegment(31804346-e915-4628-8b0e-b67cd94b0718),segment_id=31804346-e915-4628-8b0e-b67cd94b0718)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:24.238282 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f02c53a-fa69-4c58-97a6-6dd0ba58f7bd None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.248242 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] Pushing event updated for resources: {'Network': ['ID=528f3f80-fc5c-42aa-91a7-c7d45c95cca0,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:24.260972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:24.263501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2f02c53a-fa69-4c58-97a6-6dd0ba58f7bd None None] Transition to ACTIVE for port object 32dcbedd-0e69-46fd-9978-119c0d7c262d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:24.280559 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.326859 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5dc00556-1a63-4d93-b536-a6c7d612ee65 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4355533 Aug 19 12:32:24.329878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39972) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:24.334959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] Request body: {'subnet': {'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-617938955-subnet', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:24.354118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port b2d7102c-0b1d-45f1-81ac-dad542932b10 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:24.365788 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f02c53a-fa69-4c58-97a6-6dd0ba58f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.452722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] Made reservation on behalf of 872e8f1201074ee8923c8fe5bad83a20 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:24.455564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.472224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02c53a-fa69-4c58-97a6-6dd0ba58f7bd None None] Pushing event updated for resources: {'Port': ['ID=32dcbedd-0e69-46fd-9978-119c0d7c262d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:24.546973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39974) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:24.570644 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-610a813c-bbb4-4362-a422-514db18374ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.704863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5526805-6698-449b-8d64-2125dd10d624 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:24.717953 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.798232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Transition to ACTIVE for port object b5526805-6698-449b-8d64-2125dd10d624 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:24.821658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.8 (415ee4ae-96f3-4e03-a770-9d697ce0db2c/3142005e-5cd3-4e4e-b1fa-2eee931093be/b2d7102c-0b1d-45f1-81ac-dad542932b10) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:24.838657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 32dcbedd-0e69-46fd-9978-119c0d7c262d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:24.846342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-610a813c-bbb4-4362-a422-514db18374ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.855420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.20 (415ee4ae-96f3-4e03-a770-9d697ce0db2c/ff381c44-e8bc-4350-bbfe-d4cc1722e030/b2d7102c-0b1d-45f1-81ac-dad542932b10) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:24.904537 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.922858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e8b0a-3976-490d-ba49-4db2f9055246 req-856f3150-76ce-42ac-a524-9e56bf661213 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:24.924668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-038e8b0a-3976-490d-ba49-4db2f9055246 req-856f3150-76ce-42ac-a524-9e56bf661213 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.0819733 Aug 19 12:32:24.935613 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.943248 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-610a813c-bbb4-4362-a422-514db18374ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.033519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e06fff-908f-41b0-90dc-be66d62fda8a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:25.046561 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-610a813c-bbb4-4362-a422-514db18374ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2873bf6350614486b17a9959625a68a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4963076 Aug 19 12:32:25.052079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a813c-bbb4-4362-a422-514db18374ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119039b7-293a-4838-b00d-a83d118ef390,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:25.054789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 39984) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:25.073747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] Checking segment: {'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:25.074172 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] Network hostable DHCP agents. Network: 528f3f80-fc5c-42aa-91a7-c7d45c95cca0, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:25.091257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5526805-6698-449b-8d64-2125dd10d624,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:25.179363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] Network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:25.199566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d2fac-e4c6-498c-a087-1a3bbb973df2 None None] Network 415ee4ae-96f3-4e03-a770-9d697ce0db2c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:25.269138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 528f3f80-fc5c-42aa-91a7-c7d45c95cca0) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:25.270351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-038e8b0a-3976-490d-ba49-4db2f9055246 req-90e624e0-1277-4935-afcd-7afd1116705e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852266 Aug 19 12:32:25.279940 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:25.281167 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.283641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3704885-eadb-42c2-a3da-4a20d50f7833 None None] Network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:25.351229 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f45a9c1d-eb3a-42e1-ac5e-aec67d02bff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.352416 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9d6c-f8d1-47df-bdf0-dafa4aad4654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.360561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf080c8-9d97-4065-95af-95f31af4ea33 req-45060e82-436f-4890-8830-9328276f4535 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:25.362223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbf080c8-9d97-4065-95af-95f31af4ea33 req-45060e82-436f-4890-8830-9328276f4535 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 943 time: 0.2437289 Aug 19 12:32:25.413818 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fbe76a85-8988-486f-9e21-8ce50fb2bca6 None None] Provisioning for port 32dcbedd-0e69-46fd-9978-119c0d7c262d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:25.432592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fbe76a85-8988-486f-9e21-8ce50fb2bca6 None None] Provisioning complete for port 32dcbedd-0e69-46fd-9978-119c0d7c262d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:25.432936 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fbe76a85-8988-486f-9e21-8ce50fb2bca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.440968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3d4523c-b17b-482e-bcfb-e2918f0fb28d req-3dbb1cbd-5da8-416c-8a53-e45b0d303b35 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 210 time: 0.0616963 Aug 19 12:32:25.441605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Attempting to bind port b5526805-6698-449b-8d64-2125dd10d624 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:25.441944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Attempting to bind port b5526805-6698-449b-8d64-2125dd10d624 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '43e7d702-3063-4add-8859-c26dfa69c26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dad30fa5-8635-4301-88b7-0082be7caf7a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:25.442272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Attempting to bind port b5526805-6698-449b-8d64-2125dd10d624 on network dad30fa5-8635-4301-88b7-0082be7caf7a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:25.457690 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-44841d78-59e3-44ce-b605-1db8e8c8acdc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1266518 Aug 19 12:32:25.460831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39988) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:25.466218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:25.478355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Port b5526805-6698-449b-8d64-2125dd10d624 on network dad30fa5-8635-4301-88b7-0082be7caf7a not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:32:25.478676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Attempting to bind port b5526805-6698-449b-8d64-2125dd10d624 on network dad30fa5-8635-4301-88b7-0082be7caf7a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:25.485609 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f45a9c1d-eb3a-42e1-ac5e-aec67d02bff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.491177 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.512806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:25.514825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Checking segment: {'id': '43e7d702-3063-4add-8859-c26dfa69c26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dad30fa5-8635-4301-88b7-0082be7caf7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:25.514825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Bound using segment: {'id': '43e7d702-3063-4add-8859-c26dfa69c26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dad30fa5-8635-4301-88b7-0082be7caf7a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:25.514825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Bound port: b5526805-6698-449b-8d64-2125dd10d624, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e7d702-3063-4add-8859-c26dfa69c26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dad30fa5-8635-4301-88b7-0082be7caf7a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:25.514825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.553683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbf080c8-9d97-4065-95af-95f31af4ea33 req-7300cc05-048a-4439-a721-7a0edc381a03 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775053 Aug 19 12:32:25.559167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object b2d7102c-0b1d-45f1-81ac-dad542932b10 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:25.636658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.638326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.656394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] For port b5526805-6698-449b-8d64-2125dd10d624, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:25.660015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] For port b5526805-6698-449b-8d64-2125dd10d624, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b5526805-6698-449b-8d64-2125dd10d624,segment=NetworkSegment(43e7d702-3063-4add-8859-c26dfa69c26a),segment_id=43e7d702-3063-4add-8859-c26dfa69c26a)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:25.706194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-37d0e1a0-3877-4d8a-b236-99a0ce70966f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:25.707046 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-37d0e1a0-3877-4d8a-b236-99a0ce70966f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "GET /v2.0/networks?id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 200 len: 815 time: 0.1788483 Aug 19 12:32:25.723617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Request body: {'port': {'device_id': '9cab0567-60f3-4ea5-b54f-231edb27a359', 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d', 'admin_state_up': True, 'tenant_id': 'c239b129dd1444dea4aa12c5115de621'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:25.752275 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f45a9c1d-eb3a-42e1-ac5e-aec67d02bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.755249 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f45a9c1d-eb3a-42e1-ac5e-aec67d02bff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.759177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f45a9c1d-eb3a-42e1-ac5e-aec67d02bff3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/119039b7-293a-4838-b00d-a83d118ef390 HTTP/1.1" status: 204 len: 168 time: 0.6927087 Aug 19 12:32:25.781969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a9c1d-eb3a-42e1-ac5e-aec67d02bff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119039b7-293a-4838-b00d-a83d118ef390,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:25.809521 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.844797 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.849737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'fixed_ips': [{'subnet_id': '35e06fff-908f-41b0-90dc-be66d62fda8a'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:25.850881 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.882503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.932704 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.982958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 415ee4ae-96f3-4e03-a770-9d697ce0db2c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:25.987235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:25.988436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.990574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] 10.222.0.53 "PUT /v2.0/ports/b5526805-6698-449b-8d64-2125dd10d624 HTTP/1.1" status: 200 len: 1091 time: 1.9606400 Aug 19 12:32:25.991316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=b2d7102c-0b1d-45f1-81ac-dad542932b10,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:25.997319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21d1ffe-4cdc-4cba-8cf4-e9fb9095da22', 'tag': 'b5526805-6698-449b-8d64-2125dd10d624'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:25.999739 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace96c35-77a6-4782-a8aa-3df942e68d98" -d '{"events": [{"name": "network-changed", "server_uuid": "d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22", "tag": "b5526805-6698-449b-8d64-2125dd10d624"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:26.007667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:26.018889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:26.126807 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee30e11-a868-44b3-814c-d1748772ecd8 x-openstack-request-id: req-5ee30e11-a868-44b3-814c-d1748772ecd8 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:26.127500 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22", "tag": "b5526805-6698-449b-8d64-2125dd10d624", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:26.127500 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ee30e11-a868-44b3-814c-d1748772ecd8 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:26.127816 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21d1ffe-4cdc-4cba-8cf4-e9fb9095da22', 'tag': 'b5526805-6698-449b-8d64-2125dd10d624', 'status': 'completed', 'code': 200} Aug 19 12:32:26.210280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb37c16-2bcb-4161-b239-bb246fc8ebf4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5526805-6698-449b-8d64-2125dd10d624,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.233730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:26.235048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.252807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Allocated IP 172.20.0.2 (528f3f80-fc5c-42aa-91a7-c7d45c95cca0/35e06fff-908f-41b0-90dc-be66d62fda8a/c6023df8-0114-486e-81f0-2072f71b0b39) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:26.261823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace96c35-77a6-4782-a8aa-3df942e68d98 req-804361f5-aa1d-4128-8f99-efd76113a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:26.263636 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:32:26.264145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ace96c35-77a6-4782-a8aa-3df942e68d98 req-804361f5-aa1d-4128-8f99-efd76113a62d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04e0c981285d426b9f2b0a81bf4aa4c6&device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 1094 time: 0.1344385 Aug 19 12:32:26.271497 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Made reservation on behalf of c239b129dd1444dea4aa12c5115de621 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:26.275351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.290646 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.329392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c94d4c2f-7485-4400-a312-3277cadb2e38 None None] Provisioning complete for port 32dcbedd-0e69-46fd-9978-119c0d7c262d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:26.329597 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c94d4c2f-7485-4400-a312-3277cadb2e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.395064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-65bb01e7-8214-491d-bffb-c998c2748edd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0845668 Aug 19 12:32:26.399025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40000) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:26.412895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7d6024f0-64f7-41ee-8682-7752f8a9ebcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3142005e-5cd3-4e4e-b1fa-2eee931093be'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:26.524308 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d6024f0-64f7-41ee-8682-7752f8a9ebcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.534329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Allocated IP 172.20.0.14 (33d50d00-adaa-45b8-9e4f-a2caa46b0e8d/9c64f776-3857-4313-b138-a7296f8fbf5c/2875405e-c569-4e35-9c71-b3ffba0d5e32) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:26.540943 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.565035 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Transition to ACTIVE for port object c6023df8-0114-486e-81f0-2072f71b0b39 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:26.588210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace96c35-77a6-4782-a8aa-3df942e68d98 req-4da5f0b0-81b6-4a5e-bc23-efbb591020da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:26.589452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ace96c35-77a6-4782-a8aa-3df942e68d98 req-4da5f0b0-81b6-4a5e-bc23-efbb591020da service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=04e0c981285d426b9f2b0a81bf4aa4c6&shared=False HTTP/1.1" status: 200 len: 926 time: 0.3165905 Aug 19 12:32:26.609135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Transition to ACTIVE for port object c6023df8-0114-486e-81f0-2072f71b0b39 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:26.678374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ac5d4-ec7c-4598-9778-e6ed29ec42c7 req-8319a91a-4502-4258-a773-9e14457a5c75 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:26.685732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc6ac5d4-ec7c-4598-9778-e6ed29ec42c7 req-8319a91a-4502-4258-a773-9e14457a5c75 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.2262163 Aug 19 12:32:26.724512 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.739478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d5d59f2-19fc-4514-9bd5-766fbaa333e0 req-0349b61b-5698-46de-ade1-7553f9bb475b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 210 time: 0.0703733 Aug 19 12:32:26.791659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:26.796813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:26.806428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:26.822448 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Pushing event updated for resources: {'Port': ['ID=c6023df8-0114-486e-81f0-2072f71b0b39,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.848327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc6ac5d4-ec7c-4598-9778-e6ed29ec42c7 req-4bffac2c-8704-49f6-aa7c-7cf24f39b688 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616006 Aug 19 12:32:26.928397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Attempting to bind port c6023df8-0114-486e-81f0-2072f71b0b39 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:26.928958 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Attempting to bind port c6023df8-0114-486e-81f0-2072f71b0b39 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:26.929684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Attempting to bind port c6023df8-0114-486e-81f0-2072f71b0b39 on network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:26.938907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:26.939876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Checking segment: {'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:26.940436 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.946323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Bound using segment: {'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:26.948029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Bound port: c6023df8-0114-486e-81f0-2072f71b0b39, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:26.948588 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.033839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] For port c6023df8-0114-486e-81f0-2072f71b0b39, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:27.037665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] For port c6023df8-0114-486e-81f0-2072f71b0b39, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c6023df8-0114-486e-81f0-2072f71b0b39,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:27.040677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace96c35-77a6-4782-a8aa-3df942e68d98 req-06e6fad0-218f-43ca-adae-2be1ca1adeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:27.042249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ace96c35-77a6-4782-a8aa-3df942e68d98 req-06e6fad0-218f-43ca-adae-2be1ca1adeab service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3721087 Aug 19 12:32:27.095930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b42bf-6697-4a2c-88ef-665a5953ec15 req-9dffa33e-c765-46bc-8098-407dabc9dd18 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:27.097432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a3b42bf-6697-4a2c-88ef-665a5953ec15 req-9dffa33e-c765-46bc-8098-407dabc9dd18 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 943 time: 0.1832592 Aug 19 12:32:27.155912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-7d6024f0-64f7-41ee-8682-7752f8a9ebcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Delete allocated IP 172.20.0.20 (415ee4ae-96f3-4e03-a770-9d697ce0db2c/ff381c44-e8bc-4350-bbfe-d4cc1722e030) {{(pid=95660) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:32:27.176828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.184018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8c2b1464-c92b-4d3c-8520-d26df42282e7 None None] Provisioning for port b2d7102c-0b1d-45f1-81ac-dad542932b10 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:27.190419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8c2b1464-c92b-4d3c-8520-d26df42282e7 None None] Provisioning complete for port b2d7102c-0b1d-45f1-81ac-dad542932b10 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:27.191211 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1464-c92b-4d3c-8520-d26df42282e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.209590 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.220080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.243361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a3b42bf-6697-4a2c-88ef-665a5953ec15 req-f0bcf506-0692-4f4e-b6e3-2debc3530b11 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317754 Aug 19 12:32:27.250930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-3455d1c2-b449-4685-89ab-62cc105fc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:27.251519 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.252751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-3455d1c2-b449-4685-89ab-62cc105fc262 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04e0c981285d426b9f2b0a81bf4aa4c6&device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 1094 time: 0.1650126 Aug 19 12:32:27.254229 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.264318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b1464-c92b-4d3c-8520-d26df42282e7 None None] Port b2d7102c-0b1d-45f1-81ac-dad542932b10 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:27.355735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47870468-0ab5-4e0b-b93c-34d640f812d0 None None] Pushing event updated for resources: {'Port': ['ID=c6023df8-0114-486e-81f0-2072f71b0b39,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:27.405757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Allocated IP 172.25.6.181 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/2ef44f66-134b-4aeb-86cd-2db61424a23f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:27.478964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.496766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ee553c0a-89b0-4745-967a-9d0c8fa1e45c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:27.561084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:27.581731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:27.583066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:27.622638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Pushing event updated for resources: {'Port': ['ID=2875405e-c569-4e35-9c71-b3ffba0d5e32,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:27.660576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.678511 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:27.679267 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.757189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-2969020f-e785-4128-908a-a1aae3dca2fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5526805-6698-449b-8d64-2125dd10d624 HTTP/1.1" status: 200 len: 217 time: 0.4894226 Aug 19 12:32:27.841597 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-02e86607-647b-446c-95ac-b4c11df90e30 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1223786 Aug 19 12:32:27.857641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Request body: {'port': {'device_id': '9cab0567-60f3-4ea5-b54f-231edb27a359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:27.870120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-e2fe76cd-c926-47dd-9aca-4a7017701b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:27.871689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-e2fe76cd-c926-47dd-9aca-4a7017701b13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c60b4d27-f9bd-45ea-b2b1-c724a867f556 HTTP/1.1" status: 200 len: 865 time: 0.0988736 Aug 19 12:32:27.927969 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.930700 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.936717 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d6024f0-64f7-41ee-8682-7752f8a9ebcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.951953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-7d6024f0-64f7-41ee-8682-7752f8a9ebcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Ignored duplicate provisioning block setup for port b2d7102c-0b1d-45f1-81ac-dad542932b10 by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 12:32:27.969889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-b58077e7-0b8a-4002-9861-e674c980ebbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dad30fa5-8635-4301-88b7-0082be7caf7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889633 Aug 19 12:32:27.995086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:28.004867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:28.013056 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:28.051987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Pushing event updated for resources: {'Port': ['ID=2ef44f66-134b-4aeb-86cd-2db61424a23f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:28.067573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d6024f0-64f7-41ee-8682-7752f8a9ebcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.098291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6096fa4-2f45-4187-af07-63613115ce62 req-fd1dba36-22d8-4538-8a2b-d4422de20535 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:28.099898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6096fa4-2f45-4187-af07-63613115ce62 req-fd1dba36-22d8-4538-8a2b-d4422de20535 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 932 time: 0.2628548 Aug 19 12:32:28.257624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69aa7-8aed-489a-be26-06854de18bb5 req-fa5e9839-d604-4aad-8363-d9b33abd6a57 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:28.259303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34a69aa7-8aed-489a-be26-06854de18bb5 req-fa5e9839-d604-4aad-8363-d9b33abd6a57 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.3035023 Aug 19 12:32:28.311018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6024f0-64f7-41ee-8682-7752f8a9ebcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=b2d7102c-0b1d-45f1-81ac-dad542932b10,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:28.326173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-761cc50b-f252-4cad-b818-35dd5505dcac service neutron] 10.222.0.53 "GET /v2.0/networks/dad30fa5-8635-4301-88b7-0082be7caf7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334575 Aug 19 12:32:28.360084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6096fa4-2f45-4187-af07-63613115ce62 req-31268824-4465-4188-bdbf-29f8c9060654 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298291 Aug 19 12:32:28.450819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34a69aa7-8aed-489a-be26-06854de18bb5 req-909371a4-b2df-48ed-91c1-79cbb08ca97f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733708 Aug 19 12:32:28.512324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-69e327a2-534e-47d1-bc7d-344c66b6917f None None] Provisioning complete for port b2d7102c-0b1d-45f1-81ac-dad542932b10 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:28.512842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-69e327a2-534e-47d1-bc7d-344c66b6917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.526122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7d6024f0-64f7-41ee-8682-7752f8a9ebcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] In _notify_port_updated(), no bound segment for port b2d7102c-0b1d-45f1-81ac-dad542932b10 on network 415ee4ae-96f3-4e03-a770-9d697ce0db2c {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:32:28.532309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6024f0-64f7-41ee-8682-7752f8a9ebcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:28.532998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d6024f0-64f7-41ee-8682-7752f8a9ebcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.539295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7d6024f0-64f7-41ee-8682-7752f8a9ebcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "PUT /v2.0/ports/b2d7102c-0b1d-45f1-81ac-dad542932b10 HTTP/1.1" status: 200 len: 918 time: 2.1352861 Aug 19 12:32:28.548165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40040) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:28.559009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7ddd9f63-7c5c-4a8a-929f-6cd0250e19f5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3142005e-5cd3-4e4e-b1fa-2eee931093be'}, {'subnet_id': 'ff381c44-e8bc-4350-bbfe-d4cc1722e030'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:28.590654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2875405e-c569-4e35-9c71-b3ffba0d5e32 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:28.603499 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-69e327a2-534e-47d1-bc7d-344c66b6917f None None] Port b2d7102c-0b1d-45f1-81ac-dad542932b10 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:28.612115 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.702295 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.707043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Transition to ACTIVE for port object 2875405e-c569-4e35-9c71-b3ffba0d5e32 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:28.712536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fe8fcf-d497-47b6-9c99-21fe8efd7f3a None None] Network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:28.779256 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ddd9f63-7c5c-4a8a-929f-6cd0250e19f5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.786115 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fdaedae-5553-4fd3-92ae-307cc3f85309 req-0aaf490a-c812-47dd-b993-c2df9f3c53d2 service neutron] 10.222.0.53 "GET /v2.0/networks/dad30fa5-8635-4301-88b7-0082be7caf7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437845 Aug 19 12:32:28.803149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d080ac-e0cb-4805-93b3-ee992977cb68 req-c3964f14-7f3b-4f99-911f-1808e1698b83 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:28.804515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5d080ac-e0cb-4805-93b3-ee992977cb68 req-c3964f14-7f3b-4f99-911f-1808e1698b83 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 943 time: 0.1750588 Aug 19 12:32:28.813998 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.879828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.892639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c6023df8-0114-486e-81f0-2072f71b0b39 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:28.903826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5d080ac-e0cb-4805-93b3-ee992977cb68 req-09d5966c-a624-4667-9fa5-d1e3c3a97c4a tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887802 Aug 19 12:32:29.040022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-45151a3f-f6da-4d5f-b05f-c10464cd6edd None None] Provisioning for port c6023df8-0114-486e-81f0-2072f71b0b39 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:29.046666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Pushing event updated for resources: {'Port': ['ID=2875405e-c569-4e35-9c71-b3ffba0d5e32,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.120148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.143323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port c6023df8-0114-486e-81f0-2072f71b0b39 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:29.148457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c6023df8-0114-486e-81f0-2072f71b0b39 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:29.149076 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.205032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-7ddd9f63-7c5c-4a8a-929f-6cd0250e19f5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.27 (415ee4ae-96f3-4e03-a770-9d697ce0db2c/ff381c44-e8bc-4350-bbfe-d4cc1722e030/b2d7102c-0b1d-45f1-81ac-dad542932b10) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:29.233095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Attempting to bind port 2875405e-c569-4e35-9c71-b3ffba0d5e32 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:29.233095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Attempting to bind port 2875405e-c569-4e35-9c71-b3ffba0d5e32 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:29.233642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Attempting to bind port 2875405e-c569-4e35-9c71-b3ffba0d5e32 on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:29.308977 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.312798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-65dba37b-ebb6-491c-9f1c-f4f8ce85bc60 None None] Provisioning complete for port c6023df8-0114-486e-81f0-2072f71b0b39 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:29.313172 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-65dba37b-ebb6-491c-9f1c-f4f8ce85bc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.351593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Port 2875405e-c569-4e35-9c71-b3ffba0d5e32 on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:32:29.352142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Attempting to bind port 2875405e-c569-4e35-9c71-b3ffba0d5e32 on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:29.376213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:29.376924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Checking segment: {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:29.377229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Bound using segment: {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:29.378082 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Bound port: 2875405e-c569-4e35-9c71-b3ffba0d5e32, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:29.378698 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.389318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port c6023df8-0114-486e-81f0-2072f71b0b39, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c6023df8-0114-486e-81f0-2072f71b0b39,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:29.404277 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ddd9f63-7c5c-4a8a-929f-6cd0250e19f5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.439730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-7ddd9f63-7c5c-4a8a-929f-6cd0250e19f5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object b2d7102c-0b1d-45f1-81ac-dad542932b10 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:29.453492 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-65dba37b-ebb6-491c-9f1c-f4f8ce85bc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.477394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.515168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432618e6-3e2a-4dc3-bced-2fb314c74a70 req-ee38b5dd-336d-4561-9eaa-56796a3992c0 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:29.525729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-432618e6-3e2a-4dc3-bced-2fb314c74a70 req-ee38b5dd-336d-4561-9eaa-56796a3992c0 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 944 time: 0.0778904 Aug 19 12:32:29.550498 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-65dba37b-ebb6-491c-9f1c-f4f8ce85bc60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:29.551039 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-65dba37b-ebb6-491c-9f1c-f4f8ce85bc60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:29.567013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=c6023df8-0114-486e-81f0-2072f71b0b39,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.570201 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ddd9f63-7c5c-4a8a-929f-6cd0250e19f5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.603979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] For port 2875405e-c569-4e35-9c71-b3ffba0d5e32, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:29.609987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] For port 2875405e-c569-4e35-9c71-b3ffba0d5e32, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2875405e-c569-4e35-9c71-b3ffba0d5e32,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:29.623501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-432618e6-3e2a-4dc3-bced-2fb314c74a70 req-fd02ab8c-8990-4ec1-b30d-b503720f49cc tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969703 Aug 19 12:32:29.664640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:32:29.743811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd9f63-7c5c-4a8a-929f-6cd0250e19f5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=b2d7102c-0b1d-45f1-81ac-dad542932b10,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.750954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.805566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6f123-31b1-427f-b37d-005afe7a39f7 req-def2bfc4-eb75-4657-8845-570552811747 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:29.814192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9cb6f123-31b1-427f-b37d-005afe7a39f7 req-def2bfc4-eb75-4657-8845-570552811747 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.2255402 Aug 19 12:32:29.849123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:29.851127 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.853203 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] 10.222.0.52 "PUT /v2.0/ports/2875405e-c569-4e35-9c71-b3ffba0d5e32 HTTP/1.1" status: 200 len: 1092 time: 1.9998224 Aug 19 12:32:29.868503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cab0567-60f3-4ea5-b54f-231edb27a359', 'tag': '2875405e-c569-4e35-9c71-b3ffba0d5e32'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:29.871148 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b98136-863b-4cd1-a3ff-1590c6d5dafd" -d '{"events": [{"name": "network-changed", "server_uuid": "9cab0567-60f3-4ea5-b54f-231edb27a359", "tag": "2875405e-c569-4e35-9c71-b3ffba0d5e32"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:29.886844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd9f63-7c5c-4a8a-929f-6cd0250e19f5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] In _notify_port_updated(), no bound segment for port b2d7102c-0b1d-45f1-81ac-dad542932b10 on network 415ee4ae-96f3-4e03-a770-9d697ce0db2c {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:32:29.894797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddd9f63-7c5c-4a8a-929f-6cd0250e19f5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:29.896003 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ddd9f63-7c5c-4a8a-929f-6cd0250e19f5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.900841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7ddd9f63-7c5c-4a8a-929f-6cd0250e19f5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "PUT /v2.0/ports/b2d7102c-0b1d-45f1-81ac-dad542932b10 HTTP/1.1" status: 200 len: 998 time: 1.3470843 Aug 19 12:32:29.903065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40064) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:29.930907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9cb6f123-31b1-427f-b37d-005afe7a39f7 req-26ee6fed-7a4f-4ad4-912d-25978a6867ea tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150336 Aug 19 12:32:29.932697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27ef37-9764-41f8-8f6f-92778ea67571 service neutron] Pushing event updated for resources: {'Port': ['ID=2875405e-c569-4e35-9c71-b3ffba0d5e32,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.984822 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:30.002263 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Sync routers for ids ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:30.024633 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fd4649-9312-4a1c-b0f9-bb1b209c54cf x-openstack-request-id: req-c6fd4649-9312-4a1c-b0f9-bb1b209c54cf {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:30.025172 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cab0567-60f3-4ea5-b54f-231edb27a359", "tag": "2875405e-c569-4e35-9c71-b3ffba0d5e32", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:30.025496 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6fd4649-9312-4a1c-b0f9-bb1b209c54cf {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:30.025988 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cab0567-60f3-4ea5-b54f-231edb27a359', 'tag': '2875405e-c569-4e35-9c71-b3ffba0d5e32', 'status': 'completed', 'code': 200} Aug 19 12:32:30.034880 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Routers {'5f537225-8ed8-40f8-92b6-8e7a961c02d1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:30.035969 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:30.105488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.106843 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e274c045-358d-467f-ba9f-dfe88cb982fc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6442518 Aug 19 12:32:30.113617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40068) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:30.127473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b98136-863b-4cd1-a3ff-1590c6d5dafd req-dae5ddee-c86b-4237-83c4-56a5b640b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:30.129250 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99b98136-863b-4cd1-a3ff-1590c6d5dafd req-dae5ddee-c86b-4237-83c4-56a5b640b255 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 1095 time: 0.0884538 Aug 19 12:32:30.150010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-173873a5-d54a-4f98-a4f6-ef8a3eb237b6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port b2d7102c-0b1d-45f1-81ac-dad542932b10 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:30.150387 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-173873a5-d54a-4f98-a4f6-ef8a3eb237b6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.196521 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Set router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:30.258310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f329c7-026b-415a-83b1-fcd54d79dca7 req-eea6ce4c-b56b-43bb-af76-1f23f6608d2e tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:30.260252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40f329c7-026b-415a-83b1-fcd54d79dca7 req-eea6ce4c-b56b-43bb-af76-1f23f6608d2e tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 943 time: 0.1858451 Aug 19 12:32:30.320544 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-173873a5-d54a-4f98-a4f6-ef8a3eb237b6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.337754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40f329c7-026b-415a-83b1-fcd54d79dca7 req-02436fe6-9fe2-49e7-971b-9be4a511e77c tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620701 Aug 19 12:32:30.342469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-173873a5-d54a-4f98-a4f6-ef8a3eb237b6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for b2d7102c-0b1d-45f1-81ac-dad542932b10 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:30.349078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-61c06a68-de1c-442f-a184-8611a2176e86 None None] Provisioning for port b2d7102c-0b1d-45f1-81ac-dad542932b10 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:30.354357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-61c06a68-de1c-442f-a184-8611a2176e86 None None] Provisioning complete for port b2d7102c-0b1d-45f1-81ac-dad542932b10 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:30.354727 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-61c06a68-de1c-442f-a184-8611a2176e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.430764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b98136-863b-4cd1-a3ff-1590c6d5dafd req-d4a7e0aa-c98b-4824-9cc9-bb6ff4af377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:30.432259 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99b98136-863b-4cd1-a3ff-1590c6d5dafd req-d4a7e0aa-c98b-4824-9cc9-bb6ff4af377b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c239b129dd1444dea4aa12c5115de621&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2507186 Aug 19 12:32:30.467546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-61c06a68-de1c-442f-a184-8611a2176e86 None None] Port b2d7102c-0b1d-45f1-81ac-dad542932b10 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:30.475829 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:28Z', 'revision_number': 3, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:30.505431 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Checking router: 5f537225-8ed8-40f8-92b6-8e7a961c02d1 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:32:30.505863 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Updating router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 port 2ef44f66-134b-4aeb-86cd-2db61424a23f binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:32:30.545843 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.732897 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-173873a5-d54a-4f98-a4f6-ef8a3eb237b6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.861299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173873a5-d54a-4f98-a4f6-ef8a3eb237b6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=b2d7102c-0b1d-45f1-81ac-dad542932b10,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:30.940244 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c6023df8-0114-486e-81f0-2072f71b0b39 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:31.117037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c6023df8-0114-486e-81f0-2072f71b0b39 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:31.118321 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.156602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b98136-863b-4cd1-a3ff-1590c6d5dafd req-4b0b434e-d7b3-49fd-913d-c94effe063f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.158543 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99b98136-863b-4cd1-a3ff-1590c6d5dafd req-4b0b434e-d7b3-49fd-913d-c94effe063f5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6655190 Aug 19 12:32:31.221663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80e8ad-f8fe-4c5b-872a-9ffa86f8caa2 req-5c15ad0c-32e6-4c8f-af9d-b84cb6a6d437 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.229647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f80e8ad-f8fe-4c5b-872a-9ffa86f8caa2 req-5c15ad0c-32e6-4c8f-af9d-b84cb6a6d437 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 944 time: 0.3912528 Aug 19 12:32:31.335096 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-173873a5-d54a-4f98-a4f6-ef8a3eb237b6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.339189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-173873a5-d54a-4f98-a4f6-ef8a3eb237b6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/b2d7102c-0b1d-45f1-81ac-dad542932b10 HTTP/1.1" status: 204 len: 168 time: 1.4344785 Aug 19 12:32:31.344901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40090) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:31.361847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-dbd25544-0acc-4da5-b63a-acbdd15f0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.363597 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-dbd25544-0acc-4da5-b63a-acbdd15f0fa8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 1095 time: 0.1074481 Aug 19 12:32:31.364392 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.365876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f80e8ad-f8fe-4c5b-872a-9ffa86f8caa2 req-b73cb656-2a7a-4ff9-93ec-fb0359d22527 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350694 Aug 19 12:32:31.378023 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Transition to ACTIVE for port object 2ef44f66-134b-4aeb-86cd-2db61424a23f will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:31.403439 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b10da1-c16b-40e7-a3a7-0d0c3ffff771 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:32:31.411375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c8b10da1-c16b-40e7-a3a7-0d0c3ffff771 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/b2d7102c-0b1d-45f1-81ac-dad542932b10 HTTP/1.1" status: 404 len: 333 time: 0.0585542 Aug 19 12:32:31.414349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40094) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:31.452806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b44c29-d6d7-475c-bf51-d902639ea4c4 req-8dab8078-0f66-4204-9848-cd78599bf241 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.456427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81b44c29-d6d7-475c-bf51-d902639ea4c4 req-8dab8078-0f66-4204-9848-cd78599bf241 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.1918380 Aug 19 12:32:31.466649 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-260cbb2c-dc14-464c-afbf-0429e4b0b007 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2875405e-c569-4e35-9c71-b3ffba0d5e32 HTTP/1.1" status: 200 len: 217 time: 0.0583212 Aug 19 12:32:31.480662 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.495769 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b5526805-6698-449b-8d64-2125dd10d624 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:32:31.550303 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Attempting to bind port 2ef44f66-134b-4aeb-86cd-2db61424a23f on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:31.552009 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Attempting to bind port 2ef44f66-134b-4aeb-86cd-2db61424a23f by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:31.552009 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Attempting to bind port 2ef44f66-134b-4aeb-86cd-2db61424a23f on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:31.559529 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Pushing event updated for resources: {'Port': ['ID=2ef44f66-134b-4aeb-86cd-2db61424a23f,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:31.564343 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:31.565309 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:31.566576 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.567318 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:31.568042 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Bound port: 2ef44f66-134b-4aeb-86cd-2db61424a23f, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:31.568722 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.584472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-85b066ab-bbdb-4bc5-9fce-d4d9e6fccf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.585962 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-85b066ab-bbdb-4bc5-9fce-d4d9e6fccf17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9c64f776-3857-4313-b138-a7296f8fbf5c HTTP/1.1" status: 200 len: 855 time: 0.0770113 Aug 19 12:32:31.599275 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.599772 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.600285 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.600728 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.601155 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.601611 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.602132 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.602607 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.603033 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.603471 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.603886 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.604452 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:31.626801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fa13d5-1bcb-43f4-ac0a-65bb8708294e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting subnet ff381c44-e8bc-4350-bbfe-d4cc1722e030 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:31.648260 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8fa13d5-1bcb-43f4-ac0a-65bb8708294e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.651510 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] For port 2ef44f66-134b-4aeb-86cd-2db61424a23f, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:31.661064 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] For port 2ef44f66-134b-4aeb-86cd-2db61424a23f, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2ef44f66-134b-4aeb-86cd-2db61424a23f,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:31.663450 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-1aa623e5-0879-4f7c-b2c0-b61541d08721 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505328 Aug 19 12:32:31.666031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b5526805-6698-449b-8d64-2125dd10d624, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b5526805-6698-449b-8d64-2125dd10d624,segment=NetworkSegment(43e7d702-3063-4add-8859-c26dfa69c26a),segment_id=43e7d702-3063-4add-8859-c26dfa69c26a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:31.684228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'b5526805-6698-449b-8d64-2125dd10d624', 'network_id': 'dad30fa5-8635-4301-88b7-0082be7caf7a', 'port_id': 'b5526805-6698-449b-8d64-2125dd10d624', 'mac_address': 'fa:16:3e:84:9d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60b4d27-f9bd-45ea-b2b1-c724a867f556', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:32:31.727225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5439b7f-73f6-410f-9c06-d013319de3be req-ed6d2614-0fde-482a-bf99-58d9904ce7ec tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.729293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5439b7f-73f6-410f-9c06-d013319de3be req-ed6d2614-0fde-482a-bf99-58d9904ce7ec tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 943 time: 0.2400408 Aug 19 12:32:31.731539 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8fa13d5-1bcb-43f4-ac0a-65bb8708294e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.736138 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.743235 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81b44c29-d6d7-475c-bf51-d902639ea4c4 req-dbf1c850-ceef-4bd8-855c-995658070e7d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527969 Aug 19 12:32:31.751609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5526805-6698-449b-8d64-2125dd10d624 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:31.768183 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.784700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b5526805-6698-449b-8d64-2125dd10d624, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b5526805-6698-449b-8d64-2125dd10d624,segment=NetworkSegment(43e7d702-3063-4add-8859-c26dfa69c26a),segment_id=43e7d702-3063-4add-8859-c26dfa69c26a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:31.834096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5439b7f-73f6-410f-9c06-d013319de3be req-ecf247ca-7626-4802-9830-585fb3b94221 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897286 Aug 19 12:32:31.837729 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Routers {'5f537225-8ed8-40f8-92b6-8e7a961c02d1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:31.838424 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:31.861111 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-1e13d5dc-1c15-4ab1-ba5e-ac8c06131f38 service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870563 Aug 19 12:32:31.892001 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8fa13d5-1bcb-43f4-ac0a-65bb8708294e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.915578 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c2425-3d20-4688-b5e3-876347eed625 None None] Pushing event updated for resources: {'Port': ['ID=2ef44f66-134b-4aeb-86cd-2db61424a23f,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:31.946162 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.007308 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] Set router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:32.056964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=b5526805-6698-449b-8d64-2125dd10d624,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:32.075394 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8fa13d5-1bcb-43f4-ac0a-65bb8708294e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.112051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa13d5-1bcb-43f4-ac0a-65bb8708294e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Subnet': ['ID=ff381c44-e8bc-4350-bbfe-d4cc1722e030,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:32.114998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8fa13d5-1bcb-43f4-ac0a-65bb8708294e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.118110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e8fa13d5-1bcb-43f4-ac0a-65bb8708294e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/ff381c44-e8bc-4350-bbfe-d4cc1722e030 HTTP/1.1" status: 204 len: 168 time: 0.7026670 Aug 19 12:32:32.121041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884b6d4f-cec5-4b9c-89a0-f51c5fbdaff3 None None] Network 415ee4ae-96f3-4e03-a770-9d697ce0db2c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:32.123394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40104) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:32.204074 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c7cb5a-665c-4b70-8603-006712add85b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting subnet 3142005e-5cd3-4e4e-b1fa-2eee931093be {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:32.209558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28c7cb5a-665c-4b70-8603-006712add85b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.217681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.244545 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4e9d695f-d4ce-4d58-8f2c-347d8c3e71f1 req-ae967cc0-2ad4-4c89-862e-ff1c5ae06325 service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705730 Aug 19 12:32:32.288671 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:28Z', 'revision_number': 3, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:32.301740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28c7cb5a-665c-4b70-8603-006712add85b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.325167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['b5526805-6698-449b-8d64-2125dd10d624'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:32.328967 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607e214-b94f-4aa3-9ca0-609f09715fdb None None] The sync data for ids ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'] in n-d-778732-8 is: [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:28Z', 'revision_number': 3, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:32.547767 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28c7cb5a-665c-4b70-8603-006712add85b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.599591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d11078-af5b-4de1-9a9b-42e18ebcc3f7 req-5d4dc512-164d-495a-9f65-e58574dacf7b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:32.601218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77d11078-af5b-4de1-9a9b-42e18ebcc3f7 req-5d4dc512-164d-495a-9f65-e58574dacf7b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 944 time: 0.1236856 Aug 19 12:32:32.608152 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Allocated IP 172.20.0.1 (528f3f80-fc5c-42aa-91a7-c7d45c95cca0/35e06fff-908f-41b0-90dc-be66d62fda8a/c4d34fc9-627b-49e2-9067-68393efeda28) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:32.687320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77d11078-af5b-4de1-9a9b-42e18ebcc3f7 req-65ecb1fe-2691-430a-aabe-6a588a0e7b28 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657015 Aug 19 12:32:32.795522 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28c7cb5a-665c-4b70-8603-006712add85b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.926632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7cb5a-665c-4b70-8603-006712add85b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Subnet': ['ID=3142005e-5cd3-4e4e-b1fa-2eee931093be,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:32.930907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.955125 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28c7cb5a-665c-4b70-8603-006712add85b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.980830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-28c7cb5a-665c-4b70-8603-006712add85b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/3142005e-5cd3-4e4e-b1fa-2eee931093be HTTP/1.1" status: 204 len: 168 time: 0.8502336 Aug 19 12:32:32.981630 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40112) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:33.013750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Transition to ACTIVE for port object c4d34fc9-627b-49e2-9067-68393efeda28 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:33.018937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2ef44f66-134b-4aeb-86cd-2db61424a23f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:33.247455 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.269452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49709e08-c29c-4a78-9a04-95127b4d238c req-ba93a112-cc67-4434-ab6e-f233f10b13d5 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.284522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49709e08-c29c-4a78-9a04-95127b4d238c req-ba93a112-cc67-4434-ab6e-f233f10b13d5 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.3016796 Aug 19 12:32:33.315060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 2ef44f66-134b-4aeb-86cd-2db61424a23f completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:33.345343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 2ef44f66-134b-4aeb-86cd-2db61424a23f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:33.345974 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.353449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 32dcbedd-0e69-46fd-9978-119c0d7c262d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:33.353881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.360847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-5fb90d9f-1d24-4d09-bdc7-2103afe10b6e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4883122 Aug 19 12:32:33.401712 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729580ac-d5c8-4663-9f78-79900d7bc9e2 None None] Network 415ee4ae-96f3-4e03-a770-9d697ce0db2c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:33.441659 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1332695-df41-45e1-a4cb-2f4bcde6bd84 req-d5bec59a-559d-425b-8213-29a53adb9edc tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.443812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1332695-df41-45e1-a4cb-2f4bcde6bd84 req-d5bec59a-559d-425b-8213-29a53adb9edc tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 944 time: 0.3504527 Aug 19 12:32:33.448862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.506292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49709e08-c29c-4a78-9a04-95127b4d238c req-331c791c-9d18-4f24-9e3a-281097e6bd32 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200093 Aug 19 12:32:33.533007 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:33.542999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] For port 32dcbedd-0e69-46fd-9978-119c0d7c262d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=32dcbedd-0e69-46fd-9978-119c0d7c262d,segment=NetworkSegment(31804346-e915-4628-8b0e-b67cd94b0718),segment_id=31804346-e915-4628-8b0e-b67cd94b0718)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:33.542999 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.566612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1332695-df41-45e1-a4cb-2f4bcde6bd84 req-7c65d066-1a1b-4932-baab-756082306507 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111331 Aug 19 12:32:33.577567 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:33.586909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-613e104b-4647-41f7-897d-e0c4ce80c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.587618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-613e104b-4647-41f7-897d-e0c4ce80c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.591564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-613e104b-4647-41f7-897d-e0c4ce80c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.595429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-613e104b-4647-41f7-897d-e0c4ce80c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.595429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-613e104b-4647-41f7-897d-e0c4ce80c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.595429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-613e104b-4647-41f7-897d-e0c4ce80c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.595429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-613e104b-4647-41f7-897d-e0c4ce80c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.597501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-613e104b-4647-41f7-897d-e0c4ce80c184 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6503 time: 0.1471982 Aug 19 12:32:33.608330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:33.645051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b5526805-6698-449b-8d64-2125dd10d624 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:33.662248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Pushing event updated for resources: {'Port': ['ID=c4d34fc9-627b-49e2-9067-68393efeda28,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:33.696740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 32dcbedd-0e69-46fd-9978-119c0d7c262d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:33.888622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9fdf7072-906e-48e6-8074-28033e67f08f None None] Provisioning complete for port 32dcbedd-0e69-46fd-9978-119c0d7c262d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:33.889261 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7072-906e-48e6-8074-28033e67f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.919241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.019493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae1b48-c0f6-4195-aa8b-16f37cd66976 req-2cd9d06c-80de-4a01-abc0-8217d2c16c67 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:34.021152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9ae1b48-c0f6-4195-aa8b-16f37cd66976 req-2cd9d06c-80de-4a01-abc0-8217d2c16c67 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 944 time: 0.1265843 Aug 19 12:32:34.033646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-9a1d2f0a-e340-4f8a-add8-e8c2ec731853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:34.034060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-9a1d2f0a-e340-4f8a-add8-e8c2ec731853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:34.034533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-9a1d2f0a-e340-4f8a-add8-e8c2ec731853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:34.036821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-9a1d2f0a-e340-4f8a-add8-e8c2ec731853 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=cdfad0a5-ed3d-4032-af19-96465b32cc10&id=cdfad0a5-ed3d-4032-af19-96465b32cc10 HTTP/1.1" status: 200 len: 2299 time: 0.4008284 Aug 19 12:32:34.147033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9ae1b48-c0f6-4195-aa8b-16f37cd66976 req-7dd63ad7-540c-407e-8dbe-bb7920c187ba tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078043 Aug 19 12:32:34.191964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.192708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-2df34540-444e-4fac-a771-9b552a1d3645 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8 HTTP/1.1" status: 200 len: 1002 time: 0.1230261 Aug 19 12:32:34.216023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=32dcbedd-0e69-46fd-9978-119c0d7c262d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:34.225706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No DVR routers for this DVR port 32dcbedd-0e69-46fd-9978-119c0d7c262d on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:34.265273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 2875405e-c569-4e35-9c71-b3ffba0d5e32 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:32:34.319000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-9da8e180-b6fb-4729-b0e5-45fa2511ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:34.325939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-9da8e180-b6fb-4729-b0e5-45fa2511ed56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5b18177a-3842-4a4f-99df-56fcaf6e0863 HTTP/1.1" status: 200 len: 856 time: 0.1184647 Aug 19 12:32:34.386155 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.398318 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.408956 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.411560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415ee4ae-96f3-4e03-a770-9d697ce0db2c']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:34.432512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-496ece5b-d168-45c5-b2b9-1a06318c88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:34.435467 n-d-778732-8 neutron-server[95662]: INFO neutron.plugins.ml2.db [None req-9fdf7072-906e-48e6-8074-28033e67f08f None None] No ports have port_id starting with 32dcbedd-0e69-46fd-9978-119c0d7c262d Aug 19 12:32:34.436322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-496ece5b-d168-45c5-b2b9-1a06318c88dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041653 Aug 19 12:32:34.440227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31804346-e915-4628-8b0e-b67cd94b0718') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:34.443697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31804346-e915-4628-8b0e-b67cd94b0718') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:34.453351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.477432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 2ef44f66-134b-4aeb-86cd-2db61424a23f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2ef44f66-134b-4aeb-86cd-2db61424a23f,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:34.505914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.522698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:34.523105 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.524295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 2875405e-c569-4e35-9c71-b3ffba0d5e32, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2875405e-c569-4e35-9c71-b3ffba0d5e32,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:34.526962 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:34.552248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '2875405e-c569-4e35-9c71-b3ffba0d5e32', 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d', 'port_id': '2875405e-c569-4e35-9c71-b3ffba0d5e32', 'mac_address': 'fa:16:3e:be:10:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c64f776-3857-4313-b138-a7296f8fbf5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:32:34.585785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1046ceb5-7d0f-4b31-9930-9c1a25f39917 None None] DHCP port deletion for 415ee4ae-96f3-4e03-a770-9d697ce0db2c request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:34.677461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-4e5c9d5e-c705-4426-8479-f571aab8dc35 service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255108 Aug 19 12:32:34.677769 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port b5526805-6698-449b-8d64-2125dd10d624 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:34.682966 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.704848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port b5526805-6698-449b-8d64-2125dd10d624 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:34.705177 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.779691 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.821234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2875405e-c569-4e35-9c71-b3ffba0d5e32 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:34.854962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86c5ff-40d9-435f-b564-c416b4e9180f req-47b802ca-54fc-4ada-b851-c58f5fdb3240 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:34.861669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa86c5ff-40d9-435f-b564-c416b4e9180f req-47b802ca-54fc-4ada-b851-c58f5fdb3240 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 944 time: 0.1692276 Aug 19 12:32:34.861831 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.863223 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.870181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.876168 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/networks/415ee4ae-96f3-4e03-a770-9d697ce0db2c HTTP/1.1" status: 204 len: 168 time: 1.8890274 Aug 19 12:32:34.878310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40144) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:34.887091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 32dcbedd-0e69-46fd-9978-119c0d7c262d no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:34.899300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bd5a4-099d-429b-bc2d-0617122f482a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Network': ['ID=415ee4ae-96f3-4e03-a770-9d697ce0db2c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:34.924256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5a124db9-21ac-4f2e-8d15-67ed5217a3ff None None] Provisioning for port c4d34fc9-627b-49e2-9067-68393efeda28 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:34.929410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b62d90-507b-4b1d-8328-1013c7a4e68c req-c1664168-ca4d-4745-aa94-4060ef0195c7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:34.931087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4b62d90-507b-4b1d-8328-1013c7a4e68c req-c1664168-ca4d-4745-aa94-4060ef0195c7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.2024655 Aug 19 12:32:34.933485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 32dcbedd-0e69-46fd-9978-119c0d7c262d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:34.933822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 32dcbedd-0e69-46fd-9978-119c0d7c262d not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:34.938882 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 2875405e-c569-4e35-9c71-b3ffba0d5e32, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2875405e-c569-4e35-9c71-b3ffba0d5e32,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:34.940617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=2ef44f66-134b-4aeb-86cd-2db61424a23f,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:34.945716 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5a124db9-21ac-4f2e-8d15-67ed5217a3ff None None] Provisioning complete for port c4d34fc9-627b-49e2-9067-68393efeda28 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:34.946097 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a124db9-21ac-4f2e-8d15-67ed5217a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.949285 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.019430 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.024234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-d894c748-31ca-4fd0-a551-0211667db0b1 service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231096 Aug 19 12:32:35.032589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa86c5ff-40d9-435f-b564-c416b4e9180f req-5bb0787c-7883-44fd-b7a6-c1b7bcf6b591 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630890 Aug 19 12:32:35.053736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Pushing event updated for resources: {'Port': ['ID=c4d34fc9-627b-49e2-9067-68393efeda28,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:35.069641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.092140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=2875405e-c569-4e35-9c71-b3ffba0d5e32,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:35.115071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.117176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5a124db9-21ac-4f2e-8d15-67ed5217a3ff None None] Port c4d34fc9-627b-49e2-9067-68393efeda28 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:35.121336 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4b62d90-507b-4b1d-8328-1013c7a4e68c req-822b6b45-50ae-4b3b-9424-19ef357743ac tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517508 Aug 19 12:32:35.125775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-d7e13380-1cfe-4488-88ad-0488ceb39372 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=59952a98-c9c6-42eb-964e-b03e707b5eb7 HTTP/1.1" status: 200 len: 217 time: 0.0914180 Aug 19 12:32:35.137489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b7484-47cb-49f1-84ea-d7162cbb7d7f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:35.145912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-292b7484-47cb-49f1-84ea-d7162cbb7d7f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2423749 Aug 19 12:32:35.146191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40146) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:35.190111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21d1ffe-4cdc-4cba-8cf4-e9fb9095da22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5526805-6698-449b-8d64-2125dd10d624'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:35.192589 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa0b89-cce5-49bc-932e-bb507eab8c68" -d '{"events": [{"server_uuid": "d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22", "name": "network-vif-plugged", "status": "completed", "tag": "b5526805-6698-449b-8d64-2125dd10d624"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:35.219234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b5526805-6698-449b-8d64-2125dd10d624, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b5526805-6698-449b-8d64-2125dd10d624,segment=NetworkSegment(43e7d702-3063-4add-8859-c26dfa69c26a),segment_id=43e7d702-3063-4add-8859-c26dfa69c26a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:35.226313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-dabc1541-d9e9-4f9a-b3d2-b1da14b0f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:35.229598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-dabc1541-d9e9-4f9a-b3d2-b1da14b0f55b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.0870976 Aug 19 12:32:35.271785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:35.274201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:35.280248 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d0808ed0-7bb2-4db0-b457-8d2c9b33ef88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1329131 Aug 19 12:32:35.284462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40152) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:35.292127 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.292957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1875756661'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:35.325169 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b23fb3a-224e-400e-8130-dd0feedbd272 x-openstack-request-id: req-6b23fb3a-224e-400e-8130-dd0feedbd272 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:35.325654 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22", "name": "network-vif-plugged", "status": "completed", "tag": "b5526805-6698-449b-8d64-2125dd10d624", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:35.326006 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b23fb3a-224e-400e-8130-dd0feedbd272 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:35.326503 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21d1ffe-4cdc-4cba-8cf4-e9fb9095da22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5526805-6698-449b-8d64-2125dd10d624', 'code': 200} Aug 19 12:32:35.339614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['2875405e-c569-4e35-9c71-b3ffba0d5e32'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:35.417126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=b5526805-6698-449b-8d64-2125dd10d624,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:35.423743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-a7113e9c-d3f5-491b-a1f5-4ec7337fa2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:35.425704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-a7113e9c-d3f5-491b-a1f5-4ec7337fa2af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1878746 Aug 19 12:32:35.442880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:35.447007 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.508127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:35.522232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:32:35.525575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.526224 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Added segment 8563be86-0d17-4e5a-b67a-ce4dee325244 of type vlan for network 6e32ecef-1070-4368-8ed2-b376aa5f3cd4 Aug 19 12:32:35.576481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a02e33-3c87-4e81-9ad0-ca830321a2a8 req-1cc6fb1f-dd98-4ab8-b7e5-066b0581ce07 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:35.599888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4a02e33-3c87-4e81-9ad0-ca830321a2a8 req-1cc6fb1f-dd98-4ab8-b7e5-066b0581ce07 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 945 time: 0.2977498 Aug 19 12:32:35.625241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e7bfc-ae95-4ba6-a5c3-c91100cb7aba req-db9109cc-5859-462d-99e2-a14074a70957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:35.625519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-220e7bfc-ae95-4ba6-a5c3-c91100cb7aba req-db9109cc-5859-462d-99e2-a14074a70957 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 1096 time: 0.2520380 Aug 19 12:32:35.628031 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.653429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c8acea5b-7b3f-4dc6-a0ac-44e24a7839df None None] Provisioning complete for port c4d34fc9-627b-49e2-9067-68393efeda28 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:35.654288 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8acea5b-7b3f-4dc6-a0ac-44e24a7839df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.706353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4a02e33-3c87-4e81-9ad0-ca830321a2a8 req-8b9f7f67-6ca5-4113-bbba-fb0283f39055 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004682 Aug 19 12:32:35.717804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c8acea5b-7b3f-4dc6-a0ac-44e24a7839df None None] Port c4d34fc9-627b-49e2-9067-68393efeda28 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:35.720141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-57ac77c8-2872-47a2-b72b-219278658596 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800744 Aug 19 12:32:35.722047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-220e7bfc-ae95-4ba6-a5c3-c91100cb7aba req-9131797c-e4f1-4853-b211-cc22837c37b5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860078 Aug 19 12:32:35.779322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:35.791572 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5bf19f37-08f6-4685-bb3c-4c00454a5125 admin admin] 10.222.0.44 "PUT /v2.0/routers/5f537225-8ed8-40f8-92b6-8e7a961c02d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6728482 Aug 19 12:32:35.799244 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Sync routers for ids ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:35.807376 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Routers {'5f537225-8ed8-40f8-92b6-8e7a961c02d1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:35.808345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:35.823113 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.837518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:35.838262 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.925474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Network': ['ID=6e32ecef-1070-4368-8ed2-b376aa5f3cd4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:35.943586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 6e32ecef-1070-4368-8ed2-b376aa5f3cd4 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:36.071654 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Set router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:36.072275 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2eb761ef-e3ee-428e-a0f1-ce68b379e219 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7495794 Aug 19 12:32:36.072275 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40172) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:36.072275 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': '6e32ecef-1070-4368-8ed2-b376aa5f3cd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:36.084126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-4ef6c66a-9a0b-4eac-ac09-0a6ee0fb62b7 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710677 Aug 19 12:32:36.241412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 2875405e-c569-4e35-9c71-b3ffba0d5e32 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:36.337869 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:36.342412 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.412369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'c4d34fc9-627b-49e2-9067-68393efeda28', 'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'mac_address': 'fa:16:3e:59:10:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:32Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 2, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'subnets': [{'id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:36.482702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Checking router: 5f537225-8ed8-40f8-92b6-8e7a961c02d1 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:32:36.483218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Updating router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 port c4d34fc9-627b-49e2-9067-68393efeda28 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:32:36.533413 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.537901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 2875405e-c569-4e35-9c71-b3ffba0d5e32 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:36.543959 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 2875405e-c569-4e35-9c71-b3ffba0d5e32 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:36.544475 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.618579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-4bdcfcfe-8003-4836-b679-3d6286481007 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=dfd52db2-a9b9-485f-a61c-b406983d071a HTTP/1.1" status: 200 len: 217 time: 0.5139263 Aug 19 12:32:36.713235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-71886c72-f5da-4cf7-82c6-f8a4d0a5aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:36.714777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-71886c72-f5da-4cf7-82c6-f8a4d0a5aaca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.0844538 Aug 19 12:32:36.723711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea11c1-12d6-44b0-aff2-9427d20e9a49 req-2fd4336d-2ed6-4b09-9048-20dd6ae8c900 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:36.725274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87ea11c1-12d6-44b0-aff2-9427d20e9a49 req-2fd4336d-2ed6-4b09-9048-20dd6ae8c900 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 945 time: 0.1106505 Aug 19 12:32:36.785948 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.815405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40192) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:36.822429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-571762d8-e520-424a-99ae-ac0fe3c22959 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1672316026', 'description': 'tempest-description--1547409348'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:36.846650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87ea11c1-12d6-44b0-aff2-9427d20e9a49 req-1f6cddae-99df-41b1-bb78-f1c50cedc7ca tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929594 Aug 19 12:32:36.858273 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.873987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-4ccf9c90-41fc-47e9-a9e6-fce7252f0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:36.876247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-4ccf9c90-41fc-47e9-a9e6-fce7252f0a25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1499953 Aug 19 12:32:36.914071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2ef44f66-134b-4aeb-86cd-2db61424a23f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:36.967434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 2875405e-c569-4e35-9c71-b3ffba0d5e32, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2875405e-c569-4e35-9c71-b3ffba0d5e32,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:37.014439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Subnet': ['ID=5abe3bb3-a409-4b91-831d-3fab62233357,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:37.014837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 2ef44f66-134b-4aeb-86cd-2db61424a23f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:37.016053 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.017969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Checking segment: {'id': '8563be86-0d17-4e5a-b67a-ce4dee325244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6e32ecef-1070-4368-8ed2-b376aa5f3cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:37.018365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network hostable DHCP agents. Network: 6e32ecef-1070-4368-8ed2-b376aa5f3cd4, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:37.059977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cb0de-9923-4723-8bba-b90073a71390 req-aa0efc69-3fb2-4466-86ff-428ffc17db56 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:37.063861 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-571762d8-e520-424a-99ae-ac0fe3c22959 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.069403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-908cb0de-9923-4723-8bba-b90073a71390 req-aa0efc69-3fb2-4466-86ff-428ffc17db56 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.1031055 Aug 19 12:32:37.073847 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.126439 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-3dc8188c-1f44-4a20-a7b8-66103114c543 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347646 Aug 19 12:32:37.140527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-908cb0de-9923-4723-8bba-b90073a71390 req-2bf4af44-923f-4a23-9f9e-0416b01d49f8 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700843 Aug 19 12:32:37.217100 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-571762d8-e520-424a-99ae-ac0fe3c22959 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.220552 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 6e32ecef-1070-4368-8ed2-b376aa5f3cd4 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:37.224161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=2875405e-c569-4e35-9c71-b3ffba0d5e32,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:37.312495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6dacb-bf2e-4bb0-b650-479e062b422d req-5c6a5b55-47c2-4482-a9cb-d29817bd7d40 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:37.314965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3da6dacb-bf2e-4bb0-b650-479e062b422d req-5c6a5b55-47c2-4482-a9cb-d29817bd7d40 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 946 time: 0.0819871 Aug 19 12:32:37.335354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-088d0db6-6cfa-4d93-9967-6caa2c3e0233 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927109 Aug 19 12:32:37.378828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-571762d8-e520-424a-99ae-ac0fe3c22959 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.388343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-cac24e20-1789-4b79-8c74-024cf788b5bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=2397b715-6ad6-41aa-897c-1961b843f1b4 HTTP/1.1" status: 200 len: 217 time: 0.0421255 Aug 19 12:32:37.417433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571762d8-e520-424a-99ae-ac0fe3c22959 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b949e4-c967-45e4-826c-6c54e5d43eec,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:37.439747 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3da6dacb-bf2e-4bb0-b650-479e062b422d req-19a5247c-e847-4561-8061-534fba9512bc tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092391 Aug 19 12:32:37.449848 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 6e32ecef-1070-4368-8ed2-b376aa5f3cd4) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:37.462305 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:37.466130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-a97bc8fd-0244-45a5-82a3-4d47e33555fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:37.467433 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.470365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-a97bc8fd-0244-45a5-82a3-4d47e33555fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.0737507 Aug 19 12:32:37.482511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cab0567-60f3-4ea5-b54f-231edb27a359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875405e-c569-4e35-9c71-b3ffba0d5e32'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:37.485885 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d81389-c530-441a-8247-2c9f50746e9e" -d '{"events": [{"server_uuid": "9cab0567-60f3-4ea5-b54f-231edb27a359", "name": "network-vif-plugged", "status": "completed", "tag": "2875405e-c569-4e35-9c71-b3ffba0d5e32"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:37.494692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89689ad-5bac-4f31-a0db-af895d79e01a None None] Network 6e32ecef-1070-4368-8ed2-b376aa5f3cd4 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:37.512137 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.535813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-f753e14f-30ba-4edc-bad9-0555dde7cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:37.537590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-f753e14f-30ba-4edc-bad9-0555dde7cdbb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559216 Aug 19 12:32:37.577590 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9196a7-f092-456a-9201-e3296b131fc4 x-openstack-request-id: req-fa9196a7-f092-456a-9201-e3296b131fc4 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:37.578022 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cab0567-60f3-4ea5-b54f-231edb27a359", "name": "network-vif-plugged", "status": "completed", "tag": "2875405e-c569-4e35-9c71-b3ffba0d5e32", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:37.578496 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa9196a7-f092-456a-9201-e3296b131fc4 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:37.578893 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cab0567-60f3-4ea5-b54f-231edb27a359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875405e-c569-4e35-9c71-b3ffba0d5e32', 'code': 200} Aug 19 12:32:37.598704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Transition to ACTIVE for port object c4d34fc9-627b-49e2-9067-68393efeda28 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:37.600361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-571762d8-e520-424a-99ae-ac0fe3c22959 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.604707 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-571762d8-e520-424a-99ae-ac0fe3c22959 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7854772 Aug 19 12:32:37.611035 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40200) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:37.611608 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6ef454f4-d307-4541-be9a-fd0fe5854a86 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Request body: {'security_group_rule': {'security_group_id': '20b949e4-c967-45e4-826c-6c54e5d43eec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:37.646361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-ed6de590-981f-4df4-b03a-efc8beea33d9 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007166 Aug 19 12:32:37.680638 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c065aec2-0034-45be-a2dc-d9ff6240f6e9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6409478 Aug 19 12:32:37.692613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40206) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:37.698889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': '6e32ecef-1070-4368-8ed2-b376aa5f3cd4', 'name': 'tempest-PortsTestJSON-913629305'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:37.717660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.778925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-6e32ecef-1070-4368-8ed2-b376aa5f3cd4', 'network_id': '6e32ecef-1070-4368-8ed2-b376aa5f3cd4', 'tenant_id': '578cca5e32894b01a2c387b949e1328e', 'fixed_ips': [{'subnet_id': '5abe3bb3-a409-4b91-831d-3fab62233357'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:37.780157 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.807873 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-879b02a3-cc05-478e-9fd7-103c86e80339 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534867 Aug 19 12:32:37.852382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f4c34-bd68-4982-970f-2a75a1740b9a None None] Pushing event updated for resources: {'Port': ['ID=c4d34fc9-627b-49e2-9067-68393efeda28,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:37.903975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-5606c2d6-5b56-42b8-8832-dbf8b334331f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=331fdea2-c75c-4b83-ac8b-f5f182984952 HTTP/1.1" status: 200 len: 217 time: 0.0785432 Aug 19 12:32:37.999629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-a2fda259-f9eb-4ab8-9ab4-09daceac90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.001479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-a2fda259-f9eb-4ab8-9ab4-09daceac90c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.0920801 Aug 19 12:32:38.007201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Attempting to bind port c4d34fc9-627b-49e2-9067-68393efeda28 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:38.007565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Attempting to bind port c4d34fc9-627b-49e2-9067-68393efeda28 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:38.007937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Attempting to bind port c4d34fc9-627b-49e2-9067-68393efeda28 on network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:38.037555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:38.038022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Checking segment: {'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:38.038443 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.038951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Bound using segment: {'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:38.039463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Bound port: c4d34fc9-627b-49e2-9067-68393efeda28, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:38.039855 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.145696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12bb05-457a-487f-a9ee-485fa542df1c req-ee621ea1-85a5-4543-be7f-c4e7361a1d38 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.148367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d12bb05-457a-487f-a9ee-485fa542df1c req-ee621ea1-85a5-4543-be7f-c4e7361a1d38 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 945 time: 0.1602819 Aug 19 12:32:38.156303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-27d0dfa2-f1b0-46ab-b20e-b31cd2d5b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.158114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-27d0dfa2-f1b0-46ab-b20e-b31cd2d5b4c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1174707 Aug 19 12:32:38.175502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Allocated IP 172.20.0.2 (6e32ecef-1070-4368-8ed2-b376aa5f3cd4/5abe3bb3-a409-4b91-831d-3fab62233357/755db550-dfe7-4b9b-9ccf-fe71a9c4711a) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:38.223683 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626c1f6-74a5-487f-a618-5df65c4b29a1 req-70e3abc4-8bc0-4cbc-9f0c-911cad421283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.225546 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f626c1f6-74a5-487f-a618-5df65c4b29a1 req-70e3abc4-8bc0-4cbc-9f0c-911cad421283 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 1097 time: 0.6038370 Aug 19 12:32:38.269915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] For port c4d34fc9-627b-49e2-9067-68393efeda28, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:38.288019 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d12bb05-457a-487f-a9ee-485fa542df1c req-c666e160-fa86-4676-acd1-d3303e7a91e2 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276300 Aug 19 12:32:38.341014 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f626c1f6-74a5-487f-a618-5df65c4b29a1 req-01c2c6e9-3b36-4374-88ab-2f6465ed681f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053481 Aug 19 12:32:38.344915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] For port c4d34fc9-627b-49e2-9067-68393efeda28, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c4d34fc9-627b-49e2-9067-68393efeda28,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:38.359814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ef454f4-d307-4541-be9a-fd0fe5854a86 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.442291 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-3368e5ce-e832-4fac-baca-6fb2230b7caa service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740552 Aug 19 12:32:38.444525 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ef454f4-d307-4541-be9a-fd0fe5854a86 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.457574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40220) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:38.481324 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.483374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdea99-d2e7-45b6-9e9f-d2ef57ead18a req-65cde376-2d61-4c91-a1a0-0e6a2470600f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.491761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ebdea99-d2e7-45b6-9e9f-d2ef57ead18a req-65cde376-2d61-4c91-a1a0-0e6a2470600f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.1412051 Aug 19 12:32:38.497009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:38.512227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.524947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port d13aa605-e32c-4a84-af7c-46370b6e4c6f yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:38.551653 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.592450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Transition to ACTIVE for port object 755db550-dfe7-4b9b-9ccf-fe71a9c4711a will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:38.595579 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Routers {'5f537225-8ed8-40f8-92b6-8e7a961c02d1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:38.596231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:38.598977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ebdea99-d2e7-45b6-9e9f-d2ef57ead18a req-78ec8b64-8e4d-470b-93c0-462e566314e9 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062796 Aug 19 12:32:38.602463 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ef454f4-d307-4541-be9a-fd0fe5854a86 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.609956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f4c34-bd68-4982-970f-2a75a1740b9a None None] Pushing event updated for resources: {'Port': ['ID=c4d34fc9-627b-49e2-9067-68393efeda28,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:38.646976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef454f4-d307-4541-be9a-fd0fe5854a86 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63028c97-4bed-4b29-99d8-1c3aff0040c7,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:38.693908 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7558b9e-cbf9-4c5e-b588-b1ec4ab04e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.715104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-6182aa8e-3e5d-493b-b7b1-454009aaebdf service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647495 Aug 19 12:32:38.750874 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ef454f4-d307-4541-be9a-fd0fe5854a86 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.752083 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6ef454f4-d307-4541-be9a-fd0fe5854a86 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1461916 Aug 19 12:32:38.754871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40226) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:38.761817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-120bb51d-3431-4eb4-afaa-c9f117ecbeee tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Request body: {'security_group_rule': {'security_group_id': '20b949e4-c967-45e4-826c-6c54e5d43eec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:38.782685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Transition to ACTIVE for port object 755db550-dfe7-4b9b-9ccf-fe71a9c4711a will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:38.814360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-4d7b5d85-2566-4a5f-b323-0ce6164b6078 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8f6c14b-3e20-4211-9f1e-aeb44e442751 HTTP/1.1" status: 200 len: 217 time: 0.0835226 Aug 19 12:32:38.818862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] Set router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:38.849647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6855-3931-4e30-8de7-c9a7a7642667 req-acb34a5a-0f01-443b-88f9-94be6174f5db tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.851423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5efb6855-3931-4e30-8de7-c9a7a7642667 req-acb34a5a-0f01-443b-88f9-94be6174f5db tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 945 time: 0.1541052 Aug 19 12:32:38.870436 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.909573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b64021-19e1-4393-8eb2-e9469e3a51f2 req-f0377d57-b5bc-4ef8-80a2-8d711a2b878e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.911368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97b64021-19e1-4393-8eb2-e9469e3a51f2 req-f0377d57-b5bc-4ef8-80a2-8d711a2b878e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 946 time: 0.1988361 Aug 19 12:32:38.919002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Network 6e32ecef-1070-4368-8ed2-b376aa5f3cd4 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:38.928598 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7558b9e-cbf9-4c5e-b588-b1ec4ab04e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.933155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-0ae1176a-e344-469e-9b47-53d101fca98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.934797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-0ae1176a-e344-469e-9b47-53d101fca98d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 200 len: 797 time: 0.1122220 Aug 19 12:32:38.944913 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.7 (6e32ecef-1070-4368-8ed2-b376aa5f3cd4/5abe3bb3-a409-4b91-831d-3fab62233357/d13aa605-e32c-4a84-af7c-46370b6e4c6f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:38.952256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:38.966703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:38.992227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Pushing event updated for resources: {'Port': ['ID=755db550-dfe7-4b9b-9ccf-fe71a9c4711a,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:38.996818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5efb6855-3931-4e30-8de7-c9a7a7642667 req-657244fb-8a0a-4f2d-a6bb-7c3f377a33c1 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200399 Aug 19 12:32:39.028166 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7558b9e-cbf9-4c5e-b588-b1ec4ab04e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.048544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97b64021-19e1-4393-8eb2-e9469e3a51f2 req-f24d8ac6-5d70-448c-934c-9ca5c3a1aaeb tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239307 Aug 19 12:32:39.076042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-6a8cbf4a-9912-480e-ba05-21b1ad2f096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:39.078583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-6a8cbf4a-9912-480e-ba05-21b1ad2f096e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1340802 Aug 19 12:32:39.087878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Attempting to bind port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:39.088365 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Attempting to bind port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '8563be86-0d17-4e5a-b67a-ce4dee325244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6e32ecef-1070-4368-8ed2-b376aa5f3cd4'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:39.088801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Attempting to bind port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a on network 6e32ecef-1070-4368-8ed2-b376aa5f3cd4 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:39.099381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:39.101808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Checking segment: {'id': '8563be86-0d17-4e5a-b67a-ce4dee325244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6e32ecef-1070-4368-8ed2-b376aa5f3cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:39.101808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.101808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Bound using segment: {'id': '8563be86-0d17-4e5a-b67a-ce4dee325244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6e32ecef-1070-4368-8ed2-b376aa5f3cd4'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:39.101808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Bound port: 755db550-dfe7-4b9b-9ccf-fe71a9c4711a, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8563be86-0d17-4e5a-b67a-ce4dee325244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6e32ecef-1070-4368-8ed2-b376aa5f3cd4'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:39.101808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.144543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7558b9e-cbf9-4c5e-b588-b1ec4ab04e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f3bda5-caf3-4388-8a0b-d0a98d798698,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:39.164435 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-120bb51d-3431-4eb4-afaa-c9f117ecbeee tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.174524 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e7558b9e-cbf9-4c5e-b588-b1ec4ab04e2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac41c84bd64b40e897abfd6c536beee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7147815 Aug 19 12:32:39.178862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40236) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:39.226017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] For port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:39.241697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] For port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=755db550-dfe7-4b9b-9ccf-fe71a9c4711a,segment=NetworkSegment(8563be86-0d17-4e5a-b67a-ce4dee325244),segment_id=8563be86-0d17-4e5a-b67a-ce4dee325244)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:39.253267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'c4d34fc9-627b-49e2-9067-68393efeda28', 'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'mac_address': 'fa:16:3e:59:10:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:32Z', 'updated_at': '2021-08-19T12:32:38Z', 'revision_number': 4, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'subnets': [{'id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:39.275300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-ada94dfd-64c3-463e-8bc1-fac15b1f1bc4 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893113 Aug 19 12:32:39.285897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88b087b-e618-4d3d-b29a-2f1d9d0db072 None None] The sync data for ids ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'] in n-d-778732-8 is: [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'c4d34fc9-627b-49e2-9067-68393efeda28', 'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'mac_address': 'fa:16:3e:59:10:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:32Z', 'updated_at': '2021-08-19T12:32:38Z', 'revision_number': 4, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'subnets': [{'id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:39.323322 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26d936d3-5c31-4933-8d4d-b044f3b275b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.327503 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.350034 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.379832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-120bb51d-3431-4eb4-afaa-c9f117ecbeee tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.398213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object d13aa605-e32c-4a84-af7c-46370b6e4c6f will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:39.414601 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26d936d3-5c31-4933-8d4d-b044f3b275b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.471242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cf62c-f732-4c80-803a-ad7b923eecaa None None] Pushing event updated for resources: {'Port': ['ID=755db550-dfe7-4b9b-9ccf-fe71a9c4711a,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:39.487794 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-120bb51d-3431-4eb4-afaa-c9f117ecbeee tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.517495 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-6b077f52-bee1-475d-9000-f6e415b0b7af service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311707 Aug 19 12:32:39.569721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bb51d-3431-4eb4-afaa-c9f117ecbeee tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be191af-1352-4979-accc-35f47969fdb5,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:39.572648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-c4b65361-dd83-45bf-836f-c6f6c21432a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bba8428d-a258-4eb1-b4e0-197ae028333d HTTP/1.1" status: 200 len: 217 time: 0.0456970 Aug 19 12:32:39.585742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a80de8-2937-4da1-b7c6-80f778fd8108 req-74363e60-7c27-48cf-ad37-ca7688a257c3 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:39.591541 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1a80de8-2937-4da1-b7c6-80f778fd8108 req-74363e60-7c27-48cf-ad37-ca7688a257c3 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 945 time: 0.1137133 Aug 19 12:32:39.640768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-120bb51d-3431-4eb4-afaa-c9f117ecbeee tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.643571 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-120bb51d-3431-4eb4-afaa-c9f117ecbeee tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8863366 Aug 19 12:32:39.645230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40244) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:39.665603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:39.675190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-3d0a015a-37af-4341-88f2-ab792d6f6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:39.676860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-3d0a015a-37af-4341-88f2-ab792d6f6581 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 200 len: 797 time: 0.0829785 Aug 19 12:32:39.692915 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26d936d3-5c31-4933-8d4d-b044f3b275b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.703575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26d936d3-5c31-4933-8d4d-b044f3b275b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.704768 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-26d936d3-5c31-4933-8d4d-b044f3b275b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82f3bda5-caf3-4388-8a0b-d0a98d798698 HTTP/1.1" status: 204 len: 168 time: 0.5196214 Aug 19 12:32:39.706071 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.751883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1a80de8-2937-4da1-b7c6-80f778fd8108 req-12461a84-a128-441e-8eb6-e23df9b5d2dc tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593394 Aug 19 12:32:39.769180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d936d3-5c31-4933-8d4d-b044f3b275b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f3bda5-caf3-4388-8a0b-d0a98d798698,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:39.813796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-37c9e570-86a5-4de6-9409-67caf5f2ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:39.816587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-37c9e570-86a5-4de6-9409-67caf5f2ce98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1191392 Aug 19 12:32:39.830200 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 6e32ecef-1070-4368-8ed2-b376aa5f3cd4 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:39.832739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:39.837130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:39.841676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=d13aa605-e32c-4a84-af7c-46370b6e4c6f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:39.906475 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.924425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:39.939567 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.030118 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3a1bcb97-6ee9-4cda-af1e-43be4b6763e6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3363638 Aug 19 12:32:40.033415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40252) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:40.039793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': '6e32ecef-1070-4368-8ed2-b376aa5f3cd4', 'name': 'tempest-PortsTestJSON-1036675300'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:40.060799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fb993-e141-4834-9f16-b7e563bd1412 req-c506619f-db33-468a-822b-73cd529d87af tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:40.076940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d86fb993-e141-4834-9f16-b7e563bd1412 req-c506619f-db33-468a-822b-73cd529d87af tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.1428208 Aug 19 12:32:40.082882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-65e92839-901c-4721-92dd-3ef2400891b5 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574162 Aug 19 12:32:40.182612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.217138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d86fb993-e141-4834-9f16-b7e563bd1412 req-9e82d161-4211-4b62-a4db-ecde9edbd3b0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385827 Aug 19 12:32:40.295232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62fa0eba-9b14-4aed-a034-e607f0cef55d req-69b76457-7811-4c85-a62e-0b7f935ba55c service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808255 Aug 19 12:32:40.371451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Allocated IP 172.25.6.187 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/689f52a0-ddec-45b5-8de8-84ffef31303b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:40.379614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:40.385943 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.426367 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port 6459fde1-9fbf-4784-be08-8c0b533917fa yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:40.441779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1be97f-4c32-407c-ba01-1d5fb1ba189d req-85f65b63-ab23-439e-9606-b1d0477f43d4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:40.452217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e1be97f-4c32-407c-ba01-1d5fb1ba189d req-85f65b63-ab23-439e-9606-b1d0477f43d4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 946 time: 0.1295872 Aug 19 12:32:40.507154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e1be97f-4c32-407c-ba01-1d5fb1ba189d req-846c5650-c5c0-412c-9cc8-53a98a101c00 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526423 Aug 19 12:32:40.706411 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.713620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40270) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:40.743174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.4 (6e32ecef-1070-4368-8ed2-b376aa5f3cd4/5abe3bb3-a409-4b91-831d-3fab62233357/6459fde1-9fbf-4784-be08-8c0b533917fa) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:40.770342 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b00c8abd-3331-4b93-8e1b-fc21738f9737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.824193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4fce3-84a9-46a3-a9d8-dfc03a814f39 req-0b398f09-747c-4348-9c6d-681ed23e9b7d tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:40.835270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0fd4fce3-84a9-46a3-a9d8-dfc03a814f39 req-0b398f09-747c-4348-9c6d-681ed23e9b7d tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 945 time: 0.2147038 Aug 19 12:32:40.993240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0fd4fce3-84a9-46a3-a9d8-dfc03a814f39 req-6e425904-4a92-477d-a259-3b22209cef04 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569166 Aug 19 12:32:41.030619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db097c98-626d-490e-a803-39b0be36dcdb None None] Network 6e32ecef-1070-4368-8ed2-b376aa5f3cd4 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:41.114548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c4d34fc9-627b-49e2-9067-68393efeda28 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:41.130677 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.152121 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b00c8abd-3331-4b93-8e1b-fc21738f9737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.153265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object 6459fde1-9fbf-4784-be08-8c0b533917fa will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:41.400334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eb23b-8765-4ba8-a08b-ab445b14b4ed req-e2ce2f2e-8b1e-4814-9274-cb3d816285f4 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:41.402058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a5eb23b-8765-4ba8-a08b-ab445b14b4ed req-e2ce2f2e-8b1e-4814-9274-cb3d816285f4 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.0690517 Aug 19 12:32:41.445235 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b00c8abd-3331-4b93-8e1b-fc21738f9737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.445584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b365eede-209e-4251-8fc2-16545eb27743 None None] Provisioning for port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:41.524504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a5eb23b-8765-4ba8-a08b-ab445b14b4ed req-977bed1b-5ca0-4e59-9174-ff03fbd7e8fa tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138589 Aug 19 12:32:41.539336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.540587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c8abd-3331-4b93-8e1b-fc21738f9737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a696ef8e-015d-4929-8a7b-287c4e77fcf1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:41.547902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port c4d34fc9-627b-49e2-9067-68393efeda28 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:41.558408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b00c8abd-3331-4b93-8e1b-fc21738f9737 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d79977e069be43e0b6558fe493efe7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8430758 Aug 19 12:32:41.566034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40282) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:41.567626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c4d34fc9-627b-49e2-9067-68393efeda28 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:41.568337 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.623452 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.653116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:41.660772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:41.662375 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bfc58716-7c0c-4aed-9cd3-c9beae90fff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.676498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:41.703014 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bfc58716-7c0c-4aed-9cd3-c9beae90fff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.726010 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.727780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Pushing event updated for resources: {'Port': ['ID=689f52a0-ddec-45b5-8de8-84ffef31303b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:41.746135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 6e32ecef-1070-4368-8ed2-b376aa5f3cd4 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:41.758830 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.762563 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:41.794265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:41.844610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port c4d34fc9-627b-49e2-9067-68393efeda28, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c4d34fc9-627b-49e2-9067-68393efeda28,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:41.879209 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=6459fde1-9fbf-4784-be08-8c0b533917fa,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:41.949785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:41.950823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.960681 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bfc58716-7c0c-4aed-9cd3-c9beae90fff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.963918 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bfc58716-7c0c-4aed-9cd3-c9beae90fff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.965346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bfc58716-7c0c-4aed-9cd3-c9beae90fff6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a696ef8e-015d-4929-8a7b-287c4e77fcf1 HTTP/1.1" status: 204 len: 168 time: 0.3980985 Aug 19 12:32:42.013212 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.013982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 755db550-dfe7-4b9b-9ccf-fe71a9c4711a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:42.018760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4f6667be-4662-48b8-b95c-1331d5a7f8e3 None None] Provisioning for port d13aa605-e32c-4a84-af7c-46370b6e4c6f completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:42.021405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc58716-7c0c-4aed-9cd3-c9beae90fff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a696ef8e-015d-4929-8a7b-287c4e77fcf1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:42.052292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2632a7-0be5-405d-a197-05972fae3ba2 req-45169b06-3fc4-4ea3-8687-347837856105 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:42.054574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e2632a7-0be5-405d-a197-05972fae3ba2 req-45169b06-3fc4-4ea3-8687-347837856105 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.53 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 945 time: 0.0877872 Aug 19 12:32:42.056156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.088158 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0df25ec9-5e70-4609-9ac9-b7788154e46a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0532620 Aug 19 12:32:42.095136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40294) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:42.178394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4f6667be-4662-48b8-b95c-1331d5a7f8e3 None None] Provisioning complete for port d13aa605-e32c-4a84-af7c-46370b6e4c6f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:42.179075 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f6667be-4662-48b8-b95c-1331d5a7f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.279549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=c4d34fc9-627b-49e2-9067-68393efeda28,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:42.294195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4f6667be-4662-48b8-b95c-1331d5a7f8e3 None None] Port d13aa605-e32c-4a84-af7c-46370b6e4c6f cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:42.308039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076e79c-d8b6-4e1b-97eb-67b0517aa537 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:42.311094 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6076e79c-d8b6-4e1b-97eb-67b0517aa537 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.2138979 Aug 19 12:32:42.316825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40296) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:42.322878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.341201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:42.349650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:42.349650 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.432475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e5836-e289-45c0-8044-41f4b9fdb665 req-bbcd65be-c093-40eb-9149-92266da8d3e2 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:42.442193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-982e5836-e289-45c0-8044-41f4b9fdb665 req-bbcd65be-c093-40eb-9149-92266da8d3e2 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 945 time: 0.2276196 Aug 19 12:32:42.535938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-4e2632a7-0be5-405d-a197-05972fae3ba2 req-9c923795-a4ef-4a50-9192-0f4a0c3be21b tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Deleting port b5526805-6698-449b-8d64-2125dd10d624 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:42.536581 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e2632a7-0be5-405d-a197-05972fae3ba2 req-9c923795-a4ef-4a50-9192-0f4a0c3be21b tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.585664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-49531fd5-864c-4b03-8d14-664d36ff6f96 None None] Provisioning complete for port d13aa605-e32c-4a84-af7c-46370b6e4c6f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:42.586360 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49531fd5-864c-4b03-8d14-664d36ff6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.644835 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.665025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4e2632a7-0be5-405d-a197-05972fae3ba2 req-9c923795-a4ef-4a50-9192-0f4a0c3be21b tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] For port b5526805-6698-449b-8d64-2125dd10d624, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b5526805-6698-449b-8d64-2125dd10d624,segment=NetworkSegment(43e7d702-3063-4add-8859-c26dfa69c26a),segment_id=43e7d702-3063-4add-8859-c26dfa69c26a)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:42.665442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e2632a7-0be5-405d-a197-05972fae3ba2 req-9c923795-a4ef-4a50-9192-0f4a0c3be21b tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.688705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-49531fd5-864c-4b03-8d14-664d36ff6f96 None None] Port d13aa605-e32c-4a84-af7c-46370b6e4c6f cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:42.700159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-4e2632a7-0be5-405d-a197-05972fae3ba2 req-9c923795-a4ef-4a50-9192-0f4a0c3be21b tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Calling delete_port for b5526805-6698-449b-8d64-2125dd10d624 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:42.724436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-982e5836-e289-45c0-8044-41f4b9fdb665 req-a63f7b5e-927f-480f-9caa-e20c06f846fd tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/security-groups?id=311f09fa-d9a2-422b-ad64-355f955fd0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804894 Aug 19 12:32:42.747044 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.783794 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.824446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=755db550-dfe7-4b9b-9ccf-fe71a9c4711a,segment=NetworkSegment(8563be86-0d17-4e5a-b67a-ce4dee325244),segment_id=8563be86-0d17-4e5a-b67a-ce4dee325244)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:42.904551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-721b1fb6-8df9-4a81-bb58-73e8c0bc3b7d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 6459fde1-9fbf-4784-be08-8c0b533917fa {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:42.905113 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-721b1fb6-8df9-4a81-bb58-73e8c0bc3b7d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.934714 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.950596 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Pushing event updated for resources: {'Port': ['ID=689f52a0-ddec-45b5-8de8-84ffef31303b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:42.985047 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.038765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad8cf8-e94a-4005-8670-9b9f3226c74b req-9748ddf1-fa2f-4a8e-9482-df5550ec0c1f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:43.046956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8ad8cf8-e94a-4005-8670-9b9f3226c74b req-9748ddf1-fa2f-4a8e-9482-df5550ec0c1f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.3338158 Aug 19 12:32:43.087204 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-721b1fb6-8df9-4a81-bb58-73e8c0bc3b7d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.089111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=755db550-dfe7-4b9b-9ccf-fe71a9c4711a,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:43.094927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-183ca2af-b56b-4da7-93c3-6c6a57ea159b None None] Provisioning for port 6459fde1-9fbf-4784-be08-8c0b533917fa completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:43.103942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-183ca2af-b56b-4da7-93c3-6c6a57ea159b None None] Provisioning complete for port 6459fde1-9fbf-4784-be08-8c0b533917fa triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:43.104400 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-183ca2af-b56b-4da7-93c3-6c6a57ea159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.131070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c4d34fc9-627b-49e2-9067-68393efeda28 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:43.138188 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.157520 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-91e0953e-fe2f-4512-a62c-402301b33de2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5107937 Aug 19 12:32:43.171520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-721b1fb6-8df9-4a81-bb58-73e8c0bc3b7d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 6459fde1-9fbf-4784-be08-8c0b533917fa owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:43.197983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8ad8cf8-e94a-4005-8670-9b9f3226c74b req-a0d10c18-038c-4cd9-a806-65d6572f7002 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494427 Aug 19 12:32:43.247260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-183ca2af-b56b-4da7-93c3-6c6a57ea159b None None] Port 6459fde1-9fbf-4784-be08-8c0b533917fa cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:43.283048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c4d34fc9-627b-49e2-9067-68393efeda28 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:43.285469 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.519977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-66119651-5ea7-4556-81a4-dec51bb05133 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1672316026&fields=id&tenant_id=872e8f1201074ee8923c8fe5bad83a20 HTTP/1.1" status: 200 len: 267 time: 0.0574646 Aug 19 12:32:43.596858 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e2632a7-0be5-405d-a197-05972fae3ba2 req-9c923795-a4ef-4a50-9192-0f4a0c3be21b tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.617758 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-721b1fb6-8df9-4a81-bb58-73e8c0bc3b7d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.669136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c923795-a4ef-4a50-9192-0f4a0c3be21b tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Pushing event deleted for resources: {'Port': ['ID=b5526805-6698-449b-8d64-2125dd10d624,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:43.791020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b1fb6-8df9-4a81-bb58-73e8c0bc3b7d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=6459fde1-9fbf-4784-be08-8c0b533917fa,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:43.834787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2632a7-0be5-405d-a197-05972fae3ba2 req-9c923795-a4ef-4a50-9192-0f4a0c3be21b tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] No DVR routers for this DVR port b5526805-6698-449b-8d64-2125dd10d624 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:43.869534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-4e6b7705-cad6-4f62-9df7-ad076056b9b3 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:43.869534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-4e6b7705-cad6-4f62-9df7-ad076056b9b3 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/networks?id=528f3f80-fc5c-42aa-91a7-c7d45c95cca0 HTTP/1.1" status: 200 len: 811 time: 0.3334620 Aug 19 12:32:43.883687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4e2632a7-0be5-405d-a197-05972fae3ba2 req-9c923795-a4ef-4a50-9192-0f4a0c3be21b tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.886323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e2632a7-0be5-405d-a197-05972fae3ba2 req-9c923795-a4ef-4a50-9192-0f4a0c3be21b tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.53 "DELETE /v2.0/ports/b5526805-6698-449b-8d64-2125dd10d624 HTTP/1.1" status: 204 len: 173 time: 1.8251143 Aug 19 12:32:43.886944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21d1ffe-4cdc-4cba-8cf4-e9fb9095da22', 'name': 'network-vif-deleted', 'tag': 'b5526805-6698-449b-8d64-2125dd10d624'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:43.889540 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c4158a-c40a-4d10-9b21-de600aaffcda" -d '{"events": [{"server_uuid": "d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22", "name": "network-vif-deleted", "tag": "b5526805-6698-449b-8d64-2125dd10d624"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:43.939374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c352206e-b9dc-4f0b-b662-973cb1719d77 req-5debbbf6-8569-488c-afd5-59d2f90de046 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 210 time: 0.1074817 Aug 19 12:32:43.966142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-e08a1e73-fbb7-4236-b73a-636bec26ce4b tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/quotas/872e8f1201074ee8923c8fe5bad83a20 HTTP/1.1" status: 200 len: 375 time: 0.0626757 Aug 19 12:32:44.029415 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-721b1fb6-8df9-4a81-bb58-73e8c0bc3b7d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.034781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-721b1fb6-8df9-4a81-bb58-73e8c0bc3b7d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/6459fde1-9fbf-4784-be08-8c0b533917fa HTTP/1.1" status: 204 len: 168 time: 1.7117355 Aug 19 12:32:44.037939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40344) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:44.077246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-939e9cfc-33a1-450b-92b3-3ece567bfdac tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=872e8f1201074ee8923c8fe5bad83a20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102073 Aug 19 12:32:44.094982 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca43fdf-41e4-4e24-b73e-f6350b27fb88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:32:44.097106 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0ca43fdf-41e4-4e24-b73e-f6350b27fb88 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/6459fde1-9fbf-4784-be08-8c0b533917fa HTTP/1.1" status: 404 len: 333 time: 0.0580103 Aug 19 12:32:44.100129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40348) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:44.192974 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb039bbc-246c-4c65-9534-d4bada82cb34 x-openstack-request-id: req-eb039bbc-246c-4c65-9534-d4bada82cb34 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:44.192974 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22", "name": "network-vif-deleted", "tag": "b5526805-6698-449b-8d64-2125dd10d624", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:44.192974 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb039bbc-246c-4c65-9534-d4bada82cb34 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:44.192974 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21d1ffe-4cdc-4cba-8cf4-e9fb9095da22', 'name': 'network-vif-deleted', 'tag': 'b5526805-6698-449b-8d64-2125dd10d624', 'status': 'completed', 'code': 200} Aug 19 12:32:44.274396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2b697c6d-8384-4196-9203-7642fed98f2b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port d13aa605-e32c-4a84-af7c-46370b6e4c6f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:44.275160 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b697c6d-8384-4196-9203-7642fed98f2b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.339608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-5f45bcf4-84e8-4606-801c-81e10ec5bdb6 service neutron] 10.222.0.44 "GET /v2.0/networks/528f3f80-fc5c-42aa-91a7-c7d45c95cca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371085 Aug 19 12:32:44.418777 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.479680 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b697c6d-8384-4196-9203-7642fed98f2b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.516034 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2b697c6d-8384-4196-9203-7642fed98f2b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for d13aa605-e32c-4a84-af7c-46370b6e4c6f owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:44.526804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c673a0e-c935-41dc-8177-bb1966160d6c req-adc0c6a4-7760-4f51-9f16-085cb61c175d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:44.535685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c673a0e-c935-41dc-8177-bb1966160d6c req-adc0c6a4-7760-4f51-9f16-085cb61c175d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.1085038 Aug 19 12:32:44.568848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-8fb83a7e-e4be-4572-9257-64a130110de9 service neutron] 10.222.0.44 "GET /v2.0/networks/528f3f80-fc5c-42aa-91a7-c7d45c95cca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202356 Aug 19 12:32:44.602877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c673a0e-c935-41dc-8177-bb1966160d6c req-e22b2fcc-dd84-4252-ad03-693f3552eb1a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660298 Aug 19 12:32:44.892060 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b697c6d-8384-4196-9203-7642fed98f2b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.925496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b697c6d-8384-4196-9203-7642fed98f2b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=d13aa605-e32c-4a84-af7c-46370b6e4c6f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:45.029616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b697c6d-8384-4196-9203-7642fed98f2b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.035096 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2b697c6d-8384-4196-9203-7642fed98f2b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/d13aa605-e32c-4a84-af7c-46370b6e4c6f HTTP/1.1" status: 204 len: 168 time: 0.9312389 Aug 19 12:32:45.035562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40362) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:45.129115 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e83d4a-533e-4249-bb09-450de170f8dd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:32:45.148210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-75e83d4a-533e-4249-bb09-450de170f8dd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/d13aa605-e32c-4a84-af7c-46370b6e4c6f HTTP/1.1" status: 404 len: 333 time: 0.1094332 Aug 19 12:32:45.148634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40372) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:45.231537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 755db550-dfe7-4b9b-9ccf-fe71a9c4711a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:45.320488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:45.324613 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.542057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b5526805-6698-449b-8d64-2125dd10d624 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:45.573625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: b5526805-6698-449b-8d64-2125dd10d624 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:45.574237 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b5526805-6698-449b-8d64-2125dd10d624 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:45.692158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c24508ef-e720-4b42-8996-b030357529c6 req-91e58866-884f-4673-9358-bafce15ae535 tempest-ServersNegativeTestMultiTenantJSON-892158542 tempest-ServersNegativeTestMultiTenantJSON-892158542-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21d1ffe-4cdc-4cba-8cf4-e9fb9095da22 HTTP/1.1" status: 200 len: 210 time: 0.5446384 Aug 19 12:32:45.696668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d031b0-1a5e-4c15-98eb-3fb80fdd2366 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting subnet 5abe3bb3-a409-4b91-831d-3fab62233357 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:45.700768 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4d031b0-1a5e-4c15-98eb-3fb80fdd2366 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.735748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f3459b7-2648-410b-b01e-d954049e2855 req-c9ffc36e-8d36-43b6-bbc8-ca9aa96c0077 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 210 time: 0.4459753 Aug 19 12:32:45.787174 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4d031b0-1a5e-4c15-98eb-3fb80fdd2366 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.981082 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4d031b0-1a5e-4c15-98eb-3fb80fdd2366 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.033203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e33a85-f634-43e0-ae08-499dd09aaa9c req-3fda4502-251a-4aaf-a91d-996e8b4408ac tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:46.034819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91e33a85-f634-43e0-ae08-499dd09aaa9c req-3fda4502-251a-4aaf-a91d-996e8b4408ac tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.1043947 Aug 19 12:32:46.092511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91e33a85-f634-43e0-ae08-499dd09aaa9c req-01d69ed9-94cb-467f-9101-df16dd3aa514 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Aug 19 12:32:46.245953 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4d031b0-1a5e-4c15-98eb-3fb80fdd2366 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.278072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d031b0-1a5e-4c15-98eb-3fb80fdd2366 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Subnet': ['ID=5abe3bb3-a409-4b91-831d-3fab62233357,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:46.292947 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4d031b0-1a5e-4c15-98eb-3fb80fdd2366 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.293120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f4f66-ff0f-4c2f-a966-65bcbaa12643 None None] Network 6e32ecef-1070-4368-8ed2-b376aa5f3cd4 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:46.294312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b4d031b0-1a5e-4c15-98eb-3fb80fdd2366 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/5abe3bb3-a409-4b91-831d-3fab62233357 HTTP/1.1" status: 204 len: 168 time: 1.1446106 Aug 19 12:32:46.297527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40404) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:46.400024 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.469133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:46.469527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.570137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef66a543-e5ed-400d-9053-a50489503fb9 None None] DHCP port deletion for 6e32ecef-1070-4368-8ed2-b376aa5f3cd4 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:46.597485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] For port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=755db550-dfe7-4b9b-9ccf-fe71a9c4711a,segment=NetworkSegment(8563be86-0d17-4e5a-b67a-ce4dee325244),segment_id=8563be86-0d17-4e5a-b67a-ce4dee325244)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:46.598453 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.608512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:46.619266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 755db550-dfe7-4b9b-9ccf-fe71a9c4711a owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:46.631351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ef66a543-e5ed-400d-9053-a50489503fb9 None None] Deleting port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:46.632004 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef66a543-e5ed-400d-9053-a50489503fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.738068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ef66a543-e5ed-400d-9053-a50489503fb9 None None] For port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=755db550-dfe7-4b9b-9ccf-fe71a9c4711a,segment=NetworkSegment(8563be86-0d17-4e5a-b67a-ce4dee325244),segment_id=8563be86-0d17-4e5a-b67a-ce4dee325244)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:46.738565 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef66a543-e5ed-400d-9053-a50489503fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.759641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ef66a543-e5ed-400d-9053-a50489503fb9 None None] Calling delete_port for 755db550-dfe7-4b9b-9ccf-fe71a9c4711a owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:46.795040 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40418) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:46.832076 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd0f1-b19e-4c9f-aae7-72ec65341989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.854628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c149baf-a440-4a8e-b017-afa3356cb404 admin admin] Deleting subnet c60b4d27-f9bd-45ea-b2b1-c724a867f556 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:46.862317 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c149baf-a440-4a8e-b017-afa3356cb404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.876491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc21879e-0eba-4c02-8a4b-1735d8a7305d req-19009c14-f52c-4826-8750-f24382c518bc tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 210 time: 0.0532956 Aug 19 12:32:46.906474 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c149baf-a440-4a8e-b017-afa3356cb404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.938504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.945124 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef66a543-e5ed-400d-9053-a50489503fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.968729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66a543-e5ed-400d-9053-a50489503fb9 None None] No DVR routers for this DVR port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:46.990795 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=755db550-dfe7-4b9b-9ccf-fe71a9c4711a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:46.997100 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No DVR routers for this DVR port 755db550-dfe7-4b9b-9ccf-fe71a9c4711a on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:47.004674 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c149baf-a440-4a8e-b017-afa3356cb404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.032493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66a543-e5ed-400d-9053-a50489503fb9 None None] Pushing event deleted for resources: {'Port': ['ID=755db550-dfe7-4b9b-9ccf-fe71a9c4711a,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:47.133190 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.136391 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd0f1-b19e-4c9f-aae7-72ec65341989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.141115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 755db550-dfe7-4b9b-9ccf-fe71a9c4711a no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:47.153189 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e32ecef-1070-4368-8ed2-b376aa5f3cd4']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:47.163934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8563be86-0d17-4e5a-b67a-ce4dee325244') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:47.164426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8563be86-0d17-4e5a-b67a-ce4dee325244') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:47.164615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 755db550-dfe7-4b9b-9ccf-fe71a9c4711a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:47.164977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 755db550-dfe7-4b9b-9ccf-fe71a9c4711a not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:47.181715 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.196295 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.205076 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:47.205754 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:47.210485 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:47.246970 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd0f1-b19e-4c9f-aae7-72ec65341989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.253014 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c149baf-a440-4a8e-b017-afa3356cb404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.258108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac0dc9-4545-4af2-aa9d-cadbcb402bad req-af6b715f-4269-400a-8b18-2a63ed7a7532 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:47.259690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38ac0dc9-4545-4af2-aa9d-cadbcb402bad req-af6b715f-4269-400a-8b18-2a63ed7a7532 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.0634341 Aug 19 12:32:47.274062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c149baf-a440-4a8e-b017-afa3356cb404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.278701 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2c149baf-a440-4a8e-b017-afa3356cb404 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c60b4d27-f9bd-45ea-b2b1-c724a867f556 HTTP/1.1" status: 204 len: 168 time: 0.4791028 Aug 19 12:32:47.283049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40428) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:47.300682 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c149baf-a440-4a8e-b017-afa3356cb404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c60b4d27-f9bd-45ea-b2b1-c724a867f556,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:47.379828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cc8dd0f1-b19e-4c9f-aae7-72ec65341989 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=510f38d94f8e4f8c93c1c6f403e5fbad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7696729 Aug 19 12:32:47.380827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dd0f1-b19e-4c9f-aae7-72ec65341989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a638d093-aa39-4e4e-9338-7d585473ed45,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:47.383286 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40430) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:47.396808 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.418905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38ac0dc9-4545-4af2-aa9d-cadbcb402bad req-b99c6f19-2aee-4228-96be-ff62b49d0e90 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398716 Aug 19 12:32:47.432266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.439107 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.440408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:47.441869 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/networks/6e32ecef-1070-4368-8ed2-b376aa5f3cd4 HTTP/1.1" status: 204 len: 168 time: 1.1359410 Aug 19 12:32:47.445219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696d411-3e9c-48fb-a8f9-b5491825d096 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Network': ['ID=6e32ecef-1070-4368-8ed2-b376aa5f3cd4,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:47.446223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-410833482'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:47.488218 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-670a5d26-8357-4b75-b7ef-6c92c4fb80bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.515489 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-670a5d26-8357-4b75-b7ef-6c92c4fb80bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.558087 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.567696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:47.571338 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.585507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad30fa5-8635-4301-88b7-0082be7caf7a']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:47.598663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e7d702-3063-4add-8859-c26dfa69c26a') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:47.598960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e7d702-3063-4add-8859-c26dfa69c26a') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:47.627296 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.645903 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.653290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:47.653708 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:47.655607 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:47.702264 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-670a5d26-8357-4b75-b7ef-6c92c4fb80bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.705421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-670a5d26-8357-4b75-b7ef-6c92c4fb80bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.710819 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-670a5d26-8357-4b75-b7ef-6c92c4fb80bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a638d093-aa39-4e4e-9338-7d585473ed45 HTTP/1.1" status: 204 len: 168 time: 0.3255799 Aug 19 12:32:47.710965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:47.718745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a5d26-8357-4b75-b7ef-6c92c4fb80bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a638d093-aa39-4e4e-9338-7d585473ed45,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:47.721524 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.721899 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Added segment e6d0c567-00ec-46be-aec5-4f8777803b14 of type vlan for network 57d23cef-c3f0-4271-b566-133e685cfc65 Aug 19 12:32:47.787553 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.867963 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.873640 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.875607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] 10.222.0.44 "DELETE /v2.0/networks/dad30fa5-8635-4301-88b7-0082be7caf7a HTTP/1.1" status: 204 len: 168 time: 0.5904779 Aug 19 12:32:47.878735 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40436) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:47.887311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e975c-20f6-4039-b143-edc1200d1dca admin admin] Pushing event deleted for resources: {'Network': ['ID=dad30fa5-8635-4301-88b7-0082be7caf7a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:47.928112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9064412-59ad-46dd-8318-013666053f2b admin admin] Deleting subnet 1ef0e828-289e-48ec-a509-c2f80fcd8202 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:47.931800 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9064412-59ad-46dd-8318-013666053f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.992287 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9064412-59ad-46dd-8318-013666053f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.005695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b22b73f-5503-48e1-9d4f-f8fe6521a3db req-95fcd0a0-2224-4a4d-8187-799a2d6855b5 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 210 time: 0.0390766 Aug 19 12:32:48.036842 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9064412-59ad-46dd-8318-013666053f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.057069 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.063367 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:48.071675 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.149165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Network': ['ID=57d23cef-c3f0-4271-b566-133e685cfc65,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:48.160909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 57d23cef-c3f0-4271-b566-133e685cfc65 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:48.210446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9064412-59ad-46dd-8318-013666053f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.214334 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f65820fd-0a85-4d3c-b56f-4e4b29f3096b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7726448 Aug 19 12:32:48.220810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40450) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:48.230155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': '57d23cef-c3f0-4271-b566-133e685cfc65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:48.259950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9064412-59ad-46dd-8318-013666053f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef0e828-289e-48ec-a509-c2f80fcd8202,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:48.270187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9064412-59ad-46dd-8318-013666053f2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.271787 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e9064412-59ad-46dd-8318-013666053f2b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1ef0e828-289e-48ec-a509-c2f80fcd8202 HTTP/1.1" status: 204 len: 168 time: 0.3917873 Aug 19 12:32:48.274381 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40454) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:48.364232 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.461822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:48.464248 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.471718 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.476329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b450d8a7-d98a-4cc7-a7f1-46bf830fa640']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:48.489668 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0d8953-4a4c-4bf1-b7c2-a1006abeaae5') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:48.489965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0d8953-4a4c-4bf1-b7c2-a1006abeaae5') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:48.501537 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.518658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.526287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:48.526820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:48.528663 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:48.713951 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40468) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:48.728501 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bf2fd7ab-f2bc-4ff2-b88d-d85349ed4875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.739338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.745284 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.751216 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b450d8a7-d98a-4cc7-a7f1-46bf830fa640 HTTP/1.1" status: 204 len: 168 time: 0.4717600 Aug 19 12:32:48.765922 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21002d26-11e1-4ad9-8da3-f16b84505226 admin admin] Pushing event deleted for resources: {'Network': ['ID=b450d8a7-d98a-4cc7-a7f1-46bf830fa640,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:48.775115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a52b9f-5dd7-49fb-acb0-e1b0f4898fa3 req-e0f54b55-6706-41e4-9d51-673c55298197 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:48.777032 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54a52b9f-5dd7-49fb-acb0-e1b0f4898fa3 req-e0f54b55-6706-41e4-9d51-673c55298197 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.2372355 Aug 19 12:32:48.806487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-c7c3d30b-ed4a-40dd-9867-4b793232741b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:48.808484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-c7c3d30b-ed4a-40dd-9867-4b793232741b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/networks?id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 200 len: 815 time: 0.3352354 Aug 19 12:32:48.892895 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bf2fd7ab-f2bc-4ff2-b88d-d85349ed4875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.897453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-888e881b-f73a-47e7-9836-bc85eb8e64bb tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/quotas/c239b129dd1444dea4aa12c5115de621 HTTP/1.1" status: 200 len: 375 time: 0.0479834 Aug 19 12:32:48.956561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-18a2693f-5e4e-4b5b-a23a-956a7db333f9 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:48.958182 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-18a2693f-5e4e-4b5b-a23a-956a7db333f9 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.53 "GET /v2.0/networks?id=528f3f80-fc5c-42aa-91a7-c7d45c95cca0 HTTP/1.1" status: 200 len: 811 time: 0.3079591 Aug 19 12:32:49.001447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bf2fd7ab-f2bc-4ff2-b88d-d85349ed4875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.005252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54a52b9f-5dd7-49fb-acb0-e1b0f4898fa3 req-8d555c11-174e-42fe-90ad-fe3ed5cb773d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209783 Aug 19 12:32:49.084194 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bf2fd7ab-f2bc-4ff2-b88d-d85349ed4875 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b01a58b9994d4e4abbd611a736750bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308587 Aug 19 12:32:49.084194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fd7ab-f2bc-4ff2-b88d-d85349ed4875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3d95ca-5775-4475-89e3-8a9d0584f2a7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:49.084807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40476) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:49.098549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-444afc81-2b0f-46a8-96ee-84a45d5d74c1 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1712334 Aug 19 12:32:49.124948 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-00b02b36-23c6-4317-b3aa-65c049f761f7 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=872e8f1201074ee8923c8fe5bad83a20 HTTP/1.1" status: 200 len: 380 time: 0.1237288 Aug 19 12:32:49.147606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Request body: {'port': {'device_id': '7045fec6-07ec-437a-9c7a-eb5776334812', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'admin_state_up': True, 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'security_groups': ['20b949e4-c967-45e4-826c-6c54e5d43eec']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:49.288827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-caa7c274-ae4e-484c-af4b-849067bcf221 req-c2c06e0d-411a-4e31-aa94-4d1279d0f55b tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 210 time: 0.1008041 Aug 19 12:32:49.351562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69e56be9-3fd8-45eb-94ae-cc90a0fa0aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.388629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-7661fbca-9188-471c-8315-f6693598ff69 service neutron] 10.222.0.44 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834296 Aug 19 12:32:49.389565 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.446740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69e56be9-3fd8-45eb-94ae-cc90a0fa0aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.569164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Subnet': ['ID=0b02ecde-e7c2-4cb7-a15f-7ef8b55a5139,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:49.627964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Checking segment: {'id': 'e6d0c567-00ec-46be-aec5-4f8777803b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '57d23cef-c3f0-4271-b566-133e685cfc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:49.628345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network hostable DHCP agents. Network: 57d23cef-c3f0-4271-b566-133e685cfc65, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:49.642790 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40480) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:49.647014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-79d45170-0652-42e5-a722-b385c2fe3d45 service neutron] 10.222.0.44 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479582 Aug 19 12:32:49.674571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Made reservation on behalf of 872e8f1201074ee8923c8fe5bad83a20 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:49.679396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.724234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40482) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:49.728691 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-56f2702d-01f3-484c-96f3-32b8e65b8b13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04e0c981285d426b9f2b0a81bf4aa4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830684 Aug 19 12:32:49.781929 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73cd4702-6085-4bab-8a42-0b7e08b9b5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.805141 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73cd4702-6085-4bab-8a42-0b7e08b9b5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.847599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69e56be9-3fd8-45eb-94ae-cc90a0fa0aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.850160 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69e56be9-3fd8-45eb-94ae-cc90a0fa0aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.851329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-69e56be9-3fd8-45eb-94ae-cc90a0fa0aeb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b3d95ca-5775-4475-89e3-8a9d0584f2a7 HTTP/1.1" status: 204 len: 168 time: 0.7965796 Aug 19 12:32:49.898463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e56be9-3fd8-45eb-94ae-cc90a0fa0aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3d95ca-5775-4475-89e3-8a9d0584f2a7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:49.980649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Allocated IP 172.20.0.13 (528f3f80-fc5c-42aa-91a7-c7d45c95cca0/35e06fff-908f-41b0-90dc-be66d62fda8a/ad938c10-48e3-4728-a499-2bd4aa7d0eeb) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:50.031633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 57d23cef-c3f0-4271-b566-133e685cfc65 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:50.153870 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73cd4702-6085-4bab-8a42-0b7e08b9b5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.153870 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73cd4702-6085-4bab-8a42-0b7e08b9b5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.153870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-73cd4702-6085-4bab-8a42-0b7e08b9b5c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/311f09fa-d9a2-422b-ad64-355f955fd0c7 HTTP/1.1" status: 204 len: 168 time: 0.4264960 Aug 19 12:32:50.208314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1f977-f200-43a0-9737-ef6a395b9b4c req-9c9890b0-d48f-4a9a-8df0-d0288309b887 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:50.210000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0c1f977-f200-43a0-9737-ef6a395b9b4c req-9c9890b0-d48f-4a9a-8df0-d0288309b887 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.1221068 Aug 19 12:32:50.253160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd4702-6085-4bab-8a42-0b7e08b9b5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f09fa-d9a2-422b-ad64-355f955fd0c7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:50.278266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0c1f977-f200-43a0-9737-ef6a395b9b4c req-5d6874a7-ec24-4ac8-84b4-2f2990ef1ccf tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608611 Aug 19 12:32:50.331261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 57d23cef-c3f0-4271-b566-133e685cfc65) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:50.341703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb6ba5a-b46f-4585-b3e6-4307b0ba2eb4 None None] Network 57d23cef-c3f0-4271-b566-133e685cfc65 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:50.355691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:50.356427 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.364245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c7edfd8-e7ae-4b8f-b504-9b0c1d0762fa req-3685df6b-3049-4cca-a312-5218c3308c63 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 210 time: 0.0497115 Aug 19 12:32:50.382040 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.412529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Transition to ACTIVE for port object ad938c10-48e3-4728-a499-2bd4aa7d0eeb will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:50.480096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81da2ce0-bde4-4399-b4ab-a78292b3e8fa req-eb05069b-2128-473a-99c5-1b73e161de9b tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 210 time: 0.0578022 Aug 19 12:32:50.555528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ecb2f69a-6b1d-4d62-93c0-f38039f989f0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3330626 Aug 19 12:32:50.559115 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40506) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:50.567649 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': '57d23cef-c3f0-4271-b566-133e685cfc65', 'name': 'tempest-PortsTestJSON-547220690', 'fixed_ips': [{'subnet_id': '0b02ecde-e7c2-4cb7-a15f-7ef8b55a5139', 'ip_address': '172.20.0.10'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:50.601132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-57d23cef-c3f0-4271-b566-133e685cfc65', 'network_id': '57d23cef-c3f0-4271-b566-133e685cfc65', 'tenant_id': '578cca5e32894b01a2c387b949e1328e', 'fixed_ips': [{'subnet_id': '0b02ecde-e7c2-4cb7-a15f-7ef8b55a5139'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:50.602843 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.642810 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.708140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:50.712387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:50.717096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:50.775844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Pushing event updated for resources: {'Port': ['ID=ad938c10-48e3-4728-a499-2bd4aa7d0eeb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:50.867714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:50.869776 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.895311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Allocated IP 172.20.0.2 (57d23cef-c3f0-4271-b566-133e685cfc65/0b02ecde-e7c2-4cb7-a15f-7ef8b55a5139/aa2bfdde-f326-4970-8d19-e03f981f9bf9) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:50.904020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:51.044387 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.060179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-697a3cfe-638f-43d6-b949-34f74c095da6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9211619 Aug 19 12:32:51.070835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port 033974b4-07e4-493e-a385-2ce53f90740c yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:51.075335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Request body: {'port': {'device_id': '7045fec6-07ec-437a-9c7a-eb5776334812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:51.114008 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.123360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Transition to ACTIVE for port object aa2bfdde-f326-4970-8d19-e03f981f9bf9 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:51.137308 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4faf5cb2-b8f8-40d1-877c-2ad5eb151fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.146871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Transition to ACTIVE for port object aa2bfdde-f326-4970-8d19-e03f981f9bf9 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:51.148788 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.176596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cf934a95-8ae9-4d09-9b40-735e9f646fc8 None None] Provisioning for port ad938c10-48e3-4728-a499-2bd4aa7d0eeb completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:51.188972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cf934a95-8ae9-4d09-9b40-735e9f646fc8 None None] Provisioning complete for port ad938c10-48e3-4728-a499-2bd4aa7d0eeb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:51.189969 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf934a95-8ae9-4d09-9b40-735e9f646fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.256372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cf934a95-8ae9-4d09-9b40-735e9f646fc8 None None] Port ad938c10-48e3-4728-a499-2bd4aa7d0eeb cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:51.337604 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.388572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40524) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:51.444548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Pushing event updated for resources: {'Port': ['ID=aa2bfdde-f326-4970-8d19-e03f981f9bf9,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:51.470434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Network 57d23cef-c3f0-4271-b566-133e685cfc65 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:51.473169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:51.478485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.479311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.480068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.480938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.484120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.484120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.484120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.484120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.488122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.488122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.488122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.488122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:51.493032 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f6fc5970-1d40-44a6-94f6-824ed3065f53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ade2f0da7744dabaed8e1ccbe6ac9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034579 Aug 19 12:32:51.495450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.10 (57d23cef-c3f0-4271-b566-133e685cfc65/0b02ecde-e7c2-4cb7-a15f-7ef8b55a5139/033974b4-07e4-493e-a385-2ce53f90740c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:51.500253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:51.500598 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40532) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:51.541022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96d97b64-0c44-4f99-a148-8346abb77feb req-d1282696-78f2-4dbd-8fd8-bb7da1b0cf8f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 210 time: 0.1020844 Aug 19 12:32:51.618714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Attempting to bind port aa2bfdde-f326-4970-8d19-e03f981f9bf9 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:51.619760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Attempting to bind port aa2bfdde-f326-4970-8d19-e03f981f9bf9 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e6d0c567-00ec-46be-aec5-4f8777803b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '57d23cef-c3f0-4271-b566-133e685cfc65'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:51.620632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Attempting to bind port aa2bfdde-f326-4970-8d19-e03f981f9bf9 on network 57d23cef-c3f0-4271-b566-133e685cfc65 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:51.629518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:51.629791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddd707-3ac7-4033-b5ef-0ce7e4ea5b0c req-d443d1d7-2b21-4c06-a30e-33fc04a01eab tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:51.630414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Checking segment: {'id': 'e6d0c567-00ec-46be-aec5-4f8777803b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '57d23cef-c3f0-4271-b566-133e685cfc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:51.631039 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.632404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Bound using segment: {'id': 'e6d0c567-00ec-46be-aec5-4f8777803b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '57d23cef-c3f0-4271-b566-133e685cfc65'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:51.633318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Bound port: aa2bfdde-f326-4970-8d19-e03f981f9bf9, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d0c567-00ec-46be-aec5-4f8777803b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '57d23cef-c3f0-4271-b566-133e685cfc65'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:51.634847 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.641953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2ddd707-3ac7-4033-b5ef-0ce7e4ea5b0c req-d443d1d7-2b21-4c06-a30e-33fc04a01eab tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.2022796 Aug 19 12:32:51.647053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad938c10-48e3-4728-a499-2bd4aa7d0eeb {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:51.679105 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.724771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Transition to ACTIVE for port object ad938c10-48e3-4728-a499-2bd4aa7d0eeb will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:51.740113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2ddd707-3ac7-4033-b5ef-0ce7e4ea5b0c req-742b25eb-b9c1-47bc-8385-86e9809661e6 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816498 Aug 19 12:32:51.746751 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-baa6de86-3867-4858-bd3a-5e61c5bc2c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.777836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] For port aa2bfdde-f326-4970-8d19-e03f981f9bf9, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:51.793738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] For port aa2bfdde-f326-4970-8d19-e03f981f9bf9, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=aa2bfdde-f326-4970-8d19-e03f981f9bf9,segment=NetworkSegment(e6d0c567-00ec-46be-aec5-4f8777803b14),segment_id=e6d0c567-00ec-46be-aec5-4f8777803b14)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:51.831075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-baa6de86-3867-4858-bd3a-5e61c5bc2c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.854236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b7106-ee1c-4c8c-8c10-49261e908428 req-6b16857a-b9df-46e8-8c92-bd6e5179e0b9 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:51.856000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b5b7106-ee1c-4c8c-8c10-49261e908428 req-6b16857a-b9df-46e8-8c92-bd6e5179e0b9 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 932 time: 0.0572958 Aug 19 12:32:51.857290 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.880096 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.903046 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.940499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object 033974b4-07e4-493e-a385-2ce53f90740c will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:52.008870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad938c10-48e3-4728-a499-2bd4aa7d0eeb,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:52.025046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b5b7106-ee1c-4c8c-8c10-49261e908428 req-2c57129e-58a6-4067-a93c-49cbcaabf9c6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325543 Aug 19 12:32:52.066420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034ce46-cc8e-40f3-8c96-b69b6be6e6f7 None None] Pushing event updated for resources: {'Port': ['ID=aa2bfdde-f326-4970-8d19-e03f981f9bf9,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:52.078863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Attempting to bind port ad938c10-48e3-4728-a499-2bd4aa7d0eeb on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:52.078863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Attempting to bind port ad938c10-48e3-4728-a499-2bd4aa7d0eeb by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:52.082661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Attempting to bind port ad938c10-48e3-4728-a499-2bd4aa7d0eeb on network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:52.086727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Port ad938c10-48e3-4728-a499-2bd4aa7d0eeb on network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:32:52.087080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Attempting to bind port ad938c10-48e3-4728-a499-2bd4aa7d0eeb on network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:52.092515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:52.093507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Checking segment: {'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:52.093947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Bound using segment: {'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:52.094610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Bound port: ad938c10-48e3-4728-a499-2bd4aa7d0eeb, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b154d293-0342-4882-9e28-85aa2f7804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:52.094994 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.178604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] For port ad938c10-48e3-4728-a499-2bd4aa7d0eeb, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:52.182417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] For port ad938c10-48e3-4728-a499-2bd4aa7d0eeb, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=ad938c10-48e3-4728-a499-2bd4aa7d0eeb,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:52.184296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-baa6de86-3867-4858-bd3a-5e61c5bc2c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.188960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-baa6de86-3867-4858-bd3a-5e61c5bc2c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.197463 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-baa6de86-3867-4858-bd3a-5e61c5bc2c9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c15528d-e93c-4827-8eee-5fb109dfc174 HTTP/1.1" status: 204 len: 168 time: 0.6885467 Aug 19 12:32:52.197463 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.247605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6de86-3867-4858-bd3a-5e61c5bc2c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c15528d-e93c-4827-8eee-5fb109dfc174,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:52.295712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 57d23cef-c3f0-4271-b566-133e685cfc65 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:52.297466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.312128 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:52.316897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:52.383978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:52.384623 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.392224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] 10.222.0.53 "PUT /v2.0/ports/ad938c10-48e3-4728-a499-2bd4aa7d0eeb HTTP/1.1" status: 200 len: 1092 time: 1.3211675 Aug 19 12:32:52.394993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7045fec6-07ec-437a-9c7a-eb5776334812', 'tag': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:52.405430 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9a9d8a-b0f6-416d-a204-1891840337ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7045fec6-07ec-437a-9c7a-eb5776334812", "tag": "ad938c10-48e3-4728-a499-2bd4aa7d0eeb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:52.424449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=033974b4-07e4-493e-a385-2ce53f90740c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:52.458405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509eccd-04dc-47b6-9215-0349a7f64be8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad938c10-48e3-4728-a499-2bd4aa7d0eeb,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:52.488357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:52.489107 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.542319 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e49f5a8-c904-455b-ad70-9164b0b5c145 x-openstack-request-id: req-7e49f5a8-c904-455b-ad70-9164b0b5c145 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:52.542695 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7045fec6-07ec-437a-9c7a-eb5776334812", "tag": "ad938c10-48e3-4728-a499-2bd4aa7d0eeb", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:52.543023 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e49f5a8-c904-455b-ad70-9164b0b5c145 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:52.543533 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7045fec6-07ec-437a-9c7a-eb5776334812', 'tag': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb', 'status': 'completed', 'code': 200} Aug 19 12:32:52.629198 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-77b3027b-a59c-4efe-9909-7cb48122fdce tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0668268 Aug 19 12:32:52.630049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40558) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:52.637051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': '57d23cef-c3f0-4271-b566-133e685cfc65', 'name': 'tempest-PortsTestJSON-1709799559', 'fixed_ips': [{'subnet_id': '0b02ecde-e7c2-4cb7-a15f-7ef8b55a5139', 'ip_address': '172.20.0.9'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:52.706259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1042aa0d-61ce-4d7d-9f92-0a842ff85bee req-cd51aefa-1b82-4f56-a78f-b92f19bbd21f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 210 time: 0.0542130 Aug 19 12:32:52.758886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a9d8a-b0f6-416d-a204-1891840337ad req-400517e0-8cca-44c9-8aec-dfacb410f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:52.760445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9a9d8a-b0f6-416d-a204-1891840337ad req-400517e0-8cca-44c9-8aec-dfacb410f89d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=872e8f1201074ee8923c8fe5bad83a20&device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 1095 time: 0.1920393 Aug 19 12:32:52.807411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df0778-d0d0-4483-9db1-b2b13e36f9ab req-e47d0d1f-6276-4196-8a78-7605e11af62a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:52.809055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1df0778-d0d0-4483-9db1-b2b13e36f9ab req-e47d0d1f-6276-4196-8a78-7605e11af62a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.1570044 Aug 19 12:32:52.902166 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1df0778-d0d0-4483-9db1-b2b13e36f9ab req-e9a2cfbc-773c-4ab9-96bd-ffffd7b20574 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611377 Aug 19 12:32:52.944667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a9d8a-b0f6-416d-a204-1891840337ad req-19a9af49-92ff-4e77-aaf9-78e52d6fa6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:52.945702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9a9d8a-b0f6-416d-a204-1891840337ad req-19a9af49-92ff-4e77-aaf9-78e52d6fa6b8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=872e8f1201074ee8923c8fe5bad83a20&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1750238 Aug 19 12:32:53.059549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:53.066489 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:53.131679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a9d8a-b0f6-416d-a204-1891840337ad req-aa4eb23d-e75d-47ab-aaf9-8445152f91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.135211 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9a9d8a-b0f6-416d-a204-1891840337ad req-aa4eb23d-e75d-47ab-aaf9-8445152f91dc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1769831 Aug 19 12:32:53.142917 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port bac19c52-e01e-4098-90b4-3206ebaf8ca8 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:53.195680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device aa2bfdde-f326-4970-8d19-e03f981f9bf9 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:53.316802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-3dce3180-332a-4037-82b2-7e899a5b0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.318793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-3dce3180-332a-4037-82b2-7e899a5b0c1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=872e8f1201074ee8923c8fe5bad83a20&device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 1095 time: 0.0994806 Aug 19 12:32:53.329726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250e7c0-726f-4a5b-878d-942423953c5b req-77d62632-dd87-49ba-a4cd-a44eb02306c9 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.334258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1250e7c0-726f-4a5b-878d-942423953c5b req-77d62632-dd87-49ba-a4cd-a44eb02306c9 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 944 time: 0.1685114 Aug 19 12:32:53.392366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-31b13ff0-69ea-475a-aa5e-f506cc7ce213 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad938c10-48e3-4728-a499-2bd4aa7d0eeb HTTP/1.1" status: 200 len: 217 time: 0.0600336 Aug 19 12:32:53.400063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port aa2bfdde-f326-4970-8d19-e03f981f9bf9 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:53.416266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.9 (57d23cef-c3f0-4271-b566-133e685cfc65/0b02ecde-e7c2-4cb7-a15f-7ef8b55a5139/bac19c52-e01e-4098-90b4-3206ebaf8ca8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:53.445504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1250e7c0-726f-4a5b-878d-942423953c5b req-683a7ece-018f-427f-93fe-05f43c03057d tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033089 Aug 19 12:32:53.535966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-deac4fb7-2568-4af7-9b28-62fca37fc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.537876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-deac4fb7-2568-4af7-9b28-62fca37fc43b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35e06fff-908f-41b0-90dc-be66d62fda8a HTTP/1.1" status: 200 len: 850 time: 0.1112013 Aug 19 12:32:53.597610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20768fd4-7bbf-48ac-80ba-3014034c3f68 None None] Network 57d23cef-c3f0-4271-b566-133e685cfc65 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:53.610575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-e3309d24-df11-4483-a813-9172656de896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.612618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-e3309d24-df11-4483-a813-9172656de896 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=528f3f80-fc5c-42aa-91a7-c7d45c95cca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649724 Aug 19 12:32:53.690998 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:53.713280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object bac19c52-e01e-4098-90b4-3206ebaf8ca8 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:53.760077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-ac451f91-bec3-492d-a1e3-c3e80bcbb266 service neutron] 10.222.0.53 "GET /v2.0/networks/528f3f80-fc5c-42aa-91a7-c7d45c95cca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365666 Aug 19 12:32:53.910587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e1ba279-2818-4dd2-ac12-2f4276a1dbd0 req-adeb9e35-3a36-469f-b965-dfbd8a1840c5 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 210 time: 0.0413141 Aug 19 12:32:53.939871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d73bd-4270-4044-bed9-41e334ed3ac1 req-c93a51a4-ce9e-4813-a392-503bb9876a48 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.942512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-454d73bd-4270-4044-bed9-41e334ed3ac1 req-c93a51a4-ce9e-4813-a392-503bb9876a48 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.1074038 Aug 19 12:32:53.944171 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:53.954899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-264e040c-763c-4aeb-a673-766274a761ea None None] Provisioning for port aa2bfdde-f326-4970-8d19-e03f981f9bf9 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:53.974933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-264e040c-763c-4aeb-a673-766274a761ea None None] Provisioning complete for port aa2bfdde-f326-4970-8d19-e03f981f9bf9 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:53.975494 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-264e040c-763c-4aeb-a673-766274a761ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.149028 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-264e040c-763c-4aeb-a673-766274a761ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.176612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 57d23cef-c3f0-4271-b566-133e685cfc65 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:54.183460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:54.188647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=bac19c52-e01e-4098-90b4-3206ebaf8ca8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:54.202091 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:54.262284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-264e040c-763c-4aeb-a673-766274a761ea None None] For port aa2bfdde-f326-4970-8d19-e03f981f9bf9, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=aa2bfdde-f326-4970-8d19-e03f981f9bf9,segment=NetworkSegment(e6d0c567-00ec-46be-aec5-4f8777803b14),segment_id=e6d0c567-00ec-46be-aec5-4f8777803b14)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:54.310658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:54.311339 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.324163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-9a361f7f-54e9-4acb-8a23-cb2f7de7db98 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:54.325776 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-9a361f7f-54e9-4acb-8a23-cb2f7de7db98 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "GET /v2.0/networks?id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 200 len: 815 time: 0.3025668 Aug 19 12:32:54.344036 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Request body: {'port': {'device_id': '23e8863e-0d81-464d-b19e-c93966d9860f', 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d', 'admin_state_up': True, 'tenant_id': 'c239b129dd1444dea4aa12c5115de621'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:54.429574 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-264e040c-763c-4aeb-a673-766274a761ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.528527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86c749d5-ef22-440c-aec0-e81943e05e16 req-bea0670e-ccc1-4bb6-8f9f-44497a4d8ea8 service neutron] 10.222.0.53 "GET /v2.0/networks/528f3f80-fc5c-42aa-91a7-c7d45c95cca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7610376 Aug 19 12:32:54.591681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e040c-763c-4aeb-a673-766274a761ea None None] Pushing event updated for resources: {'Port': ['ID=aa2bfdde-f326-4970-8d19-e03f981f9bf9,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:54.623613 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c87d2e23-8495-4ead-88ef-0d2f0ae136ce None None] Provisioning complete for port aa2bfdde-f326-4970-8d19-e03f981f9bf9 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:54.624078 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c87d2e23-8495-4ead-88ef-0d2f0ae136ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.702790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40612) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:54.754744 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517d03-fb52-4d5d-b000-937d590b8412 req-bf715235-836a-4935-bc2b-061d36e4e8ca tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:54.757882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96517d03-fb52-4d5d-b000-937d590b8412 req-bf715235-836a-4935-bc2b-061d36e4e8ca tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 944 time: 0.1673975 Aug 19 12:32:54.774390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cef452-4aaa-4504-bbac-94f62de62b08 req-9260c43d-b1ad-4cf8-8ae5-56626500017f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:54.786005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2cef452-4aaa-4504-bbac-94f62de62b08 req-9260c43d-b1ad-4cf8-8ae5-56626500017f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 945 time: 0.2636561 Aug 19 12:32:54.887590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2cef452-4aaa-4504-bbac-94f62de62b08 req-ce4ec761-1bb8-4169-bc62-382cb9ee1deb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005304 Aug 19 12:32:54.891968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96517d03-fb52-4d5d-b000-937d590b8412 req-4d415f62-a5ad-43e0-99d8-738d2310d8f7 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970104 Aug 19 12:32:54.895418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-454d73bd-4270-4044-bed9-41e334ed3ac1 req-b492cd1b-b070-48b2-b9ed-2d99fbd78be7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Deleting port 362e2abb-5048-4411-af2b-1b25c6075c88 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:54.895871 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-454d73bd-4270-4044-bed9-41e334ed3ac1 req-b492cd1b-b070-48b2-b9ed-2d99fbd78be7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.907988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c87d2e23-8495-4ead-88ef-0d2f0ae136ce None None] Provisioning for port 033974b4-07e4-493e-a385-2ce53f90740c completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:54.912805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c87d2e23-8495-4ead-88ef-0d2f0ae136ce None None] Provisioning complete for port 033974b4-07e4-493e-a385-2ce53f90740c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:54.914058 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c87d2e23-8495-4ead-88ef-0d2f0ae136ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.914643 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f37c39ed-feda-4355-8749-1384b98a27bd tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2831683 Aug 19 12:32:54.919148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40618) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:55.033550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-network', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:55.041877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c87d2e23-8495-4ead-88ef-0d2f0ae136ce None None] Port 033974b4-07e4-493e-a385-2ce53f90740c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:55.144388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device aa2bfdde-f326-4970-8d19-e03f981f9bf9 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:55.192872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad41917e-6a94-4ddb-b0a0-98338f296da8 req-cd9c8458-9782-43f4-848b-340b933effa7 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 210 time: 0.0385096 Aug 19 12:32:55.193550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a08ddb8-493f-4d9e-ad9e-f05b0a8fae34 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:55.195560 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2a08ddb8-493f-4d9e-ad9e-f05b0a8fae34 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2770972 Aug 19 12:32:55.202082 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40624) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:55.209179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-454d73bd-4270-4044-bed9-41e334ed3ac1 req-b492cd1b-b070-48b2-b9ed-2d99fbd78be7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] For port 362e2abb-5048-4411-af2b-1b25c6075c88, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=362e2abb-5048-4411-af2b-1b25c6075c88,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:55.209599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-454d73bd-4270-4044-bed9-41e334ed3ac1 req-b492cd1b-b070-48b2-b9ed-2d99fbd78be7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.236716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-454d73bd-4270-4044-bed9-41e334ed3ac1 req-b492cd1b-b070-48b2-b9ed-2d99fbd78be7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Calling delete_port for 362e2abb-5048-4411-af2b-1b25c6075c88 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:55.273557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port aa2bfdde-f326-4970-8d19-e03f981f9bf9 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:55.274372 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.289813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e22b56-e14d-45aa-b98e-74b38b7fee48 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:55.304160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e22b56-e14d-45aa-b98e-74b38b7fee48 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:55.312501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Made reservation on behalf of 9407ecd49d83419eb53a4d228310b29c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:55.315385 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e22b56-e14d-45aa-b98e-74b38b7fee48 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:55.319405 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.324330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ffd9b449-c887-41c6-80f3-0b3408addaf7 None None] Provisioning for port bac19c52-e01e-4098-90b4-3206ebaf8ca8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:55.324579 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-87e22b56-e14d-45aa-b98e-74b38b7fee48 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1150823 Aug 19 12:32:55.324579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40626) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:55.326752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ffd9b449-c887-41c6-80f3-0b3408addaf7 None None] Provisioning complete for port bac19c52-e01e-4098-90b4-3206ebaf8ca8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:55.327818 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ffd9b449-c887-41c6-80f3-0b3408addaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.340421 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.385074 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-03cdf223-bbeb-458c-9a5d-916698ae48ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.402976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ffd9b449-c887-41c6-80f3-0b3408addaf7 None None] Port bac19c52-e01e-4098-90b4-3206ebaf8ca8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:55.446170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ffd9b449-c887-41c6-80f3-0b3408addaf7 None None] Provisioning complete for port 033974b4-07e4-493e-a385-2ce53f90740c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:55.446557 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ffd9b449-c887-41c6-80f3-0b3408addaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.467788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-82c53b0d-9f26-4518-ae99-ba040a35488b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port bac19c52-e01e-4098-90b4-3206ebaf8ca8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:55.473296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82c53b0d-9f26-4518-ae99-ba040a35488b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.521064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ffd9b449-c887-41c6-80f3-0b3408addaf7 None None] Port 033974b4-07e4-493e-a385-2ce53f90740c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:55.530569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Made reservation on behalf of c239b129dd1444dea4aa12c5115de621 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:55.534526 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.618414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device ad938c10-48e3-4728-a499-2bd4aa7d0eeb details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:32:55.636228 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.646874 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-454d73bd-4270-4044-bed9-41e334ed3ac1 req-b492cd1b-b070-48b2-b9ed-2d99fbd78be7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.666629 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82c53b0d-9f26-4518-ae99-ba040a35488b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.667288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['362e2abb-5048-4411-af2b-1b25c6075c88'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:55.703990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-82c53b0d-9f26-4518-ae99-ba040a35488b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for bac19c52-e01e-4098-90b4-3206ebaf8ca8 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:55.723191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492cd1b-b070-48b2-b9ed-2d99fbd78be7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event deleted for resources: {'Port': ['ID=362e2abb-5048-4411-af2b-1b25c6075c88,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:55.741523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-454d73bd-4270-4044-bed9-41e334ed3ac1 req-b492cd1b-b070-48b2-b9ed-2d99fbd78be7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] No DVR routers for this DVR port 362e2abb-5048-4411-af2b-1b25c6075c88 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:55.744183 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-454d73bd-4270-4044-bed9-41e334ed3ac1 req-b492cd1b-b070-48b2-b9ed-2d99fbd78be7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.746345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-454d73bd-4270-4044-bed9-41e334ed3ac1 req-b492cd1b-b070-48b2-b9ed-2d99fbd78be7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "DELETE /v2.0/ports/362e2abb-5048-4411-af2b-1b25c6075c88 HTTP/1.1" status: 204 len: 173 time: 1.7984409 Aug 19 12:32:55.746923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6499a051-eaf7-4b9d-b066-fcca5f886a25', 'name': 'network-vif-deleted', 'tag': '362e2abb-5048-4411-af2b-1b25c6075c88'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:55.750420 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d91f348-4543-4019-8d01-38298c51756d" -d '{"events": [{"server_uuid": "6499a051-eaf7-4b9d-b066-fcca5f886a25", "name": "network-vif-deleted", "tag": "362e2abb-5048-4411-af2b-1b25c6075c88"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:55.755999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.808147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c0dc81-5b5e-43ed-99eb-ac6beda1d7c1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:55.817656 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e5bb49-f492-4fe1-9fd5-a8e6c82d54ce x-openstack-request-id: req-61e5bb49-f492-4fe1-9fd5-a8e6c82d54ce {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:55.818052 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6499a051-eaf7-4b9d-b066-fcca5f886a25", "name": "network-vif-deleted", "tag": "362e2abb-5048-4411-af2b-1b25c6075c88", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:55.818457 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61e5bb49-f492-4fe1-9fd5-a8e6c82d54ce {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:55.820359 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6499a051-eaf7-4b9d-b066-fcca5f886a25', 'name': 'network-vif-deleted', 'tag': '362e2abb-5048-4411-af2b-1b25c6075c88', 'status': 'completed', 'code': 200} Aug 19 12:32:55.826386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port ad938c10-48e3-4728-a499-2bd4aa7d0eeb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=ad938c10-48e3-4728-a499-2bd4aa7d0eeb,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:55.839158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Allocated IP 172.20.0.8 (33d50d00-adaa-45b8-9e4f-a2caa46b0e8d/9c64f776-3857-4313-b138-a7296f8fbf5c/6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:55.839782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'port_id': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb', 'mac_address': 'fa:16:3e:9f:2e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:32:55.899125 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.922398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad938c10-48e3-4728-a499-2bd4aa7d0eeb {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:55.929205 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.952530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port ad938c10-48e3-4728-a499-2bd4aa7d0eeb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=ad938c10-48e3-4728-a499-2bd4aa7d0eeb,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:56.064015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60d61afc-0304-44e2-9fec-87c7928f6731 req-93187cc3-ec83-4360-b14c-99b53667d06a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 210 time: 0.0418451 Aug 19 12:32:56.106526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715619f0-74fe-4f17-ac39-2a9f1501811d req-de3d0523-8943-40fe-bd97-f1f0dddd93fa tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:56.122229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-715619f0-74fe-4f17-ac39-2a9f1501811d req-de3d0523-8943-40fe-bd97-f1f0dddd93fa tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 944 time: 0.0864680 Aug 19 12:32:56.177995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-715619f0-74fe-4f17-ac39-2a9f1501811d req-a07a7abb-bf9d-472a-a429-db4d1d6546c2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575213 Aug 19 12:32:56.194883 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.240624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:56.256150 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82c53b0d-9f26-4518-ae99-ba040a35488b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.267768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=ad938c10-48e3-4728-a499-2bd4aa7d0eeb,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:56.276167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.276527 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Added segment 3fb49d44-5c12-4822-ae77-04c5f9ec2a59 of type vlan for network c68051c8-8d11-471a-bc06-1d4cede3a846 Aug 19 12:32:56.332050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c53b0d-9f26-4518-ae99-ba040a35488b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=bac19c52-e01e-4098-90b4-3206ebaf8ca8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:56.342262 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.346400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.397609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13a890fb-020f-4a99-b2b7-8f3d9e74d524 req-f38ff368-bc3f-431f-b270-42f269c09e5d tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 210 time: 0.0438628 Aug 19 12:32:56.460881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82c53b0d-9f26-4518-ae99-ba040a35488b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.471221 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-82c53b0d-9f26-4518-ae99-ba040a35488b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/bac19c52-e01e-4098-90b4-3206ebaf8ca8 HTTP/1.1" status: 204 len: 168 time: 1.1387880 Aug 19 12:32:56.472301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:56.509994 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1062465-83f1-44fa-a67a-2fccdb45c8b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:32:56.516493 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1062465-83f1-44fa-a67a-2fccdb45c8b7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/bac19c52-e01e-4098-90b4-3206ebaf8ca8 HTTP/1.1" status: 404 len: 333 time: 0.0389550 Aug 19 12:32:56.518171 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40648) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:56.531933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['ad938c10-48e3-4728-a499-2bd4aa7d0eeb'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:56.538578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.540262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:56.540878 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.577622 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.607823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ee553c0a-89b0-4745-967a-9d0c8fa1e45c', '2875405e-c569-4e35-9c71-b3ffba0d5e32'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:56.694166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] Pushing event updated for resources: {'Network': ['ID=c68051c8-8d11-471a-bc06-1d4cede3a846,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:56.695282 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:56.699745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Pushing event updated for resources: {'Port': ['ID=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:56.706319 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:56.711452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:56.722708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network c68051c8-8d11-471a-bc06-1d4cede3a846 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:56.739543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8f0c8696-1905-4c32-b121-34e527d8afdb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0324807 Aug 19 12:32:56.743710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40650) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:56.751214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] Request body: {'subnet': {'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-subnet', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:56.865570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:56.866941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.894348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-880cd1d9-b0de-4563-8884-12aaf45950e1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 033974b4-07e4-493e-a385-2ce53f90740c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:56.894348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-880cd1d9-b0de-4563-8884-12aaf45950e1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.903494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] Made reservation on behalf of 9407ecd49d83419eb53a4d228310b29c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:56.909987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.021733 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-880cd1d9-b0de-4563-8884-12aaf45950e1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.054585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-880cd1d9-b0de-4563-8884-12aaf45950e1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 033974b4-07e4-493e-a385-2ce53f90740c owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:57.096221 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.114794 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-82c284c3-0b3e-45a1-a6dd-ea01fbb677d3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7753003 Aug 19 12:32:57.139092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Request body: {'port': {'device_id': '23e8863e-0d81-464d-b19e-c93966d9860f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:57.236627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.283028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-892b009d-beb9-498d-8eed-e7195512474d req-da4a8d2f-42dd-4639-9f14-41d4c14d719f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=6499a051-eaf7-4b9d-b066-fcca5f886a25 HTTP/1.1" status: 200 len: 210 time: 0.0718555 Aug 19 12:32:57.413698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd131bba-74fb-42c4-8fdb-1122b1e463dd req-3bc7369c-99aa-4e85-9843-6faad6c14c32 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.415440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd131bba-74fb-42c4-8fdb-1122b1e463dd req-3bc7369c-99aa-4e85-9843-6faad6c14c32 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 945 time: 0.1169419 Aug 19 12:32:57.423986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.488127 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-880cd1d9-b0de-4563-8884-12aaf45950e1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.540087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cd1d9-b0de-4563-8884-12aaf45950e1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=033974b4-07e4-493e-a385-2ce53f90740c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:57.551394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1335f746-432e-4b12-98dc-14a71dd53be2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:57.588203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd131bba-74fb-42c4-8fdb-1122b1e463dd req-fac67a23-b374-405b-83e1-bc04c9042a5c tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158803 Aug 19 12:32:57.591761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] Checking segment: {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:57.595501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] Network hostable DHCP agents. Network: c68051c8-8d11-471a-bc06-1d4cede3a846, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:57.626279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 362e2abb-5048-4411-af2b-1b25c6075c88 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:57.678484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 362e2abb-5048-4411-af2b-1b25c6075c88 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:57.686104 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 362e2abb-5048-4411-af2b-1b25c6075c88 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:57.706129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f71fc-b14e-43ff-803b-c45c4cf72321 req-0583cf45-867e-4cb1-8c5f-3f21071d9bab tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.710001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-841f71fc-b14e-43ff-803b-c45c4cf72321 req-0583cf45-867e-4cb1-8c5f-3f21071d9bab tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 931 time: 0.0794225 Aug 19 12:32:57.742652 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-880cd1d9-b0de-4563-8884-12aaf45950e1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.745965 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-880cd1d9-b0de-4563-8884-12aaf45950e1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/033974b4-07e4-493e-a385-2ce53f90740c HTTP/1.1" status: 204 len: 168 time: 1.2260370 Aug 19 12:32:57.749354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:57.792347 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-247a3a69-69f8-4fb7-8c7c-04f5614d2bd7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:32:57.794102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-247a3a69-69f8-4fb7-8c7c-04f5614d2bd7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/033974b4-07e4-493e-a385-2ce53f90740c HTTP/1.1" status: 404 len: 333 time: 0.0435512 Aug 19 12:32:57.798088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-841f71fc-b14e-43ff-803b-c45c4cf72321 req-d08a964b-69f8-49d0-ba46-b92bca57fb59 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828488 Aug 19 12:32:57.798591 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40666) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:57.818005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] Network c68051c8-8d11-471a-bc06-1d4cede3a846 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:57.942700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, c68051c8-8d11-471a-bc06-1d4cede3a846) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:57.947227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.947946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.955794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-228b0f93-e7b7-4c12-abfb-9bc012ac6d40 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting subnet 0b02ecde-e7c2-4cb7-a15f-7ef8b55a5139 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:57.956030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1715640-5fe8-4893-a606-f0c1b5aa38c5 None None] Network c68051c8-8d11-471a-bc06-1d4cede3a846 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:57.968396 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-228b0f93-e7b7-4c12-abfb-9bc012ac6d40 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.991446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:58.005999 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.026629 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-228b0f93-e7b7-4c12-abfb-9bc012ac6d40 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.049523 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Transition to ACTIVE for port object 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:58.127992 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-228b0f93-e7b7-4c12-abfb-9bc012ac6d40 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.257570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-c68051c8-8d11-471a-bc06-1d4cede3a846', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:58.258474 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.341249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6f4987ed-0c8f-44c7-99d7-f161c243e313 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5935762 Aug 19 12:32:58.341674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:58.349491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:58.438560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Allocated IP 172.20.0.2 (c68051c8-8d11-471a-bc06-1d4cede3a846/1335f746-432e-4b12-98dc-14a71dd53be2/89b556d2-7255-46d4-b531-0d0d1153bd2f) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:58.463886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-228b0f93-e7b7-4c12-abfb-9bc012ac6d40 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.467708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.497769 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.499452 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.565775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd53ea4-b400-4e70-8899-a4215515d76c None None] Network 57d23cef-c3f0-4271-b566-133e685cfc65 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:58.583380 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-228b0f93-e7b7-4c12-abfb-9bc012ac6d40 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.589013 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-228b0f93-e7b7-4c12-abfb-9bc012ac6d40 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/0b02ecde-e7c2-4cb7-a15f-7ef8b55a5139 HTTP/1.1" status: 204 len: 168 time: 0.7827511 Aug 19 12:32:58.611873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b0f93-e7b7-4c12-abfb-9bc012ac6d40 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Subnet': ['ID=0b02ecde-e7c2-4cb7-a15f-7ef8b55a5139,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:58.614902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40688) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:58.668403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.832910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.837125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:58.837900 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.862547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Transition to ACTIVE for port object 89b556d2-7255-46d4-b531-0d0d1153bd2f will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:58.890905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Transition to ACTIVE for port object 89b556d2-7255-46d4-b531-0d0d1153bd2f will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:58.913925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a359874f-d5ab-4cec-aaf3-8d50d3fd8464 None None] DHCP port deletion for 57d23cef-c3f0-4271-b566-133e685cfc65 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:58.938408 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Attempting to bind port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:58.938843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Attempting to bind port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:58.939115 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Attempting to bind port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:58.943949 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.950283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-27b16404-6123-4d71-9b87-496b91508368 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:58.953039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:32:58.953431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Attempting to bind port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:58.954821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-27b16404-6123-4d71-9b87-496b91508368 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.3153806 Aug 19 12:32:58.961065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:58.961524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Checking segment: {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:58.961926 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Bound using segment: {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:58.962397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Bound port: 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:58.962766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.972503 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.975694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port aa2bfdde-f326-4970-8d19-e03f981f9bf9 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:58.976388 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.017845 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-c032dcf8-5f90-4234-b4dc-de15fdc2e15e tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/quotas/18c7d919376b46c7af6387b7c99d7be9 HTTP/1.1" status: 200 len: 375 time: 0.0518951 Aug 19 12:32:59.043857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a359874f-d5ab-4cec-aaf3-8d50d3fd8464 None None] Deleting port aa2bfdde-f326-4970-8d19-e03f981f9bf9 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:59.044013 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a359874f-d5ab-4cec-aaf3-8d50d3fd8464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.053122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] For port aa2bfdde-f326-4970-8d19-e03f981f9bf9, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=aa2bfdde-f326-4970-8d19-e03f981f9bf9,segment=NetworkSegment(e6d0c567-00ec-46be-aec5-4f8777803b14),segment_id=e6d0c567-00ec-46be-aec5-4f8777803b14)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:59.053544 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.068558 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for aa2bfdde-f326-4970-8d19-e03f981f9bf9 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:59.076490 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.158108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Network c68051c8-8d11-471a-bc06-1d4cede3a846 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:59.173991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device aa2bfdde-f326-4970-8d19-e03f981f9bf9 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:59.183829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-42a19ebe-b88c-4749-8748-ffd5fec98355 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776927 Aug 19 12:32:59.184360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:59.212562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:59.214540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Pushing event updated for resources: {'Port': ['ID=89b556d2-7255-46d4-b531-0d0d1153bd2f,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:59.228852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a359874f-d5ab-4cec-aaf3-8d50d3fd8464 None None] For port aa2bfdde-f326-4970-8d19-e03f981f9bf9, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=aa2bfdde-f326-4970-8d19-e03f981f9bf9,segment=NetworkSegment(e6d0c567-00ec-46be-aec5-4f8777803b14),segment_id=e6d0c567-00ec-46be-aec5-4f8777803b14)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:59.235739 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a359874f-d5ab-4cec-aaf3-8d50d3fd8464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.260691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] For port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:59.266906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26240077-9606-41b1-8eb0-d0f592290eb5 req-833b3bf0-26d0-4f06-9919-ccfd733ce96a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:59.268530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26240077-9606-41b1-8eb0-d0f592290eb5 req-833b3bf0-26d0-4f06-9919-ccfd733ce96a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 945 time: 0.4612613 Aug 19 12:32:59.269288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a359874f-d5ab-4cec-aaf3-8d50d3fd8464 None None] Calling delete_port for aa2bfdde-f326-4970-8d19-e03f981f9bf9 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:59.269548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] For port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:59.292202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.332040 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=aa2bfdde-f326-4970-8d19-e03f981f9bf9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:59.338570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No DVR routers for this DVR port aa2bfdde-f326-4970-8d19-e03f981f9bf9 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:59.342286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26240077-9606-41b1-8eb0-d0f592290eb5 req-ff28e4b3-b008-41e8-a757-6e8b3ef58ef8 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387511 Aug 19 12:32:59.349065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No active binding found for port aa2bfdde-f326-4970-8d19-e03f981f9bf9 {{(pid=95662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 12:32:59.349533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device aa2bfdde-f326-4970-8d19-e03f981f9bf9 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:59.352777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Attempting to bind port 89b556d2-7255-46d4-b531-0d0d1153bd2f on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:59.353175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Attempting to bind port 89b556d2-7255-46d4-b531-0d0d1153bd2f by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:59.353502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Attempting to bind port 89b556d2-7255-46d4-b531-0d0d1153bd2f on network c68051c8-8d11-471a-bc06-1d4cede3a846 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:59.400104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-55ea6bdb-f93c-4602-b61d-3f6f908b1d55 service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152317 Aug 19 12:32:59.410534 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a359874f-d5ab-4cec-aaf3-8d50d3fd8464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.419001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:59.419001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Checking segment: {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:59.419001 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.419001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Bound using segment: {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:59.419001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Bound port: 89b556d2-7255-46d4-b531-0d0d1153bd2f, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:59.419001 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.447432 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.494081 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.507745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359874f-d5ab-4cec-aaf3-8d50d3fd8464 None None] No DVR routers for this DVR port aa2bfdde-f326-4970-8d19-e03f981f9bf9 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:59.511512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359874f-d5ab-4cec-aaf3-8d50d3fd8464 None None] Pushing event deleted for resources: {'Port': ['ID=aa2bfdde-f326-4970-8d19-e03f981f9bf9,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:59.518569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d23cef-c3f0-4271-b566-133e685cfc65']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:59.521870 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:59.522536 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.524234 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc HTTP/1.1" status: 200 len: 1091 time: 2.3946259 Aug 19 12:32:59.524632 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e8863e-0d81-464d-b19e-c93966d9860f', 'tag': '6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:59.526971 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcef16aa-d5aa-43ad-82d0-b4484809fc89" -d '{"events": [{"name": "network-changed", "server_uuid": "23e8863e-0d81-464d-b19e-c93966d9860f", "tag": "6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:59.545070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d0c567-00ec-46be-aec5-4f8777803b14') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:59.545070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d0c567-00ec-46be-aec5-4f8777803b14') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:59.565952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.567382 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ee723-d360-4721-a668-7bdf4b6ae1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:59.584620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a2bfc-d689-40af-b04d-cdc670df1ba4 req-78a8c28a-8222-417b-8369-d0a2d79c550d tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:59.586073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] For port 89b556d2-7255-46d4-b531-0d0d1153bd2f, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:59.590185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] For port 89b556d2-7255-46d4-b531-0d0d1153bd2f, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=89b556d2-7255-46d4-b531-0d0d1153bd2f,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:59.592151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f7a2bfc-d689-40af-b04d-cdc670df1ba4 req-78a8c28a-8222-417b-8369-d0a2d79c550d tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 943 time: 0.1506984 Aug 19 12:32:59.594063 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.603114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:59.610949 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:59.625029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device ad938c10-48e3-4728-a499-2bd4aa7d0eeb up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:59.641405 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-34b6801e-d2e1-41b6-92a2-edea1ad5fe81 service neutron] 10.222.0.44 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277515 Aug 19 12:32:59.693733 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.738229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f7a2bfc-d689-40af-b04d-cdc670df1ba4 req-ff86e7e1-aee0-45d4-adba-8c2be1b07e6e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444812 Aug 19 12:32:59.789309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-5e1f6d46-2dfb-404e-8849-1534631c8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:59.791225 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-5e1f6d46-2dfb-404e-8849-1534631c8920 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 1094 time: 0.0771673 Aug 19 12:32:59.797473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d82e74-dd77-4ab3-92ca-71053a5c9da1 None None] Pushing event updated for resources: {'Port': ['ID=89b556d2-7255-46d4-b531-0d0d1153bd2f,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:59.841536 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.868576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.882636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.886061 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/networks/57d23cef-c3f0-4271-b566-133e685cfc65 HTTP/1.1" status: 204 len: 168 time: 1.2548251 Aug 19 12:32:59.889015 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-d4ea8eeb-b7be-465a-83b3-dfdb061aafb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc HTTP/1.1" status: 200 len: 217 time: 0.0859671 Aug 19 12:32:59.890467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40706) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:59.900499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-318903034'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:59.926203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.937900 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c35db53-6032-43f0-af3a-27df75412981 x-openstack-request-id: req-7c35db53-6032-43f0-af3a-27df75412981 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:59.938270 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e8863e-0d81-464d-b19e-c93966d9860f", "tag": "6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:59.938591 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c35db53-6032-43f0-af3a-27df75412981 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:59.939067 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e8863e-0d81-464d-b19e-c93966d9860f', 'tag': '6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc', 'status': 'completed', 'code': 200} Aug 19 12:32:59.970802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ca47c-0d87-497d-904c-2064ecd5f684 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Network': ['ID=57d23cef-c3f0-4271-b566-133e685cfc65,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:00.005698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-22eb9c87-a91a-4ee6-b8cf-95e2621ef208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:00.007776 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-22eb9c87-a91a-4ee6-b8cf-95e2621ef208 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9c64f776-3857-4313-b138-a7296f8fbf5c HTTP/1.1" status: 200 len: 855 time: 0.1022620 Aug 19 12:33:00.080298 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-ec868395-f797-48db-8bf0-3e53a029029f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614038 Aug 19 12:33:00.105607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Allocated IP 172.25.6.38 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/eeb86938-76fb-440a-be07-8a7b20d1c750) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:00.109423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port ad938c10-48e3-4728-a499-2bd4aa7d0eeb completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:00.129838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port ad938c10-48e3-4728-a499-2bd4aa7d0eeb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:00.130346 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.214773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:00.220362 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.318668 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:00.341757 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.385841 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.386871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7045fec6-07ec-437a-9c7a-eb5776334812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:00.387078 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Added segment 123bc00b-9964-4c36-b2ce-50794c15f5b0 of type vlan for network 375c7fbd-b5f1-4901-bea1-4d1cddf5788a Aug 19 12:33:00.393456 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df2009-a88b-4a01-b3d2-ed8ea3d6f627" -d '{"events": [{"server_uuid": "7045fec6-07ec-437a-9c7a-eb5776334812", "name": "network-vif-plugged", "status": "completed", "tag": "ad938c10-48e3-4728-a499-2bd4aa7d0eeb"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:00.393753 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-7bbbf47e-d985-4c56-8306-d5e2c0e1910a service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008053 Aug 19 12:33:00.426333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port ad938c10-48e3-4728-a499-2bd4aa7d0eeb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=ad938c10-48e3-4728-a499-2bd4aa7d0eeb,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:00.434352 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.446392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbee145e-7f5e-432a-b884-5f6848fb3819 req-54576b57-6a00-4238-b3f1-3317ba986b90 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 210 time: 0.1038086 Aug 19 12:33:00.502620 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.633098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=ad938c10-48e3-4728-a499-2bd4aa7d0eeb,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:00.635511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dc49f-068d-4dfb-8329-7e018d8b104e req-40816345-1f8f-4a4b-bd84-29d9f54addb8 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:00.637479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-512dc49f-068d-4dfb-8329-7e018d8b104e req-40816345-1f8f-4a4b-bd84-29d9f54addb8 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 946 time: 0.1383193 Aug 19 12:33:00.639552 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.658671 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc580f60-6229-422d-8196-d112b0c80ba4 x-openstack-request-id: req-cc580f60-6229-422d-8196-d112b0c80ba4 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:00.659200 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7045fec6-07ec-437a-9c7a-eb5776334812", "name": "network-vif-plugged", "status": "completed", "tag": "ad938c10-48e3-4728-a499-2bd4aa7d0eeb", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:00.659626 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc580f60-6229-422d-8196-d112b0c80ba4 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:00.660381 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7045fec6-07ec-437a-9c7a-eb5776334812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb', 'code': 200} Aug 19 12:33:00.736063 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-340b74f8-5cb3-4032-a60d-875362ab65a4 req-60404e81-b8a8-4fa7-91d0-9ae029fe4b7f service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235817 Aug 19 12:33:00.741025 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.773158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:00.800431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:00.804370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb86938-76fb-440a-be07-8a7b20d1c750,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:00.809405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:00.819051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-512dc49f-068d-4dfb-8329-7e018d8b104e req-81009de4-0827-4500-b05f-2f3cd066de20 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652141 Aug 19 12:33:00.898593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3e53f-0e96-4c99-b8c1-3fc7ebb482db req-7f723c68-15cf-462a-a2d2-56cd8b80c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:00.898593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1aa3e53f-0e96-4c99-b8c1-3fc7ebb482db req-7f723c68-15cf-462a-a2d2-56cd8b80c020 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 1097 time: 0.1613169 Aug 19 12:33:00.949911 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.959454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:00.964471 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.067357 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1aa3e53f-0e96-4c99-b8c1-3fc7ebb482db req-224ee883-1a77-4f50-83fd-f74785189811 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554673 Aug 19 12:33:01.094174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9405c-8e71-441b-92b7-a494c25b0763 req-0f9a98b1-8299-40fa-9031-4553b8d54777 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:01.101687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dee9405c-8e71-441b-92b7-a494c25b0763 req-0f9a98b1-8299-40fa-9031-4553b8d54777 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 943 time: 0.2314312 Aug 19 12:33:01.169335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Network': ['ID=375c7fbd-b5f1-4901-bea1-4d1cddf5788a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:01.184239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.184804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.184953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dee9405c-8e71-441b-92b7-a494c25b0763 req-fc2d7de9-0294-48ad-b6e6-e5076d8b0708 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823750 Aug 19 12:33:01.185469 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.186996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.188167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.189692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.190168 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.191582 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.192072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.192987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.193665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.194173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:01.210415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 89b556d2-7255-46d4-b531-0d0d1153bd2f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:01.211031 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef16aa-d5aa-43ad-82d0-b4484809fc89 req-083199bf-2240-4147-8c9a-da3572cdd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:01.212332 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dcef16aa-d5aa-43ad-82d0-b4484809fc89 req-083199bf-2240-4147-8c9a-da3572cdd04c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 1094 time: 0.2102315 Aug 19 12:33:01.242604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 375c7fbd-b5f1-4901-bea1-4d1cddf5788a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:01.321362 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c4312d63-cd89-42e4-8981-9e480df9dee5 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4249570 Aug 19 12:33:01.325715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40746) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:01.334909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': '375c7fbd-b5f1-4901-bea1-4d1cddf5788a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:01.366000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef16aa-d5aa-43ad-82d0-b4484809fc89 req-6cdca22a-47a9-4ffc-8f67-c3a482c5e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:01.368215 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dcef16aa-d5aa-43ad-82d0-b4484809fc89 req-6cdca22a-47a9-4ffc-8f67-c3a482c5e991 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 200 len: 916 time: 0.1479936 Aug 19 12:33:01.401585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fe671-1743-41ed-a317-efd29f7649af None None] Network c68051c8-8d11-471a-bc06-1d4cede3a846 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:01.442919 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dcef16aa-d5aa-43ad-82d0-b4484809fc89 req-4c93a505-22c4-49a9-ad96-60b6c05e241a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc HTTP/1.1" status: 200 len: 217 time: 0.0671315 Aug 19 12:33:01.479022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 89b556d2-7255-46d4-b531-0d0d1153bd2f completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:01.552086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef16aa-d5aa-43ad-82d0-b4484809fc89 req-c44c7f43-9e70-428e-9279-5454c25cd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:01.557493 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dcef16aa-d5aa-43ad-82d0-b4484809fc89 req-c44c7f43-9e70-428e-9279-5454c25cd1f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9c64f776-3857-4313-b138-a7296f8fbf5c HTTP/1.1" status: 200 len: 855 time: 0.1004984 Aug 19 12:33:01.579702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-161f45de-fb5f-4d20-a692-a29a824bc4bb req-d5683289-e47d-4f08-a8b9-cdd5c9529e75 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0400767 Aug 19 12:33:01.595475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b733c766-3b48-460f-b464-fb4199b32cb0 None None] Provisioning for port 89b556d2-7255-46d4-b531-0d0d1153bd2f completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:01.603254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b733c766-3b48-460f-b464-fb4199b32cb0 None None] Provisioning complete for port 89b556d2-7255-46d4-b531-0d0d1153bd2f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:01.603708 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b733c766-3b48-460f-b464-fb4199b32cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.627398 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dcef16aa-d5aa-43ad-82d0-b4484809fc89 req-3bbf065d-7384-41a3-9e02-1c287150197b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633910 Aug 19 12:33:01.650740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.745692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b733c766-3b48-460f-b464-fb4199b32cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.751149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:01.755543 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.798160 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dcef16aa-d5aa-43ad-82d0-b4484809fc89 req-c7e97dbf-c2b4-43ac-9c56-4ed941f78ec9 service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597946 Aug 19 12:33:01.807958 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b733c766-3b48-460f-b464-fb4199b32cb0 None None] For port 89b556d2-7255-46d4-b531-0d0d1153bd2f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=89b556d2-7255-46d4-b531-0d0d1153bd2f,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:01.932291 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b733c766-3b48-460f-b464-fb4199b32cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.966792 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dcef16aa-d5aa-43ad-82d0-b4484809fc89 req-c2e4e040-7ba7-473a-ab12-4ef5eea215e8 service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591880 Aug 19 12:33:02.070157 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733c766-3b48-460f-b464-fb4199b32cb0 None None] Pushing event updated for resources: {'Port': ['ID=89b556d2-7255-46d4-b531-0d0d1153bd2f,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:02.084973 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cbfac5ea-ad89-4769-9a43-c24a5ba2a021 None None] Provisioning complete for port 89b556d2-7255-46d4-b531-0d0d1153bd2f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:02.085692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cbfac5ea-ad89-4769-9a43-c24a5ba2a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.366845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:02.462226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7efaf-3a56-4a69-9bf7-e717b8a09397 req-cf64d83b-519f-48b4-8d12-3fa29b54d763 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:02.463911 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1fb7efaf-3a56-4a69-9bf7-e717b8a09397 req-cf64d83b-519f-48b4-8d12-3fa29b54d763 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 946 time: 0.1967561 Aug 19 12:33:02.520449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:02.544515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc', 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d', 'port_id': '6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc', 'mac_address': 'fa:16:3e:18:f8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c64f776-3857-4313-b138-a7296f8fbf5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:02.545130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50edc2-64e1-474f-9beb-64aa41cf2bbe req-35475212-a582-4cc2-a038-162b9f384f65 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:02.547529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca50edc2-64e1-474f-9beb-64aa41cf2bbe req-35475212-a582-4cc2-a038-162b9f384f65 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 943 time: 0.2145152 Aug 19 12:33:02.605046 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.629327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:02.675365 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:02.694124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1fb7efaf-3a56-4a69-9bf7-e717b8a09397 req-4e0cab4f-9312-4741-ba6b-2fcff35b8cd8 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781878 Aug 19 12:33:02.729970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca50edc2-64e1-474f-9beb-64aa41cf2bbe req-dae71d5b-3115-44b4-88b8-94f23c75ee8b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604652 Aug 19 12:33:02.755138 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.824017 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.871747 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c73ffaad-6c54-4c05-8d18-13f28804742f req-a736c624-ac13-4cf8-a067-9922e11f14a7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0475674 Aug 19 12:33:02.940094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:03.017034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.087269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 89b556d2-7255-46d4-b531-0d0d1153bd2f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:03.089504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Subnet': ['ID=fbc218ca-4e1c-4d7a-a719-ce1f8a7e6101,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:03.099952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Checking segment: {'id': '123bc00b-9964-4c36-b2ce-50794c15f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '375c7fbd-b5f1-4901-bea1-4d1cddf5788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:03.100344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network hostable DHCP agents. Network: 375c7fbd-b5f1-4901-bea1-4d1cddf5788a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:03.128465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:03.153898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Router 6df0c2ad-4772-41fb-8780-0f6926730c1c is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:33:03.242350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 89b556d2-7255-46d4-b531-0d0d1153bd2f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:03.242735 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.268264 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:33:03.294970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 375c7fbd-b5f1-4901-bea1-4d1cddf5788a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:03.334526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:03.354284 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Sync routers for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:03.366322 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:03.367053 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:03.418949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 375c7fbd-b5f1-4901-bea1-4d1cddf5788a) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:03.428533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:03.429218 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.430734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb91b405-e36a-498e-a57d-dc7dcc778cfb None None] Network 375c7fbd-b5f1-4901-bea1-4d1cddf5788a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:03.492983 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.497782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6af5e249-4778-4c56-beaa-ff27654f5af5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1523924 Aug 19 12:33:03.498009 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:03.498162 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40796) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:03.603985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-965f068d-c3c9-4ba9-8a38-fdb8dc59317c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2730713 Aug 19 12:33:03.604323 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40800) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:03.610285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d7b2ae3c-7784-43aa-a42b-59be524b9fec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1917946761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:03.672013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-375c7fbd-b5f1-4901-bea1-4d1cddf5788a', 'network_id': '375c7fbd-b5f1-4901-bea1-4d1cddf5788a', 'tenant_id': '578cca5e32894b01a2c387b949e1328e', 'fixed_ips': [{'subnet_id': 'fbc218ca-4e1c-4d7a-a719-ce1f8a7e6101'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:33:03.673226 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.768547 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:01Z', 'revision_number': 3, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:03.804325 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Checking router: 6df0c2ad-4772-41fb-8780-0f6926730c1c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:33:03.804687 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Updating router 6df0c2ad-4772-41fb-8780-0f6926730c1c port eeb86938-76fb-440a-be07-8a7b20d1c750 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:33:03.834369 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ae3c-7784-43aa-a42b-59be524b9fec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.835555 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ae3c-7784-43aa-a42b-59be524b9fec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.855664 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.883942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Allocated IP 172.20.0.2 (375c7fbd-b5f1-4901-bea1-4d1cddf5788a/fbc218ca-4e1c-4d7a-a719-ce1f8a7e6101/23a6637d-0a84-4183-b0f1-ef4e83256ceb) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:04.068900 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.082756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Transition to ACTIVE for port object 23a6637d-0a84-4183-b0f1-ef4e83256ceb will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:04.125291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Transition to ACTIVE for port object 23a6637d-0a84-4183-b0f1-ef4e83256ceb will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:04.169505 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ae3c-7784-43aa-a42b-59be524b9fec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.172672 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.184681 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Transition to ACTIVE for port object eeb86938-76fb-440a-be07-8a7b20d1c750 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:04.212406 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.265068 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.270001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81372fe7-603c-431f-9620-e4f34302798f req-69078aa4-07af-466a-a83a-58acc23ab7a2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.275887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Network 375c7fbd-b5f1-4901-bea1-4d1cddf5788a is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:04.278311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81372fe7-603c-431f-9620-e4f34302798f req-69078aa4-07af-466a-a83a-58acc23ab7a2 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 946 time: 0.2077570 Aug 19 12:33:04.279079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:04.284304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:04.296424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Pushing event updated for resources: {'Port': ['ID=23a6637d-0a84-4183-b0f1-ef4e83256ceb,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:04.305111 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.369748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Attempting to bind port 23a6637d-0a84-4183-b0f1-ef4e83256ceb on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:04.370258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Attempting to bind port 23a6637d-0a84-4183-b0f1-ef4e83256ceb by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '123bc00b-9964-4c36-b2ce-50794c15f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '375c7fbd-b5f1-4901-bea1-4d1cddf5788a'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:04.370829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Attempting to bind port 23a6637d-0a84-4183-b0f1-ef4e83256ceb on network 375c7fbd-b5f1-4901-bea1-4d1cddf5788a {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:04.377109 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ae3c-7784-43aa-a42b-59be524b9fec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.380116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:04.385312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:04.385932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Checking segment: {'id': '123bc00b-9964-4c36-b2ce-50794c15f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '375c7fbd-b5f1-4901-bea1-4d1cddf5788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:04.386585 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.387226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Bound using segment: {'id': '123bc00b-9964-4c36-b2ce-50794c15f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '375c7fbd-b5f1-4901-bea1-4d1cddf5788a'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:04.387996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Bound port: 23a6637d-0a84-4183-b0f1-ef4e83256ceb, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123bc00b-9964-4c36-b2ce-50794c15f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '375c7fbd-b5f1-4901-bea1-4d1cddf5788a'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:04.388633 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.407227 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Attempting to bind port eeb86938-76fb-440a-be07-8a7b20d1c750 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:04.407600 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Attempting to bind port eeb86938-76fb-440a-be07-8a7b20d1c750 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:04.417013 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Attempting to bind port eeb86938-76fb-440a-be07-8a7b20d1c750 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:04.418998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81372fe7-603c-431f-9620-e4f34302798f req-1fa8aa83-94df-4359-ab38-813a1e257079 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400428 Aug 19 12:33:04.457516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127e53d-8f26-452e-8f4b-c3bb49757559 req-b72e8b28-48ae-4416-94ce-6a9156c0d140 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.459890 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:04.460421 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:04.461311 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.462042 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:04.462825 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Bound port: eeb86938-76fb-440a-be07-8a7b20d1c750, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:04.463717 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.480365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f127e53d-8f26-452e-8f4b-c3bb49757559 req-b72e8b28-48ae-4416-94ce-6a9156c0d140 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 944 time: 0.5035236 Aug 19 12:33:04.547005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f127e53d-8f26-452e-8f4b-c3bb49757559 req-4dd69c85-d831-41f5-99b8-80d8957d9e8f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654826 Aug 19 12:33:04.551559 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ae3c-7784-43aa-a42b-59be524b9fec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.561814 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d7b2ae3c-7784-43aa-a42b-59be524b9fec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9556146 Aug 19 12:33:04.580578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40816) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:04.584574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] For port 23a6637d-0a84-4183-b0f1-ef4e83256ceb, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:04.592079 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccc6d7-3a4e-4696-ad18-52b685bae2f0 None None] Pushing event updated for resources: {'Port': ['ID=eeb86938-76fb-440a-be07-8a7b20d1c750,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:04.592611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] For port 23a6637d-0a84-4183-b0f1-ef4e83256ceb, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=23a6637d-0a84-4183-b0f1-ef4e83256ceb,segment=NetworkSegment(123bc00b-9964-4c36-b2ce-50794c15f5b0),segment_id=123bc00b-9964-4c36-b2ce-50794c15f5b0)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:04.593144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'network_id': '375c7fbd-b5f1-4901-bea1-4d1cddf5788a', 'name': 'tempest-PortsTestJSON-367947133'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:04.610861 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] For port eeb86938-76fb-440a-be07-8a7b20d1c750, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:04.615295 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] For port eeb86938-76fb-440a-be07-8a7b20d1c750, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=eeb86938-76fb-440a-be07-8a7b20d1c750,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:04.756093 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.846816 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.863709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:04.895863 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:04.896175 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.906378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbcf4bc6-9ae3-49b5-8d5b-f6177d8cc3d7 req-86b72111-607e-44a6-8aba-b8500dcaab78 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 210 time: 0.2815952 Aug 19 12:33:04.942475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-47c7f4d5-c12e-4e90-9515-c793d0c816f3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.947194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-47c7f4d5-c12e-4e90-9515-c793d0c816f3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 812 time: 0.7908037 Aug 19 12:33:05.019343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Request body: {'port': {'device_id': '01f2f656-f96d-4ad8-a092-4fba8623aaf6', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'admin_state_up': True, 'tenant_id': '18c7d919376b46c7af6387b7c99d7be9'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:05.022239 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:05.025685 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:05.041461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927575f-3a07-4e64-8b97-e39464cca6f0 None None] Pushing event updated for resources: {'Port': ['ID=23a6637d-0a84-4183-b0f1-ef4e83256ceb,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:05.130666 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccc6d7-3a4e-4696-ad18-52b685bae2f0 None None] Pushing event updated for resources: {'Port': ['ID=eeb86938-76fb-440a-be07-8a7b20d1c750,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:05.171368 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.217712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Allocated IP 172.20.0.1 (c68051c8-8d11-471a-bc06-1d4cede3a846/1335f746-432e-4b12-98dc-14a71dd53be2/76f68db6-7efe-4463-a66b-fbdfbe9d1c4a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:05.237452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e8863e-0d81-464d-b19e-c93966d9860f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:05.258900 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06bc756-c213-46ed-8515-5d04d34480fa" -d '{"events": [{"server_uuid": "23e8863e-0d81-464d-b19e-c93966d9860f", "name": "network-vif-plugged", "status": "completed", "tag": "6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:05.285348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:05.298027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.309329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:05.344056 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:05.375232 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.384891 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9f64d2-60a9-4558-ad16-d675fe30d8af x-openstack-request-id: req-1b9f64d2-60a9-4558-ad16-d675fe30d8af {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:05.385756 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e8863e-0d81-464d-b19e-c93966d9860f", "name": "network-vif-plugged", "status": "completed", "tag": "6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:05.386148 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b9f64d2-60a9-4558-ad16-d675fe30d8af {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:05.386734 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e8863e-0d81-464d-b19e-c93966d9860f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc', 'code': 200} Aug 19 12:33:05.469586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.479656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e5642-0b1e-4895-937e-58414db472df req-b5434192-3cd7-4485-a3c6-3d6f49100d70 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:05.491297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc1e5642-0b1e-4895-937e-58414db472df req-b5434192-3cd7-4485-a3c6-3d6f49100d70 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 946 time: 0.5406055 Aug 19 12:33:05.492080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Transition to ACTIVE for port object 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:05.498320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Made reservation on behalf of 18c7d919376b46c7af6387b7c99d7be9 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:05.506769 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.517827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40822) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:05.520457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port 8228d398-dab6-4355-acaa-60e9fe60758a yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:33:05.579123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-085bee92-4d9a-4f59-8a62-a72dcf2e9eaa tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Request body: {'floatingip': {'port_id': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:05.699496 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-085bee92-4d9a-4f59-8a62-a72dcf2e9eaa tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.713102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65f96-cc40-4eee-91a4-59452184df5d req-c61c723b-1bff-44b8-a265-ce1b95ca7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:05.724136 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f1c65f96-cc40-4eee-91a4-59452184df5d req-c61c723b-1bff-44b8-a265-ce1b95ca7322 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 1096 time: 0.1524556 Aug 19 12:33:05.761193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:05.766854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.861615 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f1c65f96-cc40-4eee-91a4-59452184df5d req-6252c32d-8820-49dd-b236-f8355ba7dfa9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366851 Aug 19 12:33:05.864202 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Network c68051c8-8d11-471a-bc06-1d4cede3a846 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:05.868614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:05.885307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:05.948333 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.010622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Pushing event updated for resources: {'Port': ['ID=76f68db6-7efe-4463-a66b-fbdfbe9d1c4a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:06.041204 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:01Z', 'revision_number': 3, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:06.101414 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842ed29a-6c22-4f3e-89de-c97125d9208b None None] The sync data for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 is: [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:01Z', 'revision_number': 3, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:06.301177 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.466000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Allocated IP 172.20.0.4 (47bf18ea-e897-40e4-bd28-08a8f7c4097a/630e15be-446b-46dd-8c02-a2bdb7426a46/0e52fae6-2708-4029-9054-005039f2f089) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:06.569853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-98dbfd72-2051-4eee-90d4-9f71a1b5b7c6 None None] Provisioning for port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:06.580114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-98dbfd72-2051-4eee-90d4-9f71a1b5b7c6 None None] Provisioning complete for port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:06.585071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-98dbfd72-2051-4eee-90d4-9f71a1b5b7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.698681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2789cc-cfd4-4d03-80dd-f7fce136a7bb None None] Network 375c7fbd-b5f1-4901-bea1-4d1cddf5788a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:06.707795 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.774524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-98dbfd72-2051-4eee-90d4-9f71a1b5b7c6 None None] Port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:06.835095 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.836347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55d4e575-d91b-463d-adb7-d80ead771e89 req-e2eb28b4-4fc0-4f68-91ad-e7a53594627b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 210 time: 0.1913452 Aug 19 12:33:06.840942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.13 (375c7fbd-b5f1-4901-bea1-4d1cddf5788a/fbc218ca-4e1c-4d7a-a719-ce1f8a7e6101/8228d398-dab6-4355-acaa-60e9fe60758a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:07.110322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Pushing event updated for resources: {'Port': ['ID=76f68db6-7efe-4463-a66b-fbdfbe9d1c4a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:07.131950 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.174542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2460b28-de19-4604-9bb7-0423e75571c9 req-77409f06-f620-4853-82e5-5e8bd80b2c9c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:07.176209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2460b28-de19-4604-9bb7-0423e75571c9 req-77409f06-f620-4853-82e5-5e8bd80b2c9c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 945 time: 1.3563724 Aug 19 12:33:07.234316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-30ff39fe-66b4-412b-b1e6-8059c70fda60 None None] Provisioning for port 23a6637d-0a84-4183-b0f1-ef4e83256ceb completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:07.303153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 23a6637d-0a84-4183-b0f1-ef4e83256ceb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:07.456386 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Network c68051c8-8d11-471a-bc06-1d4cede3a846 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:07.460753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:07.555528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 23a6637d-0a84-4183-b0f1-ef4e83256ceb completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:07.570207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 23a6637d-0a84-4183-b0f1-ef4e83256ceb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:07.578159 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.602058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2460b28-de19-4604-9bb7-0423e75571c9 req-0b2dfd1d-3a33-4612-bf3d-ed85cb2c4b78 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612733 Aug 19 12:33:07.786889 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.844077 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.965854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Router 6df0c2ad-4772-41fb-8780-0f6926730c1c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:33:07.973049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 23a6637d-0a84-4183-b0f1-ef4e83256ceb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=23a6637d-0a84-4183-b0f1-ef4e83256ceb,segment=NetworkSegment(123bc00b-9964-4c36-b2ce-50794c15f5b0),segment_id=123bc00b-9964-4c36-b2ce-50794c15f5b0)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:08.069282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b0002f25-74d4-47c7-a92e-f7ba24b61a37 None None] Provisioning complete for port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:08.072453 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b0002f25-74d4-47c7-a92e-f7ba24b61a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.104553 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.168155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75bd0eb1-c6b6-43b0-bdf6-cb10d36f21de req-a8914878-b429-45db-961f-e3e6a7c0ff93 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0744843 Aug 19 12:33:08.182696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object 8228d398-dab6-4355-acaa-60e9fe60758a will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:08.206638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b0002f25-74d4-47c7-a92e-f7ba24b61a37 None None] Port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:08.317692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:08.338225 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9a1e68d1-6ee3-4dc9-a1dd-f396b00a499b admin admin] 10.222.0.44 "PUT /v2.0/routers/6df0c2ad-4772-41fb-8780-0f6926730c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8299332 Aug 19 12:33:08.435197 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-085bee92-4d9a-4f59-8a62-a72dcf2e9eaa tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.440514 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.441345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device eeb86938-76fb-440a-be07-8a7b20d1c750 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:08.474883 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.578083 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=23a6637d-0a84-4183-b0f1-ef4e83256ceb,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:08.584420 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-085bee92-4d9a-4f59-8a62-a72dcf2e9eaa tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.588596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.595151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Network 47bf18ea-e897-40e4-bd28-08a8f7c4097a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:08.634956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port eeb86938-76fb-440a-be07-8a7b20d1c750 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:08.642333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:08.651700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port eeb86938-76fb-440a-be07-8a7b20d1c750 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:08.656389 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.698953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:08.890546 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.932563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port eeb86938-76fb-440a-be07-8a7b20d1c750, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=eeb86938-76fb-440a-be07-8a7b20d1c750,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:09.097733 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.194612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=eeb86938-76fb-440a-be07-8a7b20d1c750,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:09.231736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 23a6637d-0a84-4183-b0f1-ef4e83256ceb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:09.336937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 23a6637d-0a84-4183-b0f1-ef4e83256ceb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:09.341608 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.354180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40872) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:09.362806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Sync routers for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:09.364360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d13d71bc-9a60-408f-9f13-9d1e995d079d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450081856', 'description': 'tempest-description--2010128820'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:09.426358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event updated for resources: {'Port': ['ID=0e52fae6-2708-4029-9054-005039f2f089,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:09.455240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:09.455240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:09.503337 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d13d71bc-9a60-408f-9f13-9d1e995d079d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.523394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 375c7fbd-b5f1-4901-bea1-4d1cddf5788a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:09.565303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:09.574646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:09.611120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.611805 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.674079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:09.696521 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40876) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:09.722576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d13d71bc-9a60-408f-9f13-9d1e995d079d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.756746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=8228d398-dab6-4355-acaa-60e9fe60758a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:09.771666 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-085bee92-4d9a-4f59-8a62-a72dcf2e9eaa tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Floating IP f1aee314-6bc4-4a65-b4cf-8dc6e68bf241 associated. External IP: 172.25.6.187, port: ad938c10-48e3-4728-a499-2bd4aa7d0eeb. Aug 19 12:33:09.829356 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d13d71bc-9a60-408f-9f13-9d1e995d079d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.882008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.882888 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.886881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d71bc-9a60-408f-9f13-9d1e995d079d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d41b597-c18e-4669-b9c9-fbdeefd29526,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:09.903333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60b6e1-30ad-440b-98ef-c95fd100c451 req-8bbef5bd-0a08-4208-bd96-cfc98b0bdc2d tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.905844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc60b6e1-30ad-440b-98ef-c95fd100c451 req-8bbef5bd-0a08-4208-bd96-cfc98b0bdc2d tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 945 time: 0.4740257 Aug 19 12:33:09.928004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661817-6768-4737-9cee-d3478653f7ca req-282a6754-18af-4795-8355-e7122a322e6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.938622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d661817-6768-4737-9cee-d3478653f7ca req-282a6754-18af-4795-8355-e7122a322e6b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 931 time: 0.4052718 Aug 19 12:33:09.996919 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d13d71bc-9a60-408f-9f13-9d1e995d079d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.000227 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d13d71bc-9a60-408f-9f13-9d1e995d079d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6435707 Aug 19 12:33:10.003064 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b8d9b80-82ce-495e-8cd3-c9d1cf10a348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.006179 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40880) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:10.013624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-a76c2b96-d875-4f00-91da-58bb016e70bb tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0139215 Aug 19 12:33:10.031683 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ba5980ae-01cb-4271-b44f-05a3b4448a75 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'security_group_rule': {'security_group_id': '8d41b597-c18e-4669-b9c9-fbdeefd29526', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:10.039094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 2, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:10.050787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Request body: {'port': {'device_id': '01f2f656-f96d-4ad8-a092-4fba8623aaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:10.069859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Checking router: 6df0c2ad-4772-41fb-8780-0f6926730c1c for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:33:10.070614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Updating router 6df0c2ad-4772-41fb-8780-0f6926730c1c port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:33:10.104699 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.118511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3dca5c78-8934-479f-9939-690fa5e30f65 None None] Provisioning for port 8228d398-dab6-4355-acaa-60e9fe60758a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:10.128057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3dca5c78-8934-479f-9939-690fa5e30f65 None None] Provisioning complete for port 8228d398-dab6-4355-acaa-60e9fe60758a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:10.129702 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3dca5c78-8934-479f-9939-690fa5e30f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.129821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc60b6e1-30ad-440b-98ef-c95fd100c451 req-ec3894d2-ac0d-4cc1-9806-d87612bbd580 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892471 Aug 19 12:33:10.137235 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d661817-6768-4737-9cee-d3478653f7ca req-a6dc25f0-025a-4e56-badd-a56708b25920 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985362 Aug 19 12:33:10.144736 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5d4864e1-2129-40d8-969f-7f8e16963565 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.5625536 Aug 19 12:33:10.146000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40882) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:10.277363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.386329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba5980ae-01cb-4271-b44f-05a3b4448a75 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.406056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3dca5c78-8934-479f-9939-690fa5e30f65 None None] Port 8228d398-dab6-4355-acaa-60e9fe60758a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:10.491358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085bee92-4d9a-4f59-8a62-a72dcf2e9eaa tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:33:10.617714 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.641675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Transition to ACTIVE for port object 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:10.709156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba5980ae-01cb-4271-b44f-05a3b4448a75 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.712633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085bee92-4d9a-4f59-8a62-a72dcf2e9eaa tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:10.719087 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-085bee92-4d9a-4f59-8a62-a72dcf2e9eaa tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.729272 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f806bf-5604-49ab-8a97-73912dda960a None None] Sync routers for ids ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:10.742230 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f806bf-5604-49ab-8a97-73912dda960a None None] Routers {'5f537225-8ed8-40f8-92b6-8e7a961c02d1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:10.743463 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f4f806bf-5604-49ab-8a97-73912dda960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:10.750190 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.786761 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba5980ae-01cb-4271-b44f-05a3b4448a75 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.814766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-085bee92-4d9a-4f59-8a62-a72dcf2e9eaa tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "PUT /v2.0/floatingips/f1aee314-6bc4-4a65-b4cf-8dc6e68bf241 HTTP/1.1" status: 200 len: 992 time: 5.2955525 Aug 19 12:33:10.817568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7045fec6-07ec-437a-9c7a-eb5776334812', 'tag': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:10.822657 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5b98a0-3a50-42ff-875c-bd111064f3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7045fec6-07ec-437a-9c7a-eb5776334812", "tag": "ad938c10-48e3-4728-a499-2bd4aa7d0eeb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:10.863835 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70b633-2fb4-4f7a-b971-49e4c8b5010f None None] Pushing event updated for resources: {'Port': ['ID=76f68db6-7efe-4463-a66b-fbdfbe9d1c4a,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:10.892149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e52fae6-2708-4029-9054-005039f2f089 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:10.913900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.956198 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145f9a5e-b04c-4928-94de-61446d43160b x-openstack-request-id: req-145f9a5e-b04c-4928-94de-61446d43160b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:10.957450 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7045fec6-07ec-437a-9c7a-eb5776334812", "tag": "ad938c10-48e3-4728-a499-2bd4aa7d0eeb", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:10.958098 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-145f9a5e-b04c-4928-94de-61446d43160b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:10.958986 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7045fec6-07ec-437a-9c7a-eb5776334812', 'tag': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb', 'status': 'completed', 'code': 200} Aug 19 12:33:10.969946 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b8d9b80-82ce-495e-8cd3-c9d1cf10a348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.987575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5980ae-01cb-4271-b44f-05a3b4448a75 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d684e68-0f8e-45dc-9724-8d06fb2c8f21,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:11.013731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Attempting to bind port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:11.021728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Attempting to bind port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:11.021728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Attempting to bind port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a on network c68051c8-8d11-471a-bc06-1d4cede3a846 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:11.026514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:11.027553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Checking segment: {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:11.028508 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.029480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Bound using segment: {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:11.030609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Bound port: 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:11.031615 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.131830 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f4f806bf-5604-49ab-8a97-73912dda960a None None] Set router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:11.151614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Transition to ACTIVE for port object 0e52fae6-2708-4029-9054-005039f2f089 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:11.156595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b8d9b80-82ce-495e-8cd3-c9d1cf10a348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.228110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b98a0-3a50-42ff-875c-bd111064f3c4 req-856b285e-cb5d-4d23-9ef2-0eac67313a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.229940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d5b98a0-3a50-42ff-875c-bd111064f3c4 req-856b285e-cb5d-4d23-9ef2-0eac67313a4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=872e8f1201074ee8923c8fe5bad83a20&device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 1097 time: 0.2453871 Aug 19 12:33:11.238859 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.253526 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6b8d9b80-82ce-495e-8cd3-c9d1cf10a348 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2eea8ad4ace840f69581fd680401db87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5533299 Aug 19 12:33:11.265853 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40898) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:11.271822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] For port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:11.277813 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba5980ae-01cb-4271-b44f-05a3b4448a75 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.287749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] For port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=76f68db6-7efe-4463-a66b-fbdfbe9d1c4a,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:11.292267 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ba5980ae-01cb-4271-b44f-05a3b4448a75 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2802505 Aug 19 12:33:11.294972 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.323681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40902) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:11.341114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device eeb86938-76fb-440a-be07-8a7b20d1c750 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:11.393878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-11e2fa01-9c08-4b80-b006-3e7a544e925f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'security_group_rule': {'security_group_id': '8d41b597-c18e-4669-b9c9-fbdeefd29526', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:11.408884 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.615683 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d9b80-82ce-495e-8cd3-c9d1cf10a348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5559112f-68c1-4884-9015-0a22c7a197be,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:11.696043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Pushing event updated for resources: {'Port': ['ID=0e52fae6-2708-4029-9054-005039f2f089,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:11.720457 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f4f806bf-5604-49ab-8a97-73912dda960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'f1aee314-6bc4-4a65-b4cf-8dc6e68bf241', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'port_id': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'mac_address': 'fa:16:3e:9f:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7045fec6-07ec-437a-9c7a-eb5776334812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:41Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 1, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d34fc9-627b-49e2-9067-68393efeda28', 'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'mac_address': 'fa:16:3e:59:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:32Z', 'updated_at': '2021-08-19T12:32:41Z', 'revision_number': 5, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'subnets': [{'id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:11.733428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:11.734187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:11.748887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b98a0-3a50-42ff-875c-bd111064f3c4 req-06a7d830-88b1-4b53-9b36-c52d06b05ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.759582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d5b98a0-3a50-42ff-875c-bd111064f3c4 req-06a7d830-88b1-4b53-9b36-c52d06b05ef4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=528f3f80-fc5c-42aa-91a7-c7d45c95cca0 HTTP/1.1" status: 200 len: 912 time: 0.5110719 Aug 19 12:33:11.801961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7685135-7e9c-4462-a94d-0b236ff0ad2c req-620ccdf4-dab9-401b-b579-27436a01f563 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.816203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7685135-7e9c-4462-a94d-0b236ff0ad2c req-620ccdf4-dab9-401b-b579-27436a01f563 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 943 time: 0.3526058 Aug 19 12:33:11.857034 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f806bf-5604-49ab-8a97-73912dda960a None None] Checking router: 5f537225-8ed8-40f8-92b6-8e7a961c02d1 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:33:11.881202 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f806bf-5604-49ab-8a97-73912dda960a None None] Routers {'5f537225-8ed8-40f8-92b6-8e7a961c02d1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:11.882678 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f4f806bf-5604-49ab-8a97-73912dda960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:11.919481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d5b98a0-3a50-42ff-875c-bd111064f3c4 req-94df6c2f-eb8f-4eb8-b17f-8a302eef82cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad938c10-48e3-4728-a499-2bd4aa7d0eeb HTTP/1.1" status: 200 len: 1000 time: 0.1481647 Aug 19 12:33:11.958659 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.976052 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6ca04a4-c9a8-40e2-bf72-3b1f69efe391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.000783 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11e2fa01-9c08-4b80-b006-3e7a544e925f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.002292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port eeb86938-76fb-440a-be07-8a7b20d1c750 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:12.012355 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.027665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70b633-2fb4-4f7a-b971-49e4c8b5010f None None] Pushing event updated for resources: {'Port': ['ID=76f68db6-7efe-4463-a66b-fbdfbe9d1c4a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:12.036786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b98a0-3a50-42ff-875c-bd111064f3c4 req-e06c129a-4e9e-4611-a2d3-96463b682161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.041054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d5b98a0-3a50-42ff-875c-bd111064f3c4 req-e06c129a-4e9e-4611-a2d3-96463b682161 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35e06fff-908f-41b0-90dc-be66d62fda8a HTTP/1.1" status: 200 len: 850 time: 0.0973945 Aug 19 12:33:12.150297 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f4f806bf-5604-49ab-8a97-73912dda960a None None] Set router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:12.174331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Attempting to bind port 0e52fae6-2708-4029-9054-005039f2f089 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:12.174891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Attempting to bind port 0e52fae6-2708-4029-9054-005039f2f089 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:12.175439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Attempting to bind port 0e52fae6-2708-4029-9054-005039f2f089 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:12.236089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7685135-7e9c-4462-a94d-0b236ff0ad2c req-8cb477c6-abfd-40e5-9494-a4bd35168f7f tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273399 Aug 19 12:33:12.262351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Port 0e52fae6-2708-4029-9054-005039f2f089 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:12.263391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Attempting to bind port 0e52fae6-2708-4029-9054-005039f2f089 on network 47bf18ea-e897-40e4-bd28-08a8f7c4097a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:12.310478 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6ca04a4-c9a8-40e2-bf72-3b1f69efe391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.337801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b98a0-3a50-42ff-875c-bd111064f3c4 req-eb163a71-7625-49f8-998a-832a558e0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.342530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d5b98a0-3a50-42ff-875c-bd111064f3c4 req-eb163a71-7625-49f8-998a-832a558e0522 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=528f3f80-fc5c-42aa-91a7-c7d45c95cca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2858317 Aug 19 12:33:12.352974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:12.359508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Checking segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:12.361446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Bound using segment: {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:12.366120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Bound port: 0e52fae6-2708-4029-9054-005039f2f089, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:12.367057 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.379643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:12.430390 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11e2fa01-9c08-4b80-b006-3e7a544e925f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.446889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973021d-d268-4386-8d6d-73b31834ae96 req-66ef170e-ce13-4643-a614-6b1fe34a7850 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.465315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973021d-d268-4386-8d6d-73b31834ae96 req-66ef170e-ce13-4643-a614-6b1fe34a7850 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.474650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973021d-d268-4386-8d6d-73b31834ae96 req-66ef170e-ce13-4643-a614-6b1fe34a7850 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.490452 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11e2fa01-9c08-4b80-b006-3e7a544e925f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.526772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973021d-d268-4386-8d6d-73b31834ae96 req-66ef170e-ce13-4643-a614-6b1fe34a7850 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.545622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2fa01-9c08-4b80-b006-3e7a544e925f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707917c7-4360-40d7-b18b-eb82aa6b2074,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:12.561842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973021d-d268-4386-8d6d-73b31834ae96 req-66ef170e-ce13-4643-a614-6b1fe34a7850 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.579600 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.588622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973021d-d268-4386-8d6d-73b31834ae96 req-66ef170e-ce13-4643-a614-6b1fe34a7850 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.600661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973021d-d268-4386-8d6d-73b31834ae96 req-66ef170e-ce13-4643-a614-6b1fe34a7850 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.603648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7973021d-d268-4386-8d6d-73b31834ae96 req-66ef170e-ce13-4643-a614-6b1fe34a7850 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5446 time: 0.5800209 Aug 19 12:33:12.611557 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6ca04a4-c9a8-40e2-bf72-3b1f69efe391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.614516 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6ca04a4-c9a8-40e2-bf72-3b1f69efe391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.622620 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e6ca04a4-c9a8-40e2-bf72-3b1f69efe391 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5559112f-68c1-4884-9015-0a22c7a197be HTTP/1.1" status: 204 len: 168 time: 1.3224490 Aug 19 12:33:12.632328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca04a4-c9a8-40e2-bf72-3b1f69efe391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5559112f-68c1-4884-9015-0a22c7a197be,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:12.644969 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11e2fa01-9c08-4b80-b006-3e7a544e925f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.646173 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f4f806bf-5604-49ab-8a97-73912dda960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'f1aee314-6bc4-4a65-b4cf-8dc6e68bf241', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'port_id': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'mac_address': 'fa:16:3e:9f:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7045fec6-07ec-437a-9c7a-eb5776334812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:41Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 1, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d34fc9-627b-49e2-9067-68393efeda28', 'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'mac_address': 'fa:16:3e:59:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:32Z', 'updated_at': '2021-08-19T12:32:41Z', 'revision_number': 5, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'subnets': [{'id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:12.646830 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-11e2fa01-9c08-4b80-b006-3e7a544e925f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2771506 Aug 19 12:33:12.650296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40918) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:12.665658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:12.725920 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.772035 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f806bf-5604-49ab-8a97-73912dda960a None None] The sync data for ids ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'] in n-d-778732-8 is: [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'f1aee314-6bc4-4a65-b4cf-8dc6e68bf241', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'port_id': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'mac_address': 'fa:16:3e:9f:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7045fec6-07ec-437a-9c7a-eb5776334812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:41Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 1, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d34fc9-627b-49e2-9067-68393efeda28', 'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'mac_address': 'fa:16:3e:59:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:32Z', 'updated_at': '2021-08-19T12:32:41Z', 'revision_number': 5, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'subnets': [{'id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:12.901249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7973021d-d268-4386-8d6d-73b31834ae96 req-e0075e5b-1fec-46f3-b910-177ba5c83ae2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789713 Aug 19 12:33:12.931475 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.056883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] For port 0e52fae6-2708-4029-9054-005039f2f089, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:13.085444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:11Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:13.115819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] For port 0e52fae6-2708-4029-9054-005039f2f089, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=0e52fae6-2708-4029-9054-005039f2f089,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:13.119856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=8228d398-dab6-4355-acaa-60e9fe60758a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:13.142678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d5b98a0-3a50-42ff-875c-bd111064f3c4 req-3a37ada2-576d-4e8e-be7d-78623f59dd33 service neutron] 10.222.0.53 "GET /v2.0/networks/528f3f80-fc5c-42aa-91a7-c7d45c95cca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7351847 Aug 19 12:33:13.299148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b8cb8-808a-4fd8-a864-07977fe7bab5 None None] The sync data for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 is: [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:11Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:13.436079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a83e04c7-da7e-4245-af80-d6cff3d0a20f None None] Provisioning complete for port 8228d398-dab6-4355-acaa-60e9fe60758a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:13.437075 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a83e04c7-da7e-4245-af80-d6cff3d0a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.509034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.663718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6a2f2-9ac3-4733-9ada-8fcf41c86616 None None] New status for floating IP f1aee314-6bc4-4a65-b4cf-8dc6e68bf241: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:33:13.694814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.712783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Pushing event updated for resources: {'Port': ['ID=0e52fae6-2708-4029-9054-005039f2f089,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:13.743302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a83e04c7-da7e-4245-af80-d6cff3d0a20f None None] Port 8228d398-dab6-4355-acaa-60e9fe60758a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:13.757438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.791423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:13.792791 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.798624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-d09b991b-9e5a-42ee-a80c-75975f64347d service neutron] 10.222.0.53 "PUT /v2.0/ports/0e52fae6-2708-4029-9054-005039f2f089 HTTP/1.1" status: 200 len: 1091 time: 3.7653913 Aug 19 12:33:13.851126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f2f656-f96d-4ad8-a092-4fba8623aaf6', 'tag': '0e52fae6-2708-4029-9054-005039f2f089'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:13.871638 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2fcc3d-ba50-4b47-a350-c7f0d072d19e" -d '{"events": [{"name": "network-changed", "server_uuid": "01f2f656-f96d-4ad8-a092-4fba8623aaf6", "tag": "0e52fae6-2708-4029-9054-005039f2f089"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:14.006174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d5b98a0-3a50-42ff-875c-bd111064f3c4 req-0b9797ae-a4da-4dfb-a4c4-ad364010de85 service neutron] 10.222.0.53 "GET /v2.0/networks/528f3f80-fc5c-42aa-91a7-c7d45c95cca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8554184 Aug 19 12:33:14.094166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c193ec-3cfe-4ba3-8f89-0b5a3da1b9fb req-eb12190e-76ac-410b-91b5-eac4554f7629 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.109132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c193ec-3cfe-4ba3-8f89-0b5a3da1b9fb req-eb12190e-76ac-410b-91b5-eac4554f7629 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.121940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c193ec-3cfe-4ba3-8f89-0b5a3da1b9fb req-eb12190e-76ac-410b-91b5-eac4554f7629 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.132301 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Allocated IP 172.25.6.60 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/8c0aaf8a-a0b1-4d7b-8aab-dd25ae5708d0) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:14.141048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c193ec-3cfe-4ba3-8f89-0b5a3da1b9fb req-eb12190e-76ac-410b-91b5-eac4554f7629 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.153727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c193ec-3cfe-4ba3-8f89-0b5a3da1b9fb req-eb12190e-76ac-410b-91b5-eac4554f7629 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.166906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c193ec-3cfe-4ba3-8f89-0b5a3da1b9fb req-eb12190e-76ac-410b-91b5-eac4554f7629 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.180315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c193ec-3cfe-4ba3-8f89-0b5a3da1b9fb req-eb12190e-76ac-410b-91b5-eac4554f7629 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.183684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66c193ec-3cfe-4ba3-8f89-0b5a3da1b9fb req-eb12190e-76ac-410b-91b5-eac4554f7629 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5446 time: 0.6952336 Aug 19 12:33:14.211079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6cb72-28b8-4544-a512-294aaed840c2 req-f0711db5-06c5-40bb-a228-a7b1028ebe15 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.215805 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92a6cb72-28b8-4544-a512-294aaed840c2 req-f0711db5-06c5-40bb-a228-a7b1028ebe15 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 943 time: 0.5062449 Aug 19 12:33:14.296868 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.304433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-3294214b-ce77-43b8-b5ff-dcb5a0162293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.306975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-3294214b-ce77-43b8-b5ff-dcb5a0162293 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 1094 time: 0.3340616 Aug 19 12:33:14.322969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40938) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:14.361220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b6fab4e-9cce-4517-8c5b-7096b2b7ca9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.412514 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.420958 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-00d1cf2a-8ef1-4461-9445-c3679f1c5e57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e52fae6-2708-4029-9054-005039f2f089 HTTP/1.1" status: 200 len: 217 time: 0.0936661 Aug 19 12:33:14.531332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92a6cb72-28b8-4544-a512-294aaed840c2 req-99c77446-cc72-4b0c-900a-2f0bef54b0e5 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891598 Aug 19 12:33:14.579395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-342e6578-de43-4b6f-9442-04c6f36f2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.582367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-342e6578-de43-4b6f-9442-04c6f36f2a0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.1519756 Aug 19 12:33:14.616393 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e144d6-fecf-47af-992b-03a0e9b4500a x-openstack-request-id: req-a9e144d6-fecf-47af-992b-03a0e9b4500a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:14.616742 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f2f656-f96d-4ad8-a092-4fba8623aaf6", "tag": "0e52fae6-2708-4029-9054-005039f2f089", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:14.617155 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9e144d6-fecf-47af-992b-03a0e9b4500a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:14.617789 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f2f656-f96d-4ad8-a092-4fba8623aaf6', 'tag': '0e52fae6-2708-4029-9054-005039f2f089', 'status': 'completed', 'code': 200} Aug 19 12:33:14.649483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-5528d318-af33-41c9-af9c-f3611575e68c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589466 Aug 19 12:33:14.773134 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.838242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-1035796c-8737-4835-aca3-761487b4135c service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787572 Aug 19 12:33:15.023567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44eb35fa-50e2-4716-905a-fbd35fdffa47 req-88e87672-e71c-40eb-85ae-f5dfc29cf8be service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746151 Aug 19 12:33:15.146445 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.220732 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b6fab4e-9cce-4517-8c5b-7096b2b7ca9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.251597 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.291652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fcc3d-ba50-4b47-a350-c7f0d072d19e req-27fbb840-f528-4c2a-9eec-208e49cc3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:15.295394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba2fcc3d-ba50-4b47-a350-c7f0d072d19e req-27fbb840-f528-4c2a-9eec-208e49cc3938 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18c7d919376b46c7af6387b7c99d7be9&device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 1094 time: 0.1026399 Aug 19 12:33:15.299931 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.326033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:15.449096 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b6fab4e-9cce-4517-8c5b-7096b2b7ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.502849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:15.528221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fcc3d-ba50-4b47-a350-c7f0d072d19e req-1022362d-c307-4419-9558-c18a22de1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:15.528686 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:15.530538 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba2fcc3d-ba50-4b47-a350-c7f0d072d19e req-1022362d-c307-4419-9558-c18a22de1e5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 200 len: 913 time: 0.2218347 Aug 19 12:33:15.531765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=8228d398-dab6-4355-acaa-60e9fe60758a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:15.535767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:15.543298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:15.552856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:15.553555 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.586303 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6b6fab4e-9cce-4517-8c5b-7096b2b7ca9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e94e87fcd0254da190182f00071933f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2615392 Aug 19 12:33:15.593616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.595552 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40956) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:15.616036 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba2fcc3d-ba50-4b47-a350-c7f0d072d19e req-7a54b0c4-e059-4a35-aacf-3c256580f399 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e52fae6-2708-4029-9054-005039f2f089 HTTP/1.1" status: 200 len: 217 time: 0.0772111 Aug 19 12:33:15.686627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fab4e-9cce-4517-8c5b-7096b2b7ca9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f798db-ba42-4e53-af8d-7a7ccf85ccd7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:15.737146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fcc3d-ba50-4b47-a350-c7f0d072d19e req-ff3accab-c386-484b-a0d9-faeb0c858483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:15.738208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba2fcc3d-ba50-4b47-a350-c7f0d072d19e req-ff3accab-c386-484b-a0d9-faeb0c858483 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 200 len: 852 time: 0.1120410 Aug 19 12:33:15.771952 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.802630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba2fcc3d-ba50-4b47-a350-c7f0d072d19e req-803dd829-838a-4602-9bbc-5247135d0d75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47bf18ea-e897-40e4-bd28-08a8f7c4097a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564468 Aug 19 12:33:15.829313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=76f68db6-7efe-4463-a66b-fbdfbe9d1c4a,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:15.863414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'Port': ['ID=8c0aaf8a-a0b1-4d7b-8aab-dd25ae5708d0,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:15.903964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.939886 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.940197 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aa16976-610c-423a-8af2-082433a378e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.989576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aa16976-610c-423a-8af2-082433a378e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.999496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba2fcc3d-ba50-4b47-a350-c7f0d072d19e req-56779886-6158-4d23-ba7d-a4138f26c8be service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887178 Aug 19 12:33:16.009215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=76f68db6-7efe-4463-a66b-fbdfbe9d1c4a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:16.012550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ce630-fa4f-4a76-a418-ae8866285df9 req-ca0c2527-6c5e-4f6e-ab3c-a7c26eaa73f0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.014030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network 375c7fbd-b5f1-4901-bea1-4d1cddf5788a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:16.014698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a2ce630-fa4f-4a76-a418-ae8866285df9 req-ca0c2527-6c5e-4f6e-ab3c-a7c26eaa73f0 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 943 time: 0.1102922 Aug 19 12:33:16.018031 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:16.151964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a2ce630-fa4f-4a76-a418-ae8866285df9 req-135e1d33-a2f2-4820-8125-bd1b32c494cc tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082444 Aug 19 12:33:16.190322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba2fcc3d-ba50-4b47-a350-c7f0d072d19e req-00384379-2736-4c46-8cd1-f962be03c38e service neutron] 10.222.0.53 "GET /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613328 Aug 19 12:33:16.191018 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.367456 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aa16976-610c-423a-8af2-082433a378e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.370338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aa16976-610c-423a-8af2-082433a378e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.374891 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2aa16976-610c-423a-8af2-082433a378e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16f798db-ba42-4e53-af8d-7a7ccf85ccd7 HTTP/1.1" status: 204 len: 168 time: 0.7523866 Aug 19 12:33:16.414134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa16976-610c-423a-8af2-082433a378e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f798db-ba42-4e53-af8d-7a7ccf85ccd7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:16.457510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2bb6f9f4-5059-42b8-abce-778cd607235e None None] Provisioning complete for port 8228d398-dab6-4355-acaa-60e9fe60758a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:16.458948 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2bb6f9f4-5059-42b8-abce-778cd607235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.514719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Router b6d4b4c1-01f1-4844-a7fa-45decd3d3091 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:33:16.555581 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.566502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6f9f4-5059-42b8-abce-778cd607235e None None] Port 8228d398-dab6-4355-acaa-60e9fe60758a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:17.041278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40986) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:17.090607 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.171249 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:17.194466 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad32d80-ff18-4e6c-ae60-7ede602eb65f None None] Sync routers for ids ['b6d4b4c1-01f1-4844-a7fa-45decd3d3091'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:17.225236 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-afa01637-19a9-4e11-a61e-cc53c0c31bd2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "PUT /v2.0/routers/b6d4b4c1-01f1-4844-a7fa-45decd3d3091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0684798 Aug 19 12:33:17.230227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'Port': ['ID=8c0aaf8a-a0b1-4d7b-8aab-dd25ae5708d0,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:17.236750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446343b-ec76-4fc4-ab1f-05651c40d559 req-8cd81425-b8f4-4622-a565-b7ab8e92c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.237357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40998) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:17.238223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446343b-ec76-4fc4-ab1f-05651c40d559 req-8cd81425-b8f4-4622-a565-b7ab8e92c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.239529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446343b-ec76-4fc4-ab1f-05651c40d559 req-8cd81425-b8f4-4622-a565-b7ab8e92c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.240366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446343b-ec76-4fc4-ab1f-05651c40d559 req-8cd81425-b8f4-4622-a565-b7ab8e92c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.241668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446343b-ec76-4fc4-ab1f-05651c40d559 req-8cd81425-b8f4-4622-a565-b7ab8e92c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.242760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446343b-ec76-4fc4-ab1f-05651c40d559 req-8cd81425-b8f4-4622-a565-b7ab8e92c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.244178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446343b-ec76-4fc4-ab1f-05651c40d559 req-8cd81425-b8f4-4622-a565-b7ab8e92c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.248007 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad32d80-ff18-4e6c-ae60-7ede602eb65f None None] Routers {'b6d4b4c1-01f1-4844-a7fa-45decd3d3091'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:17.249205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b446343b-ec76-4fc4-ab1f-05651c40d559 req-8cd81425-b8f4-4622-a565-b7ab8e92c34a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6503 time: 0.2055192 Aug 19 12:33:17.253537 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6ad32d80-ff18-4e6c-ae60-7ede602eb65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b6d4b4c1-01f1-4844-a7fa-45decd3d3091'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:17.319710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:17.320574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.356334 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6ad32d80-ff18-4e6c-ae60-7ede602eb65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:17.364846 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b446343b-ec76-4fc4-ab1f-05651c40d559 req-73b53e97-9da7-41d3-b686-ba25344898ec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022565 Aug 19 12:33:17.376431 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad32d80-ff18-4e6c-ae60-7ede602eb65f None None] Routers {'b6d4b4c1-01f1-4844-a7fa-45decd3d3091'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:17.377482 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6ad32d80-ff18-4e6c-ae60-7ede602eb65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b6d4b4c1-01f1-4844-a7fa-45decd3d3091'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:17.385089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5dd31-a2aa-4c7f-bb06-7a223d28043a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.387842 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9ff5dd31-a2aa-4c7f-bb06-7a223d28043a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6d4b4c1-01f1-4844-a7fa-45decd3d3091 HTTP/1.1" status: 200 len: 982 time: 0.1488855 Aug 19 12:33:17.395760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:17.460301 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6ad32d80-ff18-4e6c-ae60-7ede602eb65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:17.461634 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad32d80-ff18-4e6c-ae60-7ede602eb65f None None] The sync data for ids ['b6d4b4c1-01f1-4844-a7fa-45decd3d3091'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:17.469190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:17.469794 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.519881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.525440 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cd87e4b2-cc0c-4c61-8324-aa8f02942552 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8696761 Aug 19 12:33:17.756131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 0e52fae6-2708-4029-9054-005039f2f089 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:17.921008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add718a-9d9c-4e26-9264-096d49507ae6 req-6c56e0f1-4faa-46d9-9b74-d3b11cae1fc7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.923070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8add718a-9d9c-4e26-9264-096d49507ae6 req-6c56e0f1-4faa-46d9-9b74-d3b11cae1fc7 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 943 time: 0.5156014 Aug 19 12:33:17.962643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 0e52fae6-2708-4029-9054-005039f2f089, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=0e52fae6-2708-4029-9054-005039f2f089,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:17.986533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '0e52fae6-2708-4029-9054-005039f2f089', 'network_id': '47bf18ea-e897-40e4-bd28-08a8f7c4097a', 'port_id': '0e52fae6-2708-4029-9054-005039f2f089', 'mac_address': 'fa:16:3e:9b:b6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e15be-446b-46dd-8c02-a2bdb7426a46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:18.078885 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.104277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e52fae6-2708-4029-9054-005039f2f089 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:18.143198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 0e52fae6-2708-4029-9054-005039f2f089, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=0e52fae6-2708-4029-9054-005039f2f089,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:18.150171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8add718a-9d9c-4e26-9264-096d49507ae6 req-f7559b87-86c1-4d5f-9bcf-33e660ff20ea tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540427 Aug 19 12:33:18.160081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-b072ea0a-269b-41cf-9f3d-12293317e28c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--450081856&fields=id&tenant_id=9407ecd49d83419eb53a4d228310b29c HTTP/1.1" status: 200 len: 267 time: 0.1647918 Aug 19 12:33:18.239652 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.323134 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=0e52fae6-2708-4029-9054-005039f2f089,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:18.556555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['0e52fae6-2708-4029-9054-005039f2f089'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:19.022053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-8e8aa85f-9538-410c-b7cd-17ff2d29c842 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:19.023693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-8e8aa85f-9538-410c-b7cd-17ff2d29c842 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 817 time: 0.8181026 Aug 19 12:33:19.070717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-a4a4c8eb-1e63-491e-a030-99c924947b99 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/quotas/9407ecd49d83419eb53a4d228310b29c HTTP/1.1" status: 200 len: 375 time: 0.0332656 Aug 19 12:33:19.072150 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.314511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-d543e81d-0706-4645-b945-0e1c87b4ddf0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1910412 Aug 19 12:33:19.521024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a7f63-4e8a-45c2-ae23-820548a4b65f req-156cdb46-3143-4e6b-8601-6b38c660b879 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:19.522681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee7a7f63-4e8a-45c2-ae23-820548a4b65f req-156cdb46-3143-4e6b-8601-6b38c660b879 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 944 time: 0.2201178 Aug 19 12:33:19.528910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-91f0a6f9-aea5-45b5-b407-b4bb313d4dfb service neutron] 10.222.0.44 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611288 Aug 19 12:33:19.549190 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41050) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:19.667624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee7a7f63-4e8a-45c2-ae23-820548a4b65f req-d88e5da9-3260-4000-ba49-75910c54db74 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339042 Aug 19 12:33:19.721727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-01771ba2-aee6-4cae-a9e4-402140678b04 service neutron] 10.222.0.44 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728659 Aug 19 12:33:19.726139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 8228d398-dab6-4355-acaa-60e9fe60758a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:19.726562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.758334 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-547680ee-1c42-4d0e-a753-2bd2d4cbe689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.778045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 0e52fae6-2708-4029-9054-005039f2f089 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:19.909063 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.931018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 8228d398-dab6-4355-acaa-60e9fe60758a owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:20.034570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 0e52fae6-2708-4029-9054-005039f2f089 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:20.049490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 0e52fae6-2708-4029-9054-005039f2f089 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:20.050535 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.050984 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-547680ee-1c42-4d0e-a753-2bd2d4cbe689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.126332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-547680ee-1c42-4d0e-a753-2bd2d4cbe689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.246504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-240fe172-6152-42ac-8e8d-15e35bed166c req-9e294639-03f3-48b6-bf30-62cf3a07b5a3 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 210 time: 0.0656197 Aug 19 12:33:20.283627 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-547680ee-1c42-4d0e-a753-2bd2d4cbe689 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42065ba9f4e84cc9ba3b908a2f8cd2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7324603 Aug 19 12:33:20.288585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41062) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:20.301651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547680ee-1c42-4d0e-a753-2bd2d4cbe689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b93758-6c2a-4679-82d1-f0fcb5a9c51a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:20.315569 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.379526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 0e52fae6-2708-4029-9054-005039f2f089, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=0e52fae6-2708-4029-9054-005039f2f089,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:20.381501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f2f656-f96d-4ad8-a092-4fba8623aaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e52fae6-2708-4029-9054-005039f2f089'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:20.385924 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b56df10-128d-419f-9ba7-ee091e207c05" -d '{"events": [{"server_uuid": "01f2f656-f96d-4ad8-a092-4fba8623aaf6", "name": "network-vif-plugged", "status": "completed", "tag": "0e52fae6-2708-4029-9054-005039f2f089"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:20.423977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-287dafcb-f940-418f-b1cd-fc14b7fca2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.458203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-287dafcb-f940-418f-b1cd-fc14b7fca2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.479942 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.521317 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624ff974-27a6-42bd-8e53-837c91f71b67 x-openstack-request-id: req-624ff974-27a6-42bd-8e53-837c91f71b67 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:20.521833 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f2f656-f96d-4ad8-a092-4fba8623aaf6", "name": "network-vif-plugged", "status": "completed", "tag": "0e52fae6-2708-4029-9054-005039f2f089", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:20.522203 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-624ff974-27a6-42bd-8e53-837c91f71b67 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:20.522758 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f2f656-f96d-4ad8-a092-4fba8623aaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e52fae6-2708-4029-9054-005039f2f089', 'code': 200} Aug 19 12:33:20.526926 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.570923 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=0e52fae6-2708-4029-9054-005039f2f089,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:20.675145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=8228d398-dab6-4355-acaa-60e9fe60758a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:20.793199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.793933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.794638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.795243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.795884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.796509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.797199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.797857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.798488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.799163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.799807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.800471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:20.963471 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-287dafcb-f940-418f-b1cd-fc14b7fca2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.964311 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-287dafcb-f940-418f-b1cd-fc14b7fca2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.966386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-287dafcb-f940-418f-b1cd-fc14b7fca2fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51b93758-6c2a-4679-82d1-f0fcb5a9c51a HTTP/1.1" status: 204 len: 168 time: 0.6757205 Aug 19 12:33:21.034743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.043181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dafcb-f940-418f-b1cd-fc14b7fca2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b93758-6c2a-4679-82d1-f0fcb5a9c51a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:21.061573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39514267-86df-4019-af52-7b8c048c42bd req-4d5f3407-c1ea-4cee-b59e-84dfed1510dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:21.071684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39514267-86df-4019-af52-7b8c048c42bd req-4d5f3407-c1ea-4cee-b59e-84dfed1510dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 1096 time: 0.4039192 Aug 19 12:33:21.081669 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2892-307c-4a5d-98a7-91bf5b5d07dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.346885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827585d-56b1-4aad-8777-7373cf25ba2b req-9e30d876-7fea-467a-88b6-7a86c0c4968c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:21.351618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4827585d-56b1-4aad-8777-7373cf25ba2b req-9e30d876-7fea-467a-88b6-7a86c0c4968c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 945 time: 0.5350811 Aug 19 12:33:21.446839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-368d7f29-2c1f-450d-98e6-6e1bea7571f2 req-a204cdf1-9581-4517-83f6-362dcbf6adce tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 210 time: 0.0875983 Aug 19 12:33:21.473628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39514267-86df-4019-af52-7b8c048c42bd req-97722584-c645-4720-9b8f-d90160a3fa43 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709109 Aug 19 12:33:21.606737 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4827585d-56b1-4aad-8777-7373cf25ba2b req-d082d246-640a-4b16-8cb0-ad43032a3765 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321343 Aug 19 12:33:21.632061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Router b6d4b4c1-01f1-4844-a7fa-45decd3d3091 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:33:21.776663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:21.789925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2b8fd66a-7a7f-4004-a3c6-687e9cc8c3a6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "PUT /v2.0/routers/b6d4b4c1-01f1-4844-a7fa-45decd3d3091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3895636 Aug 19 12:33:21.792153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41092) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:21.805243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183dc72-d960-45f6-8228-35974350ca4d None None] Sync routers for ids ['b6d4b4c1-01f1-4844-a7fa-45decd3d3091'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:21.828782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183dc72-d960-45f6-8228-35974350ca4d None None] Routers {'b6d4b4c1-01f1-4844-a7fa-45decd3d3091'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:21.830325 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6183dc72-d960-45f6-8228-35974350ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b6d4b4c1-01f1-4844-a7fa-45decd3d3091'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:21.841916 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-42df0a9c-8c79-4fd1-954c-b2bca738d5e3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:33:21.844032 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-42df0a9c-8c79-4fd1-954c-b2bca738d5e3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/8228d398-dab6-4355-acaa-60e9fe60758a HTTP/1.1" status: 404 len: 333 time: 0.0503700 Aug 19 12:33:21.848354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41094) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:21.884708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6183dc72-d960-45f6-8228-35974350ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:21.901060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183dc72-d960-45f6-8228-35974350ca4d None None] Routers {'b6d4b4c1-01f1-4844-a7fa-45decd3d3091'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:21.902140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6183dc72-d960-45f6-8228-35974350ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b6d4b4c1-01f1-4844-a7fa-45decd3d3091'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:21.983499 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb70a-9cb9-4f5b-86b6-31f3cb0d5a7f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.992984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6183dc72-d960-45f6-8228-35974350ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:21.993897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183dc72-d960-45f6-8228-35974350ca4d None None] The sync data for ids ['b6d4b4c1-01f1-4844-a7fa-45decd3d3091'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:22.258937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb70a-9cb9-4f5b-86b6-31f3cb0d5a7f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.268717 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb70a-9cb9-4f5b-86b6-31f3cb0d5a7f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.428351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb70a-9cb9-4f5b-86b6-31f3cb0d5a7f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.429028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbdb70a-9cb9-4f5b-86b6-31f3cb0d5a7f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Fanout notify agent at l3_agent the message router_deleted on router b6d4b4c1-01f1-4844-a7fa-45decd3d3091 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:33:22.443986 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb70a-9cb9-4f5b-86b6-31f3cb0d5a7f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.449673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41108) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:22.461769 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3fbdb70a-9cb9-4f5b-86b6-31f3cb0d5a7f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/routers/b6d4b4c1-01f1-4844-a7fa-45decd3d3091 HTTP/1.1" status: 204 len: 168 time: 0.6113160 Aug 19 12:33:22.565326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b68e74-7d3f-417e-8230-f0f806635abc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting subnet fbc218ca-4e1c-4d7a-a719-ce1f8a7e6101 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:22.571636 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2b68e74-7d3f-417e-8230-f0f806635abc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.658433 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2c22c91-1aa1-4432-879e-b2ef824b3da0 req-71ae9ec7-98dd-4dc7-a580-772840716df3 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 210 time: 0.0448256 Aug 19 12:33:22.695077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2b68e74-7d3f-417e-8230-f0f806635abc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.897788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4552088-2f0d-4afe-9483-85fdf25f00f3 req-1e98b403-7961-4513-8b7c-b91f5a211a4a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:22.900590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4552088-2f0d-4afe-9483-85fdf25f00f3 req-1e98b403-7961-4513-8b7c-b91f5a211a4a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 945 time: 0.1372337 Aug 19 12:33:22.911651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2b68e74-7d3f-417e-8230-f0f806635abc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.999902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4552088-2f0d-4afe-9483-85fdf25f00f3 req-29b19737-242c-4d26-8a5d-335f96c8471b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612040 Aug 19 12:33:23.135672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2b68e74-7d3f-417e-8230-f0f806635abc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.192086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9873af-1032-4b13-a584-0a9875d0e602 None None] Network 375c7fbd-b5f1-4901-bea1-4d1cddf5788a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:23.202248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b68e74-7d3f-417e-8230-f0f806635abc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc218ca-4e1c-4d7a-a719-ce1f8a7e6101,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:23.206134 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2b68e74-7d3f-417e-8230-f0f806635abc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.215332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d2b68e74-7d3f-417e-8230-f0f806635abc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/fbc218ca-4e1c-4d7a-a719-ce1f8a7e6101 HTTP/1.1" status: 204 len: 168 time: 0.7639434 Aug 19 12:33:23.217840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41124) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:23.335589 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.403017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 23a6637d-0a84-4183-b0f1-ef4e83256ceb {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:23.403368 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.474730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af65f5-12ec-49b2-ae14-e488ae16f97d None None] DHCP port deletion for 375c7fbd-b5f1-4901-bea1-4d1cddf5788a request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:33:23.541632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-56af65f5-12ec-49b2-ae14-e488ae16f97d None None] Deleting port 23a6637d-0a84-4183-b0f1-ef4e83256ceb {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:23.542225 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-56af65f5-12ec-49b2-ae14-e488ae16f97d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.545335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] For port 23a6637d-0a84-4183-b0f1-ef4e83256ceb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=23a6637d-0a84-4183-b0f1-ef4e83256ceb,segment=NetworkSegment(123bc00b-9964-4c36-b2ce-50794c15f5b0),segment_id=123bc00b-9964-4c36-b2ce-50794c15f5b0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:23.546198 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.577696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 23a6637d-0a84-4183-b0f1-ef4e83256ceb owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:23.615370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-56af65f5-12ec-49b2-ae14-e488ae16f97d None None] For port 23a6637d-0a84-4183-b0f1-ef4e83256ceb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=23a6637d-0a84-4183-b0f1-ef4e83256ceb,segment=NetworkSegment(123bc00b-9964-4c36-b2ce-50794c15f5b0),segment_id=123bc00b-9964-4c36-b2ce-50794c15f5b0)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:23.615881 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-56af65f5-12ec-49b2-ae14-e488ae16f97d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.630597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-56af65f5-12ec-49b2-ae14-e488ae16f97d None None] Calling delete_port for 23a6637d-0a84-4183-b0f1-ef4e83256ceb owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:23.685687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-7aa14655-9205-4465-86bd-ce4cb0dcae0e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:23.688105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-7aa14655-9205-4465-86bd-ce4cb0dcae0e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.53 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 817 time: 0.2322476 Aug 19 12:33:23.774676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-a0168483-3725-4bd9-8349-c3df3c438077 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9407ecd49d83419eb53a4d228310b29c HTTP/1.1" status: 200 len: 379 time: 0.0762186 Aug 19 12:33:23.789931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'port': {'device_id': '21529756-b236-4b14-aec9-277481579282', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'admin_state_up': True, 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'security_groups': ['8d41b597-c18e-4669-b9c9-fbdeefd29526']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:23.858812 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-56af65f5-12ec-49b2-ae14-e488ae16f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.887447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d8ea710-c273-493f-aab1-1cf86041472a req-f9e52b22-970d-4247-80d3-10d1b347d2f9 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 210 time: 0.0758493 Aug 19 12:33:23.907333 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.907591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af65f5-12ec-49b2-ae14-e488ae16f97d None None] Pushing event deleted for resources: {'Port': ['ID=23a6637d-0a84-4183-b0f1-ef4e83256ceb,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:23.914570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af65f5-12ec-49b2-ae14-e488ae16f97d None None] No DVR routers for this DVR port 23a6637d-0a84-4183-b0f1-ef4e83256ceb on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:23.930493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No DVR routers for this DVR port 23a6637d-0a84-4183-b0f1-ef4e83256ceb on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:23.962649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=23a6637d-0a84-4183-b0f1-ef4e83256ceb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:24.084089 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.110347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375c7fbd-b5f1-4901-bea1-4d1cddf5788a']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:24.136167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123bc00b-9964-4c36-b2ce-50794c15f5b0') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:24.136589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123bc00b-9964-4c36-b2ce-50794c15f5b0') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:24.169740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.188101 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.191991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Made reservation on behalf of 9407ecd49d83419eb53a4d228310b29c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:24.194870 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.210170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:24.210639 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:24.216900 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:24.238677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7eb3-a50b-4e6f-8a8d-85692063c3ef req-292fd58c-44dd-4855-9baa-cdbc2d68141b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.240985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-128f7eb3-a50b-4e6f-8a8d-85692063c3ef req-292fd58c-44dd-4855-9baa-cdbc2d68141b tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 945 time: 0.1264961 Aug 19 12:33:24.397787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-128f7eb3-a50b-4e6f-8a8d-85692063c3ef req-73a2b759-0ec6-4bc7-a88e-de30783029bf tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187112 Aug 19 12:33:24.484849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Allocated IP 172.20.0.4 (c68051c8-8d11-471a-bc06-1d4cede3a846/1335f746-432e-4b12-98dc-14a71dd53be2/bf492600-0474-4b28-a6f8-a69e8df44730) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:24.501022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.516203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.524277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41146) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:24.524825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/networks/375c7fbd-b5f1-4901-bea1-4d1cddf5788a HTTP/1.1" status: 204 len: 168 time: 1.3037267 Aug 19 12:33:24.545905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467e885-f26f-4f62-a078-2e952c7e9f9b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Network': ['ID=375c7fbd-b5f1-4901-bea1-4d1cddf5788a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:24.588378 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b0614a-d65b-49a2-933b-996a73d09f53 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.589974 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a4b0614a-d65b-49a2-933b-996a73d09f53 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/2481d48a-ad01-4aa9-a1e9-527169bd3df2 HTTP/1.1" status: 200 len: 839 time: 0.0639021 Aug 19 12:33:24.594079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41148) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:24.655609 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b6df344c-5519-4130-aff3-218e08d7985d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/2481d48a-ad01-4aa9-a1e9-527169bd3df2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0602133 Aug 19 12:33:24.658933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41150) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:24.667167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-61cbf633-f4cd-41a2-9846-692e8bdc43f9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:24.733771 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.749715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Transition to ACTIVE for port object bf492600-0474-4b28-a6f8-a69e8df44730 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:24.871680 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.896606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cbf633-f4cd-41a2-9846-692e8bdc43f9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:24.902531 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61cbf633-f4cd-41a2-9846-692e8bdc43f9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.231766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 23a6637d-0a84-4183-b0f1-ef4e83256ceb no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:25.260767 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61cbf633-f4cd-41a2-9846-692e8bdc43f9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.291659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 23a6637d-0a84-4183-b0f1-ef4e83256ceb {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:25.292081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 23a6637d-0a84-4183-b0f1-ef4e83256ceb not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:25.348779 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbf633-f4cd-41a2-9846-692e8bdc43f9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Subnet': ['ID=fcb0f4fb-5712-409d-be93-c6481c8fd7c8,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:25.353832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbf633-f4cd-41a2-9846-692e8bdc43f9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:25.359014 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-61cbf633-f4cd-41a2-9846-692e8bdc43f9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:25.362497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Network c68051c8-8d11-471a-bc06-1d4cede3a846 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:25.362919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbf633-f4cd-41a2-9846-692e8bdc43f9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.363788 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61cbf633-f4cd-41a2-9846-692e8bdc43f9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.374183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de0a4f7-c1a7-4851-aaeb-99ca9f696a3b None None] Network cf593018-02ce-4d3f-84cf-b457180be0c6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:25.401962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:25.420943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:25.432304 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-43b6de9f-173d-40c2-b23a-a4d9e27975d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.502457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'Port': ['ID=bf492600-0474-4b28-a6f8-a69e8df44730,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:25.505439 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-61cbf633-f4cd-41a2-9846-692e8bdc43f9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8419480 Aug 19 12:33:25.510638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41164) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:25.520456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-07f305f4-556c-4d71-8983-898b28061ca9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'security_group': {'name': 'tempest-secgroup-873676953'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:25.555789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.557171 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.575484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd5651-465a-4077-a85d-3c013cc688d3 req-a57c79ad-c850-4c78-96d4-f38d1d712f0c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.578519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aedd5651-465a-4077-a85d-3c013cc688d3 req-a57c79ad-c850-4c78-96d4-f38d1d712f0c tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 945 time: 0.6716692 Aug 19 12:33:25.592129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cb5ce-cc53-4748-a1fc-e572a009399b req-d931b9dd-a70a-4100-af25-4619ea671441 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.594015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b2cb5ce-cc53-4748-a1fc-e572a009399b req-d931b9dd-a70a-4100-af25-4619ea671441 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 931 time: 0.2067358 Aug 19 12:33:25.633244 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77124a27-d84d-4395-8a93-650859547175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cf593018-02ce-4d3f-84cf-b457180be0c6', 'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'tenant_id': '578cca5e32894b01a2c387b949e1328e', 'fixed_ips': [{'subnet_id': 'fcb0f4fb-5712-409d-be93-c6481c8fd7c8'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:33:25.637338 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77124a27-d84d-4395-8a93-650859547175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.664351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aedd5651-465a-4077-a85d-3c013cc688d3 req-b2a8c67e-f0d2-46e9-b25d-abc8dd3925cd tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669661 Aug 19 12:33:25.680200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b2cb5ce-cc53-4748-a1fc-e572a009399b req-bca454cf-1c6d-43c8-b80e-e0fb82a2ac62 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715220 Aug 19 12:33:25.695582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07f305f4-556c-4d71-8983-898b28061ca9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.864771 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.866842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-77124a27-d84d-4395-8a93-650859547175 None None] Allocated IP 172.20.0.2 (cf593018-02ce-4d3f-84cf-b457180be0c6/fcb0f4fb-5712-409d-be93-c6481c8fd7c8/17517fe6-8e7f-43da-9104-a8ffd1089b47) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:25.962364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-4558607a-8efc-4e94-9488-37e9214b7cae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1806815 Aug 19 12:33:25.977995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Request body: {'port': {'device_id': '21529756-b236-4b14-aec9-277481579282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:26.039523 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.040049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-edbae96e-b387-4092-b83c-0f8db25097a5 None None] Provisioning for port bf492600-0474-4b28-a6f8-a69e8df44730 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:26.053305 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07f305f4-556c-4d71-8983-898b28061ca9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.054541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-edbae96e-b387-4092-b83c-0f8db25097a5 None None] Provisioning complete for port bf492600-0474-4b28-a6f8-a69e8df44730 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:26.054952 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-edbae96e-b387-4092-b83c-0f8db25097a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.056865 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77124a27-d84d-4395-8a93-650859547175 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.091482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-77124a27-d84d-4395-8a93-650859547175 None None] Transition to ACTIVE for port object 17517fe6-8e7f-43da-9104-a8ffd1089b47 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:26.111791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-edbae96e-b387-4092-b83c-0f8db25097a5 None None] Port bf492600-0474-4b28-a6f8-a69e8df44730 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:26.113899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-77124a27-d84d-4395-8a93-650859547175 None None] Transition to ACTIVE for port object 17517fe6-8e7f-43da-9104-a8ffd1089b47 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:26.148376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07f305f4-556c-4d71-8983-898b28061ca9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.182260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f305f4-556c-4d71-8983-898b28061ca9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2110c33b-a097-493a-9a3f-8342aa425142,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:26.194100 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77124a27-d84d-4395-8a93-650859547175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.244823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07f305f4-556c-4d71-8983-898b28061ca9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.246238 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-07f305f4-556c-4d71-8983-898b28061ca9 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7345817 Aug 19 12:33:26.250458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41172) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:26.251231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77124a27-d84d-4395-8a93-650859547175 None None] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:26.257265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b4c4f7d8-6e15-44fa-b3f7-5088b1148b29 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'security_group': {'name': 'tempest-secgroup-2131579762'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:26.260766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-77124a27-d84d-4395-8a93-650859547175 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:26.265303 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77124a27-d84d-4395-8a93-650859547175 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:26.267814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77124a27-d84d-4395-8a93-650859547175 None None] Pushing event updated for resources: {'Port': ['ID=17517fe6-8e7f-43da-9104-a8ffd1089b47,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:26.350746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-77124a27-d84d-4395-8a93-650859547175 None None] Attempting to bind port 17517fe6-8e7f-43da-9104-a8ffd1089b47 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:26.351134 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-77124a27-d84d-4395-8a93-650859547175 None None] Attempting to bind port 17517fe6-8e7f-43da-9104-a8ffd1089b47 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e08dcfcc-1f83-4c92-9781-2fa1cd399b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:26.351516 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77124a27-d84d-4395-8a93-650859547175 None None] Attempting to bind port 17517fe6-8e7f-43da-9104-a8ffd1089b47 on network cf593018-02ce-4d3f-84cf-b457180be0c6 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:26.353523 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f7d8-6e15-44fa-b3f7-5088b1148b29 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.357099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77124a27-d84d-4395-8a93-650859547175 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:26.357520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77124a27-d84d-4395-8a93-650859547175 None None] Checking segment: {'id': 'e08dcfcc-1f83-4c92-9781-2fa1cd399b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:26.358022 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77124a27-d84d-4395-8a93-650859547175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.358413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77124a27-d84d-4395-8a93-650859547175 None None] Bound using segment: {'id': 'e08dcfcc-1f83-4c92-9781-2fa1cd399b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:26.359094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-77124a27-d84d-4395-8a93-650859547175 None None] Bound port: 17517fe6-8e7f-43da-9104-a8ffd1089b47, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08dcfcc-1f83-4c92-9781-2fa1cd399b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:26.359482 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77124a27-d84d-4395-8a93-650859547175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.385700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf492600-0474-4b28-a6f8-a69e8df44730 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:26.395938 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.414233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Transition to ACTIVE for port object bf492600-0474-4b28-a6f8-a69e8df44730 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:26.455034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-77124a27-d84d-4395-8a93-650859547175 None None] For port 17517fe6-8e7f-43da-9104-a8ffd1089b47, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:26.459258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-77124a27-d84d-4395-8a93-650859547175 None None] For port 17517fe6-8e7f-43da-9104-a8ffd1089b47, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17517fe6-8e7f-43da-9104-a8ffd1089b47,segment=NetworkSegment(e08dcfcc-1f83-4c92-9781-2fa1cd399b70),segment_id=e08dcfcc-1f83-4c92-9781-2fa1cd399b70)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:26.462911 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f7d8-6e15-44fa-b3f7-5088b1148b29 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.507787 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.536454 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f7d8-6e15-44fa-b3f7-5088b1148b29 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.536862 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-77124a27-d84d-4395-8a93-650859547175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.579088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Pushing event updated for resources: {'Port': ['ID=bf492600-0474-4b28-a6f8-a69e8df44730,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:26.611640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4f7d8-6e15-44fa-b3f7-5088b1148b29 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416674da-71ee-4b6b-a331-c8dc96c947be,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:26.669338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77124a27-d84d-4395-8a93-650859547175 None None] Pushing event updated for resources: {'Port': ['ID=17517fe6-8e7f-43da-9104-a8ffd1089b47,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:26.674820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f7d8-6e15-44fa-b3f7-5088b1148b29 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.677916 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b4c4f7d8-6e15-44fa-b3f7-5088b1148b29 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4250443 Aug 19 12:33:26.687033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41174) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:26.696657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1616838870', 'security_groups': ['416674da-71ee-4b6b-a331-c8dc96c947be'], 'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fcb0f4fb-5712-409d-be93-c6481c8fd7c8'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:26.706393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Attempting to bind port bf492600-0474-4b28-a6f8-a69e8df44730 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:26.706828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Attempting to bind port bf492600-0474-4b28-a6f8-a69e8df44730 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:26.711549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Attempting to bind port bf492600-0474-4b28-a6f8-a69e8df44730 on network c68051c8-8d11-471a-bc06-1d4cede3a846 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:26.728815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Port bf492600-0474-4b28-a6f8-a69e8df44730 on network c68051c8-8d11-471a-bc06-1d4cede3a846 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:26.729344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Attempting to bind port bf492600-0474-4b28-a6f8-a69e8df44730 on network c68051c8-8d11-471a-bc06-1d4cede3a846 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:26.752963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:26.752963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Checking segment: {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:26.752963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Bound using segment: {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:26.753871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Bound port: bf492600-0474-4b28-a6f8-a69e8df44730, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:26.754498 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.983298 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.030832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733180f3-2eaf-411b-8341-80d4f34eb7b4 req-39c9694d-b2ed-4243-b89e-830bd502a46e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.038588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-733180f3-2eaf-411b-8341-80d4f34eb7b4 req-39c9694d-b2ed-4243-b89e-830bd502a46e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.1768663 Aug 19 12:33:27.048854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c9e41-d0e8-4013-8e63-5ea17ddc7484 req-b8d0c6ba-dec5-4ac5-b11a-824c6b28a00a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.054017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-096c9e41-d0e8-4013-8e63-5ea17ddc7484 req-b8d0c6ba-dec5-4ac5-b11a-824c6b28a00a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 945 time: 0.1982422 Aug 19 12:33:27.061237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:27.097302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:27.145396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-733180f3-2eaf-411b-8341-80d4f34eb7b4 req-0a8c922f-d846-4da8-9efd-e38d287e1e4c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056325 Aug 19 12:33:27.152418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-096c9e41-d0e8-4013-8e63-5ea17ddc7484 req-360dca04-0abd-4ba1-8503-21af1de62b8a tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875793 Aug 19 12:33:27.227424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:27.262489 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.303355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17517fe6-8e7f-43da-9104-a8ffd1089b47 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:27.359620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.360462 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.366776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] 10.222.0.53 "PUT /v2.0/ports/bf492600-0474-4b28-a6f8-a69e8df44730 HTTP/1.1" status: 200 len: 1091 time: 1.3901474 Aug 19 12:33:27.367878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:27.370060 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65584082-1943-4496-b245-7bc580e66539" -d '{"events": [{"name": "network-changed", "server_uuid": "21529756-b236-4b14-aec9-277481579282", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:27.376650 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.400245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port f8f10450-bfaf-4d24-94c1-f8de318407b5 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:33:27.442419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cec956-53ed-4ced-a12e-d56b566e217a service neutron] Pushing event updated for resources: {'Port': ['ID=bf492600-0474-4b28-a6f8-a69e8df44730,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:27.459529 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efc59b4-1048-427a-951f-810b9231dbca x-openstack-request-id: req-1efc59b4-1048-427a-951f-810b9231dbca {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:27.459529 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21529756-b236-4b14-aec9-277481579282", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:27.459529 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1efc59b4-1048-427a-951f-810b9231dbca {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:27.459529 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'status': 'completed', 'code': 200} Aug 19 12:33:27.533217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65584082-1943-4496-b245-7bc580e66539 req-70709991-d1a4-4efa-9175-c8cf843a1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.538033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65584082-1943-4496-b245-7bc580e66539 req-70709991-d1a4-4efa-9175-c8cf843a1826 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 1094 time: 0.0614355 Aug 19 12:33:27.564223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:27.692951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65584082-1943-4496-b245-7bc580e66539 req-2a3d195b-fe68-49c0-9cd6-7f6d13f5aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.694764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65584082-1943-4496-b245-7bc580e66539 req-2a3d195b-fe68-49c0-9cd6-7f6d13f5aee0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9407ecd49d83419eb53a4d228310b29c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1468503 Aug 19 12:33:27.741740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.3 (cf593018-02ce-4d3f-84cf-b457180be0c6/fcb0f4fb-5712-409d-be93-c6481c8fd7c8/f8f10450-bfaf-4d24-94c1-f8de318407b5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:27.850530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65584082-1943-4496-b245-7bc580e66539 req-616b0ec0-ce90-4333-8a4c-0931e18c0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.852233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65584082-1943-4496-b245-7bc580e66539 req-616b0ec0-ce90-4333-8a4c-0931e18c0877 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490872 Aug 19 12:33:27.966035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.974127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b5686-d042-46d8-9a06-9f416286a584 req-d87d4778-f767-44ea-8225-11ea8d662656 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.975815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc9b5686-d042-46d8-9a06-9f416286a584 req-d87d4778-f767-44ea-8225-11ea8d662656 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 945 time: 0.0880888 Aug 19 12:33:27.980915 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object f8f10450-bfaf-4d24-94c1-f8de318407b5 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:27.999358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-01e05f08-fd09-49e4-a1e6-0d8816c33de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.001067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-01e05f08-fd09-49e4-a1e6-0d8816c33de8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 1094 time: 0.0794463 Aug 19 12:33:28.055797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-2c9ec1b5-f96d-435e-9301-8f644c77abdf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf492600-0474-4b28-a6f8-a69e8df44730 HTTP/1.1" status: 200 len: 217 time: 0.0441310 Aug 19 12:33:28.108957 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.122147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-20f6b490-7fda-49be-8a15-c0669b21ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.122147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-20f6b490-7fda-49be-8a15-c0669b21ef78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.0546546 Aug 19 12:33:28.135234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-73d842b6-6a8f-46fe-b630-ec9179dceaaa None None] Provisioning complete for port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:28.135234 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-73d842b6-6a8f-46fe-b630-ec9179dceaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.137946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc9b5686-d042-46d8-9a06-9f416286a584 req-dad30328-90a9-4b1e-bfaf-3ab0b5d6050d tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528394 Aug 19 12:33:28.174571 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=f8f10450-bfaf-4d24-94c1-f8de318407b5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:28.191403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:28.193064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:28.195505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:28.230675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-73d842b6-6a8f-46fe-b630-ec9179dceaaa None None] Port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:28.271575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-9cf7ac73-4c8b-48a7-ab79-fcc8ef94b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.273183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-9cf7ac73-4c8b-48a7-ab79-fcc8ef94b262 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096249 Aug 19 12:33:28.283568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.284592 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.330956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-73d842b6-6a8f-46fe-b630-ec9179dceaaa None None] Provisioning for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:28.336527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-73d842b6-6a8f-46fe-b630-ec9179dceaaa None None] Provisioning complete for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:28.337054 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-73d842b6-6a8f-46fe-b630-ec9179dceaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.392748 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-623cd837-fbf3-4233-bd39-581c82688251 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7036252 Aug 19 12:33:28.393151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41204) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:28.399180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0fa24836-e906-40d3-bf2d-faa6cb4db734 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:28.469704 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-73d842b6-6a8f-46fe-b630-ec9179dceaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.490143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8bbbe-68bc-4547-ba15-bb3e0f0582ff req-f2b95b05-835d-4183-a8d0-a6a1543e5707 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.491707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58a8bbbe-68bc-4547-ba15-bb3e0f0582ff req-f2b95b05-835d-4183-a8d0-a6a1543e5707 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.2517335 Aug 19 12:33:28.518608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-73d842b6-6a8f-46fe-b630-ec9179dceaaa None None] For port 17517fe6-8e7f-43da-9104-a8ffd1089b47, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17517fe6-8e7f-43da-9104-a8ffd1089b47,segment=NetworkSegment(e08dcfcc-1f83-4c92-9781-2fa1cd399b70),segment_id=e08dcfcc-1f83-4c92-9781-2fa1cd399b70)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:28.570236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-e0ed7e71-b929-4a0e-9899-adb42b71a75f service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642186 Aug 19 12:33:28.600409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58a8bbbe-68bc-4547-ba15-bb3e0f0582ff req-f18388f7-45c8-4c61-921e-e0c1929e1daf tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011243 Aug 19 12:33:28.621764 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-73d842b6-6a8f-46fe-b630-ec9179dceaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.678693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d842b6-6a8f-46fe-b630-ec9179dceaaa None None] Pushing event updated for resources: {'Port': ['ID=17517fe6-8e7f-43da-9104-a8ffd1089b47,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:28.712490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-854f744b-5800-4e8f-aa6e-1dc0a5f3b414 req-29763bf3-c13e-4390-ae7c-ee2388728dbb service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313922 Aug 19 12:33:28.787920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa24836-e906-40d3-bf2d-faa6cb4db734 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:28.791715 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa24836-e906-40d3-bf2d-faa6cb4db734 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.856560 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.925419 n-d-778732-8 neutron-server[95660]: INFO neutron.db.ipam_backend_mixin [None req-0fa24836-e906-40d3-bf2d-faa6cb4db734 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fcb0f4fb-5712-409d-be93-c6481c8fd7c8 (CIDR: 172.20.0.0/28) Aug 19 12:33:28.947851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6ce7d727-bea1-4652-8359-cc497d8b56bd None None] Provisioning for port f8f10450-bfaf-4d24-94c1-f8de318407b5 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:28.954574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6ce7d727-bea1-4652-8359-cc497d8b56bd None None] Provisioning complete for port f8f10450-bfaf-4d24-94c1-f8de318407b5 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:28.955243 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6ce7d727-bea1-4652-8359-cc497d8b56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.988767 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa24836-e906-40d3-bf2d-faa6cb4db734 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:33:28.989275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa24836-e906-40d3-bf2d-faa6cb4db734 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:29.002884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7d727-bea1-4652-8359-cc497d8b56bd None None] Port f8f10450-bfaf-4d24-94c1-f8de318407b5 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:29.085074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0fa24836-e906-40d3-bf2d-faa6cb4db734 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6907818 Aug 19 12:33:29.087668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:29.093502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-90ac7c0a-c1e7-41fe-9aa2-1bd45b013e2e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:29.218343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17517fe6-8e7f-43da-9104-a8ffd1089b47 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:29.288691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:29.289061 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.309663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248736b-f46a-4903-819e-d242528c31dc req-a963f145-8b63-4fca-9558-7d8bd8950104 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.311964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8248736b-f46a-4903-819e-d242528c31dc req-a963f145-8b63-4fca-9558-7d8bd8950104 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 945 time: 0.0623589 Aug 19 12:33:29.344086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ac7c0a-c1e7-41fe-9aa2-1bd45b013e2e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:29.348038 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90ac7c0a-c1e7-41fe-9aa2-1bd45b013e2e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.434733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8248736b-f46a-4903-819e-d242528c31dc req-6f690424-0300-4a54-a0b6-722ae0eb8183 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4690df1-a2f8-4118-a665-4028d9d5f58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149070 Aug 19 12:33:29.467785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8efe-d778-443a-b3ae-d95e66502cc1 req-ad281d98-265b-4e91-a8fc-041d991e43a3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.469292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0bfe8efe-d778-443a-b3ae-d95e66502cc1 req-ad281d98-265b-4e91-a8fc-041d991e43a3 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 945 time: 0.1423349 Aug 19 12:33:29.664917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0bfe8efe-d778-443a-b3ae-d95e66502cc1 req-f31c2c37-272f-4781-bff2-6b556cf6d760 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Deleting port 0e52fae6-2708-4029-9054-005039f2f089 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:29.665274 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0bfe8efe-d778-443a-b3ae-d95e66502cc1 req-f31c2c37-272f-4781-bff2-6b556cf6d760 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.820546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67962c21-01c9-4f2c-b74c-ead1a956ddde req-5acbb615-bc3f-42c8-b0fb-9e8ff6df484c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.822069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67962c21-01c9-4f2c-b74c-ead1a956ddde req-5acbb615-bc3f-42c8-b0fb-9e8ff6df484c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.1139147 Aug 19 12:33:29.827368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bf492600-0474-4b28-a6f8-a69e8df44730 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:29.841064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0bfe8efe-d778-443a-b3ae-d95e66502cc1 req-f31c2c37-272f-4781-bff2-6b556cf6d760 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] For port 0e52fae6-2708-4029-9054-005039f2f089, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=0e52fae6-2708-4029-9054-005039f2f089,segment=NetworkSegment(ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f),segment_id=ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:29.841495 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0bfe8efe-d778-443a-b3ae-d95e66502cc1 req-f31c2c37-272f-4781-bff2-6b556cf6d760 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.863638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0bfe8efe-d778-443a-b3ae-d95e66502cc1 req-f31c2c37-272f-4781-bff2-6b556cf6d760 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Calling delete_port for 0e52fae6-2708-4029-9054-005039f2f089 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:29.892945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67962c21-01c9-4f2c-b74c-ead1a956ddde req-14ef1b83-0e1b-45a2-8354-0dad3ee848a1 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647264 Aug 19 12:33:29.925736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90ac7c0a-c1e7-41fe-9aa2-1bd45b013e2e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.934114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:29.946742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'port_id': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'mac_address': 'fa:16:3e:93:24:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:29.972858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac7c0a-c1e7-41fe-9aa2-1bd45b013e2e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:29.986981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-90ac7c0a-c1e7-41fe-9aa2-1bd45b013e2e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:29.993129 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.997044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac7c0a-c1e7-41fe-9aa2-1bd45b013e2e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.998029 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90ac7c0a-c1e7-41fe-9aa2-1bd45b013e2e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.999189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfedfd4e-d4f5-4fcd-9bcf-dac8bfe010a4 None None] Network cf593018-02ce-4d3f-84cf-b457180be0c6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:30.012743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac7c0a-c1e7-41fe-9aa2-1bd45b013e2e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Subnet': ['ID=b5510620-e19e-4b1d-9f63-3eec2965d88c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:30.021660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf492600-0474-4b28-a6f8-a69e8df44730 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:30.077648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:30.084441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-90ac7c0a-c1e7-41fe-9aa2-1bd45b013e2e tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9957151 Aug 19 12:33:30.087414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41220) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:30.094063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-293016962', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b5510620-e19e-4b1d-9f63-3eec2965d88c'}], 'security_groups': ['2110c33b-a097-493a-9a3f-8342aa425142']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:30.178600 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.204517 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.251977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0bfe8efe-d778-443a-b3ae-d95e66502cc1 req-f31c2c37-272f-4781-bff2-6b556cf6d760 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.287491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bf492600-0474-4b28-a6f8-a69e8df44730,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:30.295643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc5542-538f-4a7b-ae89-8dc72649fc87 None None] Update dhcp port {'port': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'fixed_ips': [{'subnet_id': 'fcb0f4fb-5712-409d-be93-c6481c8fd7c8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b5510620-e19e-4b1d-9f63-3eec2965d88c'}], 'binding:host_id': 'n-d-778732-8'}, 'id': '17517fe6-8e7f-43da-9104-a8ffd1089b47'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:33:30.319063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c2c37-272f-4781-bff2-6b556cf6d760 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Pushing event deleted for resources: {'Port': ['ID=0e52fae6-2708-4029-9054-005039f2f089,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:30.330863 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-93fc5542-538f-4a7b-ae89-8dc72649fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.371401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfe8efe-d778-443a-b3ae-d95e66502cc1 req-f31c2c37-272f-4781-bff2-6b556cf6d760 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] No DVR routers for this DVR port 0e52fae6-2708-4029-9054-005039f2f089 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:30.374707 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0bfe8efe-d778-443a-b3ae-d95e66502cc1 req-f31c2c37-272f-4781-bff2-6b556cf6d760 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.385721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0bfe8efe-d778-443a-b3ae-d95e66502cc1 req-f31c2c37-272f-4781-bff2-6b556cf6d760 tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.53 "DELETE /v2.0/ports/0e52fae6-2708-4029-9054-005039f2f089 HTTP/1.1" status: 204 len: 173 time: 0.9003105 Aug 19 12:33:30.385721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f2f656-f96d-4ad8-a092-4fba8623aaf6', 'name': 'network-vif-deleted', 'tag': '0e52fae6-2708-4029-9054-005039f2f089'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:30.385721 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d752b6-e006-4c54-82f1-be6908b30a4f" -d '{"events": [{"server_uuid": "01f2f656-f96d-4ad8-a092-4fba8623aaf6", "name": "network-vif-deleted", "tag": "0e52fae6-2708-4029-9054-005039f2f089"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:30.443203 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adfc4d1-b590-4de9-90d6-8ebfafff2722 x-openstack-request-id: req-8adfc4d1-b590-4de9-90d6-8ebfafff2722 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:30.443588 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f2f656-f96d-4ad8-a092-4fba8623aaf6", "name": "network-vif-deleted", "tag": "0e52fae6-2708-4029-9054-005039f2f089", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:30.443989 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8adfc4d1-b590-4de9-90d6-8ebfafff2722 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:30.444446 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f2f656-f96d-4ad8-a092-4fba8623aaf6', 'name': 'network-vif-deleted', 'tag': '0e52fae6-2708-4029-9054-005039f2f089', 'status': 'completed', 'code': 200} Aug 19 12:33:30.557810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['bf492600-0474-4b28-a6f8-a69e8df44730'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:30.661130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3201e15e-789a-4b57-8ab1-f79bb130fc8a req-c6c5b13f-86fc-47a3-8ba9-35ef67d899cc tempest-DeleteServersTestJSON-1230821740 tempest-DeleteServersTestJSON-1230821740-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f2f656-f96d-4ad8-a092-4fba8623aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0569067 Aug 19 12:33:30.703333 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Delete allocated IP 172.20.0.3 (cf593018-02ce-4d3f-84cf-b457180be0c6/fcb0f4fb-5712-409d-be93-c6481c8fd7c8) {{(pid=95661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:33:30.719975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.25 (cf593018-02ce-4d3f-84cf-b457180be0c6/b5510620-e19e-4b1d-9f63-3eec2965d88c/f8f10450-bfaf-4d24-94c1-f8de318407b5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:30.920492 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.934460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object f8f10450-bfaf-4d24-94c1-f8de318407b5 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:31.052747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70da85-f87f-42eb-a9ac-e0f538fa4dd6 req-9297332b-c2c0-4400-b920-bc3a9bb1b1ec tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:31.056021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed70da85-f87f-42eb-a9ac-e0f538fa4dd6 req-9297332b-c2c0-4400-b920-bc3a9bb1b1ec tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 944 time: 0.0613561 Aug 19 12:33:31.065912 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.142398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed70da85-f87f-42eb-a9ac-e0f538fa4dd6 req-0f068b77-cf50-4b08-a937-bdb11ee3489f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690870 Aug 19 12:33:31.181287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=f8f10450-bfaf-4d24-94c1-f8de318407b5,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:31.181962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-93fc5542-538f-4a7b-ae89-8dc72649fc87 None None] Allocated IP 172.20.0.18 (cf593018-02ce-4d3f-84cf-b457180be0c6/b5510620-e19e-4b1d-9f63-3eec2965d88c/17517fe6-8e7f-43da-9104-a8ffd1089b47) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:31.280943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] In _notify_port_updated(), no bound segment for port f8f10450-bfaf-4d24-94c1-f8de318407b5 on network cf593018-02ce-4d3f-84cf-b457180be0c6 {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:33:31.290961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:31.291859 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.294686 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9217d44d-4dac-4c20-9f69-c72772310313 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "PUT /v2.0/ports/f8f10450-bfaf-4d24-94c1-f8de318407b5 HTTP/1.1" status: 200 len: 920 time: 1.2052150 Aug 19 12:33:31.297456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41268) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:31.331399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-93fc5542-538f-4a7b-ae89-8dc72649fc87 None None] For port 17517fe6-8e7f-43da-9104-a8ffd1089b47, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17517fe6-8e7f-43da-9104-a8ffd1089b47,segment=NetworkSegment(e08dcfcc-1f83-4c92-9781-2fa1cd399b70),segment_id=e08dcfcc-1f83-4c92-9781-2fa1cd399b70)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:31.367203 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-93fc5542-538f-4a7b-ae89-8dc72649fc87 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.388742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-93fc5542-538f-4a7b-ae89-8dc72649fc87 None None] Transition to ACTIVE for port object 17517fe6-8e7f-43da-9104-a8ffd1089b47 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:31.409974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-69a94889-8ce7-44e8-810e-8b20694f4f93 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port f8f10450-bfaf-4d24-94c1-f8de318407b5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:31.410327 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69a94889-8ce7-44e8-810e-8b20694f4f93 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.479077 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-93fc5542-538f-4a7b-ae89-8dc72649fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.520262 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69a94889-8ce7-44e8-810e-8b20694f4f93 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.535559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-69a94889-8ce7-44e8-810e-8b20694f4f93 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for f8f10450-bfaf-4d24-94c1-f8de318407b5 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:31.575893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc5542-538f-4a7b-ae89-8dc72649fc87 None None] Pushing event updated for resources: {'Port': ['ID=17517fe6-8e7f-43da-9104-a8ffd1089b47,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:31.843178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bf492600-0474-4b28-a6f8-a69e8df44730 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:31.874285 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69a94889-8ce7-44e8-810e-8b20694f4f93 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.958056 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a94889-8ce7-44e8-810e-8b20694f4f93 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=f8f10450-bfaf-4d24-94c1-f8de318407b5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:32.005483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port bf492600-0474-4b28-a6f8-a69e8df44730 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:32.012337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port bf492600-0474-4b28-a6f8-a69e8df44730 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:32.013713 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.077857 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69a94889-8ce7-44e8-810e-8b20694f4f93 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.082429 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-69a94889-8ce7-44e8-810e-8b20694f4f93 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/f8f10450-bfaf-4d24-94c1-f8de318407b5 HTTP/1.1" status: 204 len: 168 time: 0.7813361 Aug 19 12:33:32.083477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41298) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:32.147337 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c35cdb8-2dc0-4639-8cb6-ac05e171643d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:33:32.153999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41304) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:32.158011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7c35cdb8-2dc0-4639-8cb6-ac05e171643d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/f8f10450-bfaf-4d24-94c1-f8de318407b5 HTTP/1.1" status: 404 len: 333 time: 0.0727468 Aug 19 12:33:32.323248 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3bfc499d-7df3-4755-8b72-8bb35f447ec2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.389342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3bfc499d-7df3-4755-8b72-8bb35f447ec2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.396073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab653e29-6de4-4ef7-b270-6b29588fc25c req-50778e3d-7b8d-4baf-ba1c-eb810614f0fb tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.406706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab653e29-6de4-4ef7-b270-6b29588fc25c req-50778e3d-7b8d-4baf-ba1c-eb810614f0fb tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 944 time: 0.0769513 Aug 19 12:33:32.411065 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.471606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-25ba7e6a-14b7-420d-917b-d141c3a68477 None None] Could not find standard attr ID for object f8f10450-bfaf-4d24-94c1-f8de318407b5. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:33:32.479961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:32.482720 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088c715a-adfd-4a36-932f-59a3fb0353ac" -d '{"events": [{"server_uuid": "21529756-b236-4b14-aec9-277481579282", "name": "network-vif-plugged", "status": "completed", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:32.504388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:32.504735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab653e29-6de4-4ef7-b270-6b29588fc25c req-26836a2a-43b4-4c6c-9e5b-b8c8ceae4609 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939417 Aug 19 12:33:32.508701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-25ba7e6a-14b7-420d-917b-d141c3a68477 None None] Provisioning complete for port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:32.509263 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-25ba7e6a-14b7-420d-917b-d141c3a68477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.558320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-25ba7e6a-14b7-420d-917b-d141c3a68477 None None] Port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:32.578736 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc3ef47-ba5c-4426-b40c-da7eec24f4fd x-openstack-request-id: req-fcc3ef47-ba5c-4426-b40c-da7eec24f4fd {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:32.579034 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21529756-b236-4b14-aec9-277481579282", "name": "network-vif-plugged", "status": "completed", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:32.579291 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fcc3ef47-ba5c-4426-b40c-da7eec24f4fd {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:32.579738 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'code': 200} Aug 19 12:33:32.594169 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.594461 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3bfc499d-7df3-4755-8b72-8bb35f447ec2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.595147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 0e52fae6-2708-4029-9054-005039f2f089 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:32.597486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3bfc499d-7df3-4755-8b72-8bb35f447ec2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.599009 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3bfc499d-7df3-4755-8b72-8bb35f447ec2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/security-groups/416674da-71ee-4b6b-a331-c8dc96c947be HTTP/1.1" status: 204 len: 168 time: 0.4437230 Aug 19 12:33:32.602021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41324) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:32.616052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc499d-7df3-4755-8b72-8bb35f447ec2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416674da-71ee-4b6b-a331-c8dc96c947be,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:32.724986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 0e52fae6-2708-4029-9054-005039f2f089 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:32.734978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 0e52fae6-2708-4029-9054-005039f2f089 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:32.753871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bf492600-0474-4b28-a6f8-a69e8df44730,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:32.778108 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45b8-6d2d-49ef-8490-35a1c56ff9a8 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.801706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50323030-0702-4628-9e1b-7126986804b3 req-56c6301d-66ee-4c1e-9f1d-e9aeea805e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.803441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50323030-0702-4628-9e1b-7126986804b3 req-56c6301d-66ee-4c1e-9f1d-e9aeea805e04 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 1096 time: 0.1265306 Aug 19 12:33:32.822012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-25ba7e6a-14b7-420d-917b-d141c3a68477 None None] Provisioning for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:32.828688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-25ba7e6a-14b7-420d-917b-d141c3a68477 None None] Provisioning complete for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:32.829616 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-25ba7e6a-14b7-420d-917b-d141c3a68477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.835248 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45b8-6d2d-49ef-8490-35a1c56ff9a8 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.908644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50323030-0702-4628-9e1b-7126986804b3 req-b6f2d440-fe69-4c29-8537-bd714fcac087 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876596 Aug 19 12:33:32.995558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45b8-6d2d-49ef-8490-35a1c56ff9a8 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.002274 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45b8-6d2d-49ef-8490-35a1c56ff9a8 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.006475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1ca45b8-6d2d-49ef-8490-35a1c56ff9a8 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/security-groups/2110c33b-a097-493a-9a3f-8342aa425142 HTTP/1.1" status: 204 len: 168 time: 0.3991580 Aug 19 12:33:33.007161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41330) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:33.035787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca45b8-6d2d-49ef-8490-35a1c56ff9a8 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2110c33b-a097-493a-9a3f-8342aa425142,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:33.098663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6c2e16-3428-4e30-af12-a21120c236c2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting subnet fcb0f4fb-5712-409d-be93-c6481c8fd7c8 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:33.118241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e16-3428-4e30-af12-a21120c236c2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.167485 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e16-3428-4e30-af12-a21120c236c2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.219820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-08ed46ad-9a99-4d35-a44c-5d54aecbd628 None None] Could not find standard attr ID for object f8f10450-bfaf-4d24-94c1-f8de318407b5. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:33:33.281620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17517fe6-8e7f-43da-9104-a8ffd1089b47 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:33.339878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e16-3428-4e30-af12-a21120c236c2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.428893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:33.429418 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.502418 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e16-3428-4e30-af12-a21120c236c2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.531938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c2e16-3428-4e30-af12-a21120c236c2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb0f4fb-5712-409d-be93-c6481c8fd7c8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:33.535705 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e16-3428-4e30-af12-a21120c236c2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.537828 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8c6c2e16-3428-4e30-af12-a21120c236c2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/fcb0f4fb-5712-409d-be93-c6481c8fd7c8 HTTP/1.1" status: 204 len: 168 time: 0.5296352 Aug 19 12:33:33.542160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41336) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:33.547464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-556a7f11-6fae-4244-8df5-3cfa9618af25 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:33.548053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ee3ea9-30e0-416b-95d6-ac48df070c87 None None] Network cf593018-02ce-4d3f-84cf-b457180be0c6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:33.726059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52229de-609c-495b-9600-49d19407643b req-95dc1a87-3cdf-4d03-a8ec-3105f34e12a7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.733930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a52229de-609c-495b-9600-49d19407643b req-95dc1a87-3cdf-4d03-a8ec-3105f34e12a7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.1119249 Aug 19 12:33:33.782423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a52229de-609c-495b-9600-49d19407643b req-97cfbbf5-ae43-44f4-9a00-c5b76ec62cd7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442410 Aug 19 12:33:33.800768 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556a7f11-6fae-4244-8df5-3cfa9618af25 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:33.812568 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-556a7f11-6fae-4244-8df5-3cfa9618af25 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.291640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-556a7f11-6fae-4244-8df5-3cfa9618af25 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.378591 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a7f11-6fae-4244-8df5-3cfa9618af25 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Subnet': ['ID=53992926-2808-4f89-9bb0-3fa5d3f677ab,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:34.383553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a7f11-6fae-4244-8df5-3cfa9618af25 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:34.385436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-556a7f11-6fae-4244-8df5-3cfa9618af25 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:34.388835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a7f11-6fae-4244-8df5-3cfa9618af25 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.389544 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-556a7f11-6fae-4244-8df5-3cfa9618af25 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.514482 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-556a7f11-6fae-4244-8df5-3cfa9618af25 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9673841 Aug 19 12:33:34.514830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41352) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:34.520043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d3feaaca-a1ec-4ac4-b504-5839c3bf80c0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'security_group': {'name': 'tempest-secgroup-2138447533'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:34.576050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a3157a-903c-49d5-8277-5ef84953e88a None None] Network cf593018-02ce-4d3f-84cf-b457180be0c6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:34.627733 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3feaaca-a1ec-4ac4-b504-5839c3bf80c0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.687176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3b5a6f-5b2e-4eeb-b191-2ab22432c218 None None] Provisioning complete for port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:34.687566 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5a6f-5b2e-4eeb-b191-2ab22432c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.769541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b5a6f-5b2e-4eeb-b191-2ab22432c218 None None] Port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:34.781688 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3feaaca-a1ec-4ac4-b504-5839c3bf80c0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.794831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3b5a6f-5b2e-4eeb-b191-2ab22432c218 None None] Provisioning complete for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:34.795307 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5a6f-5b2e-4eeb-b191-2ab22432c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.867493 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3feaaca-a1ec-4ac4-b504-5839c3bf80c0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.974838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5402e529-bbf7-48ca-a799-ddaea2a19e63 None None] Update dhcp port {'port': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'fixed_ips': [{'subnet_id': 'b5510620-e19e-4b1d-9f63-3eec2965d88c', 'ip_address': '172.20.0.18'}, {'subnet_id': '53992926-2808-4f89-9bb0-3fa5d3f677ab'}], 'binding:host_id': 'n-d-778732-8'}, 'id': '17517fe6-8e7f-43da-9104-a8ffd1089b47'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:33:35.015353 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5402e529-bbf7-48ca-a799-ddaea2a19e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.017298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feaaca-a1ec-4ac4-b504-5839c3bf80c0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23727b13-a417-40ec-8207-b4b9e09e22ad,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:35.072362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc27c-a2d7-402f-84d5-84ef636454e7 req-e750b313-2a67-4f13-8aae-cd18420ebca0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:35.085685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3feaaca-a1ec-4ac4-b504-5839c3bf80c0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.087499 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d3feaaca-a1ec-4ac4-b504-5839c3bf80c0 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5713730 Aug 19 12:33:35.092070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41360) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:35.096368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c24fc27c-a2d7-402f-84d5-84ef636454e7 req-e750b313-2a67-4f13-8aae-cd18420ebca0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.1666214 Aug 19 12:33:35.108083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-11a94c21-47d8-46a0-a1e6-eafe2c32bb0f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'security_group': {'name': 'tempest-secgroup-70151757'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:35.176734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c24fc27c-a2d7-402f-84d5-84ef636454e7 req-eb288f05-3308-4c3c-bc2b-e8c1a4739a9a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783050 Aug 19 12:33:35.210719 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11a94c21-47d8-46a0-a1e6-eafe2c32bb0f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.307147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-5402e529-bbf7-48ca-a799-ddaea2a19e63 None None] Allocated IP 172.20.0.2 (cf593018-02ce-4d3f-84cf-b457180be0c6/53992926-2808-4f89-9bb0-3fa5d3f677ab/17517fe6-8e7f-43da-9104-a8ffd1089b47) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:35.385034 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11a94c21-47d8-46a0-a1e6-eafe2c32bb0f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.390458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb727143-9b54-4dd5-9854-15be3aa85576 req-8fbbece5-0b5b-49cd-ae78-f07166f795dd tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:35.392234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cb727143-9b54-4dd5-9854-15be3aa85576 req-8fbbece5-0b5b-49cd-ae78-f07166f795dd tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.0762632 Aug 19 12:33:35.402475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41368) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:35.410374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4b3482d0-b2ae-428c-8cff-4e722552432d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'floatingip': {'port_id': 'bf492600-0474-4b28-a6f8-a69e8df44730'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:35.460678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5402e529-bbf7-48ca-a799-ddaea2a19e63 None None] For port 17517fe6-8e7f-43da-9104-a8ffd1089b47, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17517fe6-8e7f-43da-9104-a8ffd1089b47,segment=NetworkSegment(e08dcfcc-1f83-4c92-9781-2fa1cd399b70),segment_id=e08dcfcc-1f83-4c92-9781-2fa1cd399b70)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:35.464527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b3482d0-b2ae-428c-8cff-4e722552432d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.468229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11a94c21-47d8-46a0-a1e6-eafe2c32bb0f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.503479 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5402e529-bbf7-48ca-a799-ddaea2a19e63 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.521809 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5402e529-bbf7-48ca-a799-ddaea2a19e63 None None] Transition to ACTIVE for port object 17517fe6-8e7f-43da-9104-a8ffd1089b47 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:35.582206 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5402e529-bbf7-48ca-a799-ddaea2a19e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.599676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a94c21-47d8-46a0-a1e6-eafe2c32bb0f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf438278-b751-4e79-bbdc-e9111d1dbe63,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:35.720801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402e529-bbf7-48ca-a799-ddaea2a19e63 None None] Pushing event updated for resources: {'Port': ['ID=17517fe6-8e7f-43da-9104-a8ffd1089b47,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:35.777203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11a94c21-47d8-46a0-a1e6-eafe2c32bb0f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.779162 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-11a94c21-47d8-46a0-a1e6-eafe2c32bb0f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6832404 Aug 19 12:33:35.783580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41374) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:35.790470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6a4ddd69-5a8f-42ff-b624-9eef058e0788 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'security_group': {'name': 'tempest-secgroup-341171439'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:35.925602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a4ddd69-5a8f-42ff-b624-9eef058e0788 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.077582 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a4ddd69-5a8f-42ff-b624-9eef058e0788 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.164601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a4ddd69-5a8f-42ff-b624-9eef058e0788 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.216963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ddd69-5a8f-42ff-b624-9eef058e0788 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99973462-b94a-48b7-bb3a-5b92fa6af647,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:36.267864 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a4ddd69-5a8f-42ff-b624-9eef058e0788 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.274365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6a4ddd69-5a8f-42ff-b624-9eef058e0788 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4893825 Aug 19 12:33:36.276515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41382) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:36.281684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1851026841', 'security_groups': ['99973462-b94a-48b7-bb3a-5b92fa6af647'], 'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '53992926-2808-4f89-9bb0-3fa5d3f677ab'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:36.577743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c973ca47-0754-4833-905f-7c2ebf3f91d9 None None] Provisioning complete for port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:36.578257 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c973ca47-0754-4833-905f-7c2ebf3f91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.627182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c973ca47-0754-4833-905f-7c2ebf3f91d9 None None] Port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:36.705075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-4b3482d0-b2ae-428c-8cff-4e722552432d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:33:36.736470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c973ca47-0754-4833-905f-7c2ebf3f91d9 None None] Provisioning for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:36.740594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c973ca47-0754-4833-905f-7c2ebf3f91d9 None None] Provisioning complete for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:36.740955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c973ca47-0754-4833-905f-7c2ebf3f91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.795568 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b3482d0-b2ae-428c-8cff-4e722552432d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.807942 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2c455f64-9ff5-4568-8404-5a2f11046b14 req-dc68d063-e511-4ff7-8311-f785dbc46bd7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1400402 Aug 19 12:33:36.907805 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b3482d0-b2ae-428c-8cff-4e722552432d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.950838 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:36.960869 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455f64-9ff5-4568-8404-5a2f11046b14 req-1e5b1836-4b2e-426a-af56-8c1cab766d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:36.962397 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2c455f64-9ff5-4568-8404-5a2f11046b14 req-1e5b1836-4b2e-426a-af56-8c1cab766d8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 1096 time: 0.0954838 Aug 19 12:33:37.153894 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.157899 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-4b3482d0-b2ae-428c-8cff-4e722552432d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Floating IP e1e19f78-d8ca-4669-b687-6dd3606db8a5 associated. External IP: 172.25.6.60, port: bf492600-0474-4b28-a6f8-a69e8df44730. Aug 19 12:33:37.244470 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455f64-9ff5-4568-8404-5a2f11046b14 req-f6f5e291-1cd1-4cd2-9460-54109fb6213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.246024 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2c455f64-9ff5-4568-8404-5a2f11046b14 req-f6f5e291-1cd1-4cd2-9460-54109fb6213e service neutron] 10.222.0.52 "GET /v2.0/networks?id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 200 len: 916 time: 0.2435246 Aug 19 12:33:37.247773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] device_id is not set on port 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:33:37.275995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17517fe6-8e7f-43da-9104-a8ffd1089b47 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:37.346439 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:37.347663 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.511166 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2c455f64-9ff5-4568-8404-5a2f11046b14 req-f7a657d5-48a1-4e9c-9cab-8a056152c9e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee553c0a-89b0-4745-967a-9d0c8fa1e45c HTTP/1.1" status: 200 len: 217 time: 0.2216778 Aug 19 12:33:37.526934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.13 (cf593018-02ce-4d3f-84cf-b457180be0c6/53992926-2808-4f89-9bb0-3fa5d3f677ab/65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:37.671174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455f64-9ff5-4568-8404-5a2f11046b14 req-2ba82152-8cae-471d-8756-5012f2145688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.673122 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2c455f64-9ff5-4568-8404-5a2f11046b14 req-2ba82152-8cae-471d-8756-5012f2145688 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9c64f776-3857-4313-b138-a7296f8fbf5c HTTP/1.1" status: 200 len: 855 time: 0.1518321 Aug 19 12:33:37.771444 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2c455f64-9ff5-4568-8404-5a2f11046b14 req-5190ebd7-e4fa-4b41-84c5-8a10bc71fd4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626621 Aug 19 12:33:37.835376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.851804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:37.935108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3482d0-b2ae-428c-8cff-4e722552432d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Router 6df0c2ad-4772-41fb-8780-0f6926730c1c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:33:38.129980 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2c455f64-9ff5-4568-8404-5a2f11046b14 req-6aa965ee-3424-4e59-b633-d1f6057f7fa7 service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069962 Aug 19 12:33:38.131351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3482d0-b2ae-428c-8cff-4e722552432d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:38.136792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b3482d0-b2ae-428c-8cff-4e722552432d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.143667 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9056f-00e5-456c-848e-eb3b31741c7c None None] Sync routers for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:38.157193 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9056f-00e5-456c-848e-eb3b31741c7c None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:38.163518 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f1c9056f-00e5-456c-848e-eb3b31741c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:38.175249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.246604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-b60a95d4-191c-4f09-8637-c86956ca031d tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:38.250510 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4b3482d0-b2ae-428c-8cff-4e722552432d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "PUT /v2.0/floatingips/e1e19f78-d8ca-4669-b687-6dd3606db8a5 HTTP/1.1" status: 200 len: 990 time: 2.8457348 Aug 19 12:33:38.255975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-b60a95d4-191c-4f09-8637-c86956ca031d tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/networks?id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 200 len: 815 time: 0.1400506 Aug 19 12:33:38.262312 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:38.267323 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f50c6-39a8-4064-b71e-25ff71322d25" -d '{"events": [{"name": "network-changed", "server_uuid": "21529756-b236-4b14-aec9-277481579282", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:38.277101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-aa29c651-fc57-4f91-9aa9-6841b7964876 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/quotas/c239b129dd1444dea4aa12c5115de621 HTTP/1.1" status: 200 len: 375 time: 0.0200377 Aug 19 12:33:38.291907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:38.298791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:38.300678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:38.312090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:38.390781 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2c455f64-9ff5-4568-8404-5a2f11046b14 req-a0bc22a4-d181-4684-8935-cc840bd1dc00 service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503421 Aug 19 12:33:38.396280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:38.396958 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.400226 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f1c9056f-00e5-456c-848e-eb3b31741c7c None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:38.435672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-e61d544c-99fa-448e-b6d8-cb14d92d4b67 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1568675 Aug 19 12:33:38.457222 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daecad63-f469-45ee-a44b-0c97c8d26013 x-openstack-request-id: req-daecad63-f469-45ee-a44b-0c97c8d26013 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:38.457802 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21529756-b236-4b14-aec9-277481579282", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:38.458227 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-daecad63-f469-45ee-a44b-0c97c8d26013 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:38.458845 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'status': 'completed', 'code': 200} Aug 19 12:33:38.498289 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-beaa06a1-f7fa-45e0-95bf-3f815be580a7 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2203434 Aug 19 12:33:38.500719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41436) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.513804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-020af6b3-e73d-4eab-8d65-6f1b67d74cd3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:38.729274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f50c6-39a8-4064-b71e-25ff71322d25 req-3aad463b-cdb1-4c5c-a3b4-48b57675f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:38.731266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b8f50c6-39a8-4064-b71e-25ff71322d25 req-3aad463b-cdb1-4c5c-a3b4-48b57675f5a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 1096 time: 0.2155547 Aug 19 12:33:38.823136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41442) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.847656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-8e80e768-b7c4-4f5d-909a-68edab34bf1a service neutron] 10.222.0.44 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104574 Aug 19 12:33:38.873140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020af6b3-e73d-4eab-8d65-6f1b67d74cd3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:38.877474 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-020af6b3-e73d-4eab-8d65-6f1b67d74cd3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.970474 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f1c9056f-00e5-456c-848e-eb3b31741c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e1e19f78-d8ca-4669-b687-6dd3606db8a5', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'port_id': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'mac_address': 'fa:16:3e:93:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21529756-b236-4b14-aec9-277481579282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:33:15Z', 'updated_at': '2021-08-19T12:33:36Z', 'revision_number': 1, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:38.975862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee043ccf-1e69-413e-a4e9-82f9b78ded0d None None] Provisioning for port 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:38.980224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee043ccf-1e69-413e-a4e9-82f9b78ded0d None None] Provisioning complete for port 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:38.980727 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee043ccf-1e69-413e-a4e9-82f9b78ded0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.993619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f50c6-39a8-4064-b71e-25ff71322d25 req-88f764b7-098a-4ebd-a13e-a2f54d1e644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:38.995997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b8f50c6-39a8-4064-b71e-25ff71322d25 req-88f764b7-098a-4ebd-a13e-a2f54d1e644c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 918 time: 0.2544942 Aug 19 12:33:39.039625 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9056f-00e5-456c-848e-eb3b31741c7c None None] Checking router: 6df0c2ad-4772-41fb-8780-0f6926730c1c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:33:39.048914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ee043ccf-1e69-413e-a4e9-82f9b78ded0d None None] Port 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:39.062399 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9056f-00e5-456c-848e-eb3b31741c7c None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:39.063414 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f1c9056f-00e5-456c-848e-eb3b31741c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:39.073125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-93ec0e86-0178-4866-9c9f-3e3fa1fb707b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.078179 n-d-778732-8 neutron-server[95661]: INFO neutron.db.ipam_backend_mixin [None req-020af6b3-e73d-4eab-8d65-6f1b67d74cd3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 53992926-2808-4f89-9bb0-3fa5d3f677ab (CIDR: 172.20.0.0/28) Aug 19 12:33:39.089993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-3bd6acdd-1b09-4a20-88bc-ab788e003724 service neutron] 10.222.0.44 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408068 Aug 19 12:33:39.108623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b8f50c6-39a8-4064-b71e-25ff71322d25 req-a5080d33-458d-402c-bed3-43b346919a52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf492600-0474-4b28-a6f8-a69e8df44730 HTTP/1.1" status: 200 len: 998 time: 0.1040425 Aug 19 12:33:39.138845 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-020af6b3-e73d-4eab-8d65-6f1b67d74cd3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:33:39.139514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020af6b3-e73d-4eab-8d65-6f1b67d74cd3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:39.178471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f50c6-39a8-4064-b71e-25ff71322d25 req-2197ee51-5ec5-49e5-bf41-4fff793630fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.180498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b8f50c6-39a8-4064-b71e-25ff71322d25 req-2197ee51-5ec5-49e5-bf41-4fff793630fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.0632060 Aug 19 12:33:39.212471 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f1c9056f-00e5-456c-848e-eb3b31741c7c None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:39.214488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-93ec0e86-0178-4866-9c9f-3e3fa1fb707b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.250181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f50c6-39a8-4064-b71e-25ff71322d25 req-fe4e431a-5f16-4341-8974-07eea9367f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.251724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b8f50c6-39a8-4064-b71e-25ff71322d25 req-fe4e431a-5f16-4341-8974-07eea9367f60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614190 Aug 19 12:33:39.364071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b8f50c6-39a8-4064-b71e-25ff71322d25 req-48f010f1-5383-493c-8f59-17ebee8961ea service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997832 Aug 19 12:33:39.461502 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f1c9056f-00e5-456c-848e-eb3b31741c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e1e19f78-d8ca-4669-b687-6dd3606db8a5', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'port_id': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'mac_address': 'fa:16:3e:93:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21529756-b236-4b14-aec9-277481579282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:33:15Z', 'updated_at': '2021-08-19T12:33:36Z', 'revision_number': 1, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:39.475146 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b8f50c6-39a8-4064-b71e-25ff71322d25 req-6ee20e68-360c-4f78-a27a-c472fa7cf238 service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029651 Aug 19 12:33:39.486112 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-93ec0e86-0178-4866-9c9f-3e3fa1fb707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.491541 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9056f-00e5-456c-848e-eb3b31741c7c None None] The sync data for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 is: [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e1e19f78-d8ca-4669-b687-6dd3606db8a5', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'floating_ip_address': '172.25.6.60', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'port_id': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'mac_address': 'fa:16:3e:93:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21529756-b236-4b14-aec9-277481579282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:33:15Z', 'updated_at': '2021-08-19T12:33:36Z', 'revision_number': 1, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:39.535130 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-93ec0e86-0178-4866-9c9f-3e3fa1fb707b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c08e5b5e94545128bf99dbafbc781a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7105157 Aug 19 12:33:39.538012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41448) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:39.549002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec0e86-0178-4866-9c9f-3e3fa1fb707b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3eb0c9-ba09-4787-9b39-5855f6698f64,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:39.580973 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-020af6b3-e73d-4eab-8d65-6f1b67d74cd3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0755796 Aug 19 12:33:39.581901 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41454) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:39.587861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-28687d7a-838d-4517-8c60-93b7f72ff847 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:39.660445 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23480515-c58d-4882-8448-59bc6e827ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.698840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23480515-c58d-4882-8448-59bc6e827ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.884645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28687d7a-838d-4517-8c60-93b7f72ff847 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:39.895507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28687d7a-838d-4517-8c60-93b7f72ff847 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.903342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c903aa-ec05-4c52-a217-cef67113cf54 None None] New status for floating IP e1e19f78-d8ca-4669-b687-6dd3606db8a5: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:33:40.004220 n-d-778732-8 neutron-server[95661]: INFO neutron.db.ipam_backend_mixin [None req-28687d7a-838d-4517-8c60-93b7f72ff847 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b5510620-e19e-4b1d-9f63-3eec2965d88c (CIDR: 172.20.0.16/28) Aug 19 12:33:40.062533 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-28687d7a-838d-4517-8c60-93b7f72ff847 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:33:40.063041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28687d7a-838d-4517-8c60-93b7f72ff847 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:40.124718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cbd38b5-021e-42ce-baae-42657741bf90 req-386f08c2-3dec-4571-830e-f32fa32a633e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 210 time: 0.4658835 Aug 19 12:33:40.156210 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-28687d7a-838d-4517-8c60-93b7f72ff847 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5706596 Aug 19 12:33:40.156731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41466) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:40.163015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0708344c-72f4-46ca-b0f9-8dd9f54ddcc2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'subnet': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:40.233604 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23480515-c58d-4882-8448-59bc6e827ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.236380 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23480515-c58d-4882-8448-59bc6e827ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.237629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-23480515-c58d-4882-8448-59bc6e827ed1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea3eb0c9-ba09-4787-9b39-5855f6698f64 HTTP/1.1" status: 204 len: 168 time: 0.6983969 Aug 19 12:33:40.246294 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23480515-c58d-4882-8448-59bc6e827ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3eb0c9-ba09-4787-9b39-5855f6698f64,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:40.271655 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:33:40.405596 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0708344c-72f4-46ca-b0f9-8dd9f54ddcc2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Made reservation on behalf of 578cca5e32894b01a2c387b949e1328e for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:40.418304 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0708344c-72f4-46ca-b0f9-8dd9f54ddcc2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.829117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0708344c-72f4-46ca-b0f9-8dd9f54ddcc2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.874731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41494) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:40.890013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0708344c-72f4-46ca-b0f9-8dd9f54ddcc2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Network cf593018-02ce-4d3f-84cf-b457180be0c6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:40.894084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0708344c-72f4-46ca-b0f9-8dd9f54ddcc2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:40.898889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0708344c-72f4-46ca-b0f9-8dd9f54ddcc2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:40.899478 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0708344c-72f4-46ca-b0f9-8dd9f54ddcc2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.908968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fbfb06-d8bf-42d3-92f5-28608698f634 None None] Network cf593018-02ce-4d3f-84cf-b457180be0c6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:40.915413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708344c-72f4-46ca-b0f9-8dd9f54ddcc2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Subnet': ['ID=7f03e015-5edc-42ea-8ace-4955d61b01b0,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:41.042184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41502) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:41.042438 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0708344c-72f4-46ca-b0f9-8dd9f54ddcc2 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8842390 Aug 19 12:33:41.048957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-649786771', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7f03e015-5edc-42ea-8ace-4955d61b01b0'}], 'security_groups': ['23727b13-a417-40ec-8207-b4b9e09e22ad', 'bf438278-b751-4e79-bbdc-e9111d1dbe63']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:41.201817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb658d59-d21c-46b1-95a2-213a8ba1a104 admin admin] Deleting subnet 630e15be-446b-46dd-8c02-a2bdb7426a46 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:41.206075 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb658d59-d21c-46b1-95a2-213a8ba1a104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.249976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2f67b4-8d17-4236-b633-b97091439fd3 None None] Update dhcp port {'port': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'fixed_ips': [{'subnet_id': 'b5510620-e19e-4b1d-9f63-3eec2965d88c', 'ip_address': '172.20.0.18'}, {'subnet_id': '53992926-2808-4f89-9bb0-3fa5d3f677ab', 'ip_address': '172.20.0.2'}, {'subnet_id': '7f03e015-5edc-42ea-8ace-4955d61b01b0'}], 'binding:host_id': 'n-d-778732-8'}, 'id': '17517fe6-8e7f-43da-9104-a8ffd1089b47'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:33:41.253764 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb658d59-d21c-46b1-95a2-213a8ba1a104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.284083 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e2f67b4-8d17-4236-b633-b97091439fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.328705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84be5ec5-4c5e-462f-973d-ca37ce21fe9d req-cab697e1-1454-4aa6-8cd5-99c25167c6be tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 210 time: 0.0489471 Aug 19 12:33:41.347167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb658d59-d21c-46b1-95a2-213a8ba1a104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.434045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.503623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-6e2f67b4-8d17-4236-b633-b97091439fd3 None None] Allocated IP 172.20.0.34 (cf593018-02ce-4d3f-84cf-b457180be0c6/7f03e015-5edc-42ea-8ace-4955d61b01b0/17517fe6-8e7f-43da-9104-a8ffd1089b47) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:41.566126 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb658d59-d21c-46b1-95a2-213a8ba1a104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.622376 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb658d59-d21c-46b1-95a2-213a8ba1a104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.627151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cb658d59-d21c-46b1-95a2-213a8ba1a104 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/630e15be-446b-46dd-8c02-a2bdb7426a46 HTTP/1.1" status: 204 len: 168 time: 0.7488856 Aug 19 12:33:41.629512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb658d59-d21c-46b1-95a2-213a8ba1a104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630e15be-446b-46dd-8c02-a2bdb7426a46,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:41.630751 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41514) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:41.643787 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.713033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6e2f67b4-8d17-4236-b633-b97091439fd3 None None] For port 17517fe6-8e7f-43da-9104-a8ffd1089b47, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17517fe6-8e7f-43da-9104-a8ffd1089b47,segment=NetworkSegment(e08dcfcc-1f83-4c92-9781-2fa1cd399b70),segment_id=e08dcfcc-1f83-4c92-9781-2fa1cd399b70)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:41.746580 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e2f67b4-8d17-4236-b633-b97091439fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.746866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.761426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6e2f67b4-8d17-4236-b633-b97091439fd3 None None] Transition to ACTIVE for port object 17517fe6-8e7f-43da-9104-a8ffd1089b47 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:41.837121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.848008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bf18ea-e897-40e4-bd28-08a8f7c4097a']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:41.850586 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e2f67b4-8d17-4236-b633-b97091439fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.860717 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:41.861603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffaa72f4-9876-4c1a-b6fc-a604d3c1ba1f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:41.873894 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.891114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.901599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:41.903002 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:41.905880 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:41.972517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f67b4-8d17-4236-b633-b97091439fd3 None None] Pushing event updated for resources: {'Port': ['ID=17517fe6-8e7f-43da-9104-a8ffd1089b47,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:42.020726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Delete allocated IP 172.20.0.13 (cf593018-02ce-4d3f-84cf-b457180be0c6/53992926-2808-4f89-9bb0-3fa5d3f677ab) {{(pid=95660) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:33:42.032356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Allocated IP 172.20.0.44 (cf593018-02ce-4d3f-84cf-b457180be0c6/7f03e015-5edc-42ea-8ace-4955d61b01b0/65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:42.101669 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.117081 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.117081 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] 10.222.0.44 "DELETE /v2.0/networks/47bf18ea-e897-40e4-bd28-08a8f7c4097a HTTP/1.1" status: 204 len: 168 time: 0.4675469 Aug 19 12:33:42.123569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcc2ec-4fac-4a44-8558-bc9a7ce0752c admin admin] Pushing event deleted for resources: {'Network': ['ID=47bf18ea-e897-40e4-bd28-08a8f7c4097a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:42.246727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.262879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Transition to ACTIVE for port object 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:42.370897 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.466274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event updated for resources: {'Port': ['ID=65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:42.573896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] In _notify_port_updated(), no bound segment for port 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e on network cf593018-02ce-4d3f-84cf-b457180be0c6 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:33:42.582886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.583886 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.590102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4dd35b2d-fff2-4b14-be54-965c82f4f83c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "PUT /v2.0/ports/65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e HTTP/1.1" status: 200 len: 959 time: 1.5467787 Aug 19 12:33:42.596003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:42.666772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41536) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:42.714623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7a04a8b9-de79-4dbb-a51a-a21bf3863337 None None] Provisioning complete for port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:42.714623 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7a04a8b9-de79-4dbb-a51a-a21bf3863337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.763096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7a04a8b9-de79-4dbb-a51a-a21bf3863337 None None] Port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:42.784078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-60f6d287-ddb1-4f2e-8b48-76e8c948a4e2 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.786123 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-60f6d287-ddb1-4f2e-8b48-76e8c948a4e2 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "GET /v2.0/networks?id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 200 len: 815 time: 0.5511351 Aug 19 12:33:42.799766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1bb87e96-202d-4c79-9338-b762d1a11664 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18c7d919376b46c7af6387b7c99d7be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332259 Aug 19 12:33:42.803693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41538) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:42.804001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Request body: {'port': {'device_id': '84f4363b-f673-4cfb-ae1b-0d21ca4027fb', 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d', 'admin_state_up': True, 'tenant_id': 'c239b129dd1444dea4aa12c5115de621'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:42.844253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-31a71732-073b-402b-ac36-147bc4dd6d22 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:42.844647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31a71732-073b-402b-ac36-147bc4dd6d22 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.928112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f0c4b29-b8c6-42b2-a54b-d3841f8a6c2e req-1c20ac6e-5096-448b-9660-1eb0afcc8e76 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 210 time: 0.4821048 Aug 19 12:33:42.964369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7a04a8b9-de79-4dbb-a51a-a21bf3863337 None None] Provisioning for port 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:42.973157 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76c41905-338c-4985-8ce2-604ce316f7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.976056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7a04a8b9-de79-4dbb-a51a-a21bf3863337 None None] Provisioning complete for port 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:42.976604 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7a04a8b9-de79-4dbb-a51a-a21bf3863337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.029106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76c41905-338c-4985-8ce2-604ce316f7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.038872 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Made reservation on behalf of c239b129dd1444dea4aa12c5115de621 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:43.048578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31a71732-073b-402b-ac36-147bc4dd6d22 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.048743 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.064123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-31a71732-073b-402b-ac36-147bc4dd6d22 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:43.191327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7a04a8b9-de79-4dbb-a51a-a21bf3863337 None None] Port 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:43.254424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Allocated IP 172.20.0.9 (33d50d00-adaa-45b8-9e4f-a2caa46b0e8d/9c64f776-3857-4313-b138-a7296f8fbf5c/73bb4959-1c04-4046-a7d4-3b16c07a0b17) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:43.291875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17517fe6-8e7f-43da-9104-a8ffd1089b47 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:43.321975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7a04a8b9-de79-4dbb-a51a-a21bf3863337 None None] Provisioning for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:43.336151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7a04a8b9-de79-4dbb-a51a-a21bf3863337 None None] Provisioning complete for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:43.336543 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7a04a8b9-de79-4dbb-a51a-a21bf3863337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.392135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:43.392512 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.439134 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76c41905-338c-4985-8ce2-604ce316f7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.441650 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76c41905-338c-4985-8ce2-604ce316f7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.442930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-76c41905-338c-4985-8ce2-604ce316f7c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4690df1-a2f8-4118-a665-4028d9d5f58d HTTP/1.1" status: 204 len: 168 time: 0.6373739 Aug 19 12:33:43.451575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c41905-338c-4985-8ce2-604ce316f7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4690df1-a2f8-4118-a665-4028d9d5f58d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:43.474716 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31a71732-073b-402b-ac36-147bc4dd6d22 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.539745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a71732-073b-402b-ac36-147bc4dd6d22 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:43.613188 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dad9a70e-fd4e-49d8-bdcb-c3eafdc193a2 None None] Could not find standard attr ID for object 65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:33:43.621114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.636727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31a71732-073b-402b-ac36-147bc4dd6d22 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.640767 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-31a71732-073b-402b-ac36-147bc4dd6d22 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e HTTP/1.1" status: 204 len: 168 time: 1.0487399 Aug 19 12:33:43.643185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41552) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:43.678753 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83cfe67-b4e0-4bb7-b8b4-704f35d99d4b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] GET failed (client error): The resource could not be found. Aug 19 12:33:43.684021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c83cfe67-b4e0-4bb7-b8b4-704f35d99d4b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports/65ff4e14-1f0f-4a82-a4c9-d77f467dfd2e HTTP/1.1" status: 404 len: 333 time: 0.0364010 Aug 19 12:33:43.684134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41558) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:43.756964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69def725-d37e-44e4-be04-f47815393d0b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.763755 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.779272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ee553c0a-89b0-4745-967a-9d0c8fa1e45c', '2875405e-c569-4e35-9c71-b3ffba0d5e32', '6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:43.837321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:43.846316 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69def725-d37e-44e4-be04-f47815393d0b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.850458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:43.851775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:43.929975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Pushing event updated for resources: {'Port': ['ID=73bb4959-1c04-4046-a7d4-3b16c07a0b17,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:43.947769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:43.948475 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.050275 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69def725-d37e-44e4-be04-f47815393d0b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.053355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69def725-d37e-44e4-be04-f47815393d0b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.054571 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-69def725-d37e-44e4-be04-f47815393d0b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/security-groups/99973462-b94a-48b7-bb3a-5b92fa6af647 HTTP/1.1" status: 204 len: 168 time: 0.3689609 Aug 19 12:33:44.057926 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41570) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:44.077264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69def725-d37e-44e4-be04-f47815393d0b tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99973462-b94a-48b7-bb3a-5b92fa6af647,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:44.092342 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-02270014-176e-498d-a9a0-bdf456ce8820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2924144 Aug 19 12:33:44.119398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Request body: {'port': {'device_id': '84f4363b-f673-4cfb-ae1b-0d21ca4027fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:44.119507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac139ec1-ff4b-4421-9e7a-094282559054 req-d8ba32ef-3dfc-4ca9-bceb-30806d93973f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:44.119507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac139ec1-ff4b-4421-9e7a-094282559054 req-d8ba32ef-3dfc-4ca9-bceb-30806d93973f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 931 time: 0.0991027 Aug 19 12:33:44.153813 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eaffaeb-6445-410d-a21e-b04d03b7a4fc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.201791 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.208499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eaffaeb-6445-410d-a21e-b04d03b7a4fc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.233620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac139ec1-ff4b-4421-9e7a-094282559054 req-5ac18cd1-39c3-41fe-b10a-7943e2d295f5 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808327 Aug 19 12:33:44.364596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eaffaeb-6445-410d-a21e-b04d03b7a4fc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.367648 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eaffaeb-6445-410d-a21e-b04d03b7a4fc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.369649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4eaffaeb-6445-410d-a21e-b04d03b7a4fc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/security-groups/bf438278-b751-4e79-bbdc-e9111d1dbe63 HTTP/1.1" status: 204 len: 168 time: 0.3093350 Aug 19 12:33:44.392987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaffaeb-6445-410d-a21e-b04d03b7a4fc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf438278-b751-4e79-bbdc-e9111d1dbe63,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:44.392987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41580) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:44.450927 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.488656 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4ef446b-4796-42bf-a3a6-466b6ae06db1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.518991 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4ef446b-4796-42bf-a3a6-466b6ae06db1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.572147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bb4959-1c04-4046-a7d4-3b16c07a0b17 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:44.583081 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.650480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4ef446b-4796-42bf-a3a6-466b6ae06db1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.650720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Transition to ACTIVE for port object 73bb4959-1c04-4046-a7d4-3b16c07a0b17 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:44.653607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4ef446b-4796-42bf-a3a6-466b6ae06db1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.654968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a4ef446b-4796-42bf-a3a6-466b6ae06db1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/security-groups/23727b13-a417-40ec-8207-b4b9e09e22ad HTTP/1.1" status: 204 len: 168 time: 0.2606409 Aug 19 12:33:44.657793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41584) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:44.664918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef446b-4796-42bf-a3a6-466b6ae06db1 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23727b13-a417-40ec-8207-b4b9e09e22ad,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:44.725472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bb49c8-2f9c-4e8a-8010-23c6c5e1bfcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting subnet 53992926-2808-4f89-9bb0-3fa5d3f677ab {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:44.729157 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27bb49c8-2f9c-4e8a-8010-23c6c5e1bfcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.774298 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27bb49c8-2f9c-4e8a-8010-23c6c5e1bfcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.863725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27bb49c8-2f9c-4e8a-8010-23c6c5e1bfcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.039494 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27bb49c8-2f9c-4e8a-8010-23c6c5e1bfcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.041636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.104971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb49c8-2f9c-4e8a-8010-23c6c5e1bfcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Subnet': ['ID=53992926-2808-4f89-9bb0-3fa5d3f677ab,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:45.109903 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27bb49c8-2f9c-4e8a-8010-23c6c5e1bfcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.118977 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-27bb49c8-2f9c-4e8a-8010-23c6c5e1bfcc tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/53992926-2808-4f89-9bb0-3fa5d3f677ab HTTP/1.1" status: 204 len: 168 time: 0.4524922 Aug 19 12:33:45.119184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41598) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:45.123180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5650f6-5526-4230-8250-93dd7bd762c2 None None] Network cf593018-02ce-4d3f-84cf-b457180be0c6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:45.170770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41602) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:45.173151 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Pushing event updated for resources: {'Port': ['ID=73bb4959-1c04-4046-a7d4-3b16c07a0b17,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:45.208080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0127abd5-424c-4ef4-a18b-929cd32c978d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting subnet 7f03e015-5edc-42ea-8ace-4955d61b01b0 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:45.213683 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0127abd5-424c-4ef4-a18b-929cd32c978d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.252308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Attempting to bind port 73bb4959-1c04-4046-a7d4-3b16c07a0b17 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:45.252308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Attempting to bind port 73bb4959-1c04-4046-a7d4-3b16c07a0b17 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:45.252308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Attempting to bind port 73bb4959-1c04-4046-a7d4-3b16c07a0b17 on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:45.256596 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Port 73bb4959-1c04-4046-a7d4-3b16c07a0b17 on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:45.257675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Attempting to bind port 73bb4959-1c04-4046-a7d4-3b16c07a0b17 on network 33d50d00-adaa-45b8-9e4f-a2caa46b0e8d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:45.264108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:45.264574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Checking segment: {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:45.265059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Bound using segment: {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:45.265639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Bound port: 73bb4959-1c04-4046-a7d4-3b16c07a0b17, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4e8b48-f73d-412f-9e8e-41324b188674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:45.266711 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.305349 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0127abd5-424c-4ef4-a18b-929cd32c978d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.363025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1706229299-network', 'tenant_id': '0be0711156424db88716a0544ecf1a5a'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:45.385413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] For port 73bb4959-1c04-4046-a7d4-3b16c07a0b17, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:45.402232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] For port 73bb4959-1c04-4046-a7d4-3b16c07a0b17, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=73bb4959-1c04-4046-a7d4-3b16c07a0b17,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:45.453669 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0127abd5-424c-4ef4-a18b-929cd32c978d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.473051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Made reservation on behalf of 0be0711156424db88716a0544ecf1a5a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:45.475768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.488569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.502188 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.504923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e07677-cbd9-4320-907d-440f72cadc43 req-ab49f2ed-2e86-49eb-a06e-2fbee566ae14 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.505560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21e07677-cbd9-4320-907d-440f72cadc43 req-ab49f2ed-2e86-49eb-a06e-2fbee566ae14 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 943 time: 0.1622164 Aug 19 12:33:45.550554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.551445 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.552902 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] 10.222.0.52 "PUT /v2.0/ports/73bb4959-1c04-4046-a7d4-3b16c07a0b17 HTTP/1.1" status: 200 len: 1091 time: 1.4476962 Aug 19 12:33:45.562154 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f4363b-f673-4cfb-ae1b-0d21ca4027fb', 'tag': '73bb4959-1c04-4046-a7d4-3b16c07a0b17'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:45.567726 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bc2f22-1214-4016-9ecd-d082123bccab" -d '{"events": [{"name": "network-changed", "server_uuid": "84f4363b-f673-4cfb-ae1b-0d21ca4027fb", "tag": "73bb4959-1c04-4046-a7d4-3b16c07a0b17"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:45.568447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21e07677-cbd9-4320-907d-440f72cadc43 req-a83354d7-0e79-48a6-84ca-8e62d2f6772d tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538337 Aug 19 12:33:45.614757 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d913b3c0-3392-4fb5-bd2a-0d232dbfd937 x-openstack-request-id: req-d913b3c0-3392-4fb5-bd2a-0d232dbfd937 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:45.615043 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f4363b-f673-4cfb-ae1b-0d21ca4027fb", "tag": "73bb4959-1c04-4046-a7d4-3b16c07a0b17", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:45.615290 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d913b3c0-3392-4fb5-bd2a-0d232dbfd937 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:45.615683 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f4363b-f673-4cfb-ae1b-0d21ca4027fb', 'tag': '73bb4959-1c04-4046-a7d4-3b16c07a0b17', 'status': 'completed', 'code': 200} Aug 19 12:33:45.620797 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264743b-e3aa-4629-ae94-9e5c2339402c service neutron] Pushing event updated for resources: {'Port': ['ID=73bb4959-1c04-4046-a7d4-3b16c07a0b17,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:45.687792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2f22-1214-4016-9ecd-d082123bccab req-fe8b1557-8a1b-4e54-8949-6cc0a22fb99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.689566 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d1bc2f22-1214-4016-9ecd-d082123bccab req-fe8b1557-8a1b-4e54-8949-6cc0a22fb99b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 1094 time: 0.0460598 Aug 19 12:33:45.737577 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0127abd5-424c-4ef4-a18b-929cd32c978d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.797625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127abd5-424c-4ef4-a18b-929cd32c978d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Subnet': ['ID=7f03e015-5edc-42ea-8ace-4955d61b01b0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:45.815201 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0127abd5-424c-4ef4-a18b-929cd32c978d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.815201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0127abd5-424c-4ef4-a18b-929cd32c978d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/7f03e015-5edc-42ea-8ace-4955d61b01b0 HTTP/1.1" status: 204 len: 168 time: 0.6990068 Aug 19 12:33:45.819759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41620) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:45.884397 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-0654809c-fcfb-4df8-88cd-cc54fa402d0a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:45.884397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0654809c-fcfb-4df8-88cd-cc54fa402d0a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:45.885477 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0654809c-fcfb-4df8-88cd-cc54fa402d0a tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/53992926-2808-4f89-9bb0-3fa5d3f677ab HTTP/1.1" status: 404 len: 337 time: 0.0637548 Aug 19 12:33:45.888003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41626) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:45.899433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2f22-1214-4016-9ecd-d082123bccab req-d17c8445-7beb-410f-8e0e-29b71c6b592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.903445 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d1bc2f22-1214-4016-9ecd-d082123bccab req-d17c8445-7beb-410f-8e0e-29b71c6b592b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c239b129dd1444dea4aa12c5115de621&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1982446 Aug 19 12:33:45.977241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce46676a-b9d5-4d9a-b43e-b10b12a4fea6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting subnet b5510620-e19e-4b1d-9f63-3eec2965d88c {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:45.980855 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce46676a-b9d5-4d9a-b43e-b10b12a4fea6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.027625 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce46676a-b9d5-4d9a-b43e-b10b12a4fea6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.042741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae4e44a-4cf9-4bee-a8f6-c83c35d71ba8 None None] Network cf593018-02ce-4d3f-84cf-b457180be0c6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:46.043306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.060048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2f22-1214-4016-9ecd-d082123bccab req-bb873732-de78-4680-b3db-549d05329ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:46.061901 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d1bc2f22-1214-4016-9ecd-d082123bccab req-bb873732-de78-4680-b3db-549d05329ede service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438448 Aug 19 12:33:46.098873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee914018-202b-45a6-9d9d-0b6a1a141784 None None] Provisioning complete for port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:46.099411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee914018-202b-45a6-9d9d-0b6a1a141784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.135407 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce46676a-b9d5-4d9a-b43e-b10b12a4fea6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.149831 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.160885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ee914018-202b-45a6-9d9d-0b6a1a141784 None None] Port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:46.183486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee914018-202b-45a6-9d9d-0b6a1a141784 None None] Provisioning complete for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:46.184006 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee914018-202b-45a6-9d9d-0b6a1a141784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.195375 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67c328e-4591-44cb-ba78-896b7fdad270,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:46.199230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:46.215145 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-059fd9c1-f936-4c10-bd42-2d9543a7f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:46.215145 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-059fd9c1-f936-4c10-bd42-2d9543a7f046 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 1094 time: 0.1020284 Aug 19 12:33:46.263095 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-74cc9921-7803-4256-a677-e4c2b39f3030 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73bb4959-1c04-4046-a7d4-3b16c07a0b17 HTTP/1.1" status: 200 len: 217 time: 0.0394964 Aug 19 12:33:46.297578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce46676a-b9d5-4d9a-b43e-b10b12a4fea6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.298575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.299632 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Added segment ebeb8202-97b3-40b1-9b95-cb5862f31142 of type vlan for network 6c6b65e6-3fe7-4a32-b9c1-b6f53853a940 Aug 19 12:33:46.361940 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.399752 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce46676a-b9d5-4d9a-b43e-b10b12a4fea6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.406075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ce46676a-b9d5-4d9a-b43e-b10b12a4fea6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/b5510620-e19e-4b1d-9f63-3eec2965d88c HTTP/1.1" status: 204 len: 168 time: 0.5164552 Aug 19 12:33:46.406684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41640) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.407461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46676a-b9d5-4d9a-b43e-b10b12a4fea6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Subnet': ['ID=b5510620-e19e-4b1d-9f63-3eec2965d88c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:46.411536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05cd5a9-ba8b-43b8-b210-1b69a08af4a7 None None] Update dhcp port {'port': {'network_id': 'cf593018-02ce-4d3f-84cf-b457180be0c6', 'fixed_ips': [{'subnet_id': 'b5510620-e19e-4b1d-9f63-3eec2965d88c'}], 'binding:host_id': 'n-d-778732-8'}, 'id': '17517fe6-8e7f-43da-9104-a8ffd1089b47'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:33:46.444252 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-43213705-dac5-4ff8-8e7c-7088911a7b37 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:46.444804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43213705-dac5-4ff8-8e7c-7088911a7b37 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:46.447198 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-408c828c-26fa-4390-b767-dd5ec87c89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:46.447356 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c05cd5a9-ba8b-43b8-b210-1b69a08af4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.452254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-43213705-dac5-4ff8-8e7c-7088911a7b37 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/fcb0f4fb-5712-409d-be93-c6481c8fd7c8 HTTP/1.1" status: 404 len: 337 time: 0.0420268 Aug 19 12:33:46.453409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.453872 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-408c828c-26fa-4390-b767-dd5ec87c89fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9c64f776-3857-4313-b138-a7296f8fbf5c HTTP/1.1" status: 200 len: 855 time: 0.0634530 Aug 19 12:33:46.462569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.464563 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:46.467685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.529130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1836e1f-e05a-470d-acc0-cc231c5b7337 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6d4b4c1-01f1-4844-a7fa-45decd3d3091 HTTP/1.1" status: 200 len: 205 time: 0.0735338 Aug 19 12:33:46.534739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41648) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.575983 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-a433371b-aec1-4da0-a00f-3e8eecfcdd0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018555 Aug 19 12:33:46.578389 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-696af92b-38f6-4461-8cee-4fad6d9ee82f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] delete failed (client error): The resource could not be found. Aug 19 12:33:46.582033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-696af92b-38f6-4461-8cee-4fad6d9ee82f tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/routers/b6d4b4c1-01f1-4844-a7fa-45decd3d3091 HTTP/1.1" status: 404 len: 336 time: 0.0510454 Aug 19 12:33:46.582590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41650) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.612685 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1edd0d2-8e40-476d-9149-4f98debafd8d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:46.613083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1edd0d2-8e40-476d-9149-4f98debafd8d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:46.614875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c1edd0d2-8e40-476d-9149-4f98debafd8d tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/fbc218ca-4e1c-4d7a-a719-ce1f8a7e6101 HTTP/1.1" status: 404 len: 337 time: 0.0313711 Aug 19 12:33:46.617937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41654) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.647534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] Pushing event updated for resources: {'Network': ['ID=6c6b65e6-3fe7-4a32-b9c1-b6f53853a940,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:46.650068 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfba3c4-a227-442d-ab42-6b6a9aff1c02 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:46.651279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfba3c4-a227-442d-ab42-6b6a9aff1c02 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:46.653547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cdfba3c4-a227-442d-ab42-6b6a9aff1c02 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/0b02ecde-e7c2-4cb7-a15f-7ef8b55a5139 HTTP/1.1" status: 404 len: 337 time: 0.0337818 Aug 19 12:33:46.656181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41658) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.660594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 6c6b65e6-3fe7-4a32-b9c1-b6f53853a940 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:46.663914 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-98236fb1-de0f-40cf-8f4b-1317d80655b7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4916785 Aug 19 12:33:46.670676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41660) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.681319 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] Request body: {'subnet': {'network_id': '6c6b65e6-3fe7-4a32-b9c1-b6f53853a940', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1706229299-subnet', 'tenant_id': '0be0711156424db88716a0544ecf1a5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:46.702025 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-433a3006-e8cf-4c87-8025-211f76c3fb16 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:46.702025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433a3006-e8cf-4c87-8025-211f76c3fb16 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:46.702025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-433a3006-e8cf-4c87-8025-211f76c3fb16 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/5abe3bb3-a409-4b91-831d-3fab62233357 HTTP/1.1" status: 404 len: 337 time: 0.0401711 Aug 19 12:33:46.703444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41662) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.734810 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-463f7320-7751-4f12-94f6-b94afe084612 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:46.736269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463f7320-7751-4f12-94f6-b94afe084612 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:46.738247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-463f7320-7751-4f12-94f6-b94afe084612 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/b2d7102c-0b1d-45f1-81ac-dad542932b10 HTTP/1.1" status: 404 len: 333 time: 0.0337400 Aug 19 12:33:46.740751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.754750 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-47e82be3-1ae7-4b24-924c-45216f756521 service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666129 Aug 19 12:33:46.764907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d340e49-208d-4730-944a-5723d51ce228 None None] Network cf593018-02ce-4d3f-84cf-b457180be0c6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:46.807535 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce88388-9639-4cc5-bcc5-a760c4038f74 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:46.808020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce88388-9639-4cc5-bcc5-a760c4038f74 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:46.812474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5ce88388-9639-4cc5-bcc5-a760c4038f74 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/ff381c44-e8bc-4350-bbfe-d4cc1722e030 HTTP/1.1" status: 404 len: 337 time: 0.0691147 Aug 19 12:33:46.816656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41670) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.843719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b546d5-6cad-4bdc-b400-5764b60c8fe3 req-65f8475e-18eb-4097-97a6-5a3f109d188f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:46.845475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09b546d5-6cad-4bdc-b400-5764b60c8fe3 req-65f8475e-18eb-4097-97a6-5a3f109d188f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 943 time: 0.1017675 Aug 19 12:33:46.853988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-981c3592-4c98-4414-b1f3-6d8f24da6623 None None] Provisioning complete for port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:46.854633 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-981c3592-4c98-4414-b1f3-6d8f24da6623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.857116 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98b2312-9de5-4743-845c-8f3e77222836 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:46.857616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98b2312-9de5-4743-845c-8f3e77222836 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:46.859401 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a98b2312-9de5-4743-845c-8f3e77222836 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/3142005e-5cd3-4e4e-b1fa-2eee931093be HTTP/1.1" status: 404 len: 337 time: 0.0417020 Aug 19 12:33:46.862096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.892552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09b546d5-6cad-4bdc-b400-5764b60c8fe3 req-3a84dff4-3059-4444-9092-af2d7958441f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393763 Aug 19 12:33:46.896486 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-254f7d5a-223e-4aa6-9c6e-6f17a52207a3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:46.897237 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254f7d5a-223e-4aa6-9c6e-6f17a52207a3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:46.899891 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-254f7d5a-223e-4aa6-9c6e-6f17a52207a3 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/c829f7bf-8b0f-4fea-a57b-cd14598df74b HTTP/1.1" status: 404 len: 333 time: 0.0366316 Aug 19 12:33:46.902698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.903670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] Made reservation on behalf of 0be0711156424db88716a0544ecf1a5a for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:46.906135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.935636 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d748e15-0e59-4416-813d-46c1353771c6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:46.936717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d748e15-0e59-4416-813d-46c1353771c6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:46.938834 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9d748e15-0e59-4416-813d-46c1353771c6 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/89a4a789-5217-449e-8a32-2547956b30f8 HTTP/1.1" status: 404 len: 337 time: 0.0343025 Aug 19 12:33:46.941474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.969700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-981c3592-4c98-4414-b1f3-6d8f24da6623 None None] Port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:46.974499 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6292934f-d51c-48a8-922e-423ff43ce774 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:46.974499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6292934f-d51c-48a8-922e-423ff43ce774 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:46.985926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6292934f-d51c-48a8-922e-423ff43ce774 tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/subnets/066c27b5-2967-4d32-a048-51977e062bcf HTTP/1.1" status: 404 len: 337 time: 0.0430832 Aug 19 12:33:46.986928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41680) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.987133 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aff87474-7ae4-40b0-a9b0-23e4f961e0d9 req-d9e5e9a7-3a55-4d5b-8e60-0e0da474cd3b service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246320 Aug 19 12:33:46.994673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-981c3592-4c98-4414-b1f3-6d8f24da6623 None None] Provisioning complete for port 17517fe6-8e7f-43da-9104-a8ffd1089b47 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:46.995051 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-981c3592-4c98-4414-b1f3-6d8f24da6623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.035225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344530c1-45d0-41e8-9ebc-137c8a597dda None None] DHCP port deletion for cf593018-02ce-4d3f-84cf-b457180be0c6 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:33:47.120002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9eb7225d-bae5-4c82-80e7-773e6b64ecec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Deleting port 2481d48a-ad01-4aa9-a1e9-527169bd3df2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:47.120631 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eb7225d-bae5-4c82-80e7-773e6b64ecec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.133396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-344530c1-45d0-41e8-9ebc-137c8a597dda None None] Deleting port 17517fe6-8e7f-43da-9104-a8ffd1089b47 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:47.133396 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-344530c1-45d0-41e8-9ebc-137c8a597dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.199351 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eb7225d-bae5-4c82-80e7-773e6b64ecec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.214302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9eb7225d-bae5-4c82-80e7-773e6b64ecec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Calling delete_port for 2481d48a-ad01-4aa9-a1e9-527169bd3df2 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:47.217706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-344530c1-45d0-41e8-9ebc-137c8a597dda None None] For port 17517fe6-8e7f-43da-9104-a8ffd1089b47, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17517fe6-8e7f-43da-9104-a8ffd1089b47,segment=NetworkSegment(e08dcfcc-1f83-4c92-9781-2fa1cd399b70),segment_id=e08dcfcc-1f83-4c92-9781-2fa1cd399b70)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:47.218646 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-344530c1-45d0-41e8-9ebc-137c8a597dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.235810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17517fe6-8e7f-43da-9104-a8ffd1089b47 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:47.251071 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.266442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-344530c1-45d0-41e8-9ebc-137c8a597dda None None] Calling delete_port for 17517fe6-8e7f-43da-9104-a8ffd1089b47 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:47.396269 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=506e1739-8860-4342-bbb0-d108d836fc5c,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:47.409854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] Checking segment: {'id': 'ebeb8202-97b3-40b1-9b95-cb5862f31142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6c6b65e6-3fe7-4a32-b9c1-b6f53853a940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:47.410118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] Network hostable DHCP agents. Network: 6c6b65e6-3fe7-4a32-b9c1-b6f53853a940, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:47.431911 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.443846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eb7225d-bae5-4c82-80e7-773e6b64ecec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.475032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7225d-bae5-4c82-80e7-773e6b64ecec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Port': ['ID=2481d48a-ad01-4aa9-a1e9-527169bd3df2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:47.486567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eb7225d-bae5-4c82-80e7-773e6b64ecec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.489041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9eb7225d-bae5-4c82-80e7-773e6b64ecec tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/ports/2481d48a-ad01-4aa9-a1e9-527169bd3df2 HTTP/1.1" status: 204 len: 168 time: 0.4988580 Aug 19 12:33:47.491609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41690) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:47.518879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] Network 6c6b65e6-3fe7-4a32-b9c1-b6f53853a940 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:47.550002 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-344530c1-45d0-41e8-9ebc-137c8a597dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.598397 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.607940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344530c1-45d0-41e8-9ebc-137c8a597dda None None] Pushing event deleted for resources: {'Port': ['ID=17517fe6-8e7f-43da-9104-a8ffd1089b47,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:47.617858 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344530c1-45d0-41e8-9ebc-137c8a597dda None None] No DVR routers for this DVR port 17517fe6-8e7f-43da-9104-a8ffd1089b47 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:47.712025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.723506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf593018-02ce-4d3f-84cf-b457180be0c6']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:47.735536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08dcfcc-1f83-4c92-9781-2fa1cd399b70') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:47.735887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08dcfcc-1f83-4c92-9781-2fa1cd399b70') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:47.745420 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.753103 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 6c6b65e6-3fe7-4a32-b9c1-b6f53853a940) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:47.760713 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.761452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.762048 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.768502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40967910-bb02-4408-903b-2107b72fc950 None None] Network 6c6b65e6-3fe7-4a32-b9c1-b6f53853a940 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:47.768852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:47.768852 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:47.773078 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:47.875426 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bd6f4fc0-739f-488a-821f-fef22ddf8686 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2033465 Aug 19 12:33:47.907372 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.933316 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.939794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] 10.222.0.44 "DELETE /v2.0/networks/cf593018-02ce-4d3f-84cf-b457180be0c6 HTTP/1.1" status: 204 len: 168 time: 0.4467995 Aug 19 12:33:47.940922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6de259-51b8-408f-834c-c5dd74425e9c tempest-PortsTestJSON-1340743600 tempest-PortsTestJSON-1340743600-project] Pushing event deleted for resources: {'Network': ['ID=cf593018-02ce-4d3f-84cf-b457180be0c6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:47.968948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b4a662-eeec-4516-9533-06620d43cb87 None None] Network 6c6b65e6-3fe7-4a32-b9c1-b6f53853a940 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:48.056733 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41706) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:48.155674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-684b376f-66e0-4ab5-9aca-96b82d6a80e3 admin admin] Deleting subnet 506e1739-8860-4342-bbb0-d108d836fc5c {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:48.168555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-684b376f-66e0-4ab5-9aca-96b82d6a80e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.236767 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-684b376f-66e0-4ab5-9aca-96b82d6a80e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.284198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-684b376f-66e0-4ab5-9aca-96b82d6a80e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.361231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4842a-db29-4191-a899-db551cd27849 req-89c1b531-abb8-49cb-bae6-eff20312202e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:48.368863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cc4842a-db29-4191-a899-db551cd27849 req-89c1b531-abb8-49cb-bae6-eff20312202e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 943 time: 0.3174183 Aug 19 12:33:48.423249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cc4842a-db29-4191-a899-db551cd27849 req-0ac5582b-86bd-4b8a-92b1-f0d980d7ea87 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533388 Aug 19 12:33:48.452555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-684b376f-66e0-4ab5-9aca-96b82d6a80e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.491620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41716) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:48.499426 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-684b376f-66e0-4ab5-9aca-96b82d6a80e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.501481 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-684b376f-66e0-4ab5-9aca-96b82d6a80e3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/506e1739-8860-4342-bbb0-d108d836fc5c HTTP/1.1" status: 204 len: 168 time: 0.4437091 Aug 19 12:33:48.505297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41720) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:48.520603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b376f-66e0-4ab5-9aca-96b82d6a80e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=506e1739-8860-4342-bbb0-d108d836fc5c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:48.569473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 73bb4959-1c04-4046-a7d4-3b16c07a0b17 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:48.609221 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.739592 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.749232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 73bb4959-1c04-4046-a7d4-3b16c07a0b17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=73bb4959-1c04-4046-a7d4-3b16c07a0b17,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:48.757030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6b65e6-3fe7-4a32-b9c1-b6f53853a940']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:48.761290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '73bb4959-1c04-4046-a7d4-3b16c07a0b17', 'network_id': '33d50d00-adaa-45b8-9e4f-a2caa46b0e8d', 'port_id': '73bb4959-1c04-4046-a7d4-3b16c07a0b17', 'mac_address': 'fa:16:3e:c2:a3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c64f776-3857-4313-b138-a7296f8fbf5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:48.774746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebeb8202-97b3-40b1-9b95-cb5862f31142') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:48.775075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebeb8202-97b3-40b1-9b95-cb5862f31142') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:48.787013 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.792787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c74334d6-b74c-4808-a5e8-eda4485daba9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=578cca5e32894b01a2c387b949e1328e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975645 Aug 19 12:33:48.793256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41724) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:48.804442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.812652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:48.813062 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:48.815686 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:48.820729 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.838513 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bb4959-1c04-4046-a7d4-3b16c07a0b17 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:48.857688 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0de9bf4c-c194-4816-9c71-831927f1ca73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.864164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 73bb4959-1c04-4046-a7d4-3b16c07a0b17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=73bb4959-1c04-4046-a7d4-3b16c07a0b17,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:48.883713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0de9bf4c-c194-4816-9c71-831927f1ca73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.467118 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0de9bf4c-c194-4816-9c71-831927f1ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.467823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.468235 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.490278 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0de9bf4c-c194-4816-9c71-831927f1ca73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.491178 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.491762 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0de9bf4c-c194-4816-9c71-831927f1ca73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37d5d55a-026c-466f-83dd-314d899484e8 HTTP/1.1" status: 204 len: 168 time: 0.6774113 Aug 19 12:33:49.491983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] 10.222.0.44 "DELETE /v2.0/networks/6c6b65e6-3fe7-4a32-b9c1-b6f53853a940 HTTP/1.1" status: 204 len: 168 time: 0.9677444 Aug 19 12:33:49.505454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a44ee-86d3-42ac-9309-000b28a6dc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=6c6b65e6-3fe7-4a32-b9c1-b6f53853a940,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:49.507168 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9bf4c-c194-4816-9c71-831927f1ca73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d5d55a-026c-466f-83dd-314d899484e8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:49.575639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e0b6c-5266-486f-a811-544f290a47b3 req-28dc6512-43bd-43d2-811d-f050c4e8aadc tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.577250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e20e0b6c-5266-486f-a811-544f290a47b3 req-28dc6512-43bd-43d2-811d-f050c4e8aadc tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 944 time: 0.0742648 Aug 19 12:33:49.635570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=73bb4959-1c04-4046-a7d4-3b16c07a0b17,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:49.666504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e20e0b6c-5266-486f-a811-544f290a47b3 req-68f29924-636e-4b7e-b41a-9ec839d4e5cd tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797400 Aug 19 12:33:49.788356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['73bb4959-1c04-4046-a7d4-3b16c07a0b17'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:50.150842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41756) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:50.195915 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c996d773-a073-4430-8a80-0406fadfe885 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0be0711156424db88716a0544ecf1a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437562 Aug 19 12:33:50.202012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41758) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:50.287058 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97852a21-ffaa-4eb8-bc58-b8cef25629ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.318523 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97852a21-ffaa-4eb8-bc58-b8cef25629ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.445310 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97852a21-ffaa-4eb8-bc58-b8cef25629ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.448274 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97852a21-ffaa-4eb8-bc58-b8cef25629ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.452499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-97852a21-ffaa-4eb8-bc58-b8cef25629ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c67c328e-4591-44cb-ba78-896b7fdad270 HTTP/1.1" status: 204 len: 168 time: 0.2466488 Aug 19 12:33:50.461078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97852a21-ffaa-4eb8-bc58-b8cef25629ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67c328e-4591-44cb-ba78-896b7fdad270,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:50.838838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8f93-0c22-4b0d-9882-ae9c65d7f90f req-cb4a1abb-bb78-40b8-bf2c-c8c83e528590 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:50.841467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22bb8f93-0c22-4b0d-9882-ae9c65d7f90f req-cb4a1abb-bb78-40b8-bf2c-c8c83e528590 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 944 time: 0.0642936 Aug 19 12:33:50.926622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22bb8f93-0c22-4b0d-9882-ae9c65d7f90f req-1493cd6a-70fd-4a43-9a94-0bfbd899ecf3 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719185 Aug 19 12:33:51.089867 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3e65d7bf-0cc6-4539-8fb2-cf78141584ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.439157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41796) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:51.490120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41802) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:51.578020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1001814806'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:51.695945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:51.698153 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-340cf956-849f-44f3-96d1-4d7d95496d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.701089 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.710965 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.810652 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-340cf956-849f-44f3-96d1-4d7d95496d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.918614 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-340cf956-849f-44f3-96d1-4d7d95496d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.009485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-340cf956-849f-44f3-96d1-4d7d95496d0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9bf90ae9cac1476b8333807cd206c820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156515 Aug 19 12:33:52.009485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cf956-849f-44f3-96d1-4d7d95496d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a70ecd-a576-4222-af5c-4a2cd3c8fc25,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:52.011006 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41820) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:52.083064 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.123123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d1eb8-36c2-4814-9078-81df95b3a7dd req-e7741724-aa67-449f-b959-487a23e25dd8 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.124683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-021d1eb8-36c2-4814-9078-81df95b3a7dd req-e7741724-aa67-449f-b959-487a23e25dd8 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 944 time: 0.0916932 Aug 19 12:33:52.128132 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61bf434a-c25a-4efc-a016-2b6d47e40ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.167840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61bf434a-c25a-4efc-a016-2b6d47e40ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.199585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-021d1eb8-36c2-4814-9078-81df95b3a7dd req-2633be97-e4be-46e8-b016-3491679b3184 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684688 Aug 19 12:33:52.206718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.260720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:52.277941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41dcce0-9d1b-47a4-aa57-2aeaea392bf1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:52.342676 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61bf434a-c25a-4efc-a016-2b6d47e40ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.345753 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61bf434a-c25a-4efc-a016-2b6d47e40ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.346644 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.352355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-61bf434a-c25a-4efc-a016-2b6d47e40ccb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4a70ecd-a576-4222-af5c-4a2cd3c8fc25 HTTP/1.1" status: 204 len: 168 time: 0.3353140 Aug 19 12:33:52.352648 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added segment 3fbaf91c-416e-460f-bb08-10f29cf4b6b6 of type vlan for network 32c5b629-3134-4a21-b1ba-48f4d1febd64 Aug 19 12:33:52.379572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf434a-c25a-4efc-a016-2b6d47e40ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a70ecd-a576-4222-af5c-4a2cd3c8fc25,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:52.416862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.530845 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.542241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.543096 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.599848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 73bb4959-1c04-4046-a7d4-3b16c07a0b17 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:52.645130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Network': ['ID=32c5b629-3134-4a21-b1ba-48f4d1febd64,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:52.663975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 32c5b629-3134-4a21-b1ba-48f4d1febd64 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:52.691909 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1ecf8d0d-5dc1-491e-84d8-f2ae90879b4a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2507379 Aug 19 12:33:52.694689 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41836) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:52.700514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-108816910'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:52.792839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 73bb4959-1c04-4046-a7d4-3b16c07a0b17 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:52.797173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 73bb4959-1c04-4046-a7d4-3b16c07a0b17 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:52.797602 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.821603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:52.826763 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.883001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:52.905791 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.905791 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added segment 024ffb32-2559-423e-bde8-d9d254b3ba1c of type vlan for network cddec0b5-9cde-4a77-a722-b0ebb7f3c291 Aug 19 12:33:52.907716 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.948714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f4363b-f673-4cfb-ae1b-0d21ca4027fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bb4959-1c04-4046-a7d4-3b16c07a0b17'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:52.956823 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cebdf22-db49-45fe-9fc9-934d9d03b93d" -d '{"events": [{"server_uuid": "84f4363b-f673-4cfb-ae1b-0d21ca4027fb", "name": "network-vif-plugged", "status": "completed", "tag": "73bb4959-1c04-4046-a7d4-3b16c07a0b17"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:52.957481 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.978782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 73bb4959-1c04-4046-a7d4-3b16c07a0b17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=73bb4959-1c04-4046-a7d4-3b16c07a0b17,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:53.031083 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d35e32-f234-47ab-b291-8c1f892f90f8 x-openstack-request-id: req-c8d35e32-f234-47ab-b291-8c1f892f90f8 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:53.031083 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f4363b-f673-4cfb-ae1b-0d21ca4027fb", "name": "network-vif-plugged", "status": "completed", "tag": "73bb4959-1c04-4046-a7d4-3b16c07a0b17", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:53.031083 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8d35e32-f234-47ab-b291-8c1f892f90f8 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:53.031083 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f4363b-f673-4cfb-ae1b-0d21ca4027fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bb4959-1c04-4046-a7d4-3b16c07a0b17', 'code': 200} Aug 19 12:33:53.101826 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.148326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.163938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:53.166202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.178631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=73bb4959-1c04-4046-a7d4-3b16c07a0b17,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:53.193942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.194470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.195216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.195703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.196182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.196696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.198054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.198647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.199196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.200360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.200896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.201726 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:53.244502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41854) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:53.354972 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Network': ['ID=cddec0b5-9cde-4a77-a722-b0ebb7f3c291,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:53.360262 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4dba1-b62d-4678-904a-f4231ce7e4ee req-a49e1043-b636-42ff-b3f5-f00797e72125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:53.362602 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3cb4dba1-b62d-4678-904a-f4231ce7e4ee req-a49e1043-b636-42ff-b3f5-f00797e72125 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 1096 time: 0.2325172 Aug 19 12:33:53.379332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network cddec0b5-9cde-4a77-a722-b0ebb7f3c291 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:53.457825 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3cb4dba1-b62d-4678-904a-f4231ce7e4ee req-aa295741-c450-403c-bb0b-a3cc5707ed35 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830519 Aug 19 12:33:53.462616 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-45f6b22d-5f7b-4ad8-8112-8611c15e01dc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7667367 Aug 19 12:33:53.466708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41862) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:53.486018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'subnet': {'network_id': '32c5b629-3134-4a21-b1ba-48f4d1febd64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:53.641749 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f5b0df5-1a74-490c-85b6-f2307abd9ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.650905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faee4a-141c-4f54-8383-e596d9af48bb req-011e833b-713f-49c2-b226-96d282f51820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:53.653327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20faee4a-141c-4f54-8383-e596d9af48bb req-011e833b-713f-49c2-b226-96d282f51820 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 945 time: 0.2592974 Aug 19 12:33:53.720484 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-7f5b0df5-1a74-490c-85b6-f2307abd9ff1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:33:53.720484 n-d-778732-8 neutron-server[95660]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 12:33:53.720484 n-d-778732-8 neutron-server[95660]: [parameters: {'project_id': '5f52f242b5484b219f60a5aa1524b892', 'id': '99504d39-0ce6-4574-bb56-44728e69c72d', 'expiration': datetime.datetime(2021, 8, 19, 12, 35, 53, 703592)}] Aug 19 12:33:53.720484 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:33:53.720838 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-7f5b0df5-1a74-490c-85b6-f2307abd9ff1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:33:53.730534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20faee4a-141c-4f54-8383-e596d9af48bb req-21b6f6fd-fc2a-4908-99e1-e5326a7dac4d tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638340 Aug 19 12:33:53.907746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:53.912210 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.210182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.235831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f5b0df5-1a74-490c-85b6-f2307abd9ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.291403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Subnet': ['ID=ed2e16f2-2ef2-41b8-8263-05b91dc33248,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:54.324533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Checking segment: {'id': '3fbaf91c-416e-460f-bb08-10f29cf4b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '32c5b629-3134-4a21-b1ba-48f4d1febd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:54.324774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network hostable DHCP agents. Network: 32c5b629-3134-4a21-b1ba-48f4d1febd64, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:54.405155 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f5b0df5-1a74-490c-85b6-f2307abd9ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.415875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 32c5b629-3134-4a21-b1ba-48f4d1febd64 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:54.504084 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f5b0df5-1a74-490c-85b6-f2307abd9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.542840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 32c5b629-3134-4a21-b1ba-48f4d1febd64) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:54.547801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.548552 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.554196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a9659-b867-4148-927a-27cc9a766b18 None None] Network 32c5b629-3134-4a21-b1ba-48f4d1febd64 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:54.563138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b0df5-1a74-490c-85b6-f2307abd9ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e4b842-ada3-48e6-9b13-e87da38dfc47,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:54.576702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7f5b0df5-1a74-490c-85b6-f2307abd9ff1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f52f242b5484b219f60a5aa1524b892&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3303778 Aug 19 12:33:54.576895 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41886) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:54.652195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a76ace49-9d15-42be-9dc3-151efa4f6c89 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1834445 Aug 19 12:33:54.657321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41892) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:54.664270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'subnet': {'network_id': 'cddec0b5-9cde-4a77-a722-b0ebb7f3c291', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:54.673541 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-491ad549-ea78-45c0-88ae-3722e03275ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.763320 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-491ad549-ea78-45c0-88ae-3722e03275ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.958155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309b50-3d7b-4895-a7e3-fad60650c709 req-e86ca88d-1d66-47a6-be6d-ea609609d974 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.959950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17309b50-3d7b-4895-a7e3-fad60650c709 req-e86ca88d-1d66-47a6-be6d-ea609609d974 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 945 time: 0.0998640 Aug 19 12:33:54.975677 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-491ad549-ea78-45c0-88ae-3722e03275ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.978964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-491ad549-ea78-45c0-88ae-3722e03275ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.980426 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-491ad549-ea78-45c0-88ae-3722e03275ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55e4b842-ada3-48e6-9b13-e87da38dfc47 HTTP/1.1" status: 204 len: 168 time: 0.4024432 Aug 19 12:33:55.009085 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ad549-ea78-45c0-88ae-3722e03275ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e4b842-ada3-48e6-9b13-e87da38dfc47,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:55.010607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-32c5b629-3134-4a21-b1ba-48f4d1febd64', 'network_id': '32c5b629-3134-4a21-b1ba-48f4d1febd64', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'fixed_ips': [{'subnet_id': 'ed2e16f2-2ef2-41b8-8263-05b91dc33248'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:33:55.011443 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.023594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17309b50-3d7b-4895-a7e3-fad60650c709 req-276d1275-09b1-47c5-b02c-7dce84af2316 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557222 Aug 19 12:33:55.096148 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:55.101319 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.305652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Allocated IP 2001:db8::2 (32c5b629-3134-4a21-b1ba-48f4d1febd64/ed2e16f2-2ef2-41b8-8263-05b91dc33248/16b84832-02e2-4e0b-a893-de5781604698) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:55.383350 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-188f5543-11ca-4e27-ab4a-e21235ceb1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.526089 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.536955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Transition to ACTIVE for port object 16b84832-02e2-4e0b-a893-de5781604698 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:55.559570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Transition to ACTIVE for port object 16b84832-02e2-4e0b-a893-de5781604698 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:55.592682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.689679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Subnet': ['ID=4e6ff28e-2ad5-4c28-b734-867c86f4557f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:55.701107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Checking segment: {'id': '024ffb32-2559-423e-bde8-d9d254b3ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cddec0b5-9cde-4a77-a722-b0ebb7f3c291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:55.701862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network hostable DHCP agents. Network: cddec0b5-9cde-4a77-a722-b0ebb7f3c291, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:55.768976 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.823439 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Network 32c5b629-3134-4a21-b1ba-48f4d1febd64 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:55.827077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:55.830680 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.833863 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:55.869103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Pushing event updated for resources: {'Port': ['ID=16b84832-02e2-4e0b-a893-de5781604698,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:55.901441 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Attempting to bind port 16b84832-02e2-4e0b-a893-de5781604698 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:55.901663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Attempting to bind port 16b84832-02e2-4e0b-a893-de5781604698 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '3fbaf91c-416e-460f-bb08-10f29cf4b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '32c5b629-3134-4a21-b1ba-48f4d1febd64'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:55.918018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Attempting to bind port 16b84832-02e2-4e0b-a893-de5781604698 on network 32c5b629-3134-4a21-b1ba-48f4d1febd64 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:55.918018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:55.918018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Checking segment: {'id': '3fbaf91c-416e-460f-bb08-10f29cf4b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '32c5b629-3134-4a21-b1ba-48f4d1febd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:55.918018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.918018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Bound using segment: {'id': '3fbaf91c-416e-460f-bb08-10f29cf4b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '32c5b629-3134-4a21-b1ba-48f4d1febd64'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:55.918018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Bound port: 16b84832-02e2-4e0b-a893-de5781604698, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbaf91c-416e-460f-bb08-10f29cf4b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '32c5b629-3134-4a21-b1ba-48f4d1febd64'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:55.918018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.970936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network cddec0b5-9cde-4a77-a722-b0ebb7f3c291 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:55.992449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] For port 16b84832-02e2-4e0b-a893-de5781604698, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:55.997097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] For port 16b84832-02e2-4e0b-a893-de5781604698, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=16b84832-02e2-4e0b-a893-de5781604698,segment=NetworkSegment(3fbaf91c-416e-460f-bb08-10f29cf4b6b6),segment_id=3fbaf91c-416e-460f-bb08-10f29cf4b6b6)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:56.102349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41924) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:56.108424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-31b78d63-fb43-4f32-811a-20b2ed755c07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213804964', 'description': 'tempest-secgroup-smoke-213804964 description', 'project_id': '14342c7fb8294b128c580938853dcfe8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:56.195427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355681-9fb3-4cef-ba2c-0a9761e58310 req-2e43606e-de09-4a1f-b679-f9825c46a11f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:56.197032 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09355681-9fb3-4cef-ba2c-0a9761e58310 req-2e43606e-de09-4a1f-b679-f9825c46a11f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 945 time: 0.0841653 Aug 19 12:33:56.213705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, cddec0b5-9cde-4a77-a722-b0ebb7f3c291) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:56.222474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ce299-6853-45f9-9091-78a2b52e17bb None None] Network cddec0b5-9cde-4a77-a722-b0ebb7f3c291 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:56.231160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:56.231923 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.261012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09355681-9fb3-4cef-ba2c-0a9761e58310 req-37dc3344-4b91-4ed4-8f25-9d4d99b0fe56 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553119 Aug 19 12:33:56.263853 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.334279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31b78d63-fb43-4f32-811a-20b2ed755c07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.346429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31b78d63-fb43-4f32-811a-20b2ed755c07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.354777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b840e11-1c9f-4b46-b49c-738ad915bfbf None None] Pushing event updated for resources: {'Port': ['ID=16b84832-02e2-4e0b-a893-de5781604698,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:56.458045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c661f411-f529-40ef-a79e-d65e53a38219 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7993090 Aug 19 12:33:56.459553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cddec0b5-9cde-4a77-a722-b0ebb7f3c291', 'network_id': 'cddec0b5-9cde-4a77-a722-b0ebb7f3c291', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'fixed_ips': [{'subnet_id': '4e6ff28e-2ad5-4c28-b734-867c86f4557f'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:33:56.460879 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.461116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41934) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:56.469170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-70c97cba-136d-480a-83a5-0de131ea2ce0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1181054693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:56.573782 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31b78d63-fb43-4f32-811a-20b2ed755c07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.696282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Allocated IP 2001:db8:1::2 (cddec0b5-9cde-4a77-a722-b0ebb7f3c291/4e6ff28e-2ad5-4c28-b734-867c86f4557f/1644118b-5ca0-4593-ae55-a19d99d253ab) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:56.775953 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31b78d63-fb43-4f32-811a-20b2ed755c07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.814233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b78d63-fb43-4f32-811a-20b2ed755c07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505c982f-44bb-4033-9f14-ae34f7aea81d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:56.872271 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.881230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Transition to ACTIVE for port object 1644118b-5ca0-4593-ae55-a19d99d253ab will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:56.897494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Transition to ACTIVE for port object 1644118b-5ca0-4593-ae55-a19d99d253ab will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:57.009764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70c97cba-136d-480a-83a5-0de131ea2ce0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.011171 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70c97cba-136d-480a-83a5-0de131ea2ce0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.079952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70c97cba-136d-480a-83a5-0de131ea2ce0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.091024 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31b78d63-fb43-4f32-811a-20b2ed755c07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.102421 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.106496 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.164892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Network cddec0b5-9cde-4a77-a722-b0ebb7f3c291 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:57.164892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:57.164892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:57.164892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Pushing event updated for resources: {'Port': ['ID=1644118b-5ca0-4593-ae55-a19d99d253ab,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:57.233197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Attempting to bind port 1644118b-5ca0-4593-ae55-a19d99d253ab on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:57.233650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Attempting to bind port 1644118b-5ca0-4593-ae55-a19d99d253ab by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '024ffb32-2559-423e-bde8-d9d254b3ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cddec0b5-9cde-4a77-a722-b0ebb7f3c291'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:57.233983 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Attempting to bind port 1644118b-5ca0-4593-ae55-a19d99d253ab on network cddec0b5-9cde-4a77-a722-b0ebb7f3c291 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:57.240119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:57.240506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Checking segment: {'id': '024ffb32-2559-423e-bde8-d9d254b3ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cddec0b5-9cde-4a77-a722-b0ebb7f3c291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:57.240920 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.241319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Bound using segment: {'id': '024ffb32-2559-423e-bde8-d9d254b3ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cddec0b5-9cde-4a77-a722-b0ebb7f3c291'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:57.241839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Bound port: 1644118b-5ca0-4593-ae55-a19d99d253ab, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024ffb32-2559-423e-bde8-d9d254b3ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cddec0b5-9cde-4a77-a722-b0ebb7f3c291'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:57.242229 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.301831 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70c97cba-136d-480a-83a5-0de131ea2ce0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.305715 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31b78d63-fb43-4f32-811a-20b2ed755c07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.320740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 16b84832-02e2-4e0b-a893-de5781604698 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:57.362259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b78d63-fb43-4f32-811a-20b2ed755c07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9930889c-5b81-4516-9030-46a6f8a94fcf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:57.395146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] For port 1644118b-5ca0-4593-ae55-a19d99d253ab, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:57.399206 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] For port 1644118b-5ca0-4593-ae55-a19d99d253ab, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1644118b-5ca0-4593-ae55-a19d99d253ab,segment=NetworkSegment(024ffb32-2559-423e-bde8-d9d254b3ba1c),segment_id=024ffb32-2559-423e-bde8-d9d254b3ba1c)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:57.438519 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31b78d63-fb43-4f32-811a-20b2ed755c07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.438752 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70c97cba-136d-480a-83a5-0de131ea2ce0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.444051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-31b78d63-fb43-4f32-811a-20b2ed755c07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3362410 Aug 19 12:33:57.449790 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-70c97cba-136d-480a-83a5-0de131ea2ce0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9779208 Aug 19 12:33:57.450051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41954) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:57.450051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4d0dffc8-5c26-461f-ad7b-43b0f1b593f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '9930889c-5b81-4516-9030-46a6f8a94fcf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:57.451715 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41956) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:57.515932 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.561464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 16b84832-02e2-4e0b-a893-de5781604698 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:57.584372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e852f411-65bc-4693-a1c3-d1c1ae9e30ca None None] Network 32c5b629-3134-4a21-b1ba-48f4d1febd64 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:57.643981 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d0dffc8-5c26-461f-ad7b-43b0f1b593f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.682264 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d2f19-35bd-4019-8549-1a7bec890204 None None] Pushing event updated for resources: {'Port': ['ID=1644118b-5ca0-4593-ae55-a19d99d253ab,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:57.749683 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d0dffc8-5c26-461f-ad7b-43b0f1b593f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.820956 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.919589 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d0dffc8-5c26-461f-ad7b-43b0f1b593f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.920252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-229f451e-5a5c-4f03-95a8-e2016d3ee483 None None] Provisioning for port 16b84832-02e2-4e0b-a893-de5781604698 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:57.925454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-229f451e-5a5c-4f03-95a8-e2016d3ee483 None None] Provisioning complete for port 16b84832-02e2-4e0b-a893-de5781604698 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:57.925839 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-229f451e-5a5c-4f03-95a8-e2016d3ee483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.958581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dffc8-5c26-461f-ad7b-43b0f1b593f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1095ab-dc39-4d35-a10a-90fd32c35770,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:58.081770 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-229f451e-5a5c-4f03-95a8-e2016d3ee483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.110182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d0dffc8-5c26-461f-ad7b-43b0f1b593f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.110182 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4d0dffc8-5c26-461f-ad7b-43b0f1b593f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6644216 Aug 19 12:33:58.111371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 41964) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:58.116216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2fba44b7-02c5-4d62-90ac-74090601d700 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '9930889c-5b81-4516-9030-46a6f8a94fcf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:58.157753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-229f451e-5a5c-4f03-95a8-e2016d3ee483 None None] For port 16b84832-02e2-4e0b-a893-de5781604698, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=16b84832-02e2-4e0b-a893-de5781604698,segment=NetworkSegment(3fbaf91c-416e-460f-bb08-10f29cf4b6b6),segment_id=3fbaf91c-416e-460f-bb08-10f29cf4b6b6)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:58.216219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Allocated IP 2001:db8::1 (32c5b629-3134-4a21-b1ba-48f4d1febd64/ed2e16f2-2ef2-41b8-8263-05b91dc33248/bec1d6ed-1c3a-4cff-b265-a6eb2816db49) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:58.341464 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.353778 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fba44b7-02c5-4d62-90ac-74090601d700 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.364988 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Transition to ACTIVE for port object bec1d6ed-1c3a-4cff-b265-a6eb2816db49 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:58.393354 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-229f451e-5a5c-4f03-95a8-e2016d3ee483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.458954 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f451e-5a5c-4f03-95a8-e2016d3ee483 None None] Pushing event updated for resources: {'Port': ['ID=16b84832-02e2-4e0b-a893-de5781604698,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:58.482934 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fba44b7-02c5-4d62-90ac-74090601d700 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.516580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dc1c9441-8cf1-4614-af4d-8a7248cd0a63 None None] Provisioning complete for port 16b84832-02e2-4e0b-a893-de5781604698 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:58.516943 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9441-8cf1-4614-af4d-8a7248cd0a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.752500 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.752702 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fba44b7-02c5-4d62-90ac-74090601d700 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.788613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba44b7-02c5-4d62-90ac-74090601d700 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f7f63a-b9d5-4d19-b0a7-8ceac0adc38c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:58.806443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e34a3d9-2c56-443a-aeb4-c4e5542d07e2 None None] Network cddec0b5-9cde-4a77-a722-b0ebb7f3c291 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:58.817896 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 32c5b629-3134-4a21-b1ba-48f4d1febd64 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:58.828809 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:58.836441 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:58.837458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.901889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=bec1d6ed-1c3a-4cff-b265-a6eb2816db49,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:59.030384 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fba44b7-02c5-4d62-90ac-74090601d700 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.030384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2fba44b7-02c5-4d62-90ac-74090601d700 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9173110 Aug 19 12:33:59.032745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 41980) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:59.035816 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.039897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6db219a8-ec4d-4c44-95f6-01183cd2dce1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '9930889c-5b81-4516-9030-46a6f8a94fcf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:59.167146 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.199110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-04c96047-0a5b-45e3-8964-b70a6f8ac1f6 None None] Provisioning for port 1644118b-5ca0-4593-ae55-a19d99d253ab completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:59.244522 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6db219a8-ec4d-4c44-95f6-01183cd2dce1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.410184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 16b84832-02e2-4e0b-a893-de5781604698 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:59.464454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 16b84832-02e2-4e0b-a893-de5781604698 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:59.464881 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.563430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1644118b-5ca0-4593-ae55-a19d99d253ab up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:59.724067 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cd0dd4e3-681d-4b6f-88c6-0fc3a5cabc3b None None] Provisioning for port bec1d6ed-1c3a-4cff-b265-a6eb2816db49 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:59.728404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cd0dd4e3-681d-4b6f-88c6-0fc3a5cabc3b None None] Provisioning complete for port bec1d6ed-1c3a-4cff-b265-a6eb2816db49 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:59.728621 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd0dd4e3-681d-4b6f-88c6-0fc3a5cabc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.770164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cd0dd4e3-681d-4b6f-88c6-0fc3a5cabc3b None None] Port bec1d6ed-1c3a-4cff-b265-a6eb2816db49 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:59.774762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6db219a8-ec4d-4c44-95f6-01183cd2dce1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.787295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1644118b-5ca0-4593-ae55-a19d99d253ab completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:59.798695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1644118b-5ca0-4593-ae55-a19d99d253ab triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:59.801032 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.897915 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6db219a8-ec4d-4c44-95f6-01183cd2dce1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.916860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4ef93d72-5664-4a49-8e77-9ed070adbc65 None None] Provisioning complete for port 1644118b-5ca0-4593-ae55-a19d99d253ab triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:59.917237 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ef93d72-5664-4a49-8e77-9ed070adbc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.919262 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.931516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db219a8-ec4d-4c44-95f6-01183cd2dce1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b90b13-401f-41af-938e-f8a0bac5a4cf,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:59.949014 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.985792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 1644118b-5ca0-4593-ae55-a19d99d253ab, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1644118b-5ca0-4593-ae55-a19d99d253ab,segment=NetworkSegment(024ffb32-2559-423e-bde8-d9d254b3ba1c),segment_id=024ffb32-2559-423e-bde8-d9d254b3ba1c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:00.030829 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ef93d72-5664-4a49-8e77-9ed070adbc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.101786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6db219a8-ec4d-4c44-95f6-01183cd2dce1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.103441 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6db219a8-ec4d-4c44-95f6-01183cd2dce1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0693495 Aug 19 12:34:00.104365 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.105166 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.106441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:00.111313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4965060d-7cb4-4932-bc74-b7afd527d43f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '9930889c-5b81-4516-9030-46a6f8a94fcf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:00.161929 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.200536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=bec1d6ed-1c3a-4cff-b265-a6eb2816db49,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:00.242582 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-4ef93d72-5664-4a49-8e77-9ed070adbc65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:34:00.242966 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-4ef93d72-5664-4a49-8e77-9ed070adbc65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:34:00.250483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=1644118b-5ca0-4593-ae55-a19d99d253ab,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:00.265274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 32c5b629-3134-4a21-b1ba-48f4d1febd64 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:00.270638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:00.282745 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4965060d-7cb4-4932-bc74-b7afd527d43f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.380078 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4965060d-7cb4-4932-bc74-b7afd527d43f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.478338 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4965060d-7cb4-4932-bc74-b7afd527d43f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.501259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965060d-7cb4-4932-bc74-b7afd527d43f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47d15ea-a946-452c-bbae-a9b008b5deb5,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:00.564239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router 4649cabe-8382-4cb8-a5fb-c78b7d43c229 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:34:00.593041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4965060d-7cb4-4932-bc74-b7afd527d43f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.594223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4965060d-7cb4-4932-bc74-b7afd527d43f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4867399 Aug 19 12:34:00.597146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42008) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:00.602520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-73502bca-d052-4551-9c3a-3dce347c2276 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '9930889c-5b81-4516-9030-46a6f8a94fcf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:00.667560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:00.674313 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-90340d32-e94d-4ba2-9bd2-a8aeb0b38095 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/4649cabe-8382-4cb8-a5fb-c78b7d43c229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2203901 Aug 19 12:34:00.676848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42010) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:00.681361 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c3730-7be9-493c-862d-ca23925196c6 None None] Sync routers for ids ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:00.697421 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c3730-7be9-493c-862d-ca23925196c6 None None] Routers {'4649cabe-8382-4cb8-a5fb-c78b7d43c229'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:00.697421 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1e9c3730-7be9-493c-862d-ca23925196c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:00.739907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec56dd8-b82c-4d00-b8a6-8b9b1dea3b00 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.740097 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1e9c3730-7be9-493c-862d-ca23925196c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:00.741810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3ec56dd8-b82c-4d00-b8a6-8b9b1dea3b00 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports/bec1d6ed-1c3a-4cff-b265-a6eb2816db49 HTTP/1.1" status: 200 len: 911 time: 0.0626321 Aug 19 12:34:00.744424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42014) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:00.754422 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c3730-7be9-493c-862d-ca23925196c6 None None] Routers {'4649cabe-8382-4cb8-a5fb-c78b7d43c229'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:00.755644 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1e9c3730-7be9-493c-862d-ca23925196c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:00.770281 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-73502bca-d052-4551-9c3a-3dce347c2276 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Project 14342c7fb8294b128c580938853dcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:34:00.790396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73502bca-d052-4551-9c3a-3dce347c2276 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.800019 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1e9c3730-7be9-493c-862d-ca23925196c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:00.800979 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c3730-7be9-493c-862d-ca23925196c6 None None] The sync data for ids ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:00.872517 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73502bca-d052-4551-9c3a-3dce347c2276 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.939370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9065047f-4518-4975-92c8-cb7859c553b9 None None] Provisioning complete for port bec1d6ed-1c3a-4cff-b265-a6eb2816db49 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:00.939832 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9065047f-4518-4975-92c8-cb7859c553b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.979100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9065047f-4518-4975-92c8-cb7859c553b9 None None] Port bec1d6ed-1c3a-4cff-b265-a6eb2816db49 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:01.072758 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73502bca-d052-4551-9c3a-3dce347c2276 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.094471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73502bca-d052-4551-9c3a-3dce347c2276 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb3fe5a-3089-4e2b-9f42-c588fb8e89fe,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:01.175063 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.233400 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73502bca-d052-4551-9c3a-3dce347c2276 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.234950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-73502bca-d052-4551-9c3a-3dce347c2276 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6367035 Aug 19 12:34:01.237967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42028) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:01.243430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-365af9c6-fc30-47fd-b686-b57788905770 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '9930889c-5b81-4516-9030-46a6f8a94fcf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:01.254214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1644118b-5ca0-4593-ae55-a19d99d253ab up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:01.307502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1644118b-5ca0-4593-ae55-a19d99d253ab triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:01.307748 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.376322 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-365af9c6-fc30-47fd-b686-b57788905770 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Project 14342c7fb8294b128c580938853dcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:34:01.387493 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-365af9c6-fc30-47fd-b686-b57788905770 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.480947 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-365af9c6-fc30-47fd-b686-b57788905770 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.507057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Allocated IP 2001:db8:1::1 (cddec0b5-9cde-4a77-a722-b0ebb7f3c291/4e6ff28e-2ad5-4c28-b734-867c86f4557f/b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:01.621626 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-365af9c6-fc30-47fd-b686-b57788905770 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.629806 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.645344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Transition to ACTIVE for port object b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:01.647034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365af9c6-fc30-47fd-b686-b57788905770 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40608db5-1b5f-4f9c-a17f-3d960b61878a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:01.781725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-365af9c6-fc30-47fd-b686-b57788905770 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.786920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-365af9c6-fc30-47fd-b686-b57788905770 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5437806 Aug 19 12:34:01.787509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:01.796536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'network': {'name': 'tempest-network-smoke--343039401', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:01.953170 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.008288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network cddec0b5-9cde-4a77-a722-b0ebb7f3c291 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:02.012399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:02.016478 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:02.016957 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.021552 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:02.049981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:02.055067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.064144 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.064487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.064837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.065158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.065514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.065843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.066167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.066489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.066809 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.067127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.067497 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.067938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:02.092001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:02.103412 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.103857 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Added segment e546ef01-03af-47d0-946f-7139be6599a9 of type vlan for network edc6b604-c848-41a4-b1b1-427c7abac2d8 Aug 19 12:34:02.159886 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.279191 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.285984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.286651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.365173 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.507937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4121d21a-7897-4739-b7c6-a5b43c9b4a97 None None] Provisioning for port b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:02.512149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4121d21a-7897-4739-b7c6-a5b43c9b4a97 None None] Provisioning complete for port b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:02.512530 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4121d21a-7897-4739-b7c6-a5b43c9b4a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.588742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4121d21a-7897-4739-b7c6-a5b43c9b4a97 None None] Port b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:02.726324 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.759056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Network': ['ID=edc6b604-c848-41a4-b1b1-427c7abac2d8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:02.772598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network edc6b604-c848-41a4-b1b1-427c7abac2d8 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:02.895968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.901738 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.901858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-92a42026-735e-4732-985a-d7f32eb79c82 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1111619 Aug 19 12:34:02.901858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42054) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:02.906469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'admin_state_up': True, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:03.028361 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:03.077486 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.077486 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.094135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network cddec0b5-9cde-4a77-a722-b0ebb7f3c291 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:03.095711 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:03.189139 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.254469 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router 4649cabe-8382-4cb8-a5fb-c78b7d43c229 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:03.400688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:03.419849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8bd49-b098-43df-a758-2a959db4018a None None] Sync routers for ids ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:03.426511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42066) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:03.427068 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2c29e813-b809-4143-80ee-cb85c94c3360 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/4649cabe-8382-4cb8-a5fb-c78b7d43c229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6803479 Aug 19 12:34:03.437941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8bd49-b098-43df-a758-2a959db4018a None None] Routers {'4649cabe-8382-4cb8-a5fb-c78b7d43c229'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:03.438843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c8a8bd49-b098-43df-a758-2a959db4018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:03.541092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b398fc5-d4f6-4980-9b7c-13d56eedad51 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:03.545896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0b398fc5-d4f6-4980-9b7c-13d56eedad51 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports/b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c HTTP/1.1" status: 200 len: 913 time: 0.1178946 Aug 19 12:34:03.546248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42068) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:03.589653 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.644582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c8a8bd49-b098-43df-a758-2a959db4018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:03.658437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8bd49-b098-43df-a758-2a959db4018a None None] Routers {'4649cabe-8382-4cb8-a5fb-c78b7d43c229'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:03.659090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c8a8bd49-b098-43df-a758-2a959db4018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:03.697723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c8a8bd49-b098-43df-a758-2a959db4018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:03.698644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8bd49-b098-43df-a758-2a959db4018a None None] The sync data for ids ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:03.702557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2c737d3c-57b4-4659-8d99-d4309106bc3a None None] Provisioning complete for port b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:03.703426 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2c737d3c-57b4-4659-8d99-d4309106bc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.748079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2c737d3c-57b4-4659-8d99-d4309106bc3a None None] Port b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:03.952394 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.975221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7d34057-f908-4ba3-b711-02d3385423b8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.979952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.134365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.25.6.227 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/d6f028b0-d5e4-432c-a654-e6fbb59fc741) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:04.299069 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.364662 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b7d34057-f908-4ba3-b711-02d3385423b8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:04.365066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7d34057-f908-4ba3-b711-02d3385423b8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.421767 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.472487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=d6f028b0-d5e4-432c-a654-e6fbb59fc741,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:04.492378 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7d34057-f908-4ba3-b711-02d3385423b8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.495041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:04.497099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:04.507676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:04.508393 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b7d34057-f908-4ba3-b711-02d3385423b8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:04.926360 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7d34057-f908-4ba3-b711-02d3385423b8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.962326 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d34057-f908-4ba3-b711-02d3385423b8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=b54bae3e-9ad7-48a4-a477-7c0cedb6dc8c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:05.179515 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7d34057-f908-4ba3-b711-02d3385423b8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.309544 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.476328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d34057-f908-4ba3-b711-02d3385423b8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router 4649cabe-8382-4cb8-a5fb-c78b7d43c229 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:05.556198 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.815729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 48aade0b-374a-4f96-91b9-0d5a26a7833c is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:34:05.982529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:05.992292 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b18042-1776-4b29-a28f-187698136042 None None] Sync routers for ids ['48aade0b-374a-4f96-91b9-0d5a26a7833c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:06.004022 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d34057-f908-4ba3-b711-02d3385423b8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:06.006600 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b18042-1776-4b29-a28f-187698136042 None None] Routers {'48aade0b-374a-4f96-91b9-0d5a26a7833c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:06.008263 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-83b18042-1776-4b29-a28f-187698136042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['48aade0b-374a-4f96-91b9-0d5a26a7833c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:06.018089 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b7d34057-f908-4ba3-b711-02d3385423b8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/4649cabe-8382-4cb8-a5fb-c78b7d43c229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4676657 Aug 19 12:34:06.018372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42114) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:06.028190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac11ae7-1317-4349-8cb5-d5cfe73522b8 None None] Sync routers for ids ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:06.047487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac11ae7-1317-4349-8cb5-d5cfe73522b8 None None] Routers {'4649cabe-8382-4cb8-a5fb-c78b7d43c229'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:06.048145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eac11ae7-1317-4349-8cb5-d5cfe73522b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:06.114316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eac11ae7-1317-4349-8cb5-d5cfe73522b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:06.160468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac11ae7-1317-4349-8cb5-d5cfe73522b8 None None] Routers {'4649cabe-8382-4cb8-a5fb-c78b7d43c229'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:06.169541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eac11ae7-1317-4349-8cb5-d5cfe73522b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:06.197303 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.203264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-87ce935d-fec5-423d-87ed-a1d71e880637 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2984221 Aug 19 12:34:06.204218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42122) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:06.270021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eac11ae7-1317-4349-8cb5-d5cfe73522b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:06.270788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac11ae7-1317-4349-8cb5-d5cfe73522b8 None None] The sync data for ids ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:06.375041 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-83b18042-1776-4b29-a28f-187698136042 None None] Set router 48aade0b-374a-4f96-91b9-0d5a26a7833c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:06.665730 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-83b18042-1776-4b29-a28f-187698136042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:04Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:06.753515 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b18042-1776-4b29-a28f-187698136042 None None] Checking router: 48aade0b-374a-4f96-91b9-0d5a26a7833c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:06.753891 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b18042-1776-4b29-a28f-187698136042 None None] Updating router 48aade0b-374a-4f96-91b9-0d5a26a7833c port d6f028b0-d5e4-432c-a654-e6fbb59fc741 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:34:06.762002 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e60fb0f4-f447-4abb-9dcc-3563566bbcb3 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=14342c7fb8294b128c580938853dcfe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5533004 Aug 19 12:34:06.763895 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42138) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:06.785330 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-83b18042-1776-4b29-a28f-187698136042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.858456 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43dc1492-aa2f-4b00-8eca-3b319a748758 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.961871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9947c0e-b470-4350-95dc-2cb59cad4a97 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:06.963690 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d9947c0e-b470-4350-95dc-2cb59cad4a97 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1988363 Aug 19 12:34:06.966855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42140) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:07.036491 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-80aa2812-9455-4348-a5cc-52d8c3cf0af0 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661588 Aug 19 12:34:07.037391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42144) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:07.042459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-718512056', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:07.129086 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-83b18042-1776-4b29-a28f-187698136042 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.142964 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-83b18042-1776-4b29-a28f-187698136042 None None] Transition to ACTIVE for port object d6f028b0-d5e4-432c-a654-e6fbb59fc741 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:07.260954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-43dc1492-aa2f-4b00-8eca-3b319a748758 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port bec1d6ed-1c3a-4cff-b265-a6eb2816db49 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:07.261306 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43dc1492-aa2f-4b00-8eca-3b319a748758 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.286145 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-83b18042-1776-4b29-a28f-187698136042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.318236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:07.323722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.349908 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Pushing event updated for resources: {'Port': ['ID=d6f028b0-d5e4-432c-a654-e6fbb59fc741,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:07.375046 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.375454 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.375793 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.376138 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.376473 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.376948 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.377288 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.377682 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.378147 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.378478 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.378834 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.379176 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:07.383163 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-83b18042-1776-4b29-a28f-187698136042 None None] Attempting to bind port d6f028b0-d5e4-432c-a654-e6fbb59fc741 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:07.383528 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-83b18042-1776-4b29-a28f-187698136042 None None] Attempting to bind port d6f028b0-d5e4-432c-a654-e6fbb59fc741 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:07.383948 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b18042-1776-4b29-a28f-187698136042 None None] Attempting to bind port d6f028b0-d5e4-432c-a654-e6fbb59fc741 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:07.391263 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b18042-1776-4b29-a28f-187698136042 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:07.391473 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b18042-1776-4b29-a28f-187698136042 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:07.391929 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-83b18042-1776-4b29-a28f-187698136042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.392498 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b18042-1776-4b29-a28f-187698136042 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:07.392991 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-83b18042-1776-4b29-a28f-187698136042 None None] Bound port: d6f028b0-d5e4-432c-a654-e6fbb59fc741, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:07.393807 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-83b18042-1776-4b29-a28f-187698136042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.451222 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-83b18042-1776-4b29-a28f-187698136042 None None] For port d6f028b0-d5e4-432c-a654-e6fbb59fc741, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:07.456089 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-83b18042-1776-4b29-a28f-187698136042 None None] For port d6f028b0-d5e4-432c-a654-e6fbb59fc741, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d6f028b0-d5e4-432c-a654-e6fbb59fc741,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:07.458971 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43dc1492-aa2f-4b00-8eca-3b319a748758 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.488898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-43dc1492-aa2f-4b00-8eca-3b319a748758 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for bec1d6ed-1c3a-4cff-b265-a6eb2816db49 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:07.542112 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-83b18042-1776-4b29-a28f-187698136042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.661807 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b2113-1c30-46fa-b805-17406d3f0480 None None] Pushing event updated for resources: {'Port': ['ID=d6f028b0-d5e4-432c-a654-e6fbb59fc741,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:07.695926 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b18042-1776-4b29-a28f-187698136042 None None] Routers {'48aade0b-374a-4f96-91b9-0d5a26a7833c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:07.696521 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-83b18042-1776-4b29-a28f-187698136042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['48aade0b-374a-4f96-91b9-0d5a26a7833c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:07.759051 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.871603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Subnet': ['ID=82e9bc33-2356-492b-8751-0ac001f0dbf8,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:07.891382 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Checking segment: {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:07.891763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network hostable DHCP agents. Network: edc6b604-c848-41a4-b1b1-427c7abac2d8, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:07.914060 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-83b18042-1776-4b29-a28f-187698136042 None None] Set router 48aade0b-374a-4f96-91b9-0d5a26a7833c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:07.986580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network edc6b604-c848-41a4-b1b1-427c7abac2d8 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:08.038590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43dc1492-aa2f-4b00-8eca-3b319a748758 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.068902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc1492-aa2f-4b00-8eca-3b319a748758 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=bec1d6ed-1c3a-4cff-b265-a6eb2816db49,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:08.082128 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, edc6b604-c848-41a4-b1b1-427c7abac2d8) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:08.095975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.096971 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.135965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08045d5f-19e3-4fe2-a6c0-7bb9eca21fae None None] Network edc6b604-c848-41a4-b1b1-427c7abac2d8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:08.191716 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0a71ed86-baf3-4360-b17e-47b54fe6f03e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1530185 Aug 19 12:34:08.193738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42186) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:08.209188 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-83b18042-1776-4b29-a28f-187698136042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:04Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:08.270453 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b18042-1776-4b29-a28f-187698136042 None None] The sync data for ids ['48aade0b-374a-4f96-91b9-0d5a26a7833c'] in n-d-778732-8 is: [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:04Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:08.271843 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43dc1492-aa2f-4b00-8eca-3b319a748758 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.482205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-edc6b604-c848-41a4-b1b1-427c7abac2d8', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:08.489705 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.679626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dc1492-aa2f-4b00-8eca-3b319a748758 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router 4649cabe-8382-4cb8-a5fb-c78b7d43c229 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:08.781993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Allocated IP 172.20.0.2 (edc6b604-c848-41a4-b1b1-427c7abac2d8/82e9bc33-2356-492b-8751-0ac001f0dbf8/1ff5d092-143e-4e32-a8f6-4c3ba226582e) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:08.864431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dc1492-aa2f-4b00-8eca-3b319a748758 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:08.875528 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460e3ad-563a-4c70-8f87-7ca854e16e77 None None] Sync routers for ids ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:08.891596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-43dc1492-aa2f-4b00-8eca-3b319a748758 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/4649cabe-8382-4cb8-a5fb-c78b7d43c229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8718467 Aug 19 12:34:08.892322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42200) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:08.900826 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460e3ad-563a-4c70-8f87-7ca854e16e77 None None] Routers {'4649cabe-8382-4cb8-a5fb-c78b7d43c229'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:08.904671 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4460e3ad-563a-4c70-8f87-7ca854e16e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:09.013742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-424a2fa6-7132-4d49-b770-d79117d5dbad tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=4649cabe-8382-4cb8-a5fb-c78b7d43c229 HTTP/1.1" status: 200 len: 205 time: 0.0999858 Aug 19 12:34:09.013742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42204) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:09.014475 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4460e3ad-563a-4c70-8f87-7ca854e16e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:09.034820 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460e3ad-563a-4c70-8f87-7ca854e16e77 None None] Routers {'4649cabe-8382-4cb8-a5fb-c78b7d43c229'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:09.036157 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4460e3ad-563a-4c70-8f87-7ca854e16e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:09.088002 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.102773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Transition to ACTIVE for port object 1ff5d092-143e-4e32-a8f6-4c3ba226582e will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:09.113862 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4460e3ad-563a-4c70-8f87-7ca854e16e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:09.114850 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460e3ad-563a-4c70-8f87-7ca854e16e77 None None] The sync data for ids ['4649cabe-8382-4cb8-a5fb-c78b7d43c229'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:09.134932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Transition to ACTIVE for port object 1ff5d092-143e-4e32-a8f6-4c3ba226582e will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:09.223124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.345650 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.419282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d6f028b0-d5e4-432c-a654-e6fbb59fc741 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:09.517524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Network edc6b604-c848-41a4-b1b1-427c7abac2d8 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:09.543677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:09.547665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:09.632217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Attempting to bind port 1ff5d092-143e-4e32-a8f6-4c3ba226582e on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:09.632660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Attempting to bind port 1ff5d092-143e-4e32-a8f6-4c3ba226582e by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:09.633038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Attempting to bind port 1ff5d092-143e-4e32-a8f6-4c3ba226582e on network edc6b604-c848-41a4-b1b1-427c7abac2d8 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:09.640183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Pushing event updated for resources: {'Port': ['ID=1ff5d092-143e-4e32-a8f6-4c3ba226582e,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:09.642927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d6f028b0-d5e4-432c-a654-e6fbb59fc741 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:09.660136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:09.660521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Checking segment: {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:09.660938 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.661891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Bound using segment: {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:09.661891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Bound port: 1ff5d092-143e-4e32-a8f6-4c3ba226582e, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:09.662287 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.664663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d6f028b0-d5e4-432c-a654-e6fbb59fc741 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:09.665063 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.704960 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea5eeb9f-bd2c-4936-be68-a6d9f2aea3df tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.835844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.20.0.1 (edc6b604-c848-41a4-b1b1-427c7abac2d8/82e9bc33-2356-492b-8751-0ac001f0dbf8/ab87303a-47f4-4b7d-9100-f10835cf9459) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:09.854081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] For port 1ff5d092-143e-4e32-a8f6-4c3ba226582e, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:09.887768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] For port 1ff5d092-143e-4e32-a8f6-4c3ba226582e, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1ff5d092-143e-4e32-a8f6-4c3ba226582e,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:09.889529 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.922087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port d6f028b0-d5e4-432c-a654-e6fbb59fc741, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d6f028b0-d5e4-432c-a654-e6fbb59fc741,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:09.971895 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.991360 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea5eeb9f-bd2c-4936-be68-a6d9f2aea3df tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.994470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea5eeb9f-bd2c-4936-be68-a6d9f2aea3df tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.046512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.073150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Transition to ACTIVE for port object ab87303a-47f4-4b7d-9100-f10835cf9459 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:10.115776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5eb70-8963-47aa-a73b-2571a029b06c None None] Pushing event updated for resources: {'Port': ['ID=1ff5d092-143e-4e32-a8f6-4c3ba226582e,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.123308 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.217079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=d6f028b0-d5e4-432c-a654-e6fbb59fc741,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.233592 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea5eeb9f-bd2c-4936-be68-a6d9f2aea3df tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.234445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5eeb9f-bd2c-4936-be68-a6d9f2aea3df tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Fanout notify agent at l3_agent the message router_deleted on router 4649cabe-8382-4cb8-a5fb-c78b7d43c229 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:34:10.242930 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea5eeb9f-bd2c-4936-be68-a6d9f2aea3df tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.245184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ea5eeb9f-bd2c-4936-be68-a6d9f2aea3df tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/4649cabe-8382-4cb8-a5fb-c78b7d43c229 HTTP/1.1" status: 204 len: 168 time: 1.2499297 Aug 19 12:34:10.248315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42216) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:10.261156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.313954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00c2fcb-83fe-428f-80e3-7204ec78f66f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting subnet 4e6ff28e-2ad5-4c28-b734-867c86f4557f {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:10.317611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c00c2fcb-83fe-428f-80e3-7204ec78f66f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.330144 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network edc6b604-c848-41a4-b1b1-427c7abac2d8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:10.334292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:10.337719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:10.429482 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.448107 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c00c2fcb-83fe-428f-80e3-7204ec78f66f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.492130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=ab87303a-47f4-4b7d-9100-f10835cf9459,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.570464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c00c2fcb-83fe-428f-80e3-7204ec78f66f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.775945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c00c2fcb-83fe-428f-80e3-7204ec78f66f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.810224 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.856772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2fcb-83fe-428f-80e3-7204ec78f66f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6ff28e-2ad5-4c28-b734-867c86f4557f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.869495 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c00c2fcb-83fe-428f-80e3-7204ec78f66f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.876247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c00c2fcb-83fe-428f-80e3-7204ec78f66f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/4e6ff28e-2ad5-4c28-b734-867c86f4557f HTTP/1.1" status: 204 len: 168 time: 0.6260767 Aug 19 12:34:10.877615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f472b421-95a9-4681-9ff8-b2be73b60a47 None None] Network cddec0b5-9cde-4a77-a722-b0ebb7f3c291 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:10.878114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42224) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:10.952914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cec5b39-9f9b-4db5-bcee-9cd5178c3a11 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting subnet ed2e16f2-2ef2-41b8-8263-05b91dc33248 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:10.956850 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cec5b39-9f9b-4db5-bcee-9cd5178c3a11 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.026382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cec5b39-9f9b-4db5-bcee-9cd5178c3a11 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.159656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99939bc8-414e-401e-9df2-35c2d605497c None None] DHCP port deletion for cddec0b5-9cde-4a77-a722-b0ebb7f3c291 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:34:11.166581 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cec5b39-9f9b-4db5-bcee-9cd5178c3a11 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.357652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-99939bc8-414e-401e-9df2-35c2d605497c None None] Deleting port 1644118b-5ca0-4593-ae55-a19d99d253ab {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:11.358319 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-99939bc8-414e-401e-9df2-35c2d605497c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.383227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.471479 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cec5b39-9f9b-4db5-bcee-9cd5178c3a11 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.471735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-99939bc8-414e-401e-9df2-35c2d605497c None None] For port 1644118b-5ca0-4593-ae55-a19d99d253ab, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1644118b-5ca0-4593-ae55-a19d99d253ab,segment=NetworkSegment(024ffb32-2559-423e-bde8-d9d254b3ba1c),segment_id=024ffb32-2559-423e-bde8-d9d254b3ba1c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:11.472154 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-99939bc8-414e-401e-9df2-35c2d605497c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.520810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.539955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-99939bc8-414e-401e-9df2-35c2d605497c None None] Calling delete_port for 1644118b-5ca0-4593-ae55-a19d99d253ab owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:11.554873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d6f028b0-d5e4-432c-a654-e6fbb59fc741 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:11.565169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec5b39-9f9b-4db5-bcee-9cd5178c3a11 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2e16f2-2ef2-41b8-8263-05b91dc33248,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:11.597096 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cec5b39-9f9b-4db5-bcee-9cd5178c3a11 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.599759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5cec5b39-9f9b-4db5-bcee-9cd5178c3a11 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/ed2e16f2-2ef2-41b8-8263-05b91dc33248 HTTP/1.1" status: 204 len: 168 time: 0.7202845 Aug 19 12:34:11.603135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42230) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:11.611666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7e8a0-7127-4870-8290-226a6a89416e None None] Network 32c5b629-3134-4a21-b1ba-48f4d1febd64 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:11.780530 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.812631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=ab87303a-47f4-4b7d-9100-f10835cf9459,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:11.822184 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.895873 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.960474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d6f028b0-d5e4-432c-a654-e6fbb59fc741 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:11.960474 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.002591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a3a020-3ef2-46ec-9024-6d025512b1fd None None] Network edc6b604-c848-41a4-b1b1-427c7abac2d8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:12.058773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network edc6b604-c848-41a4-b1b1-427c7abac2d8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:12.066127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:12.080162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port 1644118b-5ca0-4593-ae55-a19d99d253ab {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:12.080530 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.103545 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-99939bc8-414e-401e-9df2-35c2d605497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.186162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99939bc8-414e-401e-9df2-35c2d605497c None None] No DVR routers for this DVR port 1644118b-5ca0-4593-ae55-a19d99d253ab on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:12.206055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port 1644118b-5ca0-4593-ae55-a19d99d253ab, host n-d-778732-8, got binding levels [] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:12.206055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.234804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for 1644118b-5ca0-4593-ae55-a19d99d253ab owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:12.238273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Port 1644118b-5ca0-4593-ae55-a19d99d253ab was not found and therefore no delete operation was performed {{(pid=95660) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:34:12.239689 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.269616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=1644118b-5ca0-4593-ae55-a19d99d253ab,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:12.273266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No DVR routers for this DVR port 1644118b-5ca0-4593-ae55-a19d99d253ab on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:12.280785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 48aade0b-374a-4f96-91b9-0d5a26a7833c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:12.288069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99939bc8-414e-401e-9df2-35c2d605497c None None] Pushing event deleted for resources: {'Port': ['ID=1644118b-5ca0-4593-ae55-a19d99d253ab,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:12.348243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eae143-ddc9-41fa-bead-2e2d56a24ba2 None None] DHCP port deletion for 32c5b629-3134-4a21-b1ba-48f4d1febd64 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:34:12.374846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a57bed8a-0465-4f1b-89e6-963fc1f7097c None None] Provisioning for port 1ff5d092-143e-4e32-a8f6-4c3ba226582e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:12.452508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.465272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddec0b5-9cde-4a77-a722-b0ebb7f3c291']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:12.479647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024ffb32-2559-423e-bde8-d9d254b3ba1c') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:12.480424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024ffb32-2559-423e-bde8-d9d254b3ba1c') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:12.493910 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.495671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:12.509794 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0ba43f37-7705-4a36-bbbf-1dd5d58576a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "PUT /v2.0/routers/48aade0b-374a-4f96-91b9-0d5a26a7833c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3060145 Aug 19 12:34:12.510814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1ff5d092-143e-4e32-a8f6-4c3ba226582e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:12.518236 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.525580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:12.525990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:12.532038 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:12.545440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Sync routers for ids ['48aade0b-374a-4f96-91b9-0d5a26a7833c'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:12.571173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Routers {'48aade0b-374a-4f96-91b9-0d5a26a7833c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:12.571826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['48aade0b-374a-4f96-91b9-0d5a26a7833c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:12.736829 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.760013 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.768220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/networks/cddec0b5-9cde-4a77-a722-b0ebb7f3c291 HTTP/1.1" status: 204 len: 168 time: 1.1593184 Aug 19 12:34:12.769587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42254) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:12.820749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bcc29-a820-4604-b628-fb2768418cfc tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Network': ['ID=cddec0b5-9cde-4a77-a722-b0ebb7f3c291,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:12.884344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-51072433-f74a-4a1f-bd77-7fb2f37c20de tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213804964&fields=id&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 267 time: 0.0818985 Aug 19 12:34:12.956847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.121051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port 16b84832-02e2-4e0b-a893-de5781604698 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:13.121622 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.151542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1ff5d092-143e-4e32-a8f6-4c3ba226582e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:13.160307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f5eae143-ddc9-41fa-bead-2e2d56a24ba2 None None] Deleting port 16b84832-02e2-4e0b-a893-de5781604698 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:13.160615 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5eae143-ddc9-41fa-bead-2e2d56a24ba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.217222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-f3db4334-5f33-40a7-aff7-045b7f92676b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:13.222640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-f3db4334-5f33-40a7-aff7-045b7f92676b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/networks?id=edc6b604-c848-41a4-b1b1-427c7abac2d8 HTTP/1.1" status: 200 len: 796 time: 0.3184948 Aug 19 12:34:13.244609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-59302919-7751-4051-9a2c-ffea88635ea2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/quotas/14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 375 time: 0.0140586 Aug 19 12:34:13.320739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port 16b84832-02e2-4e0b-a893-de5781604698, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=16b84832-02e2-4e0b-a893-de5781604698,segment=NetworkSegment(3fbaf91c-416e-460f-bb08-10f29cf4b6b6),segment_id=3fbaf91c-416e-460f-bb08-10f29cf4b6b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:13.321124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.342242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f5eae143-ddc9-41fa-bead-2e2d56a24ba2 None None] For port 16b84832-02e2-4e0b-a893-de5781604698, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=16b84832-02e2-4e0b-a893-de5781604698,segment=NetworkSegment(3fbaf91c-416e-460f-bb08-10f29cf4b6b6),segment_id=3fbaf91c-416e-460f-bb08-10f29cf4b6b6)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:13.342736 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5eae143-ddc9-41fa-bead-2e2d56a24ba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.375217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-db46afb4-c4fd-48b8-88be-4778be115cac tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166582 Aug 19 12:34:13.379215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f5eae143-ddc9-41fa-bead-2e2d56a24ba2 None None] Calling delete_port for 16b84832-02e2-4e0b-a893-de5781604698 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:13.381584 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for 16b84832-02e2-4e0b-a893-de5781604698 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:13.472270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1ff5d092-143e-4e32-a8f6-4c3ba226582e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:13.472692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.554851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5eae143-ddc9-41fa-bead-2e2d56a24ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.560731 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.563123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Set router 48aade0b-374a-4f96-91b9-0d5a26a7833c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:13.570544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-41037ce4-b1c8-4bff-a01d-2a15aef9d864 service neutron] 10.222.0.44 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883063 Aug 19 12:34:13.638354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eae143-ddc9-41fa-bead-2e2d56a24ba2 None None] Pushing event deleted for resources: {'Port': ['ID=16b84832-02e2-4e0b-a893-de5781604698,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:13.640127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-26aceeee-7f64-4e2f-a51e-2fd8fdf9eef9 None None] Provisioning for port ab87303a-47f4-4b7d-9100-f10835cf9459 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:13.643082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eae143-ddc9-41fa-bead-2e2d56a24ba2 None None] No DVR routers for this DVR port 16b84832-02e2-4e0b-a893-de5781604698 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:13.660462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=16b84832-02e2-4e0b-a893-de5781604698,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:13.671747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No DVR routers for this DVR port 16b84832-02e2-4e0b-a893-de5781604698 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:13.748047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-26aceeee-7f64-4e2f-a51e-2fd8fdf9eef9 None None] Provisioning complete for port ab87303a-47f4-4b7d-9100-f10835cf9459 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:13.748425 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-26aceeee-7f64-4e2f-a51e-2fd8fdf9eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.758874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-1fa79e13-c6fd-4348-af9b-b01cadaddd4e service neutron] 10.222.0.44 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782079 Aug 19 12:34:13.907386 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.918985 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c5b629-3134-4a21-b1ba-48f4d1febd64']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:13.931485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbaf91c-416e-460f-bb08-10f29cf4b6b6') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:13.931909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbaf91c-416e-460f-bb08-10f29cf4b6b6') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:13.943599 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.950239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeee-7f64-4e2f-a51e-2fd8fdf9eef9 None None] Port ab87303a-47f4-4b7d-9100-f10835cf9459 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:13.960178 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.967906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:13.968469 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:14.020806 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:14.044545 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.050295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-26aceeee-7f64-4e2f-a51e-2fd8fdf9eef9 None None] Provisioning complete for port 1ff5d092-143e-4e32-a8f6-4c3ba226582e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:14.055933 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-26aceeee-7f64-4e2f-a51e-2fd8fdf9eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.129989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.138075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.140035 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/networks/32c5b629-3134-4a21-b1ba-48f4d1febd64 HTTP/1.1" status: 204 len: 168 time: 1.3683951 Aug 19 12:34:14.147758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42278) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:14.153096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1555110378'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:14.183873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4527-0527-4ccb-a3ba-75597d58b309 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Network': ['ID=32c5b629-3134-4a21-b1ba-48f4d1febd64,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:14.212220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 1ff5d092-143e-4e32-a8f6-4c3ba226582e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1ff5d092-143e-4e32-a8f6-4c3ba226582e,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:14.285034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe2ea9e5-19eb-44ec-8df3-d9c0ea23e69f req-a79bf7d6-df35-4ef8-88c1-6ff7afede123 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 210 time: 0.0961690 Aug 19 12:34:14.289520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:14.299742 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.328887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.378849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:14.411838 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.412229 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added segment 1950a591-2548-419d-b4d5-8d5edb85cacb of type vlan for network 98937749-9931-45c7-abd7-530628c46d16 Aug 19 12:34:14.533074 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.561148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=1ff5d092-143e-4e32-a8f6-4c3ba226582e,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:14.593263 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1644118b-5ca0-4593-ae55-a19d99d253ab no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:14.730476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1644118b-5ca0-4593-ae55-a19d99d253ab {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:14.730476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1644118b-5ca0-4593-ae55-a19d99d253ab not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:14.786100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:10Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ab87303a-47f4-4b7d-9100-f10835cf9459', 'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:97:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:09Z', 'updated_at': '2021-08-19T12:34:11Z', 'revision_number': 2, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:14.828647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.834498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:14.835823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.876549 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.885973 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Checking router: 48aade0b-374a-4f96-91b9-0d5a26a7833c for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:14.887034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Updating router 48aade0b-374a-4f96-91b9-0d5a26a7833c port ab87303a-47f4-4b7d-9100-f10835cf9459 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:34:14.963933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1ff5d092-143e-4e32-a8f6-4c3ba226582e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:14.992706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-345721d0-c0f8-49e2-82f5-44cb52c7ab04 None None] Provisioning complete for port ab87303a-47f4-4b7d-9100-f10835cf9459 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:14.995317 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-345721d0-c0f8-49e2-82f5-44cb52c7ab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.020849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Network': ['ID=98937749-9931-45c7-abd7-530628c46d16,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:15.028908 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.064924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 98937749-9931-45c7-abd7-530628c46d16 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:15.181975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42306) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:15.189772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-13cb2aa4-c232-495a-97d3-2301fc6d6d72 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0381453 Aug 19 12:34:15.190094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'subnet': {'network_id': '98937749-9931-45c7-abd7-530628c46d16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:15.487576 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-345721d0-c0f8-49e2-82f5-44cb52c7ab04 None None] Port ab87303a-47f4-4b7d-9100-f10835cf9459 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:15.493802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c58034f2-c572-47af-a8fd-c9508563355f req-df503644-3d86-4007-8cc5-4c1068f17232 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 210 time: 0.0721085 Aug 19 12:34:15.563580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:15.568003 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.625218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1ff5d092-143e-4e32-a8f6-4c3ba226582e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:15.632519 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.852652 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.894464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Transition to ACTIVE for port object ab87303a-47f4-4b7d-9100-f10835cf9459 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:15.958477 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.992798 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.061727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c6873-544d-4a23-816d-d5a33c025506 None None] Pushing event updated for resources: {'Port': ['ID=ab87303a-47f4-4b7d-9100-f10835cf9459,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:16.069637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 16b84832-02e2-4e0b-a893-de5781604698 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:16.071635 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Subnet': ['ID=6be26ad9-ee0a-4eb8-993e-f7808d7f179a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:16.095183 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Checking segment: {'id': '1950a591-2548-419d-b4d5-8d5edb85cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98937749-9931-45c7-abd7-530628c46d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:16.095561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network hostable DHCP agents. Network: 98937749-9931-45c7-abd7-530628c46d16, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:16.107331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 16b84832-02e2-4e0b-a893-de5781604698 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:16.107677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 16b84832-02e2-4e0b-a893-de5781604698 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:16.196490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Attempting to bind port ab87303a-47f4-4b7d-9100-f10835cf9459 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:16.197170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Attempting to bind port ab87303a-47f4-4b7d-9100-f10835cf9459 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:16.198876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Attempting to bind port ab87303a-47f4-4b7d-9100-f10835cf9459 on network edc6b604-c848-41a4-b1b1-427c7abac2d8 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:16.204131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:16.204511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Checking segment: {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:16.205616 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.206019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Bound using segment: {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:16.206500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Bound port: ab87303a-47f4-4b7d-9100-f10835cf9459, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:16.206880 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.254813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 98937749-9931-45c7-abd7-530628c46d16 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:16.300050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] For port ab87303a-47f4-4b7d-9100-f10835cf9459, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:16.303910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] For port ab87303a-47f4-4b7d-9100-f10835cf9459, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ab87303a-47f4-4b7d-9100-f10835cf9459,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:16.380738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 98937749-9931-45c7-abd7-530628c46d16) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:16.385472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:16.386730 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.394313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b98c44b-24cd-4165-9aa7-3328ead1e2f6 None None] Network 98937749-9931-45c7-abd7-530628c46d16 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:16.452179 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.509965 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5ac6002d-d3db-4475-ac81-c71c9190c08d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3254824 Aug 19 12:34:16.512499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42326) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:16.517457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-936812c7-a204-46f9-9b6a-4cbba3bc2806 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-913304612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:16.578157 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Routers {'48aade0b-374a-4f96-91b9-0d5a26a7833c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:16.578812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['48aade0b-374a-4f96-91b9-0d5a26a7833c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:16.677044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a221ccf-058d-48da-8379-10a39734e29b req-86fd5a6d-b779-459d-8f18-01b16e3c5175 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 210 time: 0.0571072 Aug 19 12:34:16.684093 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-936812c7-a204-46f9-9b6a-4cbba3bc2806 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.689746 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-936812c7-a204-46f9-9b6a-4cbba3bc2806 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.710526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c6873-544d-4a23-816d-d5a33c025506 None None] Pushing event updated for resources: {'Port': ['ID=ab87303a-47f4-4b7d-9100-f10835cf9459,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:16.816463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] Set router 48aade0b-374a-4f96-91b9-0d5a26a7833c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:16.832682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-936812c7-a204-46f9-9b6a-4cbba3bc2806 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.936265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-98937749-9931-45c7-abd7-530628c46d16', 'network_id': '98937749-9931-45c7-abd7-530628c46d16', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'fixed_ips': [{'subnet_id': '6be26ad9-ee0a-4eb8-993e-f7808d7f179a'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:16.937264 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.960967 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-936812c7-a204-46f9-9b6a-4cbba3bc2806 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.080502 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-936812c7-a204-46f9-9b6a-4cbba3bc2806 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.088456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42332) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:17.096012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-936812c7-a204-46f9-9b6a-4cbba3bc2806 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5811274 Aug 19 12:34:17.096723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'port': {'network_id': '98937749-9931-45c7-abd7-530628c46d16', 'name': 'tempest-RoutersIpV6Test-1981132036'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:17.233633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Allocated IP 2001:db8::2 (98937749-9931-45c7-abd7-530628c46d16/6be26ad9-ee0a-4eb8-993e-f7808d7f179a/368cf004-731a-47be-b45d-a56e41564fb6) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:17.276239 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:34:17.346546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:10Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ab87303a-47f4-4b7d-9100-f10835cf9459', 'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:97:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:09Z', 'updated_at': '2021-08-19T12:34:16Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:17.386778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7f142-ea9f-4423-a02c-ca440ca07511 None None] The sync data for ids ['48aade0b-374a-4f96-91b9-0d5a26a7833c'] in n-d-778732-8 is: [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:10Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ab87303a-47f4-4b7d-9100-f10835cf9459', 'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:97:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:09Z', 'updated_at': '2021-08-19T12:34:16Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:17.553600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:17.562203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.614263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] device_id is not set on port 48ddb196-b614-4e7e-9433-add0f9a79a93 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:34:17.833048 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.851900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Transition to ACTIVE for port object 368cf004-731a-47be-b45d-a56e41564fb6 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:17.880285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Transition to ACTIVE for port object 368cf004-731a-47be-b45d-a56e41564fb6 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:17.907186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b0896c0-cdcd-4983-8ef8-c493570ca611 req-db829a6d-a175-475c-9e2f-18b431a1536b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 210 time: 0.0722218 Aug 19 12:34:17.987345 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.064273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Pushing event updated for resources: {'Port': ['ID=368cf004-731a-47be-b45d-a56e41564fb6,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:18.075605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Allocated IP 2001:db8::2b5 (98937749-9931-45c7-abd7-530628c46d16/6be26ad9-ee0a-4eb8-993e-f7808d7f179a/48ddb196-b614-4e7e-9433-add0f9a79a93) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:18.087696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Network 98937749-9931-45c7-abd7-530628c46d16 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:18.095832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:18.102511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:18.235241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Attempting to bind port 368cf004-731a-47be-b45d-a56e41564fb6 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:18.238229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Attempting to bind port 368cf004-731a-47be-b45d-a56e41564fb6 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '1950a591-2548-419d-b4d5-8d5edb85cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98937749-9931-45c7-abd7-530628c46d16'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:18.238229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Attempting to bind port 368cf004-731a-47be-b45d-a56e41564fb6 on network 98937749-9931-45c7-abd7-530628c46d16 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:18.243679 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:18.244330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Checking segment: {'id': '1950a591-2548-419d-b4d5-8d5edb85cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98937749-9931-45c7-abd7-530628c46d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:18.259004 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.259530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Bound using segment: {'id': '1950a591-2548-419d-b4d5-8d5edb85cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98937749-9931-45c7-abd7-530628c46d16'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:18.260108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Bound port: 368cf004-731a-47be-b45d-a56e41564fb6, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1950a591-2548-419d-b4d5-8d5edb85cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98937749-9931-45c7-abd7-530628c46d16'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:18.260891 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.386633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] For port 368cf004-731a-47be-b45d-a56e41564fb6, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:18.386896 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.395830 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] For port 368cf004-731a-47be-b45d-a56e41564fb6, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=368cf004-731a-47be-b45d-a56e41564fb6,segment=NetworkSegment(1950a591-2548-419d-b4d5-8d5edb85cacb),segment_id=1950a591-2548-419d-b4d5-8d5edb85cacb)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:18.412530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Transition to ACTIVE for port object 48ddb196-b614-4e7e-9433-add0f9a79a93 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:18.489966 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.522199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.595734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-b3205aa7-92ed-45ee-a555-079e471dd011 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:18.600723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-b3205aa7-92ed-45ee-a555-079e471dd011 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "GET /v2.0/networks?id=edc6b604-c848-41a4-b1b1-427c7abac2d8 HTTP/1.1" status: 200 len: 796 time: 0.3485212 Aug 19 12:34:18.612300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc235b-a1b8-4f1c-af45-6d000499df91 None None] Pushing event updated for resources: {'Port': ['ID=368cf004-731a-47be-b45d-a56e41564fb6,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:18.627447 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 98937749-9931-45c7-abd7-530628c46d16 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:18.631398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:18.638981 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:18.654298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:18.657980 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.715949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-fe9e8de4-59b9-4c41-83ef-b376635103c5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 379 time: 0.1023977 Aug 19 12:34:18.743199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'port': {'device_id': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'admin_state_up': True, 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'security_groups': ['9930889c-5b81-4516-9030-46a6f8a94fcf']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:18.845283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=48ddb196-b614-4e7e-9433-add0f9a79a93,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:18.864397 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b8854d8a-0b94-4937-a42e-a057cfe2e484 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7732735 Aug 19 12:34:18.867620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42358) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:19.160511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ab87303a-47f4-4b7d-9100-f10835cf9459 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:19.207635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0268c92f-e026-44a3-88af-98701e26381f req-bfaa6d6d-67c8-486a-a8a9-4694a75a85cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 210 time: 0.1585829 Aug 19 12:34:19.255392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:19.259407 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.399951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port ab87303a-47f4-4b7d-9100-f10835cf9459 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:19.405343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ab87303a-47f4-4b7d-9100-f10835cf9459 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:19.408248 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.494535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.20.0.9 (edc6b604-c848-41a4-b1b1-427c7abac2d8/82e9bc33-2356-492b-8751-0ac001f0dbf8/18971609-b627-4b8e-895c-5806bbc22034) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:19.641634 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.647556 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.699416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port ab87303a-47f4-4b7d-9100-f10835cf9459, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ab87303a-47f4-4b7d-9100-f10835cf9459,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:19.837256 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.872518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Transition to ACTIVE for port object 18971609-b627-4b8e-895c-5806bbc22034 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:19.923974 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.010702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=ab87303a-47f4-4b7d-9100-f10835cf9459,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:20.021709 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.098254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network edc6b604-c848-41a4-b1b1-427c7abac2d8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:20.114213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:20.116241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=18971609-b627-4b8e-895c-5806bbc22034,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:20.118549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:20.206266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:20.207354 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.213734 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.294992 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.335697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-096610ba-cee4-469f-8147-203147d0b0cc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6149359 Aug 19 12:34:20.378742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-715ebeac-fac6-497d-aeae-249fa5883af1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:34:20.379773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-715ebeac-fac6-497d-aeae-249fa5883af1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095541 Aug 19 12:34:20.401121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Request body: {'port': {'device_id': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:20.404285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=48ddb196-b614-4e7e-9433-add0f9a79a93,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:20.466640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70604e0-6770-4f63-aa18-e6ae5c8e3a7b None None] Network 98937749-9931-45c7-abd7-530628c46d16 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:20.503772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d32264-13f8-46ff-a4f1-e09bbab251fa req-b3b1dd18-7c20-4dc1-9a5e-7459f897a86f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:20.513319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64d32264-13f8-46ff-a4f1-e09bbab251fa req-b3b1dd18-7c20-4dc1-9a5e-7459f897a86f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 931 time: 0.1995707 Aug 19 12:34:20.565958 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.641054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64d32264-13f8-46ff-a4f1-e09bbab251fa req-ba003b78-588e-4049-888a-3eb9f40a484a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267877 Aug 19 12:34:20.718837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-805aa5dc-aed1-418d-802b-6822925a80c6 None None] Provisioning for port 18971609-b627-4b8e-895c-5806bbc22034 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:20.725830 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-805aa5dc-aed1-418d-802b-6822925a80c6 None None] Provisioning complete for port 18971609-b627-4b8e-895c-5806bbc22034 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:20.725830 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-805aa5dc-aed1-418d-802b-6822925a80c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.792708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-805aa5dc-aed1-418d-802b-6822925a80c6 None None] Port 18971609-b627-4b8e-895c-5806bbc22034 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:20.911869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-805aa5dc-aed1-418d-802b-6822925a80c6 None None] Provisioning for port 368cf004-731a-47be-b45d-a56e41564fb6 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:21.089174 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f6884494-9502-497a-8ee6-3bc07564da4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.094886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ab87303a-47f4-4b7d-9100-f10835cf9459 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:21.201958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18971609-b627-4b8e-895c-5806bbc22034 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:21.225557 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.249418 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.261487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Transition to ACTIVE for port object 18971609-b627-4b8e-895c-5806bbc22034 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:21.262564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ab87303a-47f4-4b7d-9100-f10835cf9459 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:21.263112 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.318965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-02f1168c-42fc-4092-8c6f-0412db0cf3a5 None None] Provisioning for port 48ddb196-b614-4e7e-9433-add0f9a79a93 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:21.335091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-02f1168c-42fc-4092-8c6f-0412db0cf3a5 None None] Provisioning complete for port 48ddb196-b614-4e7e-9433-add0f9a79a93 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:21.335461 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-02f1168c-42fc-4092-8c6f-0412db0cf3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.340803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.446008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-02f1168c-42fc-4092-8c6f-0412db0cf3a5 None None] Port 48ddb196-b614-4e7e-9433-add0f9a79a93 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:21.572212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Pushing event updated for resources: {'Port': ['ID=18971609-b627-4b8e-895c-5806bbc22034,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:21.598152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 368cf004-731a-47be-b45d-a56e41564fb6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:21.669831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.673880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.678493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.680455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.682068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.683568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.684543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.691370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.691370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.691370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.691370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.691370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:21.717283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b118e2e0-1f41-4c43-b631-c223fd2d3cb9 None None] Provisioning complete for port 48ddb196-b614-4e7e-9433-add0f9a79a93 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:21.717719 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b118e2e0-1f41-4c43-b631-c223fd2d3cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.760753 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.793069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b118e2e0-1f41-4c43-b631-c223fd2d3cb9 None None] Port 48ddb196-b614-4e7e-9433-add0f9a79a93 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:21.827241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Attempting to bind port 18971609-b627-4b8e-895c-5806bbc22034 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:21.829239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Attempting to bind port 18971609-b627-4b8e-895c-5806bbc22034 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:21.829239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Attempting to bind port 18971609-b627-4b8e-895c-5806bbc22034 on network edc6b604-c848-41a4-b1b1-427c7abac2d8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:21.839185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Port 18971609-b627-4b8e-895c-5806bbc22034 on network edc6b604-c848-41a4-b1b1-427c7abac2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:34:21.839782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Attempting to bind port 18971609-b627-4b8e-895c-5806bbc22034 on network edc6b604-c848-41a4-b1b1-427c7abac2d8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:21.858710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:21.862147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Checking segment: {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:21.863128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Bound using segment: {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:21.863644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Bound port: 18971609-b627-4b8e-895c-5806bbc22034, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:21.864480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.895136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 368cf004-731a-47be-b45d-a56e41564fb6 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:21.902185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 368cf004-731a-47be-b45d-a56e41564fb6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:21.902185 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.154322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f6685-29c4-4229-adb5-808e789a0e6b req-694ee2cd-3587-479e-95e6-7ca8732c4ae3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:22.157175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-806f6685-29c4-4229-adb5-808e789a0e6b req-694ee2cd-3587-479e-95e6-7ca8732c4ae3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 943 time: 0.2603579 Aug 19 12:34:22.158245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42400) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:22.235584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:22.247627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-806f6685-29c4-4229-adb5-808e789a0e6b req-e46a1b17-fcda-45a5-84cd-08fdcb8db066 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744298 Aug 19 12:34:22.253054 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.276070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=18971609-b627-4b8e-895c-5806bbc22034,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:22.311572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-de408e0f-1a6f-4093-a0e7-573247ef4f38 None None] Provisioning complete for port 48ddb196-b614-4e7e-9433-add0f9a79a93 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:22.312059 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-de408e0f-1a6f-4093-a0e7-573247ef4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.315773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 368cf004-731a-47be-b45d-a56e41564fb6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=368cf004-731a-47be-b45d-a56e41564fb6,segment=NetworkSegment(1950a591-2548-419d-b4d5-8d5edb85cacb),segment_id=1950a591-2548-419d-b4d5-8d5edb85cacb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:22.376786 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.419458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-de408e0f-1a6f-4093-a0e7-573247ef4f38 None None] Port 48ddb196-b614-4e7e-9433-add0f9a79a93 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:22.424119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.535244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:22.535880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.546798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] 10.222.0.53 "PUT /v2.0/ports/18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 200 len: 1091 time: 2.1429882 Aug 19 12:34:22.547504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'tag': '18971609-b627-4b8e-895c-5806bbc22034'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:22.563119 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.565347 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac98ccec-b625-46b2-9eba-f479efb8020c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "tag": "18971609-b627-4b8e-895c-5806bbc22034"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:22.579018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=368cf004-731a-47be-b45d-a56e41564fb6,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:22.646447 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10771fc8-0596-44c9-8df7-524b75c4b0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.689478 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.690402 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.707954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72309406-a926-4b54-9443-a85c7624beb4 service neutron] Pushing event updated for resources: {'Port': ['ID=18971609-b627-4b8e-895c-5806bbc22034,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:22.904244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=48ddb196-b614-4e7e-9433-add0f9a79a93,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:22.949399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 368cf004-731a-47be-b45d-a56e41564fb6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:22.975662 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 98937749-9931-45c7-abd7-530628c46d16 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:22.977648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:23.027875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-418944e0-205e-4cd5-8784-0afbdbf0cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.029677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-418944e0-205e-4cd5-8784-0afbdbf0cebd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1094 time: 0.3321657 Aug 19 12:34:23.117825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 368cf004-731a-47be-b45d-a56e41564fb6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:23.118208 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.138752 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e518eb7-3d74-4cb8-ad34-67def5cd5362 x-openstack-request-id: req-8e518eb7-3d74-4cb8-ad34-67def5cd5362 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:23.139200 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "tag": "18971609-b627-4b8e-895c-5806bbc22034", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:23.139583 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e518eb7-3d74-4cb8-ad34-67def5cd5362 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:23.145467 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'tag': '18971609-b627-4b8e-895c-5806bbc22034', 'status': 'completed', 'code': 200} Aug 19 12:34:23.161762 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-5522a862-5778-44a2-9449-315deabb544b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 200 len: 217 time: 0.1227262 Aug 19 12:34:23.187186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10771fc8-0596-44c9-8df7-524b75c4b0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.237570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-8e91e9ed-7a55-4ae6-84fc-e076d9268363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.239430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-8e91e9ed-7a55-4ae6-84fc-e076d9268363 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82e9bc33-2356-492b-8751-0ac001f0dbf8 HTTP/1.1" status: 200 len: 834 time: 0.0695090 Aug 19 12:34:23.275952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10771fc8-0596-44c9-8df7-524b75c4b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.324712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-10771fc8-0596-44c9-8df7-524b75c4b0eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64b8187f7ae64722bd986f30d0b504a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1555061 Aug 19 12:34:23.331047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42430) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:23.336154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10771fc8-0596-44c9-8df7-524b75c4b0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793cc19b-665b-4a42-8089-fdfefca00c91,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:23.353585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-a6c5b788-e954-468c-81a8-fffb8790bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.357200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-a6c5b788-e954-468c-81a8-fffb8790bf5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc6b604-c848-41a4-b1b1-427c7abac2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101694 Aug 19 12:34:23.387821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router e950e402-253e-499d-8c8c-1eee69f3e5ff is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:34:23.473403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02320f4b-ff01-49bb-8934-cc31d7988686 req-14147f2f-503a-4141-9261-d10becd87004 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.473403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02320f4b-ff01-49bb-8934-cc31d7988686 req-14147f2f-503a-4141-9261-d10becd87004 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 943 time: 0.1117516 Aug 19 12:34:23.524110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f018fcc1-ed95-48c5-97cc-4ddcea4ed7ec None None] Provisioning complete for port 48ddb196-b614-4e7e-9433-add0f9a79a93 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:23.524410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-31dcb3a7-64bc-4cee-a0a9-d5fccc38026f service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523230 Aug 19 12:34:23.524639 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f018fcc1-ed95-48c5-97cc-4ddcea4ed7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.551902 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd2fa-4427-4e83-8cae-89f31975d130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.556283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02320f4b-ff01-49bb-8934-cc31d7988686 req-b644d8d3-efff-4f32-b6bc-2fc2c40f41a8 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686994 Aug 19 12:34:23.598186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd2fa-4427-4e83-8cae-89f31975d130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.598789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f018fcc1-ed95-48c5-97cc-4ddcea4ed7ec None None] Port 48ddb196-b614-4e7e-9433-add0f9a79a93 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:23.618708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:23.624709 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-73dfd145-ea3d-4ac5-a913-f91330c1b9b1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/e950e402-253e-499d-8c8c-1eee69f3e5ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7559426 Aug 19 12:34:23.630110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42434) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:23.633120 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd89cb0-676f-4f71-ae6b-ef3cdde79098 None None] Sync routers for ids ['e950e402-253e-499d-8c8c-1eee69f3e5ff'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:23.643678 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd89cb0-676f-4f71-ae6b-ef3cdde79098 None None] Routers {'e950e402-253e-499d-8c8c-1eee69f3e5ff'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:23.644307 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bfd89cb0-676f-4f71-ae6b-ef3cdde79098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e950e402-253e-499d-8c8c-1eee69f3e5ff'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:23.690062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530d22c4-8ba5-4f52-b406-24e160cb6ec1 req-89a1434c-62b2-4296-aa34-d01a9ee67164 service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564620 Aug 19 12:34:23.703270 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bfd89cb0-676f-4f71-ae6b-ef3cdde79098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:23.715620 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd89cb0-676f-4f71-ae6b-ef3cdde79098 None None] Routers {'e950e402-253e-499d-8c8c-1eee69f3e5ff'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:23.716530 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bfd89cb0-676f-4f71-ae6b-ef3cdde79098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e950e402-253e-499d-8c8c-1eee69f3e5ff'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:23.721008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2ea56d-e45e-41af-8cf9-eed3887b0767 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.725955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42438) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:23.727358 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bf2ea56d-e45e-41af-8cf9-eed3887b0767 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports/48ddb196-b614-4e7e-9433-add0f9a79a93 HTTP/1.1" status: 200 len: 984 time: 0.0975165 Aug 19 12:34:23.855417 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bfd89cb0-676f-4f71-ae6b-ef3cdde79098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:23.856165 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd89cb0-676f-4f71-ae6b-ef3cdde79098 None None] The sync data for ids ['e950e402-253e-499d-8c8c-1eee69f3e5ff'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:23.866771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd2fa-4427-4e83-8cae-89f31975d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.869447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd2fa-4427-4e83-8cae-89f31975d130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.873440 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f6cfd2fa-4427-4e83-8cae-89f31975d130 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/793cc19b-665b-4a42-8089-fdfefca00c91 HTTP/1.1" status: 204 len: 168 time: 0.5389116 Aug 19 12:34:23.886046 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfd2fa-4427-4e83-8cae-89f31975d130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793cc19b-665b-4a42-8089-fdfefca00c91,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:23.991140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98ccec-b625-46b2-9eba-f479efb8020c req-cb22a1b9-2d66-46cd-a1f5-5c82999bb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.992638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac98ccec-b625-46b2-9eba-f479efb8020c req-cb22a1b9-2d66-46cd-a1f5-5c82999bb9c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1094 time: 0.1291037 Aug 19 12:34:24.132673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98ccec-b625-46b2-9eba-f479efb8020c req-6c5306af-e61c-4299-8fae-0edfa9310e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:24.134197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac98ccec-b625-46b2-9eba-f479efb8020c req-6c5306af-e61c-4299-8fae-0edfa9310e5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc6b604-c848-41a4-b1b1-427c7abac2d8 HTTP/1.1" status: 200 len: 897 time: 0.1250625 Aug 19 12:34:24.184426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac98ccec-b625-46b2-9eba-f479efb8020c req-6ccc7d5e-1d23-4d30-a0c5-6dee14264bef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 200 len: 217 time: 0.0404029 Aug 19 12:34:24.270343 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c492f4b6-1248-4422-b893-bbda053d769c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.349085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98ccec-b625-46b2-9eba-f479efb8020c req-21e08601-059b-4660-bff4-29936e2e2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:24.350599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac98ccec-b625-46b2-9eba-f479efb8020c req-21e08601-059b-4660-bff4-29936e2e2965 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82e9bc33-2356-492b-8751-0ac001f0dbf8 HTTP/1.1" status: 200 len: 834 time: 0.1549299 Aug 19 12:34:24.437261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98ccec-b625-46b2-9eba-f479efb8020c req-74f47f60-f650-4745-8174-88ff6ad898c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:24.438882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac98ccec-b625-46b2-9eba-f479efb8020c req-74f47f60-f650-4745-8174-88ff6ad898c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc6b604-c848-41a4-b1b1-427c7abac2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802689 Aug 19 12:34:24.579360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac98ccec-b625-46b2-9eba-f479efb8020c req-d2c70ff2-dd53-4069-a727-1c97e25af5d4 service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208122 Aug 19 12:34:25.133602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c492f4b6-1248-4422-b893-bbda053d769c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port 48ddb196-b614-4e7e-9433-add0f9a79a93 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:25.133877 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c492f4b6-1248-4422-b893-bbda053d769c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.149881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d20a53-9fc6-4f6d-84ea-68aa5a848593 req-cf18cd96-b7e8-4cae-83b0-4822d1c009b1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:25.152141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66d20a53-9fc6-4f6d-84ea-68aa5a848593 req-cf18cd96-b7e8-4cae-83b0-4822d1c009b1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 943 time: 0.1277721 Aug 19 12:34:25.154971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac98ccec-b625-46b2-9eba-f479efb8020c req-da23051a-58b7-43c2-bc60-990e10021517 service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545306 Aug 19 12:34:25.268731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66d20a53-9fc6-4f6d-84ea-68aa5a848593 req-f9457b88-81d6-4413-ad8d-af8f5f6453d4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974774 Aug 19 12:34:25.293685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c492f4b6-1248-4422-b893-bbda053d769c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.306744 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c492f4b6-1248-4422-b893-bbda053d769c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for 48ddb196-b614-4e7e-9433-add0f9a79a93 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:25.340683 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-148a268e-0dee-497c-b3ce-a8ebfac54412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.581179 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c492f4b6-1248-4422-b893-bbda053d769c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.622434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492f4b6-1248-4422-b893-bbda053d769c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=48ddb196-b614-4e7e-9433-add0f9a79a93,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:25.779450 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c492f4b6-1248-4422-b893-bbda053d769c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.810260 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.027559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c492f4b6-1248-4422-b893-bbda053d769c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router e950e402-253e-499d-8c8c-1eee69f3e5ff has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:26.114478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c492f4b6-1248-4422-b893-bbda053d769c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:26.119588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c492f4b6-1248-4422-b893-bbda053d769c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/e950e402-253e-499d-8c8c-1eee69f3e5ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3922718 Aug 19 12:34:26.123310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:26.125496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aee2e2-5fb9-41f7-9b49-4c2db2a6bded None None] Sync routers for ids ['e950e402-253e-499d-8c8c-1eee69f3e5ff'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:26.135468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aee2e2-5fb9-41f7-9b49-4c2db2a6bded None None] Routers {'e950e402-253e-499d-8c8c-1eee69f3e5ff'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:26.137014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-54aee2e2-5fb9-41f7-9b49-4c2db2a6bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e950e402-253e-499d-8c8c-1eee69f3e5ff'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:26.175637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-54aee2e2-5fb9-41f7-9b49-4c2db2a6bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:26.187564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aee2e2-5fb9-41f7-9b49-4c2db2a6bded None None] Routers {'e950e402-253e-499d-8c8c-1eee69f3e5ff'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:26.188239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-54aee2e2-5fb9-41f7-9b49-4c2db2a6bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e950e402-253e-499d-8c8c-1eee69f3e5ff'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:26.223387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-54aee2e2-5fb9-41f7-9b49-4c2db2a6bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:26.224293 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aee2e2-5fb9-41f7-9b49-4c2db2a6bded None None] The sync data for ids ['e950e402-253e-499d-8c8c-1eee69f3e5ff'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:26.350858 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-8106ec8a-4374-4daa-954a-b26949e361c9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 12:34:26.351960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8106ec8a-4374-4daa-954a-b26949e361c9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/e950e402-253e-499d-8c8c-1eee69f3e5ff/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2273140 Aug 19 12:34:26.355465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42506) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:26.413265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ce8dbecb-3f36-4160-a066-8e777cdb8ca9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e402-253e-499d-8c8c-1eee69f3e5ff HTTP/1.1" status: 200 len: 205 time: 0.0560133 Aug 19 12:34:26.415528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42508) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:26.476905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7ad5a-6def-4cfa-a644-da3a1e36d7c6 req-ef22cbe6-eee9-4087-af42-030253019c9b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:26.479714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16e7ad5a-6def-4cfa-a644-da3a1e36d7c6 req-ef22cbe6-eee9-4087-af42-030253019c9b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 943 time: 0.1067963 Aug 19 12:34:26.507733 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f747d34a-3b97-42f7-961c-82568759d9fd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.527197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16e7ad5a-6def-4cfa-a644-da3a1e36d7c6 req-5a975fd3-dc91-437a-bfcf-f246e17fde5d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406725 Aug 19 12:34:26.697594 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f747d34a-3b97-42f7-961c-82568759d9fd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.701097 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f747d34a-3b97-42f7-961c-82568759d9fd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.849634 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f747d34a-3b97-42f7-961c-82568759d9fd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.850910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f747d34a-3b97-42f7-961c-82568759d9fd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Fanout notify agent at l3_agent the message router_deleted on router e950e402-253e-499d-8c8c-1eee69f3e5ff {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:34:26.860821 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f747d34a-3b97-42f7-961c-82568759d9fd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.861313 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f747d34a-3b97-42f7-961c-82568759d9fd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/e950e402-253e-499d-8c8c-1eee69f3e5ff HTTP/1.1" status: 204 len: 168 time: 0.4446552 Aug 19 12:34:26.864053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42520) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:26.937843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73a04ca-f815-46d1-a91e-ddaa6b770ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting subnet 6be26ad9-ee0a-4eb8-993e-f7808d7f179a {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:26.941737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b73a04ca-f815-46d1-a91e-ddaa6b770ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.966467 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.997186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b73a04ca-f815-46d1-a91e-ddaa6b770ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.112632 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b73a04ca-f815-46d1-a91e-ddaa6b770ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.272850 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b73a04ca-f815-46d1-a91e-ddaa6b770ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.302408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a04ca-f815-46d1-a91e-ddaa6b770ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Subnet': ['ID=6be26ad9-ee0a-4eb8-993e-f7808d7f179a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:27.311055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b73a04ca-f815-46d1-a91e-ddaa6b770ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.317085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b73a04ca-f815-46d1-a91e-ddaa6b770ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/6be26ad9-ee0a-4eb8-993e-f7808d7f179a HTTP/1.1" status: 204 len: 168 time: 0.4479394 Aug 19 12:34:27.318319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42534) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:27.318487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88244023-d4f9-4d02-a72b-94866642110f None None] Network 98937749-9931-45c7-abd7-530628c46d16 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:27.408299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.488539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port 368cf004-731a-47be-b45d-a56e41564fb6 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:27.489106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.540317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5443c592-618e-46a5-989e-9fcb14f04260 None None] DHCP port deletion for 98937749-9931-45c7-abd7-530628c46d16 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:34:27.578013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port 368cf004-731a-47be-b45d-a56e41564fb6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=368cf004-731a-47be-b45d-a56e41564fb6,segment=NetworkSegment(1950a591-2548-419d-b4d5-8d5edb85cacb),segment_id=1950a591-2548-419d-b4d5-8d5edb85cacb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:27.578263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.596253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for 368cf004-731a-47be-b45d-a56e41564fb6 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:27.603817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5443c592-618e-46a5-989e-9fcb14f04260 None None] Deleting port 368cf004-731a-47be-b45d-a56e41564fb6 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:27.607973 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5443c592-618e-46a5-989e-9fcb14f04260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.695746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5443c592-618e-46a5-989e-9fcb14f04260 None None] For port 368cf004-731a-47be-b45d-a56e41564fb6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=368cf004-731a-47be-b45d-a56e41564fb6,segment=NetworkSegment(1950a591-2548-419d-b4d5-8d5edb85cacb),segment_id=1950a591-2548-419d-b4d5-8d5edb85cacb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:27.696539 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5443c592-618e-46a5-989e-9fcb14f04260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.716928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5443c592-618e-46a5-989e-9fcb14f04260 None None] Calling delete_port for 368cf004-731a-47be-b45d-a56e41564fb6 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:27.732990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23d246-3ef8-4357-92ce-55a98297d61a req-e53367da-a7b6-4fdb-82f9-aead39d873dd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:27.734643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f23d246-3ef8-4357-92ce-55a98297d61a req-e53367da-a7b6-4fdb-82f9-aead39d873dd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 943 time: 0.0904484 Aug 19 12:34:27.785457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f23d246-3ef8-4357-92ce-55a98297d61a req-d766cb8a-d434-41a4-a820-4f3807c0c13a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436959 Aug 19 12:34:27.839461 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.844816 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:27.853482 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:34:27.856471 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5443c592-618e-46a5-989e-9fcb14f04260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.858967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No DVR routers for this DVR port 368cf004-731a-47be-b45d-a56e41564fb6 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:27.916684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443c592-618e-46a5-989e-9fcb14f04260 None None] Pushing event deleted for resources: {'Port': ['ID=368cf004-731a-47be-b45d-a56e41564fb6,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:27.929875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443c592-618e-46a5-989e-9fcb14f04260 None None] No DVR routers for this DVR port 368cf004-731a-47be-b45d-a56e41564fb6 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:27.931490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=368cf004-731a-47be-b45d-a56e41564fb6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:28.030338 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.042840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98937749-9931-45c7-abd7-530628c46d16']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:28.062892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1950a591-2548-419d-b4d5-8d5edb85cacb') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:28.063291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1950a591-2548-419d-b4d5-8d5edb85cacb') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:28.081723 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.103938 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.121349 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 18971609-b627-4b8e-895c-5806bbc22034 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:34:28.123616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:28.124238 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:28.133819 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:28.251199 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=18971609-b627-4b8e-895c-5806bbc22034,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:28.261261 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.267314 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.270231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/networks/98937749-9931-45c7-abd7-530628c46d16 HTTP/1.1" status: 204 len: 168 time: 0.9499912 Aug 19 12:34:28.273548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42550) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:28.279778 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1229909774'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:28.283030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '18971609-b627-4b8e-895c-5806bbc22034', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'port_id': '18971609-b627-4b8e-895c-5806bbc22034', 'mac_address': 'fa:16:3e:14:ba:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:34:28.304654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72eb709-f19b-4762-8ad8-f1256c096155 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Network': ['ID=98937749-9931-45c7-abd7-530628c46d16,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:28.330034 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.349852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18971609-b627-4b8e-895c-5806bbc22034 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:28.379644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=18971609-b627-4b8e-895c-5806bbc22034,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:28.391783 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:28.395350 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.423357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:28.433498 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.433932 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added segment 701d6360-9870-4db4-a1d5-4eafc185e665 of type vlan for network 74ab4d3c-e7ee-473f-acb6-6b1164ae464d Aug 19 12:34:28.450806 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.501561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.513299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=18971609-b627-4b8e-895c-5806bbc22034,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:28.638135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.652377 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:28.653208 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.739688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Network': ['ID=74ab4d3c-e7ee-473f-acb6-6b1164ae464d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:28.750566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['18971609-b627-4b8e-895c-5806bbc22034'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:28.755797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 74ab4d3c-e7ee-473f-acb6-6b1164ae464d details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:28.822276 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6b418f56-51da-4c74-9619-e8e7e0009ec4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5461717 Aug 19 12:34:28.825611 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42554) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:28.835078 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.837114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'subnet': {'network_id': '74ab4d3c-e7ee-473f-acb6-6b1164ae464d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:28.998644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 368cf004-731a-47be-b45d-a56e41564fb6 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:29.021054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 368cf004-731a-47be-b45d-a56e41564fb6 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:29.021885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 368cf004-731a-47be-b45d-a56e41564fb6 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:29.035062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df819e-71bf-480e-ba67-87b5cec2e986 req-ddb5fb1c-a235-45b1-816b-ad86bd2006f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.051700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57df819e-71bf-480e-ba67-87b5cec2e986 req-ddb5fb1c-a235-45b1-816b-ad86bd2006f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 944 time: 0.1449788 Aug 19 12:34:29.066040 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:29.079348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.164517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57df819e-71bf-480e-ba67-87b5cec2e986 req-9fd31dec-ab07-4f09-8a01-10d8c7d425c1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103127 Aug 19 12:34:29.472612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.546108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Subnet': ['ID=17a737e9-c18e-46e4-a068-3796a7c602f1,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:29.558471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Checking segment: {'id': '701d6360-9870-4db4-a1d5-4eafc185e665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74ab4d3c-e7ee-473f-acb6-6b1164ae464d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:29.558836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network hostable DHCP agents. Network: 74ab4d3c-e7ee-473f-acb6-6b1164ae464d, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:29.652986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42578) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:29.672270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 74ab4d3c-e7ee-473f-acb6-6b1164ae464d is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:29.789693 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f3-4d9d-4c61-9d37-6c71b0a2529a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.798540 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 74ab4d3c-e7ee-473f-acb6-6b1164ae464d) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:29.802987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.804183 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.814468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c2c00-2d3b-47f7-8ec1-bf518d67134b None None] Network 74ab4d3c-e7ee-473f-acb6-6b1164ae464d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:29.948527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f3-4d9d-4c61-9d37-6c71b0a2529a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.992270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-74ab4d3c-e7ee-473f-acb6-6b1164ae464d', 'network_id': '74ab4d3c-e7ee-473f-acb6-6b1164ae464d', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'fixed_ips': [{'subnet_id': '17a737e9-c18e-46e4-a068-3796a7c602f1'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:29.993259 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.033639 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f3-4d9d-4c61-9d37-6c71b0a2529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.076408 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c882b5f3-4d9d-4c61-9d37-6c71b0a2529a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c728070c5cc54e42b944836f9a09a367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222739 Aug 19 12:34:30.077880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882b5f3-4d9d-4c61-9d37-6c71b0a2529a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974f7c24-80c0-4e9b-bf52-2fa5f9a1ff52,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:30.079381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42584) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:30.143754 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b48eb4f7-9729-495a-8ebd-3f651072e6f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3142562 Aug 19 12:34:30.145615 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35e7d78a-4af6-4d5b-ac00-c5d7fdc43e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.145747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42588) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:30.147455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 18971609-b627-4b8e-895c-5806bbc22034 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:30.149526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-bcbc6c47-6698-4d3b-b9c7-87cdd022a994 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2031528933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:30.196756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35e7d78a-4af6-4d5b-ac00-c5d7fdc43e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.230530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Allocated IP 2001:db8::2 (74ab4d3c-e7ee-473f-acb6-6b1164ae464d/17a737e9-c18e-46e4-a068-3796a7c602f1/56223134-2586-44c2-95e0-08ff5c49f1d6) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:30.278611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6c47-6698-4d3b-b9c7-87cdd022a994 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.279703 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6c47-6698-4d3b-b9c7-87cdd022a994 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.330690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310230c-b495-4d55-aa40-b26f95ec9ad4 req-8d843e18-a268-4a9c-9721-835f428de288 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:30.332444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b310230c-b495-4d55-aa40-b26f95ec9ad4 req-8d843e18-a268-4a9c-9721-835f428de288 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 944 time: 0.0719881 Aug 19 12:34:30.349946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35e7d78a-4af6-4d5b-ac00-c5d7fdc43e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.352928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35e7d78a-4af6-4d5b-ac00-c5d7fdc43e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.354107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-35e7d78a-4af6-4d5b-ac00-c5d7fdc43e7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/974f7c24-80c0-4e9b-bf52-2fa5f9a1ff52 HTTP/1.1" status: 204 len: 168 time: 0.2736399 Aug 19 12:34:30.399534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7d78a-4af6-4d5b-ac00-c5d7fdc43e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974f7c24-80c0-4e9b-bf52-2fa5f9a1ff52,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:30.400289 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6c47-6698-4d3b-b9c7-87cdd022a994 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.414718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b310230c-b495-4d55-aa40-b26f95ec9ad4 req-704fdc3c-76d6-491d-934a-fed2fe439eca tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723259 Aug 19 12:34:30.466625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 18971609-b627-4b8e-895c-5806bbc22034 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:30.472573 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.477652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 18971609-b627-4b8e-895c-5806bbc22034 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:30.478026 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.495636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6c47-6698-4d3b-b9c7-87cdd022a994 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.506067 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Transition to ACTIVE for port object 56223134-2586-44c2-95e0-08ff5c49f1d6 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:30.537969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Transition to ACTIVE for port object 56223134-2586-44c2-95e0-08ff5c49f1d6 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:30.593117 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.597597 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6c47-6698-4d3b-b9c7-87cdd022a994 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.600238 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bcbc6c47-6698-4d3b-b9c7-87cdd022a994 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4548388 Aug 19 12:34:30.602811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42598) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:30.652491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18971609-b627-4b8e-895c-5806bbc22034'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:30.652491 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2571149b-30c5-44d0-8fee-cd23f0c72c35" -d '{"events": [{"server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "name": "network-vif-plugged", "status": "completed", "tag": "18971609-b627-4b8e-895c-5806bbc22034"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:30.674158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=18971609-b627-4b8e-895c-5806bbc22034,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:30.686854 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.751530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Network 74ab4d3c-e7ee-473f-acb6-6b1164ae464d is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:30.754621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:30.764013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:30.773097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Pushing event updated for resources: {'Port': ['ID=56223134-2586-44c2-95e0-08ff5c49f1d6,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:30.837707 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.075685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.112415 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd4ec83-5258-4c49-a0fc-9b03af0d043e x-openstack-request-id: req-1cd4ec83-5258-4c49-a0fc-9b03af0d043e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:31.112989 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "name": "network-vif-plugged", "status": "completed", "tag": "18971609-b627-4b8e-895c-5806bbc22034", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:31.113475 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1cd4ec83-5258-4c49-a0fc-9b03af0d043e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:31.114614 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18971609-b627-4b8e-895c-5806bbc22034', 'code': 200} Aug 19 12:34:31.191245 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=18971609-b627-4b8e-895c-5806bbc22034,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:31.194562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Attempting to bind port 56223134-2586-44c2-95e0-08ff5c49f1d6 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:31.195074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Attempting to bind port 56223134-2586-44c2-95e0-08ff5c49f1d6 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '701d6360-9870-4db4-a1d5-4eafc185e665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74ab4d3c-e7ee-473f-acb6-6b1164ae464d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:31.195571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Attempting to bind port 56223134-2586-44c2-95e0-08ff5c49f1d6 on network 74ab4d3c-e7ee-473f-acb6-6b1164ae464d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:31.210509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:31.211040 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Checking segment: {'id': '701d6360-9870-4db4-a1d5-4eafc185e665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74ab4d3c-e7ee-473f-acb6-6b1164ae464d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:31.211568 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.212061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Bound using segment: {'id': '701d6360-9870-4db4-a1d5-4eafc185e665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74ab4d3c-e7ee-473f-acb6-6b1164ae464d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:31.212694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Bound port: 56223134-2586-44c2-95e0-08ff5c49f1d6, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701d6360-9870-4db4-a1d5-4eafc185e665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '74ab4d3c-e7ee-473f-acb6-6b1164ae464d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:31.213192 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.221950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10270de-8fed-4e0c-970e-273e618c0840 req-12ddbcd8-66c3-45d5-8230-113f75b6afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:31.228552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d10270de-8fed-4e0c-970e-273e618c0840 req-12ddbcd8-66c3-45d5-8230-113f75b6afa7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1096 time: 0.1957252 Aug 19 12:34:31.316210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] For port 56223134-2586-44c2-95e0-08ff5c49f1d6, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:31.322406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] For port 56223134-2586-44c2-95e0-08ff5c49f1d6, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=56223134-2586-44c2-95e0-08ff5c49f1d6,segment=NetworkSegment(701d6360-9870-4db4-a1d5-4eafc185e665),segment_id=701d6360-9870-4db4-a1d5-4eafc185e665)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:31.331351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d10270de-8fed-4e0c-970e-273e618c0840 req-a054134e-fdba-4b25-85d8-b8601e44d6e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994945 Aug 19 12:34:31.433214 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.482300 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Allocated IP 2001:db8::1 (74ab4d3c-e7ee-473f-acb6-6b1164ae464d/17a737e9-c18e-46e4-a068-3796a7c602f1/e51d0f08-3062-46d6-bb17-2c925a9e3147) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:31.527547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9aad9b-bcf3-46fe-bb21-46e96e037fb8 None None] Pushing event updated for resources: {'Port': ['ID=56223134-2586-44c2-95e0-08ff5c49f1d6,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:31.547365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42616) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:31.563852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7517f4b-2531-4b57-9acf-de0b2e6a3956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.717001 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7517f4b-2531-4b57-9acf-de0b2e6a3956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.720680 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.763146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Transition to ACTIVE for port object e51d0f08-3062-46d6-bb17-2c925a9e3147 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:31.783125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fec68-3cef-495f-b599-92460f0c4972 req-c78716ea-92bc-4a15-96d2-cb776dd6b147 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:31.784750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c40fec68-3cef-495f-b599-92460f0c4972 req-c78716ea-92bc-4a15-96d2-cb776dd6b147 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.1754470 Aug 19 12:34:31.813696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7517f4b-2531-4b57-9acf-de0b2e6a3956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.865403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7517f4b-2531-4b57-9acf-de0b2e6a3956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0784b34-6d82-4a35-818a-41e2e6484804,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:31.877052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c40fec68-3cef-495f-b599-92460f0c4972 req-b3933967-4971-48d7-ae17-5f2a856e2779 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818455 Aug 19 12:34:31.916580 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e7517f4b-2531-4b57-9acf-de0b2e6a3956 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c97d61837fe1442189c9e5718fd0f0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680940 Aug 19 12:34:31.919475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42618) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:31.997127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.093303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 74ab4d3c-e7ee-473f-acb6-6b1164ae464d is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:32.096947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:32.099432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:32.100164 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.102862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=e51d0f08-3062-46d6-bb17-2c925a9e3147,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:32.140601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c544761e-b0e7-4ee7-abbb-de09cef53393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.194154 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c544761e-b0e7-4ee7-abbb-de09cef53393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.426455 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c544761e-b0e7-4ee7-abbb-de09cef53393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.434487 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c544761e-b0e7-4ee7-abbb-de09cef53393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.438660 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c544761e-b0e7-4ee7-abbb-de09cef53393 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0784b34-6d82-4a35-818a-41e2e6484804 HTTP/1.1" status: 204 len: 168 time: 0.5154557 Aug 19 12:34:32.489395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544761e-b0e7-4ee7-abbb-de09cef53393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0784b34-6d82-4a35-818a-41e2e6484804,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:32.513768 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.164473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 56223134-2586-44c2-95e0-08ff5c49f1d6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:33.215275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179135d4-e002-4c90-9662-12ae7286e2b6 None None] Network 74ab4d3c-e7ee-473f-acb6-6b1164ae464d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:33.286194 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.359381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91a93b-f80b-4093-9807-6a0301f1b5c4 req-75364a4f-07ce-4844-be80-2b83499cd5cf tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:33.367718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f91a93b-f80b-4093-9807-6a0301f1b5c4 req-75364a4f-07ce-4844-be80-2b83499cd5cf tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.3115296 Aug 19 12:34:33.421443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fa516-6400-4aa9-a6e8-634288906a65 req-5b097b81-933c-47af-b214-d97aee656d53 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:33.429241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-419fa516-6400-4aa9-a6e8-634288906a65 req-5b097b81-933c-47af-b214-d97aee656d53 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 945 time: 0.1246381 Aug 19 12:34:33.437104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f91a93b-f80b-4093-9807-6a0301f1b5c4 req-4e03e6d1-0bd7-411e-af19-fca08ab5049d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691733 Aug 19 12:34:33.469013 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.469836 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.521222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-631d80be-0fbf-49aa-b886-045bb4fb74cf None None] Provisioning for port 56223134-2586-44c2-95e0-08ff5c49f1d6 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:33.529269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 56223134-2586-44c2-95e0-08ff5c49f1d6 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:33.571940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 56223134-2586-44c2-95e0-08ff5c49f1d6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:33.572393 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.585198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-419fa516-6400-4aa9-a6e8-634288906a65 req-e3834587-e85e-4b76-9990-4355517a37de tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549697 Aug 19 12:34:33.597014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-631d80be-0fbf-49aa-b886-045bb4fb74cf None None] Provisioning complete for port 56223134-2586-44c2-95e0-08ff5c49f1d6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:33.597873 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-631d80be-0fbf-49aa-b886-045bb4fb74cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.622390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=e51d0f08-3062-46d6-bb17-2c925a9e3147,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:33.697833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47df64-b06a-48d8-853e-f508e6100aaf req-1f62c095-0fed-4807-acb9-734702bdeee8 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:33.708017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c47df64-b06a-48d8-853e-f508e6100aaf req-1f62c095-0fed-4807-acb9-734702bdeee8 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.1304471 Aug 19 12:34:33.712109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 74ab4d3c-e7ee-473f-acb6-6b1164ae464d is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:33.720641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:33.796174 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.826954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c47df64-b06a-48d8-853e-f508e6100aaf req-ed7267ae-1c46-4770-9558-4f3501a35d72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179690 Aug 19 12:34:33.868410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42654) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:33.907164 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-631d80be-0fbf-49aa-b886-045bb4fb74cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:34.007148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 56223134-2586-44c2-95e0-08ff5c49f1d6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=56223134-2586-44c2-95e0-08ff5c49f1d6,segment=NetworkSegment(701d6360-9870-4db4-a1d5-4eafc185e665),segment_id=701d6360-9870-4db4-a1d5-4eafc185e665)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:34.088264 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:34.195077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=56223134-2586-44c2-95e0-08ff5c49f1d6,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:34.245808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-631d80be-0fbf-49aa-b886-045bb4fb74cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:34:34.247071 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-631d80be-0fbf-49aa-b886-045bb4fb74cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:34:34.374043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7601a637-e1cb-4f11-a28c-14bc5b18fc16 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:34.378503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7601a637-e1cb-4f11-a28c-14bc5b18fc16 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1091 time: 0.5058761 Aug 19 12:34:34.379764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42666) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:34.387917 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '18971609-b627-4b8e-895c-5806bbc22034', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:34.506712 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:34.517455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router 0d535029-ca32-4afe-b0e6-a60a6660bf0c is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:34:34.681463 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:34.704114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:34.714684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-85c1e6d6-4244-4b2b-b228-0cb4750271c1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/0d535029-ca32-4afe-b0e6-a60a6660bf0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1068270 Aug 19 12:34:34.716038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42672) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:34.717614 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18431f-df30-4902-92f1-8ada635c90f2 None None] Sync routers for ids ['0d535029-ca32-4afe-b0e6-a60a6660bf0c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:34.731791 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18431f-df30-4902-92f1-8ada635c90f2 None None] Routers {'0d535029-ca32-4afe-b0e6-a60a6660bf0c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:34.733944 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6f18431f-df30-4902-92f1-8ada635c90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d535029-ca32-4afe-b0e6-a60a6660bf0c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:34.869301 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6f18431f-df30-4902-92f1-8ada635c90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:34.877315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af97dee-408a-44b0-b11b-ff758397c643 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:34.881644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2af97dee-408a-44b0-b11b-ff758397c643 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports/e51d0f08-3062-46d6-bb17-2c925a9e3147 HTTP/1.1" status: 200 len: 911 time: 0.1617944 Aug 19 12:34:34.883084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42678) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:34.907203 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18431f-df30-4902-92f1-8ada635c90f2 None None] Routers {'0d535029-ca32-4afe-b0e6-a60a6660bf0c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:34.908118 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6f18431f-df30-4902-92f1-8ada635c90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d535029-ca32-4afe-b0e6-a60a6660bf0c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:34.950754 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6f18431f-df30-4902-92f1-8ada635c90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:34.951812 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18431f-df30-4902-92f1-8ada635c90f2 None None] The sync data for ids ['0d535029-ca32-4afe-b0e6-a60a6660bf0c'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:34.972620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 56223134-2586-44c2-95e0-08ff5c49f1d6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:35.098068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-29c17c97-fbc5-416f-8f40-35c6a0689f03 None None] Provisioning complete for port 56223134-2586-44c2-95e0-08ff5c49f1d6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:35.098455 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-29c17c97-fbc5-416f-8f40-35c6a0689f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.141195 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.25.6.96 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/b473d3d6-4eae-4e9b-a06c-3513de11eb4b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:35.174206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f998c60-a566-4721-86f3-bd4933cdb78f req-a259cddc-9714-443a-a652-db77cca91c03 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.176945 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3f998c60-a566-4721-86f3-bd4933cdb78f req-a259cddc-9714-443a-a652-db77cca91c03 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 945 time: 0.2037950 Aug 19 12:34:35.267950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 56223134-2586-44c2-95e0-08ff5c49f1d6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:35.269005 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.406077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93c95e-9f49-4891-8112-47dbf6c10b55 req-affccefd-4be5-4416-b1a1-f4e45d341c2c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.408402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a93c95e-9f49-4891-8112-47dbf6c10b55 req-affccefd-4be5-4416-b1a1-f4e45d341c2c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 945 time: 0.6385238 Aug 19 12:34:35.454613 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-29c17c97-fbc5-416f-8f40-35c6a0689f03 None None] Provisioning for port e51d0f08-3062-46d6-bb17-2c925a9e3147 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:35.458814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-29c17c97-fbc5-416f-8f40-35c6a0689f03 None None] Provisioning complete for port e51d0f08-3062-46d6-bb17-2c925a9e3147 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:35.459194 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-29c17c97-fbc5-416f-8f40-35c6a0689f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.497302 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.544358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a93c95e-9f49-4891-8112-47dbf6c10b55 req-e7335bd0-35bb-45e9-8c90-4a23662a3f8a tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219347 Aug 19 12:34:35.547081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-29c17c97-fbc5-416f-8f40-35c6a0689f03 None None] Port e51d0f08-3062-46d6-bb17-2c925a9e3147 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:35.547232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-3f998c60-a566-4721-86f3-bd4933cdb78f req-679d7dbc-733c-4092-aaac-180f6fb65899 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Deleting port 73bb4959-1c04-4046-a7d4-3b16c07a0b17 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:35.547232 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f998c60-a566-4721-86f3-bd4933cdb78f req-679d7dbc-733c-4092-aaac-180f6fb65899 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.649813 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9eedf99-fca0-4981-96e0-97efdc61fdfa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.720699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-3f998c60-a566-4721-86f3-bd4933cdb78f req-679d7dbc-733c-4092-aaac-180f6fb65899 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] For port 73bb4959-1c04-4046-a7d4-3b16c07a0b17, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=73bb4959-1c04-4046-a7d4-3b16c07a0b17,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:35.721227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f998c60-a566-4721-86f3-bd4933cdb78f req-679d7dbc-733c-4092-aaac-180f6fb65899 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.739978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-3f998c60-a566-4721-86f3-bd4933cdb78f req-679d7dbc-733c-4092-aaac-180f6fb65899 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Calling delete_port for 73bb4959-1c04-4046-a7d4-3b16c07a0b17 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:35.792655 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.862987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:35.871842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:35.878163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:35.894385 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=b473d3d6-4eae-4e9b-a06c-3513de11eb4b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:36.111696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a9eedf99-fca0-4981-96e0-97efdc61fdfa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port e51d0f08-3062-46d6-bb17-2c925a9e3147 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:36.113021 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9eedf99-fca0-4981-96e0-97efdc61fdfa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.190351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f998c60-a566-4721-86f3-bd4933cdb78f req-679d7dbc-733c-4092-aaac-180f6fb65899 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.202922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ee553c0a-89b0-4745-967a-9d0c8fa1e45c', '2875405e-c569-4e35-9c71-b3ffba0d5e32', '6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc', '73bb4959-1c04-4046-a7d4-3b16c07a0b17'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:36.238249 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d7dbc-733c-4092-aaac-180f6fb65899 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Pushing event deleted for resources: {'Port': ['ID=73bb4959-1c04-4046-a7d4-3b16c07a0b17,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:36.263021 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9eedf99-fca0-4981-96e0-97efdc61fdfa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.284200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a9eedf99-fca0-4981-96e0-97efdc61fdfa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for e51d0f08-3062-46d6-bb17-2c925a9e3147 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:36.353061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f998c60-a566-4721-86f3-bd4933cdb78f req-679d7dbc-733c-4092-aaac-180f6fb65899 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] No DVR routers for this DVR port 73bb4959-1c04-4046-a7d4-3b16c07a0b17 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:36.359792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-3f998c60-a566-4721-86f3-bd4933cdb78f req-679d7dbc-733c-4092-aaac-180f6fb65899 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.360100 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3f998c60-a566-4721-86f3-bd4933cdb78f req-679d7dbc-733c-4092-aaac-180f6fb65899 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "DELETE /v2.0/ports/73bb4959-1c04-4046-a7d4-3b16c07a0b17 HTTP/1.1" status: 204 len: 173 time: 1.1730824 Aug 19 12:34:36.360494 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f4363b-f673-4cfb-ae1b-0d21ca4027fb', 'name': 'network-vif-deleted', 'tag': '73bb4959-1c04-4046-a7d4-3b16c07a0b17'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:36.362880 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1884bc2-22e4-4a62-8616-79dc7c579ec0" -d '{"events": [{"server_uuid": "84f4363b-f673-4cfb-ae1b-0d21ca4027fb", "name": "network-vif-deleted", "tag": "73bb4959-1c04-4046-a7d4-3b16c07a0b17"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:36.459615 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefd5679-af00-467d-8c69-809afc82482d x-openstack-request-id: req-fefd5679-af00-467d-8c69-809afc82482d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:36.459615 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f4363b-f673-4cfb-ae1b-0d21ca4027fb", "name": "network-vif-deleted", "tag": "73bb4959-1c04-4046-a7d4-3b16c07a0b17", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:36.459615 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fefd5679-af00-467d-8c69-809afc82482d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:36.459615 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f4363b-f673-4cfb-ae1b-0d21ca4027fb', 'name': 'network-vif-deleted', 'tag': '73bb4959-1c04-4046-a7d4-3b16c07a0b17', 'status': 'completed', 'code': 200} Aug 19 12:34:36.654992 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9eedf99-fca0-4981-96e0-97efdc61fdfa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.733995 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.908733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eedf99-fca0-4981-96e0-97efdc61fdfa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=e51d0f08-3062-46d6-bb17-2c925a9e3147,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:36.950598 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9eedf99-fca0-4981-96e0-97efdc61fdfa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.950598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b3b54d9-b25f-484e-a729-9a52423cdf9c req-c4884d9d-6285-41c9-8170-9aacde3c284e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f4363b-f673-4cfb-ae1b-0d21ca4027fb HTTP/1.1" status: 200 len: 210 time: 0.1254525 Aug 19 12:34:36.955984 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.201436 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.205839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9eedf99-fca0-4981-96e0-97efdc61fdfa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router 0d535029-ca32-4afe-b0e6-a60a6660bf0c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:37.278873 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.313080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9eedf99-fca0-4981-96e0-97efdc61fdfa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:37.321202 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a9eedf99-fca0-4981-96e0-97efdc61fdfa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/0d535029-ca32-4afe-b0e6-a60a6660bf0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4372802 Aug 19 12:34:37.326554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42740) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:37.342937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfcb68c-1cf3-49dc-9f2e-9928f9303d95 None None] Sync routers for ids ['0d535029-ca32-4afe-b0e6-a60a6660bf0c'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:37.370487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=b473d3d6-4eae-4e9b-a06c-3513de11eb4b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:37.379166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfcb68c-1cf3-49dc-9f2e-9928f9303d95 None None] Routers {'0d535029-ca32-4afe-b0e6-a60a6660bf0c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:37.379166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8dfcb68c-1cf3-49dc-9f2e-9928f9303d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d535029-ca32-4afe-b0e6-a60a6660bf0c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:37.411325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-670d887d-2aed-44a8-b940-516e34700ea0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d535029-ca32-4afe-b0e6-a60a6660bf0c HTTP/1.1" status: 200 len: 205 time: 0.0801580 Aug 19 12:34:37.414083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42744) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:37.466993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8dfcb68c-1cf3-49dc-9f2e-9928f9303d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:37.486036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfcb68c-1cf3-49dc-9f2e-9928f9303d95 None None] Routers {'0d535029-ca32-4afe-b0e6-a60a6660bf0c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:37.487497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8dfcb68c-1cf3-49dc-9f2e-9928f9303d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d535029-ca32-4afe-b0e6-a60a6660bf0c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:37.522859 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.562252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8dfcb68c-1cf3-49dc-9f2e-9928f9303d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:37.563965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfcb68c-1cf3-49dc-9f2e-9928f9303d95 None None] The sync data for ids ['0d535029-ca32-4afe-b0e6-a60a6660bf0c'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:37.754497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-59fec7ce-4d36-4805-bdfc-7e2ef0268477 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1419952 Aug 19 12:34:37.765909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124fbf9-6676-45ee-8028-98049ba0116d req-439a973e-f503-4568-b650-fbed338f4459 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:37.767693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c124fbf9-6676-45ee-8028-98049ba0116d req-439a973e-f503-4568-b650-fbed338f4459 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 946 time: 0.1435325 Aug 19 12:34:37.841090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c124fbf9-6676-45ee-8028-98049ba0116d req-9c3fcd56-b170-41c4-9b79-914bd0c4a77f tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631545 Aug 19 12:34:37.911157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-1fa99ad7-550f-4774-8f27-459fcb3481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:37.911905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-1fa99ad7-550f-4774-8f27-459fcb3481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:37.912146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-1fa99ad7-550f-4774-8f27-459fcb3481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:37.912627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-1fa99ad7-550f-4774-8f27-459fcb3481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:37.913107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-1fa99ad7-550f-4774-8f27-459fcb3481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:37.913615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-1fa99ad7-550f-4774-8f27-459fcb3481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:37.914094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-1fa99ad7-550f-4774-8f27-459fcb3481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:37.916219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-1fa99ad7-550f-4774-8f27-459fcb3481b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 6503 time: 0.0577085 Aug 19 12:34:38.071106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-fb4b54e7-673d-47a7-946c-1a1cc925846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.071589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-fb4b54e7-673d-47a7-946c-1a1cc925846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.072066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-fb4b54e7-673d-47a7-946c-1a1cc925846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.073743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-fb4b54e7-673d-47a7-946c-1a1cc925846d service neutron] 10.222.0.53 "GET /v2.0/networks?id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=35516620-7e1d-40f2-aa96-55c72d5a6336&id=cdfad0a5-ed3d-4032-af19-96465b32cc10&id=cdfad0a5-ed3d-4032-af19-96465b32cc10 HTTP/1.1" status: 200 len: 2299 time: 0.1315453 Aug 19 12:34:38.088050 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c82e0f2e-bc82-4217-ad38-0a9f0e70cb2e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.169469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-5383b4f7-aaf8-464e-8220-ace5e764da0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8 HTTP/1.1" status: 200 len: 1002 time: 0.0867527 Aug 19 12:34:38.235428 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-6b89cd27-fb23-4ac1-9830-f5d5ac7abd16 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1936505 Aug 19 12:34:38.247445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-b22bb642-b91e-463b-a8b3-fbf9abcffc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.250216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-b22bb642-b91e-463b-a8b3-fbf9abcffc10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5b18177a-3842-4a4f-99df-56fcaf6e0863 HTTP/1.1" status: 200 len: 856 time: 0.0725060 Aug 19 12:34:38.325795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-88080048-6c65-4701-a1bd-2c9cf609ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.327761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-88080048-6c65-4701-a1bd-2c9cf609ce7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9917493e-c16d-4f6f-a2c4-6890a7f10b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695388 Aug 19 12:34:38.370516 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Floating IP 93548153-5366-4922-b6ec-c61cf09599f7 associated. External IP: 172.25.6.96, port: 18971609-b627-4b8e-895c-5806bbc22034. Aug 19 12:34:38.411549 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c82e0f2e-bc82-4217-ad38-0a9f0e70cb2e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.415334 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c82e0f2e-bc82-4217-ad38-0a9f0e70cb2e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.477218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-1ba60849-1a4f-4f0e-91f4-83bd78e6c258 service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398654 Aug 19 12:34:38.540851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-b67b99f2-3cc5-415b-b92f-6a662163a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.543000 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-b67b99f2-3cc5-415b-b92f-6a662163a9c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c239b129dd1444dea4aa12c5115de621&device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 1097 time: 0.2767782 Aug 19 12:34:38.598665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-94b40d79-5734-4f8e-b8ab-a718aa705f41 service neutron] 10.222.0.53 "GET /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119709 Aug 19 12:34:38.657347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-3b561192-1b1d-47a0-bca6-3ad78e2897c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=59952a98-c9c6-42eb-964e-b03e707b5eb7 HTTP/1.1" status: 200 len: 217 time: 0.0449336 Aug 19 12:34:38.685152 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c82e0f2e-bc82-4217-ad38-0a9f0e70cb2e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.685152 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82e0f2e-bc82-4217-ad38-0a9f0e70cb2e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Fanout notify agent at l3_agent the message router_deleted on router 0d535029-ca32-4afe-b0e6-a60a6660bf0c {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:34:38.696502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c82e0f2e-bc82-4217-ad38-0a9f0e70cb2e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.697892 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c82e0f2e-bc82-4217-ad38-0a9f0e70cb2e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/0d535029-ca32-4afe-b0e6-a60a6660bf0c HTTP/1.1" status: 204 len: 168 time: 1.2825906 Aug 19 12:34:38.703262 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42768) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:38.833004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-06e08108-3831-444d-8b52-23a3a23863bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.835126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-06e08108-3831-444d-8b52-23a3a23863bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.1648965 Aug 19 12:34:38.851249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 73bb4959-1c04-4046-a7d4-3b16c07a0b17 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:38.890384 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-bee9dc5e-230b-457b-9aaa-2ffaaf6cdcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.890384 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-bee9dc5e-230b-457b-9aaa-2ffaaf6cdcf8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 200 len: 916 time: 0.3139639 Aug 19 12:34:38.891986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 48aade0b-374a-4f96-91b9-0d5a26a7833c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:38.914219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8dc279-4236-46d4-9265-314ec9120aed tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting subnet 17a737e9-c18e-46e4-a068-3796a7c602f1 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:38.928603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 73bb4959-1c04-4046-a7d4-3b16c07a0b17 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:38.930410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 73bb4959-1c04-4046-a7d4-3b16c07a0b17 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:38.941409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:38.964725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df8dc279-4236-46d4-9265-314ec9120aed tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.972660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-05e7cf68-f21b-429c-96fa-92b308e4d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.974255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-05e7cf68-f21b-429c-96fa-92b308e4d242 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265991 Aug 19 12:34:38.983357 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-45c2f05c-82a2-4e9f-b842-22c2f52c5935 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2875405e-c569-4e35-9c71-b3ffba0d5e32 HTTP/1.1" status: 200 len: 217 time: 0.0810926 Aug 19 12:34:39.088183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b1720-5a1a-4e6d-bc84-144ab03e93c4 req-2e493968-5a9d-4191-9381-c4ff09314c55 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:39.090495 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e97b1720-5a1a-4e6d-bc84-144ab03e93c4 req-2e493968-5a9d-4191-9381-c4ff09314c55 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 946 time: 0.1151848 Aug 19 12:34:39.122457 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df8dc279-4236-46d4-9265-314ec9120aed tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.160140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-5d09895d-359c-4594-a999-1fd751d86218 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729860 Aug 19 12:34:39.164672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-53ad05fa-ba53-4dcb-9e92-31df45efbf40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.164932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-0fc5c944-05c4-47ea-aa7f-6feaded005b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:39.166610 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-0fc5c944-05c4-47ea-aa7f-6feaded005b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9c64f776-3857-4313-b138-a7296f8fbf5c HTTP/1.1" status: 200 len: 855 time: 0.1534224 Aug 19 12:34:39.246070 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-0516926c-7260-49d0-818c-9f0606a9b649 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412724 Aug 19 12:34:39.266945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-c7a69b37-c3d0-4035-b4ab-cbcb3bff4bdd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:34:39.268029 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-c7a69b37-c3d0-4035-b4ab-cbcb3bff4bdd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115829 Aug 19 12:34:39.274847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e97b1720-5a1a-4e6d-bc84-144ab03e93c4 req-195003ca-7f4c-4209-928c-4fcd8c68ef3c tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754992 Aug 19 12:34:39.331183 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:39.348663 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d4ea5-e279-464b-8816-abf66ace6992 None None] Sync routers for ids ['48aade0b-374a-4f96-91b9-0d5a26a7833c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:39.352064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-ac272396-2e55-4ee1-a478-9c38e86c0a85 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790290 Aug 19 12:34:39.367942 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d4ea5-e279-464b-8816-abf66ace6992 None None] Routers {'48aade0b-374a-4f96-91b9-0d5a26a7833c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:39.371203 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1d9d4ea5-e279-464b-8816-abf66ace6992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['48aade0b-374a-4f96-91b9-0d5a26a7833c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:39.391176 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df8dc279-4236-46d4-9265-314ec9120aed tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.447982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-ee5f8dd1-ab6d-47b1-b6bd-e62a3aa68426 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=dfd52db2-a9b9-485f-a61c-b406983d071a HTTP/1.1" status: 200 len: 217 time: 0.0871022 Aug 19 12:34:39.508704 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-4d28f4f3-a5ec-4f1f-a320-5b52a368f7a0 service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253611 Aug 19 12:34:39.547117 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-53ad05fa-ba53-4dcb-9e92-31df45efbf40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.552079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-c5ebf88e-6729-4e73-8e02-d276fca0b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:39.554186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-c5ebf88e-6729-4e73-8e02-d276fca0b41d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.0941277 Aug 19 12:34:39.558213 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-1d9d4ea5-e279-464b-8816-abf66ace6992 None None] Set router 48aade0b-374a-4f96-91b9-0d5a26a7833c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:39.625961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-342f6363-8dbd-44f4-96fc-d51768d56e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:39.629259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-342f6363-8dbd-44f4-96fc-d51768d56e77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630517 Aug 19 12:34:39.632593 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-53ad05fa-ba53-4dcb-9e92-31df45efbf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.671179 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09b0aa45-bf62-46f4-9fcd-a69a5ed2f69f req-8635ea5e-1190-4bd0-831d-e76d7769e7a2 service neutron] 10.222.0.52 "GET /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151488 Aug 19 12:34:39.692297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad05fa-ba53-4dcb-9e92-31df45efbf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcd3fbd-25d2-440e-9201-4af79395a269,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:39.694960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df8dc279-4236-46d4-9265-314ec9120aed tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.745482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dc279-4236-46d4-9265-314ec9120aed tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Subnet': ['ID=17a737e9-c18e-46e4-a068-3796a7c602f1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:39.754548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec3f576-93ac-46e5-82cc-204561669c45 None None] Network 74ab4d3c-e7ee-473f-acb6-6b1164ae464d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:39.759380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-53ad05fa-ba53-4dcb-9e92-31df45efbf40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8b3b14800f0498d9b3a548c3caa845c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8107750 Aug 19 12:34:39.759380 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42786) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:39.763565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df8dc279-4236-46d4-9265-314ec9120aed tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.765830 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-df8dc279-4236-46d4-9265-314ec9120aed tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/17a737e9-c18e-46e4-a068-3796a7c602f1 HTTP/1.1" status: 204 len: 168 time: 1.0614913 Aug 19 12:34:39.769884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42788) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:39.775571 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.824173 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-32634542-739d-48da-a3cf-14dad319dcec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.4440010 Aug 19 12:34:39.840763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'tag': '18971609-b627-4b8e-895c-5806bbc22034'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:39.849612 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "tag": "18971609-b627-4b8e-895c-5806bbc22034"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:39.851204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-2069b426-7a78-447c-8418-5739237223bb service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785173 Aug 19 12:34:39.903369 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6125a3fa-fe29-4cd3-99d7-da95b680fd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.945597 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1d9d4ea5-e279-464b-8816-abf66ace6992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:10Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '93548153-5366-4922-b6ec-c61cf09599f7', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'port_id': '18971609-b627-4b8e-895c-5806bbc22034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'mac_address': 'fa:16:3e:14:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:34:36Z', 'updated_at': '2021-08-19T12:34:36Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab87303a-47f4-4b7d-9100-f10835cf9459', 'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:97:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:09Z', 'updated_at': '2021-08-19T12:34:19Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:40.000686 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6125a3fa-fe29-4cd3-99d7-da95b680fd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.023168 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d4ea5-e279-464b-8816-abf66ace6992 None None] Checking router: 48aade0b-374a-4f96-91b9-0d5a26a7833c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:40.035790 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d4ea5-e279-464b-8816-abf66ace6992 None None] Routers {'48aade0b-374a-4f96-91b9-0d5a26a7833c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:40.036438 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1d9d4ea5-e279-464b-8816-abf66ace6992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['48aade0b-374a-4f96-91b9-0d5a26a7833c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:40.065117 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163d0b5d-e0de-4e49-bf26-2ce15e9b28d4 x-openstack-request-id: req-163d0b5d-e0de-4e49-bf26-2ce15e9b28d4 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:40.065657 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "tag": "18971609-b627-4b8e-895c-5806bbc22034", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:40.066074 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-163d0b5d-e0de-4e49-bf26-2ce15e9b28d4 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:40.066715 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'tag': '18971609-b627-4b8e-895c-5806bbc22034', 'status': 'completed', 'code': 200} Aug 19 12:34:40.120696 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-4e4f99b8-bf96-447a-afb8-129b8488a816 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.123147 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-4e4f99b8-bf96-447a-afb8-129b8488a816 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 946 time: 0.4099870 Aug 19 12:34:40.151398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8e75b3-720e-4464-b431-bdd9bf83b8dd None None] DHCP port deletion for 74ab4d3c-e7ee-473f-acb6-6b1164ae464d request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:34:40.152098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-0cd8840a-5297-4f85-a63d-11f9a350224a service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887404 Aug 19 12:34:40.234303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.245037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-2364ed74-50c3-4318-866a-cca72593be8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=2397b715-6ad6-41aa-897c-1961b843f1b4 HTTP/1.1" status: 200 len: 217 time: 0.0833983 Aug 19 12:34:40.247411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e75b3-720e-4464-b431-bdd9bf83b8dd None None] Deleting port 56223134-2586-44c2-95e0-08ff5c49f1d6 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:40.250018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cb8e75b3-720e-4464-b431-bdd9bf83b8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.253606 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-1d9d4ea5-e279-464b-8816-abf66ace6992 None None] Set router 48aade0b-374a-4f96-91b9-0d5a26a7833c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:40.264838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26d919-fa68-408b-bcea-8e8d04f28449 req-93c446a1-bfc8-4a8f-82b3-beded65ccc57 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.266980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb26d919-fa68-408b-bcea-8e8d04f28449 req-93c446a1-bfc8-4a8f-82b3-beded65ccc57 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.2324250 Aug 19 12:34:40.270406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc req-082aef1b-d8c9-410e-aa92-29fc9b2545a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.272350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc req-082aef1b-d8c9-410e-aa92-29fc9b2545a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1096 time: 0.1917775 Aug 19 12:34:40.369206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port 56223134-2586-44c2-95e0-08ff5c49f1d6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:40.369583 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.412867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cb8e75b3-720e-4464-b431-bdd9bf83b8dd None None] For port 56223134-2586-44c2-95e0-08ff5c49f1d6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=56223134-2586-44c2-95e0-08ff5c49f1d6,segment=NetworkSegment(701d6360-9870-4db4-a1d5-4eafc185e665),segment_id=701d6360-9870-4db4-a1d5-4eafc185e665)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:40.413248 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cb8e75b3-720e-4464-b431-bdd9bf83b8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.445504 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e75b3-720e-4464-b431-bdd9bf83b8dd None None] Calling delete_port for 56223134-2586-44c2-95e0-08ff5c49f1d6 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:40.446589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Deleting port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:40.446933 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.462434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-89acd520-e9f0-4c4e-b9ea-19d2492befaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.465469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-89acd520-e9f0-4c4e-b9ea-19d2492befaf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.1890285 Aug 19 12:34:40.554219 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6125a3fa-fe29-4cd3-99d7-da95b680fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.558025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6125a3fa-fe29-4cd3-99d7-da95b680fd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.563403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6125a3fa-fe29-4cd3-99d7-da95b680fd0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bcd3fbd-25d2-440e-9201-4af79395a269 HTTP/1.1" status: 204 len: 168 time: 0.8026330 Aug 19 12:34:40.588329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port 56223134-2586-44c2-95e0-08ff5c49f1d6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=56223134-2586-44c2-95e0-08ff5c49f1d6,segment=NetworkSegment(701d6360-9870-4db4-a1d5-4eafc185e665),segment_id=701d6360-9870-4db4-a1d5-4eafc185e665)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:40.588961 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.630232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc req-54970b40-cbee-40ca-810d-5443d5db81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.632460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc req-54970b40-cbee-40ca-810d-5443d5db81ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc6b604-c848-41a4-b1b1-427c7abac2d8 HTTP/1.1" status: 200 len: 897 time: 0.3344300 Aug 19 12:34:40.634285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for 56223134-2586-44c2-95e0-08ff5c49f1d6 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:40.642412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125a3fa-fe29-4cd3-99d7-da95b680fd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcd3fbd-25d2-440e-9201-4af79395a269,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:40.714095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cb8e75b3-720e-4464-b431-bdd9bf83b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.728269 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] For port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:40.728269 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.730052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb26d919-fa68-408b-bcea-8e8d04f28449 req-2ae7b6fa-89dd-4853-8193-ad86b29a7a89 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4531653 Aug 19 12:34:40.739476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8e75b3-720e-4464-b431-bdd9bf83b8dd None None] No DVR routers for this DVR port 56223134-2586-44c2-95e0-08ff5c49f1d6 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:40.749538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-b65fcc32-4775-48ab-a9a2-2e150c4a49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.756833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-b65fcc32-4775-48ab-a9a2-2e150c4a49e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2632165 Aug 19 12:34:40.770175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42804) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:40.773416 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1d9d4ea5-e279-464b-8816-abf66ace6992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:10Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '93548153-5366-4922-b6ec-c61cf09599f7', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'port_id': '18971609-b627-4b8e-895c-5806bbc22034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'mac_address': 'fa:16:3e:14:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:34:36Z', 'updated_at': '2021-08-19T12:34:36Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab87303a-47f4-4b7d-9100-f10835cf9459', 'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:97:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:09Z', 'updated_at': '2021-08-19T12:34:19Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:40.804278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e75b3-720e-4464-b431-bdd9bf83b8dd None None] Pushing event deleted for resources: {'Port': ['ID=56223134-2586-44c2-95e0-08ff5c49f1d6,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:40.863056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2008153-c1c8-49c4-83d9-8bd44eb08f21 req-2e908a94-9051-4b9f-9a3d-a6b304ea5ecd tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.864772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2008153-c1c8-49c4-83d9-8bd44eb08f21 req-2e908a94-9051-4b9f-9a3d-a6b304ea5ecd tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 946 time: 0.3251007 Aug 19 12:34:40.866577 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d4ea5-e279-464b-8816-abf66ace6992 None None] The sync data for ids ['48aade0b-374a-4f96-91b9-0d5a26a7833c'] in n-d-778732-8 is: [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:10Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '93548153-5366-4922-b6ec-c61cf09599f7', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'port_id': '18971609-b627-4b8e-895c-5806bbc22034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'mac_address': 'fa:16:3e:14:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:34:36Z', 'updated_at': '2021-08-19T12:34:36Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab87303a-47f4-4b7d-9100-f10835cf9459', 'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:97:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:09Z', 'updated_at': '2021-08-19T12:34:19Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:40.951988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 56223134-2586-44c2-95e0-08ff5c49f1d6 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:41.019939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 56223134-2586-44c2-95e0-08ff5c49f1d6 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:41.029079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 56223134-2586-44c2-95e0-08ff5c49f1d6 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:41.272034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2386dad-6910-4b26-861e-977206bef4c4 None None] New status for floating IP 93548153-5366-4922-b6ec-c61cf09599f7: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:34:41.495737 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.529747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42810) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:41.534598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc req-8db91f0b-dc87-4bba-8747-468aca68cc9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 200 len: 998 time: 0.8542695 Aug 19 12:34:41.540138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No DVR routers for this DVR port 56223134-2586-44c2-95e0-08ff5c49f1d6 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:41.542243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=56223134-2586-44c2-95e0-08ff5c49f1d6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:41.606252 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37661426-9ddf-45cb-9dcf-2f75a7a5b495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.653456 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.686920 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.687320 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.687718 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Floating IP e8f7bd23-9579-4937-b6ee-511534e8293c disassociated. External IP: 172.25.6.247, port: 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a. Aug 19 12:34:41.688158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Calling delete_port for 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:41.702356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2008153-c1c8-49c4-83d9-8bd44eb08f21 req-224573e6-9e38-4e1f-aebf-4d1e300dc610 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bb92f73-b3b4-4713-981b-966dcd9cf32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908130 Aug 19 12:34:41.710241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5d53023d-e803-4144-b28c-0e85144ce39f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/93548153-5366-4922-b6ec-c61cf09599f7 HTTP/1.1" status: 200 len: 990 time: 0.8868721 Aug 19 12:34:41.724311 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.729437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc req-260f1b8d-6d75-4e3c-ab21-647a9666ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:41.731041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc req-260f1b8d-6d75-4e3c-ab21-647a9666ca2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82e9bc33-2356-492b-8751-0ac001f0dbf8 HTTP/1.1" status: 200 len: 834 time: 0.1811984 Aug 19 12:34:41.761961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ab4d3c-e7ee-473f-acb6-6b1164ae464d']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:41.775291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701d6360-9870-4db4-a1d5-4eafc185e665') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:41.776298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701d6360-9870-4db4-a1d5-4eafc185e665') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:41.780553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-8e0e9579-242d-417c-a5a2-8a6d7f4f6f8c service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0204427 Aug 19 12:34:41.792968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.820778 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.830236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:41.830657 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:41.833844 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:41.860922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc req-741451f0-e106-481d-8d9b-b805d03048a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:41.862621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc req-741451f0-e106-481d-8d9b-b805d03048a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc6b604-c848-41a4-b1b1-427c7abac2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233752 Aug 19 12:34:41.962054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-cbcbd661-2921-4470-9b64-0f27e72a564a service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691525 Aug 19 12:34:41.986523 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.993448 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.997443 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/networks/74ab4d3c-e7ee-473f-acb6-6b1164ae464d HTTP/1.1" status: 204 len: 168 time: 2.2222276 Aug 19 12:34:42.001824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42816) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:42.007728 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1276134192', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:42.027311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-b40231a9-8c6c-4071-9439-120c1592a30b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=331fdea2-c75c-4b83-ac8b-f5f182984952 HTTP/1.1" status: 200 len: 217 time: 0.0571263 Aug 19 12:34:42.028978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535230d-0e45-4eca-9c01-eb26c2feaa04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Network': ['ID=74ab4d3c-e7ee-473f-acb6-6b1164ae464d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:42.072361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.083477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc req-010e0055-0285-494e-8f16-907dde36f72b service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109056 Aug 19 12:34:42.111949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event deleted for resources: {'Port': ['ID=4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:42.174173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-22e848f1-f4b4-494a-937a-f0c0a289e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:42.175756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-22e848f1-f4b4-494a-937a-f0c0a289e0aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 200 len: 797 time: 0.1378329 Aug 19 12:34:42.253828 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37661426-9ddf-45cb-9dcf-2f75a7a5b495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.281002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Router f989d078-a196-4a00-b2f8-2accb6136c9c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:42.290372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34952cbf-66e7-402c-b3c0-ec5dfc94d5dc req-b23eb7ec-a886-4acf-9dda-0500b5bfdd7c service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987360 Aug 19 12:34:42.293999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-2721dd43-bde7-4ee4-9a19-04563d4912c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:42.295553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-2721dd43-bde7-4ee4-9a19-04563d4912c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35516620-7e1d-40f2-aa96-55c72d5a6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084864 Aug 19 12:34:42.366220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37661426-9ddf-45cb-9dcf-2f75a7a5b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.412871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:42.428339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37661426-9ddf-45cb-9dcf-2f75a7a5b495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc69c14c-8430-490c-88ff-9f6753de9081,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:42.434451 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a52273-ef25-4789-b2a1-59b8de69931d None None] Sync routers for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:42.434974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-37661426-9ddf-45cb-9dcf-2f75a7a5b495 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26437796845b4f3b8b3c353f4098fae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8984604 Aug 19 12:34:42.437172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42818) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:42.443325 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a52273-ef25-4789-b2a1-59b8de69931d None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:42.444005 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-66a52273-ef25-4789-b2a1-59b8de69931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:42.458418 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.459821 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.493717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-31dce8a4-13b7-493d-9e63-85c239ec1f10 service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887832 Aug 19 12:34:42.508351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] No DVR routers for this DVR port 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:42.511504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.514788 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-99ea4768-24f2-482d-aae5-8c140c6d032c req-b6b3c0d7-4cf6-44fc-9d3f-e3a5cf6a8f71 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.52 "DELETE /v2.0/ports/4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a HTTP/1.1" status: 204 len: 173 time: 2.3832364 Aug 19 12:34:42.516556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'name': 'network-vif-deleted', 'tag': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:42.518961 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2135c6e-4c27-49da-8617-95505ba58f36" -d '{"events": [{"server_uuid": "f28860a4-a2b0-432d-ba82-60696ace9f41", "name": "network-vif-deleted", "tag": "4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:42.583914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.616069 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafab810-d5f8-42b8-b61e-2e4297ff0485 x-openstack-request-id: req-fafab810-d5f8-42b8-b61e-2e4297ff0485 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:42.616364 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28860a4-a2b0-432d-ba82-60696ace9f41", "name": "network-vif-deleted", "tag": "4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:42.616848 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fafab810-d5f8-42b8-b61e-2e4297ff0485 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:42.617512 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28860a4-a2b0-432d-ba82-60696ace9f41', 'name': 'network-vif-deleted', 'tag': '4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a', 'status': 'completed', 'code': 200} Aug 19 12:34:42.628913 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-697b3b7a-7569-4c92-a865-edf6f3852752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.667392 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-66a52273-ef25-4789-b2a1-59b8de69931d None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:42.704158 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-697b3b7a-7569-4c92-a865-edf6f3852752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.724906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42828) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:42.780498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-96385777-b43d-4662-809d-7025b06d32ef service neutron] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748339 Aug 19 12:34:42.928867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-bf38991c-a98c-4e01-8a24-068eb4068e6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8f6c14b-3e20-4211-9f1e-aeb44e442751 HTTP/1.1" status: 200 len: 217 time: 0.1426880 Aug 19 12:34:42.959657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8af96312-eaa0-4237-bec6-70ecfb74749f req-92d8a667-0897-4f30-a7d2-f1d58b222312 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28860a4-a2b0-432d-ba82-60696ace9f41 HTTP/1.1" status: 200 len: 210 time: 0.1014078 Aug 19 12:34:42.981555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.020273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-41704e90-79a0-4eeb-ba53-b5ab4afcd89f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/93548153-5366-4922-b6ec-c61cf09599f7 HTTP/1.1" status: 200 len: 992 time: 0.2938044 Aug 19 12:34:43.044234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-1e4ed550-4e99-4118-a8c5-fda6fa684727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:43.045731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-1e4ed550-4e99-4118-a8c5-fda6fa684727 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 200 len: 797 time: 0.0965734 Aug 19 12:34:43.071790 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-66a52273-ef25-4789-b2a1-59b8de69931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:43.100036 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a52273-ef25-4789-b2a1-59b8de69931d None None] Checking router: f989d078-a196-4a00-b2f8-2accb6136c9c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:43.109204 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a52273-ef25-4789-b2a1-59b8de69931d None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:43.109866 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-66a52273-ef25-4789-b2a1-59b8de69931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:43.114835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-197574fc-0056-49c5-a5c1-babe01ae6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:43.116910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-197574fc-0056-49c5-a5c1-babe01ae6486 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622182 Aug 19 12:34:43.129881 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-697b3b7a-7569-4c92-a865-edf6f3852752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.133673 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-697b3b7a-7569-4c92-a865-edf6f3852752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.135159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-697b3b7a-7569-4c92-a865-edf6f3852752 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc69c14c-8430-490c-88ff-9f6753de9081 HTTP/1.1" status: 204 len: 168 time: 0.6966865 Aug 19 12:34:43.164745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b3b7a-7569-4c92-a865-edf6f3852752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc69c14c-8430-490c-88ff-9f6753de9081,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:43.336959 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-66a52273-ef25-4789-b2a1-59b8de69931d None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:43.381017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-8d32f897-41de-4d21-b56b-390f066aeef1 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521567 Aug 19 12:34:43.407178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52538363-70b8-43eb-819e-9a591806b6be req-df2abfee-ac1f-474a-b239-c9ec2290228b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:43.412660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.414217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52538363-70b8-43eb-819e-9a591806b6be req-df2abfee-ac1f-474a-b239-c9ec2290228b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 945 time: 0.1250043 Aug 19 12:34:43.436573 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.558101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52538363-70b8-43eb-819e-9a591806b6be req-0d726f0c-c096-4735-b0a1-6aed06fbb100 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428761 Aug 19 12:34:43.585484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Allocated IP 172.25.6.105 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/18915aaa-8d23-442e-98d6-72ccdc493f25) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:43.597734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-cc9e5097-b33f-42d3-8bfc-3ff731d648aa service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085247 Aug 19 12:34:43.721183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-12e51c2e-5c49-4113-a328-75a73aca7880 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bba8428d-a258-4eb1-b4e0-197ae028333d HTTP/1.1" status: 200 len: 217 time: 0.1113343 Aug 19 12:34:43.734127 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.746715 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-66a52273-ef25-4789-b2a1-59b8de69931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:43.799315 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a52273-ef25-4789-b2a1-59b8de69931d None None] The sync data for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 is: [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:26:31Z', 'revision_number': 4, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a', 'name': '', 'network_id': 'dd2184e3-a64e-4def-83c8-20a9f5bfbf24', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'mac_address': 'fa:16:3e:e2:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:28Z', 'updated_at': '2021-08-19T12:26:37Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'subnets': [{'id': '7f5fff71-5ad1-4434-8927-65172bd1b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:43.818494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-9ec20408-a79e-43c0-a0d6-3ce4c55ce04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:43.820311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-9ec20408-a79e-43c0-a0d6-3ce4c55ce04b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 200 len: 797 time: 0.0908062 Aug 19 12:34:43.895490 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.909842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276c92-46fc-4d55-ba64-658c3e621abb req-40ff8354-53f0-49d6-a688-69bccba904bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:43.911388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-40ff8354-53f0-49d6-a688-69bccba904bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdfad0a5-ed3d-4032-af19-96465b32cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0835638 Aug 19 12:34:43.924954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c015-7fb8-434e-b4b8-565296e11e3c req-caabb2a3-a2a9-4e14-9e73-2b1afaa9da32 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:43.926537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5852c015-7fb8-434e-b4b8-565296e11e3c req-caabb2a3-a2a9-4e14-9e73-2b1afaa9da32 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 946 time: 0.0720925 Aug 19 12:34:43.949167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:43.965287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:43.974705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:43.981207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=18915aaa-8d23-442e-98d6-72ccdc493f25,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:44.054624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5852c015-7fb8-434e-b4b8-565296e11e3c req-d2761b0c-4225-4457-a9c2-83a1a1aa13f1 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027503 Aug 19 12:34:44.100708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-b5e20fee-101e-461e-a8e4-b4e47cd56475 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667204 Aug 19 12:34:44.168580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d057db-b5e5-40ac-9885-9e4222da5a0a None None] New status for floating IP e8f7bd23-9579-4937-b6ee-511534e8293c: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:34:44.224918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27276c92-46fc-4d55-ba64-658c3e621abb req-be094e30-4969-4326-8e05-31318f7e8b46 service neutron] 10.222.0.53 "GET /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195679 Aug 19 12:34:44.229167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42860) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:44.321735 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1cc9fb9-c6f8-448d-a403-4ce939f689cd tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.364755 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1cc9fb9-c6f8-448d-a403-4ce939f689cd tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.465980 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.547942 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1cc9fb9-c6f8-448d-a403-4ce939f689cd tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.551329 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1cc9fb9-c6f8-448d-a403-4ce939f689cd tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.560150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f1cc9fb9-c6f8-448d-a403-4ce939f689cd tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "DELETE /v2.0/security-groups/8bb92f73-b3b4-4713-981b-966dcd9cf32e HTTP/1.1" status: 204 len: 168 time: 0.3224006 Aug 19 12:34:44.563609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42870) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:44.571288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc9fb9-c6f8-448d-a403-4ce939f689cd tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb92f73-b3b4-4713-981b-966dcd9cf32e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:44.576113 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.581121 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-c8125fe3-1c4a-4235-8784-c5ef5ff20721 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] show failed (client error): The resource could not be found. Aug 19 12:34:44.582340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c8125fe3-1c4a-4235-8784-c5ef5ff20721 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "GET /v2.0/security-groups/8bb92f73-b3b4-4713-981b-966dcd9cf32e HTTP/1.1" status: 404 len: 347 time: 0.0174005 Aug 19 12:34:44.592055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42874) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:44.746154 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.781844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e997e32-69b6-4f04-b068-027181a21bbe req-5622a2b0-e390-4e43-ab89-45b66c93291b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:44.783381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e997e32-69b6-4f04-b068-027181a21bbe req-5622a2b0-e390-4e43-ab89-45b66c93291b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 945 time: 0.0836060 Aug 19 12:34:44.811945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-84f8dcf3-0c60-4961-bbe1-1279b144fe02 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Deleting port b74ad85e-42a7-41f4-8905-04d76c981065 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:44.812295 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f8dcf3-0c60-4961-bbe1-1279b144fe02 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.881673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e997e32-69b6-4f04-b068-027181a21bbe req-8959ef61-cf25-4d08-8086-83ff0e279bb6 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885944 Aug 19 12:34:44.887249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:44.908639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:44.910119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4bff3d6f-d802-48b6-9f09-bbfe1c22fa6a not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:44.921929 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f8dcf3-0c60-4961-bbe1-1279b144fe02 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.922262 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f8dcf3-0c60-4961-bbe1-1279b144fe02 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.934386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-84f8dcf3-0c60-4961-bbe1-1279b144fe02 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Calling delete_port for b74ad85e-42a7-41f4-8905-04d76c981065 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:44.985919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router 0bf19631-f341-4341-aeb1-de06cac10cf1 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:34:45.131495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:45.142412 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3835b163-ccdf-489f-83d1-d65a6cd9dca1 None None] Sync routers for ids ['0bf19631-f341-4341-aeb1-de06cac10cf1'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:45.156516 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835b163-ccdf-489f-83d1-d65a6cd9dca1 None None] Routers {'0bf19631-f341-4341-aeb1-de06cac10cf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:45.157180 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3835b163-ccdf-489f-83d1-d65a6cd9dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0bf19631-f341-4341-aeb1-de06cac10cf1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:45.159404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c13868-ed30-470b-8e87-3092f85733cf req-12145fd5-bf52-4247-b4f7-b834662b934c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:45.160937 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-00c13868-ed30-470b-8e87-3092f85733cf req-12145fd5-bf52-4247-b4f7-b834662b934c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 945 time: 0.0809944 Aug 19 12:34:45.180250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f8dcf3-0c60-4961-bbe1-1279b144fe02 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.195497 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3835b163-ccdf-489f-83d1-d65a6cd9dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:45.206549 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835b163-ccdf-489f-83d1-d65a6cd9dca1 None None] Routers {'0bf19631-f341-4341-aeb1-de06cac10cf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:45.207460 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3835b163-ccdf-489f-83d1-d65a6cd9dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0bf19631-f341-4341-aeb1-de06cac10cf1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:45.211546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8dcf3-0c60-4961-bbe1-1279b144fe02 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Pushing event deleted for resources: {'Port': ['ID=b74ad85e-42a7-41f4-8905-04d76c981065,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:45.247761 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.260610 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aea14455-e6b2-422a-9dda-975669e320ae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2457647 Aug 19 12:34:45.260610 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42888) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:45.260898 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3835b163-ccdf-489f-83d1-d65a6cd9dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:45.260898 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3835b163-ccdf-489f-83d1-d65a6cd9dca1 None None] The sync data for ids ['0bf19631-f341-4341-aeb1-de06cac10cf1'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:45.328633 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f8dcf3-0c60-4961-bbe1-1279b144fe02 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.333967 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f8dcf3-0c60-4961-bbe1-1279b144fe02 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.338827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-84f8dcf3-0c60-4961-bbe1-1279b144fe02 tempest-AttachVolumeTestJSON-255627764 tempest-AttachVolumeTestJSON-255627764-project] 10.222.0.44 "DELETE /v2.0/floatingips/e8f7bd23-9579-4937-b6ee-511534e8293c HTTP/1.1" status: 204 len: 168 time: 0.7421646 Aug 19 12:34:45.449085 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1367154b-a927-43fb-a420-933e3601d644 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/routers/0bf19631-f341-4341-aeb1-de06cac10cf1 HTTP/1.1" status: 200 len: 885 time: 0.1940272 Aug 19 12:34:45.456964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-00c13868-ed30-470b-8e87-3092f85733cf req-8837609a-ba16-4627-b229-bc0e5ce6fa6c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Deleting port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:45.456964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-00c13868-ed30-470b-8e87-3092f85733cf req-8837609a-ba16-4627-b229-bc0e5ce6fa6c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.456964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42896) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:45.576704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2013fc-b446-4a7b-bd5f-637bf6ec2c69 req-12adfbfb-2679-4c93-bbf4-11b9284173d4 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:45.578819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed2013fc-b446-4a7b-bd5f-637bf6ec2c69 req-12adfbfb-2679-4c93-bbf4-11b9284173d4 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 946 time: 0.0575426 Aug 19 12:34:45.622395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed2013fc-b446-4a7b-bd5f-637bf6ec2c69 req-c05c4100-28b9-407e-bb65-de231814d9a6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348740 Aug 19 12:34:45.685894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-00c13868-ed30-470b-8e87-3092f85733cf req-8837609a-ba16-4627-b229-bc0e5ce6fa6c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] For port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:45.686509 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-00c13868-ed30-470b-8e87-3092f85733cf req-8837609a-ba16-4627-b229-bc0e5ce6fa6c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.709417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-00c13868-ed30-470b-8e87-3092f85733cf req-8837609a-ba16-4627-b229-bc0e5ce6fa6c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Calling delete_port for 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:46.045730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c9e95-05bb-4ff0-8355-9536d81e59d9 req-9b2cc981-0a4e-49e9-aa02-a86d2963ec9e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:46.053622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-293c9e95-05bb-4ff0-8355-9536d81e59d9 req-9b2cc981-0a4e-49e9-aa02-a86d2963ec9e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 945 time: 0.0789514 Aug 19 12:34:46.106093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-293c9e95-05bb-4ff0-8355-9536d81e59d9 req-8a3f43b5-5b7b-4fea-b184-7ccd2b41c128 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482769 Aug 19 12:34:46.333462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42920) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:46.334157 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-51bfd957-7c4f-4030-8f55-fba6bd1e9437 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8754485 Aug 19 12:34:46.342682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c320bf83-8681-4665-8552-1f485c045d23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1276134192'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:46.535952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-00c13868-ed30-470b-8e87-3092f85733cf req-8837609a-ba16-4627-b229-bc0e5ce6fa6c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.551144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ee553c0a-89b0-4745-967a-9d0c8fa1e45c', '2875405e-c569-4e35-9c71-b3ffba0d5e32', '6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:46.592356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837609a-ba16-4627-b229-bc0e5ce6fa6c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Pushing event deleted for resources: {'Port': ['ID=6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:46.659743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c13868-ed30-470b-8e87-3092f85733cf req-8837609a-ba16-4627-b229-bc0e5ce6fa6c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] No DVR routers for this DVR port 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:46.663893 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-00c13868-ed30-470b-8e87-3092f85733cf req-8837609a-ba16-4627-b229-bc0e5ce6fa6c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.684050 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-00c13868-ed30-470b-8e87-3092f85733cf req-8837609a-ba16-4627-b229-bc0e5ce6fa6c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "DELETE /v2.0/ports/6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc HTTP/1.1" status: 204 len: 173 time: 1.5147829 Aug 19 12:34:46.685952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e8863e-0d81-464d-b19e-c93966d9860f', 'name': 'network-vif-deleted', 'tag': '6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:46.688638 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90032485-dab1-45c7-b1e4-366d024c8f69" -d '{"events": [{"server_uuid": "23e8863e-0d81-464d-b19e-c93966d9860f", "name": "network-vif-deleted", "tag": "6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:46.737070 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca7ed1-ef34-4dfa-965c-479f5648239e x-openstack-request-id: req-b7ca7ed1-ef34-4dfa-965c-479f5648239e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:46.737485 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e8863e-0d81-464d-b19e-c93966d9860f", "name": "network-vif-deleted", "tag": "6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:46.737750 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7ca7ed1-ef34-4dfa-965c-479f5648239e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:46.738154 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e8863e-0d81-464d-b19e-c93966d9860f', 'name': 'network-vif-deleted', 'tag': '6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc', 'status': 'completed', 'code': 200} Aug 19 12:34:46.868005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839ec4f-6408-4606-a3f4-6017f2b9445f req-522e0163-7e60-4c11-8977-efaa0eb2eb2c tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:46.873919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e839ec4f-6408-4606-a3f4-6017f2b9445f req-522e0163-7e60-4c11-8977-efaa0eb2eb2c tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 946 time: 0.1945229 Aug 19 12:34:46.910777 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c320bf83-8681-4665-8552-1f485c045d23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.943057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e839ec4f-6408-4606-a3f4-6017f2b9445f req-c9965da8-ef17-4c98-815e-9bf52feb62ed tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614190 Aug 19 12:34:47.003355 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c320bf83-8681-4665-8552-1f485c045d23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.133685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c320bf83-8681-4665-8552-1f485c045d23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router 0bf19631-f341-4341-aeb1-de06cac10cf1 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:47.200836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42934) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:47.230928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea5c92a4-7e41-4872-a8f2-286479f3cb95 req-21d2e2c9-6072-4ded-b88c-a25494fd01d1 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e8863e-0d81-464d-b19e-c93966d9860f HTTP/1.1" status: 200 len: 210 time: 0.0337987 Aug 19 12:34:47.296124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c320bf83-8681-4665-8552-1f485c045d23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:47.304976 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c320bf83-8681-4665-8552-1f485c045d23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.314341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8af01a-443a-4a99-8daa-163d9a4b2c30 None None] Sync routers for ids ['0bf19631-f341-4341-aeb1-de06cac10cf1'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:47.314643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c320bf83-8681-4665-8552-1f485c045d23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/0bf19631-f341-4341-aeb1-de06cac10cf1 HTTP/1.1" status: 200 len: 892 time: 0.9774683 Aug 19 12:34:47.315741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:47.327205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc472e88-ca8f-4453-8d3e-856edb7a6841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.329166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8af01a-443a-4a99-8daa-163d9a4b2c30 None None] Routers {'0bf19631-f341-4341-aeb1-de06cac10cf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:47.329878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a8af01a-443a-4a99-8daa-163d9a4b2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0bf19631-f341-4341-aeb1-de06cac10cf1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:47.369488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a8af01a-443a-4a99-8daa-163d9a4b2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:47.380719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8af01a-443a-4a99-8daa-163d9a4b2c30 None None] Routers {'0bf19631-f341-4341-aeb1-de06cac10cf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:47.382405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a8af01a-443a-4a99-8daa-163d9a4b2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0bf19631-f341-4341-aeb1-de06cac10cf1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:47.424166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a8af01a-443a-4a99-8daa-163d9a4b2c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:47.425233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8af01a-443a-4a99-8daa-163d9a4b2c30 None None] The sync data for ids ['0bf19631-f341-4341-aeb1-de06cac10cf1'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:47.449653 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc472e88-ca8f-4453-8d3e-856edb7a6841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.456558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6b77a21c-daa7-4919-b5ec-bb1e6e5efd2c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/routers/0bf19631-f341-4341-aeb1-de06cac10cf1 HTTP/1.1" status: 200 len: 892 time: 0.1389329 Aug 19 12:34:47.459227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42942) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:47.490641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-343cdbe0-fc61-4119-846a-f76f26869975 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bf19631-f341-4341-aeb1-de06cac10cf1 HTTP/1.1" status: 200 len: 205 time: 0.0299516 Aug 19 12:34:47.493071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42944) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:47.512135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc472e88-ca8f-4453-8d3e-856edb7a6841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.560925 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cc472e88-ca8f-4453-8d3e-856edb7a6841 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a46cb0b2a2cd48e79c09a177c31bceaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589666 Aug 19 12:34:47.563437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc472e88-ca8f-4453-8d3e-856edb7a6841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09623a6-4722-470a-b3e3-1ff1b2e3dbd9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:47.565954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42946) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:47.624938 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bb61-e159-4cd6-9799-9eb016a9f1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.628600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.653437 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bb61-e159-4cd6-9799-9eb016a9f1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.761481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.814612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bb61-e159-4cd6-9799-9eb016a9f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.822014 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bb61-e159-4cd6-9799-9eb016a9f1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.822014 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dbe5bb61-e159-4cd6-9799-9eb016a9f1a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b09623a6-4722-470a-b3e3-1ff1b2e3dbd9 HTTP/1.1" status: 204 len: 168 time: 0.2543004 Aug 19 12:34:47.830700 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5bb61-e159-4cd6-9799-9eb016a9f1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09623a6-4722-470a-b3e3-1ff1b2e3dbd9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:47.899558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port 18915aaa-8d23-442e-98d6-72ccdc493f25 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:47.899907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.987288 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.004273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for 18915aaa-8d23-442e-98d6-72ccdc493f25 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:48.158990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9bea3-cfe9-4590-b899-78f634abdad2 req-45f05c55-ea36-4cdc-a99f-458e8b4adc2c tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:48.160646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58d9bea3-cfe9-4590-b899-78f634abdad2 req-45f05c55-ea36-4cdc-a99f-458e8b4adc2c tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 946 time: 0.1132233 Aug 19 12:34:48.269565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58d9bea3-cfe9-4590-b899-78f634abdad2 req-b458596a-e9fd-4887-ba22-91fa1d747526 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987694 Aug 19 12:34:48.312836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-e265c433-6316-42d7-9119-49aa58463fd0 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:48.314331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-e265c433-6316-42d7-9119-49aa58463fd0 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 946 time: 0.1104918 Aug 19 12:34:48.387449 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.415440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=18915aaa-8d23-442e-98d6-72ccdc493f25,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:48.546457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42962) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:48.563123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b05526d5-bb55-4200-91ce-b0b22a0b865d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.675771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b05526d5-bb55-4200-91ce-b0b22a0b865d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.777315 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b05526d5-bb55-4200-91ce-b0b22a0b865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.835686 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05526d5-bb55-4200-91ce-b0b22a0b865d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653a6284-892e-4a95-990c-9c4e5b00e648,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:48.843490 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b05526d5-bb55-4200-91ce-b0b22a0b865d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ad48052e7fb49b387e4bac2f2fe5844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956841 Aug 19 12:34:48.846499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42966) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:48.863443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Deleting port ad938c10-48e3-4728-a499-2bd4aa7d0eeb {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:48.864573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.883059 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.923257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9092c61e-1b65-45d3-a40d-68d357de126d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.962221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9092c61e-1b65-45d3-a40d-68d357de126d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.024949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520a184-0444-4874-bcb2-e630ceaf180e req-5eb7c23f-766b-40f8-a584-f02cbb32bd05 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:49.029869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f520a184-0444-4874-bcb2-e630ceaf180e req-5eb7c23f-766b-40f8-a584-f02cbb32bd05 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 946 time: 0.2198701 Aug 19 12:34:49.040909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.050046 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.117637 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9092c61e-1b65-45d3-a40d-68d357de126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.120585 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9092c61e-1b65-45d3-a40d-68d357de126d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.124366 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9092c61e-1b65-45d3-a40d-68d357de126d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/653a6284-892e-4a95-990c-9c4e5b00e648 HTTP/1.1" status: 204 len: 168 time: 0.2741251 Aug 19 12:34:49.132799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092c61e-1b65-45d3-a40d-68d357de126d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653a6284-892e-4a95-990c-9c4e5b00e648,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:49.154121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f520a184-0444-4874-bcb2-e630ceaf180e req-bc62cc1d-7d20-4707-8bd4-1c7c59c7b09e tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189039 Aug 19 12:34:49.156174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] For port ad938c10-48e3-4728-a499-2bd4aa7d0eeb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=ad938c10-48e3-4728-a499-2bd4aa7d0eeb,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:49.156700 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.227018 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.228357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Fanout notify agent at l3_agent the message router_deleted on router 0bf19631-f341-4341-aeb1-de06cac10cf1 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:34:49.237396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.242997 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42976) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:49.243275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f7fb30c1-c8dc-4d97-9b7f-8d1f6c950712 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/0bf19631-f341-4341-aeb1-de06cac10cf1 HTTP/1.1" status: 204 len: 168 time: 1.7468400 Aug 19 12:34:49.248936 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1141981797'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:49.419799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:49.423470 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.461144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.461888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:49.462068 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.462587 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Floating IP f1aee314-6bc4-4a65-b4cf-8dc6e68bf241 disassociated. External IP: 172.25.6.187, port: ad938c10-48e3-4728-a499-2bd4aa7d0eeb. Aug 19 12:34:49.463792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Calling delete_port for ad938c10-48e3-4728-a499-2bd4aa7d0eeb owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:49.478892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.479340 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added segment 35a7060d-fac9-447d-a541-11adaf2e6fb1 of type vlan for network 76e8c007-bff6-4e08-8d31-30d61369d51a Aug 19 12:34:49.488728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7784ae-03e6-45ae-9f7f-a8390f863ef3 req-15f18b95-9839-4fb8-b38a-a154f7b7d318 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:49.497401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff7784ae-03e6-45ae-9f7f-a8390f863ef3 req-15f18b95-9839-4fb8-b38a-a154f7b7d318 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 946 time: 0.1220634 Aug 19 12:34:49.526820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.589945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff7784ae-03e6-45ae-9f7f-a8390f863ef3 req-facf5641-381e-44ae-9aa4-20618dcaced1 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups?id=20b949e4-c967-45e4-826c-6c54e5d43eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910447 Aug 19 12:34:49.654662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.665130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:49.665295 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.780030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Network': ['ID=76e8c007-bff6-4e08-8d31-30d61369d51a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:49.796765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 76e8c007-bff6-4e08-8d31-30d61369d51a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:49.901284 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.929869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Pushing event deleted for resources: {'Port': ['ID=ad938c10-48e3-4728-a499-2bd4aa7d0eeb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:49.984272 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dd3591d6-6e9c-4f83-9ef6-c3ae9010cf04 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7380033 Aug 19 12:34:49.984493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42990) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:49.990210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'subnet': {'network_id': '76e8c007-bff6-4e08-8d31-30d61369d51a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:50.072964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:50.163444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:50.168874 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.210804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:50.222193 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6237d73-c648-4b61-bf2a-cec4cf652470 None None] Sync routers for ids ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:50.238665 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6237d73-c648-4b61-bf2a-cec4cf652470 None None] Routers {'5f537225-8ed8-40f8-92b6-8e7a961c02d1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:50.239655 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e6237d73-c648-4b61-bf2a-cec4cf652470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:50.384689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] No DVR routers for this DVR port ad938c10-48e3-4728-a499-2bd4aa7d0eeb on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:50.389490 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.400713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba506af7-f7e5-49b9-ac9d-30448f2080ad req-efd3bee8-5d56-4d34-820a-df19dfda381a tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.53 "DELETE /v2.0/ports/ad938c10-48e3-4728-a499-2bd4aa7d0eeb HTTP/1.1" status: 204 len: 173 time: 2.0784237 Aug 19 12:34:50.412112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7045fec6-07ec-437a-9c7a-eb5776334812', 'name': 'network-vif-deleted', 'tag': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:50.415116 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a68732-8b18-4785-9dfa-cde169693243" -d '{"events": [{"server_uuid": "7045fec6-07ec-437a-9c7a-eb5776334812", "name": "network-vif-deleted", "tag": "ad938c10-48e3-4728-a499-2bd4aa7d0eeb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:50.451493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308374cc-adac-47dd-af95-8996be18f05e req-cae24a46-68e8-45a3-a572-0753faefb260 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:50.453655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-308374cc-adac-47dd-af95-8996be18f05e req-cae24a46-68e8-45a3-a572-0753faefb260 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 946 time: 0.2109084 Aug 19 12:34:50.465170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572e330-cc92-4f72-bfaf-77b6b8a72bbd req-9a384196-8827-47fc-9fbb-d9f128b43c9b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:50.467448 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1572e330-cc92-4f72-bfaf-77b6b8a72bbd req-9a384196-8827-47fc-9fbb-d9f128b43c9b tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 946 time: 0.1258719 Aug 19 12:34:50.469870 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-e6237d73-c648-4b61-bf2a-cec4cf652470 None None] Set router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:50.528652 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9771ec5-b7a8-4b04-b8b6-de3980f8aec4 x-openstack-request-id: req-b9771ec5-b7a8-4b04-b8b6-de3980f8aec4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:50.529036 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7045fec6-07ec-437a-9c7a-eb5776334812", "name": "network-vif-deleted", "tag": "ad938c10-48e3-4728-a499-2bd4aa7d0eeb", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:50.529354 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9771ec5-b7a8-4b04-b8b6-de3980f8aec4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:50.529956 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7045fec6-07ec-437a-9c7a-eb5776334812', 'name': 'network-vif-deleted', 'tag': 'ad938c10-48e3-4728-a499-2bd4aa7d0eeb', 'status': 'completed', 'code': 200} Aug 19 12:34:50.572427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-308374cc-adac-47dd-af95-8996be18f05e req-fcf99c1a-9697-4c03-b76f-2fc55e6c47bb tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074760 Aug 19 12:34:50.773008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38dd968c-1fe4-4bf2-8fdf-b2789c5d24ac req-eeb3f4f6-629c-450d-8151-24f1d80ab934 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/ports?device_id=7045fec6-07ec-437a-9c7a-eb5776334812 HTTP/1.1" status: 200 len: 210 time: 0.0626690 Aug 19 12:34:50.781815 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-1572e330-cc92-4f72-bfaf-77b6b8a72bbd req-58a24ee3-9470-46eb-9d07-5d8d363fc4b4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Deleting port 2875405e-c569-4e35-9c71-b3ffba0d5e32 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:50.782411 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1572e330-cc92-4f72-bfaf-77b6b8a72bbd req-58a24ee3-9470-46eb-9d07-5d8d363fc4b4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.869960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.892522 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e6237d73-c648-4b61-bf2a-cec4cf652470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'c4d34fc9-627b-49e2-9067-68393efeda28', 'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'mac_address': 'fa:16:3e:59:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:32Z', 'updated_at': '2021-08-19T12:32:41Z', 'revision_number': 5, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'subnets': [{'id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:50.892993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:50.929566 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6237d73-c648-4b61-bf2a-cec4cf652470 None None] Checking router: 5f537225-8ed8-40f8-92b6-8e7a961c02d1 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:50.933602 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:50.934360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6195720a-c8f4-4b21-bfc2-9e1bb49bd7bc not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:50.940791 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6237d73-c648-4b61-bf2a-cec4cf652470 None None] Routers {'5f537225-8ed8-40f8-92b6-8e7a961c02d1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:50.941442 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e6237d73-c648-4b61-bf2a-cec4cf652470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:50.982018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Subnet': ['ID=e3477ebb-fcee-4654-bd13-0e3cbe39f49a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:51.008783 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Checking segment: {'id': '35a7060d-fac9-447d-a541-11adaf2e6fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '76e8c007-bff6-4e08-8d31-30d61369d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:51.009141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network hostable DHCP agents. Network: 76e8c007-bff6-4e08-8d31-30d61369d51a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:51.028669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-1572e330-cc92-4f72-bfaf-77b6b8a72bbd req-58a24ee3-9470-46eb-9d07-5d8d363fc4b4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] For port 2875405e-c569-4e35-9c71-b3ffba0d5e32, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=2875405e-c569-4e35-9c71-b3ffba0d5e32,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:51.029977 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1572e330-cc92-4f72-bfaf-77b6b8a72bbd req-58a24ee3-9470-46eb-9d07-5d8d363fc4b4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.046285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-1572e330-cc92-4f72-bfaf-77b6b8a72bbd req-58a24ee3-9470-46eb-9d07-5d8d363fc4b4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Calling delete_port for 2875405e-c569-4e35-9c71-b3ffba0d5e32 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:51.068725 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-e6237d73-c648-4b61-bf2a-cec4cf652470 None None] Set router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:51.140124 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-01394c60-e628-4bde-8b7f-baccdb16daf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.277689 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 76e8c007-bff6-4e08-8d31-30d61369d51a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:51.306574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1572e330-cc92-4f72-bfaf-77b6b8a72bbd req-58a24ee3-9470-46eb-9d07-5d8d363fc4b4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.321028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ee553c0a-89b0-4745-967a-9d0c8fa1e45c', '2875405e-c569-4e35-9c71-b3ffba0d5e32'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:51.364064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a24ee3-9470-46eb-9d07-5d8d363fc4b4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Pushing event deleted for resources: {'Port': ['ID=2875405e-c569-4e35-9c71-b3ffba0d5e32,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:51.380159 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e6237d73-c648-4b61-bf2a-cec4cf652470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'c4d34fc9-627b-49e2-9067-68393efeda28', 'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'mac_address': 'fa:16:3e:59:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:32Z', 'updated_at': '2021-08-19T12:32:41Z', 'revision_number': 5, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'subnets': [{'id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:51.419149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 76e8c007-bff6-4e08-8d31-30d61369d51a) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:51.437425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1572e330-cc92-4f72-bfaf-77b6b8a72bbd req-58a24ee3-9470-46eb-9d07-5d8d363fc4b4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] No DVR routers for this DVR port 2875405e-c569-4e35-9c71-b3ffba0d5e32 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:51.439932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:51.440818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.448947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1572e330-cc92-4f72-bfaf-77b6b8a72bbd req-58a24ee3-9470-46eb-9d07-5d8d363fc4b4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.448947 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1572e330-cc92-4f72-bfaf-77b6b8a72bbd req-58a24ee3-9470-46eb-9d07-5d8d363fc4b4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "DELETE /v2.0/ports/2875405e-c569-4e35-9c71-b3ffba0d5e32 HTTP/1.1" status: 204 len: 173 time: 0.9226196 Aug 19 12:34:51.448947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cab0567-60f3-4ea5-b54f-231edb27a359', 'name': 'network-vif-deleted', 'tag': '2875405e-c569-4e35-9c71-b3ffba0d5e32'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:51.466597 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c014a95-5c6b-4535-8d92-08cc6f482050" -d '{"events": [{"server_uuid": "9cab0567-60f3-4ea5-b54f-231edb27a359", "name": "network-vif-deleted", "tag": "2875405e-c569-4e35-9c71-b3ffba0d5e32"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:51.486738 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6237d73-c648-4b61-bf2a-cec4cf652470 None None] The sync data for ids ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'] in n-d-778732-8 is: [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'c4d34fc9-627b-49e2-9067-68393efeda28', 'name': '', 'network_id': '528f3f80-fc5c-42aa-91a7-c7d45c95cca0', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'mac_address': 'fa:16:3e:59:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:32Z', 'updated_at': '2021-08-19T12:32:41Z', 'revision_number': 5, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'subnets': [{'id': '35e06fff-908f-41b0-90dc-be66d62fda8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:51.498833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f2b346-e518-49fc-aed8-08b43d113319 None None] Network 76e8c007-bff6-4e08-8d31-30d61369d51a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:51.621125 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-14cc2bc5-f9fb-4600-8519-cbc2f43001a6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6355317 Aug 19 12:34:51.623630 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43028) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:51.629131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3141412b-26f9-4da5-bcd7-7eab4c6bbb09 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-868648292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:51.789157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbb08773-90f3-4083-ba24-9a6d59fde5dd req-589c5d5e-4fc2-4183-8805-2fc6bdd878e4 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cab0567-60f3-4ea5-b54f-231edb27a359 HTTP/1.1" status: 200 len: 210 time: 0.0693092 Aug 19 12:34:51.890076 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3141412b-26f9-4da5-bcd7-7eab4c6bbb09 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.891368 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3141412b-26f9-4da5-bcd7-7eab4c6bbb09 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.915571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-76e8c007-bff6-4e08-8d31-30d61369d51a', 'network_id': '76e8c007-bff6-4e08-8d31-30d61369d51a', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'fixed_ips': [{'subnet_id': 'e3477ebb-fcee-4654-bd13-0e3cbe39f49a'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:51.917713 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.958461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d3a2b-26c1-4f20-bc84-7cf14e24e632 None None] New status for floating IP f1aee314-6bc4-4a65-b4cf-8dc6e68bf241: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:34:52.014101 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49449cbc-abd0-44b5-bc44-08d172f1694a x-openstack-request-id: req-49449cbc-abd0-44b5-bc44-08d172f1694a {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:52.014446 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cab0567-60f3-4ea5-b54f-231edb27a359", "name": "network-vif-deleted", "tag": "2875405e-c569-4e35-9c71-b3ffba0d5e32", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:52.014806 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49449cbc-abd0-44b5-bc44-08d172f1694a {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:52.015288 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cab0567-60f3-4ea5-b54f-231edb27a359', 'name': 'network-vif-deleted', 'tag': '2875405e-c569-4e35-9c71-b3ffba0d5e32', 'status': 'completed', 'code': 200} Aug 19 12:34:52.024135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3141412b-26f9-4da5-bcd7-7eab4c6bbb09 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.106636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3141412b-26f9-4da5-bcd7-7eab4c6bbb09 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.114236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43042) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:52.177488 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9594c5f-2884-400a-b9da-ac46802cb61c tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.216959 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9594c5f-2884-400a-b9da-ac46802cb61c tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.219419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Allocated IP 2001:db8::2 (76e8c007-bff6-4e08-8d31-30d61369d51a/e3477ebb-fcee-4654-bd13-0e3cbe39f49a/e0945716-336e-41eb-8658-94a2e81d9d68) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:52.237407 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3141412b-26f9-4da5-bcd7-7eab4c6bbb09 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.239260 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3141412b-26f9-4da5-bcd7-7eab4c6bbb09 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6139865 Aug 19 12:34:52.241513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43046) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:52.279823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device ad938c10-48e3-4728-a499-2bd4aa7d0eeb no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:52.326384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: ad938c10-48e3-4728-a499-2bd4aa7d0eeb {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:52.326841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device ad938c10-48e3-4728-a499-2bd4aa7d0eeb not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:52.368517 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9594c5f-2884-400a-b9da-ac46802cb61c tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.372198 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9594c5f-2884-400a-b9da-ac46802cb61c tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.373408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d9594c5f-2884-400a-b9da-ac46802cb61c tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "DELETE /v2.0/security-groups/20b949e4-c967-45e4-826c-6c54e5d43eec HTTP/1.1" status: 204 len: 168 time: 0.2575073 Aug 19 12:34:52.377813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:52.395684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9594c5f-2884-400a-b9da-ac46802cb61c tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b949e4-c967-45e4-826c-6c54e5d43eec,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:52.404113 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-2678a3ee-c48a-4637-978f-1f9bb429c0c6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] show failed (client error): The resource could not be found. Aug 19 12:34:52.406051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2678a3ee-c48a-4637-978f-1f9bb429c0c6 tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "GET /v2.0/security-groups/20b949e4-c967-45e4-826c-6c54e5d43eec HTTP/1.1" status: 404 len: 347 time: 0.0265267 Aug 19 12:34:52.408905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43052) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:52.452843 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.462808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Transition to ACTIVE for port object e0945716-336e-41eb-8658-94a2e81d9d68 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:52.499861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Transition to ACTIVE for port object e0945716-336e-41eb-8658-94a2e81d9d68 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:52.584391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3c33d-da69-470e-8fa3-f9fdc59ec8ad tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Deleting port 689f52a0-ddec-45b5-8de8-84ffef31303b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:52.584770 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c33d-da69-470e-8fa3-f9fdc59ec8ad tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.638068 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.645151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.686022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c33d-da69-470e-8fa3-f9fdc59ec8ad tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.686247 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c33d-da69-470e-8fa3-f9fdc59ec8ad tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.693840 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Network 76e8c007-bff6-4e08-8d31-30d61369d51a is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:52.697267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:52.704138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:52.710718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3c33d-da69-470e-8fa3-f9fdc59ec8ad tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Calling delete_port for 689f52a0-ddec-45b5-8de8-84ffef31303b owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:52.725014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Pushing event updated for resources: {'Port': ['ID=e0945716-336e-41eb-8658-94a2e81d9d68,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:52.795307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Attempting to bind port e0945716-336e-41eb-8658-94a2e81d9d68 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:52.795696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Attempting to bind port e0945716-336e-41eb-8658-94a2e81d9d68 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '35a7060d-fac9-447d-a541-11adaf2e6fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '76e8c007-bff6-4e08-8d31-30d61369d51a'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:52.796068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Attempting to bind port e0945716-336e-41eb-8658-94a2e81d9d68 on network 76e8c007-bff6-4e08-8d31-30d61369d51a {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:52.803331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:52.803891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Checking segment: {'id': '35a7060d-fac9-447d-a541-11adaf2e6fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '76e8c007-bff6-4e08-8d31-30d61369d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:52.805087 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.805087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Bound using segment: {'id': '35a7060d-fac9-447d-a541-11adaf2e6fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '76e8c007-bff6-4e08-8d31-30d61369d51a'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:52.805331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Bound port: e0945716-336e-41eb-8658-94a2e81d9d68, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a7060d-fac9-447d-a541-11adaf2e6fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '76e8c007-bff6-4e08-8d31-30d61369d51a'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:52.805587 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.932154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] For port e0945716-336e-41eb-8658-94a2e81d9d68, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:52.936361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] For port e0945716-336e-41eb-8658-94a2e81d9d68, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e0945716-336e-41eb-8658-94a2e81d9d68,segment=NetworkSegment(35a7060d-fac9-447d-a541-11adaf2e6fb1),segment_id=35a7060d-fac9-447d-a541-11adaf2e6fb1)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:53.003432 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c33d-da69-470e-8fa3-f9fdc59ec8ad tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.035907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Allocated IP 2001:db8::1 (76e8c007-bff6-4e08-8d31-30d61369d51a/e3477ebb-fcee-4654-bd13-0e3cbe39f49a/f32147c7-41c0-426b-a89d-1a14db8ddf91) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:53.038265 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.065166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3c33d-da69-470e-8fa3-f9fdc59ec8ad tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Pushing event deleted for resources: {'Port': ['ID=689f52a0-ddec-45b5-8de8-84ffef31303b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:53.163169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc78904-778b-4f82-a8e6-cb52120c7a64 None None] Pushing event updated for resources: {'Port': ['ID=e0945716-336e-41eb-8658-94a2e81d9d68,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:53.171796 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c33d-da69-470e-8fa3-f9fdc59ec8ad tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.174085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c33d-da69-470e-8fa3-f9fdc59ec8ad tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.175563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d8c3c33d-da69-470e-8fa3-f9fdc59ec8ad tempest-ServersTestManualDisk-291281442 tempest-ServersTestManualDisk-291281442-project] 10.222.0.44 "DELETE /v2.0/floatingips/f1aee314-6bc4-4a65-b4cf-8dc6e68bf241 HTTP/1.1" status: 204 len: 168 time: 0.7656024 Aug 19 12:34:53.178414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43072) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:53.331526 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.375679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Transition to ACTIVE for port object f32147c7-41c0-426b-a89d-1a14db8ddf91 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:53.579212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.729269 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=f32147c7-41c0-426b-a89d-1a14db8ddf91,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:53.745894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 76e8c007-bff6-4e08-8d31-30d61369d51a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:53.747736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:53.758288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:53.760303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.925683 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.067870 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.300866 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:34:54.428026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] Deleting port c4d34fc9-627b-49e2-9067-68393efeda28 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:54.429099 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.567198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] For port c4d34fc9-627b-49e2-9067-68393efeda28, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c4d34fc9-627b-49e2-9067-68393efeda28,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:54.567467 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.581966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] Calling delete_port for c4d34fc9-627b-49e2-9067-68393efeda28 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:54.623355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.673042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e8e904-3c1d-4ccc-abbb-e650487544c5 None None] Network 76e8c007-bff6-4e08-8d31-30d61369d51a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:54.728422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.729299 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.906824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2424332f-7bed-4d2f-9238-07918faf96a0 None None] Provisioning for port e0945716-336e-41eb-8658-94a2e81d9d68 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:54.935093 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 2875405e-c569-4e35-9c71-b3ffba0d5e32 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:54.951552 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.981581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 2875405e-c569-4e35-9c71-b3ffba0d5e32 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:54.981968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 2875405e-c569-4e35-9c71-b3ffba0d5e32 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:55.005780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d34fc9-627b-49e2-9067-68393efeda28,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:55.026348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e0945716-336e-41eb-8658-94a2e81d9d68 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:55.095642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 76e8c007-bff6-4e08-8d31-30d61369d51a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:55.097502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=f32147c7-41c0-426b-a89d-1a14db8ddf91,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:55.117676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:55.227728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port e0945716-336e-41eb-8658-94a2e81d9d68 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:55.243450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e0945716-336e-41eb-8658-94a2e81d9d68 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:55.245094 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.452123 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.454730 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b064deb7-71b3-4dcb-a6d8-92d9d417600b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.460690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.506204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port e0945716-336e-41eb-8658-94a2e81d9d68, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e0945716-336e-41eb-8658-94a2e81d9d68,segment=NetworkSegment(35a7060d-fac9-447d-a541-11adaf2e6fb1),segment_id=35a7060d-fac9-447d-a541-11adaf2e6fb1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:55.609203 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.660159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router 6c6752f8-d933-4f26-91ea-05f11d52c241 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:34:55.711762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43118) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:55.740490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=e0945716-336e-41eb-8658-94a2e81d9d68,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:55.742560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7c8c123c-4e28-4aa7-81ca-4c842c5afb65 None None] Provisioning for port f32147c7-41c0-426b-a89d-1a14db8ddf91 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:55.776898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7c8c123c-4e28-4aa7-81ca-4c842c5afb65 None None] Provisioning complete for port f32147c7-41c0-426b-a89d-1a14db8ddf91 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:55.779348 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c8c123c-4e28-4aa7-81ca-4c842c5afb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.792732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.793081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.793454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.793741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.795402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.796334 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.799912 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.800474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.801746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.802535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.808017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.808793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:55.859720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c123c-4e28-4aa7-81ca-4c842c5afb65 None None] Port f32147c7-41c0-426b-a89d-1a14db8ddf91 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:55.873686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7c8c123c-4e28-4aa7-81ca-4c842c5afb65 None None] Provisioning complete for port e0945716-336e-41eb-8658-94a2e81d9d68 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:55.874349 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c8c123c-4e28-4aa7-81ca-4c842c5afb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.875576 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:55.881095 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5b469f88-599c-4cf8-8881-1291d7f3f24c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/6c6752f8-d933-4f26-91ea-05f11d52c241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6383910 Aug 19 12:34:55.884276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43122) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:55.890629 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc2230e-263e-4b46-98a8-4465d78de925 None None] Sync routers for ids ['6c6752f8-d933-4f26-91ea-05f11d52c241'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:55.909342 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2230e-263e-4b46-98a8-4465d78de925 None None] Routers {'6c6752f8-d933-4f26-91ea-05f11d52c241'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:55.910215 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6cc2230e-263e-4b46-98a8-4465d78de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6c6752f8-d933-4f26-91ea-05f11d52c241'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:56.000604 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.025617 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6cc2230e-263e-4b46-98a8-4465d78de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:56.036674 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2230e-263e-4b46-98a8-4465d78de925 None None] Routers {'6c6752f8-d933-4f26-91ea-05f11d52c241'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:56.037305 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6cc2230e-263e-4b46-98a8-4465d78de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6c6752f8-d933-4f26-91ea-05f11d52c241'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:56.059171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d974d7ba-d463-4434-a783-a912b3d7abc8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:56.063140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d974d7ba-d463-4434-a783-a912b3d7abc8 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports/f32147c7-41c0-426b-a89d-1a14db8ddf91 HTTP/1.1" status: 200 len: 911 time: 0.1748178 Aug 19 12:34:56.063878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43124) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:56.069666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-80e33f0e-cfa9-4ff0-af76-e3ebada53d95 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e3477ebb-fcee-4654-bd13-0e3cbe39f49a'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:56.076548 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6cc2230e-263e-4b46-98a8-4465d78de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:56.077360 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc2230e-263e-4b46-98a8-4465d78de925 None None] The sync data for ids ['6c6752f8-d933-4f26-91ea-05f11d52c241'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:56.085628 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1a4cd26-b1de-48da-abfc-4b211bcefcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.145246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e9a4c4b5-4f6e-48d1-8d53-4907adfbad72 None None] Provisioning complete for port f32147c7-41c0-426b-a89d-1a14db8ddf91 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:56.146964 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e9a4c4b5-4f6e-48d1-8d53-4907adfbad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.148362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] Router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:56.209865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4c4b5-4f6e-48d1-8d53-4907adfbad72 None None] Port f32147c7-41c0-426b-a89d-1a14db8ddf91 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:56.340798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89989e21-1a1c-4afb-b3e6-00837f8ef43d None None] Provisioning complete for port f32147c7-41c0-426b-a89d-1a14db8ddf91 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:56.341184 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80e33f0e-cfa9-4ff0-af76-e3ebada53d95 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.341699 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89989e21-1a1c-4afb-b3e6-00837f8ef43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.385228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:56.416923 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89989e21-1a1c-4afb-b3e6-00837f8ef43d None None] Port f32147c7-41c0-426b-a89d-1a14db8ddf91 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:56.418657 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1a4cd26-b1de-48da-abfc-4b211bcefcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.420069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcf5abd-a91e-4baf-9037-08e7213356b8 None None] Sync routers for ids ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:56.425143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c521a0c5-f2d7-450d-ae1e-818e42336333 admin admin] 10.222.0.44 "PUT /v2.0/routers/5f537225-8ed8-40f8-92b6-8e7a961c02d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2446709 Aug 19 12:34:56.427366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43130) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:56.440510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf5abd-a91e-4baf-9037-08e7213356b8 None None] Routers {'5f537225-8ed8-40f8-92b6-8e7a961c02d1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:56.441203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ffcf5abd-a91e-4baf-9037-08e7213356b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:56.486927 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1a4cd26-b1de-48da-abfc-4b211bcefcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.527802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4cd26-b1de-48da-abfc-4b211bcefcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2c82aa-8b9c-4329-858f-7ef275e40cf5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:56.561764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c1a4cd26-b1de-48da-abfc-4b211bcefcf8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f70a6df11ef472193bac55e58249013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8488455 Aug 19 12:34:56.564997 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43134) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:56.612167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ffcf5abd-a91e-4baf-9037-08e7213356b8 None None] Set router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:56.627216 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.768026 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.770696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57de7e0e-6a16-4d10-8272-f348afe40122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.844555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57de7e0e-6a16-4d10-8272-f348afe40122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.895717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ffcf5abd-a91e-4baf-9037-08e7213356b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:34:54Z', 'revision_number': 5, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:56.941098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcf5abd-a91e-4baf-9037-08e7213356b8 None None] Checking router: 5f537225-8ed8-40f8-92b6-8e7a961c02d1 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:56.958404 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80e33f0e-cfa9-4ff0-af76-e3ebada53d95 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.959599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf5abd-a91e-4baf-9037-08e7213356b8 None None] Routers {'5f537225-8ed8-40f8-92b6-8e7a961c02d1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:56.960344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ffcf5abd-a91e-4baf-9037-08e7213356b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:57.046263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Deleting port 2ef44f66-134b-4aeb-86cd-2db61424a23f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:57.046708 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.054014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e0945716-336e-41eb-8658-94a2e81d9d68 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:57.060772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.100485 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57de7e0e-6a16-4d10-8272-f348afe40122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.103962 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57de7e0e-6a16-4d10-8272-f348afe40122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.105162 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-57de7e0e-6a16-4d10-8272-f348afe40122 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c2c82aa-8b9c-4329-858f-7ef275e40cf5 HTTP/1.1" status: 204 len: 168 time: 0.5389194 Aug 19 12:34:57.108007 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80e33f0e-cfa9-4ff0-af76-e3ebada53d95 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.126194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e33f0e-cfa9-4ff0-af76-e3ebada53d95 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:57.126879 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80e33f0e-cfa9-4ff0-af76-e3ebada53d95 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.128277 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-80e33f0e-cfa9-4ff0-af76-e3ebada53d95 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/ports/f32147c7-41c0-426b-a89d-1a14db8ddf91 HTTP/1.1" status: 200 len: 911 time: 1.0632699 Aug 19 12:34:57.142582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ffcf5abd-a91e-4baf-9037-08e7213356b8 None None] Set router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:57.169673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] For port 2ef44f66-134b-4aeb-86cd-2db61424a23f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2ef44f66-134b-4aeb-86cd-2db61424a23f,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:57.170508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.205026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Calling delete_port for 2ef44f66-134b-4aeb-86cd-2db61424a23f owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:57.209509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43138) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:57.214486 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e33f0e-cfa9-4ff0-af76-e3ebada53d95 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=f32147c7-41c0-426b-a89d-1a14db8ddf91,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:57.308038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de7e0e-6a16-4d10-8272-f348afe40122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2c82aa-8b9c-4329-858f-7ef275e40cf5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:57.683370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e0945716-336e-41eb-8658-94a2e81d9d68 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:57.683921 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.774403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ffcf5abd-a91e-4baf-9037-08e7213356b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:34:54Z', 'revision_number': 5, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:57.808732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcf5abd-a91e-4baf-9037-08e7213356b8 None None] The sync data for ids ['5f537225-8ed8-40f8-92b6-8e7a961c02d1'] in n-d-778732-8 is: [{'id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'name': 'tempest-ServersTestManualDisk-617938955-router', 'tenant_id': '872e8f1201074ee8923c8fe5bad83a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:25Z', 'updated_at': '2021-08-19T12:34:54Z', 'revision_number': 5, 'project_id': '872e8f1201074ee8923c8fe5bad83a20', 'gw_port': {'id': '2ef44f66-134b-4aeb-86cd-2db61424a23f', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f537225-8ed8-40f8-92b6-8e7a961c02d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:58.075077 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd605b37-0652-4b5f-8790-efa6908be535 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.152951 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.184752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef44f66-134b-4aeb-86cd-2db61424a23f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:58.268538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43150) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:58.284851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a793-94ab-49c6-97a6-22c4422753bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.313099 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.401063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-dd605b37-0652-4b5f-8790-efa6908be535 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port f32147c7-41c0-426b-a89d-1a14db8ddf91 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:58.401845 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd605b37-0652-4b5f-8790-efa6908be535 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.456292 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.464187 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.513729 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd605b37-0652-4b5f-8790-efa6908be535 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.533552 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-dd605b37-0652-4b5f-8790-efa6908be535 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for f32147c7-41c0-426b-a89d-1a14db8ddf91 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:58.542834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af53e08-6d20-490c-8f09-862fbdbbee21 req-216104a1-7419-43af-aac8-701bd19af24f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:58.543340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5af53e08-6d20-490c-8f09-862fbdbbee21 req-216104a1-7419-43af-aac8-701bd19af24f tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 945 time: 0.1238682 Aug 19 12:34:58.627555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5af53e08-6d20-490c-8f09-862fbdbbee21 req-46d5ba82-efe0-4375-abde-30c5faba5111 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764923 Aug 19 12:34:58.629556 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a793-94ab-49c6-97a6-22c4422753bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.642802 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.644902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f537225-8ed8-40f8-92b6-8e7a961c02d1 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:34:58.660265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.663750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-609ecbac-f520-4d08-9883-d02598722218 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5f537225-8ed8-40f8-92b6-8e7a961c02d1 HTTP/1.1" status: 204 len: 168 time: 2.2331266 Aug 19 12:34:58.664137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43162) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:58.714716 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a793-94ab-49c6-97a6-22c4422753bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.753210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43164) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:58.779825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1a793-94ab-49c6-97a6-22c4422753bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed07520-d99d-425d-8452-e690d1af381b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:58.810451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.822196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2bc1a793-94ab-49c6-97a6-22c4422753bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e18f936f5fa846ea95cbfa7b3f661c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519254 Aug 19 12:34:58.828376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43168) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:58.858178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad9447a-ea7d-4651-98a6-27ba7e881e8c admin admin] Deleting subnet 35e06fff-908f-41b0-90dc-be66d62fda8a {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:58.866877 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aad9447a-ea7d-4651-98a6-27ba7e881e8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.990174 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aad9447a-ea7d-4651-98a6-27ba7e881e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.997430 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd605b37-0652-4b5f-8790-efa6908be535 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.032529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbab4-f6f9-4597-86ef-199ed1e6accc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.052606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd605b37-0652-4b5f-8790-efa6908be535 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=f32147c7-41c0-426b-a89d-1a14db8ddf91,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:59.061472 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbab4-f6f9-4597-86ef-199ed1e6accc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.152605 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aad9447a-ea7d-4651-98a6-27ba7e881e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.225174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd605b37-0652-4b5f-8790-efa6908be535 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.280387 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbab4-f6f9-4597-86ef-199ed1e6accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.284129 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbab4-f6f9-4597-86ef-199ed1e6accc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.287883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2c8cbab4-f6f9-4597-86ef-199ed1e6accc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ed07520-d99d-425d-8452-e690d1af381b HTTP/1.1" status: 204 len: 168 time: 0.4517899 Aug 19 12:34:59.313490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cbab4-f6f9-4597-86ef-199ed1e6accc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed07520-d99d-425d-8452-e690d1af381b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:59.326617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c4d34fc9-627b-49e2-9067-68393efeda28 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:59.327965 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aad9447a-ea7d-4651-98a6-27ba7e881e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.369297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: c4d34fc9-627b-49e2-9067-68393efeda28 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:59.369781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c4d34fc9-627b-49e2-9067-68393efeda28 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:59.382779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9447a-ea7d-4651-98a6-27ba7e881e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e06fff-908f-41b0-90dc-be66d62fda8a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:59.395600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aad9447a-ea7d-4651-98a6-27ba7e881e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.395600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-aad9447a-ea7d-4651-98a6-27ba7e881e8c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/35e06fff-908f-41b0-90dc-be66d62fda8a HTTP/1.1" status: 204 len: 168 time: 0.7264311 Aug 19 12:34:59.395600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43172) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:59.396474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8425f8a8-8bcb-46e3-bcba-37340affc2ba None None] Network 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:59.564756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.631016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd605b37-0652-4b5f-8790-efa6908be535 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router 6c6752f8-d933-4f26-91ea-05f11d52c241 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:59.736312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Deleting port c6023df8-0114-486e-81f0-2072f71b0b39 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:59.736889 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.759671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db3483c-09ab-43fc-9c03-e7bb1198503b None None] DHCP port deletion for 528f3f80-fc5c-42aa-91a7-c7d45c95cca0 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:34:59.838767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9db3483c-09ab-43fc-9c03-e7bb1198503b None None] Deleting port c6023df8-0114-486e-81f0-2072f71b0b39 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:59.839527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9db3483c-09ab-43fc-9c03-e7bb1198503b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.866279 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd605b37-0652-4b5f-8790-efa6908be535 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:59.873094 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dd605b37-0652-4b5f-8790-efa6908be535 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/6c6752f8-d933-4f26-91ea-05f11d52c241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6605103 Aug 19 12:34:59.876095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43180) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:59.880961 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f84e-9dc7-45cd-9fbf-62d5912e2f79 None None] Sync routers for ids ['6c6752f8-d933-4f26-91ea-05f11d52c241'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:59.924749 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e130aa6f-1c58-4b62-a062-bc61992788a0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6752f8-d933-4f26-91ea-05f11d52c241 HTTP/1.1" status: 200 len: 205 time: 0.0469363 Aug 19 12:34:59.929310 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43182) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:59.931241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] For port c6023df8-0114-486e-81f0-2072f71b0b39, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c6023df8-0114-486e-81f0-2072f71b0b39,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:59.931801 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.934370 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52f84e-9dc7-45cd-9fbf-62d5912e2f79 None None] Routers {'6c6752f8-d933-4f26-91ea-05f11d52c241'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:59.935097 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3a52f84e-9dc7-45cd-9fbf-62d5912e2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6c6752f8-d933-4f26-91ea-05f11d52c241'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:59.986786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9db3483c-09ab-43fc-9c03-e7bb1198503b None None] For port c6023df8-0114-486e-81f0-2072f71b0b39, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c6023df8-0114-486e-81f0-2072f71b0b39,segment=NetworkSegment(b154d293-0342-4882-9e28-85aa2f7804fa),segment_id=b154d293-0342-4882-9e28-85aa2f7804fa)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:59.988102 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9db3483c-09ab-43fc-9c03-e7bb1198503b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.994682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Calling delete_port for c6023df8-0114-486e-81f0-2072f71b0b39 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:00.030401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9db3483c-09ab-43fc-9c03-e7bb1198503b None None] Calling delete_port for c6023df8-0114-486e-81f0-2072f71b0b39 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:00.058037 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3a52f84e-9dc7-45cd-9fbf-62d5912e2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:00.081080 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52f84e-9dc7-45cd-9fbf-62d5912e2f79 None None] Routers {'6c6752f8-d933-4f26-91ea-05f11d52c241'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:00.081727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3a52f84e-9dc7-45cd-9fbf-62d5912e2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6c6752f8-d933-4f26-91ea-05f11d52c241'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:00.102892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c358d9-7f89-4e9b-ac7b-c6e2a4e751f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.143456 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3a52f84e-9dc7-45cd-9fbf-62d5912e2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:00.143456 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f84e-9dc7-45cd-9fbf-62d5912e2f79 None None] The sync data for ids ['6c6752f8-d933-4f26-91ea-05f11d52c241'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:00.187194 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9db3483c-09ab-43fc-9c03-e7bb1198503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.200821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5136b2-6578-4a64-87f8-61b55b1872ae req-0ae60ddf-8307-4dd8-8c9e-e7f9a9710413 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:00.202466 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc5136b2-6578-4a64-87f8-61b55b1872ae req-0ae60ddf-8307-4dd8-8c9e-e7f9a9710413 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 945 time: 0.0691686 Aug 19 12:35:00.206917 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.217858 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3483c-09ab-43fc-9c03-e7bb1198503b None None] Pushing event deleted for resources: {'Port': ['ID=c6023df8-0114-486e-81f0-2072f71b0b39,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:00.225453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3483c-09ab-43fc-9c03-e7bb1198503b None None] No DVR routers for this DVR port c6023df8-0114-486e-81f0-2072f71b0b39 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:00.246469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6023df8-0114-486e-81f0-2072f71b0b39,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:00.255499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] No DVR routers for this DVR port c6023df8-0114-486e-81f0-2072f71b0b39 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:00.320100 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c358d9-7f89-4e9b-ac7b-c6e2a4e751f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.324595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c358d9-7f89-4e9b-ac7b-c6e2a4e751f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.337080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc5136b2-6578-4a64-87f8-61b55b1872ae req-b0ede382-31c1-46c8-9c2c-48cc5d531133 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b6abb75-984c-456c-8e78-ef914eff99a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246078 Aug 19 12:35:00.352722 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.364913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528f3f80-fc5c-42aa-91a7-c7d45c95cca0']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:00.386929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b154d293-0342-4882-9e28-85aa2f7804fa') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:00.387314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b154d293-0342-4882-9e28-85aa2f7804fa') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:00.402516 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.402942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b50c45-94b0-41e6-9cd8-997a9feeba88 req-534b14d5-2445-409a-8d8b-e9bcff324f78 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:00.404195 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b2b50c45-94b0-41e6-9cd8-997a9feeba88 req-534b14d5-2445-409a-8d8b-e9bcff324f78 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 945 time: 0.1800365 Aug 19 12:35:00.417723 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.426148 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:35:00.426690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:35:00.428419 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:35:00.517122 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c358d9-7f89-4e9b-ac7b-c6e2a4e751f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.517658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c358d9-7f89-4e9b-ac7b-c6e2a4e751f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Fanout notify agent at l3_agent the message router_deleted on router 6c6752f8-d933-4f26-91ea-05f11d52c241 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:35:00.527721 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c358d9-7f89-4e9b-ac7b-c6e2a4e751f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.528831 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d3c358d9-7f89-4e9b-ac7b-c6e2a4e751f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/6c6752f8-d933-4f26-91ea-05f11d52c241 HTTP/1.1" status: 204 len: 168 time: 0.5985453 Aug 19 12:35:00.531886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43196) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:00.570239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-b2b50c45-94b0-41e6-9cd8-997a9feeba88 req-614c590a-d222-468a-b8ae-5478ff15b184 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Deleting port ee553c0a-89b0-4745-967a-9d0c8fa1e45c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:00.570593 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b2b50c45-94b0-41e6-9cd8-997a9feeba88 req-614c590a-d222-468a-b8ae-5478ff15b184 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.581840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.591593 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.592719 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.595412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] 10.222.0.44 "DELETE /v2.0/networks/528f3f80-fc5c-42aa-91a7-c7d45c95cca0 HTTP/1.1" status: 204 len: 168 time: 1.1981368 Aug 19 12:35:00.619111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8815953-eff0-4073-95b6-7cd03a6ca16a admin admin] Pushing event deleted for resources: {'Network': ['ID=528f3f80-fc5c-42aa-91a7-c7d45c95cca0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:00.624454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb66a1b3-2344-454f-8002-6843ab7a9572 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting subnet e3477ebb-fcee-4654-bd13-0e3cbe39f49a {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:00.628035 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb66a1b3-2344-454f-8002-6843ab7a9572 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.672072 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb66a1b3-2344-454f-8002-6843ab7a9572 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.759869 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb66a1b3-2344-454f-8002-6843ab7a9572 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.766268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b2b50c45-94b0-41e6-9cd8-997a9feeba88 req-614c590a-d222-468a-b8ae-5478ff15b184 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] For port ee553c0a-89b0-4745-967a-9d0c8fa1e45c, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ee553c0a-89b0-4745-967a-9d0c8fa1e45c,segment=NetworkSegment(af4e8b48-f73d-412f-9e8e-41324b188674),segment_id=af4e8b48-f73d-412f-9e8e-41324b188674)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:00.766632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b2b50c45-94b0-41e6-9cd8-997a9feeba88 req-614c590a-d222-468a-b8ae-5478ff15b184 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.790010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-b2b50c45-94b0-41e6-9cd8-997a9feeba88 req-614c590a-d222-468a-b8ae-5478ff15b184 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Calling delete_port for ee553c0a-89b0-4745-967a-9d0c8fa1e45c owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:00.896077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c6023df8-0114-486e-81f0-2072f71b0b39 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:00.917085 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: c6023df8-0114-486e-81f0-2072f71b0b39 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:00.917535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c6023df8-0114-486e-81f0-2072f71b0b39 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:00.918158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2ef44f66-134b-4aeb-86cd-2db61424a23f no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:00.938831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 2ef44f66-134b-4aeb-86cd-2db61424a23f {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:00.939439 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2ef44f66-134b-4aeb-86cd-2db61424a23f not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:01.010030 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb66a1b3-2344-454f-8002-6843ab7a9572 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.040872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66a1b3-2344-454f-8002-6843ab7a9572 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Subnet': ['ID=e3477ebb-fcee-4654-bd13-0e3cbe39f49a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.045268 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb66a1b3-2344-454f-8002-6843ab7a9572 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.047402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fb66a1b3-2344-454f-8002-6843ab7a9572 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/e3477ebb-fcee-4654-bd13-0e3cbe39f49a HTTP/1.1" status: 204 len: 168 time: 0.5144844 Aug 19 12:35:01.050235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:01.053946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a9945-13e5-493f-a4a6-dcb211ee5799 None None] Network 76e8c007-bff6-4e08-8d31-30d61369d51a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:01.083904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] Deleting port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:01.084427 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.169208 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.196244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] For port d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:01.201580 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.205085 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b2b50c45-94b0-41e6-9cd8-997a9feeba88 req-614c590a-d222-468a-b8ae-5478ff15b184 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.225335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ee553c0a-89b0-4745-967a-9d0c8fa1e45c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:01.238523 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c590a-d222-468a-b8ae-5478ff15b184 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Pushing event deleted for resources: {'Port': ['ID=ee553c0a-89b0-4745-967a-9d0c8fa1e45c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.244821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] Calling delete_port for d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:01.254775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port e0945716-336e-41eb-8658-94a2e81d9d68 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:01.255149 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.306231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e676d-1769-4dcf-b8ee-d1bf03742975 None None] DHCP port deletion for 76e8c007-bff6-4e08-8d31-30d61369d51a request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:35:01.355049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port e0945716-336e-41eb-8658-94a2e81d9d68, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e0945716-336e-41eb-8658-94a2e81d9d68,segment=NetworkSegment(35a7060d-fac9-447d-a541-11adaf2e6fb1),segment_id=35a7060d-fac9-447d-a541-11adaf2e6fb1)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:01.357751 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.369648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e676d-1769-4dcf-b8ee-d1bf03742975 None None] Deleting port e0945716-336e-41eb-8658-94a2e81d9d68 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:01.370408 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3d4e676d-1769-4dcf-b8ee-d1bf03742975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.409861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for e0945716-336e-41eb-8658-94a2e81d9d68 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:01.420557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43218) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:01.471381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3d4e676d-1769-4dcf-b8ee-d1bf03742975 None None] For port e0945716-336e-41eb-8658-94a2e81d9d68, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e0945716-336e-41eb-8658-94a2e81d9d68,segment=NetworkSegment(35a7060d-fac9-447d-a541-11adaf2e6fb1),segment_id=35a7060d-fac9-447d-a541-11adaf2e6fb1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:01.472142 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3d4e676d-1769-4dcf-b8ee-d1bf03742975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.492733 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e676d-1769-4dcf-b8ee-d1bf03742975 None None] Calling delete_port for e0945716-336e-41eb-8658-94a2e81d9d68 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:01.566030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4007d24-3331-489a-95b6-ace59b0ef659 req-deec03ee-d7b6-4760-91f2-60c877d5c97c tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 210 time: 0.1055031 Aug 19 12:35:01.590323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d4162260-3984-448c-a917-2ec0c0f10511 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=872e8f1201074ee8923c8fe5bad83a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699905 Aug 19 12:35:01.592860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43220) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:01.656398 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87b094cc-a542-4eb6-84c9-49cf4f0a0cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.667238 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.680094 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3d4e676d-1769-4dcf-b8ee-d1bf03742975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.697690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e676d-1769-4dcf-b8ee-d1bf03742975 None None] No DVR routers for this DVR port e0945716-336e-41eb-8658-94a2e81d9d68 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:01.720184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=e0945716-336e-41eb-8658-94a2e81d9d68,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.727758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No DVR routers for this DVR port e0945716-336e-41eb-8658-94a2e81d9d68 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:01.735224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b50c45-94b0-41e6-9cd8-997a9feeba88 req-614c590a-d222-468a-b8ae-5478ff15b184 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] No DVR routers for this DVR port ee553c0a-89b0-4745-967a-9d0c8fa1e45c on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:01.739002 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b2b50c45-94b0-41e6-9cd8-997a9feeba88 req-614c590a-d222-468a-b8ae-5478ff15b184 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.741744 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b2b50c45-94b0-41e6-9cd8-997a9feeba88 req-614c590a-d222-468a-b8ae-5478ff15b184 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.52 "DELETE /v2.0/ports/ee553c0a-89b0-4745-967a-9d0c8fa1e45c HTTP/1.1" status: 204 len: 173 time: 1.3275590 Aug 19 12:35:01.741744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22912531-b3fc-490b-af66-3640887b5665', 'name': 'network-vif-deleted', 'tag': 'ee553c0a-89b0-4745-967a-9d0c8fa1e45c'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:01.744321 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b9da2a-7e18-456a-88e6-7c33b4ed9023" -d '{"events": [{"server_uuid": "22912531-b3fc-490b-af66-3640887b5665", "name": "network-vif-deleted", "tag": "ee553c0a-89b0-4745-967a-9d0c8fa1e45c"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:01.744526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e676d-1769-4dcf-b8ee-d1bf03742975 None None] Pushing event deleted for resources: {'Port': ['ID=e0945716-336e-41eb-8658-94a2e81d9d68,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.767730 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87b094cc-a542-4eb6-84c9-49cf4f0a0cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.809790 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb15fc1-8c57-4dc9-b638-a17f926d7b99 x-openstack-request-id: req-abb15fc1-8c57-4dc9-b638-a17f926d7b99 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:01.810249 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22912531-b3fc-490b-af66-3640887b5665", "name": "network-vif-deleted", "tag": "ee553c0a-89b0-4745-967a-9d0c8fa1e45c", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:01.810376 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abb15fc1-8c57-4dc9-b638-a17f926d7b99 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:01.810705 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22912531-b3fc-490b-af66-3640887b5665', 'name': 'network-vif-deleted', 'tag': 'ee553c0a-89b0-4745-967a-9d0c8fa1e45c', 'status': 'completed', 'code': 200} Aug 19 12:35:01.865740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.877262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e8c007-bff6-4e08-8d31-30d61369d51a']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:01.889181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a7060d-fac9-447d-a541-11adaf2e6fb1') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:01.889575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a7060d-fac9-447d-a541-11adaf2e6fb1') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:01.899463 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.918184 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.924903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:35:01.925312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:35:01.928442 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:35:01.997168 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.029602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:02.043741 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87b094cc-a542-4eb6-84c9-49cf4f0a0cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.049659 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87b094cc-a542-4eb6-84c9-49cf4f0a0cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.049659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-87b094cc-a542-4eb6-84c9-49cf4f0a0cfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52be8526-9636-4a53-8e5d-05611f4188f6 HTTP/1.1" status: 204 len: 168 time: 0.4554341 Aug 19 12:35:02.064117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b094cc-a542-4eb6-84c9-49cf4f0a0cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52be8526-9636-4a53-8e5d-05611f4188f6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:02.099877 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.117874 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.126928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/networks/76e8c007-bff6-4e08-8d31-30d61369d51a HTTP/1.1" status: 204 len: 168 time: 1.0745254 Aug 19 12:35:02.127733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43236) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:02.140792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-13557621-5c98-44b3-bc98-82c9adfeaca9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-502686564', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:02.184614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5f0d2-d067-4981-86c4-d69a28841966 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Network': ['ID=76e8c007-bff6-4e08-8d31-30d61369d51a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:02.248501 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13557621-5c98-44b3-bc98-82c9adfeaca9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.249792 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13557621-5c98-44b3-bc98-82c9adfeaca9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.273059 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.316236 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13557621-5c98-44b3-bc98-82c9adfeaca9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.405093 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13557621-5c98-44b3-bc98-82c9adfeaca9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.510362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] Router f989d078-a196-4a00-b2f8-2accb6136c9c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:02.528897 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13557621-5c98-44b3-bc98-82c9adfeaca9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.530528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-13557621-5c98-44b3-bc98-82c9adfeaca9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3953424 Aug 19 12:35:02.533316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43246) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:02.539235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1299436332'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:02.655749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:02.664373 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3e79314b-7e24-4207-a8d5-5f7827386472 admin admin] 10.222.0.44 "PUT /v2.0/routers/f989d078-a196-4a00-b2f8-2accb6136c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9097090 Aug 19 12:35:02.667417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43254) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:02.669218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dffd7-c4d6-44f2-a6a3-e057eab63f20 None None] Sync routers for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:02.685429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:02.688989 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.695095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24dffd7-c4d6-44f2-a6a3-e057eab63f20 None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:02.697306 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c24dffd7-c4d6-44f2-a6a3-e057eab63f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:02.720116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37ca1fbf-484d-4d85-a093-6ae780c03d5b req-ef0f9ecf-8a41-4a51-8077-2dcad5e39180 tempest-AttachVolumeNegativeTest-1684353935 tempest-AttachVolumeNegativeTest-1684353935-project] 10.222.0.44 "GET /v2.0/ports?device_id=22912531-b3fc-490b-af66-3640887b5665 HTTP/1.1" status: 200 len: 210 time: 0.0658243 Aug 19 12:35:02.737348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:35:02.758832 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.759267 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added segment 26f77ae9-d096-4a37-a462-a8a4932fe594 of type vlan for network 4ca615cf-00c7-46b4-b468-afa2c0c9365f Aug 19 12:35:02.828915 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.887950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c24dffd7-c4d6-44f2-a6a3-e057eab63f20 None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:02.894222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.006924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e0945716-336e-41eb-8658-94a2e81d9d68 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:03.014332 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.020956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:03.021226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.022241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.064650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: e0945716-336e-41eb-8658-94a2e81d9d68 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:03.067084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e0945716-336e-41eb-8658-94a2e81d9d68 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:03.123925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Network': ['ID=4ca615cf-00c7-46b4-b468-afa2c0c9365f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:03.138095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c24dffd7-c4d6-44f2-a6a3-e057eab63f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:35:01Z', 'revision_number': 5, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port': {'id': '8f9a8010-e1d0-44aa-bfe3-4ad144798270', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:26:24Z', 'updated_at': '2021-08-19T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:03.141200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 4ca615cf-00c7-46b4-b468-afa2c0c9365f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:35:03.176893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dffd7-c4d6-44f2-a6a3-e057eab63f20 None None] Checking router: f989d078-a196-4a00-b2f8-2accb6136c9c for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:03.212878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-04be23b0-6894-4f13-8210-1044292c0a7c tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6754491 Aug 19 12:35:03.213830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43266) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:03.221686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24dffd7-c4d6-44f2-a6a3-e057eab63f20 None None] Routers {'f989d078-a196-4a00-b2f8-2accb6136c9c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:03.221925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c24dffd7-c4d6-44f2-a6a3-e057eab63f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f989d078-a196-4a00-b2f8-2accb6136c9c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:03.229837 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'subnet': {'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:03.313284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c24dffd7-c4d6-44f2-a6a3-e057eab63f20 None None] Set router f989d078-a196-4a00-b2f8-2accb6136c9c gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:03.317987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Deleting port 8f9a8010-e1d0-44aa-bfe3-4ad144798270 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:03.318343 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.385302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c24dffd7-c4d6-44f2-a6a3-e057eab63f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:35:03Z', 'revision_number': 6, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:03.422501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dffd7-c4d6-44f2-a6a3-e057eab63f20 None None] The sync data for ids ['f989d078-a196-4a00-b2f8-2accb6136c9c'] in n-d-778732-8 is: [{'id': 'f989d078-a196-4a00-b2f8-2accb6136c9c', 'name': 'tempest-AttachVolumeTestJSON-1261349324-router', 'tenant_id': '122c9d9d662348ff9c7f06b11cd05c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:26:23Z', 'updated_at': '2021-08-19T12:35:03Z', 'revision_number': 6, 'project_id': '122c9d9d662348ff9c7f06b11cd05c69', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:03.476589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] For port 8f9a8010-e1d0-44aa-bfe3-4ad144798270, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8f9a8010-e1d0-44aa-bfe3-4ad144798270,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:03.476955 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.491248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Calling delete_port for 8f9a8010-e1d0-44aa-bfe3-4ad144798270 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:03.591307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:03.596616 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.720637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43282) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:03.793815 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.828778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:03.872118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9a8010-e1d0-44aa-bfe3-4ad144798270,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:03.898422 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-259673542-network', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:03.915354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fd6aa5-4f68-41e7-877c-b9cb7be6bc21 admin admin] Deleting subnet 9c64f776-3857-4313-b138-a7296f8fbf5c {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:03.915354 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6aa5-4f68-41e7-877c-b9cb7be6bc21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.937794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.938160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.943706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.943706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.943706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.943706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.943706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.943706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.943706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.943706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.943706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.943706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:03.963430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6aa5-4f68-41e7-877c-b9cb7be6bc21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.974031 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.006440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.016909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6aa5-4f68-41e7-877c-b9cb7be6bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.082836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.085412 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.086954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Made reservation on behalf of c4215f5876254990ac7547c4d07ccb07 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:04.089479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.099255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Subnet': ['ID=3537d298-5616-4cdb-98bd-95167df7a105,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:04.103538 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.121307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Checking segment: {'id': '26f77ae9-d096-4a37-a462-a8a4932fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:04.121686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network hostable DHCP agents. Network: 4ca615cf-00c7-46b4-b468-afa2c0c9365f, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:35:04.192385 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6aa5-4f68-41e7-877c-b9cb7be6bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.230574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd6aa5-4f68-41e7-877c-b9cb7be6bc21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c64f776-3857-4313-b138-a7296f8fbf5c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:04.232597 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6aa5-4f68-41e7-877c-b9cb7be6bc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.236743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b1fd6aa5-4f68-41e7-877c-b9cb7be6bc21 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9c64f776-3857-4313-b138-a7296f8fbf5c HTTP/1.1" status: 204 len: 168 time: 0.4047682 Aug 19 12:35:04.237296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43302) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:04.252522 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.256888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f989d078-a196-4a00-b2f8-2accb6136c9c {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:35:04.260443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 4ca615cf-00c7-46b4-b468-afa2c0c9365f is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:35:04.269963 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.275157 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.277418 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3c606e5c-b30a-45e2-a4e9-41ab6dea7570 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f989d078-a196-4a00-b2f8-2accb6136c9c HTTP/1.1" status: 204 len: 168 time: 1.6077940 Aug 19 12:35:04.278968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43304) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:04.329824 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.330324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcefd14-f86b-41e4-8318-2d8692f43c38 admin admin] Deleting subnet 7f5fff71-5ad1-4434-8927-65172bd1b532 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:04.333789 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fcefd14-f86b-41e4-8318-2d8692f43c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.370916 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fcefd14-f86b-41e4-8318-2d8692f43c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.394838 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.403929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:35:04.408738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 4ca615cf-00c7-46b4-b468-afa2c0c9365f) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:04.417736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:04.417736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.421783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d9782b-c766-492d-85ef-182bc5553dd4 None None] Network 4ca615cf-00c7-46b4-b468-afa2c0c9365f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:04.433487 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.445489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60fea08-cf5b-4519-9118-6ece38b95ef5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:04.447432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d50d00-adaa-45b8-9e4f-a2caa46b0e8d']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:04.461340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4e8b48-f73d-412f-9e8e-41324b188674') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:04.461860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4e8b48-f73d-412f-9e8e-41324b188674') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:04.464473 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.464816 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Added segment f204042a-0de4-4523-a4cb-2522deb2e91d of type vlan for network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff Aug 19 12:35:04.474978 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.497127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.505129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:35:04.505596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:35:04.507877 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:35:04.523579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9ef71ca7-2808-4017-8570-6e2ba831413d tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3051658 Aug 19 12:35:04.538502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43310) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:04.551966 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.658528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:35:04.659427 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.666639 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fcefd14-f86b-41e4-8318-2d8692f43c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.671756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.692097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.700918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] 10.222.0.44 "DELETE /v2.0/networks/33d50d00-adaa-45b8-9e4f-a2caa46b0e8d HTTP/1.1" status: 204 len: 168 time: 0.4614115 Aug 19 12:35:04.701138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845172c9-c2e8-4e4a-9840-e5efbd7aca85 admin admin] Pushing event deleted for resources: {'Network': ['ID=33d50d00-adaa-45b8-9e4f-a2caa46b0e8d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:04.849165 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.853229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:04.853229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.853924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Allocated IP 2001:db8::2 (4ca615cf-00c7-46b4-b468-afa2c0c9365f/3537d298-5616-4cdb-98bd-95167df7a105/db9af5ee-dc29-416a-bffb-bf36a90d9669) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:04.936867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8f9a8010-e1d0-44aa-bfe3-4ad144798270 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:04.956796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:04.974286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ee553c0a-89b0-4745-967a-9d0c8fa1e45c no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:04.976494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:35:04.979621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8f9a8010-e1d0-44aa-bfe3-4ad144798270 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:04.979972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8f9a8010-e1d0-44aa-bfe3-4ad144798270 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:04.980380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:04.994882 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fcefd14-f86b-41e4-8318-2d8692f43c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.998370 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.004377 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a12cd94b-db9b-4798-96dc-5c063b5922b9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2790692 Aug 19 12:35:05.004616 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: ee553c0a-89b0-4745-967a-9d0c8fa1e45c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:05.004755 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ee553c0a-89b0-4745-967a-9d0c8fa1e45c not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:05.008191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43318) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:05.035830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] Request body: {'subnet': {'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-259673542-subnet', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:05.047358 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcefd14-f86b-41e4-8318-2d8692f43c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f5fff71-5ad1-4434-8927-65172bd1b532,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:05.049342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fcefd14-f86b-41e4-8318-2d8692f43c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.051232 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4fcefd14-f86b-41e4-8318-2d8692f43c38 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7f5fff71-5ad1-4434-8927-65172bd1b532 HTTP/1.1" status: 204 len: 168 time: 0.7713273 Aug 19 12:35:05.053965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43320) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:05.063217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:05.063900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d8a2a92a-c262-4e6f-a27a-b4ffa3abbe8a not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:05.071232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8ab61c-319a-4ab1-b2b5-e9c69ad9f1bd None None] Network dd2184e3-a64e-4def-83c8-20a9f5bfbf24 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:05.216856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43324) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:05.236564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.245777 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.277038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Transition to ACTIVE for port object db9af5ee-dc29-416a-bffb-bf36a90d9669 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:05.284608 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] Made reservation on behalf of c4215f5876254990ac7547c4d07ccb07 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:05.288266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.291747 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-953865b6-5472-4513-8004-2671f4e43342 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c239b129dd1444dea4aa12c5115de621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730102 Aug 19 12:35:05.295885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43326) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:05.365390 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2313e04-1ef2-4118-959e-af350b2d91fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.390621 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2313e04-1ef2-4118-959e-af350b2d91fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.471632 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Deleting port 887e6a22-14fc-40ab-a715-d779a42d362e {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:05.471632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.546291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2313e04-1ef2-4118-959e-af350b2d91fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.549542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2313e04-1ef2-4118-959e-af350b2d91fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.553065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d2313e04-1ef2-4118-959e-af350b2d91fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b6abb75-984c-456c-8e78-ef914eff99a2 HTTP/1.1" status: 204 len: 168 time: 0.2536917 Aug 19 12:35:05.556279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Transition to ACTIVE for port object db9af5ee-dc29-416a-bffb-bf36a90d9669 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:05.570507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317b1c15-cc23-4771-8e53-8aa60b108087 None None] DHCP port deletion for dd2184e3-a64e-4def-83c8-20a9f5bfbf24 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:35:05.577413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] For port 887e6a22-14fc-40ab-a715-d779a42d362e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=887e6a22-14fc-40ab-a715-d779a42d362e,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:05.577828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.584516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2313e04-1ef2-4118-959e-af350b2d91fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6abb75-984c-456c-8e78-ef914eff99a2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:05.603590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Calling delete_port for 887e6a22-14fc-40ab-a715-d779a42d362e owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:05.649121 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.744456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Network 4ca615cf-00c7-46b4-b468-afa2c0c9365f is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:05.746437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-317b1c15-cc23-4771-8e53-8aa60b108087 None None] Deleting port 887e6a22-14fc-40ab-a715-d779a42d362e {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:05.746959 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-317b1c15-cc23-4771-8e53-8aa60b108087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.799343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Pushing event updated for resources: {'Port': ['ID=db9af5ee-dc29-416a-bffb-bf36a90d9669,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:05.808713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:05.814130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:05.835631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-317b1c15-cc23-4771-8e53-8aa60b108087 None None] For port 887e6a22-14fc-40ab-a715-d779a42d362e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=887e6a22-14fc-40ab-a715-d779a42d362e,segment=NetworkSegment(76ac4aa2-564e-42f7-bda6-d7da9c37253e),segment_id=76ac4aa2-564e-42f7-bda6-d7da9c37253e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:05.842956 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-317b1c15-cc23-4771-8e53-8aa60b108087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.865850 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-317b1c15-cc23-4771-8e53-8aa60b108087 None None] Calling delete_port for 887e6a22-14fc-40ab-a715-d779a42d362e owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:05.902107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Attempting to bind port db9af5ee-dc29-416a-bffb-bf36a90d9669 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:05.902465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Attempting to bind port db9af5ee-dc29-416a-bffb-bf36a90d9669 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '26f77ae9-d096-4a37-a462-a8a4932fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:05.902827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Attempting to bind port db9af5ee-dc29-416a-bffb-bf36a90d9669 on network 4ca615cf-00c7-46b4-b468-afa2c0c9365f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:05.941207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:05.941625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Checking segment: {'id': '26f77ae9-d096-4a37-a462-a8a4932fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:05.942018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.942473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Bound using segment: {'id': '26f77ae9-d096-4a37-a462-a8a4932fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:05.942893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Bound port: db9af5ee-dc29-416a-bffb-bf36a90d9669, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f77ae9-d096-4a37-a462-a8a4932fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:05.943272 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.028574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] For port db9af5ee-dc29-416a-bffb-bf36a90d9669, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:06.031789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] For port db9af5ee-dc29-416a-bffb-bf36a90d9669, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=db9af5ee-dc29-416a-bffb-bf36a90d9669,segment=NetworkSegment(26f77ae9-d096-4a37-a462-a8a4932fe594),segment_id=26f77ae9-d096-4a37-a462-a8a4932fe594)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:06.078004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Allocated IP 2001:db8::1 (4ca615cf-00c7-46b4-b468-afa2c0c9365f/3537d298-5616-4cdb-98bd-95167df7a105/69b5a820-0022-4f44-8c62-2227f2c8cb01) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:06.185738 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-317b1c15-cc23-4771-8e53-8aa60b108087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.205247 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.212898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b1c15-cc23-4771-8e53-8aa60b108087 None None] Pushing event deleted for resources: {'Port': ['ID=887e6a22-14fc-40ab-a715-d779a42d362e,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:06.215202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.216566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b1c15-cc23-4771-8e53-8aa60b108087 None None] No DVR routers for this DVR port 887e6a22-14fc-40ab-a715-d779a42d362e on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:06.253336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=887e6a22-14fc-40ab-a715-d779a42d362e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:06.265812 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] No DVR routers for this DVR port 887e6a22-14fc-40ab-a715-d779a42d362e on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:06.271956 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Transition to ACTIVE for port object 69b5a820-0022-4f44-8c62-2227f2c8cb01 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:06.277607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.316214 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.400114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc4c71-8e32-48fe-88d2-99c6c5dd56f3 None None] Pushing event updated for resources: {'Port': ['ID=db9af5ee-dc29-416a-bffb-bf36a90d9669,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:06.444671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.496627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2184e3-a64e-4def-83c8-20a9f5bfbf24']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:06.520662 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ac4aa2-564e-42f7-bda6-d7da9c37253e') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:06.520848 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ac4aa2-564e-42f7-bda6-d7da9c37253e') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:06.538805 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=93656fb1-3704-4585-9299-9c56d060bdcf,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:06.550527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.568024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] Checking segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:06.568024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] Network hostable DHCP agents. Network: 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:35:06.575060 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.587698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:35:06.588217 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:35:06.590075 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:35:06.626895 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.701562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 4ca615cf-00c7-46b4-b468-afa2c0c9365f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:06.705587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:35:06.711352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:06.715262 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:06.715800 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.721583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=69b5a820-0022-4f44-8c62-2227f2c8cb01,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:06.865541 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.875658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.878681 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] 10.222.0.44 "DELETE /v2.0/networks/dd2184e3-a64e-4def-83c8-20a9f5bfbf24 HTTP/1.1" status: 204 len: 168 time: 1.8231673 Aug 19 12:35:06.902956 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a469fb-c946-4b8a-84d8-d2f9af6edc7c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2184e3-a64e-4def-83c8-20a9f5bfbf24,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:06.970466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device db9af5ee-dc29-416a-bffb-bf36a90d9669 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:06.985644 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:06.995022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28a687f-57de-43ca-b287-54b9f404d737 None None] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:07.003235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:07.003845 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.174043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:35:07.174043 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.234657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port db9af5ee-dc29-416a-bffb-bf36a90d9669 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:07.235464 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.241645 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-100b2a13-0420-4baa-aa27-c8c43291a72d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2281950 Aug 19 12:35:07.242653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43356) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:07.247751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:07.348895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 887e6a22-14fc-40ab-a715-d779a42d362e no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:07.363057 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.364516 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.409470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 887e6a22-14fc-40ab-a715-d779a42d362e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:07.414676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 887e6a22-14fc-40ab-a715-d779a42d362e not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:07.457622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Allocated IP 172.20.0.2 (0ce264d4-fc47-4c88-a9b0-c0b1fb985bff/93656fb1-3704-4585-9299-9c56d060bdcf/1c923df7-6657-4946-b92c-54841c39227b) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:07.475422 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.622427 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.625571 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43360) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:07.715412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43362) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:07.717300 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8237223e-d1f4-402d-981c-c0448bd95b7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=122c9d9d662348ff9c7f06b11cd05c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901132 Aug 19 12:35:07.736388 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.740010 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.740830 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.744774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7107a-7d9b-479e-9015-c5e1c21e1015 None None] Network 4ca615cf-00c7-46b4-b468-afa2c0c9365f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:07.753963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Transition to ACTIVE for port object 1c923df7-6657-4946-b92c-54841c39227b will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:07.820943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Transition to ACTIVE for port object 1c923df7-6657-4946-b92c-54841c39227b will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:07.844434 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.876863 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c6c22bb-8ede-4b3b-a3a9-5ba0594343a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.905012 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c6c22bb-8ede-4b3b-a3a9-5ba0594343a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.922138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=69b5a820-0022-4f44-8c62-2227f2c8cb01,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:07.973165 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.000132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 4ca615cf-00c7-46b4-b468-afa2c0c9365f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:08.001649 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:08.020305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:08.028578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:08.034274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:08.042228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9d98b95e-8104-4999-b04e-0a2d17b5d6eb None None] Provisioning for port db9af5ee-dc29-416a-bffb-bf36a90d9669 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:08.050877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9d98b95e-8104-4999-b04e-0a2d17b5d6eb None None] Provisioning complete for port db9af5ee-dc29-416a-bffb-bf36a90d9669 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:08.051336 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d98b95e-8104-4999-b04e-0a2d17b5d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.054730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Pushing event updated for resources: {'Port': ['ID=1c923df7-6657-4946-b92c-54841c39227b,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:08.169293 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Attempting to bind port 1c923df7-6657-4946-b92c-54841c39227b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:08.169842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Attempting to bind port 1c923df7-6657-4946-b92c-54841c39227b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:08.170212 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Attempting to bind port 1c923df7-6657-4946-b92c-54841c39227b on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:08.174368 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c6c22bb-8ede-4b3b-a3a9-5ba0594343a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.176934 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c6c22bb-8ede-4b3b-a3a9-5ba0594343a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.178511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0c6c22bb-8ede-4b3b-a3a9-5ba0594343a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7219da1-8952-4970-9def-f5df8b93324e HTTP/1.1" status: 204 len: 168 time: 0.4573374 Aug 19 12:35:08.183017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:08.183402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Checking segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:08.183821 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.184219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Bound using segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:08.184711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Bound port: 1c923df7-6657-4946-b92c-54841c39227b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:08.185420 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.191732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c22bb-8ede-4b3b-a3a9-5ba0594343a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7219da1-8952-4970-9def-f5df8b93324e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:08.247933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.253898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router fed6a143-5dc9-47f3-96ad-0b9e0be8125e is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:35:08.276374 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.319436 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d98b95e-8104-4999-b04e-0a2d17b5d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.377254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9d98b95e-8104-4999-b04e-0a2d17b5d6eb None None] For port db9af5ee-dc29-416a-bffb-bf36a90d9669, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=db9af5ee-dc29-416a-bffb-bf36a90d9669,segment=NetworkSegment(26f77ae9-d096-4a37-a462-a8a4932fe594),segment_id=26f77ae9-d096-4a37-a462-a8a4932fe594)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:08.383852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] For port 1c923df7-6657-4946-b92c-54841c39227b, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:08.404640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] For port 1c923df7-6657-4946-b92c-54841c39227b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1c923df7-6657-4946-b92c-54841c39227b,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:08.414136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:08.421459 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d9f0b35c-be40-4361-804e-5e1455368337 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8807316 Aug 19 12:35:08.425366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43380) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:08.433027 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Sync routers for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:08.449407 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:08.450078 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:08.474240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1232173153'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:08.481121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Allocated IP 172.25.6.157 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/3674de8d-e6b2-4379-9e5b-1cec23de5058) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:08.517495 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d98b95e-8104-4999-b04e-0a2d17b5d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.580272 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.589008 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:08.616839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:08.629113 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.697211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98b95e-8104-4999-b04e-0a2d17b5d6eb None None] Pushing event updated for resources: {'Port': ['ID=db9af5ee-dc29-416a-bffb-bf36a90d9669,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:08.710461 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.773005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0d13d94d-d87a-4b65-a59c-22b2ed005e61 None None] Provisioning complete for port db9af5ee-dc29-416a-bffb-bf36a90d9669 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:08.773415 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0d13d94d-d87a-4b65-a59c-22b2ed005e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.817409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:35:08.847777 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.848153 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added segment 173a6b90-cc54-4a24-b549-1df4338efac5 of type vlan for network 2035495a-407f-4273-8d34-37618aa2ab70 Aug 19 12:35:08.871079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1fd94-d421-48b6-81db-4d8c4b1962e6 None None] Pushing event updated for resources: {'Port': ['ID=1c923df7-6657-4946-b92c-54841c39227b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:08.930076 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.018991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device db9af5ee-dc29-416a-bffb-bf36a90d9669 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:09.024708 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.082913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0d13d94d-d87a-4b65-a59c-22b2ed005e61 None None] Provisioning for port 69b5a820-0022-4f44-8c62-2227f2c8cb01 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:09.110251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0d13d94d-d87a-4b65-a59c-22b2ed005e61 None None] Provisioning complete for port 69b5a820-0022-4f44-8c62-2227f2c8cb01 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:09.110662 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0d13d94d-d87a-4b65-a59c-22b2ed005e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.112208 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.115562 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:06Z', 'revision_number': 2, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:07Z', 'revision_number': 2, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:09.128055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:09.128729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.135021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:09.169479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:09.177399 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Checking router: fed6a143-5dc9-47f3-96ad-0b9e0be8125e for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:09.178021 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Updating router fed6a143-5dc9-47f3-96ad-0b9e0be8125e port 69b5a820-0022-4f44-8c62-2227f2c8cb01 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:35:09.205138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0d13d94d-d87a-4b65-a59c-22b2ed005e61 None None] Port 69b5a820-0022-4f44-8c62-2227f2c8cb01 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:09.219795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port db9af5ee-dc29-416a-bffb-bf36a90d9669 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:09.220097 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.233511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:09.237331 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.303965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3674de8d-e6b2-4379-9e5b-1cec23de5058,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:09.336783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Network': ['ID=2035495a-407f-4273-8d34-37618aa2ab70,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:09.352987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-065073f8-c61f-4075-a94d-4d6b7a54ed0e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9263585 Aug 19 12:35:09.355996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43394) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:09.361840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'subnet': {'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:09.396073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 2035495a-407f-4273-8d34-37618aa2ab70 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:35:09.585582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2cbdb95a-0284-482f-a83c-171d52182df8 None None] Provisioning complete for port 69b5a820-0022-4f44-8c62-2227f2c8cb01 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:09.585960 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb95a-0284-482f-a83c-171d52182df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.619674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:09.624096 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.665091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdb95a-0284-482f-a83c-171d52182df8 None None] Port 69b5a820-0022-4f44-8c62-2227f2c8cb01 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:09.741314 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.777440 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Transition to ACTIVE for port object 69b5a820-0022-4f44-8c62-2227f2c8cb01 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:09.791113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fa665b3f-edd5-4bf9-b86c-bde2dfcc391f None None] Provisioning complete for port 69b5a820-0022-4f44-8c62-2227f2c8cb01 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:09.791498 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fa665b3f-edd5-4bf9-b86c-bde2dfcc391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.863681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-fa665b3f-edd5-4bf9-b86c-bde2dfcc391f None None] Port 69b5a820-0022-4f44-8c62-2227f2c8cb01 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:09.901759 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.047508 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Pushing event updated for resources: {'Port': ['ID=69b5a820-0022-4f44-8c62-2227f2c8cb01,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:10.082931 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.089652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.094101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.094101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.094101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.094101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.094101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.094101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.094101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.094101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.094101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.094101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.095517 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:10.162533 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Attempting to bind port 69b5a820-0022-4f44-8c62-2227f2c8cb01 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:10.163663 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Attempting to bind port 69b5a820-0022-4f44-8c62-2227f2c8cb01 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '26f77ae9-d096-4a37-a462-a8a4932fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:10.164131 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Attempting to bind port 69b5a820-0022-4f44-8c62-2227f2c8cb01 on network 4ca615cf-00c7-46b4-b468-afa2c0c9365f {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:10.171655 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:10.177606 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Checking segment: {'id': '26f77ae9-d096-4a37-a462-a8a4932fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:10.178592 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.179228 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Bound using segment: {'id': '26f77ae9-d096-4a37-a462-a8a4932fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:10.179986 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Bound port: 69b5a820-0022-4f44-8c62-2227f2c8cb01, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f77ae9-d096-4a37-a462-a8a4932fe594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:10.180672 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.264652 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.269821 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] For port 69b5a820-0022-4f44-8c62-2227f2c8cb01, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:10.272022 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Subnet': ['ID=dc69cc77-abb0-4706-8685-c143a2a0991d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:10.273934 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] For port 69b5a820-0022-4f44-8c62-2227f2c8cb01, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=69b5a820-0022-4f44-8c62-2227f2c8cb01,segment=NetworkSegment(26f77ae9-d096-4a37-a462-a8a4932fe594),segment_id=26f77ae9-d096-4a37-a462-a8a4932fe594)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:10.281955 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Checking segment: {'id': '173a6b90-cc54-4a24-b549-1df4338efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:10.288653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network hostable DHCP agents. Network: 2035495a-407f-4273-8d34-37618aa2ab70, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:35:10.330687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e839a2-0b7d-4f83-a17a-a38cc837a834 None None] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:10.351373 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.396928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 2035495a-407f-4273-8d34-37618aa2ab70 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:35:10.444093 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3d1db-f45d-4ddf-a88c-035d33d0fa8b None None] Pushing event updated for resources: {'Port': ['ID=69b5a820-0022-4f44-8c62-2227f2c8cb01,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:10.463653 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:10.464400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:10.488942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 2035495a-407f-4273-8d34-37618aa2ab70) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:10.497886 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:10.498478 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.518532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c877b673-8a19-4ddd-a9ba-8ba48875bc72 None None] Network 2035495a-407f-4273-8d34-37618aa2ab70 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:10.548047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e9ec6573-ba36-42f4-9946-90f05aa75508 None None] Provisioning for port 1c923df7-6657-4946-b92c-54841c39227b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:10.606329 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:10.615456 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e93f4edb-67bb-4466-b66e-04296d5ebed1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2582788 Aug 19 12:35:10.618252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43424) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:10.690000 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.939819 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:06Z', 'revision_number': 2, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:10Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:10.971550 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba3500-f0f2-46f0-8505-b2165de05555 None None] The sync data for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 is: [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:06Z', 'revision_number': 2, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:10Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:10.997783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-2035495a-407f-4273-8d34-37618aa2ab70', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:35:10.998788 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.029851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1c923df7-6657-4946-b92c-54841c39227b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:11.197435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Allocated IP 2001:db8:1::2 (2035495a-407f-4273-8d34-37618aa2ab70/dc69cc77-abb0-4706-8685-c143a2a0991d/65a82282-8b1a-442c-88dd-a0f1e4f4b25b) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:11.290268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Router e029036b-6434-4a12-b2b2-eadf8debb117 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:35:11.355338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1c923df7-6657-4946-b92c-54841c39227b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:11.362845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1c923df7-6657-4946-b92c-54841c39227b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:11.363439 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.371751 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.500305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:11.541812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Sync routers for ids ['e029036b-6434-4a12-b2b2-eadf8debb117'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:11.564963 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.599897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Transition to ACTIVE for port object 65a82282-8b1a-442c-88dd-a0f1e4f4b25b will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:11.612022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Routers {'e029036b-6434-4a12-b2b2-eadf8debb117'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:11.612749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e029036b-6434-4a12-b2b2-eadf8debb117'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:11.632431 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.637641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c92ac638-ead8-4148-acc8-756f1e2088c6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3937886 Aug 19 12:35:11.640505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43440) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:11.656877 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.676009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Transition to ACTIVE for port object 65a82282-8b1a-442c-88dd-a0f1e4f4b25b will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:11.938614 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.939697 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.974784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Allocated IP 2001:db8:1::1 (2035495a-407f-4273-8d34-37618aa2ab70/dc69cc77-abb0-4706-8685-c143a2a0991d/e5d24e29-24b1-4943-a35b-a70e90df04f8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:12.005030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 1c923df7-6657-4946-b92c-54841c39227b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1c923df7-6657-4946-b92c-54841c39227b,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:12.007420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Network 2035495a-407f-4273-8d34-37618aa2ab70 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:12.015422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:12.023333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:12.047818 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Set router e029036b-6434-4a12-b2b2-eadf8debb117 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:12.049913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Pushing event updated for resources: {'Port': ['ID=65a82282-8b1a-442c-88dd-a0f1e4f4b25b,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:12.129494 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.235637 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.255351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Transition to ACTIVE for port object e5d24e29-24b1-4943-a35b-a70e90df04f8 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:12.289591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Attempting to bind port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:12.289828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Attempting to bind port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '173a6b90-cc54-4a24-b549-1df4338efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:12.290796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Attempting to bind port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b on network 2035495a-407f-4273-8d34-37618aa2ab70 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:12.312426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:12.312799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Checking segment: {'id': '173a6b90-cc54-4a24-b549-1df4338efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:12.313208 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.313634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Bound using segment: {'id': '173a6b90-cc54-4a24-b549-1df4338efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:12.314129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Bound port: 65a82282-8b1a-442c-88dd-a0f1e4f4b25b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173a6b90-cc54-4a24-b549-1df4338efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:12.314515 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.354156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=1c923df7-6657-4946-b92c-54841c39227b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:12.372384 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.425751 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.489662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] For port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:12.511277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] For port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=65a82282-8b1a-442c-88dd-a0f1e4f4b25b,segment=NetworkSegment(173a6b90-cc54-4a24-b549-1df4338efac5),segment_id=173a6b90-cc54-4a24-b549-1df4338efac5)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:12.519083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 2035495a-407f-4273-8d34-37618aa2ab70 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:12.527887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:09Z', 'revision_number': 3, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:12.541222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:12.547158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:12.550810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.555634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=e5d24e29-24b1-4943-a35b-a70e90df04f8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:12.584428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Checking router: e029036b-6434-4a12-b2b2-eadf8debb117 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:12.584788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Updating router e029036b-6434-4a12-b2b2-eadf8debb117 port 3674de8d-e6b2-4379-9e5b-1cec23de5058 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:35:12.616740 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.664200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807902c-9e8e-4bc2-885e-f67a45a438bf req-41710401-63a2-42be-becd-9d04e1e67bf3 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:12.666846 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7807902c-9e8e-4bc2-885e-f67a45a438bf req-41710401-63a2-42be-becd-9d04e1e67bf3 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1096 time: 0.2841740 Aug 19 12:35:12.704069 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7807902c-9e8e-4bc2-885e-f67a45a438bf req-7d57d3f5-df95-44e3-9c3c-814d96dd692d tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.714029 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.810476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Allocated IP 172.20.0.1 (0ce264d4-fc47-4c88-a9b0-c0b1fb985bff/93656fb1-3704-4585-9299-9c56d060bdcf/32b179d8-9ab3-45c8-8ed5-b0e81f0bf169) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:12.877271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9bf2b-3b81-44bb-972e-20b90ecc4e86 None None] Pushing event updated for resources: {'Port': ['ID=65a82282-8b1a-442c-88dd-a0f1e4f4b25b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:12.877684 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.081206 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7807902c-9e8e-4bc2-885e-f67a45a438bf req-7d57d3f5-df95-44e3-9c3c-814d96dd692d tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.105725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.165619 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.186466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Transition to ACTIVE for port object 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:13.201190 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7807902c-9e8e-4bc2-885e-f67a45a438bf req-7d57d3f5-df95-44e3-9c3c-814d96dd692d tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.206464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Transition to ACTIVE for port object 3674de8d-e6b2-4379-9e5b-1cec23de5058 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:13.254593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 69b5a820-0022-4f44-8c62-2227f2c8cb01 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:13.294336 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.295754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7807902c-9e8e-4bc2-885e-f67a45a438bf req-7d57d3f5-df95-44e3-9c3c-814d96dd692d tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6129057 Aug 19 12:35:13.403308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57d3f5-df95-44e3-9c3c-814d96dd692d tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0e1cb4-ab54-448c-b7be-123028d1367e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:13.444865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Attempting to bind port 3674de8d-e6b2-4379-9e5b-1cec23de5058 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:13.445710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Attempting to bind port 3674de8d-e6b2-4379-9e5b-1cec23de5058 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:13.446502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Attempting to bind port 3674de8d-e6b2-4379-9e5b-1cec23de5058 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:13.456380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ac735-c27b-408c-9724-d8f73b4c4e5c None None] Pushing event updated for resources: {'Port': ['ID=3674de8d-e6b2-4379-9e5b-1cec23de5058,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:13.465354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:13.465746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:13.466152 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.466587 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:13.467071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Bound port: 3674de8d-e6b2-4379-9e5b-1cec23de5058, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:13.467451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.517066 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.573101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 69b5a820-0022-4f44-8c62-2227f2c8cb01 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:13.605609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Pushing event updated for resources: {'Port': ['ID=32b179d8-9ab3-45c8-8ed5-b0e81f0bf169,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:13.625260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 69b5a820-0022-4f44-8c62-2227f2c8cb01 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:13.625660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.634038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:13.636168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:13.651770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:13.738491 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.748276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] For port 3674de8d-e6b2-4379-9e5b-1cec23de5058, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:13.755048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.792260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] For port 3674de8d-e6b2-4379-9e5b-1cec23de5058, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3674de8d-e6b2-4379-9e5b-1cec23de5058,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:13.851960 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.898272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e486c2f-730a-4386-9b0b-9acd6936553b req-e0d21957-8252-4fd1-a2ed-6c02550ebfe2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:13.906892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.908057 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.908792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e486c2f-730a-4386-9b0b-9acd6936553b req-e0d21957-8252-4fd1-a2ed-6c02550ebfe2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.1554832 Aug 19 12:35:13.917700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 69b5a820-0022-4f44-8c62-2227f2c8cb01, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=69b5a820-0022-4f44-8c62-2227f2c8cb01,segment=NetworkSegment(26f77ae9-d096-4a37-a462-a8a4932fe594),segment_id=26f77ae9-d096-4a37-a462-a8a4932fe594)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:13.920359 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.006775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Routers {'e029036b-6434-4a12-b2b2-eadf8debb117'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:14.006775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e029036b-6434-4a12-b2b2-eadf8debb117'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:14.010100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ac735-c27b-408c-9724-d8f73b4c4e5c None None] Pushing event updated for resources: {'Port': ['ID=3674de8d-e6b2-4379-9e5b-1cec23de5058,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:14.044095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e486c2f-730a-4386-9b0b-9acd6936553b req-026e4c01-9c79-482c-b96e-af3c2a92a556 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338062 Aug 19 12:35:14.061933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43494) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:14.075830 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.076280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1c923df7-6657-4946-b92c-54841c39227b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:14.096117 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=e5d24e29-24b1-4943-a35b-a70e90df04f8,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:14.178324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 2035495a-407f-4273-8d34-37618aa2ab70 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:14.180768 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:14.184623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-31e87c10-9dfc-4480-8731-caa901e775cd None None] Provisioning for port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:14.241861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-31e87c10-9dfc-4480-8731-caa901e775cd None None] Provisioning complete for port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:14.242245 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-31e87c10-9dfc-4480-8731-caa901e775cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.298999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.376314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router fed6a143-5dc9-47f3-96ad-0b9e0be8125e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:14.379785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=69b5a820-0022-4f44-8c62-2227f2c8cb01,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:14.419400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] Set router e029036b-6434-4a12-b2b2-eadf8debb117 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:14.420229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e8d6b5df-0ca3-4c51-aee4-7b85102813db tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/93548153-5366-4922-b6ec-c61cf09599f7 HTTP/1.1" status: 200 len: 992 time: 0.3558395 Aug 19 12:35:14.601665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-31e87c10-9dfc-4480-8731-caa901e775cd None None] Port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:14.668479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147eb934-2614-4c66-b063-41d5c529b98b None None] Network 2035495a-407f-4273-8d34-37618aa2ab70 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:14.677586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:14.684728 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.690693 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Sync routers for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:14.714367 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:14.714748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43518) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:14.714943 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-137f4827-1c07-45ae-b73a-bdc36a879cd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0952525 Aug 19 12:35:14.717877 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:14.720318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-623209773'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:14.818371 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.968796 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:14.997471 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.002805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1c923df7-6657-4946-b92c-54841c39227b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:15.003188 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.067628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:15.071060 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.152953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:35:15.192542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Pushing event updated for resources: {'Port': ['ID=32b179d8-9ab3-45c8-8ed5-b0e81f0bf169,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:15.192542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.192542 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added segment e73d7c18-8a71-441e-8431-74004a29dd9e of type vlan for network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 Aug 19 12:35:15.192542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.311546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7f040291-51ff-4806-b855-6f792ea1a3bd None None] Provisioning for port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:15.360378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:15.362355 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.365197 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:15.431791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:09Z', 'revision_number': 3, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:15.450534 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:12Z', 'revision_number': 3, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 2, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:15.484944 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Checking router: fed6a143-5dc9-47f3-96ad-0b9e0be8125e for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:15.485717 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Updating router fed6a143-5dc9-47f3-96ad-0b9e0be8125e port e5d24e29-24b1-4943-a35b-a70e90df04f8 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:35:15.506699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec64279-b242-42a8-876c-baf467cbbbb4 None None] The sync data for ids ['e029036b-6434-4a12-b2b2-eadf8debb117'] in n-d-778732-8 is: [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:09Z', 'revision_number': 3, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:15.552442 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.571999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Router e029036b-6434-4a12-b2b2-eadf8debb117 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:15.610048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.623688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:15.623688 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.833442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Network': ['ID=9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:15.865440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:35:15.954616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1f7d3e1c-9235-4cc9-8b17-482f7b96202b tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2382929 Aug 19 12:35:15.957090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43558) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:15.966650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'subnet': {'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:16.000393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:16.031270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bc436686-b030-462c-8d03-602f2fbf76c7 admin admin] 10.222.0.44 "PUT /v2.0/routers/e029036b-6434-4a12-b2b2-eadf8debb117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3898330 Aug 19 12:35:16.049149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 65a82282-8b1a-442c-88dd-a0f1e4f4b25b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:16.183064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-aacf0338-3fdb-4d11-9444-b6fec94cf163 None None] Provisioning complete for port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:16.183537 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-aacf0338-3fdb-4d11-9444-b6fec94cf163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.394111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-aacf0338-3fdb-4d11-9444-b6fec94cf163 None None] Port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:16.396378 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.413839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:16.418058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.453363 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Transition to ACTIVE for port object e5d24e29-24b1-4943-a35b-a70e90df04f8 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:16.551005 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.551480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:16.558485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:16.559090 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.675111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ed359898-5e41-4170-b39b-ddf314bde33d None None] Provisioning for port e5d24e29-24b1-4943-a35b-a70e90df04f8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:16.686427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41f3ce-c09c-4f45-bb51-1ad578948ff7 req-db45f05a-951d-41b7-9e90-7482fc42cd37 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:16.696800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d6c52-6941-448e-88c7-782c27a30bbe None None] Pushing event updated for resources: {'Port': ['ID=e5d24e29-24b1-4943-a35b-a70e90df04f8,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:16.700838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b41f3ce-c09c-4f45-bb51-1ad578948ff7 req-db45f05a-951d-41b7-9e90-7482fc42cd37 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.1791520 Aug 19 12:35:16.814153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b41f3ce-c09c-4f45-bb51-1ad578948ff7 req-b5cf765f-28e7-46da-8be9-326a11cb788c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118581 Aug 19 12:35:16.863938 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.892299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ed359898-5e41-4170-b39b-ddf314bde33d None None] Provisioning complete for port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:16.896535 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ed359898-5e41-4170-b39b-ddf314bde33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.897163 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Attempting to bind port e5d24e29-24b1-4943-a35b-a70e90df04f8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:16.897627 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Attempting to bind port e5d24e29-24b1-4943-a35b-a70e90df04f8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '173a6b90-cc54-4a24-b549-1df4338efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:16.898043 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Attempting to bind port e5d24e29-24b1-4943-a35b-a70e90df04f8 on network 2035495a-407f-4273-8d34-37618aa2ab70 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:16.909124 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:16.909124 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Checking segment: {'id': '173a6b90-cc54-4a24-b549-1df4338efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:16.909433 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.910134 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Bound using segment: {'id': '173a6b90-cc54-4a24-b549-1df4338efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:16.910641 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Bound port: e5d24e29-24b1-4943-a35b-a70e90df04f8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173a6b90-cc54-4a24-b549-1df4338efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:16.911794 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.987360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=65a82282-8b1a-442c-88dd-a0f1e4f4b25b,segment=NetworkSegment(173a6b90-cc54-4a24-b549-1df4338efac5),segment_id=173a6b90-cc54-4a24-b549-1df4338efac5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:17.019931 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:17.050525 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] For port e5d24e29-24b1-4943-a35b-a70e90df04f8, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:17.056356 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] For port e5d24e29-24b1-4943-a35b-a70e90df04f8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e5d24e29-24b1-4943-a35b-a70e90df04f8,segment=NetworkSegment(173a6b90-cc54-4a24-b549-1df4338efac5),segment_id=173a6b90-cc54-4a24-b549-1df4338efac5)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:17.082535 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ed359898-5e41-4170-b39b-ddf314bde33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:17.108234 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Subnet': ['ID=e2c1149f-4452-4bd8-a744-2128da6818ed,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:17.123332 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:17.124167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 69b5a820-0022-4f44-8c62-2227f2c8cb01 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:17.140070 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:17.197626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Checking segment: {'id': 'e73d7c18-8a71-441e-8431-74004a29dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:17.199172 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network hostable DHCP agents. Network: 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:35:17.293768 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:17.294560 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:17.355256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:35:17.410327 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-c9f5ab81-2bc2-4287-9ac8-d8e43591dddd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6730840 Aug 19 12:35:17.442798 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d6c52-6941-448e-88c7-782c27a30bbe None None] Pushing event updated for resources: {'Port': ['ID=e5d24e29-24b1-4943-a35b-a70e90df04f8,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:17.476415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:17.482792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:17.483674 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:17.497311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9450bb-d33c-48df-b14e-0288cd5be22b None None] Network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:17.520327 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:17.586167 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8248104c-6b80-40b5-81b3-caf7700aa08a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6271138 Aug 19 12:35:17.589104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43606) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.644719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 69b5a820-0022-4f44-8c62-2227f2c8cb01 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:17.645409 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:17.690471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=65a82282-8b1a-442c-88dd-a0f1e4f4b25b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:17.733986 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-ed359898-5e41-4170-b39b-ddf314bde33d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:35:17.734448 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-ed359898-5e41-4170-b39b-ddf314bde33d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:35:18.092296 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:12Z', 'revision_number': 3, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:17Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:18.119661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc2fe-c6c6-4ec9-80b0-4f608f5d8ea6 req-af9a1403-6bf0-48db-b9da-73124e2ebf81 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:18.138945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e74cc2fe-c6c6-4ec9-80b0-4f608f5d8ea6 req-af9a1403-6bf0-48db-b9da-73124e2ebf81 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.1788647 Aug 19 12:35:18.254208 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f6a33-9b86-4df9-89e8-62d5c2798f58 None None] The sync data for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 is: [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:12Z', 'revision_number': 3, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:17Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:18.275800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e74cc2fe-c6c6-4ec9-80b0-4f608f5d8ea6 req-176a6acd-ccab-4230-a532-07d6f99f1bb1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235888 Aug 19 12:35:18.393766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:35:18.403591 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:18.513321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:18.521885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-14034256-1d01-4988-9226-5ac43a70a93a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1289007329', 'description': 'tempest-description--1462566460'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:18.640997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 65a82282-8b1a-442c-88dd-a0f1e4f4b25b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:18.708234 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14034256-1d01-4988-9226-5ac43a70a93a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:18.859572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Allocated IP 2001:db8:2::2 (9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7/e2c1149f-4452-4bd8-a744-2128da6818ed/ddc80f66-5a00-4e4d-8cbd-7156c76e4833) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:18.876968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:18.877654 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:18.935004 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14034256-1d01-4988-9226-5ac43a70a93a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:18.976335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Sync routers for ids ['e029036b-6434-4a12-b2b2-eadf8debb117'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:19.085510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Routers {'e029036b-6434-4a12-b2b2-eadf8debb117'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:19.086175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e029036b-6434-4a12-b2b2-eadf8debb117'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:19.094544 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14034256-1d01-4988-9226-5ac43a70a93a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.231768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14034256-1d01-4988-9226-5ac43a70a93a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc12f069-aa9d-4cd0-8fb5-221897e91c41,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:19.244189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14034256-1d01-4988-9226-5ac43a70a93a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.250150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-14034256-1d01-4988-9226-5ac43a70a93a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7322204 Aug 19 12:35:19.252640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43664) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:19.273319 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1c706f3d-37bf-4dde-b6bd-c09aeece8c04 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Request body: {'security_group_rule': {'security_group_id': 'fc12f069-aa9d-4cd0-8fb5-221897e91c41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:19.445568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3674de8d-e6b2-4379-9e5b-1cec23de5058 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:19.480237 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.487609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fec6e-7250-4828-bc3d-7927b765e04c req-84f099d6-a1f0-49b8-85ce-86fcac9dc3e2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:19.491568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-524fec6e-7250-4828-bc3d-7927b765e04c req-84f099d6-a1f0-49b8-85ce-86fcac9dc3e2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.1139319 Aug 19 12:35:19.534816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Set router e029036b-6434-4a12-b2b2-eadf8debb117 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:19.582375 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.607317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-524fec6e-7250-4828-bc3d-7927b765e04c req-3437b969-6faf-4edd-96fc-523cbff7f984 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078169 Aug 19 12:35:19.613996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Transition to ACTIVE for port object ddc80f66-5a00-4e4d-8cbd-7156c76e4833 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:19.666298 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c706f3d-37bf-4dde-b6bd-c09aeece8c04 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.896017 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c706f3d-37bf-4dde-b6bd-c09aeece8c04 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.004953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c706f3d-37bf-4dde-b6bd-c09aeece8c04 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.036335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 3674de8d-e6b2-4379-9e5b-1cec23de5058 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:20.044423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Transition to ACTIVE for port object ddc80f66-5a00-4e4d-8cbd-7156c76e4833 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:20.056793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c706f3d-37bf-4dde-b6bd-c09aeece8c04 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d1f8da-da01-433d-995f-cd8815663366,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:20.066330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3674de8d-e6b2-4379-9e5b-1cec23de5058 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:20.066669 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.136099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 4, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '32b179d8-9ab3-45c8-8ed5-b0e81f0bf169', 'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'mac_address': 'fa:16:3e:d0:01:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:12Z', 'updated_at': '2021-08-19T12:35:14Z', 'revision_number': 2, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'subnets': [{'id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:20.181775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Checking router: e029036b-6434-4a12-b2b2-eadf8debb117 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:20.182136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Updating router e029036b-6434-4a12-b2b2-eadf8debb117 port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:35:20.222659 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.229774 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.239078 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c706f3d-37bf-4dde-b6bd-c09aeece8c04 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.243455 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1c706f3d-37bf-4dde-b6bd-c09aeece8c04 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9866219 Aug 19 12:35:20.244867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43688) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:20.251673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d3850511-52a7-4558-9908-4e0da8b38fd1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Request body: {'security_group_rule': {'security_group_id': 'fc12f069-aa9d-4cd0-8fb5-221897e91c41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:20.273599 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.319920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 3674de8d-e6b2-4379-9e5b-1cec23de5058, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3674de8d-e6b2-4379-9e5b-1cec23de5058,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:20.327742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Allocated IP 2001:db8:2::1 (9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7/e2c1149f-4452-4bd8-a744-2128da6818ed/b83fdc1e-5167-4939-a8fb-27f32804fdfc) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:20.364126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:20.378735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:20.393385 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:20.453650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Pushing event updated for resources: {'Port': ['ID=ddc80f66-5a00-4e4d-8cbd-7156c76e4833,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:20.462061 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.492319 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3850511-52a7-4558-9908-4e0da8b38fd1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.600374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a510a-0217-4e15-9ed5-04e45d6fc81b req-6b84b6d9-a7dd-4ad2-ab6b-ec35b93238db tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.608611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a510a-0217-4e15-9ed5-04e45d6fc81b req-6b84b6d9-a7dd-4ad2-ab6b-ec35b93238db tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.615652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a510a-0217-4e15-9ed5-04e45d6fc81b req-6b84b6d9-a7dd-4ad2-ab6b-ec35b93238db tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.615891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.625087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a510a-0217-4e15-9ed5-04e45d6fc81b req-6b84b6d9-a7dd-4ad2-ab6b-ec35b93238db tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.632851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a510a-0217-4e15-9ed5-04e45d6fc81b req-6b84b6d9-a7dd-4ad2-ab6b-ec35b93238db tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.644691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a510a-0217-4e15-9ed5-04e45d6fc81b req-6b84b6d9-a7dd-4ad2-ab6b-ec35b93238db tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.660710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a510a-0217-4e15-9ed5-04e45d6fc81b req-6b84b6d9-a7dd-4ad2-ab6b-ec35b93238db tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.681207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Transition to ACTIVE for port object b83fdc1e-5167-4939-a8fb-27f32804fdfc will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:20.696230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff5a510a-0217-4e15-9ed5-04e45d6fc81b req-6b84b6d9-a7dd-4ad2-ab6b-ec35b93238db tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5446 time: 0.2918510 Aug 19 12:35:20.712994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e5d24e29-24b1-4943-a35b-a70e90df04f8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:20.770535 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff5a510a-0217-4e15-9ed5-04e45d6fc81b req-2eda19ce-92a2-434f-8ce3-dc0d1e5ab195 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724709 Aug 19 12:35:20.783083 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3850511-52a7-4558-9908-4e0da8b38fd1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.828171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Attempting to bind port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:20.828553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Attempting to bind port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e73d7c18-8a71-441e-8431-74004a29dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:20.828923 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Attempting to bind port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 on network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:20.831092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=3674de8d-e6b2-4379-9e5b-1cec23de5058,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:20.881455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:20.881849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Checking segment: {'id': 'e73d7c18-8a71-441e-8431-74004a29dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:20.882553 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.882913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Bound using segment: {'id': 'e73d7c18-8a71-441e-8431-74004a29dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:20.883995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Bound port: ddc80f66-5a00-4e4d-8cbd-7156c76e4833, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73d7c18-8a71-441e-8431-74004a29dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:20.884443 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.891817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec5464-97ac-4359-8be8-57e214f59316 req-530b6f6f-2bae-4317-b257-d901c172459e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.893454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97ec5464-97ac-4359-8be8-57e214f59316 req-530b6f6f-2bae-4317-b257-d901c172459e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.0541184 Aug 19 12:35:20.950215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97ec5464-97ac-4359-8be8-57e214f59316 req-27af1bd3-f954-46a0-a9a5-c55e2fe70a17 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483816 Aug 19 12:35:20.974224 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3850511-52a7-4558-9908-4e0da8b38fd1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.974707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.000634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3850511-52a7-4558-9908-4e0da8b38fd1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8beb14-1512-4fb0-851d-afa3f1ea5c86,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:21.037620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:21.043349 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:21.047639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:21.048195 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.099441 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3850511-52a7-4558-9908-4e0da8b38fd1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.106295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d3850511-52a7-4558-9908-4e0da8b38fd1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8613174 Aug 19 12:35:21.107304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43716) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:21.116299 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:21.148181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=b83fdc1e-5167-4939-a8fb-27f32804fdfc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:21.220679 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.225763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port e5d24e29-24b1-4943-a35b-a70e90df04f8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:21.236847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.244840 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e5d24e29-24b1-4943-a35b-a70e90df04f8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:21.250412 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.251240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Transition to ACTIVE for port object 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:21.281709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] For port ddc80f66-5a00-4e4d-8cbd-7156c76e4833, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:21.302393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] For port ddc80f66-5a00-4e4d-8cbd-7156c76e4833, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ddc80f66-5a00-4e4d-8cbd-7156c76e4833,segment=NetworkSegment(e73d7c18-8a71-441e-8431-74004a29dd9e),segment_id=e73d7c18-8a71-441e-8431-74004a29dd9e)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:21.362101 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f6bda834-8fa6-46dc-8a4c-34999d705155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.366506 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.413364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.441749 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.442346 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.442991 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.490289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eee852-4441-4705-b133-3c015c9edbfe None None] Pushing event updated for resources: {'Port': ['ID=32b179d8-9ab3-45c8-8ed5-b0e81f0bf169,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:21.591837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port e5d24e29-24b1-4943-a35b-a70e90df04f8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e5d24e29-24b1-4943-a35b-a70e90df04f8,segment=NetworkSegment(173a6b90-cc54-4a24-b549-1df4338efac5),segment_id=173a6b90-cc54-4a24-b549-1df4338efac5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:21.654245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76681-a366-43f7-815c-d29a4d724564 req-82ce8437-8e92-4ebc-8ae9-25e93730f477 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.685596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76681-a366-43f7-815c-d29a4d724564 req-82ce8437-8e92-4ebc-8ae9-25e93730f477 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.720810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76681-a366-43f7-815c-d29a4d724564 req-82ce8437-8e92-4ebc-8ae9-25e93730f477 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.741890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76681-a366-43f7-815c-d29a4d724564 req-82ce8437-8e92-4ebc-8ae9-25e93730f477 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.752937 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.768276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76681-a366-43f7-815c-d29a4d724564 req-82ce8437-8e92-4ebc-8ae9-25e93730f477 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.775097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76681-a366-43f7-815c-d29a4d724564 req-82ce8437-8e92-4ebc-8ae9-25e93730f477 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.795982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76681-a366-43f7-815c-d29a4d724564 req-82ce8437-8e92-4ebc-8ae9-25e93730f477 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.797985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba76681-a366-43f7-815c-d29a4d724564 req-82ce8437-8e92-4ebc-8ae9-25e93730f477 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5446 time: 0.3120017 Aug 19 12:35:21.802347 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619132f-00f1-47d0-9df3-5f6f9b524e91 None None] Pushing event updated for resources: {'Port': ['ID=ddc80f66-5a00-4e4d-8cbd-7156c76e4833,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:21.821521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Attempting to bind port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:21.822095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Attempting to bind port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:21.822476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Attempting to bind port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:21.899905 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Allocated IP 172.25.6.3 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/5dd9602b-db90-4e8b-b866-735b1da4bcea) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:21.990722 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:21.991118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Checking segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:21.991539 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.991943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Bound using segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:21.992437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Bound port: 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:21.995916 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.999884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=e5d24e29-24b1-4943-a35b-a70e90df04f8,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:22.111711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76681-a366-43f7-815c-d29a4d724564 req-f800b1ae-065a-4470-a9cd-4efbec3c942c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.113350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba76681-a366-43f7-815c-d29a4d724564 req-f800b1ae-065a-4470-a9cd-4efbec3c942c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "GET /v2.0/ports/dfd52db2-a9b9-485f-a61c-b406983d071a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2251027 Aug 19 12:35:22.150440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f482d-8fe4-4dea-9c17-e07e323428e2 req-3d433c01-82c2-4bcb-a4e7-d7de0bdd4cba tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.152171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc4f482d-8fe4-4dea-9c17-e07e323428e2 req-3d433c01-82c2-4bcb-a4e7-d7de0bdd4cba tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.3338845 Aug 19 12:35:22.165852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-659bc974-0e75-48b0-ae28-40b26f090c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.167633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-659bc974-0e75-48b0-ae28-40b26f090c18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1096 time: 0.3402848 Aug 19 12:35:22.168667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] For port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:22.177880 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] For port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=32b179d8-9ab3-45c8-8ed5-b0e81f0bf169,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:22.238640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcf7d-1016-4f1e-9856-07a7e01658f3 req-6715c51e-ec95-4ae5-a512-fbe90121eecd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.245252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcf7d-1016-4f1e-9856-07a7e01658f3 req-6715c51e-ec95-4ae5-a512-fbe90121eecd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.251757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcf7d-1016-4f1e-9856-07a7e01658f3 req-6715c51e-ec95-4ae5-a512-fbe90121eecd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.258974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcf7d-1016-4f1e-9856-07a7e01658f3 req-6715c51e-ec95-4ae5-a512-fbe90121eecd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.265127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcf7d-1016-4f1e-9856-07a7e01658f3 req-6715c51e-ec95-4ae5-a512-fbe90121eecd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.272288 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.277159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcf7d-1016-4f1e-9856-07a7e01658f3 req-6715c51e-ec95-4ae5-a512-fbe90121eecd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.279333 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.283705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcf7d-1016-4f1e-9856-07a7e01658f3 req-6715c51e-ec95-4ae5-a512-fbe90121eecd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.295806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-040bcf7d-1016-4f1e-9856-07a7e01658f3 req-6715c51e-ec95-4ae5-a512-fbe90121eecd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5446 time: 0.2784510 Aug 19 12:35:22.327823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.381055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Routers {'e029036b-6434-4a12-b2b2-eadf8debb117'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:22.381784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e029036b-6434-4a12-b2b2-eadf8debb117'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:22.412920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc4f482d-8fe4-4dea-9c17-e07e323428e2 req-a14fcc84-5ab7-4832-b8cd-64e6c2f57999 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129650 Aug 19 12:35:22.426024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eee852-4441-4705-b133-3c015c9edbfe None None] Pushing event updated for resources: {'Port': ['ID=32b179d8-9ab3-45c8-8ed5-b0e81f0bf169,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:22.488855 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.489291 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.493197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba76681-a366-43f7-815c-d29a4d724564 req-3f575a60-a812-4ea6-8b92-232e96372ada tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "GET /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3710420 Aug 19 12:35:22.768697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:22.768697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-040bcf7d-1016-4f1e-9856-07a7e01658f3 req-75b0e626-ea34-4734-8590-1be660b886c1 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2613335 Aug 19 12:35:22.772512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] Set router e029036b-6434-4a12-b2b2-eadf8debb117 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:22.787354 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.810390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-2c741de5-7574-4945-a3b2-57b52297c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.815377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-2c741de5-7574-4945-a3b2-57b52297c3cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc6b604-c848-41a4-b1b1-427c7abac2d8 HTTP/1.1" status: 200 len: 897 time: 0.6098707 Aug 19 12:35:22.841239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585ea0b-879a-40eb-be28-f644d46d9292 req-71096a4d-1552-4cbe-9ec9-d9ccdd21f988 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.851284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6585ea0b-879a-40eb-be28-f644d46d9292 req-71096a4d-1552-4cbe-9ec9-d9ccdd21f988 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.2797415 Aug 19 12:35:22.924290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e5d24e29-24b1-4943-a35b-a70e90df04f8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:22.924541 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.934878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=b83fdc1e-5167-4939-a8fb-27f32804fdfc,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:23.013799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:23.018341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event updated for resources: {'Port': ['ID=5dd9602b-db90-4e8b-b866-735b1da4bcea,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:23.025000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:23.197497 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:23.210530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router fed6a143-5dc9-47f3-96ad-0b9e0be8125e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:23.224716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:23.230574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:23.261279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e5d24e29-24b1-4943-a35b-a70e90df04f8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:23.261279 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.277386 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43758) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:23.402633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:23.418491 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Sync routers for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:23.433669 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4dc9463e-d649-4433-9810-e37a6e3b21b5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8429589 Aug 19 12:35:23.434599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43762) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:23.439823 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:23.441704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-216020631'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:23.441970 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:34:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:23.515192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f035c-a286-4011-8540-a7ff89ea9094 None None] Network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:23.521067 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.572008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-612ff911-7e70-40f3-b395-b367380151e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 200 len: 1000 time: 0.7406437 Aug 19 12:35:23.597590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6585ea0b-879a-40eb-be28-f644d46d9292 req-76d41c95-b6b8-4f2e-8306-99aa56154c18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7442715 Aug 19 12:35:23.626404 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ea12982-470d-4bf4-bee2-b96110933721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.646460 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:23.673101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:23.681658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.759287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3674de8d-e6b2-4379-9e5b-1cec23de5058 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:23.830400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.911415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 4, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '32b179d8-9ab3-45c8-8ed5-b0e81f0bf169', 'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'mac_address': 'fa:16:3e:d0:01:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:12Z', 'updated_at': '2021-08-19T12:35:22Z', 'revision_number': 4, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'subnets': [{'id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:23.952555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709260b-23a9-4846-9963-c22a94358f23 req-8f741d85-56ae-4a6f-9b8f-b20b98cbb111 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.954638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7709260b-23a9-4846-9963-c22a94358f23 req-8f741d85-56ae-4a6f-9b8f-b20b98cbb111 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.3712568 Aug 19 12:35:23.954800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d18da-93cd-48f5-8b92-79793e78359c None None] The sync data for ids ['e029036b-6434-4a12-b2b2-eadf8debb117'] in n-d-778732-8 is: [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 4, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '32b179d8-9ab3-45c8-8ed5-b0e81f0bf169', 'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'mac_address': 'fa:16:3e:d0:01:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:12Z', 'updated_at': '2021-08-19T12:35:22Z', 'revision_number': 4, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'subnets': [{'id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:23.955775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-3ea91435-0c4f-4827-be91-917bed2cc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.957161 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-3ea91435-0c4f-4827-be91-917bed2cc39f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82e9bc33-2356-492b-8751-0ac001f0dbf8 HTTP/1.1" status: 200 len: 834 time: 0.3530850 Aug 19 12:35:23.959136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] For port dfd52db2-a9b9-485f-a61c-b406983d071a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=dfd52db2-a9b9-485f-a61c-b406983d071a,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:23.983765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3674de8d-e6b2-4379-9e5b-1cec23de5058 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:23.984857 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.989571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9cea9241-ed17-4782-ad20-34592367b577 None None] Provisioning for port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:24.057571 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:35:24.060638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162064-3fd6-4f17-aee4-74869a389826 req-2f56d1f7-798a-4db3-b193-bdfd4d497e45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.076594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162064-3fd6-4f17-aee4-74869a389826 req-2f56d1f7-798a-4db3-b193-bdfd4d497e45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.092285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162064-3fd6-4f17-aee4-74869a389826 req-2f56d1f7-798a-4db3-b193-bdfd4d497e45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.110916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162064-3fd6-4f17-aee4-74869a389826 req-2f56d1f7-798a-4db3-b193-bdfd4d497e45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.122335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162064-3fd6-4f17-aee4-74869a389826 req-2f56d1f7-798a-4db3-b193-bdfd4d497e45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.127722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.127722 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added segment 4c274d1d-c80c-4232-ac5d-2340cfdaf295 of type vlan for network e147c927-e874-4cb8-86dd-3c8f05674f2d Aug 19 12:35:24.143753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162064-3fd6-4f17-aee4-74869a389826 req-2f56d1f7-798a-4db3-b193-bdfd4d497e45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.169843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162064-3fd6-4f17-aee4-74869a389826 req-2f56d1f7-798a-4db3-b193-bdfd4d497e45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.177517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33162064-3fd6-4f17-aee4-74869a389826 req-2f56d1f7-798a-4db3-b193-bdfd4d497e45 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 5446 time: 0.3797727 Aug 19 12:35:24.216439 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 2, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:24.229461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] For port dfd52db2-a9b9-485f-a61c-b406983d071a, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:24.256906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.260081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ddc80f66-5a00-4e4d-8cbd-7156c76e4833 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:24.296205 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Checking router: fed6a143-5dc9-47f3-96ad-0b9e0be8125e for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:24.296566 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Updating router fed6a143-5dc9-47f3-96ad-0b9e0be8125e port b83fdc1e-5167-4939-a8fb-27f32804fdfc binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:35:24.314277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] device_id is not set on port dfd52db2-a9b9-485f-a61c-b406983d071a yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:35:24.328736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ea12982-470d-4bf4-bee2-b96110933721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.352361 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.353925 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.382109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.455599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:24.456511 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ea12982-470d-4bf4-bee2-b96110933721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.466052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33162064-3fd6-4f17-aee4-74869a389826 req-50021c04-78ed-4463-a70a-d7b6f8174873 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2812729 Aug 19 12:35:24.466240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.466395 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.468234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:24.472920 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.473110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7709260b-23a9-4846-9963-c22a94358f23 req-7c9ed40b-fcb2-4084-9d09-44eb44eae32a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4954336 Aug 19 12:35:24.486321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.494293 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.552957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-69621553-d5f0-43fd-b32e-2d983d8dcb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.553496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.554539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-69621553-d5f0-43fd-b32e-2d983d8dcb71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc6b604-c848-41a4-b1b1-427c7abac2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5731051 Aug 19 12:35:24.748099 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.798769 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.799577 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1ea12982-470d-4bf4-bee2-b96110933721 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f40afbd3a5ee42a7ab374d4114e1baeb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4047427 Aug 19 12:35:24.813832 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Transition to ACTIVE for port object b83fdc1e-5167-4939-a8fb-27f32804fdfc will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:24.823605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43788) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:24.859311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port ddc80f66-5a00-4e4d-8cbd-7156c76e4833, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ddc80f66-5a00-4e4d-8cbd-7156c76e4833,segment=NetworkSegment(e73d7c18-8a71-441e-8431-74004a29dd9e),segment_id=e73d7c18-8a71-441e-8431-74004a29dd9e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:24.894925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-17a1531c-f3dc-45cc-9cf2-fb7aff63fcac None None] Provisioning complete for port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:24.895223 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-17a1531c-f3dc-45cc-9cf2-fb7aff63fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.903545 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4633982 Aug 19 12:35:24.950863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43792) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:24.974552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] No DVR routers for this DVR port dfd52db2-a9b9-485f-a61c-b406983d071a on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:25.020012 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.029262 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.045896 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'subnet': {'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:25.084914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Pushing event updated for resources: {'Port': ['ID=dfd52db2-a9b9-485f-a61c-b406983d071a,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:25.138750 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c120e3-f518-4b49-a3fd-40b8ab49cb28 None None] Pushing event updated for resources: {'Port': ['ID=b83fdc1e-5167-4939-a8fb-27f32804fdfc,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:25.240341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=ddc80f66-5a00-4e4d-8cbd-7156c76e4833,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:25.273097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.274797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.275351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.275877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.276406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.276924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.277481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.277984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.278502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.279020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.279528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.280029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:25.335905 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Attempting to bind port b83fdc1e-5167-4939-a8fb-27f32804fdfc on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:25.336875 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Attempting to bind port b83fdc1e-5167-4939-a8fb-27f32804fdfc by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e73d7c18-8a71-441e-8431-74004a29dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:25.337535 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Attempting to bind port b83fdc1e-5167-4939-a8fb-27f32804fdfc on network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:25.346442 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:25.346824 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Checking segment: {'id': 'e73d7c18-8a71-441e-8431-74004a29dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:25.347231 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.347785 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Bound using segment: {'id': 'e73d7c18-8a71-441e-8431-74004a29dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:25.348136 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Bound port: b83fdc1e-5167-4939-a8fb-27f32804fdfc, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73d7c18-8a71-441e-8431-74004a29dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:25.348673 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.384651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:25.392837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea12982-470d-4bf4-bee2-b96110933721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57261cb-78b0-415a-a82c-774e052b2729,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:25.424056 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1eeef-eac5-4650-9e8a-2adc709b5d15 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Network': ['ID=e147c927-e874-4cb8-86dd-3c8f05674f2d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:25.426115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] In _notify_port_updated(), no bound segment for port dfd52db2-a9b9-485f-a61c-b406983d071a on network 35516620-7e1d-40f2-aa96-55c72d5a6336 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:35:25.427129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.427860 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.429318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba76681-a366-43f7-815c-d29a4d724564 req-a489affe-665f-47b6-8a2e-54eb890d8d0f service neutron] 10.222.0.53 "PUT /v2.0/ports/dfd52db2-a9b9-485f-a61c-b406983d071a HTTP/1.1" status: 200 len: 1033 time: 2.9111021 Aug 19 12:35:25.438046 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fc873ba-9bf2-4e9f-b47c-da2ead49b942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.455727 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event updated for resources: {'Port': ['ID=5dd9602b-db90-4e8b-b866-735b1da4bcea,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:25.467976 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.475201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c235a-1f1b-4228-960d-c83984f4633a req-78922af9-f753-46de-88d0-da729543d469 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.489400 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad2c235a-1f1b-4228-960d-c83984f4633a req-78922af9-f753-46de-88d0-da729543d469 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.7011969 Aug 19 12:35:25.516290 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] For port b83fdc1e-5167-4939-a8fb-27f32804fdfc, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:25.529345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network e147c927-e874-4cb8-86dd-3c8f05674f2d details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:35:25.531146 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] For port b83fdc1e-5167-4939-a8fb-27f32804fdfc, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b83fdc1e-5167-4939-a8fb-27f32804fdfc,segment=NetworkSegment(e73d7c18-8a71-441e-8431-74004a29dd9e),segment_id=e73d7c18-8a71-441e-8431-74004a29dd9e)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:25.539922 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ee551a5-9998-4f21-95e7-fe46ae5a809e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.617827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-55a7b283-44b2-4b5c-8003-7f4d11748190 service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0472777 Aug 19 12:35:25.637990 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.640148 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-18d82c94-3f7e-4dee-893a-5d888076b800 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5302827 Aug 19 12:35:25.654324 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fc873ba-9bf2-4e9f-b47c-da2ead49b942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.665486 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.678138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-17a1531c-f3dc-45cc-9cf2-fb7aff63fcac None None] Provisioning for port b83fdc1e-5167-4939-a8fb-27f32804fdfc completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:25.757925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Made reservation on behalf of 222fbcc7eff74564b7393a5aeed7ba22 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:25.759472 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.769953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.787775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76681-a366-43f7-815c-d29a4d724564 req-f8cb307e-9089-4c59-b4d1-c38db31f5a63 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.801051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba76681-a366-43f7-815c-d29a4d724564 req-f8cb307e-9089-4c59-b4d1-c38db31f5a63 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "GET /v2.0/ports/59952a98-c9c6-42eb-964e-b03e707b5eb7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3473537 Aug 19 12:35:25.822325 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:25.826730 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:25.881216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:25.888722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:25.928286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c29a602e-6f1d-4d6a-a82d-eb3a9c1b68c9 None None] Provisioning complete for port dfd52db2-a9b9-485f-a61c-b406983d071a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:25.928286 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c29a602e-6f1d-4d6a-a82d-eb3a9c1b68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.928286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:25.928286 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.088456 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.138193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c29a602e-6f1d-4d6a-a82d-eb3a9c1b68c9 None None] Port dfd52db2-a9b9-485f-a61c-b406983d071a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:26.345225 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c120e3-f518-4b49-a3fd-40b8ab49cb28 None None] Pushing event updated for resources: {'Port': ['ID=b83fdc1e-5167-4939-a8fb-27f32804fdfc,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:26.370956 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:26.375874 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.435908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad2c235a-1f1b-4228-960d-c83984f4633a req-b4ee80c4-57b1-4a6e-8f38-966b00aa95b0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9415781 Aug 19 12:35:26.447148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Subnet': ['ID=908255bc-edde-44b0-afae-38f0bfd97c46,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:26.518377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-d8649720-8377-49ed-ac1b-1e5863ab2980 service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7306778 Aug 19 12:35:26.548962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6f39-1509-4dba-a265-092a7bf85721 req-e1368bca-09a4-42ad-aa67-820fb9a4059c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.560829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6f39-1509-4dba-a265-092a7bf85721 req-e1368bca-09a4-42ad-aa67-820fb9a4059c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.575722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Checking segment: {'id': '4c274d1d-c80c-4232-ac5d-2340cfdaf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:26.576098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network hostable DHCP agents. Network: e147c927-e874-4cb8-86dd-3c8f05674f2d, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:35:26.586669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device dfd52db2-a9b9-485f-a61c-b406983d071a no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:26.592251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6f39-1509-4dba-a265-092a7bf85721 req-e1368bca-09a4-42ad-aa67-820fb9a4059c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.599204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6f39-1509-4dba-a265-092a7bf85721 req-e1368bca-09a4-42ad-aa67-820fb9a4059c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.607397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6f39-1509-4dba-a265-092a7bf85721 req-e1368bca-09a4-42ad-aa67-820fb9a4059c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.626055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6f39-1509-4dba-a265-092a7bf85721 req-e1368bca-09a4-42ad-aa67-820fb9a4059c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.654527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9fed6f39-1509-4dba-a265-092a7bf85721 req-e1368bca-09a4-42ad-aa67-820fb9a4059c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 4666 time: 1.0294564 Aug 19 12:35:26.694764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network e147c927-e874-4cb8-86dd-3c8f05674f2d is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:35:26.743593 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.774445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, e147c927-e874-4cb8-86dd-3c8f05674f2d) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:26.783415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.784241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.790381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=32b179d8-9ab3-45c8-8ed5-b0e81f0bf169,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:26.791273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] For port 59952a98-c9c6-42eb-964e-b03e707b5eb7, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=59952a98-c9c6-42eb-964e-b03e707b5eb7,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:26.791502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device dfd52db2-a9b9-485f-a61c-b406983d071a not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:26.791934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f8f6c14b-3e20-4211-9f1e-aeb44e442751 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:26.795866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270654cd-cfaf-4e03-811f-3fd3337c9378 None None] Network e147c927-e874-4cb8-86dd-3c8f05674f2d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:26.833360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9fed6f39-1509-4dba-a265-092a7bf85721 req-e195a41c-fdce-4362-9b9e-c353b06b4b0f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=9976bfe2-d3b7-4b82-9e88-fe515ca46998&id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1553619 Aug 19 12:35:26.867005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b3db-eb5e-48d5-a555-aa16bcba5496 req-485ab00c-a76b-48e8-b5ff-6a778d4fc8fa tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.869735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a28b3db-eb5e-48d5-a555-aa16bcba5496 req-485ab00c-a76b-48e8-b5ff-6a778d4fc8fa tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.2136958 Aug 19 12:35:26.872910 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fc873ba-9bf2-4e9f-b47c-da2ead49b942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.875800 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fc873ba-9bf2-4e9f-b47c-da2ead49b942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.882777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3fc873ba-9bf2-4e9f-b47c-da2ead49b942 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d57261cb-78b0-415a-a82c-774e052b2729 HTTP/1.1" status: 204 len: 168 time: 2.0300989 Aug 19 12:35:26.891151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] For port 59952a98-c9c6-42eb-964e-b03e707b5eb7, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:26.906394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.913010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc873ba-9bf2-4e9f-b47c-da2ead49b942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57261cb-78b0-415a-a82c-774e052b2729,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:26.958588 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:25Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:26.965320 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b6776cb-5100-4d54-b1dc-7841096ce2f9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9984884 Aug 19 12:35:26.966965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43824) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:26.978199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] device_id is not set on port 59952a98-c9c6-42eb-964e-b03e707b5eb7 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:35:27.003044 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.034781 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6420-6c7e-496f-9405-bea9c77d2dbd None None] The sync data for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 is: [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:25Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:27.072090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a28b3db-eb5e-48d5-a555-aa16bcba5496 req-0a11cb66-9a32-4546-b873-0b0598c2c919 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684513 Aug 19 12:35:27.174528 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.270347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-5f23e927-0765-4987-b632-75f9d1d1233f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1289007329&fields=id&tenant_id=c4215f5876254990ac7547c4d07ccb07 HTTP/1.1" status: 200 len: 267 time: 0.1566641 Aug 19 12:35:27.445304 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.448106 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.464792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ddc80f66-5a00-4e4d-8cbd-7156c76e4833 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:27.491651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] No DVR routers for this DVR port 59952a98-c9c6-42eb-964e-b03e707b5eb7 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:27.510751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] Pushing event updated for resources: {'Port': ['ID=59952a98-c9c6-42eb-964e-b03e707b5eb7,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:27.613391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=32b179d8-9ab3-45c8-8ed5-b0e81f0bf169,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:27.676929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f6c14b-3e20-4211-9f1e-aeb44e442751'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:27.679372 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2b265-5839-4e40-b57f-ce407966fd32" -d '{"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f6c14b-3e20-4211-9f1e-aeb44e442751"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:27.697985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-e147c927-e874-4cb8-86dd-3c8f05674f2d', 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'fixed_ips': [{'subnet_id': '908255bc-edde-44b0-afae-38f0bfd97c46'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:35:27.698614 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.729288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f8f6c14b-3e20-4211-9f1e-aeb44e442751, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f8f6c14b-3e20-4211-9f1e-aeb44e442751,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:27.733945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] In _notify_port_updated(), no bound segment for port 59952a98-c9c6-42eb-964e-b03e707b5eb7 on network 35516620-7e1d-40f2-aa96-55c72d5a6336 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:35:27.734925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:27.735546 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.739641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba76681-a366-43f7-815c-d29a4d724564 req-3e4b8269-7a69-451a-8e7c-72653e4139be service neutron] 10.222.0.53 "PUT /v2.0/ports/59952a98-c9c6-42eb-964e-b03e707b5eb7 HTTP/1.1" status: 200 len: 1032 time: 1.9098859 Aug 19 12:35:27.794869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:27.795266 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.864481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-fa99b33f-1854-4db3-b442-2a853295b8c0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:27.870060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-fa99b33f-1854-4db3-b442-2a853295b8c0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 811 time: 0.5972307 Aug 19 12:35:27.895234 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.899788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 331fdea2-c75c-4b83-ac8b-f5f182984952 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:28.010134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180920a-96c6-4a36-b45c-b831a720a279 req-4a8737b6-26df-4dc3-bc3d-bd9f4a826ff1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.011749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9180920a-96c6-4a36-b45c-b831a720a279 req-4a8737b6-26df-4dc3-bc3d-bd9f4a826ff1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.4302535 Aug 19 12:35:28.044086 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-baee54aa-a5ae-4557-aaf2-0ea84f33fafe tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/quotas/c4215f5876254990ac7547c4d07ccb07 HTTP/1.1" status: 200 len: 375 time: 0.1736968 Aug 19 12:35:28.189928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9180920a-96c6-4a36-b45c-b831a720a279 req-bcd32a3f-c1f1-451d-ad8c-f2987153ef3f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601853 Aug 19 12:35:28.205535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-ded0b803-09c5-4603-9dfa-8aa7e6e145fd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Deleting port bba8428d-a258-4eb1-b4e0-197ae028333d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:28.205535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-ded0b803-09c5-4603-9dfa-8aa7e6e145fd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.205903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Allocated IP 2001:db8:3::2 (e147c927-e874-4cb8-86dd-3c8f05674f2d/908255bc-edde-44b0-afae-38f0bfd97c46/24421e29-b0ed-459d-820e-10fd6eef6d9f) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:28.344916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-09731ec5-178b-4dd8-b565-027e7a0e92d8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2999160 Aug 19 12:35:28.475033 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.486190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aba76681-a366-43f7-815c-d29a4d724564 req-ded0b803-09c5-4603-9dfa-8aa7e6e145fd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] For port bba8428d-a258-4eb1-b4e0-197ae028333d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bba8428d-a258-4eb1-b4e0-197ae028333d,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:28.486968 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-ded0b803-09c5-4603-9dfa-8aa7e6e145fd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.492251 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd1d6eb-5640-4e06-8109-cffec7e33daf x-openstack-request-id: req-ccd1d6eb-5640-4e06-8109-cffec7e33daf {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:28.497567 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43852) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:28.501910 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f6c14b-3e20-4211-9f1e-aeb44e442751", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:28.504276 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ccd1d6eb-5640-4e06-8109-cffec7e33daf {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:28.504276 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f6c14b-3e20-4211-9f1e-aeb44e442751', 'code': 200} Aug 19 12:35:28.538701 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-addb272f-8d74-4f67-ae9a-7b6eddaca337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.540343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-ded0b803-09c5-4603-9dfa-8aa7e6e145fd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Calling delete_port for bba8428d-a258-4eb1-b4e0-197ae028333d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:28.549892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-171c346c-1daa-4d60-9d87-a2ac283cda79 None None] Provisioning complete for port 59952a98-c9c6-42eb-964e-b03e707b5eb7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:28.550676 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-171c346c-1daa-4d60-9d87-a2ac283cda79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.556254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Transition to ACTIVE for port object 24421e29-b0ed-459d-820e-10fd6eef6d9f will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:28.578201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de7a0a-4f0f-4908-8ce7-1c96b3f5cd35 req-db342a32-9a3f-47b5-b3d0-9e16e51f6e33 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.584692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de7a0a-4f0f-4908-8ce7-1c96b3f5cd35 req-db342a32-9a3f-47b5-b3d0-9e16e51f6e33 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.592484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de7a0a-4f0f-4908-8ce7-1c96b3f5cd35 req-db342a32-9a3f-47b5-b3d0-9e16e51f6e33 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.598775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de7a0a-4f0f-4908-8ce7-1c96b3f5cd35 req-db342a32-9a3f-47b5-b3d0-9e16e51f6e33 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.606118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de7a0a-4f0f-4908-8ce7-1c96b3f5cd35 req-db342a32-9a3f-47b5-b3d0-9e16e51f6e33 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.608210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22de7a0a-4f0f-4908-8ce7-1c96b3f5cd35 req-db342a32-9a3f-47b5-b3d0-9e16e51f6e33 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 3885 time: 0.1092534 Aug 19 12:35:28.686675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22de7a0a-4f0f-4908-8ce7-1c96b3f5cd35 req-9fa087f3-0795-429c-8d55-cae1575d8ad2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473657 Aug 19 12:35:28.691676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-746c55bf-e339-4747-a9b9-4c2b96225353 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:35:28.693027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-746c55bf-e339-4747-a9b9-4c2b96225353 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3221924 Aug 19 12:35:28.735991 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.844665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Transition to ACTIVE for port object 24421e29-b0ed-459d-820e-10fd6eef6d9f will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:28.854525 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-addb272f-8d74-4f67-ae9a-7b6eddaca337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.884568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-171c346c-1daa-4d60-9d87-a2ac283cda79 None None] Port 59952a98-c9c6-42eb-964e-b03e707b5eb7 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:28.890977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-a0b881f4-089a-49bc-8ff6-89baca7c5bbd service neutron] 10.222.0.44 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816897 Aug 19 12:35:28.912130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f8f6c14b-3e20-4211-9f1e-aeb44e442751,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:28.921327 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.962119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192b64c-8a85-4eea-8728-89f82a9b8764 req-6090e1ad-ef0e-4cb5-aabb-730950fe59a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.963702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8192b64c-8a85-4eea-8728-89f82a9b8764 req-6090e1ad-ef0e-4cb5-aabb-730950fe59a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.1367509 Aug 19 12:35:28.990191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 331fdea2-c75c-4b83-ac8b-f5f182984952, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=331fdea2-c75c-4b83-ac8b-f5f182984952,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:28.998084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.999887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.007565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-addb272f-8d74-4f67-ae9a-7b6eddaca337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.033558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-ded0b803-09c5-4603-9dfa-8aa7e6e145fd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.039875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-8ff2100f-d995-45e0-a361-b0023f1d1439 service neutron] 10.222.0.44 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391830 Aug 19 12:35:29.048123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8192b64c-8a85-4eea-8728-89f82a9b8764 req-65dbb36c-fa79-4c1c-a457-d8224515758f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736756 Aug 19 12:35:29.073070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0b803-09c5-4603-9dfa-8aa7e6e145fd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Port': ['ID=bba8428d-a258-4eb1-b4e0-197ae028333d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:29.081856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.082987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2397b715-6ad6-41aa-897c-1961b843f1b4 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:29.087623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Network e147c927-e874-4cb8-86dd-3c8f05674f2d is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:29.096131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb272f-8d74-4f67-ae9a-7b6eddaca337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b0ecf5-e2e1-4ebc-8e17-25483d4d9ee8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:29.108820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:29.110638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:29.146027 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-addb272f-8d74-4f67-ae9a-7b6eddaca337 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e5c556496204b45b0c63a953878ca16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6472967 Aug 19 12:35:29.147155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43862) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:29.160360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba76681-a366-43f7-815c-d29a4d724564 req-ded0b803-09c5-4603-9dfa-8aa7e6e145fd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] No DVR routers for this DVR port bba8428d-a258-4eb1-b4e0-197ae028333d on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:29.163609 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-ded0b803-09c5-4603-9dfa-8aa7e6e145fd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.168742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba76681-a366-43f7-815c-d29a4d724564 req-ded0b803-09c5-4603-9dfa-8aa7e6e145fd tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "DELETE /v2.0/ports/bba8428d-a258-4eb1-b4e0-197ae028333d HTTP/1.1" status: 204 len: 173 time: 1.4071522 Aug 19 12:35:29.169399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-deleted', 'tag': 'bba8428d-a258-4eb1-b4e0-197ae028333d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:29.172220 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2d7d56-70f4-4dd5-82cd-bcdb65eea48b" -d '{"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-deleted", "tag": "bba8428d-a258-4eb1-b4e0-197ae028333d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:29.200382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Pushing event updated for resources: {'Port': ['ID=24421e29-b0ed-459d-820e-10fd6eef6d9f,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:29.309567 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55597179-f731-4da6-9078-8d3fb04dfc6a x-openstack-request-id: req-55597179-f731-4da6-9078-8d3fb04dfc6a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:29.310667 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-deleted", "tag": "bba8428d-a258-4eb1-b4e0-197ae028333d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:29.311229 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55597179-f731-4da6-9078-8d3fb04dfc6a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:29.311832 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-deleted', 'tag': 'bba8428d-a258-4eb1-b4e0-197ae028333d', 'status': 'completed', 'code': 200} Aug 19 12:35:29.326678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Allocated IP 2001:db8:3::1 (e147c927-e874-4cb8-86dd-3c8f05674f2d/908255bc-edde-44b0-afae-38f0bfd97c46/fc068726-c7f1-443e-9053-bc972b997b22) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:29.346032 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a56c2ade-5483-4d84-874b-5548a979cef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.412644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Deleting port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:29.413191 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.481952 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.514776 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a56c2ade-5483-4d84-874b-5548a979cef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.657919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6026-5f1d-44ad-a705-d37117caa14d req-0f64c437-659d-472f-bada-d2f158c33250 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:29.659839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a22f6026-5f1d-44ad-a705-d37117caa14d req-0f64c437-659d-472f-bada-d2f158c33250 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.1788595 Aug 19 12:35:29.673874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b83fdc1e-5167-4939-a8fb-27f32804fdfc up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:29.705603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2397b715-6ad6-41aa-897c-1961b843f1b4, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2397b715-6ad6-41aa-897c-1961b843f1b4,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:29.745112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] For port 80f877a9-dfa8-4666-81dc-1ebd03296cb8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:29.751011 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.800177 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.817640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bba8428d-a258-4eb1-b4e0-197ae028333d no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:29.822470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a22f6026-5f1d-44ad-a705-d37117caa14d req-70ed975e-a132-43a1-835b-ef2948b47cf6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411796 Aug 19 12:35:29.828054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Attempting to bind port 24421e29-b0ed-459d-820e-10fd6eef6d9f on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:29.830209 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.832075 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Attempting to bind port 24421e29-b0ed-459d-820e-10fd6eef6d9f by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '4c274d1d-c80c-4232-ac5d-2340cfdaf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:29.833121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Attempting to bind port 24421e29-b0ed-459d-820e-10fd6eef6d9f on network e147c927-e874-4cb8-86dd-3c8f05674f2d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:29.873405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:29.877062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Checking segment: {'id': '4c274d1d-c80c-4232-ac5d-2340cfdaf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:29.877062 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.877062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Bound using segment: {'id': '4c274d1d-c80c-4232-ac5d-2340cfdaf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:29.878124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Transition to ACTIVE for port object fc068726-c7f1-443e-9053-bc972b997b22 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:29.880202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a56c2ade-5483-4d84-874b-5548a979cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.884551 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a56c2ade-5483-4d84-874b-5548a979cef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.889219 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a56c2ade-5483-4d84-874b-5548a979cef7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13b0ecf5-e2e1-4ebc-8e17-25483d4d9ee8 HTTP/1.1" status: 204 len: 168 time: 0.7363412 Aug 19 12:35:29.902082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Bound port: 24421e29-b0ed-459d-820e-10fd6eef6d9f, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c274d1d-c80c-4232-ac5d-2340cfdaf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:29.903022 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.905490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=331fdea2-c75c-4b83-ac8b-f5f182984952,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:29.919115 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c2ade-5483-4d84-874b-5548a979cef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b0ecf5-e2e1-4ebc-8e17-25483d4d9ee8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:29.933322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c20ebe2a-a280-4b03-9ba5-d6fcba9eb6aa req-38e1bcf7-9951-45a5-b666-519453182fff tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 210 time: 0.1232038 Aug 19 12:35:29.940458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: bba8428d-a258-4eb1-b4e0-197ae028333d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:29.941068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bba8428d-a258-4eb1-b4e0-197ae028333d not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:29.943263 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 80f877a9-dfa8-4666-81dc-1ebd03296cb8 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:30.082998 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.142738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network e147c927-e874-4cb8-86dd-3c8f05674f2d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:30.149559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:30.163740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:30.164575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.168972 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=fc068726-c7f1-443e-9053-bc972b997b22,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:30.173746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8c434-44c9-42a2-b633-d41b2f50d715 req-99416671-d1ec-462d-a73b-87d6df6a1144 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:30.189556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8c434-44c9-42a2-b633-d41b2f50d715 req-99416671-d1ec-462d-a73b-87d6df6a1144 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:30.195601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8c434-44c9-42a2-b633-d41b2f50d715 req-99416671-d1ec-462d-a73b-87d6df6a1144 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:30.203953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8c434-44c9-42a2-b633-d41b2f50d715 req-99416671-d1ec-462d-a73b-87d6df6a1144 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:30.206385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88e8c434-44c9-42a2-b633-d41b2f50d715 req-99416671-d1ec-462d-a73b-87d6df6a1144 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 3146 time: 0.2091098 Aug 19 12:35:30.210278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2397b715-6ad6-41aa-897c-1961b843f1b4,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:30.251417 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.313551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] For port 24421e29-b0ed-459d-820e-10fd6eef6d9f, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:30.321622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 80f877a9-dfa8-4666-81dc-1ebd03296cb8, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80f877a9-dfa8-4666-81dc-1ebd03296cb8,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:30.329329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b83fdc1e-5167-4939-a8fb-27f32804fdfc completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:30.338950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] For port 24421e29-b0ed-459d-820e-10fd6eef6d9f, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=24421e29-b0ed-459d-820e-10fd6eef6d9f,segment=NetworkSegment(4c274d1d-c80c-4232-ac5d-2340cfdaf295),segment_id=4c274d1d-c80c-4232-ac5d-2340cfdaf295)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:30.340728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b83fdc1e-5167-4939-a8fb-27f32804fdfc triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:30.340992 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.374440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.375077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.375693 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Floating IP 854645c1-5bdc-450a-9efd-87d001190648 disassociated. External IP: 172.25.6.155, port: 80f877a9-dfa8-4666-81dc-1ebd03296cb8. Aug 19 12:35:30.375693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Calling delete_port for 80f877a9-dfa8-4666-81dc-1ebd03296cb8 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:30.410886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88e8c434-44c9-42a2-b633-d41b2f50d715 req-e14647c0-ed79-4564-8636-46302a09e9bb tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249864 Aug 19 12:35:30.452704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abfca1-99ea-406c-9799-fc8ac82956cf req-c103ef3b-d468-4e7d-b03a-eedd73eecc3d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:30.452704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8abfca1-99ea-406c-9799-fc8ac82956cf req-c103ef3b-d468-4e7d-b03a-eedd73eecc3d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.1672015 Aug 19 12:35:30.466483 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.482141 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.488045 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.534378 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 59952a98-c9c6-42eb-964e-b03e707b5eb7 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:30.545624 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331fdea2-c75c-4b83-ac8b-f5f182984952'}, {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2397b715-6ad6-41aa-897c-1961b843f1b4'}, {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80f877a9-dfa8-4666-81dc-1ebd03296cb8'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:30.548273 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187d4c46-6406-475e-a6ab-2e4a34c9c425" -d '{"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-unplugged", "status": "completed", "tag": "331fdea2-c75c-4b83-ac8b-f5f182984952"}, {"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-unplugged", "status": "completed", "tag": "2397b715-6ad6-41aa-897c-1961b843f1b4"}, {"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-unplugged", "status": "completed", "tag": "80f877a9-dfa8-4666-81dc-1ebd03296cb8"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:30.645298 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.648558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8abfca1-99ea-406c-9799-fc8ac82956cf req-85e8ae4d-86f8-4e8f-8eb1-069ee171db0d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896467 Aug 19 12:35:30.716628 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e351b6d-44bc-4ac7-90f3-14bf663b6746 x-openstack-request-id: req-3e351b6d-44bc-4ac7-90f3-14bf663b6746 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:30.716628 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-unplugged", "status": "completed", "tag": "331fdea2-c75c-4b83-ac8b-f5f182984952", "code": 200}, {"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-unplugged", "status": "completed", "tag": "2397b715-6ad6-41aa-897c-1961b843f1b4", "code": 200}, {"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-unplugged", "status": "completed", "tag": "80f877a9-dfa8-4666-81dc-1ebd03296cb8", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:30.716628 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e351b6d-44bc-4ac7-90f3-14bf663b6746 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:30.716628 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331fdea2-c75c-4b83-ac8b-f5f182984952', 'code': 200} Aug 19 12:35:30.716628 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2397b715-6ad6-41aa-897c-1961b843f1b4', 'code': 200} Aug 19 12:35:30.716628 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80f877a9-dfa8-4666-81dc-1ebd03296cb8', 'code': 200} Aug 19 12:35:30.748826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7314c8-7a0e-4111-9a05-98946cda8019 None None] Pushing event updated for resources: {'Port': ['ID=24421e29-b0ed-459d-820e-10fd6eef6d9f,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:30.779641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 59952a98-c9c6-42eb-964e-b03e707b5eb7 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:30.806587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43906) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:30.956426 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.036865 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.070646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Port': ['ID=80f877a9-dfa8-4666-81dc-1ebd03296cb8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:31.143739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port b83fdc1e-5167-4939-a8fb-27f32804fdfc, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b83fdc1e-5167-4939-a8fb-27f32804fdfc,segment=NetworkSegment(e73d7c18-8a71-441e-8431-74004a29dd9e),segment_id=e73d7c18-8a71-441e-8431-74004a29dd9e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:31.152007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c35af3dc-e5ee-48fc-81ea-e5d77a400d76 req-3bb626a5-46bd-48f3-b23f-8310b5091fac tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 210 time: 0.0952597 Aug 19 12:35:31.176968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.178845 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.194090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=80f877a9-dfa8-4666-81dc-1ebd03296cb8,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:31.270848 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.271698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:31.292381 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:35:31.322915 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event updated for resources: {'Port': ['ID=fc068726-c7f1-443e-9053-bc972b997b22,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:31.370107 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Network e147c927-e874-4cb8-86dd-3c8f05674f2d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:31.371809 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:31.392956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=b83fdc1e-5167-4939-a8fb-27f32804fdfc,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:31.458296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:31.459284 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.605027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router fed6a143-5dc9-47f3-96ad-0b9e0be8125e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:31.902360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:31.902360 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-abe9baef-f6ac-4afe-b913-592e8cfd0fd1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9298003 Aug 19 12:35:31.902590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12d2bf48-96ad-4c6c-aac1-44640182dce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.909755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43946) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:31.918617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Sync routers for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:31.933200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6497da06-bb7d-44e4-b484-83f3ee7b866a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:31.948398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:31.949342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:32.006494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b83fdc1e-5167-4939-a8fb-27f32804fdfc up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:32.103791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:32.107660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151b4d-337c-4bef-b7ed-cc61c3953c91 req-6e148a4d-834d-425d-8453-1717e776c222 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:32.109345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00151b4d-337c-4bef-b7ed-cc61c3953c91 req-6e148a4d-834d-425d-8453-1717e776c222 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 1.0560048 Aug 19 12:35:32.141460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:32.163027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b83fdc1e-5167-4939-a8fb-27f32804fdfc triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:32.163685 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.277034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6292-dec4-43f4-9d2c-bc031fcccd70 req-3d56644c-3afc-4080-b78b-ecd6fc31b59d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:32.283588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6292-dec4-43f4-9d2c-bc031fcccd70 req-3d56644c-3afc-4080-b78b-ecd6fc31b59d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:32.291194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6292-dec4-43f4-9d2c-bc031fcccd70 req-3d56644c-3afc-4080-b78b-ecd6fc31b59d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:32.293409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f75f6292-dec4-43f4-9d2c-bc031fcccd70 req-3d56644c-3afc-4080-b78b-ecd6fc31b59d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 2410 time: 0.4064929 Aug 19 12:35:32.383109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900ea91-b6be-43e1-8957-cecad557db1a None None] Network e147c927-e874-4cb8-86dd-3c8f05674f2d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:32.400780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 24421e29-b0ed-459d-820e-10fd6eef6d9f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:32.458922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00151b4d-337c-4bef-b7ed-cc61c3953c91 req-28f3373a-8df4-4108-b931-327bcbf1d57b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319197 Aug 19 12:35:32.511519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f75f6292-dec4-43f4-9d2c-bc031fcccd70 req-db4fee96-7112-4aad-afbe-dce2f2210abf tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817014 Aug 19 12:35:32.663817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-daabfdad-16f7-48ac-8460-893120cce98d None None] Provisioning for port 24421e29-b0ed-459d-820e-10fd6eef6d9f completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:32.675467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc068726-c7f1-443e-9053-bc972b997b22', 'name': '', 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:86:15:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:28Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 2, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:32.734283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Checking router: fed6a143-5dc9-47f3-96ad-0b9e0be8125e for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:32.734867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Updating router fed6a143-5dc9-47f3-96ad-0b9e0be8125e port fc068726-c7f1-443e-9053-bc972b997b22 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:35:32.746355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af244d4b-03e5-4457-b02c-5307c41a11ea req-49ad22df-eead-4ae4-a1cf-07a63d67ca66 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 210 time: 0.1067312 Aug 19 12:35:32.751733 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12d2bf48-96ad-4c6c-aac1-44640182dce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.774587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:32.788258 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.804535 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ec720-4ce2-47da-8591-6d01711c89e7 None None] Sync routers for ids ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:32.836533 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ec720-4ce2-47da-8591-6d01711c89e7 None None] Routers {'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:32.839084 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5d1ec720-4ce2-47da-8591-6d01711c89e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:32.840281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1b98c-fca4-4f39-8b40-e5518d54648e req-a01bd7be-d277-4ffa-b019-5832002262f5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:32.843108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9b1b98c-fca4-4f39-8b40-e5518d54648e req-a01bd7be-d277-4ffa-b019-5832002262f5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.2959402 Aug 19 12:35:32.879492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 24421e29-b0ed-459d-820e-10fd6eef6d9f completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:32.915353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 24421e29-b0ed-459d-820e-10fd6eef6d9f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:32.916252 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.952918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] No DVR routers for this DVR port 80f877a9-dfa8-4666-81dc-1ebd03296cb8 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:32.973157 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.987519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba76681-a366-43f7-815c-d29a4d724564 req-d9ec2b36-67b1-48d4-875d-68fdcc4385c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "DELETE /v2.0/ports/80f877a9-dfa8-4666-81dc-1ebd03296cb8 HTTP/1.1" status: 204 len: 173 time: 3.8055122 Aug 19 12:35:32.988672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-deleted', 'tag': '80f877a9-dfa8-4666-81dc-1ebd03296cb8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:32.993504 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5c39ff-faac-411c-8839-f91613a76320" -d '{"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-deleted", "tag": "80f877a9-dfa8-4666-81dc-1ebd03296cb8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:33.045683 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-5d1ec720-4ce2-47da-8591-6d01711c89e7 None None] Set router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:33.107164 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12d2bf48-96ad-4c6c-aac1-44640182dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.294745 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d581c95-030e-482d-8dc2-57bff76a3b05 x-openstack-request-id: req-1d581c95-030e-482d-8dc2-57bff76a3b05 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:33.294745 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-deleted", "tag": "80f877a9-dfa8-4666-81dc-1ebd03296cb8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:33.295310 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d581c95-030e-482d-8dc2-57bff76a3b05 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:33.295892 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-deleted', 'tag': '80f877a9-dfa8-4666-81dc-1ebd03296cb8', 'status': 'completed', 'code': 200} Aug 19 12:35:33.423712 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5d1ec720-4ce2-47da-8591-6d01711c89e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '7b6fc8fb-1287-498c-8c55-c20f8f9f9924', 'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'mac_address': 'fa:16:3e:d5:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:48Z', 'updated_at': '2021-08-19T12:24:58Z', 'revision_number': 5, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'subnets': [{'id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:33.477470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9b1b98c-fca4-4f39-8b40-e5518d54648e req-d2d56f38-f643-4c8d-a4a8-20b06880b64e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5946193 Aug 19 12:35:33.514795 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ec720-4ce2-47da-8591-6d01711c89e7 None None] Checking router: a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:33.521921 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-74568003-e8c5-4be6-ac6f-83a43eee0a35 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:33.527896 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-74568003-e8c5-4be6-ac6f-83a43eee0a35 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 811 time: 0.3076973 Aug 19 12:35:33.533130 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ec720-4ce2-47da-8591-6d01711c89e7 None None] Routers {'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:33.534955 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5d1ec720-4ce2-47da-8591-6d01711c89e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:33.587822 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43976) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:33.604442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-12d2bf48-96ad-4c6c-aac1-44640182dce8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06f2022caebf40f786727a920cb082d4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7959552 Aug 19 12:35:33.736639 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.793305 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-b0be1d04-e3bb-4a40-b68a-a67cfe4c3af6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4215f5876254990ac7547c4d07ccb07 HTTP/1.1" status: 200 len: 380 time: 0.2564769 Aug 19 12:35:33.801464 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-5d1ec720-4ce2-47da-8591-6d01711c89e7 None None] Set router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:33.806614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Request body: {'port': {'device_id': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'admin_state_up': True, 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'security_groups': ['fc12f069-aa9d-4cd0-8fb5-221897e91c41']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:33.828003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4526a62b-a663-47a6-8bb1-c10f47f3de4c None None] Provisioning complete for port 24421e29-b0ed-459d-820e-10fd6eef6d9f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:33.845237 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4526a62b-a663-47a6-8bb1-c10f47f3de4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.941978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-6497da06-bb7d-44e4-b484-83f3ee7b866a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:35:33.969818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2bf48-96ad-4c6c-aac1-44640182dce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca7089e-940f-4f44-9e10-c684cec22a49,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:34.002597 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7aeb-0a53-494e-868f-14dfaf8bb918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.015902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 24421e29-b0ed-459d-820e-10fd6eef6d9f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=24421e29-b0ed-459d-820e-10fd6eef6d9f,segment=NetworkSegment(4c274d1d-c80c-4232-ac5d-2340cfdaf295),segment_id=4c274d1d-c80c-4232-ac5d-2340cfdaf295)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:34.090207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-6497da06-bb7d-44e4-b484-83f3ee7b866a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Removed routes are [] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:35:34.091139 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6497da06-bb7d-44e4-b484-83f3ee7b866a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.123759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d604c7-526e-4e60-b9a4-91cf6409509e req-149f2efb-82d5-4803-98fd-932bcd044b79 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:34.135335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15d604c7-526e-4e60-b9a4-91cf6409509e req-149f2efb-82d5-4803-98fd-932bcd044b79 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.3544123 Aug 19 12:35:34.138361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7aeb-0a53-494e-868f-14dfaf8bb918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.202302 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.219411 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Made reservation on behalf of c4215f5876254990ac7547c4d07ccb07 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:34.220235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be7d1-eab2-40f7-80f4-9c54780de1ae req-08dec714-ea2c-4b83-bf41-8df20e979312 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:34.223347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.227913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be7d1-eab2-40f7-80f4-9c54780de1ae req-08dec714-ea2c-4b83-bf41-8df20e979312 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:34.234552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be7d1-eab2-40f7-80f4-9c54780de1ae req-08dec714-ea2c-4b83-bf41-8df20e979312 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:34.244642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea6be7d1-eab2-40f7-80f4-9c54780de1ae req-08dec714-ea2c-4b83-bf41-8df20e979312 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 2410 time: 0.4983854 Aug 19 12:35:34.334339 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.340587 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4526a62b-a663-47a6-8bb1-c10f47f3de4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.369884 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5d1ec720-4ce2-47da-8591-6d01711c89e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '7b6fc8fb-1287-498c-8c55-c20f8f9f9924', 'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'mac_address': 'fa:16:3e:d5:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:48Z', 'updated_at': '2021-08-19T12:24:58Z', 'revision_number': 5, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'subnets': [{'id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:34.386672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=24421e29-b0ed-459d-820e-10fd6eef6d9f,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:34.408737 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7aeb-0a53-494e-868f-14dfaf8bb918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.411446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7aeb-0a53-494e-868f-14dfaf8bb918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.415798 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6b8a7aeb-0a53-494e-868f-14dfaf8bb918 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ca7089e-940f-4f44-9e10-c684cec22a49 HTTP/1.1" status: 204 len: 168 time: 0.7941012 Aug 19 12:35:34.421827 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ec720-4ce2-47da-8591-6d01711c89e7 None None] The sync data for ids ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'] in n-d-778732-8 is: [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:24:50Z', 'revision_number': 4, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '7b6fc8fb-1287-498c-8c55-c20f8f9f9924', 'name': '', 'network_id': '9917493e-c16d-4f6f-a2c4-6890a7f10b03', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'mac_address': 'fa:16:3e:d5:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:48Z', 'updated_at': '2021-08-19T12:24:58Z', 'revision_number': 5, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'subnets': [{'id': '5b18177a-3842-4a4f-99df-56fcaf6e0863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:34.422784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Transition to ACTIVE for port object fc068726-c7f1-443e-9053-bc972b997b22 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:34.452882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-798200dd-5da1-413b-ada7-ad1ee6111c99 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Deleting port 331fdea2-c75c-4b83-ac8b-f5f182984952 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:34.453690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-798200dd-5da1-413b-ada7-ad1ee6111c99 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.482278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15d604c7-526e-4e60-b9a4-91cf6409509e req-6c3e09f6-aa46-4064-be0c-dadd098d228c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3398833 Aug 19 12:35:34.486047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a7aeb-0a53-494e-868f-14dfaf8bb918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca7089e-940f-4f44-9e10-c684cec22a49,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:34.495362 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-4526a62b-a663-47a6-8bb1-c10f47f3de4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:35:34.495362 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-4526a62b-a663-47a6-8bb1-c10f47f3de4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:35:34.541485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea6be7d1-eab2-40f7-80f4-9c54780de1ae req-54da3b3b-b08a-4164-a7c3-f74341ab93a2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953837 Aug 19 12:35:34.550705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bf492600-0474-4b28-a6f8-a69e8df44730 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:35:34.611010 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.685835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Allocated IP 172.20.0.10 (0ce264d4-fc47-4c88-a9b0-c0b1fb985bff/93656fb1-3704-4585-9299-9c56d060bdcf/f794bf4e-48da-40fe-b22e-0cbc426e69de) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:34.761762 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.resource_extend [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:35:34.948375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ef7399c-304d-45cf-945e-5123015479a6 req-604cbccd-2067-4b3c-bf30-9200de0884a8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 210 time: 0.1710718 Aug 19 12:35:34.980049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da524040-dec7-49de-8895-02fdfec8dcdb None None] Pushing event updated for resources: {'Port': ['ID=fc068726-c7f1-443e-9053-bc972b997b22,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:35.010623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4406e7-3f9a-4214-b400-7c3c73926ffc None None] New status for floating IP 854645c1-5bdc-450a-9efd-87d001190648: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:35:35.019320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aba76681-a366-43f7-815c-d29a4d724564 req-798200dd-5da1-413b-ada7-ad1ee6111c99 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] For port 331fdea2-c75c-4b83-ac8b-f5f182984952, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=331fdea2-c75c-4b83-ac8b-f5f182984952,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:35.020341 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-798200dd-5da1-413b-ada7-ad1ee6111c99 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.024933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6497da06-bb7d-44e4-b484-83f3ee7b866a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.044945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6497da06-bb7d-44e4-b484-83f3ee7b866a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.047669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-798200dd-5da1-413b-ada7-ad1ee6111c99 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Calling delete_port for 331fdea2-c75c-4b83-ac8b-f5f182984952 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:35.049514 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.066434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34c6e4-0f6f-4201-938f-ec6b0a460568 req-da98b692-80b8-4ab8-a145-ef5fd4b708f0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:35.077126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d34c6e4-0f6f-4201-938f-ec6b0a460568 req-da98b692-80b8-4ab8-a145-ef5fd4b708f0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.3711698 Aug 19 12:35:35.085058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Transition to ACTIVE for port object f794bf4e-48da-40fe-b22e-0cbc426e69de will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:35.274339 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.290441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d34c6e4-0f6f-4201-938f-ec6b0a460568 req-d245d22d-18f7-47ef-9bca-2f2f74b890b5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119784 Aug 19 12:35:35.324555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:35.328058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6497da06-bb7d-44e4-b484-83f3ee7b866a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router fed6a143-5dc9-47f3-96ad-0b9e0be8125e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:35.328627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:35.333611 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:35.446740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:35.454631 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.487006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:35.522172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6497da06-bb7d-44e4-b484-83f3ee7b866a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:35.522710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Attempting to bind port fc068726-c7f1-443e-9053-bc972b997b22 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:35.523099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Attempting to bind port fc068726-c7f1-443e-9053-bc972b997b22 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '4c274d1d-c80c-4232-ac5d-2340cfdaf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:35.523629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Attempting to bind port fc068726-c7f1-443e-9053-bc972b997b22 on network e147c927-e874-4cb8-86dd-3c8f05674f2d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:35.560814 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6497da06-bb7d-44e4-b484-83f3ee7b866a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.562232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6497da06-bb7d-44e4-b484-83f3ee7b866a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e HTTP/1.1" status: 200 len: 953 time: 3.6509376 Aug 19 12:35:35.564881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:35.580126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:35.583813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Checking segment: {'id': '4c274d1d-c80c-4232-ac5d-2340cfdaf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:35.584268 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.584687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Bound using segment: {'id': '4c274d1d-c80c-4232-ac5d-2340cfdaf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:35.585200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Bound port: fc068726-c7f1-443e-9053-bc972b997b22, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c274d1d-c80c-4232-ac5d-2340cfdaf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:35.585626 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.592480 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-16cf8789-69c1-413e-bbbb-c84a6ff123fa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7920198 Aug 19 12:35:35.653495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:35.756447 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'port_id': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'mac_address': 'fa:16:3e:93:24:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:35:35.840902 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.848123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4526a62b-a663-47a6-8bb1-c10f47f3de4c None None] Provisioning for port fc068726-c7f1-443e-9053-bc972b997b22 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:35.884884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf492600-0474-4b28-a6f8-a69e8df44730 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:35.908834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] For port fc068726-c7f1-443e-9053-bc972b997b22, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:35.914636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] For port fc068726-c7f1-443e-9053-bc972b997b22, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fc068726-c7f1-443e-9053-bc972b997b22,segment=NetworkSegment(4c274d1d-c80c-4232-ac5d-2340cfdaf295),segment_id=4c274d1d-c80c-4232-ac5d-2340cfdaf295)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:35.998966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:35.999213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Request body: {'port': {'device_id': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:36.048947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.100000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.135396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-798200dd-5da1-413b-ada7-ad1ee6111c99 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.149108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ca0c4b5a-124d-42c9-962d-05983f036ff5 None None] Provisioning for port f794bf4e-48da-40fe-b22e-0cbc426e69de completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:36.154545 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.171724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ca0c4b5a-124d-42c9-962d-05983f036ff5 None None] Provisioning complete for port f794bf4e-48da-40fe-b22e-0cbc426e69de triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:36.172845 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ca0c4b5a-124d-42c9-962d-05983f036ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.251516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798200dd-5da1-413b-ada7-ad1ee6111c99 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Port': ['ID=331fdea2-c75c-4b83-ac8b-f5f182984952,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:36.317421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c4b5a-124d-42c9-962d-05983f036ff5 None None] Port f794bf4e-48da-40fe-b22e-0cbc426e69de cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:36.393511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:36.409822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2a6a0739-d835-464e-947f-41298299cd9f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e HTTP/1.1" status: 200 len: 953 time: 0.8437181 Aug 19 12:35:36.414467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:36.456827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba76681-a366-43f7-815c-d29a4d724564 req-798200dd-5da1-413b-ada7-ad1ee6111c99 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] No DVR routers for this DVR port 331fdea2-c75c-4b83-ac8b-f5f182984952 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:36.456827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44052) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:36.456827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-499f8934-c505-4a7d-99dd-2090fbd14063 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'routes': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:36.456827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-798200dd-5da1-413b-ada7-ad1ee6111c99 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.456827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba76681-a366-43f7-815c-d29a4d724564 req-798200dd-5da1-413b-ada7-ad1ee6111c99 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "DELETE /v2.0/ports/331fdea2-c75c-4b83-ac8b-f5f182984952 HTTP/1.1" status: 204 len: 173 time: 3.4489353 Aug 19 12:35:36.462369 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3b78e-65a8-4497-bc9f-ba5d9a61bc19 req-ecef0fe5-1be0-47fd-bb6d-9cdc3f5162a5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:36.468766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3b78e-65a8-4497-bc9f-ba5d9a61bc19 req-ecef0fe5-1be0-47fd-bb6d-9cdc3f5162a5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:36.470849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfd3b78e-65a8-4497-bc9f-ba5d9a61bc19 req-ecef0fe5-1be0-47fd-bb6d-9cdc3f5162a5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 1677 time: 0.3883803 Aug 19 12:35:36.471404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-deleted', 'tag': '331fdea2-c75c-4b83-ac8b-f5f182984952'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:36.474234 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46194653-6915-459e-b6bf-30e5471d9d6f" -d '{"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-deleted", "tag": "331fdea2-c75c-4b83-ac8b-f5f182984952"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:36.488816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801b810-7665-4f44-9743-a553c4eaebf7 req-40732a9a-a639-4d53-8c64-0419c99efef4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:36.500735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9801b810-7665-4f44-9743-a553c4eaebf7 req-40732a9a-a639-4d53-8c64-0419c99efef4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.4164124 Aug 19 12:35:36.681332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:36.910610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['bf492600-0474-4b28-a6f8-a69e8df44730'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:36.919976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 24421e29-b0ed-459d-820e-10fd6eef6d9f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:36.968217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f794bf4e-48da-40fe-b22e-0cbc426e69de {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:37.011961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9801b810-7665-4f44-9743-a553c4eaebf7 req-5fd640a6-45d0-4a9c-99c1-3afbc1e12126 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5101278 Aug 19 12:35:37.030251 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.082481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Transition to ACTIVE for port object f794bf4e-48da-40fe-b22e-0cbc426e69de will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:37.141102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfd3b78e-65a8-4497-bc9f-ba5d9a61bc19 req-c5eace41-beb0-42cb-98d9-628851312699 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6376548 Aug 19 12:35:37.168619 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.395307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f3d83-1f15-416f-8f7a-a4c4112f01d3 req-56bd0629-2887-4bf1-bc73-64fdb5cf508d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:37.407099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d9f3d83-1f15-416f-8f7a-a4c4112f01d3 req-56bd0629-2887-4bf1-bc73-64fdb5cf508d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 944 time: 0.1682615 Aug 19 12:35:37.423086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:37.509615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-1fc882b9-ea38-47cf-a81b-1cb57a2cc5ba tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Deleting port f8f6c14b-3e20-4211-9f1e-aeb44e442751 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:37.509975 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-1fc882b9-ea38-47cf-a81b-1cb57a2cc5ba tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.516218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da524040-dec7-49de-8895-02fdfec8dcdb None None] Pushing event updated for resources: {'Port': ['ID=fc068726-c7f1-443e-9053-bc972b997b22,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:37.687924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bf492600-0474-4b28-a6f8-a69e8df44730,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:37.752348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Attempting to bind port f794bf4e-48da-40fe-b22e-0cbc426e69de on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:37.752888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Attempting to bind port f794bf4e-48da-40fe-b22e-0cbc426e69de by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:37.754304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Attempting to bind port f794bf4e-48da-40fe-b22e-0cbc426e69de on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:37.783505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Port f794bf4e-48da-40fe-b22e-0cbc426e69de on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:35:37.788100 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Attempting to bind port f794bf4e-48da-40fe-b22e-0cbc426e69de on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:37.814397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:37.814397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Checking segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:37.814397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Bound using segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:37.815484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Bound port: f794bf4e-48da-40fe-b22e-0cbc426e69de, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:37.816975 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.948280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d9f3d83-1f15-416f-8f7a-a4c4112f01d3 req-878227bc-ca3c-4c3b-9b97-fd93ec67dbf8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5398500 Aug 19 12:35:38.035262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 24421e29-b0ed-459d-820e-10fd6eef6d9f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:38.046821 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.078913 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbfcf02-8ac6-4d57-bcf5-45341d69bc35 x-openstack-request-id: req-efbfcf02-8ac6-4d57-bcf5-45341d69bc35 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:38.078913 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-deleted", "tag": "331fdea2-c75c-4b83-ac8b-f5f182984952", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:38.079264 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efbfcf02-8ac6-4d57-bcf5-45341d69bc35 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:38.079465 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-deleted', 'tag': '331fdea2-c75c-4b83-ac8b-f5f182984952', 'status': 'completed', 'code': 200} Aug 19 12:35:38.130919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:38.135618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ea30e-cb6c-464b-81de-e1a274aa50d0 req-b41c747b-0c4c-49c8-acce-16fcb7fe940e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:38.140009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:38.151710 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-126ea30e-cb6c-464b-81de-e1a274aa50d0 req-b41c747b-0c4c-49c8-acce-16fcb7fe940e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 944 time: 0.6289823 Aug 19 12:35:38.196715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aba76681-a366-43f7-815c-d29a4d724564 req-1fc882b9-ea38-47cf-a81b-1cb57a2cc5ba tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] For port f8f6c14b-3e20-4211-9f1e-aeb44e442751, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f8f6c14b-3e20-4211-9f1e-aeb44e442751,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:38.197230 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-1fc882b9-ea38-47cf-a81b-1cb57a2cc5ba tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.259719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-1fc882b9-ea38-47cf-a81b-1cb57a2cc5ba tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Calling delete_port for f8f6c14b-3e20-4211-9f1e-aeb44e442751 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:38.288914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.373826 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:38.424989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:38.432904 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.432904 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-c9885cc3-b4ed-4377-8091-f900e5bc26ac service neutron] 10.222.0.52 "PUT /v2.0/ports/f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 1092 time: 2.8241062 Aug 19 12:35:38.432904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:38.441577 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412c958f-0e59-4a38-ab99-781c949c51bb" -d '{"events": [{"name": "network-changed", "server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:38.590015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:33Z', 'revision_number': 6, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc068726-c7f1-443e-9053-bc972b997b22', 'name': '', 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:86:15:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:28Z', 'updated_at': '2021-08-19T12:35:35Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:38.629453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-126ea30e-cb6c-464b-81de-e1a274aa50d0 req-0a6ee155-a80d-490a-8815-b5f9582c288d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4755402 Aug 19 12:35:38.678327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124c799-57c5-4b08-a514-cf6d1443cc1e req-ee8dd258-5739-484f-a087-12678b2ef04b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:38.693773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d124c799-57c5-4b08-a514-cf6d1443cc1e req-ee8dd258-5739-484f-a087-12678b2ef04b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.4944491 Aug 19 12:35:38.725240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa8ae3-305b-4afc-810d-8d68ccbc6721 None None] The sync data for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 is: [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:33Z', 'revision_number': 6, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc068726-c7f1-443e-9053-bc972b997b22', 'name': '', 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:86:15:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:28Z', 'updated_at': '2021-08-19T12:35:35Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:38.734995 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-43a31005-4e59-4648-b53d-8b138b4739a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:38.754074 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-43a31005-4e59-4648-b53d-8b138b4739a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1095 time: 0.1926386 Aug 19 12:35:39.000470 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-75dd77bf-de9b-49e4-b493-f8446408e757 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 217 time: 0.2401760 Aug 19 12:35:39.220945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-1e66dec9-50e6-4f8f-b6b6-cac71787eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:39.228706 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-1e66dec9-50e6-4f8f-b6b6-cac71787eb31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.2153761 Aug 19 12:35:39.397258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-499f8934-c505-4a7d-99dd-2090fbd14063 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added routes are [] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:35:39.397994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-499f8934-c505-4a7d-99dd-2090fbd14063 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:35:39.431389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030241c4-ace0-4e8e-8e94-1ad21f045f19 req-fd391cdb-5dba-44e9-9ac3-bcc957a1fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:39.435141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-76c862a2-c2cd-4c8d-80f3-399a026537dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:39.439609 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-76c862a2-c2cd-4c8d-80f3-399a026537dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980231 Aug 19 12:35:39.456792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-030241c4-ace0-4e8e-8e94-1ad21f045f19 req-fd391cdb-5dba-44e9-9ac3-bcc957a1fe51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 1095 time: 0.3892357 Aug 19 12:35:39.485837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d124c799-57c5-4b08-a514-cf6d1443cc1e req-8fc63348-828f-4094-baa7-a335416af926 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7871439 Aug 19 12:35:39.500764 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-1fc882b9-ea38-47cf-a81b-1cb57a2cc5ba tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.696981 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfc85cd-aae0-4070-a7c1-94eb524cc5b7 x-openstack-request-id: req-7dfc85cd-aae0-4070-a7c1-94eb524cc5b7 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:39.697459 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:39.697812 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7dfc85cd-aae0-4070-a7c1-94eb524cc5b7 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:39.698380 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'status': 'completed', 'code': 200} Aug 19 12:35:39.807764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030241c4-ace0-4e8e-8e94-1ad21f045f19 req-a3a51d21-e5ff-4acd-aa6c-676241534099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:39.809366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-030241c4-ace0-4e8e-8e94-1ad21f045f19 req-a3a51d21-e5ff-4acd-aa6c-676241534099 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 918 time: 0.3158226 Aug 19 12:35:39.830086 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-9ab2c186-5e42-463c-8e40-3b55e5b9b848 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772910 Aug 19 12:35:39.853538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc882b9-ea38-47cf-a81b-1cb57a2cc5ba tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Port': ['ID=f8f6c14b-3e20-4211-9f1e-aeb44e442751,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:39.908370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d3a1-1534-4c7e-90d3-394fcbbd9ef2 req-f8b92bb9-32f7-48be-b800-6183b012e5c6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:39.921351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d3a1-1534-4c7e-90d3-394fcbbd9ef2 req-f8b92bb9-32f7-48be-b800-6183b012e5c6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:39.935593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9968d3a1-1534-4c7e-90d3-394fcbbd9ef2 req-f8b92bb9-32f7-48be-b800-6183b012e5c6 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 1677 time: 0.9039345 Aug 19 12:35:40.096494 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-499f8934-c505-4a7d-99dd-2090fbd14063 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.146141 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf30e23-4b15-4a0e-97c6-28caea684026 req-4a1abef5-ded7-472d-a7ee-c6bed7f01f43 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033404 Aug 19 12:35:40.424247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c958f-0e59-4a38-ab99-781c949c51bb req-4a9cee52-b03c-4f6a-bea6-0b905311f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:40.431696 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-412c958f-0e59-4a38-ab99-781c949c51bb req-4a9cee52-b03c-4f6a-bea6-0b905311f014 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1095 time: 0.1060333 Aug 19 12:35:40.450014 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb58fc-996e-4650-9c76-6b4d3bd6ffa9 None None] Sync routers for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:40.499307 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb58fc-996e-4650-9c76-6b4d3bd6ffa9 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:40.500806 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9aeb58fc-996e-4650-9c76-6b4d3bd6ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:40.576534 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bf492600-0474-4b28-a6f8-a69e8df44730 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:40.596160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9968d3a1-1534-4c7e-90d3-394fcbbd9ef2 req-d9263d16-0f3b-46dc-8b38-d70e715464ed tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6589825 Aug 19 12:35:40.761545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port bf492600-0474-4b28-a6f8-a69e8df44730 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:40.762561 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.772103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba76681-a366-43f7-815c-d29a4d724564 req-1fc882b9-ea38-47cf-a81b-1cb57a2cc5ba tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] No DVR routers for this DVR port f8f6c14b-3e20-4211-9f1e-aeb44e442751 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:40.802081 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-1fc882b9-ea38-47cf-a81b-1cb57a2cc5ba tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.802081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba76681-a366-43f7-815c-d29a4d724564 req-1fc882b9-ea38-47cf-a81b-1cb57a2cc5ba tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "DELETE /v2.0/ports/f8f6c14b-3e20-4211-9f1e-aeb44e442751 HTTP/1.1" status: 204 len: 173 time: 4.3176596 Aug 19 12:35:40.815835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-deleted', 'tag': 'f8f6c14b-3e20-4211-9f1e-aeb44e442751'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:40.829002 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b001f57b-ece1-4bf7-99be-c19ac27687be" -d '{"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-deleted", "tag": "f8f6c14b-3e20-4211-9f1e-aeb44e442751"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:40.867740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c958f-0e59-4a38-ab99-781c949c51bb req-d26ed93d-07f9-42e8-bddc-8efed5f22ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:40.871740 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-412c958f-0e59-4a38-ab99-781c949c51bb req-d26ed93d-07f9-42e8-bddc-8efed5f22ef6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.4287324 Aug 19 12:35:40.904852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-030241c4-ace0-4e8e-8e94-1ad21f045f19 req-1c02361d-23d5-48f0-be9e-f6f6549da595 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf492600-0474-4b28-a6f8-a69e8df44730 HTTP/1.1" status: 200 len: 999 time: 1.0543885 Aug 19 12:35:40.910600 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.943875 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9aeb58fc-996e-4650-9c76-6b4d3bd6ffa9 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:40.969587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f8a7c-fcfc-44be-bf04-29d5f9f71ea0 req-4835a92e-3a25-496d-8ff3-b59bdf1cf91b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:40.982749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b7f8a7c-fcfc-44be-bf04-29d5f9f71ea0 req-4835a92e-3a25-496d-8ff3-b59bdf1cf91b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 944 time: 1.1634991 Aug 19 12:35:40.991077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:40.993086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:40.997794 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c646999c-e3cc-40cb-902f-a24bd7a2ed91" -d '{"events": [{"server_uuid": "21529756-b236-4b14-aec9-277481579282", "name": "network-vif-plugged", "status": "completed", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:41.056717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fc068726-c7f1-443e-9053-bc972b997b22 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:41.077467 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-412c958f-0e59-4a38-ab99-781c949c51bb req-a5b376bc-c999-48f1-9179-9455bd6a181d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 217 time: 0.1973448 Aug 19 12:35:41.146545 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.208868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c958f-0e59-4a38-ab99-781c949c51bb req-338b35e5-0313-4d3b-8700-0ccabba3f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:41.212023 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-499f8934-c505-4a7d-99dd-2090fbd14063 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.212863 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-412c958f-0e59-4a38-ab99-781c949c51bb req-338b35e5-0313-4d3b-8700-0ccabba3f50d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.1213858 Aug 19 12:35:41.278200 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44134) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:41.307414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c958f-0e59-4a38-ab99-781c949c51bb req-4d601b65-5f81-4ea7-a852-99d2c530f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:41.309551 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-412c958f-0e59-4a38-ab99-781c949c51bb req-4d601b65-5f81-4ea7-a852-99d2c530f19c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894582 Aug 19 12:35:41.366523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bf492600-0474-4b28-a6f8-a69e8df44730,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:41.435276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port fc068726-c7f1-443e-9053-bc972b997b22 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:41.439776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port fc068726-c7f1-443e-9053-bc972b997b22 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:41.440268 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.498409 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-412c958f-0e59-4a38-ab99-781c949c51bb req-e3930e14-5e59-4c12-9ce8-4c08463cc5e4 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801600 Aug 19 12:35:41.543647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b7f8a7c-fcfc-44be-bf04-29d5f9f71ea0 req-0bd06076-8cdd-473a-b2a0-b8a5d801ada2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4285691 Aug 19 12:35:41.578166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-499f8934-c505-4a7d-99dd-2090fbd14063 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.627135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030241c4-ace0-4e8e-8e94-1ad21f045f19 req-c10b745c-e8c7-494f-aa1e-d82d91964735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:41.636003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-030241c4-ace0-4e8e-8e94-1ad21f045f19 req-c10b745c-e8c7-494f-aa1e-d82d91964735 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.6511393 Aug 19 12:35:41.710450 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.884588 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.918021 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-412c958f-0e59-4a38-ab99-781c949c51bb req-b7f0054b-64a9-47c7-98a4-58513b210cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051325 Aug 19 12:35:42.004242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port fc068726-c7f1-443e-9053-bc972b997b22, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fc068726-c7f1-443e-9053-bc972b997b22,segment=NetworkSegment(4c274d1d-c80c-4232-ac5d-2340cfdaf295),segment_id=4c274d1d-c80c-4232-ac5d-2340cfdaf295)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:42.016375 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9aeb58fc-996e-4650-9c76-6b4d3bd6ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:39Z', 'revision_number': 7, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc068726-c7f1-443e-9053-bc972b997b22', 'name': '', 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:86:15:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:28Z', 'updated_at': '2021-08-19T12:35:35Z', 'revision_number': 4, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:42.028967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499f8934-c505-4a7d-99dd-2090fbd14063 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router fed6a143-5dc9-47f3-96ad-0b9e0be8125e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:42.094629 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.128853 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb58fc-996e-4650-9c76-6b4d3bd6ffa9 None None] Checking router: fed6a143-5dc9-47f3-96ad-0b9e0be8125e for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:42.160537 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb58fc-996e-4650-9c76-6b4d3bd6ffa9 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:42.162057 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9aeb58fc-996e-4650-9c76-6b4d3bd6ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:42.215239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5587b82-d342-4de8-810b-038dbe0f4ecb req-039cbfcb-e8d7-4dd6-a6a0-1404dae35ab1 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:42.229544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5587b82-d342-4de8-810b-038dbe0f4ecb req-039cbfcb-e8d7-4dd6-a6a0-1404dae35ab1 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 1.1435692 Aug 19 12:35:42.278279 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fede4a4-d4b1-4a1f-b859-9174a1e69f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.390028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=fc068726-c7f1-443e-9053-bc972b997b22,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:42.524663 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fede4a4-d4b1-4a1f-b859-9174a1e69f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.536754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499f8934-c505-4a7d-99dd-2090fbd14063 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:42.579607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41de9f4-8e9c-4a7a-be04-423f11c86100 req-1089f4a8-373d-425c-a6a7-84d01387a4e3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:42.599164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e41de9f4-8e9c-4a7a-be04-423f11c86100 req-1089f4a8-373d-425c-a6a7-84d01387a4e3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.8797185 Aug 19 12:35:42.624538 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fede4a4-d4b1-4a1f-b859-9174a1e69f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.630049 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-499f8934-c505-4a7d-99dd-2090fbd14063 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.632066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-499f8934-c505-4a7d-99dd-2090fbd14063 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e HTTP/1.1" status: 200 len: 703 time: 6.1943214 Aug 19 12:35:42.659881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44162) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:42.713325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-22723224-29c9-4516-af4a-63d81655a065 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Deleting port 2397b715-6ad6-41aa-897c-1961b843f1b4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:42.730008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-22723224-29c9-4516-af4a-63d81655a065 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.767285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5587b82-d342-4de8-810b-038dbe0f4ecb req-e3a95acf-3a15-46c8-b89d-7ef0b40f308b tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5343573 Aug 19 12:35:42.781651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030241c4-ace0-4e8e-8e94-1ad21f045f19 req-31f89d23-c0cd-4819-a468-37acdf1e5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:42.784148 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-030241c4-ace0-4e8e-8e94-1ad21f045f19 req-31f89d23-c0cd-4819-a468-37acdf1e5cb3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0751841 Aug 19 12:35:42.817068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fc068726-c7f1-443e-9053-bc972b997b22 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:42.897890 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9aeb58fc-996e-4650-9c76-6b4d3bd6ffa9 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:42.931374 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8fede4a4-d4b1-4a1f-b859-9174a1e69f48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6089771936cb4f9c9eea1a0079b59aed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6482890 Aug 19 12:35:42.939593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44168) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:42.940493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fede4a4-d4b1-4a1f-b859-9174a1e69f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4a67d9-3d2c-43e6-bd00-a0af6b844383,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:42.991168 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40e9a00-23bd-481a-89ee-1d2d2080dd78 x-openstack-request-id: req-b40e9a00-23bd-481a-89ee-1d2d2080dd78 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:43.000960 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21529756-b236-4b14-aec9-277481579282", "name": "network-vif-plugged", "status": "completed", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:43.000960 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b40e9a00-23bd-481a-89ee-1d2d2080dd78 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:43.000960 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'code': 200} Aug 19 12:35:43.000960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port fc068726-c7f1-443e-9053-bc972b997b22 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:43.000960 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.025682 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1b49d8-10b4-4fb0-bfe1-6c4c7da7dbb9 x-openstack-request-id: req-ff1b49d8-10b4-4fb0-bfe1-6c4c7da7dbb9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:43.026516 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-deleted", "tag": "f8f6c14b-3e20-4211-9f1e-aeb44e442751", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:43.026976 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff1b49d8-10b4-4fb0-bfe1-6c4c7da7dbb9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:43.029184 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-deleted', 'tag': 'f8f6c14b-3e20-4211-9f1e-aeb44e442751', 'status': 'completed', 'code': 200} Aug 19 12:35:43.039898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e41de9f4-8e9c-4a7a-be04-423f11c86100 req-4cb9b049-9a5b-4860-acc5-775a863561cf tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436514 Aug 19 12:35:43.064834 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-395f2513-64df-4692-8ef6-ca9f697d3a05 req-2dc32743-184f-493d-93df-46a10dece7ad service neutron] (95661) timed out ('10.222.0.52', 58914) {{(pid=95661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:35:43.163339 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d043cb35-eacf-4b01-91dd-5f534318ecda tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e HTTP/1.1" status: 200 len: 703 time: 0.4973984 Aug 19 12:35:43.165081 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44170) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:43.174856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:35:43.341691 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.resource_extend [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:35:43.442978 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbfed78b-7ac0-431e-9f00-1efa184b7092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.493076 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbfed78b-7ac0-431e-9f00-1efa184b7092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.538087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:43.566778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'port_id': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'mac_address': 'fa:16:3e:a6:0a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:35:43.663331 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.687842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f794bf4e-48da-40fe-b22e-0cbc426e69de {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:43.713931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:43.796153 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9aeb58fc-996e-4650-9c76-6b4d3bd6ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:39Z', 'revision_number': 7, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc068726-c7f1-443e-9053-bc972b997b22', 'name': '', 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:86:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:28Z', 'updated_at': '2021-08-19T12:35:41Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:43.823968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.843870 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb58fc-996e-4650-9c76-6b4d3bd6ffa9 None None] The sync data for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 is: [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:39Z', 'revision_number': 7, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc068726-c7f1-443e-9053-bc972b997b22', 'name': '', 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:86:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:28Z', 'updated_at': '2021-08-19T12:35:41Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:43.876745 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.904849 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbfed78b-7ac0-431e-9f00-1efa184b7092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.907706 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbfed78b-7ac0-431e-9f00-1efa184b7092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.908923 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cbfed78b-7ac0-431e-9f00-1efa184b7092 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc4a67d9-3d2c-43e6-bd00-a0af6b844383 HTTP/1.1" status: 204 len: 168 time: 0.9452691 Aug 19 12:35:43.985429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfed78b-7ac0-431e-9f00-1efa184b7092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4a67d9-3d2c-43e6-bd00-a0af6b844383,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:44.045546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:44.191716 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f794bf4e-48da-40fe-b22e-0cbc426e69de'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:44.541256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port fc068726-c7f1-443e-9053-bc972b997b22 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:44.560121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.664962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d6830-85af-42c4-8c8a-9b7d4f25ec14 None None] Sync routers for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:44.702170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d6830-85af-42c4-8c8a-9b7d4f25ec14 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:44.702170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-583d6830-85af-42c4-8c8a-9b7d4f25ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:44.711829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aba76681-a366-43f7-815c-d29a4d724564 req-22723224-29c9-4516-af4a-63d81655a065 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] For port 2397b715-6ad6-41aa-897c-1961b843f1b4, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2397b715-6ad6-41aa-897c-1961b843f1b4,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:44.713170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-22723224-29c9-4516-af4a-63d81655a065 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.730550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366888e-b68d-4b70-9351-19a9a0b74c10 req-640ccbc1-f4d0-4af9-a4f8-d9af4a34827b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:44.739707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1366888e-b68d-4b70-9351-19a9a0b74c10 req-640ccbc1-f4d0-4af9-a4f8-d9af4a34827b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 944 time: 1.5344377 Aug 19 12:35:44.801796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aba76681-a366-43f7-815c-d29a4d724564 req-22723224-29c9-4516-af4a-63d81655a065 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Calling delete_port for 2397b715-6ad6-41aa-897c-1961b843f1b4 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:44.815876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c480-7fe2-49a4-989e-62c50784df67 req-3954d89d-3e46-4c45-a68b-728df2d213c2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:44.825756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0583c480-7fe2-49a4-989e-62c50784df67 req-3954d89d-3e46-4c45-a68b-728df2d213c2 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 943 time: 1.6069729 Aug 19 12:35:44.830003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-583d6830-85af-42c4-8c8a-9b7d4f25ec14 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:44.880896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-030241c4-ace0-4e8e-8e94-1ad21f045f19 req-ab45ada9-7f86-4006-a89a-8b5a2f5d0dd6 service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8787479 Aug 19 12:35:44.901230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port fc068726-c7f1-443e-9053-bc972b997b22, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fc068726-c7f1-443e-9053-bc972b997b22,segment=NetworkSegment(4c274d1d-c80c-4232-ac5d-2340cfdaf295),segment_id=4c274d1d-c80c-4232-ac5d-2340cfdaf295)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:44.902558 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.960020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for fc068726-c7f1-443e-9053-bc972b997b22 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:45.021356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1366888e-b68d-4b70-9351-19a9a0b74c10 req-0568ba95-8ddb-47d0-a9ce-911f8d74e147 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801569 Aug 19 12:35:45.161293 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.192527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0583c480-7fe2-49a4-989e-62c50784df67 req-5c9b2176-9acc-4293-9bda-85b3f7d68c8c tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2df891-c6b6-4355-8722-e0eeb28f2420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3651850 Aug 19 12:35:45.251527 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-dde58e4c-8ae2-449f-b9b3-75d1ef2c396c service neutron] show failed (client error): The resource could not be found. Aug 19 12:35:45.269257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-dde58e4c-8ae2-449f-b9b3-75d1ef2c396c service neutron] 10.222.0.53 "GET /v2.0/ports/18971609-b627-4b8e-895c-5806bbc22034/bindings/n-h2-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.8091207 Aug 19 12:35:45.516798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b84ad6-fc9a-4bea-bb9e-ba9a7548f319 req-c9013c0e-a441-4ba6-9eb5-552a6751f355 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:45.531830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15b84ad6-fc9a-4bea-bb9e-ba9a7548f319 req-c9013c0e-a441-4ba6-9eb5-552a6751f355 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.3201499 Aug 19 12:35:45.549356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-030241c4-ace0-4e8e-8e94-1ad21f045f19 req-964900da-0cc3-479f-93ec-e48c005f5c2f service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418934 Aug 19 12:35:45.552396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b309046-76cb-4987-b06f-25693251a83e req-a4428aea-7872-41d8-9687-6533fb5ed852 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:45.562903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b309046-76cb-4987-b06f-25693251a83e req-a4428aea-7872-41d8-9687-6533fb5ed852 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.2215915 Aug 19 12:35:45.644706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-583d6830-85af-42c4-8c8a-9b7d4f25ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:39Z', 'revision_number': 7, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc068726-c7f1-443e-9053-bc972b997b22', 'name': '', 'network_id': 'e147c927-e874-4cb8-86dd-3c8f05674f2d', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:86:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:28Z', 'updated_at': '2021-08-19T12:35:41Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '908255bc-edde-44b0-afae-38f0bfd97c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:45.648410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.721343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=fc068726-c7f1-443e-9053-bc972b997b22,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:45.736906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d6830-85af-42c4-8c8a-9b7d4f25ec14 None None] Checking router: fed6a143-5dc9-47f3-96ad-0b9e0be8125e for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:45.792970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d6830-85af-42c4-8c8a-9b7d4f25ec14 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:45.793781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-583d6830-85af-42c4-8c8a-9b7d4f25ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:45.885012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15b84ad6-fc9a-4bea-bb9e-ba9a7548f319 req-b04a3000-55d3-4883-a8c8-d29d9d6b7d60 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496261 Aug 19 12:35:45.886418 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-22723224-29c9-4516-af4a-63d81655a065 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.919363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b309046-76cb-4987-b06f-25693251a83e req-75eb18b1-0fc1-497d-811c-891d32eb1fe9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614999 Aug 19 12:35:46.096033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-583d6830-85af-42c4-8c8a-9b7d4f25ec14 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:46.134305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22723224-29c9-4516-af4a-63d81655a065 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Port': ['ID=2397b715-6ad6-41aa-897c-1961b843f1b4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:46.193265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba76681-a366-43f7-815c-d29a4d724564 req-22723224-29c9-4516-af4a-63d81655a065 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] No DVR routers for this DVR port 2397b715-6ad6-41aa-897c-1961b843f1b4 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:46.207165 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aba76681-a366-43f7-815c-d29a4d724564 req-22723224-29c9-4516-af4a-63d81655a065 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.224534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aba76681-a366-43f7-815c-d29a4d724564 req-22723224-29c9-4516-af4a-63d81655a065 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.53 "DELETE /v2.0/ports/2397b715-6ad6-41aa-897c-1961b843f1b4 HTTP/1.1" status: 204 len: 173 time: 5.3787055 Aug 19 12:35:46.239457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-deleted', 'tag': '2397b715-6ad6-41aa-897c-1961b843f1b4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:46.262531 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b7f846-0e67-41b3-af18-617b933f24e3" -d '{"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-deleted", "tag": "2397b715-6ad6-41aa-897c-1961b843f1b4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:46.506078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01266ab4-782a-47e1-83e8-12533ef0fab9 req-132ce1e7-65bd-44aa-8216-57dc40d35a95 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0772526 Aug 19 12:35:46.616480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcf35a-e003-4c87-8763-14f1f0849e81 req-1a19ee1d-2ffb-4f92-b353-8b628c999c23 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:46.631584 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73fcf35a-e003-4c87-8763-14f1f0849e81 req-1a19ee1d-2ffb-4f92-b353-8b628c999c23 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.3112440 Aug 19 12:35:46.770415 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0cfbb6-6472-433a-9c4b-42da0f163bd3 x-openstack-request-id: req-6f0cfbb6-6472-433a-9c4b-42da0f163bd3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:46.770836 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780687d-8135-472c-94f5-25fbb5b4f5c8", "name": "network-vif-deleted", "tag": "2397b715-6ad6-41aa-897c-1961b843f1b4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:46.771034 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f0cfbb6-6472-433a-9c4b-42da0f163bd3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:46.771464 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780687d-8135-472c-94f5-25fbb5b4f5c8', 'name': 'network-vif-deleted', 'tag': '2397b715-6ad6-41aa-897c-1961b843f1b4', 'status': 'completed', 'code': 200} Aug 19 12:35:46.786098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73fcf35a-e003-4c87-8763-14f1f0849e81 req-c74c0d52-8902-4bf8-9a47-ff3cb60a7c38 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273775 Aug 19 12:35:47.093174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-583d6830-85af-42c4-8c8a-9b7d4f25ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:45Z', 'revision_number': 8, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:47.166190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d6830-85af-42c4-8c8a-9b7d4f25ec14 None None] The sync data for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 is: [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:45Z', 'revision_number': 8, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:47.170645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-6ebec5e0-8609-4a3a-b05a-fc83085babf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:47.171724 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-6ebec5e0-8609-4a3a-b05a-fc83085babf4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 1096 time: 0.1702588 Aug 19 12:35:47.172614 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:47.192621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:47.196976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:47.216664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e23f0-403b-4c02-ac2b-7695e8f23035 req-dcea5997-618b-4941-bdd4-b44d87222e7b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:47.232397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c24e23f0-403b-4c02-ac2b-7695e8f23035 req-dcea5997-618b-4941-bdd4-b44d87222e7b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.1703875 Aug 19 12:35:47.269441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096868a-08f9-409a-b7ab-e6af6129570c req-c9b086fe-5b44-438c-91e7-71b6a055364f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:47.271262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5096868a-08f9-409a-b7ab-e6af6129570c req-c9b086fe-5b44-438c-91e7-71b6a055364f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.1407819 Aug 19 12:35:47.315969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c24e23f0-403b-4c02-ac2b-7695e8f23035 req-f7bda9e6-7f92-4c64-b096-317f4794f72f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780556 Aug 19 12:35:47.363891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5096868a-08f9-409a-b7ab-e6af6129570c req-61147814-2710-4c82-a73f-7098d5524484 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839069 Aug 19 12:35:47.384471 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:47.482866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port f794bf4e-48da-40fe-b22e-0cbc426e69de completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:47.489411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port f794bf4e-48da-40fe-b22e-0cbc426e69de triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:47.490281 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:47.789482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44220) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:47.795720 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:47.842374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6c2851b-9812-4b4e-ba2e-2ba3e5ad89bf req-08205fb9-2f73-4924-aaa0-1f969ed1bc39 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1007328 Aug 19 12:35:47.934259 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9834-6a0e-4d7a-ab86-45556ad3dead admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:48.033116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:48.039098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:48.054434 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56230dca-2ad1-44e4-b7fc-06a9accc34ee" -d '{"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-plugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:48.129976 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:48.247604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router fed6a143-5dc9-47f3-96ad-0b9e0be8125e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:48.270106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33b6cb-9a99-441e-b955-bb71b15208bb req-81e8363f-cbec-490c-9f4a-9bf3833001be tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:48.287641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b33b6cb-9a99-441e-b955-bb71b15208bb req-81e8363f-cbec-490c-9f4a-9bf3833001be tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2491813 Aug 19 12:35:48.317720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:48.324781 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617ddb7e-b268-4db2-ae31-8a333ba59d4a x-openstack-request-id: req-617ddb7e-b268-4db2-ae31-8a333ba59d4a {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:48.325138 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-plugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:48.325339 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-617ddb7e-b268-4db2-ae31-8a333ba59d4a {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:48.325807 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'code': 200} Aug 19 12:35:48.577641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b33b6cb-9a99-441e-b955-bb71b15208bb req-f37e9d50-5d3a-4df4-ba51-7e43532f6746 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804127 Aug 19 12:35:48.602492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 18971609-b627-4b8e-895c-5806bbc22034 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:48.724510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fc068726-c7f1-443e-9053-bc972b997b22 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:48.815236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81737bcf-10af-4926-9e35-6b02360cb4b9 req-ed32d174-c70b-4eb2-a617-9de1b8009090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:48.818642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81737bcf-10af-4926-9e35-6b02360cb4b9 req-ed32d174-c70b-4eb2-a617-9de1b8009090 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1097 time: 0.4817638 Aug 19 12:35:48.837216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: fc068726-c7f1-443e-9053-bc972b997b22 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:48.840556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fc068726-c7f1-443e-9053-bc972b997b22 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:49.034261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:49.050432 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06012c-0190-4b19-a4e1-2ff46f5e0099 None None] Sync routers for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:49.063825 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-be9f6241-8fd1-4980-b977-3d6023fec9e1 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8913133 Aug 19 12:35:49.072249 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44238) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:49.076478 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06012c-0190-4b19-a4e1-2ff46f5e0099 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:49.077448 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ea06012c-0190-4b19-a4e1-2ff46f5e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:49.093201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96af9ae-f783-4eae-887a-79de55470820 req-a93723d1-3cf1-4530-9f9a-1045b1a6c06d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:49.108591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e96af9ae-f783-4eae-887a-79de55470820 req-a93723d1-3cf1-4530-9f9a-1045b1a6c06d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.5599456 Aug 19 12:35:49.115010 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.213324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81737bcf-10af-4926-9e35-6b02360cb4b9 req-ea915ea1-5002-4193-8e76-c51aa757562e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714905 Aug 19 12:35:49.242953 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a06e5cf-b63e-486c-920d-657685386c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting subnet 908255bc-edde-44b0-afae-38f0bfd97c46 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:49.249124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a06e5cf-b63e-486c-920d-657685386c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.311202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a06e5cf-b63e-486c-920d-657685386c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.348243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e96af9ae-f783-4eae-887a-79de55470820 req-f8e9b81c-69b7-449e-ae1a-599dbb67586e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356830 Aug 19 12:35:49.386773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e37e-4c10-40c0-9fc7-649bd2be816c req-f9d3a4df-7f62-4216-90e6-e733f529e524 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:49.397913 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ea06012c-0190-4b19-a4e1-2ff46f5e0099 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:49.409104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cd6e37e-4c10-40c0-9fc7-649bd2be816c req-f9d3a4df-7f62-4216-90e6-e733f529e524 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.5509124 Aug 19 12:35:49.533402 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a06e5cf-b63e-486c-920d-657685386c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.541142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cd6e37e-4c10-40c0-9fc7-649bd2be816c req-3def4209-7c57-40be-9831-11fe44b5961c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309960 Aug 19 12:35:49.629971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27664b5f-16c7-4173-a217-7d81032167db req-ddc63b76-3223-4f0e-bbad-6f68eb616e40 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0826797 Aug 19 12:35:49.771805 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=18971609-b627-4b8e-895c-5806bbc22034,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:49.847829 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44248) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:49.868640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd75957-8ca1-43f0-9966-42424aafa26a req-e406ce76-6413-4bf7-b60d-1d7083ffa640 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:49.888039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0dd75957-8ca1-43f0-9966-42424aafa26a req-e406ce76-6413-4bf7-b60d-1d7083ffa640 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 946 time: 0.1814988 Aug 19 12:35:49.943957 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a06e5cf-b63e-486c-920d-657685386c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.954326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9834-6a0e-4d7a-ab86-45556ad3dead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.971363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:49.992451 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a06e5cf-b63e-486c-920d-657685386c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.999747 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5a06e5cf-b63e-486c-920d-657685386c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/908255bc-edde-44b0-afae-38f0bfd97c46 HTTP/1.1" status: 204 len: 168 time: 0.9259470 Aug 19 12:35:50.003634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23253548-4fcc-4e03-9957-8fae65a5dee2 None None] Network e147c927-e874-4cb8-86dd-3c8f05674f2d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:50.028944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44252) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:50.065329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06e5cf-b63e-486c-920d-657685386c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Subnet': ['ID=908255bc-edde-44b0-afae-38f0bfd97c46,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:50.074174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9834-6a0e-4d7a-ab86-45556ad3dead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.174216 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ea06012c-0190-4b19-a4e1-2ff46f5e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:45Z', 'revision_number': 8, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:50.181884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18971609-b627-4b8e-895c-5806bbc22034'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:50.189786 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c51c027-7c45-4887-943e-c26220dd7d9f" -d '{"events": [{"server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "name": "network-vif-unplugged", "status": "completed", "tag": "18971609-b627-4b8e-895c-5806bbc22034"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:50.213240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.254824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd9834-6a0e-4d7a-ab86-45556ad3dead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f3645e-65bd-4a6e-83bb-d08fc3c55786,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:50.260131 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06012c-0190-4b19-a4e1-2ff46f5e0099 None None] Checking router: fed6a143-5dc9-47f3-96ad-0b9e0be8125e for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:50.302992 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06012c-0190-4b19-a4e1-2ff46f5e0099 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:50.305645 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ea06012c-0190-4b19-a4e1-2ff46f5e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:50.310416 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.333523 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Transition to ACTIVE for port object 18971609-b627-4b8e-895c-5806bbc22034 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:50.368175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0dd75957-8ca1-43f0-9966-42424aafa26a req-e59686d4-ae91-4150-9db0-3397d7ea18f3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4678278 Aug 19 12:35:50.370458 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e8cd9834-6a0e-4d7a-ab86-45556ad3dead admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae49f2ec7f1748c9a338b7146df64ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5707254 Aug 19 12:35:50.377107 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac4620b0-d595-4a5f-8ce3-a092160eb296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.386701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44258) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:50.444350 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bf087d-e94b-4336-b8fe-125435dee7d8 x-openstack-request-id: req-80bf087d-e94b-4336-b8fe-125435dee7d8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:50.448288 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "name": "network-vif-unplugged", "status": "completed", "tag": "18971609-b627-4b8e-895c-5806bbc22034", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:50.448992 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80bf087d-e94b-4336-b8fe-125435dee7d8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:50.449818 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18971609-b627-4b8e-895c-5806bbc22034', 'code': 200} Aug 19 12:35:50.466963 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.536842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:35:50.540861 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:35:50.544534 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ea06012c-0190-4b19-a4e1-2ff46f5e0099 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:50.769415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67ccfcf-d4ec-4f8e-b8c3-1829b0b12f6a None None] DHCP port deletion for e147c927-e874-4cb8-86dd-3c8f05674f2d request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:35:50.956039 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebce1aa8-438c-4dcb-8e20-35a279bc98e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.969909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f67ccfcf-d4ec-4f8e-b8c3-1829b0b12f6a None None] Deleting port 24421e29-b0ed-459d-820e-10fd6eef6d9f {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:50.970384 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f67ccfcf-d4ec-4f8e-b8c3-1829b0b12f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.018993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port 24421e29-b0ed-459d-820e-10fd6eef6d9f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:51.022835 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.131187 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] No DVR routers for this DVR port 18971609-b627-4b8e-895c-5806bbc22034 on host n-h1-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:51.159776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port 24421e29-b0ed-459d-820e-10fd6eef6d9f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=24421e29-b0ed-459d-820e-10fd6eef6d9f,segment=NetworkSegment(4c274d1d-c80c-4232-ac5d-2340cfdaf295),segment_id=4c274d1d-c80c-4232-ac5d-2340cfdaf295)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:51.159776 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.178553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for 24421e29-b0ed-459d-820e-10fd6eef6d9f owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:51.192244 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f67ccfcf-d4ec-4f8e-b8c3-1829b0b12f6a None None] For port 24421e29-b0ed-459d-820e-10fd6eef6d9f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=24421e29-b0ed-459d-820e-10fd6eef6d9f,segment=NetworkSegment(4c274d1d-c80c-4232-ac5d-2340cfdaf295),segment_id=4c274d1d-c80c-4232-ac5d-2340cfdaf295)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:51.192951 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f67ccfcf-d4ec-4f8e-b8c3-1829b0b12f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.227034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f67ccfcf-d4ec-4f8e-b8c3-1829b0b12f6a None None] Calling delete_port for 24421e29-b0ed-459d-820e-10fd6eef6d9f owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:51.312943 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebce1aa8-438c-4dcb-8e20-35a279bc98e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.318271 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ea06012c-0190-4b19-a4e1-2ff46f5e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:45Z', 'revision_number': 8, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:51.372321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Pushing event updated for resources: {'Port': ['ID=18971609-b627-4b8e-895c-5806bbc22034,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:51.433052 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06012c-0190-4b19-a4e1-2ff46f5e0099 None None] The sync data for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 is: [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:45Z', 'revision_number': 8, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83fdc1e-5167-4939-a8fb-27f32804fdfc', 'name': '', 'network_id': '9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:e3:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:19Z', 'updated_at': '2021-08-19T12:35:30Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'e2c1149f-4452-4bd8-a744-2128da6818ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:51.498598 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Attempting to bind port 18971609-b627-4b8e-895c-5806bbc22034 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:51.498974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Attempting to bind port 18971609-b627-4b8e-895c-5806bbc22034 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:51.499341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Attempting to bind port 18971609-b627-4b8e-895c-5806bbc22034 on network edc6b604-c848-41a4-b1b1-427c7abac2d8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:51.516143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Port 18971609-b627-4b8e-895c-5806bbc22034 on network edc6b604-c848-41a4-b1b1-427c7abac2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:35:51.519806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4e41a-b7e9-42b1-b64d-619e27d192bb req-eed4c713-c200-4605-bac0-d11d9c59380c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:51.521511 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Attempting to bind port 18971609-b627-4b8e-895c-5806bbc22034 on network edc6b604-c848-41a4-b1b1-427c7abac2d8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:51.525560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81a4e41a-b7e9-42b1-b64d-619e27d192bb req-eed4c713-c200-4605-bac0-d11d9c59380c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 943 time: 0.7717383 Aug 19 12:35:51.542075 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:51.542419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Checking segment: {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:51.542814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Bound using segment: {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:51.551394 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Bound port: 18971609-b627-4b8e-895c-5806bbc22034, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e546ef01-03af-47d0-946f-7139be6599a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:51.551786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.585649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35177f-1173-4be7-99ef-7634af5c3dc3 req-72713572-8e83-4fa9-8b57-9e6425743d01 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:51.596669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd35177f-1173-4be7-99ef-7634af5c3dc3 req-72713572-8e83-4fa9-8b57-9e6425743d01 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.7997491 Aug 19 12:35:51.621716 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cba64627-fecf-494a-a112-41092328746d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.680756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.723046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81a4e41a-b7e9-42b1-b64d-619e27d192bb req-022ec6b6-1351-438c-abd7-81c833c78964 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859996 Aug 19 12:35:51.737269 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f67ccfcf-d4ec-4f8e-b8c3-1829b0b12f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.747934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:51.754780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=18971609-b627-4b8e-895c-5806bbc22034,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:51.787632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=24421e29-b0ed-459d-820e-10fd6eef6d9f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:51.792646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ccfcf-d4ec-4f8e-b8c3-1829b0b12f6a None None] No DVR routers for this DVR port 24421e29-b0ed-459d-820e-10fd6eef6d9f on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:51.812371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No DVR routers for this DVR port 24421e29-b0ed-459d-820e-10fd6eef6d9f on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:51.823878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd35177f-1173-4be7-99ef-7634af5c3dc3 req-e7f89415-41a0-4a9c-8909-42f9811b0cb4 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262592 Aug 19 12:35:51.860767 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac4620b0-d595-4a5f-8ce3-a092160eb296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.863553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ccfcf-d4ec-4f8e-b8c3-1829b0b12f6a None None] Pushing event deleted for resources: {'Port': ['ID=24421e29-b0ed-459d-820e-10fd6eef6d9f,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:51.923157 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.933678 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.966162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e147c927-e874-4cb8-86dd-3c8f05674f2d']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:51.989072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c274d1d-c80c-4232-ac5d-2340cfdaf295') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:51.989517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c274d1d-c80c-4232-ac5d-2340cfdaf295') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:52.000122 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.017970 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.021336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Pushing event updated for resources: {'Port': ['ID=18971609-b627-4b8e-895c-5806bbc22034,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:52.026471 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac4620b0-d595-4a5f-8ce3-a092160eb296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.026917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:35:52.027357 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.044973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:52.045777 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.048042 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-12190686-a857-461b-a53c-c277dbca0a3c service neutron] 10.222.0.52 "PUT /v2.0/ports/18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 200 len: 1091 time: 4.8626270 Aug 19 12:35:52.200190 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ac4620b0-d595-4a5f-8ce3-a092160eb296 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d98f177975b443fa91f58be6dbc70a6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3470242 Aug 19 12:35:52.207163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44278) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:52.210745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4620b0-d595-4a5f-8ce3-a092160eb296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f9fda7-20a7-4667-b841-9d1a0e2f9025,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:35:52.231424 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:35:52.238947 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebce1aa8-438c-4dcb-8e20-35a279bc98e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.243233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebce1aa8-438c-4dcb-8e20-35a279bc98e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.248373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ebce1aa8-438c-4dcb-8e20-35a279bc98e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7f3645e-65bd-4a6e-83bb-d08fc3c55786 HTTP/1.1" status: 204 len: 168 time: 1.8400645 Aug 19 12:35:52.295559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84c4758e-5bed-499b-abc6-618595ed1909 req-694a8096-ed5d-4add-8643-ddb17bcebd8d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0776572 Aug 19 12:35:52.331965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce1aa8-438c-4dcb-8e20-35a279bc98e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f3645e-65bd-4a6e-83bb-d08fc3c55786,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:52.371351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dcb4f-4ebd-4a51-9e3c-0b0ba963cee7 req-b6600864-9be0-4d7f-a3ba-3fbcb34c058d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:52.375344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a64dcb4f-4ebd-4a51-9e3c-0b0ba963cee7 req-b6600864-9be0-4d7f-a3ba-3fbcb34c058d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 946 time: 0.2451501 Aug 19 12:35:52.381614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-96324766-627a-4960-a9ab-341235e66cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:52.384221 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-96324766-627a-4960-a9ab-341235e66cd3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1094 time: 0.2927487 Aug 19 12:35:52.480266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a64dcb4f-4ebd-4a51-9e3c-0b0ba963cee7 req-60a0e6f3-3c88-477d-a853-3c56e6a47311 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906243 Aug 19 12:35:52.486379 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.513252 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.516560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/networks/e147c927-e874-4cb8-86dd-3c8f05674f2d HTTP/1.1" status: 204 len: 168 time: 2.4809301 Aug 19 12:35:52.529523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44284) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:52.531436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec349a-5eac-4fce-b708-ab619d654ef9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Network': ['ID=e147c927-e874-4cb8-86dd-3c8f05674f2d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:52.600955 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'tag': '18971609-b627-4b8e-895c-5806bbc22034'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:52.609695 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a5a7aa-676a-4d50-aa41-332838b2e19c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "tag": "18971609-b627-4b8e-895c-5806bbc22034"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:52.688011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-6ab8f85a-8dee-43c1-9b26-17627c821063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:52.697110 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-6ab8f85a-8dee-43c1-9b26-17627c821063 service neutron] 10.222.0.52 "GET /v2.0/networks?id=edc6b604-c848-41a4-b1b1-427c7abac2d8 HTTP/1.1" status: 200 len: 897 time: 0.2977712 Aug 19 12:35:52.726431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55c3234d-fd83-4cf8-b8b2-db69a3818dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:52.751190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 24421e29-b0ed-459d-820e-10fd6eef6d9f no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:52.815302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 24421e29-b0ed-459d-820e-10fd6eef6d9f {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:52.815684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 24421e29-b0ed-459d-820e-10fd6eef6d9f not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:52.928263 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-7f26f001-755c-438e-b658-21a11d29d0a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 200 len: 998 time: 0.2173028 Aug 19 12:35:52.930815 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067bd1e9-fdbe-4f66-a0d0-d699e3b87ce5 x-openstack-request-id: req-067bd1e9-fdbe-4f66-a0d0-d699e3b87ce5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:52.932830 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "tag": "18971609-b627-4b8e-895c-5806bbc22034", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:52.933221 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-067bd1e9-fdbe-4f66-a0d0-d699e3b87ce5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:52.935802 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'tag': '18971609-b627-4b8e-895c-5806bbc22034', 'status': 'completed', 'code': 200} Aug 19 12:35:53.110795 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55c3234d-fd83-4cf8-b8b2-db69a3818dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:53.187811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a060f3-9167-45fb-b219-3e4dfd4e3d3f req-35b15b67-b1da-4975-a600-4c7d2d96376a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.190229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1a060f3-9167-45fb-b219-3e4dfd4e3d3f req-35b15b67-b1da-4975-a600-4c7d2d96376a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 946 time: 0.4925199 Aug 19 12:35:53.207535 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-5cff3ee9-e914-4bfc-ab67-0c072a4e1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.210242 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-5cff3ee9-e914-4bfc-ab67-0c072a4e1ef4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82e9bc33-2356-492b-8751-0ac001f0dbf8 HTTP/1.1" status: 200 len: 834 time: 0.2712386 Aug 19 12:35:53.213568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44302) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:53.219500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d7821717-6ce9-4f1a-9418-49f1f38159ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Request body: {'floatingip': {'port_id': 'f794bf4e-48da-40fe-b22e-0cbc426e69de'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:53.285254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-8896d9e2-288a-446c-ac6e-1dc1a02182b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.287906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-8896d9e2-288a-446c-ac6e-1dc1a02182b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1094 time: 0.4883478 Aug 19 12:35:53.325114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7821717-6ce9-4f1a-9418-49f1f38159ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:53.329173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc816b06-55b2-4b6f-8639-55a10999f338 req-04df8a08-85a0-4a6d-aba0-a9c7290f48af tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.346052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc816b06-55b2-4b6f-8639-55a10999f338 req-04df8a08-85a0-4a6d-aba0-a9c7290f48af tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 943 time: 0.5046551 Aug 19 12:35:53.661550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc816b06-55b2-4b6f-8639-55a10999f338 req-bbd2ae3a-163f-4e56-b4db-4876a9d66c98 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176425 Aug 19 12:35:53.691271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ec059-567e-4cfb-a382-b9a459610528 req-46847dc2-5007-48e7-bedf-67177266d675 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.702056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-767ec059-567e-4cfb-a382-b9a459610528 req-46847dc2-5007-48e7-bedf-67177266d675 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.2358425 Aug 19 12:35:53.799093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-01d3b238-b3b6-42df-b729-ed2284a306ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.800709 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-01d3b238-b3b6-42df-b729-ed2284a306ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc6b604-c848-41a4-b1b1-427c7abac2d8 HTTP/1.1" status: 200 len: 897 time: 0.4999242 Aug 19 12:35:53.834298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-767ec059-567e-4cfb-a382-b9a459610528 req-1d9cc6e6-b2c3-47a3-b344-dc3914778fe4 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221786 Aug 19 12:35:53.930365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-8e69e946-46fa-4ecd-9a22-28dbaeb820e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 200 len: 998 time: 0.0938902 Aug 19 12:35:54.023838 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-8902ad43-aaa1-43d5-b369-d242957d10da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.026537 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-8902ad43-aaa1-43d5-b369-d242957d10da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edc6b604-c848-41a4-b1b1-427c7abac2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6041949 Aug 19 12:35:54.030917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-240ba9d4-01a7-450c-98c3-249e7b9315be req-93edd9d5-0ded-4468-8c5e-72dfce3c31b3 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1928453 Aug 19 12:35:54.033087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-b6c63c3b-1dd3-4c52-8025-f0c683ff2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.035418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-b6c63c3b-1dd3-4c52-8025-f0c683ff2245 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82e9bc33-2356-492b-8751-0ac001f0dbf8 HTTP/1.1" status: 200 len: 834 time: 0.0908327 Aug 19 12:35:54.119784 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55c3234d-fd83-4cf8-b8b2-db69a3818dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:54.124979 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55c3234d-fd83-4cf8-b8b2-db69a3818dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:54.127064 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-55c3234d-fd83-4cf8-b8b2-db69a3818dbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37f9fda7-20a7-4667-b841-9d1a0e2f9025 HTTP/1.1" status: 204 len: 168 time: 1.9176490 Aug 19 12:35:54.175142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-562f3d7a-64a1-40b4-97b0-719f468be3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.175532 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-562f3d7a-64a1-40b4-97b0-719f468be3fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc6b604-c848-41a4-b1b1-427c7abac2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280026 Aug 19 12:35:54.216304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3234d-fd83-4cf8-b8b2-db69a3818dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f9fda7-20a7-4667-b841-9d1a0e2f9025,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:54.333907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-e1d2aeb9-e07a-4aac-a34b-03ab707c1890 service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500418 Aug 19 12:35:54.481991 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-e3200e90-dced-421d-b9ff-0bcbb80cd843 service neutron] 10.222.0.52 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471650 Aug 19 12:35:54.628212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:54.838881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-09f6ce04-7652-4ea8-8eda-4b699db07855 service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276927 Aug 19 12:35:55.013897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f2659-b142-475a-aa1e-a7f85abb16f9 req-e836e7da-8349-47b3-8104-eca643cdbc86 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.024550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c1f2659-b142-475a-aa1e-a7f85abb16f9 req-e836e7da-8349-47b3-8104-eca643cdbc86 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 943 time: 0.1845918 Aug 19 12:35:55.139161 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c1f2659-b142-475a-aa1e-a7f85abb16f9 req-b194a40a-31f6-4c3a-9db2-c38550eaf881 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131778 Aug 19 12:35:55.171702 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-72ca99a4-9616-4541-a1b7-2d077cfa6530 req-4b1b65ee-7796-478f-b62e-9575d7020519 service neutron] 10.222.0.52 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601028 Aug 19 12:35:55.174862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-d7821717-6ce9-4f1a-9418-49f1f38159ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:35:55.240361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345385f-4fbb-47d5-b575-987d9b4c3607 req-6cade185-8e41-400e-902d-239316e61b53 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.247848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6345385f-4fbb-47d5-b575-987d9b4c3607 req-6cade185-8e41-400e-902d-239316e61b53 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.2192869 Aug 19 12:35:55.375934 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7821717-6ce9-4f1a-9418-49f1f38159ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:55.392319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8cebb1e-4a4f-44a8-a6ee-8652ad6ed970 req-05236cb9-ffb2-4bb1-9065-4606bfcbe4fa tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0931895 Aug 19 12:35:55.414838 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-e74f0500-0ffa-471c-862e-07e6ae367a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.416416 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-e74f0500-0ffa-471c-862e-07e6ae367a80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1094 time: 0.1566336 Aug 19 12:35:55.419175 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f9e39942-ad80-4417-a074-0b2be041457e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:55.494826 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44334) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:55.501485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6345385f-4fbb-47d5-b575-987d9b4c3607 req-37663689-3149-4553-955a-5b87e534dab5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458465 Aug 19 12:35:55.526781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7821717-6ce9-4f1a-9418-49f1f38159ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:55.765204 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdc94254-abdc-4267-951a-51edc9e23e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:55.961052 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-d7821717-6ce9-4f1a-9418-49f1f38159ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Floating IP cc82d1c8-0caf-434d-9336-f65fd4a82b39 associated. External IP: 172.25.6.3, port: f794bf4e-48da-40fe-b22e-0cbc426e69de. Aug 19 12:35:56.068688 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdc94254-abdc-4267-951a-51edc9e23e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.109796 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.138413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-61dead7c-a853-47c8-9b04-b398f4bb7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:56.140255 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-61dead7c-a853-47c8-9b04-b398f4bb7c1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=edc6b604-c848-41a4-b1b1-427c7abac2d8 HTTP/1.1" status: 200 len: 897 time: 0.7017286 Aug 19 12:35:56.264848 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdc94254-abdc-4267-951a-51edc9e23e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.355384 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port b83fdc1e-5167-4939-a8fb-27f32804fdfc {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:56.357497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.359596 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc94254-abdc-4267-951a-51edc9e23e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534670a4-bf30-4e6c-b735-314ba561c2b2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:56.496119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port b83fdc1e-5167-4939-a8fb-27f32804fdfc, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b83fdc1e-5167-4939-a8fb-27f32804fdfc,segment=NetworkSegment(e73d7c18-8a71-441e-8431-74004a29dd9e),segment_id=e73d7c18-8a71-441e-8431-74004a29dd9e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:56.496119 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.513014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for b83fdc1e-5167-4939-a8fb-27f32804fdfc owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:56.647497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d1830de-c9ea-482b-9ac3-7be96f6d6865 req-eea139d0-3bda-40f1-92c5-834e42926769 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0670009 Aug 19 12:35:56.771375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2f3fc-dd50-4d06-8712-3fa223ecf467 req-705d026e-a839-447a-95a2-e1d0faa9db17 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:56.776482 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3d2f3fc-dd50-4d06-8712-3fa223ecf467 req-705d026e-a839-447a-95a2-e1d0faa9db17 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 943 time: 0.4506924 Aug 19 12:35:56.940959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3d2f3fc-dd50-4d06-8712-3fa223ecf467 req-addbc8d0-71b7-4487-aab3-f2a6067dc168 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443782 Aug 19 12:35:57.118953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72400d-83a6-40b2-9521-d5a0a18191d6 req-5103a344-3493-45cb-92d9-245cf2028804 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:57.118953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f72400d-83a6-40b2-9521-d5a0a18191d6 req-5103a344-3493-45cb-92d9-245cf2028804 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.2260346 Aug 19 12:35:57.268449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f72400d-83a6-40b2-9521-d5a0a18191d6 req-a7843dbd-a31e-4f2c-8fcc-eb80392d2b30 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472824 Aug 19 12:35:57.308888 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.315523 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cdc94254-abdc-4267-951a-51edc9e23e5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a377bcb65164a8e88a184a2f9fd2331&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7859354 Aug 19 12:35:57.318349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44354) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:57.471271 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-ac794e77-ef28-4f93-a6e3-d0968bcf404e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 200 len: 998 time: 1.2303848 Aug 19 12:35:57.492222 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ca64802-0892-443f-b09a-687963d9ef64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.519445 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ca64802-0892-443f-b09a-687963d9ef64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.544460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-9362856b-b7c1-4c30-9261-9c98525e1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:57.546840 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-9362856b-b7c1-4c30-9261-9c98525e1e23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82e9bc33-2356-492b-8751-0ac001f0dbf8 HTTP/1.1" status: 200 len: 834 time: 0.0693474 Aug 19 12:35:57.550066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7821717-6ce9-4f1a-9418-49f1f38159ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Router e029036b-6434-4a12-b2b2-eadf8debb117 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:57.570007 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.656634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-c75f2559-598a-4d3a-9528-1139e13c2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:57.658942 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-c75f2559-598a-4d3a-9528-1139e13c2615 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edc6b604-c848-41a4-b1b1-427c7abac2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003332 Aug 19 12:35:57.667501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=b83fdc1e-5167-4939-a8fb-27f32804fdfc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:57.923022 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7821717-6ce9-4f1a-9418-49f1f38159ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:57.926648 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7821717-6ce9-4f1a-9418-49f1f38159ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.949941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f2966-e918-487d-8c34-ae1aba6a86da None None] Sync routers for ids ['e029036b-6434-4a12-b2b2-eadf8debb117'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:57.965659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f2966-e918-487d-8c34-ae1aba6a86da None None] Routers {'e029036b-6434-4a12-b2b2-eadf8debb117'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:57.966632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a6f2966-e918-487d-8c34-ae1aba6a86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e029036b-6434-4a12-b2b2-eadf8debb117'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:57.997657 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-feed6dbe-ce19-4f77-8a75-8b4ac42771c7 service neutron] 10.222.0.52 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283966 Aug 19 12:35:58.005343 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d7821717-6ce9-4f1a-9418-49f1f38159ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "PUT /v2.0/floatingips/cc82d1c8-0caf-434d-9336-f65fd4a82b39 HTTP/1.1" status: 200 len: 990 time: 4.7880042 Aug 19 12:35:58.005343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:58.040904 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b" -d '{"events": [{"name": "network-changed", "server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:58.082724 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ca64802-0892-443f-b09a-687963d9ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.092179 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ca64802-0892-443f-b09a-687963d9ef64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.093463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9ca64802-0892-443f-b09a-687963d9ef64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/534670a4-bf30-4e6c-b735-314ba561c2b2 HTTP/1.1" status: 204 len: 168 time: 0.7725842 Aug 19 12:35:58.095658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-202ad9c4-91a8-4e91-8c9c-2aa3cc8f3764 req-fc3306eb-9528-42cf-962d-224fffbb442d tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.2184372 Aug 19 12:35:58.155406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca64802-0892-443f-b09a-687963d9ef64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534670a4-bf30-4e6c-b735-314ba561c2b2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:58.207768 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.275479 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f22dcc-75d7-4b0f-ab27-763b01f7225f x-openstack-request-id: req-46f22dcc-75d7-4b0f-ab27-763b01f7225f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:58.278457 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:58.278457 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46f22dcc-75d7-4b0f-ab27-763b01f7225f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:58.278457 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'status': 'completed', 'code': 200} Aug 19 12:35:58.357164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7a6f2966-e918-487d-8c34-ae1aba6a86da None None] Set router e029036b-6434-4a12-b2b2-eadf8debb117 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:58.408067 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-18a5a7aa-676a-4d50-aa41-332838b2e19c req-c63d4c68-57c6-40e7-af29-4db2feb3d457 service neutron] 10.222.0.52 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589821 Aug 19 12:35:58.638468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b req-16964104-d02f-42d9-8922-e2cdb375c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:58.640489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b req-16964104-d02f-42d9-8922-e2cdb375c6d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1097 time: 0.2913883 Aug 19 12:35:58.791650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28c4ad-c597-49a5-ae4a-e5abeb53fa60 req-b1b629e0-21a6-43c3-a0a8-6edb51b9d0a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:58.793089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc28c4ad-c597-49a5-ae4a-e5abeb53fa60 req-b1b629e0-21a6-43c3-a0a8-6edb51b9d0a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 943 time: 0.4210868 Aug 19 12:35:58.809156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c525d-04ab-495d-be28-7a1a2185aa8e req-b151aa8e-c52c-4aae-b9f9-2729e6740045 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:58.811838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b86c525d-04ab-495d-be28-7a1a2185aa8e req-b151aa8e-c52c-4aae-b9f9-2729e6740045 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.3197916 Aug 19 12:35:58.846869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router fed6a143-5dc9-47f3-96ad-0b9e0be8125e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:59.096875 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.165057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b86c525d-04ab-495d-be28-7a1a2185aa8e req-9f142c87-0f65-4928-933d-f6123b534073 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067925 Aug 19 12:35:59.191379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc28c4ad-c597-49a5-ae4a-e5abeb53fa60 req-541846c8-8694-4326-81d7-e9545be969c8 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3585873 Aug 19 12:35:59.241812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a6f2966-e918-487d-8c34-ae1aba6a86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 4, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'cc82d1c8-0caf-434d-9336-f65fd4a82b39', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'port_id': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'mac_address': 'fa:16:3e:a6:0a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:35:23Z', 'updated_at': '2021-08-19T12:35:55Z', 'revision_number': 1, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b179d8-9ab3-45c8-8ed5-b0e81f0bf169', 'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'mac_address': 'fa:16:3e:d0:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:12Z', 'updated_at': '2021-08-19T12:35:26Z', 'revision_number': 5, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'subnets': [{'id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:59.270568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 18971609-b627-4b8e-895c-5806bbc22034 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:35:59.319761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b req-5e6096d2-e440-4d96-a173-e146f183b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.322579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b req-5e6096d2-e440-4d96-a173-e146f183b2d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.5280762 Aug 19 12:35:59.372439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:59.396431 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c293eaa-ffa2-4049-80a6-aa20f9bcc04e None None] Sync routers for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:59.428397 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c293eaa-ffa2-4049-80a6-aa20f9bcc04e None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:59.432732 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4c293eaa-ffa2-4049-80a6-aa20f9bcc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:59.572838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=18971609-b627-4b8e-895c-5806bbc22034,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:59.620313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-52ef7235-577d-4a01-98e1-b84844ed03b4 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0822947 Aug 19 12:35:59.621913 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44400) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:59.702792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64801b8d-8d82-44e1-9d9f-ecfac49c1275 req-6fa973a4-e139-45f8-b07f-275ef4d63318 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1328993 Aug 19 12:35:59.738618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b req-69509c9c-ecd6-4909-9e7b-9186625d1dd4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 998 time: 0.4061201 Aug 19 12:35:59.767377 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '18971609-b627-4b8e-895c-5806bbc22034', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'port_id': '18971609-b627-4b8e-895c-5806bbc22034', 'mac_address': 'fa:16:3e:14:ba:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:35:59.777511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f2966-e918-487d-8c34-ae1aba6a86da None None] Checking router: e029036b-6434-4a12-b2b2-eadf8debb117 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:59.830307 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-4c293eaa-ffa2-4049-80a6-aa20f9bcc04e None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:59.862033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b req-f490e1cf-1f7e-48b8-919b-5ac3c546b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.864674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b req-f490e1cf-1f7e-48b8-919b-5ac3c546b4eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.0926604 Aug 19 12:35:59.867690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6472da-2b4c-4e20-a415-4547d668f4ec tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting subnet e2c1149f-4452-4bd8-a744-2128da6818ed {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:59.891200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c6472da-2b4c-4e20-a415-4547d668f4ec tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.962861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b req-821ea296-e5c5-4e64-bc4d-c0253fe6f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.968602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b req-821ea296-e5c5-4e64-bc4d-c0253fe6f9d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947459 Aug 19 12:35:59.972011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f2966-e918-487d-8c34-ae1aba6a86da None None] Routers {'e029036b-6434-4a12-b2b2-eadf8debb117'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:59.982514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a6f2966-e918-487d-8c34-ae1aba6a86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e029036b-6434-4a12-b2b2-eadf8debb117'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:00.132863 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c6472da-2b4c-4e20-a415-4547d668f4ec tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:00.443358 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4c293eaa-ffa2-4049-80a6-aa20f9bcc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:56Z', 'revision_number': 9, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:00.486001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b req-dea37fc8-c74e-4e46-898e-5a0a9a98d1b8 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082860 Aug 19 12:36:00.527158 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c293eaa-ffa2-4049-80a6-aa20f9bcc04e None None] Checking router: fed6a143-5dc9-47f3-96ad-0b9e0be8125e for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:36:00.543884 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c293eaa-ffa2-4049-80a6-aa20f9bcc04e None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:00.545665 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4c293eaa-ffa2-4049-80a6-aa20f9bcc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:00.608030 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:00.721094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18971609-b627-4b8e-895c-5806bbc22034 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:00.771754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2f12bb0-96b1-477c-bcca-7ed2e233d38b req-fb6e0562-66fe-404e-8bae-4524472cf50f service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672606 Aug 19 12:36:00.794177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7a6f2966-e918-487d-8c34-ae1aba6a86da None None] Set router e029036b-6434-4a12-b2b2-eadf8debb117 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:00.828669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=18971609-b627-4b8e-895c-5806bbc22034,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:00.833866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c6472da-2b4c-4e20-a415-4547d668f4ec tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:00.873902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ad6de-a45a-416a-bb62-8563a7983d5d req-adf8979c-1424-48d8-937c-28003c35f341 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:00.878905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d3ad6de-a45a-416a-bb62-8563a7983d5d req-adf8979c-1424-48d8-937c-28003c35f341 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.3906784 Aug 19 12:36:00.931125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804e578-bc7a-4d45-89bd-7e60508e75dc req-f42505e1-0352-4f5d-8a47-36a1296dab5f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:00.946503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2804e578-bc7a-4d45-89bd-7e60508e75dc req-f42505e1-0352-4f5d-8a47-36a1296dab5f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 943 time: 0.3372791 Aug 19 12:36:01.016854 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:01.059828 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-4c293eaa-ffa2-4049-80a6-aa20f9bcc04e None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:01.156897 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c6472da-2b4c-4e20-a415-4547d668f4ec tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:01.228742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d3ad6de-a45a-416a-bb62-8563a7983d5d req-f5fc8639-237b-4f4e-9249-719953ac1a9d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3413308 Aug 19 12:36:01.254069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6472da-2b4c-4e20-a415-4547d668f4ec tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c1149f-4452-4bd8-a744-2128da6818ed,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:01.275961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2804e578-bc7a-4d45-89bd-7e60508e75dc req-b02dbec3-e515-436e-82e2-88ea20f8fa7c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071954 Aug 19 12:36:01.281945 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c6472da-2b4c-4e20-a415-4547d668f4ec tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:01.284661 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4c6472da-2b4c-4e20-a415-4547d668f4ec tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/e2c1149f-4452-4bd8-a744-2128da6818ed HTTP/1.1" status: 204 len: 168 time: 1.6621156 Aug 19 12:36:01.290226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44428) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:01.405472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0e656-f437-4ea5-b0ea-e89c99a13a9d None None] Network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:01.762552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8c93992-e348-4a8e-b37f-b0aab3c0c1a3 req-15fd8359-63bc-4541-a857-77752705dc77 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1843565 Aug 19 12:36:01.788043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['18971609-b627-4b8e-895c-5806bbc22034'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:01.813491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=18971609-b627-4b8e-895c-5806bbc22034,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:01.816532 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:01.866943 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4c293eaa-ffa2-4049-80a6-aa20f9bcc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:56Z', 'revision_number': 9, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:01.901090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.902070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.902819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.903574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.904311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.905341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.906239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.907118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.907799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.908652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.909639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.910656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:01.962025 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c293eaa-ffa2-4049-80a6-aa20f9bcc04e None None] The sync data for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 is: [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:35:56Z', 'revision_number': 9, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5d24e29-24b1-4943-a35b-a70e90df04f8', 'name': '', 'network_id': '2035495a-407f-4273-8d34-37618aa2ab70', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:fd:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:11Z', 'updated_at': '2021-08-19T12:35:21Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': 'dc69cc77-abb0-4706-8685-c143a2a0991d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:36:02.045194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:02.045729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:02.262080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a6f2966-e918-487d-8c34-ae1aba6a86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 4, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'cc82d1c8-0caf-434d-9336-f65fd4a82b39', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'port_id': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'mac_address': 'fa:16:3e:a6:0a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:35:23Z', 'updated_at': '2021-08-19T12:35:55Z', 'revision_number': 1, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b179d8-9ab3-45c8-8ed5-b0e81f0bf169', 'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'mac_address': 'fa:16:3e:d0:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:12Z', 'updated_at': '2021-08-19T12:35:26Z', 'revision_number': 5, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'subnets': [{'id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:02.270514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port ddc80f66-5a00-4e4d-8cbd-7156c76e4833, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ddc80f66-5a00-4e4d-8cbd-7156c76e4833,segment=NetworkSegment(e73d7c18-8a71-441e-8431-74004a29dd9e),segment_id=e73d7c18-8a71-441e-8431-74004a29dd9e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:02.271205 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:02.304336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for ddc80f66-5a00-4e4d-8cbd-7156c76e4833 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:02.338581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f2966-e918-487d-8c34-ae1aba6a86da None None] The sync data for ids ['e029036b-6434-4a12-b2b2-eadf8debb117'] in n-d-778732-8 is: [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 4, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'cc82d1c8-0caf-434d-9336-f65fd4a82b39', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'port_id': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'mac_address': 'fa:16:3e:a6:0a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:35:23Z', 'updated_at': '2021-08-19T12:35:55Z', 'revision_number': 1, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b179d8-9ab3-45c8-8ed5-b0e81f0bf169', 'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'mac_address': 'fa:16:3e:d0:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:12Z', 'updated_at': '2021-08-19T12:35:26Z', 'revision_number': 5, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'subnets': [{'id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:36:02.415866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82ad0ad-3798-4624-b77d-7b7a8d0da376 None None] DHCP port deletion for 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:36:02.682869 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:02.771810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a82ad0ad-3798-4624-b77d-7b7a8d0da376 None None] Deleting port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:02.772552 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a82ad0ad-3798-4624-b77d-7b7a8d0da376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:02.843298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No DVR routers for this DVR port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:02.900368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b83fdc1e-5167-4939-a8fb-27f32804fdfc no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:02.906035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=ddc80f66-5a00-4e4d-8cbd-7156c76e4833,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:02.933591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd243f6-5fe8-4aea-bb68-3b2874651f18 req-b8abdbcc-fd0d-407d-b17e-536646c50085 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:02.944890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0bd243f6-5fe8-4aea-bb68-3b2874651f18 req-b8abdbcc-fd0d-407d-b17e-536646c50085 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 944 time: 0.6277199 Aug 19 12:36:03.152127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.161164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9c2483-4cea-41de-883c-0bf8f35fe79e None None] New status for floating IP cc82d1c8-0caf-434d-9336-f65fd4a82b39: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:36:03.173136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b83fdc1e-5167-4939-a8fb-27f32804fdfc {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:03.173867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b83fdc1e-5167-4939-a8fb-27f32804fdfc not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:03.174484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ddc80f66-5a00-4e4d-8cbd-7156c76e4833 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:03.175570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:03.216748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73d7c18-8a71-441e-8431-74004a29dd9e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:03.217069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73d7c18-8a71-441e-8431-74004a29dd9e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:03.251632 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.280100 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.294587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:03.295011 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.367599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0bd243f6-5fe8-4aea-bb68-3b2874651f18 req-8924cafd-d34f-42b6-86c6-ecc9b7cb68b8 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4210689 Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:03.370739 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:03.425872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f4352-4032-470f-9bfb-aa0ef92eb2ca req-ebe55a12-3ca9-49b8-b99c-2f0b33ce51a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:03.428019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a82ad0ad-3798-4624-b77d-7b7a8d0da376 None None] For port ddc80f66-5a00-4e4d-8cbd-7156c76e4833, host n-d-778732-8, got binding levels [] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:03.434786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c89f4352-4032-470f-9bfb-aa0ef92eb2ca req-ebe55a12-3ca9-49b8-b99c-2f0b33ce51a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.7648923 Aug 19 12:36:03.437339 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a82ad0ad-3798-4624-b77d-7b7a8d0da376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.468523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: ddc80f66-5a00-4e4d-8cbd-7156c76e4833 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:03.468523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ddc80f66-5a00-4e4d-8cbd-7156c76e4833 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:03.512829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e50707-560e-4970-adaa-b859654a79fc req-33e8541f-0c7a-4380-b816-0e041f54005d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:03.515314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43e50707-560e-4970-adaa-b859654a79fc req-33e8541f-0c7a-4380-b816-0e041f54005d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6&tenant_id=14342c7fb8294b128c580938853dcfe8&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 944 time: 0.9587352 Aug 19 12:36:03.531582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a82ad0ad-3798-4624-b77d-7b7a8d0da376 None None] Calling delete_port for ddc80f66-5a00-4e4d-8cbd-7156c76e4833 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:03.541906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.ipam_backend_mixin [None req-a82ad0ad-3798-4624-b77d-7b7a8d0da376 None None] Port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 was not found and therefore no delete operation was performed {{(pid=95662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:36:03.565882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.581910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c89f4352-4032-470f-9bfb-aa0ef92eb2ca req-d0ff8ad9-4322-4ac6-b12c-8531f1554a64 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460288 Aug 19 12:36:03.591342 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.598960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/networks/9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 HTTP/1.1" status: 204 len: 168 time: 2.3072495 Aug 19 12:36:03.603358 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44470) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:03.654611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1548a4b-e3b6-4706-8034-7e5f05a27b7a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Network': ['ID=9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:03.683377 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a82ad0ad-3798-4624-b77d-7b7a8d0da376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.738242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a82ad0ad-3798-4624-b77d-7b7a8d0da376 None None] Network 9aa66b9b-dac8-4e9f-863f-a74c3f2eeda7 is not hosted by any dhcp agent {{(pid=95662) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:36:03.747013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ad0ad-3798-4624-b77d-7b7a8d0da376 None None] No DVR routers for this DVR port ddc80f66-5a00-4e4d-8cbd-7156c76e4833 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:03.858646 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-43e50707-560e-4970-adaa-b859654a79fc req-adc67854-fa48-4f85-afa9-13e2c3d92288 service neutron] delete failed (client error): The resource could not be found. Aug 19 12:36:03.861756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43e50707-560e-4970-adaa-b859654a79fc req-adc67854-fa48-4f85-afa9-13e2c3d92288 service neutron] 10.222.0.53 "DELETE /v2.0/ports/18971609-b627-4b8e-895c-5806bbc22034/bindings/n-h1-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.2890465 Aug 19 12:36:03.872779 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad0ad-3798-4624-b77d-7b7a8d0da376 None None] Pushing event deleted for resources: {'Port': ['ID=ddc80f66-5a00-4e4d-8cbd-7156c76e4833,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:04.030912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb184ea9-1b65-4d26-bfd1-1ab070791947 req-e50303cc-3e79-41dc-8a73-d889c283d6af tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0865049 Aug 19 12:36:04.065728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e50707-560e-4970-adaa-b859654a79fc req-d02158d2-23bd-44fd-ba26-fed2838818f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:04.067455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43e50707-560e-4970-adaa-b859654a79fc req-d02158d2-23bd-44fd-ba26-fed2838818f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1095 time: 0.1327929 Aug 19 12:36:04.250766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e50707-560e-4970-adaa-b859654a79fc req-27328190-62b1-48ce-b0c2-3bd897cd5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:04.253543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43e50707-560e-4970-adaa-b859654a79fc req-27328190-62b1-48ce-b0c2-3bd897cd5c54 service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc6b604-c848-41a4-b1b1-427c7abac2d8 HTTP/1.1" status: 200 len: 897 time: 0.1730952 Aug 19 12:36:04.434664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43e50707-560e-4970-adaa-b859654a79fc req-47eeb432-c952-4067-8bde-54c83adbee47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 200 len: 999 time: 0.1716371 Aug 19 12:36:04.637347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.653109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e50707-560e-4970-adaa-b859654a79fc req-e84162c2-3cb7-46ca-8009-c70d673f2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:04.658515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43e50707-560e-4970-adaa-b859654a79fc req-e84162c2-3cb7-46ca-8009-c70d673f2417 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82e9bc33-2356-492b-8751-0ac001f0dbf8 HTTP/1.1" status: 200 len: 834 time: 0.2167020 Aug 19 12:36:04.717080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46919bb-a090-476d-8dbb-6fe64614b972 req-e5a8805f-f751-4948-a500-6bc049804865 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:04.718910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b46919bb-a090-476d-8dbb-6fe64614b972 req-e5a8805f-f751-4948-a500-6bc049804865 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 944 time: 0.1743371 Aug 19 12:36:04.815115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e50707-560e-4970-adaa-b859654a79fc req-65513ae7-cb9e-4331-84f3-92cef5510862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:04.817806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43e50707-560e-4970-adaa-b859654a79fc req-65513ae7-cb9e-4331-84f3-92cef5510862 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc6b604-c848-41a4-b1b1-427c7abac2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451235 Aug 19 12:36:04.845029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b46919bb-a090-476d-8dbb-6fe64614b972 req-b7982be9-7c4e-402f-8527-fdeaec4160e2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894558 Aug 19 12:36:05.000123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44486) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:05.079636 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43e50707-560e-4970-adaa-b859654a79fc req-f831cf9b-b550-4d32-824f-8fe25a4808f1 service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509155 Aug 19 12:36:05.096363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d61b1-d75f-46e8-8f75-4e036b0329f9 req-85a4d9b6-f89b-4bba-b5aa-cbb1b2724a04 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:05.096887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port e5d24e29-24b1-4943-a35b-a70e90df04f8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:05.101662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.119610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-023d61b1-d75f-46e8-8f75-4e036b0329f9 req-85a4d9b6-f89b-4bba-b5aa-cbb1b2724a04 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.1993527 Aug 19 12:36:05.309621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 18971609-b627-4b8e-895c-5806bbc22034 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:05.411562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port e5d24e29-24b1-4943-a35b-a70e90df04f8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e5d24e29-24b1-4943-a35b-a70e90df04f8,segment=NetworkSegment(173a6b90-cc54-4a24-b549-1df4338efac5),segment_id=173a6b90-cc54-4a24-b549-1df4338efac5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:05.411863 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.445605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for e5d24e29-24b1-4943-a35b-a70e90df04f8 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:05.556828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 18971609-b627-4b8e-895c-5806bbc22034 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:05.562963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 18971609-b627-4b8e-895c-5806bbc22034 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:05.564305 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.800585 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.863608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18971609-b627-4b8e-895c-5806bbc22034'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:05.870703 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980e7dc3-ab48-439d-80d5-1fba67a54a3e" -d '{"events": [{"server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "name": "network-vif-plugged", "status": "completed", "tag": "18971609-b627-4b8e-895c-5806bbc22034"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:05.907545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=18971609-b627-4b8e-895c-5806bbc22034,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:05.945610 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.978166 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=e5d24e29-24b1-4943-a35b-a70e90df04f8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:05.979401 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e9ec-7501-4835-87dd-44b794146745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.986788 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-320b2dbd-1079-445b-b5ac-0ab1840ee083 req-82ca3cd3-fecd-42e6-90f9-c3167fda55ad tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1096032 Aug 19 12:36:05.995230 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.130427 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e9ec-7501-4835-87dd-44b794146745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.154213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-023d61b1-d75f-46e8-8f75-4e036b0329f9 req-3fd99f35-1994-43a9-9edc-3067c9ddba2e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0334203 Aug 19 12:36:06.164556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.165144 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.177017 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.177513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.177857 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.178213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.179088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.191169 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.191169 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.191169 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.191169 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.191169 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:06.198713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=18971609-b627-4b8e-895c-5806bbc22034,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:06.260230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43e50707-560e-4970-adaa-b859654a79fc req-14aa56fb-5f66-4cb8-86d5-d44eeba716b4 service neutron] 10.222.0.53 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1371229 Aug 19 12:36:06.275807 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e9ec-7501-4835-87dd-44b794146745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.391710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9e9ec-7501-4835-87dd-44b794146745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dab48f-4142-4789-8d47-b70cfb845e91,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:06.422745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b4b9e9ec-7501-4835-87dd-44b794146745 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93487e6aad384929b1e3abb17b096bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4203207 Aug 19 12:36:06.430363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44506) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:06.520542 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1011e9-7847-4289-a549-25bc93f8d1d8 x-openstack-request-id: req-2b1011e9-7847-4289-a549-25bc93f8d1d8 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:06.521112 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "name": "network-vif-plugged", "status": "completed", "tag": "18971609-b627-4b8e-895c-5806bbc22034", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:06.521513 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b1011e9-7847-4289-a549-25bc93f8d1d8 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:06.522492 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18971609-b627-4b8e-895c-5806bbc22034', 'code': 200} Aug 19 12:36:06.559195 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.605220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89712b7f-d7e5-4e81-b625-22b80fdd6539 req-c02b6134-2772-41dc-a235-a808b5c3e076 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:06.619729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89712b7f-d7e5-4e81-b625-22b80fdd6539 req-c02b6134-2772-41dc-a235-a808b5c3e076 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.2757676 Aug 19 12:36:06.720581 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a905a23-e32a-4248-8e6b-93032472ea67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.838132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89712b7f-d7e5-4e81-b625-22b80fdd6539 req-e28ad14f-56ef-462c-863e-2b7870456777 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179182 Aug 19 12:36:06.888862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a905a23-e32a-4248-8e6b-93032472ea67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.925631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router fed6a143-5dc9-47f3-96ad-0b9e0be8125e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:36:07.099071 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a905a23-e32a-4248-8e6b-93032472ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.101825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a905a23-e32a-4248-8e6b-93032472ea67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.103136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8a905a23-e32a-4248-8e6b-93032472ea67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88dab48f-4142-4789-8d47-b70cfb845e91 HTTP/1.1" status: 204 len: 168 time: 0.6699762 Aug 19 12:36:07.117010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a905a23-e32a-4248-8e6b-93032472ea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dab48f-4142-4789-8d47-b70cfb845e91,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:07.118284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:36:07.157586 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44ec9d-a04c-493f-9d97-3494b53db3a8 None None] Sync routers for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:36:07.174338 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44ec9d-a04c-493f-9d97-3494b53db3a8 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:07.175471 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ce44ec9d-a04c-493f-9d97-3494b53db3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:07.182424 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2a4085de-dca1-4e12-9d53-46733348e7f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5762756 Aug 19 12:36:07.185086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44514) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:07.290802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba19efc-fb66-4fbc-8b3d-600111393561 req-41bf35eb-ee96-42b1-b7dd-b433e6bb4187 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0793262 Aug 19 12:36:07.374757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5823fb3f-3563-4e25-a7f1-94194958ad3a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting subnet dc69cc77-abb0-4706-8685-c143a2a0991d {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:36:07.398741 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5823fb3f-3563-4e25-a7f1-94194958ad3a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.517337 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5823fb3f-3563-4e25-a7f1-94194958ad3a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.519041 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ce44ec9d-a04c-493f-9d97-3494b53db3a8 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:07.545798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44524) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:07.641640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44528) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:07.724250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69161f8a-1fd2-497b-aa85-e67f1e190548 req-16152414-0c69-410b-8b9e-0e977f61c919 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:07.726404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69161f8a-1fd2-497b-aa85-e67f1e190548 req-16152414-0c69-410b-8b9e-0e977f61c919 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.3858318 Aug 19 12:36:07.844407 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6db0cdab-a8d0-4e60-b7a1-783f6cdc3677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.942263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69161f8a-1fd2-497b-aa85-e67f1e190548 req-d7e44c8c-bf13-4f73-9d5d-76c70c4fd132 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075276 Aug 19 12:36:08.106495 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ce44ec9d-a04c-493f-9d97-3494b53db3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:36:05Z', 'revision_number': 10, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:08.166700 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6db0cdab-a8d0-4e60-b7a1-783f6cdc3677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.179593 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37c69eb3-4525-40cb-98ea-eaf0b54124fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.241070 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44ec9d-a04c-493f-9d97-3494b53db3a8 None None] Checking router: fed6a143-5dc9-47f3-96ad-0b9e0be8125e for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:36:08.243339 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5823fb3f-3563-4e25-a7f1-94194958ad3a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.266842 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44ec9d-a04c-493f-9d97-3494b53db3a8 None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:08.267537 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ce44ec9d-a04c-493f-9d97-3494b53db3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:08.268337 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6db0cdab-a8d0-4e60-b7a1-783f6cdc3677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.433763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15c3b0-a8be-4e7e-9865-38518893d6b2 req-b112a1d9-73bd-47ae-874a-ab9d0af256a3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:08.437966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cb15c3b0-a8be-4e7e-9865-38518893d6b2 req-b112a1d9-73bd-47ae-874a-ab9d0af256a3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.3995390 Aug 19 12:36:08.491455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0cdab-a8d0-4e60-b7a1-783f6cdc3677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f09cd00-a727-4db0-88c6-c18355542a5b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:08.536230 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6db0cdab-a8d0-4e60-b7a1-783f6cdc3677 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08f4a9e72ffa4f848cc46f4c7bb7e3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9863074 Aug 19 12:36:08.542227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44544) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:08.568348 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:36:08.576283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cb15c3b0-a8be-4e7e-9865-38518893d6b2 req-b4445d03-0f5b-49f7-b9f4-7a3cd2313531 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244442 Aug 19 12:36:08.602625 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44548) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:08.618183 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ce44ec9d-a04c-493f-9d97-3494b53db3a8 None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:08.628772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88b067df-ca12-4df7-9af8-65c34826fc53 req-8b8abd52-0559-41c8-83db-01d2a7fbc107 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0659356 Aug 19 12:36:08.701841 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37c69eb3-4525-40cb-98ea-eaf0b54124fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.737308 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b8a135-eef5-4609-919f-4707378e52af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.770501 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5dca342c-bca8-4b7c-9c62-9b370fada7eb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/93548153-5366-4922-b6ec-c61cf09599f7 HTTP/1.1" status: 200 len: 992 time: 0.1572182 Aug 19 12:36:08.782015 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b8a135-eef5-4609-919f-4707378e52af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.874833 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5823fb3f-3563-4e25-a7f1-94194958ad3a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.901413 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37c69eb3-4525-40cb-98ea-eaf0b54124fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.969436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823fb3f-3563-4e25-a7f1-94194958ad3a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Subnet': ['ID=dc69cc77-abb0-4706-8685-c143a2a0991d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:08.978772 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5823fb3f-3563-4e25-a7f1-94194958ad3a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.982443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5823fb3f-3563-4e25-a7f1-94194958ad3a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/dc69cc77-abb0-4706-8685-c143a2a0991d HTTP/1.1" status: 204 len: 168 time: 1.7937970 Aug 19 12:36:08.985279 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44552) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:08.995753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143b1109-f9fb-4910-9747-00ecdc2d05b4 None None] Network 2035495a-407f-4273-8d34-37618aa2ab70 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:09.006034 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-37c69eb3-4525-40cb-98ea-eaf0b54124fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84c81c07eca74f128e824901f2426a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3630638 Aug 19 12:36:09.009071 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ce44ec9d-a04c-493f-9d97-3494b53db3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:36:05Z', 'revision_number': 10, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:09.010634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:09.022600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c69eb3-4525-40cb-98ea-eaf0b54124fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5571c3aa-863a-45a3-bb70-0f5c4de12d3d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:09.106509 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44ec9d-a04c-493f-9d97-3494b53db3a8 None None] The sync data for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 is: [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:36:05Z', 'revision_number': 10, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None, '_interfaces': [{'id': '69b5a820-0022-4f44-8c62-2227f2c8cb01', 'name': '', 'network_id': '4ca615cf-00c7-46b4-b468-afa2c0c9365f', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'mac_address': 'fa:16:3e:19:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '3537d298-5616-4cdb-98bd-95167df7a105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:05Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 5, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'subnets': [{'id': '3537d298-5616-4cdb-98bd-95167df7a105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:36:09.141033 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.151427 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4948d49-9850-4ebc-95a5-e7a06e0daf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.200468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4948d49-9850-4ebc-95a5-e7a06e0daf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.245388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:09.246051 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.353553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=65a82282-8b1a-442c-88dd-a0f1e4f4b25b,segment=NetworkSegment(173a6b90-cc54-4a24-b549-1df4338efac5),segment_id=173a6b90-cc54-4a24-b549-1df4338efac5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:09.353553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.384152 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for 65a82282-8b1a-442c-88dd-a0f1e4f4b25b owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:09.392753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360124f-cc73-423d-b0ff-3eea117f1b8e req-ff8c4610-ca6b-4873-8bdd-f719bc3be97c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:09.398643 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b8a135-eef5-4609-919f-4707378e52af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.401953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b8a135-eef5-4609-919f-4707378e52af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.406165 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-78b8a135-eef5-4609-919f-4707378e52af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f09cd00-a727-4db0-88c6-c18355542a5b HTTP/1.1" status: 204 len: 168 time: 0.8547699 Aug 19 12:36:09.406475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f360124f-cc73-423d-b0ff-3eea117f1b8e req-ff8c4610-ca6b-4873-8bdd-f719bc3be97c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.1803091 Aug 19 12:36:09.535066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c3891-6cca-4335-8a11-364c80261f4e None None] DHCP port deletion for 2035495a-407f-4273-8d34-37618aa2ab70 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:36:09.541687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f360124f-cc73-423d-b0ff-3eea117f1b8e req-ad188ef9-a0c6-4a33-aa3a-c65f4f273bae tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131370 Aug 19 12:36:09.546073 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4948d49-9850-4ebc-95a5-e7a06e0daf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.560940 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4948d49-9850-4ebc-95a5-e7a06e0daf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.572433 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c4948d49-9850-4ebc-95a5-e7a06e0daf15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5571c3aa-863a-45a3-bb70-0f5c4de12d3d HTTP/1.1" status: 204 len: 168 time: 0.5570858 Aug 19 12:36:09.576258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8a135-eef5-4609-919f-4707378e52af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f09cd00-a727-4db0-88c6-c18355542a5b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:09.618437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4948d49-9850-4ebc-95a5-e7a06e0daf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5571c3aa-863a-45a3-bb70-0f5c4de12d3d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:09.717945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b81c3891-6cca-4335-8a11-364c80261f4e None None] Deleting port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:09.719906 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b81c3891-6cca-4335-8a11-364c80261f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.784825 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.816935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No DVR routers for this DVR port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:09.873282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53eadb8a-cdb5-4774-a0ed-26badc317414 req-2831c92e-b945-483a-b5c9-da060eca9ce9 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0739276 Aug 19 12:36:10.004843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=65a82282-8b1a-442c-88dd-a0f1e4f4b25b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:10.008539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b81c3891-6cca-4335-8a11-364c80261f4e None None] For port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=65a82282-8b1a-442c-88dd-a0f1e4f4b25b,segment=NetworkSegment(173a6b90-cc54-4a24-b549-1df4338efac5),segment_id=173a6b90-cc54-4a24-b549-1df4338efac5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:10.009084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b81c3891-6cca-4335-8a11-364c80261f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.063671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b81c3891-6cca-4335-8a11-364c80261f4e None None] Calling delete_port for 65a82282-8b1a-442c-88dd-a0f1e4f4b25b owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:10.144161 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.168419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2035495a-407f-4273-8d34-37618aa2ab70']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:10.189052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173a6b90-cc54-4a24-b549-1df4338efac5') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:10.189664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173a6b90-cc54-4a24-b549-1df4338efac5') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:10.207623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.252383 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.269072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:10.269553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.282736 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b81c3891-6cca-4335-8a11-364c80261f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:10.346945 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:10.357545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c3891-6cca-4335-8a11-364c80261f4e None None] No DVR routers for this DVR port 65a82282-8b1a-442c-88dd-a0f1e4f4b25b on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:10.381628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c3891-6cca-4335-8a11-364c80261f4e None None] Pushing event deleted for resources: {'Port': ['ID=65a82282-8b1a-442c-88dd-a0f1e4f4b25b,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:10.413681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.423985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.429735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44580) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:10.430319 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/networks/2035495a-407f-4273-8d34-37618aa2ab70 HTTP/1.1" status: 204 len: 168 time: 1.4428444 Aug 19 12:36:10.488224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ffe21-cd5d-4096-9473-1f79a4d40ddd tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Network': ['ID=2035495a-407f-4273-8d34-37618aa2ab70,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:10.743745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 65a82282-8b1a-442c-88dd-a0f1e4f4b25b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:10.816776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 65a82282-8b1a-442c-88dd-a0f1e4f4b25b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:10.817312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 65a82282-8b1a-442c-88dd-a0f1e4f4b25b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:10.823062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e5d24e29-24b1-4943-a35b-a70e90df04f8 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:10.870301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: e5d24e29-24b1-4943-a35b-a70e90df04f8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:10.872462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e5d24e29-24b1-4943-a35b-a70e90df04f8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:10.937693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bd03c-a4de-4ab4-b963-32ba432bda09 req-1ecd9e29-f853-4f3d-8a48-545b526278cb tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:10.939574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a66bd03c-a4de-4ab4-b963-32ba432bda09 req-1ecd9e29-f853-4f3d-8a48-545b526278cb tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.1191053 Aug 19 12:36:11.016082 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44596) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:11.043410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00a47ba3-a462-4dc8-b10d-d0cb36076511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.123236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a66bd03c-a4de-4ab4-b963-32ba432bda09 req-b7686b2e-7ff9-47aa-954b-2bfb36df6514 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735978 Aug 19 12:36:11.159631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21bd8511-cf3e-4cc0-8fe6-3d52dbcdbb55 req-f3fef156-b40f-43eb-9b3c-c440731d8e10 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0351143 Aug 19 12:36:11.240008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00a47ba3-a462-4dc8-b10d-d0cb36076511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.391277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44598) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:11.413316 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.416706 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd0f622f-ffcc-4ad7-b795-e049f498ad22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.471906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00a47ba3-a462-4dc8-b10d-d0cb36076511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.530570 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-00a47ba3-a462-4dc8-b10d-d0cb36076511 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73ecb3a25b1b44e380add2944430185e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133443 Aug 19 12:36:11.533064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a47ba3-a462-4dc8-b10d-d0cb36076511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa557e12-6749-40d0-83e2-f6eede39d423,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:11.535694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44600) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:11.698561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d727e544-3f2f-4639-ab3a-6ae93ab08fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.738289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d727e544-3f2f-4639-ab3a-6ae93ab08fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.779334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd0f622f-ffcc-4ad7-b795-e049f498ad22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.997811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port 69b5a820-0022-4f44-8c62-2227f2c8cb01 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:11.997811 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.029649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port 69b5a820-0022-4f44-8c62-2227f2c8cb01, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=69b5a820-0022-4f44-8c62-2227f2c8cb01,segment=NetworkSegment(26f77ae9-d096-4a37-a462-a8a4932fe594),segment_id=26f77ae9-d096-4a37-a462-a8a4932fe594)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:12.030064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.052228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for 69b5a820-0022-4f44-8c62-2227f2c8cb01 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:12.300340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70dbdd65-6a32-4c6c-a5f9-785f84560971 req-4fa9dfb9-53c5-4d7d-9c60-25476224ed2a tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0325534 Aug 19 12:36:12.328250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5593b-9e39-473f-9145-4d1e49b906b1 req-2bddb1aa-7858-4ad5-9eb3-8d0a31da6677 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:12.330416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6c5593b-9e39-473f-9145-4d1e49b906b1 req-2bddb1aa-7858-4ad5-9eb3-8d0a31da6677 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.1093948 Aug 19 12:36:12.331836 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d727e544-3f2f-4639-ab3a-6ae93ab08fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.335468 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.336255 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d727e544-3f2f-4639-ab3a-6ae93ab08fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.340145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d727e544-3f2f-4639-ab3a-6ae93ab08fb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa557e12-6749-40d0-83e2-f6eede39d423 HTTP/1.1" status: 204 len: 168 time: 0.8002079 Aug 19 12:36:12.344395 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd0f622f-ffcc-4ad7-b795-e049f498ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.409206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727e544-3f2f-4639-ab3a-6ae93ab08fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa557e12-6749-40d0-83e2-f6eede39d423,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:12.489146 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6c5593b-9e39-473f-9145-4d1e49b906b1 req-c9c76561-7b7f-4ea0-aefb-e0a712081c73 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473823 Aug 19 12:36:12.498457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dd0f622f-ffcc-4ad7-b795-e049f498ad22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30e4c728269d4224b6713aff4e0a2f50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1056886 Aug 19 12:36:12.499295 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44620) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:12.566918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f622f-ffcc-4ad7-b795-e049f498ad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cba4c7-90b4-441a-9140-99f73b146e0d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:12.648482 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9671e144-7925-477b-b6b8-39e85b672337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.684783 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9671e144-7925-477b-b6b8-39e85b672337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.713287 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.754979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=69b5a820-0022-4f44-8c62-2227f2c8cb01,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:12.917569 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.166684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router fed6a143-5dc9-47f3-96ad-0b9e0be8125e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:36:13.199426 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9671e144-7925-477b-b6b8-39e85b672337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.209078 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9671e144-7925-477b-b6b8-39e85b672337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.212434 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9671e144-7925-477b-b6b8-39e85b672337 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93cba4c7-90b4-441a-9140-99f73b146e0d HTTP/1.1" status: 204 len: 168 time: 0.7101991 Aug 19 12:36:13.226475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671e144-7925-477b-b6b8-39e85b672337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cba4c7-90b4-441a-9140-99f73b146e0d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:13.301075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:36:13.310901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-40d31461-d3ab-4246-992c-f4165248e410 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8791502 Aug 19 12:36:13.320977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44656) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:13.326932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc25749-0843-43a3-a14a-1b4e9d629f2e None None] Sync routers for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:36:13.374548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc25749-0843-43a3-a14a-1b4e9d629f2e None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:13.376108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bfc25749-0843-43a3-a14a-1b4e9d629f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:13.469935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb56dbe0-db95-4345-bfa2-3bce221bad25 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting subnet 3537d298-5616-4cdb-98bd-95167df7a105 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:36:13.476239 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb56dbe0-db95-4345-bfa2-3bce221bad25 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.499849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaba529-3dee-4788-a865-4abf3d308326 req-46bd1968-16b8-4e7c-b60a-956f3a9bfa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:13.501533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaba529-3dee-4788-a865-4abf3d308326 req-46bd1968-16b8-4e7c-b60a-956f3a9bfa58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 1096 time: 0.1207983 Aug 19 12:36:13.539335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb56dbe0-db95-4345-bfa2-3bce221bad25 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.665981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bfc25749-0843-43a3-a14a-1b4e9d629f2e None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:13.713607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d78388c3-cd1e-4fd1-a74c-4b18e325107a req-99be3868-6942-4add-aa8a-bd76da0e3e67 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/ports?device_id=1780687d-8135-472c-94f5-25fbb5b4f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1900146 Aug 19 12:36:13.760631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bfc25749-0843-43a3-a14a-1b4e9d629f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:36:12Z', 'revision_number': 11, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:13.770677 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb56dbe0-db95-4345-bfa2-3bce221bad25 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.786929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaba529-3dee-4788-a865-4abf3d308326 req-ba7c9f0d-63ae-4f5e-b308-29d737c22868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:13.790490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaba529-3dee-4788-a865-4abf3d308326 req-ba7c9f0d-63ae-4f5e-b308-29d737c22868 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 918 time: 0.2774124 Aug 19 12:36:13.817337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc25749-0843-43a3-a14a-1b4e9d629f2e None None] Checking router: fed6a143-5dc9-47f3-96ad-0b9e0be8125e for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:36:13.837357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc25749-0843-43a3-a14a-1b4e9d629f2e None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:13.838404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bfc25749-0843-43a3-a14a-1b4e9d629f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:13.935143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb790202-8d37-4eff-8501-565664188254 req-48400538-0948-4208-8644-77322c9da484 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:13.936887 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb790202-8d37-4eff-8501-565664188254 req-48400538-0948-4208-8644-77322c9da484 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.3093433 Aug 19 12:36:13.939147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaba529-3dee-4788-a865-4abf3d308326 req-eabea2e7-27b9-4976-931b-dde4571cebc1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf492600-0474-4b28-a6f8-a69e8df44730 HTTP/1.1" status: 200 len: 1000 time: 0.0979371 Aug 19 12:36:13.967666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bfc25749-0843-43a3-a14a-1b4e9d629f2e None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:14.016656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb790202-8d37-4eff-8501-565664188254 req-1a8ca4d2-8136-405f-98c7-ada49a4e6ab8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721996 Aug 19 12:36:14.024434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaba529-3dee-4788-a865-4abf3d308326 req-9f0ed58b-4439-4f70-bde7-de88275687f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.024434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaba529-3dee-4788-a865-4abf3d308326 req-9f0ed58b-4439-4f70-bde7-de88275687f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.0709817 Aug 19 12:36:14.028251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bfc25749-0843-43a3-a14a-1b4e9d629f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:36:12Z', 'revision_number': 11, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:14.061363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc25749-0843-43a3-a14a-1b4e9d629f2e None None] The sync data for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 is: [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:36:12Z', 'revision_number': 11, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:36:14.078652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaba529-3dee-4788-a865-4abf3d308326 req-f308b551-d806-49cb-8a55-a760c6fd5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.080263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaba529-3dee-4788-a865-4abf3d308326 req-f308b551-d806-49cb-8a55-a760c6fd5f7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497136 Aug 19 12:36:14.161735 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb56dbe0-db95-4345-bfa2-3bce221bad25 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.202105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56dbe0-db95-4345-bfa2-3bce221bad25 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Subnet': ['ID=3537d298-5616-4cdb-98bd-95167df7a105,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:14.204445 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb56dbe0-db95-4345-bfa2-3bce221bad25 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.207004 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fb56dbe0-db95-4345-bfa2-3bce221bad25 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/3537d298-5616-4cdb-98bd-95167df7a105 HTTP/1.1" status: 204 len: 168 time: 0.8846233 Aug 19 12:36:14.210273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44682) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:14.212178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaba529-3dee-4788-a865-4abf3d308326 req-1421501b-b336-489c-bedb-bfd890bea2a5 service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191168 Aug 19 12:36:14.216606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8c3f1-ee0a-4b82-86d5-8b1c098050da None None] Network 4ca615cf-00c7-46b4-b468-afa2c0c9365f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:14.390368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaba529-3dee-4788-a865-4abf3d308326 req-9a5e7126-bb25-4a75-81e0-1417d5b77ee4 service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749828 Aug 19 12:36:14.417403 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.512209 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Deleting port db9af5ee-dc29-416a-bffb-bf36a90d9669 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:14.512819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.527733 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.620455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c47e821-88ca-42ee-baba-b64eb3c6ad6a None None] DHCP port deletion for 4ca615cf-00c7-46b4-b468-afa2c0c9365f request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:36:14.650829 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] For port db9af5ee-dc29-416a-bffb-bf36a90d9669, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=db9af5ee-dc29-416a-bffb-bf36a90d9669,segment=NetworkSegment(26f77ae9-d096-4a37-a462-a8a4932fe594),segment_id=26f77ae9-d096-4a37-a462-a8a4932fe594)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:14.652353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.686581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Calling delete_port for db9af5ee-dc29-416a-bffb-bf36a90d9669 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:14.750179 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device db9af5ee-dc29-416a-bffb-bf36a90d9669 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:14.878342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6c47e821-88ca-42ee-baba-b64eb3c6ad6a None None] Deleting port db9af5ee-dc29-416a-bffb-bf36a90d9669 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:14.878942 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6c47e821-88ca-42ee-baba-b64eb3c6ad6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.911274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44700) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:15.004110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44704) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:15.024211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.072215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6c47e821-88ca-42ee-baba-b64eb3c6ad6a None None] For port db9af5ee-dc29-416a-bffb-bf36a90d9669, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=db9af5ee-dc29-416a-bffb-bf36a90d9669,segment=NetworkSegment(26f77ae9-d096-4a37-a462-a8a4932fe594),segment_id=26f77ae9-d096-4a37-a462-a8a4932fe594)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:15.072850 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6c47e821-88ca-42ee-baba-b64eb3c6ad6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.088499 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.102846 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Port': ['ID=db9af5ee-dc29-416a-bffb-bf36a90d9669,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:15.106518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No DVR routers for this DVR port db9af5ee-dc29-416a-bffb-bf36a90d9669 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:15.119235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6c47e821-88ca-42ee-baba-b64eb3c6ad6a None None] Calling delete_port for db9af5ee-dc29-416a-bffb-bf36a90d9669 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:15.248490 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.252269 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0d45184-2bcf-4288-b5c6-548a248bf08f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.266665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 69b5a820-0022-4f44-8c62-2227f2c8cb01 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:15.279990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca615cf-00c7-46b4-b468-afa2c0c9365f']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:15.304376 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f77ae9-d096-4a37-a462-a8a4932fe594') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:15.312120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f77ae9-d096-4a37-a462-a8a4932fe594') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:15.316832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0d45184-2bcf-4288-b5c6-548a248bf08f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.326286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 69b5a820-0022-4f44-8c62-2227f2c8cb01 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:15.327249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 69b5a820-0022-4f44-8c62-2227f2c8cb01 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:15.328386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af1fab-fc2c-482c-98b3-d67f8b4ca6f0 req-a4f41337-3fc8-4c8f-bbc3-4ebf4cd20b89 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:15.332362 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.354067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37af1fab-fc2c-482c-98b3-d67f8b4ca6f0 req-a4f41337-3fc8-4c8f-bbc3-4ebf4cd20b89 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.1757047 Aug 19 12:36:15.377163 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.401911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:15.402481 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:15.408493 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:15.440538 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6c47e821-88ca-42ee-baba-b64eb3c6ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.465722 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47e821-88ca-42ee-baba-b64eb3c6ad6a None None] No DVR routers for this DVR port db9af5ee-dc29-416a-bffb-bf36a90d9669 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:15.488698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37af1fab-fc2c-482c-98b3-d67f8b4ca6f0 req-9c93eb6c-7a88-4bed-b92a-8463a2621f7e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331675 Aug 19 12:36:15.525771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47e821-88ca-42ee-baba-b64eb3c6ad6a None None] Pushing event deleted for resources: {'Port': ['ID=db9af5ee-dc29-416a-bffb-bf36a90d9669,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:15.588121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5977eb98-fcb4-43b7-a5a1-938a4f4d90de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.758941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5977eb98-fcb4-43b7-a5a1-938a4f4d90de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.809123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0d45184-2bcf-4288-b5c6-548a248bf08f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.814364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0d45184-2bcf-4288-b5c6-548a248bf08f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.819973 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c0d45184-2bcf-4288-b5c6-548a248bf08f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "DELETE /v2.0/security-groups/ec2df891-c6b6-4355-8722-e0eeb28f2420 HTTP/1.1" status: 204 len: 168 time: 0.8175881 Aug 19 12:36:15.821948 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.829173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44722) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:15.849641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.858787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44724) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:15.861200 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/networks/4ca615cf-00c7-46b4-b468-afa2c0c9365f HTTP/1.1" status: 204 len: 168 time: 1.6472538 Aug 19 12:36:15.868565 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d45184-2bcf-4288-b5c6-548a248bf08f tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2df891-c6b6-4355-8722-e0eeb28f2420,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:15.876824 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5977eb98-fcb4-43b7-a5a1-938a4f4d90de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.882388 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-6d6cc1d9-ce89-4b6c-a91d-b61068e40422 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] show failed (client error): The resource could not be found. Aug 19 12:36:15.884398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6d6cc1d9-ce89-4b6c-a91d-b61068e40422 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "GET /v2.0/security-groups/ec2df891-c6b6-4355-8722-e0eeb28f2420 HTTP/1.1" status: 404 len: 347 time: 0.0531383 Aug 19 12:36:15.892265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4788aaf5-6230-4a8d-9f78-9ec874282e4f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'routes': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:15.898971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44726) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:15.971733 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5977eb98-fcb4-43b7-a5a1-938a4f4d90de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50938ec7a7d04871942e2a6a488fde9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0558803 Aug 19 12:36:15.973794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774120ff-d608-4ad3-b3cf-17715c159ce9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Pushing event deleted for resources: {'Network': ['ID=4ca615cf-00c7-46b4-b468-afa2c0c9365f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:15.976749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44728) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:15.989007 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977eb98-fcb4-43b7-a5a1-938a4f4d90de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ad1fc5-4cb4-4b69-b993-4b79e638045a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:16.045212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fa3ed37-47e6-4e24-a9ce-5fae594e1785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.083365 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fa3ed37-47e6-4e24-a9ce-5fae594e1785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.235577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-4788aaf5-6230-4a8d-9f78-9ec874282e4f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Added routes are [] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:36:16.236080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-4788aaf5-6230-4a8d-9f78-9ec874282e4f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Removed routes are [] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:36:16.237185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4788aaf5-6230-4a8d-9f78-9ec874282e4f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.259386 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fa3ed37-47e6-4e24-a9ce-5fae594e1785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.262642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fa3ed37-47e6-4e24-a9ce-5fae594e1785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.264603 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4fa3ed37-47e6-4e24-a9ce-5fae594e1785 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1ad1fc5-4cb4-4b69-b993-4b79e638045a HTTP/1.1" status: 204 len: 168 time: 0.2836175 Aug 19 12:36:16.274270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3ed37-47e6-4e24-a9ce-5fae594e1785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ad1fc5-4cb4-4b69-b993-4b79e638045a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:16.374928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-db5dd20f-48a1-447e-b1fd-416133ca2865 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Deleting port b5bdc0a1-1949-40e8-87c9-9537753341ce {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:16.376070 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db5dd20f-48a1-447e-b1fd-416133ca2865 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.496277 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4788aaf5-6230-4a8d-9f78-9ec874282e4f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.503713 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4788aaf5-6230-4a8d-9f78-9ec874282e4f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.598749 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db5dd20f-48a1-447e-b1fd-416133ca2865 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.599078 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db5dd20f-48a1-447e-b1fd-416133ca2865 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.619582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-db5dd20f-48a1-447e-b1fd-416133ca2865 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Calling delete_port for b5bdc0a1-1949-40e8-87c9-9537753341ce owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:16.658544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4788aaf5-6230-4a8d-9f78-9ec874282e4f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router fed6a143-5dc9-47f3-96ad-0b9e0be8125e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:36:17.232978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02c38f-e81e-4911-969d-18390435e346 req-ecc6fa32-3c13-4389-b7e0-e83ab42ba038 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:17.237974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e02c38f-e81e-4911-969d-18390435e346 req-ecc6fa32-3c13-4389-b7e0-e83ab42ba038 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.6202221 Aug 19 12:36:17.416969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4788aaf5-6230-4a8d-9f78-9ec874282e4f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:36:17.429190 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4788aaf5-6230-4a8d-9f78-9ec874282e4f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.435222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44772) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:17.438955 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a182999-1fa4-4768-9dbf-cf01fdfc34ae None None] Sync routers for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:36:17.444330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4788aaf5-6230-4a8d-9f78-9ec874282e4f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e HTTP/1.1" status: 200 len: 704 time: 1.5808489 Aug 19 12:36:17.454912 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a182999-1fa4-4768-9dbf-cf01fdfc34ae None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:17.455965 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6a182999-1fa4-4768-9dbf-cf01fdfc34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:17.487762 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-13f8aa0c-ba0a-40a0-a8bd-669d1f12e883 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed6a143-5dc9-47f3-96ad-0b9e0be8125e HTTP/1.1" status: 200 len: 205 time: 0.0487888 Aug 19 12:36:17.492090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44774) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:17.492379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e02c38f-e81e-4911-969d-18390435e346 req-45c397a8-63cd-451c-9074-8f7c61f8b352 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839995 Aug 19 12:36:17.579281 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6a182999-1fa4-4768-9dbf-cf01fdfc34ae None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:17.626156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-809c6309-76ce-4f0e-a9ed-ae19228468e5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.671352 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6a182999-1fa4-4768-9dbf-cf01fdfc34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:36:12Z', 'revision_number': 11, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:17.716806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db5dd20f-48a1-447e-b1fd-416133ca2865 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.735262 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a182999-1fa4-4768-9dbf-cf01fdfc34ae None None] Checking router: fed6a143-5dc9-47f3-96ad-0b9e0be8125e for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:36:17.755395 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a182999-1fa4-4768-9dbf-cf01fdfc34ae None None] Routers {'fed6a143-5dc9-47f3-96ad-0b9e0be8125e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:17.760616 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6a182999-1fa4-4768-9dbf-cf01fdfc34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:17.805877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dd20f-48a1-447e-b1fd-416133ca2865 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Port': ['ID=b5bdc0a1-1949-40e8-87c9-9537753341ce,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:17.901149 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6a182999-1fa4-4768-9dbf-cf01fdfc34ae None None] Set router fed6a143-5dc9-47f3-96ad-0b9e0be8125e gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:17.925037 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db5dd20f-48a1-447e-b1fd-416133ca2865 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.931983 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db5dd20f-48a1-447e-b1fd-416133ca2865 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.940010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-db5dd20f-48a1-447e-b1fd-416133ca2865 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "DELETE /v2.0/floatingips/854645c1-5bdc-450a-9efd-87d001190648 HTTP/1.1" status: 204 len: 168 time: 2.0404074 Aug 19 12:36:17.941534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44782) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:18.092696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-64097978-5a25-4937-8828-bc18ad6b2605 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Deleting port dfd52db2-a9b9-485f-a61c-b406983d071a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:18.093216 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64097978-5a25-4937-8828-bc18ad6b2605 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.110938 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6a182999-1fa4-4768-9dbf-cf01fdfc34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:36:12Z', 'revision_number': 11, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:18.165331 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a182999-1fa4-4768-9dbf-cf01fdfc34ae None None] The sync data for ids ['fed6a143-5dc9-47f3-96ad-0b9e0be8125e'] in n-d-778732-8 is: [{'id': 'fed6a143-5dc9-47f3-96ad-0b9e0be8125e', 'name': 'tempest-RoutersIpV6Test-router-502686564', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:02Z', 'updated_at': '2021-08-19T12:36:12Z', 'revision_number': 11, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:36:18.284141 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64097978-5a25-4937-8828-bc18ad6b2605 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.307535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-64097978-5a25-4937-8828-bc18ad6b2605 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Calling delete_port for dfd52db2-a9b9-485f-a61c-b406983d071a owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:18.407747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44788) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:18.492825 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-809c6309-76ce-4f0e-a9ed-ae19228468e5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.495778 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-809c6309-76ce-4f0e-a9ed-ae19228468e5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.684830 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9bccf281-f5ed-437a-be1d-0b40f3dcce08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.688617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-809c6309-76ce-4f0e-a9ed-ae19228468e5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.690389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809c6309-76ce-4f0e-a9ed-ae19228468e5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Fanout notify agent at l3_agent the message router_deleted on router fed6a143-5dc9-47f3-96ad-0b9e0be8125e {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:36:18.704083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-809c6309-76ce-4f0e-a9ed-ae19228468e5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.711204 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-809c6309-76ce-4f0e-a9ed-ae19228468e5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e HTTP/1.1" status: 204 len: 168 time: 1.2118478 Aug 19 12:36:18.712875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44798) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:18.721557 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8b109924-b28c-4ac5-bdcf-cb461815ee23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2137305094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:18.760116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bf492600-0474-4b28-a6f8-a69e8df44730 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:18.781088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6874e-e0b4-4514-80a0-1ca4c9377886 req-6d008ef0-4a59-428b-b0fa-1a319b01b90b tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:18.784155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b6874e-e0b4-4514-80a0-1ca4c9377886 req-6d008ef0-4a59-428b-b0fa-1a319b01b90b tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 945 time: 0.1649334 Aug 19 12:36:18.795806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64097978-5a25-4937-8828-bc18ad6b2605 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.918903 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.947655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:18.950538 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc01a750-221b-412e-b79c-95cf768f5e06" -d '{"events": [{"server_uuid": "21529756-b236-4b14-aec9-277481579282", "name": "network-vif-unplugged", "status": "completed", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:18.970559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:18.979031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64097978-5a25-4937-8828-bc18ad6b2605 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Port': ['ID=dfd52db2-a9b9-485f-a61c-b406983d071a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:19.029104 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52bec7e-8e64-4799-a1be-bc2f671a1c12 x-openstack-request-id: req-c52bec7e-8e64-4799-a1be-bc2f671a1c12 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:19.029921 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21529756-b236-4b14-aec9-277481579282", "name": "network-vif-unplugged", "status": "failed", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730", "code": 422}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:19.030664 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c52bec7e-8e64-4799-a1be-bc2f671a1c12 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:19.032071 n-d-778732-8 neutron-server[95662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'code': 422} returned with failed status Aug 19 12:36:19.070666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b6874e-e0b4-4514-80a0-1ca4c9377886 req-720d20ec-4fe2-40cc-8500-76781e1f3f80 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640400 Aug 19 12:36:19.087636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.131604 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9bccf281-f5ed-437a-be1d-0b40f3dcce08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.134500 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64097978-5a25-4937-8828-bc18ad6b2605 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.136728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-64097978-5a25-4937-8828-bc18ad6b2605 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "DELETE /v2.0/ports/dfd52db2-a9b9-485f-a61c-b406983d071a HTTP/1.1" status: 204 len: 168 time: 1.1934767 Aug 19 12:36:19.139594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44810) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:19.162981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bf492600-0474-4b28-a6f8-a69e8df44730,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:19.290137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-01b2504f-81fc-435b-be71-229a3d9d1fd4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Deleting port 59952a98-c9c6-42eb-964e-b03e707b5eb7 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:19.290796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b2504f-81fc-435b-be71-229a3d9d1fd4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.315882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9bccf281-f5ed-437a-be1d-0b40f3dcce08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.372770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9bccf281-f5ed-437a-be1d-0b40f3dcce08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4b26a6339e642b3911f93ad74a07a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9557011 Aug 19 12:36:19.372770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccf281-f5ed-437a-be1d-0b40f3dcce08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27abddd-a998-4ad7-b6c7-b3dcc91a8043,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:19.374463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44816) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:19.483199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b2504f-81fc-435b-be71-229a3d9d1fd4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.506425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-01b2504f-81fc-435b-be71-229a3d9d1fd4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Calling delete_port for 59952a98-c9c6-42eb-964e-b03e707b5eb7 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:19.523313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdd7926f-b90f-4746-bfbd-b7672f3a0f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.531714 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b109924-b28c-4ac5-bdcf-cb461815ee23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.538926 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b109924-b28c-4ac5-bdcf-cb461815ee23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.697448 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdd7926f-b90f-4746-bfbd-b7672f3a0f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.715876 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b109924-b28c-4ac5-bdcf-cb461815ee23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.870772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b109924-b28c-4ac5-bdcf-cb461815ee23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.008030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdd7926f-b90f-4746-bfbd-b7672f3a0f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.011006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdd7926f-b90f-4746-bfbd-b7672f3a0f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.012593 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cdd7926f-b90f-4746-bfbd-b7672f3a0f51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f27abddd-a998-4ad7-b6c7-b3dcc91a8043 HTTP/1.1" status: 204 len: 168 time: 0.6370728 Aug 19 12:36:20.026334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7926f-b90f-4746-bfbd-b7672f3a0f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27abddd-a998-4ad7-b6c7-b3dcc91a8043,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:20.049831 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b109924-b28c-4ac5-bdcf-cb461815ee23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.055117 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8b109924-b28c-4ac5-bdcf-cb461815ee23 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3407941 Aug 19 12:36:20.056487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44840) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:20.061410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b2504f-81fc-435b-be71-229a3d9d1fd4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.067283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0d988754-df00-4f49-adee-3fe1cc102c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:20.108179 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2504f-81fc-435b-be71-229a3d9d1fd4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Port': ['ID=59952a98-c9c6-42eb-964e-b03e707b5eb7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:20.218908 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b2504f-81fc-435b-be71-229a3d9d1fd4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.223300 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-01b2504f-81fc-435b-be71-229a3d9d1fd4 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "DELETE /v2.0/ports/59952a98-c9c6-42eb-964e-b03e707b5eb7 HTTP/1.1" status: 204 len: 168 time: 1.0822217 Aug 19 12:36:20.228436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44844) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:20.358665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-86560c20-78de-4ebe-8c4f-313843756f34 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Deleting subnet 0fc9b013-9880-499a-9d56-8bb3ebf90cf5 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:36:20.366467 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86560c20-78de-4ebe-8c4f-313843756f34 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.487277 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86560c20-78de-4ebe-8c4f-313843756f34 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.509013 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d988754-df00-4f49-adee-3fe1cc102c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.600503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d988754-df00-4f49-adee-3fe1cc102c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.722847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86560c20-78de-4ebe-8c4f-313843756f34 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.008037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d988754-df00-4f49-adee-3fe1cc102c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Router 7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:36:21.010182 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86560c20-78de-4ebe-8c4f-313843756f34 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.123560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86560c20-78de-4ebe-8c4f-313843756f34 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc9b013-9880-499a-9d56-8bb3ebf90cf5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:21.128372 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-707a3a4f-5502-42d8-8c45-7e4887c78ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.149789 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86560c20-78de-4ebe-8c4f-313843756f34 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.154712 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-86560c20-78de-4ebe-8c4f-313843756f34 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "DELETE /v2.0/subnets/0fc9b013-9880-499a-9d56-8bb3ebf90cf5 HTTP/1.1" status: 204 len: 168 time: 0.9244330 Aug 19 12:36:21.158865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44862) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:21.167698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db28c678-2191-423a-8434-111e4a2cf7bb None None] Network cdfad0a5-ed3d-4032-af19-96465b32cc10 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:21.217587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d988754-df00-4f49-adee-3fe1cc102c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:36:21.236768 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d988754-df00-4f49-adee-3fe1cc102c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.243180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44864) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:21.245344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0d988754-df00-4f49-adee-3fe1cc102c5a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "PUT /v2.0/routers/7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f HTTP/1.1" status: 200 len: 698 time: 1.1860635 Aug 19 12:36:21.274668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12d79-314c-4260-8674-aef2dffc8457 None None] Sync routers for ids ['7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:36:21.346327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e12d79-314c-4260-8674-aef2dffc8457 None None] Routers {'7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:21.347497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-56e12d79-314c-4260-8674-aef2dffc8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:21.419306 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-06e07c4d-18a9-43dd-891c-b404b0b02eda tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/routers/7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f HTTP/1.1" status: 200 len: 704 time: 0.1693592 Aug 19 12:36:21.423399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44868) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:21.488979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-984e4856-4d3e-4215-909f-5ed034bd57c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Deleting subnet f60dca10-f3b1-4bf5-a961-68d344af9ab7 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:36:21.499789 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-984e4856-4d3e-4215-909f-5ed034bd57c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.552620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-48cf4dea-093c-42b1-ab46-be468d717e1e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f HTTP/1.1" status: 200 len: 205 time: 0.1272421 Aug 19 12:36:21.557641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44874) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:21.630085 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-984e4856-4d3e-4215-909f-5ed034bd57c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.700400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-56e12d79-314c-4260-8674-aef2dffc8457 None None] Set router 7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:21.829980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3056849f-1826-4430-bb52-7e9b42ee2ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.866620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-56e12d79-314c-4260-8674-aef2dffc8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f', 'name': 'tempest-RoutersIpV6Test-router-2137305094', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:36:19Z', 'updated_at': '2021-08-19T12:36:20Z', 'revision_number': 2, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:21.896815 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-984e4856-4d3e-4215-909f-5ed034bd57c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.930421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12d79-314c-4260-8674-aef2dffc8457 None None] Checking router: 7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:36:21.963155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e12d79-314c-4260-8674-aef2dffc8457 None None] Routers {'7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:21.964320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-56e12d79-314c-4260-8674-aef2dffc8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:21.989725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d212093-6cdc-49df-bbf4-331b48b14032 None None] DHCP port deletion for cdfad0a5-ed3d-4032-af19-96465b32cc10 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:36:22.165106 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44886) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:22.269210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-56e12d79-314c-4260-8674-aef2dffc8457 None None] Set router 7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:22.289198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-984e4856-4d3e-4215-909f-5ed034bd57c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.324905 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3056849f-1826-4430-bb52-7e9b42ee2ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.335595 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3056849f-1826-4430-bb52-7e9b42ee2ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.386902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e4856-4d3e-4215-909f-5ed034bd57c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Subnet': ['ID=f60dca10-f3b1-4bf5-a961-68d344af9ab7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:22.399909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-56e12d79-314c-4260-8674-aef2dffc8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f', 'name': 'tempest-RoutersIpV6Test-router-2137305094', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:36:19Z', 'updated_at': '2021-08-19T12:36:20Z', 'revision_number': 2, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:22.416204 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-984e4856-4d3e-4215-909f-5ed034bd57c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.419944 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-984e4856-4d3e-4215-909f-5ed034bd57c5 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "DELETE /v2.0/subnets/f60dca10-f3b1-4bf5-a961-68d344af9ab7 HTTP/1.1" status: 204 len: 168 time: 1.2592936 Aug 19 12:36:22.427098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44894) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:22.465192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2185e81-ed72-469c-a181-892c9bfae728 req-b8b7591c-2196-4055-b7f7-5be07e813973 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:22.471998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2185e81-ed72-469c-a181-892c9bfae728 req-b8b7591c-2196-4055-b7f7-5be07e813973 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.3450744 Aug 19 12:36:22.472290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12d79-314c-4260-8674-aef2dffc8457 None None] The sync data for ids ['7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f'] in n-d-778732-8 is: [{'id': '7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f', 'name': 'tempest-RoutersIpV6Test-router-2137305094', 'tenant_id': '222fbcc7eff74564b7393a5aeed7ba22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:36:19Z', 'updated_at': '2021-08-19T12:36:20Z', 'revision_number': 2, 'project_id': '222fbcc7eff74564b7393a5aeed7ba22', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:36:22.472509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd47e4c9-d9a6-4e75-9b5f-5e7cd3f6ae12 None None] Network 35516620-7e1d-40f2-aa96-55c72d5a6336 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:22.587148 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2185e81-ed72-469c-a181-892c9bfae728 req-ad565155-0e2f-480c-a20d-bd704a4d0489 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992563 Aug 19 12:36:22.589526 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3056849f-1826-4430-bb52-7e9b42ee2ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.590445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3056849f-1826-4430-bb52-7e9b42ee2ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Fanout notify agent at l3_agent the message router_deleted on router 7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:36:22.606172 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3056849f-1826-4430-bb52-7e9b42ee2ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.608431 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3056849f-1826-4430-bb52-7e9b42ee2ef6 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f HTTP/1.1" status: 204 len: 168 time: 1.0481372 Aug 19 12:36:22.616195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44898) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:22.727038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e5f91a8c-150a-434a-9a86-dbb77f1da568 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f HTTP/1.1" status: 200 len: 205 time: 0.1084898 Aug 19 12:36:22.728152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44900) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:22.733354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9d212093-6cdc-49df-bbf4-331b48b14032 None None] Deleting port 4610c28e-9213-489f-993d-1a8467b78972 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:22.745906 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d212093-6cdc-49df-bbf4-331b48b14032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.763237 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.845560 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-6ce8a2ee-6295-444c-b1b3-d9dd82bf1c6a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] delete failed (client error): The resource could not be found. Aug 19 12:36:22.857118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6ce8a2ee-6295-444c-b1b3-d9dd82bf1c6a tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/7a6c5d1c-3b37-4d3f-b4ef-41becc54fb2f HTTP/1.1" status: 404 len: 336 time: 0.1258819 Aug 19 12:36:22.857118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44902) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:22.962661 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4102fa-1e89-44c6-8db8-b9def43abd73 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] DELETE failed (client error): The resource could not be found. Aug 19 12:36:22.963773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4102fa-1e89-44c6-8db8-b9def43abd73 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:36:22.967858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6c4102fa-1e89-44c6-8db8-b9def43abd73 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/908255bc-edde-44b0-afae-38f0bfd97c46 HTTP/1.1" status: 404 len: 337 time: 0.1093690 Aug 19 12:36:22.972892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44904) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:23.041000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1721732236'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:23.103318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4610c28e-9213-489f-993d-1a8467b78972 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:23.109354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Deleting port 4610c28e-9213-489f-993d-1a8467b78972 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:23.109354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.136950 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8061d11e-1131-4a5c-bee8-4a9c408456a0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] DELETE failed (client error): The resource could not be found. Aug 19 12:36:23.137882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8061d11e-1131-4a5c-bee8-4a9c408456a0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:36:23.141153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8061d11e-1131-4a5c-bee8-4a9c408456a0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/e2c1149f-4452-4bd8-a744-2128da6818ed HTTP/1.1" status: 404 len: 337 time: 0.1650348 Aug 19 12:36:23.145779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44912) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:23.200274 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f975ee-6a2c-45b9-8fe3-1820715497f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] DELETE failed (client error): The resource could not be found. Aug 19 12:36:23.201600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f975ee-6a2c-45b9-8fe3-1820715497f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:36:23.204690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9d212093-6cdc-49df-bbf4-331b48b14032 None None] For port 4610c28e-9213-489f-993d-1a8467b78972, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4610c28e-9213-489f-993d-1a8467b78972,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:23.205025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-39f975ee-6a2c-45b9-8fe3-1820715497f0 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/dc69cc77-abb0-4706-8685-c143a2a0991d HTTP/1.1" status: 404 len: 337 time: 0.0559888 Aug 19 12:36:23.205235 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d212093-6cdc-49df-bbf4-331b48b14032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.208094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44914) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:23.270186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9d212093-6cdc-49df-bbf4-331b48b14032 None None] Calling delete_port for 4610c28e-9213-489f-993d-1a8467b78972 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:23.291650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Made reservation on behalf of c3bd6ca0b78e4393943b2243f6c4f55f for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:23.296669 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.302625 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] For port 4610c28e-9213-489f-993d-1a8467b78972, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4610c28e-9213-489f-993d-1a8467b78972,segment=NetworkSegment(10896cec-9488-48dd-a79e-df4116a0545f),segment_id=10896cec-9488-48dd-a79e-df4116a0545f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:23.305243 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.308291 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adbbca5-b0c5-4e0c-b6c8-68f85a3f0efa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] DELETE failed (client error): The resource could not be found. Aug 19 12:36:23.309018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adbbca5-b0c5-4e0c-b6c8-68f85a3f0efa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:36:23.314702 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3adbbca5-b0c5-4e0c-b6c8-68f85a3f0efa tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/3537d298-5616-4cdb-98bd-95167df7a105 HTTP/1.1" status: 404 len: 337 time: 0.1001284 Aug 19 12:36:23.315847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44918) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:23.358285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Calling delete_port for 4610c28e-9213-489f-993d-1a8467b78972 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:23.368918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-07f86989-32c7-4499-ab21-37c50b0adda7 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed6a143-5dc9-47f3-96ad-0b9e0be8125e HTTP/1.1" status: 200 len: 205 time: 0.0521040 Aug 19 12:36:23.372700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44922) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:23.485905 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-4b1a075a-579c-4b57-afaa-61aba00dea38 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] delete failed (client error): The resource could not be found. Aug 19 12:36:23.489769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4b1a075a-579c-4b57-afaa-61aba00dea38 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/fed6a143-5dc9-47f3-96ad-0b9e0be8125e HTTP/1.1" status: 404 len: 336 time: 0.1095312 Aug 19 12:36:23.492569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44924) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:23.531026 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.564825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-93856700-3932-49ac-abf6-5e9eb5bbeb65 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6752f8-d933-4f26-91ea-05f11d52c241 HTTP/1.1" status: 200 len: 205 time: 0.0657930 Aug 19 12:36:23.564825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:23.604588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.668501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4608145-b652-4776-b6b7-ff64e47620e6 None None] DHCP port deletion for 35516620-7e1d-40f2-aa96-55c72d5a6336 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:36:23.676569 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-913dde64-8ad2-4d94-a94f-f5ceec222c20 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] delete failed (client error): The resource could not be found. Aug 19 12:36:23.679203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-913dde64-8ad2-4d94-a94f-f5ceec222c20 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/6c6752f8-d933-4f26-91ea-05f11d52c241 HTTP/1.1" status: 404 len: 336 time: 0.1155941 Aug 19 12:36:23.683335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44930) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:23.791667 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a11f3fd7-4572-4227-8de4-662acff84680 req-46c4c9e7-86d8-4df0-960b-1d94409c06b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2113178 Aug 19 12:36:23.799533 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c68589-d9ce-4bfe-a573-5cbb10cb0fb5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] DELETE failed (client error): The resource could not be found. Aug 19 12:36:23.811519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c68589-d9ce-4bfe-a573-5cbb10cb0fb5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:36:23.811811 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d212093-6cdc-49df-bbf4-331b48b14032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.812024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-85c68589-d9ce-4bfe-a573-5cbb10cb0fb5 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/e3477ebb-fcee-4654-bd13-0e3cbe39f49a HTTP/1.1" status: 404 len: 337 time: 0.1199832 Aug 19 12:36:23.815149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:23.831392 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.918165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6ee260cc-4d7e-447c-9477-4df8ee5cc3ed tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bf19631-f341-4341-aeb1-de06cac10cf1 HTTP/1.1" status: 200 len: 205 time: 0.1008728 Aug 19 12:36:23.919092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44940) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:23.997194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Port': ['ID=4610c28e-9213-489f-993d-1a8467b78972,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:24.029471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] No DVR routers for this DVR port 4610c28e-9213-489f-993d-1a8467b78972 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:24.045827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d212093-6cdc-49df-bbf4-331b48b14032 None None] Pushing event deleted for resources: {'Port': ['ID=4610c28e-9213-489f-993d-1a8467b78972,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:24.082153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d212093-6cdc-49df-bbf4-331b48b14032 None None] No DVR routers for this DVR port 4610c28e-9213-489f-993d-1a8467b78972 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:24.106671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44944) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:24.108515 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-d7649826-623f-4afd-838e-f34e611bb8af tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] delete failed (client error): The resource could not be found. Aug 19 12:36:24.118047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d7649826-623f-4afd-838e-f34e611bb8af tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/0bf19631-f341-4341-aeb1-de06cac10cf1 HTTP/1.1" status: 404 len: 336 time: 0.1393135 Aug 19 12:36:24.122572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44946) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:24.167394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a4608145-b652-4776-b6b7-ff64e47620e6 None None] Deleting port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:24.168018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4608145-b652-4776-b6b7-ff64e47620e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.244038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f071424-3df6-4da1-84e1-31b7a3bf68bf req-06a6ba2d-bbd0-43f3-9d1e-8c3ffa9eff7f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:24.256310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f071424-3df6-4da1-84e1-31b7a3bf68bf req-06a6ba2d-bbd0-43f3-9d1e-8c3ffa9eff7f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.3331401 Aug 19 12:36:24.355703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f071424-3df6-4da1-84e1-31b7a3bf68bf req-363ae238-7bd7-4f7e-92d8-57221c7069a3 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845602 Aug 19 12:36:24.434108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a4608145-b652-4776-b6b7-ff64e47620e6 None None] For port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d28815c5-b4c3-4ca9-8320-46d10b7f4c8b,segment=NetworkSegment(4e1ee1ca-a93c-48f2-9c27-971c8b4579d1),segment_id=4e1ee1ca-a93c-48f2-9c27-971c8b4579d1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:24.435311 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4608145-b652-4776-b6b7-ff64e47620e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.447400 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e0ebded5-f089-41f8-a1e7-78af73d09670 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d535029-ca32-4afe-b0e6-a60a6660bf0c HTTP/1.1" status: 200 len: 205 time: 0.1818662 Aug 19 12:36:24.451802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44954) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:24.466088 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.517622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfad0a5-ed3d-4032-af19-96465b32cc10']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:24.519770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a4608145-b652-4776-b6b7-ff64e47620e6 None None] Calling delete_port for d28815c5-b4c3-4ca9-8320-46d10b7f4c8b owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:24.592769 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-335ab2ed-19fd-4ae8-9c01-2c5ffefc698e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] delete failed (client error): The resource could not be found. Aug 19 12:36:24.597314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-335ab2ed-19fd-4ae8-9c01-2c5ffefc698e tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/0d535029-ca32-4afe-b0e6-a60a6660bf0c HTTP/1.1" status: 404 len: 336 time: 0.1468816 Aug 19 12:36:24.598164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44960) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:24.600918 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.605837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10896cec-9488-48dd-a79e-df4116a0545f') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:24.607218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10896cec-9488-48dd-a79e-df4116a0545f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:24.622104 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.631930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.673656 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.702022 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec19892-fe9a-4141-8515-b35b7d9387fe tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] DELETE failed (client error): The resource could not be found. Aug 19 12:36:24.702757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec19892-fe9a-4141-8515-b35b7d9387fe tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:36:24.711503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-eec19892-fe9a-4141-8515-b35b7d9387fe tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/17a737e9-c18e-46e4-a068-3796a7c602f1 HTTP/1.1" status: 404 len: 337 time: 0.1032579 Aug 19 12:36:24.712886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44962) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:24.725240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.739516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:24.745003 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:24.762822 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:24.790359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b7104dc1-5e29-4c09-80ed-275fcd30d8a2 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=e950e402-253e-499d-8c8c-1eee69f3e5ff HTTP/1.1" status: 200 len: 205 time: 0.0695941 Aug 19 12:36:24.796777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44964) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:24.815074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d28815c5-b4c3-4ca9-8320-46d10b7f4c8b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:24.868283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:36:24.926604 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-978c3927-9422-422f-b7d0-44c575572d5f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] delete failed (client error): The resource could not be found. Aug 19 12:36:24.932134 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.932733 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Added segment 04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac of type vlan for network 8895dc32-dd0b-4e85-9abf-d6da25ad9469 Aug 19 12:36:24.940087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e17cab-b590-4460-8097-9348361a9a9f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:24.941250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-978c3927-9422-422f-b7d0-44c575572d5f tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/e950e402-253e-499d-8c8c-1eee69f3e5ff HTTP/1.1" status: 404 len: 336 time: 0.1429081 Aug 19 12:36:24.963440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44970) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:25.047557 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.051884 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2813587-7427-4353-8646-bd3736416aae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] DELETE failed (client error): The resource could not be found. Aug 19 12:36:25.054092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2813587-7427-4353-8646-bd3736416aae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:36:25.057706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d2813587-7427-4353-8646-bd3736416aae tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/6be26ad9-ee0a-4eb8-993e-f7808d7f179a HTTP/1.1" status: 404 len: 337 time: 0.0865631 Aug 19 12:36:25.060412 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.061425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44974) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:25.078531 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.083032 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "DELETE /v2.0/networks/cdfad0a5-ed3d-4032-af19-96465b32cc10 HTTP/1.1" status: 204 len: 168 time: 2.6538935 Aug 19 12:36:25.091581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44976) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:25.139825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d0ffa7a5-d234-4ce9-95bd-792117dcc183 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "GET /v2.0/ports?device_id=4649cabe-8382-4cb8-a5fb-c78b7d43c229 HTTP/1.1" status: 200 len: 205 time: 0.0767994 Aug 19 12:36:25.149366 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44980) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:25.262088 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-75871afb-aeb0-4108-9016-d3ef21d037df tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] delete failed (client error): The resource could not be found. Aug 19 12:36:25.264401 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-75871afb-aeb0-4108-9016-d3ef21d037df tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/routers/4649cabe-8382-4cb8-a5fb-c78b7d43c229 HTTP/1.1" status: 404 len: 336 time: 0.1084743 Aug 19 12:36:25.266399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1850fd-35bb-45be-8d12-d90d0db0f406 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Network': ['ID=cdfad0a5-ed3d-4032-af19-96465b32cc10,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:25.271065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44982) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:25.355212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.388501 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c4c5bd-9918-4df2-8fd3-6bbcc01e8860 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] DELETE failed (client error): The resource could not be found. Aug 19 12:36:25.389333 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c4c5bd-9918-4df2-8fd3-6bbcc01e8860 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:36:25.395612 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f6c4c5bd-9918-4df2-8fd3-6bbcc01e8860 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/4e6ff28e-2ad5-4c28-b734-867c86f4557f HTTP/1.1" status: 404 len: 337 time: 0.0706191 Aug 19 12:36:25.397738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44984) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:25.447011 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.452125 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5412e53-94ed-4d29-ab17-8f2ed32048e9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] DELETE failed (client error): The resource could not be found. Aug 19 12:36:25.452784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5412e53-94ed-4d29-ab17-8f2ed32048e9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:36:25.460314 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d5412e53-94ed-4d29-ab17-8f2ed32048e9 tempest-RoutersIpV6Test-1472585429 tempest-RoutersIpV6Test-1472585429-project] 10.222.0.44 "DELETE /v2.0/subnets/ed2e16f2-2ef2-41b8-8263-05b91dc33248 HTTP/1.1" status: 404 len: 337 time: 0.0575681 Aug 19 12:36:25.469703 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5f48f8d5-d4bf-42e3-9aab-8f07928bef8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.472030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.491295 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.492170 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4608145-b652-4776-b6b7-ff64e47620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.496929 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.538170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:25.541451 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.573696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4608145-b652-4776-b6b7-ff64e47620e6 None None] No DVR routers for this DVR port d28815c5-b4c3-4ca9-8320-46d10b7f4c8b on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:25.632270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4608145-b652-4776-b6b7-ff64e47620e6 None None] Pushing event deleted for resources: {'Port': ['ID=d28815c5-b4c3-4ca9-8320-46d10b7f4c8b,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:25.644997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf483d02-0ad1-47ad-a9bc-e82c3d63c8cf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:25.673598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.674189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.675033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.675630 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.676218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.676819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.677286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.679672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.679672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.679672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.679672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.679672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:25.768889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-11dc5011-bcb7-4b89-b124-7b6bc5ceac67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccbc761b5ee74aea9e02873c060c2943&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6482100 Aug 19 12:36:25.775017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44994) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:25.839498 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.860528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebbd6c-75bc-47fe-b2df-d2997390bba7 req-2a4d28bb-8bf4-4b38-8c49-48e7d780b238 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:25.862470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2ebbd6c-75bc-47fe-b2df-d2997390bba7 req-2a4d28bb-8bf4-4b38-8c49-48e7d780b238 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.2870753 Aug 19 12:36:25.897127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2c82e2d-e545-43f2-a117-81e8a991e062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.942102 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.7699068 Aug 19 12:36:25.943188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44998) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:25.956729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Request body: {'subnet': {'network_id': '8895dc32-dd0b-4e85-9abf-d6da25ad9469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:25.962922 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2a992-3384-43cb-98bf-6fa71eb7fcc6 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Pushing event updated for resources: {'Network': ['ID=8895dc32-dd0b-4e85-9abf-d6da25ad9469,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:25.967981 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2c82e2d-e545-43f2-a117-81e8a991e062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.968312 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.988445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 8895dc32-dd0b-4e85-9abf-d6da25ad9469 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:36:25.992356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35516620-7e1d-40f2-aa96-55c72d5a6336']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:26.015119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:26.015598 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1ee1ca-a93c-48f2-9c27-971c8b4579d1') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:26.036411 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.069996 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.081707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:26.082460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:26.091332 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:26.137887 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2ebbd6c-75bc-47fe-b2df-d2997390bba7 req-d7102fbc-a730-4a7f-b36b-32b64b6bd92b tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621469 Aug 19 12:36:26.385941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.412814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.418271 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] 10.222.0.44 "DELETE /v2.0/networks/35516620-7e1d-40f2-aa96-55c72d5a6336 HTTP/1.1" status: 204 len: 168 time: 1.3246439 Aug 19 12:36:26.442821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a67d4-02d3-4ace-a06d-a6eb364d82b7 tempest-TaggedBootDevicesTest_v242-948110364 tempest-TaggedBootDevicesTest_v242-948110364-project] Pushing event deleted for resources: {'Network': ['ID=35516620-7e1d-40f2-aa96-55c72d5a6336,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:26.483620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Made reservation on behalf of c3bd6ca0b78e4393943b2243f6c4f55f for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:26.489833 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.498522 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2c82e2d-e545-43f2-a117-81e8a991e062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.513797 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2c82e2d-e545-43f2-a117-81e8a991e062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.521335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f2c82e2d-e545-43f2-a117-81e8a991e062 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf483d02-0ad1-47ad-a9bc-e82c3d63c8cf HTTP/1.1" status: 204 len: 168 time: 0.7412975 Aug 19 12:36:26.523282 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45004) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:26.612524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c82e2d-e545-43f2-a117-81e8a991e062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf483d02-0ad1-47ad-a9bc-e82c3d63c8cf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:26.984607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.231810 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.258165 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b8243ac9-1d03-4f2c-9690-07f16b4ea9ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=222fbcc7eff74564b7393a5aeed7ba22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7322454 Aug 19 12:36:27.260464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45024) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:27.451351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Pushing event updated for resources: {'Subnet': ['ID=5225789a-c442-486e-963e-71c417c151ed,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:27.455837 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-604cdb63-b8c2-4ad9-a052-82252f9edaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.483725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Checking segment: {'id': '04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8895dc32-dd0b-4e85-9abf-d6da25ad9469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:27.484337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Network hostable DHCP agents. Network: 8895dc32-dd0b-4e85-9abf-d6da25ad9469, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:36:27.509277 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-604cdb63-b8c2-4ad9-a052-82252f9edaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.517320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d03c1-2532-4e72-9718-29e46687ae13 req-1d3ad251-8796-4ea0-8846-a49f42431bd2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:27.521623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-142d03c1-2532-4e72-9718-29e46687ae13 req-1d3ad251-8796-4ea0-8846-a49f42431bd2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.1567528 Aug 19 12:36:27.604034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-142d03c1-2532-4e72-9718-29e46687ae13 req-85c2ef43-5f15-46d7-8ddc-b6097de4497f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704758 Aug 19 12:36:27.695928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45036) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:27.716564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Network 8895dc32-dd0b-4e85-9abf-d6da25ad9469 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:36:27.720586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e37a-15ea-44fb-a98e-6fe1bec6f410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.791706 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-604cdb63-b8c2-4ad9-a052-82252f9edaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.797098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-604cdb63-b8c2-4ad9-a052-82252f9edaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.803680 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-604cdb63-b8c2-4ad9-a052-82252f9edaa6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f41dcce0-9d1b-47a4-aa57-2aeaea392bf1 HTTP/1.1" status: 204 len: 168 time: 0.5363309 Aug 19 12:36:27.827787 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cdb63-b8c2-4ad9-a052-82252f9edaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41dcce0-9d1b-47a4-aa57-2aeaea392bf1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:27.961556 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e37a-15ea-44fb-a98e-6fe1bec6f410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.156697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 8895dc32-dd0b-4e85-9abf-d6da25ad9469) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:28.170191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:28.172216 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.179886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a7ba8-df92-4784-9bde-a4df77f3e509 None None] Network 8895dc32-dd0b-4e85-9abf-d6da25ad9469 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:28.318298 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e37a-15ea-44fb-a98e-6fe1bec6f410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.404243 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cfd2e37a-15ea-44fb-a98e-6fe1bec6f410 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4aa546d1e7643fa924ec1cc8152d016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7068138 Aug 19 12:36:28.405718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2e37a-15ea-44fb-a98e-6fe1bec6f410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5728730-7b1d-4b4b-910b-22fa24e957cc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:28.407359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45048) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:28.444013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cb0b613e-1219-432d-b145-5e7763b6538a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4929607 Aug 19 12:36:28.448301 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45050) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:28.459164 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Request body: {'port': {'network_id': '8895dc32-dd0b-4e85-9abf-d6da25ad9469', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1263362865'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:28.503780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-8895dc32-dd0b-4e85-9abf-d6da25ad9469', 'network_id': '8895dc32-dd0b-4e85-9abf-d6da25ad9469', 'tenant_id': 'c3bd6ca0b78e4393943b2243f6c4f55f', 'fixed_ips': [{'subnet_id': '5225789a-c442-486e-963e-71c417c151ed'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:36:28.506884 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.557158 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1cf8-052a-4d1c-a16d-5f61fb1e8d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.629935 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1cf8-052a-4d1c-a16d-5f61fb1e8d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.950425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1cf8-052a-4d1c-a16d-5f61fb1e8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.956949 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1cf8-052a-4d1c-a16d-5f61fb1e8d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.959420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ef5e1cf8-052a-4d1c-a16d-5f61fb1e8d89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5728730-7b1d-4b4b-910b-22fa24e957cc HTTP/1.1" status: 204 len: 168 time: 0.5495386 Aug 19 12:36:28.985257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e1cf8-052a-4d1c-a16d-5f61fb1e8d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5728730-7b1d-4b4b-910b-22fa24e957cc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:28.986814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Made reservation on behalf of c3bd6ca0b78e4393943b2243f6c4f55f for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:28.993659 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.998080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.004165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb57c-fbf6-4e9d-859d-fa7beb70b793 req-908816bc-fece-4b1c-9efd-98fd07345ca7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:29.009022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Allocated IP 172.20.0.2 (8895dc32-dd0b-4e85-9abf-d6da25ad9469/5225789a-c442-486e-963e-71c417c151ed/893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:29.024172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfecb57c-fbf6-4e9d-859d-fa7beb70b793 req-908816bc-fece-4b1c-9efd-98fd07345ca7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.1563144 Aug 19 12:36:29.042687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] device_id is not set on port fbdba5b0-7be4-445d-993d-dc9bebdc172c yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:36:29.117408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfecb57c-fbf6-4e9d-859d-fa7beb70b793 req-9deaa027-135f-4db8-a2e0-3f08ded75731 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904832 Aug 19 12:36:29.460143 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.497332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Transition to ACTIVE for port object 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:29.514879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Transition to ACTIVE for port object 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:29.682064 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.822120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Network 8895dc32-dd0b-4e85-9abf-d6da25ad9469 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:29.830273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:29.850776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:29.858351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Allocated IP 172.20.0.5 (8895dc32-dd0b-4e85-9abf-d6da25ad9469/5225789a-c442-486e-963e-71c417c151ed/fbdba5b0-7be4-445d-993d-dc9bebdc172c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:29.882460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Pushing event updated for resources: {'Port': ['ID=893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:29.977582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Attempting to bind port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:36:29.978786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Attempting to bind port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8895dc32-dd0b-4e85-9abf-d6da25ad9469'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:36:29.981279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Attempting to bind port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf on network 8895dc32-dd0b-4e85-9abf-d6da25ad9469 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:29.992667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:36:29.993928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Checking segment: {'id': '04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8895dc32-dd0b-4e85-9abf-d6da25ad9469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:29.994897 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.995850 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Bound using segment: {'id': '04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8895dc32-dd0b-4e85-9abf-d6da25ad9469'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:36:29.997599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Bound port: 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8895dc32-dd0b-4e85-9abf-d6da25ad9469'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:36:29.998765 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.180574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] For port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:36:30.193115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] For port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf,segment=NetworkSegment(04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac),segment_id=04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:36:30.277243 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.299890 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.333631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Transition to ACTIVE for port object fbdba5b0-7be4-445d-993d-dc9bebdc172c will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:30.506792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.539147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ebc67-7318-4730-8a38-0d1e31fea6ca req-c3d112c2-ba2a-4fc2-807a-0bfb72e5f02f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:30.548733 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb4ae6-a8bc-48b3-8a6a-fdf4b7eb5b51 None None] Pushing event updated for resources: {'Port': ['ID=893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:30.552922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-487ebc67-7318-4730-8a38-0d1e31fea6ca req-c3d112c2-ba2a-4fc2-807a-0bfb72e5f02f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.1783223 Aug 19 12:36:30.619807 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Network 8895dc32-dd0b-4e85-9abf-d6da25ad9469 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:30.717438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:30.727046 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:30.748384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-487ebc67-7318-4730-8a38-0d1e31fea6ca req-de7ad07a-4cbe-4244-b83c-d236fd5a6183 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741457 Aug 19 12:36:30.830860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Pushing event updated for resources: {'Port': ['ID=fbdba5b0-7be4-445d-993d-dc9bebdc172c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:30.891699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:30.902330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.942893 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45152) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:30.969580 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0042269 Aug 19 12:36:30.972546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45154) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:31.094800 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dc06b8c1-0ce2-49c7-8c99-59f5e96bee2b tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6426537 Aug 19 12:36:31.104196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45166) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:31.261354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-90a7e148-5099-4037-9585-5a0527eb2a07 tempest-NetworksApiDiscovery-895118493 tempest-NetworksApiDiscovery-895118493-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2809160 Aug 19 12:36:31.374119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-53e8ad97-7db3-4365-bfbd-95546f058a56 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Deleting port fbdba5b0-7be4-445d-993d-dc9bebdc172c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:31.374841 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53e8ad97-7db3-4365-bfbd-95546f058a56 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:31.547560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f14d5e-0afc-4149-9ef0-540ce6c07e96 req-6b39fbda-d91b-45da-9439-af276c6ce35e tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:31.549830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0f14d5e-0afc-4149-9ef0-540ce6c07e96 req-6b39fbda-d91b-45da-9439-af276c6ce35e tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1096 time: 0.1145339 Aug 19 12:36:31.616035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0f14d5e-0afc-4149-9ef0-540ce6c07e96 req-219a852f-da87-493a-8000-03c97fb8b21a tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519876 Aug 19 12:36:31.632212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53e8ad97-7db3-4365-bfbd-95546f058a56 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:31.641913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45188) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:31.690588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-53e8ad97-7db3-4365-bfbd-95546f058a56 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Calling delete_port for fbdba5b0-7be4-445d-993d-dc9bebdc172c owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:32.099153 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53e8ad97-7db3-4365-bfbd-95546f058a56 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:32.187343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port b473d3d6-4eae-4e9b-a06c-3513de11eb4b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:32.188009 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:32.320607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8ad97-7db3-4365-bfbd-95546f058a56 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Pushing event deleted for resources: {'Port': ['ID=fbdba5b0-7be4-445d-993d-dc9bebdc172c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:32.325166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca826b-2c96-4c9c-bf8a-4ab8e0b170ae req-88e56aa9-b06d-4d56-a662-3c6a831aa60f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:32.347339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ca826b-2c96-4c9c-bf8a-4ab8e0b170ae req-88e56aa9-b06d-4d56-a662-3c6a831aa60f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.3626745 Aug 19 12:36:32.378574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53e8ad97-7db3-4365-bfbd-95546f058a56 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:32.385742 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-53e8ad97-7db3-4365-bfbd-95546f058a56 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] 10.222.0.44 "DELETE /v2.0/ports/fbdba5b0-7be4-445d-993d-dc9bebdc172c HTTP/1.1" status: 204 len: 168 time: 1.2795162 Aug 19 12:36:32.388035 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45200) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:32.415747 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ca826b-2c96-4c9c-bf8a-4ab8e0b170ae req-51e0a130-4389-4889-9039-410b1d9073ab tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620174 Aug 19 12:36:32.444405 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:32.445033 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:32.460669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6574f0-4829-4c7d-88a4-ed62b6355441 None None] Network 8895dc32-dd0b-4e85-9abf-d6da25ad9469 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:32.473199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for b473d3d6-4eae-4e9b-a06c-3513de11eb4b owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:32.493700 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45204) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:32.669085 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-91fc76c4-cf8b-4279-8c90-da8b9340b935 None None] Provisioning for port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:32.839878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:32.922738 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:32.992166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=b473d3d6-4eae-4e9b-a06c-3513de11eb4b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:33.142442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.144421 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Floating IP 93548153-5366-4922-b6ec-c61cf09599f7 disassociated (deleted). External IP: 172.25.6.96, port: 18971609-b627-4b8e-895c-5806bbc22034. Aug 19 12:36:33.182506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:33.252863 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:33.253519 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.342691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d60979c0-9bf0-4367-9476-166df8a24735 None None] Provisioning complete for port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:33.343201 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d60979c0-9bf0-4367-9476-166df8a24735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.406641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4a1035c-eb89-4d4d-878e-d8b0c0a0d102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.493356 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2bae699b-3777-44d7-a417-0f7b5630aa88 tempest-DHCPAgentSchedulersTestJSON-790483330 tempest-DHCPAgentSchedulersTestJSON-790483330-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 1.1021447 Aug 19 12:36:33.498548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45218) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:33.499076 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45220) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:33.517037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1785861714'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:33.620536 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a25f9dc2-2dcf-44fd-bdf3-68a4fc411c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.674773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Made reservation on behalf of c3bd6ca0b78e4393943b2243f6c4f55f for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:33.685884 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.790505 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a25f9dc2-2dcf-44fd-bdf3-68a4fc411c63 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:36:33.790505 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:36:33.790505 n-d-778732-8 neutron-server[95661]: [parameters: {'project_id_1': '46983a69b7674e02a12254d7e74af034', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 36, 33, 633601)}] Aug 19 12:36:33.790505 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:36:33.804222 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-a25f9dc2-2dcf-44fd-bdf3-68a4fc411c63 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:36:33.941699 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.956248 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4a1035c-eb89-4d4d-878e-d8b0c0a0d102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.971299 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:36:34.003742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.004315 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Added segment 6a71dc8b-6d1a-4947-b987-55c8e87303fc of type vlan for network 6b6ca2ef-d2fd-4826-b6e5-44164f9e3393 Aug 19 12:36:34.029007 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d60979c0-9bf0-4367-9476-166df8a24735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.085215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4a1035c-eb89-4d4d-878e-d8b0c0a0d102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.141927 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.182368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf,segment=NetworkSegment(04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac),segment_id=04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:34.219233 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b4a1035c-eb89-4d4d-878e-d8b0c0a0d102 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=908f80bf58e848cfb1f5534e0496a665&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7241995 Aug 19 12:36:34.220671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1035c-eb89-4d4d-878e-d8b0c0a0d102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a506ca28-cc1a-4690-876f-5eafb0ad6d9f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:34.223879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45232) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:34.249586 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.303766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a25f9dc2-2dcf-44fd-bdf3-68a4fc411c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.322992 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.330280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:34.330997 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.435281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:34.465027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Pushing event updated for resources: {'Network': ['ID=6b6ca2ef-d2fd-4826-b6e5-44164f9e3393,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:34.495751 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 6b6ca2ef-d2fd-4826-b6e5-44164f9e3393 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:36:34.548874 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9869-8a02-4957-9fb2-8da46c746c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.690361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9869-8a02-4957-9fb2-8da46c746c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.746457 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-d60979c0-9bf0-4367-9476-166df8a24735 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:36:34.748100 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-d60979c0-9bf0-4367-9476-166df8a24735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:36:34.846817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:34.913804 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a25f9dc2-2dcf-44fd-bdf3-68a4fc411c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.930680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2f968-a8d9-42b7-8543-010df949f8ec req-71e535ed-db6e-41a4-a692-4130c73b9cc0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:34.936797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:34.937648 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.944534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abd2f968-a8d9-42b7-8543-010df949f8ec req-71e535ed-db6e-41a4-a692-4130c73b9cc0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 1.2681100 Aug 19 12:36:34.976217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 48aade0b-374a-4f96-91b9-0d5a26a7833c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:36:34.998070 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9869-8a02-4957-9fb2-8da46c746c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.008366 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9869-8a02-4957-9fb2-8da46c746c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.010876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abd2f968-a8d9-42b7-8543-010df949f8ec req-889738e7-5bce-4ae7-b32c-eddd9c33100a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652466 Aug 19 12:36:35.015653 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cb6e9869-8a02-4957-9fb2-8da46c746c92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a506ca28-cc1a-4690-876f-5eafb0ad6d9f HTTP/1.1" status: 204 len: 168 time: 0.7869267 Aug 19 12:36:35.016865 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a25f9dc2-2dcf-44fd-bdf3-68a4fc411c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.175938 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a25f9dc2-2dcf-44fd-bdf3-68a4fc411c63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46983a69b7674e02a12254d7e74af034&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6730776 Aug 19 12:36:35.182475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45248) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:35.200547 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ce82705a-a632-450b-ad48-7170f7545d96 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6871431 Aug 19 12:36:35.200547 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45250) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:35.228551 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e9869-8a02-4957-9fb2-8da46c746c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a506ca28-cc1a-4690-876f-5eafb0ad6d9f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:35.279990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:36:35.300552 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37514d83-5662-45d2-a4b8-2454bd669c12 None None] Sync routers for ids ['48aade0b-374a-4f96-91b9-0d5a26a7833c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:36:35.306611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.332369 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37514d83-5662-45d2-a4b8-2454bd669c12 None None] Routers {'48aade0b-374a-4f96-91b9-0d5a26a7833c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:35.335587 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-37514d83-5662-45d2-a4b8-2454bd669c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:36:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['48aade0b-374a-4f96-91b9-0d5a26a7833c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:35.375877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-85b526a8-e2d3-4ac0-b947-f33aad86de74 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/floatingips/93548153-5366-4922-b6ec-c61cf09599f7 HTTP/1.1" status: 204 len: 168 time: 3.7319930 Aug 19 12:36:35.377543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'tag': '18971609-b627-4b8e-895c-5806bbc22034'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:35.381219 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fa47f8-3618-416d-987a-5cccdd16da50" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "tag": "18971609-b627-4b8e-895c-5806bbc22034"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:35.385482 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c63fa95-9ba6-479a-823b-6cfe416fd985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.413849 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c63fa95-9ba6-479a-823b-6cfe416fd985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.504832 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ba0cd8-ffdf-43eb-9ac6-c59f064a68a0 x-openstack-request-id: req-28ba0cd8-ffdf-43eb-9ac6-c59f064a68a0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:35.506023 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "tag": "18971609-b627-4b8e-895c-5806bbc22034", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:35.506505 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28ba0cd8-ffdf-43eb-9ac6-c59f064a68a0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:35.507317 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'tag': '18971609-b627-4b8e-895c-5806bbc22034', 'status': 'completed', 'code': 200} Aug 19 12:36:35.573022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c63fa95-9ba6-479a-823b-6cfe416fd985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.574938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-56021f39-11c1-408a-800f-c6a9c4d63779 None None] Could not find standard attr ID for object fbdba5b0-7be4-445d-993d-dc9bebdc172c. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:36:35.579833 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c63fa95-9ba6-479a-823b-6cfe416fd985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.583185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3c63fa95-9ba6-479a-823b-6cfe416fd985 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e16bd810-ac2b-4362-86c6-9c38203af871 HTTP/1.1" status: 204 len: 168 time: 0.3988287 Aug 19 12:36:35.593019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f9dc2-2dcf-44fd-bdf3-68a4fc411c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16bd810-ac2b-4362-86c6-9c38203af871,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:35.634129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63fa95-9ba6-479a-823b-6cfe416fd985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16bd810-ac2b-4362-86c6-9c38203af871,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:35.658520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa47f8-3618-416d-987a-5cccdd16da50 req-14c6b472-e1f3-49ee-8965-015a2872a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:35.660181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26fa47f8-3618-416d-987a-5cccdd16da50 req-14c6b472-e1f3-49ee-8965-015a2872a2dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 1096 time: 0.1514537 Aug 19 12:36:35.702822 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1350d173-d2c9-41a8-ace4-193d8b773402 tempest-DHCPAgentSchedulersTestJSON-790483330 tempest-DHCPAgentSchedulersTestJSON-790483330-project-admin] 10.222.0.44 "GET /v2.0/agents/61ac7a69-bdfe-4da9-8ec3-d821c3f562c8/dhcp-networks HTTP/1.1" status: 200 len: 6484 time: 0.4948118 Aug 19 12:36:35.703455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45258) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:35.768529 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-37514d83-5662-45d2-a4b8-2454bd669c12 None None] Set router 48aade0b-374a-4f96-91b9-0d5a26a7833c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:35.990051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f815c98e-3221-4f9a-bc79-aaa2f1458822 tempest-DHCPAgentSchedulersTestJSON-790483330 tempest-DHCPAgentSchedulersTestJSON-790483330-project-admin] Network 6b6ca2ef-d2fd-4826-b6e5-44164f9e3393 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:36:36.052921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa47f8-3618-416d-987a-5cccdd16da50 req-6c7981d4-2425-4d77-ae0c-086f6bc53856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:36.061128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26fa47f8-3618-416d-987a-5cccdd16da50 req-6c7981d4-2425-4d77-ae0c-086f6bc53856 service neutron] 10.222.0.52 "GET /v2.0/networks?id=edc6b604-c848-41a4-b1b1-427c7abac2d8 HTTP/1.1" status: 200 len: 897 time: 0.3921022 Aug 19 12:36:36.138125 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f815c98e-3221-4f9a-bc79-aaa2f1458822 tempest-DHCPAgentSchedulersTestJSON-790483330 tempest-DHCPAgentSchedulersTestJSON-790483330-project-admin] 10.222.0.44 "POST /v2.0/agents/61ac7a69-bdfe-4da9-8ec3-d821c3f562c8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4331536 Aug 19 12:36:36.142853 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45270) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:36.152190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd9b04e-1d15-49ac-a800-a632bc322926 None None] Network 6b6ca2ef-d2fd-4826-b6e5-44164f9e3393 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:36.216193 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-37514d83-5662-45d2-a4b8-2454bd669c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:10Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ab87303a-47f4-4b7d-9100-f10835cf9459', 'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:97:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:09Z', 'updated_at': '2021-08-19T12:34:19Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:36.248611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26fa47f8-3618-416d-987a-5cccdd16da50 req-4750484b-9972-459a-9d34-ebca0c4ca040 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 200 len: 217 time: 0.1784892 Aug 19 12:36:36.296277 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37514d83-5662-45d2-a4b8-2454bd669c12 None None] Checking router: 48aade0b-374a-4f96-91b9-0d5a26a7833c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:36:36.327150 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37514d83-5662-45d2-a4b8-2454bd669c12 None None] Routers {'48aade0b-374a-4f96-91b9-0d5a26a7833c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:36.328740 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-37514d83-5662-45d2-a4b8-2454bd669c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:36:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['48aade0b-374a-4f96-91b9-0d5a26a7833c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:36.594255 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-37514d83-5662-45d2-a4b8-2454bd669c12 None None] Set router 48aade0b-374a-4f96-91b9-0d5a26a7833c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:36.642277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa47f8-3618-416d-987a-5cccdd16da50 req-5858a0e8-dbdc-465f-a557-2e8fb3ff68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:36.644200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26fa47f8-3618-416d-987a-5cccdd16da50 req-5858a0e8-dbdc-465f-a557-2e8fb3ff68cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82e9bc33-2356-492b-8751-0ac001f0dbf8 HTTP/1.1" status: 200 len: 834 time: 0.3875804 Aug 19 12:36:36.832330 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-62e8bfc4-0576-468c-9ef3-d2ebb8916258 tempest-DHCPAgentSchedulersTestJSON-790483330 tempest-DHCPAgentSchedulersTestJSON-790483330-project-admin] 10.222.0.44 "GET /v2.0/agents/61ac7a69-bdfe-4da9-8ec3-d821c3f562c8/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.6865015 Aug 19 12:36:36.839280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45280) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:36.848187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8cbac-0c69-4f89-9db6-3626ce832444 req-d5017130-1b8e-4b5f-8078-70326077b811 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:36.851891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14f8cbac-0c69-4f89-9db6-3626ce832444 req-d5017130-1b8e-4b5f-8078-70326077b811 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.5307863 Aug 19 12:36:36.932010 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-37514d83-5662-45d2-a4b8-2454bd669c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:10Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ab87303a-47f4-4b7d-9100-f10835cf9459', 'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:97:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:09Z', 'updated_at': '2021-08-19T12:34:19Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:36.992177 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37514d83-5662-45d2-a4b8-2454bd669c12 None None] The sync data for ids ['48aade0b-374a-4f96-91b9-0d5a26a7833c'] in n-d-778732-8 is: [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:10Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ab87303a-47f4-4b7d-9100-f10835cf9459', 'name': '', 'network_id': 'edc6b604-c848-41a4-b1b1-427c7abac2d8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:97:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:09Z', 'updated_at': '2021-08-19T12:34:19Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '82e9bc33-2356-492b-8751-0ac001f0dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:36:37.064347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa47f8-3618-416d-987a-5cccdd16da50 req-df3a7e95-848f-4f52-a5b8-2c4a436e3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:37.067471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26fa47f8-3618-416d-987a-5cccdd16da50 req-df3a7e95-848f-4f52-a5b8-2c4a436e3e94 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edc6b604-c848-41a4-b1b1-427c7abac2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4086103 Aug 19 12:36:37.127614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4505653-547f-49be-9d80-57e668ffd2da req-6c8b9370-ebd7-4946-8cdf-5b13b33f09dd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:37.139700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4505653-547f-49be-9d80-57e668ffd2da req-6c8b9370-ebd7-4946-8cdf-5b13b33f09dd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.8000910 Aug 19 12:36:37.148070 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-79f46cd6-460a-4b38-9185-b54a87464086 tempest-DHCPAgentSchedulersTestJSON-790483330 tempest-DHCPAgentSchedulersTestJSON-790483330-project-admin] 10.222.0.44 "DELETE /v2.0/agents/61ac7a69-bdfe-4da9-8ec3-d821c3f562c8/dhcp-networks/6b6ca2ef-d2fd-4826-b6e5-44164f9e3393 HTTP/1.1" status: 204 len: 168 time: 0.3032353 Aug 19 12:36:37.150999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45288) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:37.375935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26fa47f8-3618-416d-987a-5cccdd16da50 req-2e7ffafa-8efb-4bff-bdb4-b0db1372b52c service neutron] 10.222.0.52 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407894 Aug 19 12:36:37.416884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14f8cbac-0c69-4f89-9db6-3626ce832444 req-177f2e85-888b-4107-96f4-7eb5920a197b tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5454123 Aug 19 12:36:37.464552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4505653-547f-49be-9d80-57e668ffd2da req-5745eecc-ccba-4cca-97c6-de91512a66bf tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074975 Aug 19 12:36:37.528649 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e8dec06d-a133-497f-9d0b-2f5d3564a733 tempest-DHCPAgentSchedulersTestJSON-790483330 tempest-DHCPAgentSchedulersTestJSON-790483330-project-admin] 10.222.0.44 "GET /v2.0/agents/61ac7a69-bdfe-4da9-8ec3-d821c3f562c8/dhcp-networks HTTP/1.1" status: 200 len: 6484 time: 0.3739152 Aug 19 12:36:37.545574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45292) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:37.639379 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1bdf0bbe-a8b0-41ed-8c89-30c175d0990e tempest-DHCPAgentSchedulersTestJSON-790483330 tempest-DHCPAgentSchedulersTestJSON-790483330-project-admin] 10.222.0.44 "GET /v2.0/networks/8895dc32-dd0b-4e85-9abf-d6da25ad9469/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0871158 Aug 19 12:36:37.646525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45296) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:37.688400 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c52798af-cdcd-4385-a9b2-7f9c01df1baa tempest-DHCPAgentSchedulersTestJSON-790483330 tempest-DHCPAgentSchedulersTestJSON-790483330-project-admin] 10.222.0.44 "GET /v2.0/networks/8895dc32-dd0b-4e85-9abf-d6da25ad9469/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0373669 Aug 19 12:36:37.699389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45298) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:37.700062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45300) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:37.734937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cd747-e042-4d52-bbb0-5a4362e32f09 None None] New status for floating IP 93548153-5366-4922-b6ec-c61cf09599f7: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:36:37.755859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb4969-d40d-4988-9826-01186824bd4f req-59e6d26d-42ec-44f7-84b2-d06e61eff778 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:37.758894 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e1eb4969-d40d-4988-9826-01186824bd4f req-59e6d26d-42ec-44f7-84b2-d06e61eff778 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.2271693 Aug 19 12:36:37.764640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5d987ca-574e-4788-8190-74f1abc13857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.879859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26fa47f8-3618-416d-987a-5cccdd16da50 req-5a294ba4-1d07-4f02-b789-6cfe406b20d8 service neutron] 10.222.0.52 "GET /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221299 Aug 19 12:36:38.297888 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5d987ca-574e-4788-8190-74f1abc13857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.301610 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-e1eb4969-d40d-4988-9826-01186824bd4f req-1cfd0967-fbb9-49f0-8870-4e0d7f6b9dc1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port 18971609-b627-4b8e-895c-5806bbc22034 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:38.303592 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e1eb4969-d40d-4988-9826-01186824bd4f req-1cfd0967-fbb9-49f0-8870-4e0d7f6b9dc1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.428774 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5d987ca-574e-4788-8190-74f1abc13857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.532982 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e5d987ca-574e-4788-8190-74f1abc13857 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25904daa0a2e46b0948c913db820cfd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8209789 Aug 19 12:36:38.534435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45312) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.558722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d987ca-574e-4788-8190-74f1abc13857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3c98fc-c4ff-417c-bbbd-b10470d9e3f9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:38.616252 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-36235a94-5176-4d67-9504-358eee6039f6 tempest-DHCPAgentSchedulersTestJSON-790483330 tempest-DHCPAgentSchedulersTestJSON-790483330-project-admin] 10.222.0.44 "GET /v2.0/agents/61ac7a69-bdfe-4da9-8ec3-d821c3f562c8/dhcp-networks HTTP/1.1" status: 200 len: 6484 time: 0.9121144 Aug 19 12:36:38.625475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45314) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.658745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-94be1890-6686-49d5-abf6-9a15136f2869 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1781662 Aug 19 12:36:38.998025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-34abddbb-ba1a-45be-a414-50dd16c9df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:39.001091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-34abddbb-ba1a-45be-a414-50dd16c9df2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1097 time: 0.2602327 Aug 19 12:36:39.040263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b6c9a-a48c-4810-b155-be8e6ff49d10 req-8e02dff2-b186-442a-bb5e-91aeb0da6525 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:39.043563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d15b6c9a-a48c-4810-b155-be8e6ff49d10 req-8e02dff2-b186-442a-bb5e-91aeb0da6525 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.2790911 Aug 19 12:36:39.287217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab9ece-48b5-4f58-9f97-dfc03cc72132 req-7eaf898f-243e-47cb-a366-ea581de8dddf tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:39.300278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32ab9ece-48b5-4f58-9f97-dfc03cc72132 req-7eaf898f-243e-47cb-a366-ea581de8dddf tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 945 time: 0.4108806 Aug 19 12:36:39.453239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d15b6c9a-a48c-4810-b155-be8e6ff49d10 req-3d36aa96-f919-4412-b68a-c765a2d9c98d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960942 Aug 19 12:36:39.480846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-d3469dc6-51a1-4b80-a93b-25b48c892864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:39.482749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-d3469dc6-51a1-4b80-a93b-25b48c892864 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.4359343 Aug 19 12:36:39.487623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32ab9ece-48b5-4f58-9f97-dfc03cc72132 req-f88684b2-64b6-416b-bcdc-44b1e361a04e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=9930889c-5b81-4516-9030-46a6f8a94fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696002 Aug 19 12:36:39.676636 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e1eb4969-d40d-4988-9826-01186824bd4f req-1cfd0967-fbb9-49f0-8870-4e0d7f6b9dc1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port 18971609-b627-4b8e-895c-5806bbc22034, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=18971609-b627-4b8e-895c-5806bbc22034,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:39.677867 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e1eb4969-d40d-4988-9826-01186824bd4f req-1cfd0967-fbb9-49f0-8870-4e0d7f6b9dc1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.685726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-49a0b271-93b0-4f2b-b92b-8b3280d63623 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 1000 time: 0.1908131 Aug 19 12:36:39.709249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.716925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-e1eb4969-d40d-4988-9826-01186824bd4f req-1cfd0967-fbb9-49f0-8870-4e0d7f6b9dc1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for 18971609-b627-4b8e-895c-5806bbc22034 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:39.719450 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbbf642c-5ec8-40de-8239-8c532b8fd280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.902208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-abf18813-577a-4782-9047-38ecfc3c3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:39.904721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-abf18813-577a-4782-9047-38ecfc3c3ef4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.2070134 Aug 19 12:36:39.928562 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbbf642c-5ec8-40de-8239-8c532b8fd280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.038847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-d40571fe-e8ae-4770-9fff-3c5d3c769456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:40.040727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-d40571fe-e8ae-4770-9fff-3c5d3c769456 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271250 Aug 19 12:36:40.226436 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.272347 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6ca2ef-d2fd-4826-b6e5-44164f9e3393']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:40.300798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a71dc8b-6d1a-4947-b987-55c8e87303fc') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:40.301103 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a71dc8b-6d1a-4947-b987-55c8e87303fc') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:40.316186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.341089 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.353021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:40.353557 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.446985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-5682a108-a119-486d-add5-f935ce626944 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949890 Aug 19 12:36:40.449995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f3fd7-4572-4227-8de4-662acff84680 req-d7bbde74-10f0-4f13-ab76-3428e821af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:40.452145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a11f3fd7-4572-4227-8de4-662acff84680 req-d7bbde74-10f0-4f13-ab76-3428e821af55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282&tenant_id=9407ecd49d83419eb53a4d228310b29c HTTP/1.1" status: 200 len: 1094 time: 0.2044749 Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:40.457525 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:40.613391 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbbf642c-5ec8-40de-8239-8c532b8fd280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.619903 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbbf642c-5ec8-40de-8239-8c532b8fd280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.623989 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cbbf642c-5ec8-40de-8239-8c532b8fd280 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b3c98fc-c4ff-417c-bbbd-b10470d9e3f9 HTTP/1.1" status: 204 len: 168 time: 2.0581462 Aug 19 12:36:40.664791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf642c-5ec8-40de-8239-8c532b8fd280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3c98fc-c4ff-417c-bbbd-b10470d9e3f9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:40.707235 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.767184 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.774526 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] 10.222.0.44 "DELETE /v2.0/networks/6b6ca2ef-d2fd-4826-b6e5-44164f9e3393 HTTP/1.1" status: 204 len: 168 time: 2.1333542 Aug 19 12:36:40.774526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0470b3-1bba-4230-a086-a475b3c6d82c tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Pushing event deleted for resources: {'Network': ['ID=6b6ca2ef-d2fd-4826-b6e5-44164f9e3393,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:40.776136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45354) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:40.779605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e1eb4969-d40d-4988-9826-01186824bd4f req-1cfd0967-fbb9-49f0-8870-4e0d7f6b9dc1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.861612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aae0a10b-a15b-46cc-8098-c3c97bc46405 req-f54576c6-f53d-46b8-8cf6-49f150a47bee service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991470 Aug 19 12:36:40.912984 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba9fcf1-a534-46ff-a376-85c019794434 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] DELETE failed (client error): The resource could not be found. Aug 19 12:36:40.916389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba9fcf1-a534-46ff-a376-85c019794434 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:36:40.920083 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fba9fcf1-a534-46ff-a376-85c019794434 tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] 10.222.0.44 "DELETE /v2.0/ports/fbdba5b0-7be4-445d-993d-dc9bebdc172c HTTP/1.1" status: 404 len: 333 time: 0.1416824 Aug 19 12:36:40.923866 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd0967-fbb9-49f0-8870-4e0d7f6b9dc1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=18971609-b627-4b8e-895c-5806bbc22034,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:40.927967 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45356) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:41.101626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1eb4969-d40d-4988-9826-01186824bd4f req-1cfd0967-fbb9-49f0-8870-4e0d7f6b9dc1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] No DVR routers for this DVR port 18971609-b627-4b8e-895c-5806bbc22034 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:41.114921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e1eb4969-d40d-4988-9826-01186824bd4f req-1cfd0967-fbb9-49f0-8870-4e0d7f6b9dc1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.120763 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e1eb4969-d40d-4988-9826-01186824bd4f req-1cfd0967-fbb9-49f0-8870-4e0d7f6b9dc1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.52 "DELETE /v2.0/ports/18971609-b627-4b8e-895c-5806bbc22034 HTTP/1.1" status: 204 len: 173 time: 3.3394172 Aug 19 12:36:41.122210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'name': 'network-vif-deleted', 'tag': '18971609-b627-4b8e-895c-5806bbc22034'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:41.148501 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f149664-2dad-45d1-af06-88c532be5194" -d '{"events": [{"server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "name": "network-vif-deleted", "tag": "18971609-b627-4b8e-895c-5806bbc22034"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:41.191045 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-712dac15-a47e-463b-85cc-9e499b9e973e tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Deleting subnet 5225789a-c442-486e-963e-71c417c151ed {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:36:41.198385 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-712dac15-a47e-463b-85cc-9e499b9e973e tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.202543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-000d6263-c6ab-4d50-8403-3d7036104b2e req-cc3fb5fa-c90f-4461-8edf-b050bc59cc6c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 210 time: 0.3361535 Aug 19 12:36:41.265207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f3fd7-4572-4227-8de4-662acff84680 req-c6ae0976-c0ed-48fc-b31a-cf959e841614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:41.268215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a11f3fd7-4572-4227-8de4-662acff84680 req-c6ae0976-c0ed-48fc-b31a-cf959e841614 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 1094 time: 0.7539706 Aug 19 12:36:41.291570 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-712dac15-a47e-463b-85cc-9e499b9e973e tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.306420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87878634-9e9f-45dc-9af8-d63a3fb166a2 req-720539a1-5ef4-4a6e-8357-fbbbaa0e2e07 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:41.334015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87878634-9e9f-45dc-9af8-d63a3fb166a2 req-720539a1-5ef4-4a6e-8357-fbbbaa0e2e07 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.4885292 Aug 19 12:36:41.517332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 18971609-b627-4b8e-895c-5806bbc22034 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:41.629491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 18971609-b627-4b8e-895c-5806bbc22034 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:41.630346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 18971609-b627-4b8e-895c-5806bbc22034 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:41.647745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87878634-9e9f-45dc-9af8-d63a3fb166a2 req-8d61b9cb-925e-46b7-a1fc-849fcf012f7e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113959 Aug 19 12:36:41.721614 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3126852-caad-4482-8738-67c1d333e664 x-openstack-request-id: req-a3126852-caad-4482-8738-67c1d333e664 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:41.722571 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2b1970-8a07-49a7-81ac-0608e0fd10e6", "name": "network-vif-deleted", "tag": "18971609-b627-4b8e-895c-5806bbc22034", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:41.722571 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3126852-caad-4482-8738-67c1d333e664 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:41.722945 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2b1970-8a07-49a7-81ac-0608e0fd10e6', 'name': 'network-vif-deleted', 'tag': '18971609-b627-4b8e-895c-5806bbc22034', 'status': 'completed', 'code': 200} Aug 19 12:36:41.754280 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-712dac15-a47e-463b-85cc-9e499b9e973e tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.768277 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.805445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f3fd7-4572-4227-8de4-662acff84680 req-c27512f4-11c0-4cdd-9470-a0fd12cc4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:41.808602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a11f3fd7-4572-4227-8de4-662acff84680 req-c27512f4-11c0-4cdd-9470-a0fd12cc4e7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 918 time: 0.4665248 Aug 19 12:36:41.939990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45368) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:42.031078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a11f3fd7-4572-4227-8de4-662acff84680 req-226d6697-95fa-4822-a5e4-250aaa055531 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf492600-0474-4b28-a6f8-a69e8df44730 HTTP/1.1" status: 200 len: 998 time: 0.2146304 Aug 19 12:36:42.070707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-712dac15-a47e-463b-85cc-9e499b9e973e tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:42.118147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dac15-a47e-463b-85cc-9e499b9e973e tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Pushing event deleted for resources: {'Subnet': ['ID=5225789a-c442-486e-963e-71c417c151ed,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:42.122959 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-712dac15-a47e-463b-85cc-9e499b9e973e tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:42.129037 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-712dac15-a47e-463b-85cc-9e499b9e973e tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] 10.222.0.44 "DELETE /v2.0/subnets/5225789a-c442-486e-963e-71c417c151ed HTTP/1.1" status: 204 len: 168 time: 1.1916590 Aug 19 12:36:42.130984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45376) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:42.150296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3324fa30-5458-477e-aa23-58cf003eebda None None] Network 8895dc32-dd0b-4e85-9abf-d6da25ad9469 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:42.207878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f3fd7-4572-4227-8de4-662acff84680 req-23edbdf6-00cd-4b2d-aed5-bce29d2d9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:42.213113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a11f3fd7-4572-4227-8de4-662acff84680 req-23edbdf6-00cd-4b2d-aed5-bce29d2d9b9e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.1743743 Aug 19 12:36:42.387579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:42.404355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f3fd7-4572-4227-8de4-662acff84680 req-0b574fde-3469-49f2-ad6f-5236bc15a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:42.414237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a11f3fd7-4572-4227-8de4-662acff84680 req-0b574fde-3469-49f2-ad6f-5236bc15a242 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910005 Aug 19 12:36:42.700032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Deleting port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:42.700617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:42.799533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad4dbee8-2789-49c8-9c0f-fa98900b44e2 req-fdbcb3fa-92e7-410b-89bb-079c61386779 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b2b1970-8a07-49a7-81ac-0608e0fd10e6 HTTP/1.1" status: 200 len: 210 time: 0.1195173 Aug 19 12:36:42.862660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad27ec-8b70-415f-8838-08fea2e85588 None None] DHCP port deletion for 8895dc32-dd0b-4e85-9abf-d6da25ad9469 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:36:42.903011 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98d68c7e-ee7b-4e56-ac0f-4cf623414bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:42.965234 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] For port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf,segment=NetworkSegment(04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac),segment_id=04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:42.966080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.007262 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Calling delete_port for 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:43.045072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-99ad27ec-8b70-415f-8838-08fea2e85588 None None] Deleting port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:43.046340 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-99ad27ec-8b70-415f-8838-08fea2e85588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.056416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a11f3fd7-4572-4227-8de4-662acff84680 req-eccc56c1-ef70-4452-8696-5d2fbea56d60 service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361547 Aug 19 12:36:43.252826 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98d68c7e-ee7b-4e56-ac0f-4cf623414bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.321829 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.337771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-99ad27ec-8b70-415f-8838-08fea2e85588 None None] For port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf,segment=NetworkSegment(04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac),segment_id=04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:43.338534 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-99ad27ec-8b70-415f-8838-08fea2e85588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.355062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf15cdc-11b1-4c9c-8728-24fad1e5b8c4 req-99323f9e-f756-4b49-a878-2634b863c8b9 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:43.367259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9bf15cdc-11b1-4c9c-8728-24fad1e5b8c4 req-99323f9e-f756-4b49-a878-2634b863c8b9 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.4270377 Aug 19 12:36:43.392932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-99ad27ec-8b70-415f-8838-08fea2e85588 None None] Calling delete_port for 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:43.476763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Pushing event deleted for resources: {'Port': ['ID=893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:43.493135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98d68c7e-ee7b-4e56-ac0f-4cf623414bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.514503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a11f3fd7-4572-4227-8de4-662acff84680 req-511935f3-e83a-4eb1-9e56-872a1ff9909d service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412119 Aug 19 12:36:43.588046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9bf15cdc-11b1-4c9c-8728-24fad1e5b8c4 req-24a8fc4a-45cd-4860-81d6-317a943448bd tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982214 Aug 19 12:36:43.630208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] No DVR routers for this DVR port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:43.698416 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-99ad27ec-8b70-415f-8838-08fea2e85588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.722919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45408) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:43.723391 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-98d68c7e-ee7b-4e56-ac0f-4cf623414bc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5620668b29ce4237a526da51bb9fe5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7789731 Aug 19 12:36:43.808518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d68c7e-ee7b-4e56-ac0f-4cf623414bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d185dfd3-de00-4957-9a24-b4bfced98294,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:43.858507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad27ec-8b70-415f-8838-08fea2e85588 None None] No DVR routers for this DVR port 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:43.874926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad27ec-8b70-415f-8838-08fea2e85588 None None] Pushing event deleted for resources: {'Port': ['ID=893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:43.908287 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aee8-0f21-43bb-819a-17a14f0cce16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.920120 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.939029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8895dc32-dd0b-4e85-9abf-d6da25ad9469']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:43.975440 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:43.976263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cd71ba-d62a-4ddf-bd95-c69b2df1d6ac') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:44.000961 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.009144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aee8-0f21-43bb-819a-17a14f0cce16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.051762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.068111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45420) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:44.072060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:44.082310 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:44.109882 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:44.252949 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aee8-0f21-43bb-819a-17a14f0cce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.259197 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fe0aee8-0f21-43bb-819a-17a14f0cce16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.261135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3fe0aee8-0f21-43bb-819a-17a14f0cce16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d185dfd3-de00-4957-9a24-b4bfced98294 HTTP/1.1" status: 204 len: 168 time: 0.5355299 Aug 19 12:36:44.305119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0aee8-0f21-43bb-819a-17a14f0cce16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d185dfd3-de00-4957-9a24-b4bfced98294,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:44.488439 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.568536 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.572836 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] 10.222.0.44 "DELETE /v2.0/networks/8895dc32-dd0b-4e85-9abf-d6da25ad9469 HTTP/1.1" status: 204 len: 168 time: 2.4309707 Aug 19 12:36:44.612900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f71e91-e1dc-40b9-9117-dfa01058e86a tempest-DHCPAgentSchedulersTestJSON-683953056 tempest-DHCPAgentSchedulersTestJSON-683953056-project] Pushing event deleted for resources: {'Network': ['ID=8895dc32-dd0b-4e85-9abf-d6da25ad9469,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:44.711140 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.761881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:44.835060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:44.835629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 893bd2d1-0a5b-46ea-ae2d-2e684a0b3ccf not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:44.918750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef6c9e-d35a-42c9-a797-7f3541e2f067 req-9771f14e-d297-4d83-a2ec-2c2f7ac375d3 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:44.921055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3aef6c9e-d35a-42c9-a797-7f3541e2f067 req-9771f14e-d297-4d83-a2ec-2c2f7ac375d3 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.1158607 Aug 19 12:36:45.106022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3aef6c9e-d35a-42c9-a797-7f3541e2f067 req-1d8f2014-b1fa-438a-bbd4-95b51f461202 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673243 Aug 19 12:36:45.232224 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.309618 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:36:45.937165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port ab87303a-47f4-4b7d-9100-f10835cf9459 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:45.938951 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.250519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45474) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:46.356251 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-213dc165-02c7-4e42-9a1f-fcd60dbfa736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.466800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port ab87303a-47f4-4b7d-9100-f10835cf9459, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ab87303a-47f4-4b7d-9100-f10835cf9459,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:46.470286 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.540278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for ab87303a-47f4-4b7d-9100-f10835cf9459 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:46.806964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45480) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:46.835835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad30ed-0a5c-45b3-ac0f-2647c6dea826 req-f3cb79f3-e7f9-4a0a-a22b-154649cd8e79 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:46.852692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07ad30ed-0a5c-45b3-ac0f-2647c6dea826 req-f3cb79f3-e7f9-4a0a-a22b-154649cd8e79 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.5139713 Aug 19 12:36:47.087105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07ad30ed-0a5c-45b3-ac0f-2647c6dea826 req-0552bd45-d5ae-46ea-aca3-b41555d10018 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334871 Aug 19 12:36:47.273761 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-213dc165-02c7-4e42-9a1f-fcd60dbfa736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.430849 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-213dc165-02c7-4e42-9a1f-fcd60dbfa736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.657619 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-213dc165-02c7-4e42-9a1f-fcd60dbfa736 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=351df52be08343eeb8fa1a77aac3db87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3995926 Aug 19 12:36:47.657619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45496) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:47.711870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dc165-02c7-4e42-9a1f-fcd60dbfa736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb80c1db-16a4-4489-ad43-46b804cae5fc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:47.823559 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b27e5e4b-380d-46e5-a1fa-d71b52f9cc55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3bd6ca0b78e4393943b2243f6c4f55f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0112519 Aug 19 12:36:47.841896 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45498) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:47.901180 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-344065b4-5431-47a7-88e1-87a6be989b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.975933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-344065b4-5431-47a7-88e1-87a6be989b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.057331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.282143 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-344065b4-5431-47a7-88e1-87a6be989b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.288472 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-344065b4-5431-47a7-88e1-87a6be989b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.301723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=ab87303a-47f4-4b7d-9100-f10835cf9459,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:48.314168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-344065b4-5431-47a7-88e1-87a6be989b4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb80c1db-16a4-4489-ad43-46b804cae5fc HTTP/1.1" status: 204 len: 168 time: 0.6451545 Aug 19 12:36:48.366829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344065b4-5431-47a7-88e1-87a6be989b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb80c1db-16a4-4489-ad43-46b804cae5fc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:48.636354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bef29539-16e1-435e-99d3-14e3d6e82eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.021094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133a2d1-006e-4a59-82e5-aaa658593126 req-c341db05-f517-4a51-8fb8-2c9351225a81 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:49.038254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6133a2d1-006e-4a59-82e5-aaa658593126 req-c341db05-f517-4a51-8fb8-2c9351225a81 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.4182813 Aug 19 12:36:49.083226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bef29539-16e1-435e-99d3-14e3d6e82eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.126765 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6133a2d1-006e-4a59-82e5-aaa658593126 req-697df584-d760-47f8-9686-d0af28c68a1d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752416 Aug 19 12:36:49.417472 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.602039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bef29539-16e1-435e-99d3-14e3d6e82eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.625566 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bef29539-16e1-435e-99d3-14e3d6e82eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.643169 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bef29539-16e1-435e-99d3-14e3d6e82eea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90e17cab-b590-4460-8097-9348361a9a9f HTTP/1.1" status: 204 len: 168 time: 1.7986317 Aug 19 12:36:49.720473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef29539-16e1-435e-99d3-14e3d6e82eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e17cab-b590-4460-8097-9348361a9a9f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:50.468467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 48aade0b-374a-4f96-91b9-0d5a26a7833c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:36:50.685611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c4dac-b306-44d9-8435-4f52130f3970 req-f350d6ab-d8a7-4409-905c-12048492c098 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:50.701574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c06c4dac-b306-44d9-8435-4f52130f3970 req-f350d6ab-d8a7-4409-905c-12048492c098 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.1947474 Aug 19 12:36:50.843310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c06c4dac-b306-44d9-8435-4f52130f3970 req-2da7349b-60db-4d5f-bc1d-7f00149fc131 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396115 Aug 19 12:36:51.076450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:36:51.090567 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-db2dcc84-b9a4-4893-a8ab-2325ab1f6edd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "PUT /v2.0/routers/48aade0b-374a-4f96-91b9-0d5a26a7833c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0161147 Aug 19 12:36:51.090915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45566) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:51.118359 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8276e2-d434-4988-8734-ac7cd235f05d None None] Sync routers for ids ['48aade0b-374a-4f96-91b9-0d5a26a7833c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:36:51.148355 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8276e2-d434-4988-8734-ac7cd235f05d None None] Routers {'48aade0b-374a-4f96-91b9-0d5a26a7833c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:51.154454 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-eb8276e2-d434-4988-8734-ac7cd235f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:36:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['48aade0b-374a-4f96-91b9-0d5a26a7833c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:51.175604 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c0367bf8-6653-4f2c-b247-b0b2673a0041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.356600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9a1cae-69d7-48a9-b83f-2eca94665b12 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting subnet 82e9bc33-2356-492b-8751-0ac001f0dbf8 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:36:51.383176 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9a1cae-69d7-48a9-b83f-2eca94665b12 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.426102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45582) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:51.468672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be34b78d-f8f9-4e93-b850-6003b6a9f66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.615329 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9a1cae-69d7-48a9-b83f-2eca94665b12 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.736307 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be34b78d-f8f9-4e93-b850-6003b6a9f66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.813432 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be34b78d-f8f9-4e93-b850-6003b6a9f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.838838 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-eb8276e2-d434-4988-8734-ac7cd235f05d None None] Set router 48aade0b-374a-4f96-91b9-0d5a26a7833c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:52.041993 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9a1cae-69d7-48a9-b83f-2eca94665b12 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.078151 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-be34b78d-f8f9-4e93-b850-6003b6a9f66a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=026b5ee81d1946b3a52439d5f9814c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6450131 Aug 19 12:36:52.079147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45604) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:52.086244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34b78d-f8f9-4e93-b850-6003b6a9f66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb8e393-b896-4a32-9155-9ee7cadf7e57,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:52.443535 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d0459dd-7558-415d-8690-038e98d84d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.455279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9a1cae-69d7-48a9-b83f-2eca94665b12 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.597907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9a1cae-69d7-48a9-b83f-2eca94665b12 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.603868 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d0459dd-7558-415d-8690-038e98d84d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.607824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f36040-6a3f-41cc-bf42-a46b1f8896e9 None None] Network edc6b604-c848-41a4-b1b1-427c7abac2d8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:52.615106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-be9a1cae-69d7-48a9-b83f-2eca94665b12 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/subnets/82e9bc33-2356-492b-8751-0ac001f0dbf8 HTTP/1.1" status: 204 len: 168 time: 1.5168400 Aug 19 12:36:52.616248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45630) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:52.627876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a1cae-69d7-48a9-b83f-2eca94665b12 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Subnet': ['ID=82e9bc33-2356-492b-8751-0ac001f0dbf8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:52.882246 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-eb8276e2-d434-4988-8734-ac7cd235f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:36:47Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:52.933968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d0459dd-7558-415d-8690-038e98d84d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.951809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d0459dd-7558-415d-8690-038e98d84d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.954297 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9d0459dd-7558-415d-8690-038e98d84d95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ebb8e393-b896-4a32-9155-9ee7cadf7e57 HTTP/1.1" status: 204 len: 168 time: 0.8490396 Aug 19 12:36:53.040450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0459dd-7558-415d-8690-038e98d84d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb8e393-b896-4a32-9155-9ee7cadf7e57,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:53.040891 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8276e2-d434-4988-8734-ac7cd235f05d None None] Checking router: 48aade0b-374a-4f96-91b9-0d5a26a7833c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:36:53.087240 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8276e2-d434-4988-8734-ac7cd235f05d None None] Routers {'48aade0b-374a-4f96-91b9-0d5a26a7833c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:53.091001 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-eb8276e2-d434-4988-8734-ac7cd235f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:36:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['48aade0b-374a-4f96-91b9-0d5a26a7833c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:53.174018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca8c33-e481-4aa3-9165-9125358e403b req-8c55a2af-77de-4df4-97e5-02f04cb6921b tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:53.176566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9ca8c33-e481-4aa3-9165-9125358e403b req-8c55a2af-77de-4df4-97e5-02f04cb6921b tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.9008822 Aug 19 12:36:53.518693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9ca8c33-e481-4aa3-9165-9125358e403b req-acc6d21c-e651-4154-83c1-7087138b9787 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152945 Aug 19 12:36:53.686675 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.753077 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-eb8276e2-d434-4988-8734-ac7cd235f05d None None] Set router 48aade0b-374a-4f96-91b9-0d5a26a7833c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:54.158526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c04849-adfa-4bf6-88ce-b8acefc44278 None None] DHCP port deletion for edc6b604-c848-41a4-b1b1-427c7abac2d8 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:36:54.545777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-10c04849-adfa-4bf6-88ce-b8acefc44278 None None] Deleting port 1ff5d092-143e-4e32-a8f6-4c3ba226582e {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:54.546673 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-10c04849-adfa-4bf6-88ce-b8acefc44278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.683390 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.054760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-10c04849-adfa-4bf6-88ce-b8acefc44278 None None] For port 1ff5d092-143e-4e32-a8f6-4c3ba226582e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1ff5d092-143e-4e32-a8f6-4c3ba226582e,segment=NetworkSegment(e546ef01-03af-47d0-946f-7139be6599a9),segment_id=e546ef01-03af-47d0-946f-7139be6599a9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:55.055446 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-10c04849-adfa-4bf6-88ce-b8acefc44278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.079242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-10c04849-adfa-4bf6-88ce-b8acefc44278 None None] Calling delete_port for 1ff5d092-143e-4e32-a8f6-4c3ba226582e owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:55.107121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1ff5d092-143e-4e32-a8f6-4c3ba226582e no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:55.119177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb9d4-a694-452d-af5b-800e602f4108 req-679751ae-a9a3-40b9-81a2-8a20458a6b8d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:55.131303 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-eb8276e2-d434-4988-8734-ac7cd235f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:36:47Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:55.139163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d5eb9d4-a694-452d-af5b-800e602f4108 req-679751ae-a9a3-40b9-81a2-8a20458a6b8d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.1769173 Aug 19 12:36:55.219450 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8276e2-d434-4988-8734-ac7cd235f05d None None] The sync data for ids ['48aade0b-374a-4f96-91b9-0d5a26a7833c'] in n-d-778732-8 is: [{'id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138773529', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:36:47Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'd6f028b0-d5e4-432c-a654-e6fbb59fc741', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aade0b-374a-4f96-91b9-0d5a26a7833c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:03Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:36:55.273813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d5eb9d4-a694-452d-af5b-800e602f4108 req-befd3c08-09ca-4bc7-ba5a-b9274f75ccc7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172757 Aug 19 12:36:55.450600 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.540353 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-db56ac40-0b8c-4779-a664-12745b1170cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.591863 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-10c04849-adfa-4bf6-88ce-b8acefc44278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.756034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port d6f028b0-d5e4-432c-a654-e6fbb59fc741 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:55.756034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.071470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c04849-adfa-4bf6-88ce-b8acefc44278 None None] No DVR routers for this DVR port 1ff5d092-143e-4e32-a8f6-4c3ba226582e on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:56.085684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c04849-adfa-4bf6-88ce-b8acefc44278 None None] Pushing event deleted for resources: {'Port': ['ID=1ff5d092-143e-4e32-a8f6-4c3ba226582e,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:56.271101 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.414770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port d6f028b0-d5e4-432c-a654-e6fbb59fc741, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d6f028b0-d5e4-432c-a654-e6fbb59fc741,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:56.415205 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.454629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for d6f028b0-d5e4-432c-a654-e6fbb59fc741 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:56.762369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ab87303a-47f4-4b7d-9100-f10835cf9459 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:56.840367 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa12583-1c0c-4f36-a413-b569bbe237c6 req-349ad38a-47c8-4ab3-a15b-49bbfbe1d258 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:56.854489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-daa12583-1c0c-4f36-a413-b569bbe237c6 req-349ad38a-47c8-4ab3-a15b-49bbfbe1d258 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.2005577 Aug 19 12:36:56.865749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: ab87303a-47f4-4b7d-9100-f10835cf9459 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:56.866264 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ab87303a-47f4-4b7d-9100-f10835cf9459 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:57.012954 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.059616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-daa12583-1c0c-4f36-a413-b569bbe237c6 req-cc31ef33-3495-40f5-bd87-183885f166d5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023547 Aug 19 12:36:57.413265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.429747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45752) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:57.541076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=d6f028b0-d5e4-432c-a654-e6fbb59fc741,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:57.837967 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.256473 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.274582 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.587928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.598790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Fanout notify agent at l3_agent the message router_deleted on router 48aade0b-374a-4f96-91b9-0d5a26a7833c {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:36:58.639682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.649820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f4264b7e-5394-4370-857c-98ff5541444c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/routers/48aade0b-374a-4f96-91b9-0d5a26a7833c HTTP/1.1" status: 204 len: 168 time: 5.9638433 Aug 19 12:36:58.666489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:58.817154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ab653-f5c3-45fe-82b2-ba11345f70be req-1418ce75-8ac7-4519-af7d-df21472a3dbb tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:58.846297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-082ab653-f5c3-45fe-82b2-ba11345f70be req-1418ce75-8ac7-4519-af7d-df21472a3dbb tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.4177113 Aug 19 12:36:58.864036 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.085877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-082ab653-f5c3-45fe-82b2-ba11345f70be req-adfcaef2-cce9-4860-98a0-ce9caab4d7ef tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387331 Aug 19 12:36:59.115724 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.574587 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.632183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc6b604-c848-41a4-b1b1-427c7abac2d8']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:59.712160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e546ef01-03af-47d0-946f-7139be6599a9') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:59.712652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e546ef01-03af-47d0-946f-7139be6599a9') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:59.773975 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.869100 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.901510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:59.902474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.036418 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:37:00.116501 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:37:00.242980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45804) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:00.309616 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.378979 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.387166 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/networks/edc6b604-c848-41a4-b1b1-427c7abac2d8 HTTP/1.1" status: 204 len: 168 time: 1.7163317 Aug 19 12:37:00.391731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e432866-921d-4d82-87f1-a52829d62316 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Network': ['ID=edc6b604-c848-41a4-b1b1-427c7abac2d8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:00.406313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45814) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:00.790349 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d6f028b0-d5e4-432c-a654-e6fbb59fc741 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:00.925133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d6f028b0-d5e4-432c-a654-e6fbb59fc741 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:00.931347 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d6f028b0-d5e4-432c-a654-e6fbb59fc741 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:01.056595 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eea57465-254d-4873-a16b-67362606d36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.117549 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-493af969-eac4-4501-bf04-8d9dffde66fb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.185454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a85e5-6bfd-4fc2-9ca7-a7cce4e3ed6c req-d5d26a43-a60a-48c4-84e4-986792e9ebb0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:01.206590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff6a85e5-6bfd-4fc2-9ca7-a7cce4e3ed6c req-d5d26a43-a60a-48c4-84e4-986792e9ebb0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.6673806 Aug 19 12:37:01.327101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] Deleting port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:01.330076 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.460498 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-493af969-eac4-4501-bf04-8d9dffde66fb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.463025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45846) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:01.490644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff6a85e5-6bfd-4fc2-9ca7-a7cce4e3ed6c req-b9941ef0-3e86-4262-b723-7af35c47887b tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760041 Aug 19 12:37:01.654231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] For port 7b6fc8fb-1287-498c-8c55-c20f8f9f9924, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7b6fc8fb-1287-498c-8c55-c20f8f9f9924,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:01.655296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.699224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] Calling delete_port for 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:01.959790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eea57465-254d-4873-a16b-67362606d36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.990619 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-493af969-eac4-4501-bf04-8d9dffde66fb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.996069 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-493af969-eac4-4501-bf04-8d9dffde66fb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.998876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-493af969-eac4-4501-bf04-8d9dffde66fb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/security-groups/9930889c-5b81-4516-9030-46a6f8a94fcf HTTP/1.1" status: 204 len: 168 time: 1.5839164 Aug 19 12:37:02.051540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493af969-eac4-4501-bf04-8d9dffde66fb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9930889c-5b81-4516-9030-46a6f8a94fcf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:02.068055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eea57465-254d-4873-a16b-67362606d36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.134395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-eea57465-254d-4873-a16b-67362606d36d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a640a49706a34c54bc99c9b8b3556643&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8899682 Aug 19 12:37:02.140524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45866) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:02.205666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea57465-254d-4873-a16b-67362606d36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7ba829-f78f-4865-bad4-f90f784509ec,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:02.274810 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0f7e-c1cc-47dd-8924-efbf75d175f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.358547 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0f7e-c1cc-47dd-8924-efbf75d175f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.723881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3dfba1e1-74bd-461a-a707-d3a477c53560 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-583601795'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:02.724789 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3dfba1e1-74bd-461a-a707-d3a477c53560 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Unknown quota resources ['metering_label']. {{(pid=95661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:37:03.276501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45878) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:03.277419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45880) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:03.295529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-af77c771-b08b-4b23-ac05-85de8ecd7ada tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686734348', 'description': 'tempest-secgroup-smoke-1686734348 description', 'project_id': '14342c7fb8294b128c580938853dcfe8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:03.315750 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0f7e-c1cc-47dd-8924-efbf75d175f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.326809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0f7e-c1cc-47dd-8924-efbf75d175f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.330293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8c9f0f7e-c1cc-47dd-8924-efbf75d175f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de7ba829-f78f-4865-bad4-f90f784509ec HTTP/1.1" status: 204 len: 168 time: 1.1828322 Aug 19 12:37:03.469888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f0f7e-c1cc-47dd-8924-efbf75d175f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7ba829-f78f-4865-bad4-f90f784509ec,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:03.514603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fa73c-debc-4bbf-8f60-926df0fa301b req-cfde56c1-f95f-41b5-8589-b8febeeecbdb tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:03.533425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-147fa73c-debc-4bbf-8f60-926df0fa301b req-cfde56c1-f95f-41b5-8589-b8febeeecbdb tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.4131796 Aug 19 12:37:03.612642 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af77c771-b08b-4b23-ac05-85de8ecd7ada tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.690083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-147fa73c-debc-4bbf-8f60-926df0fa301b req-b53bd8fd-3915-4a25-b302-979cb9dec84b tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551933 Aug 19 12:37:03.756679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-17c4db02-896e-49c4-b83a-d451f2f9c32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.780551 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3dfba1e1-74bd-461a-a707-d3a477c53560 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.786203 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3dfba1e1-74bd-461a-a707-d3a477c53560 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 2.3177013 Aug 19 12:37:03.787514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45886) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:03.792928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-156df3c2-ffc2-44f5-be16-e5af7714c686 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1c92a5cc-30a8-4919-a419-4185a9dd3347'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:03.800069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-156df3c2-ffc2-44f5-be16-e5af7714c686 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:37:03.958790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af77c771-b08b-4b23-ac05-85de8ecd7ada tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.063963 n-d-778732-8 neutron-server[95661]: WARNING neutron.services.metering.metering_plugin [None req-156df3c2-ffc2-44f5-be16-e5af7714c686 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:37:04.567402 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-156df3c2-ffc2-44f5-be16-e5af7714c686 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.567402 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-156df3c2-ffc2-44f5-be16-e5af7714c686 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4998107 Aug 19 12:37:04.567402 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.567402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45892) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:04.567402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-734ce27a-a62b-4dfe-8d33-8febd639ef6e tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1c92a5cc-30a8-4919-a419-4185a9dd3347'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:04.567402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-734ce27a-a62b-4dfe-8d33-8febd639ef6e tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:37:04.571851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-17c4db02-896e-49c4-b83a-d451f2f9c32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.571851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af77c771-b08b-4b23-ac05-85de8ecd7ada tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.571851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77c771-b08b-4b23-ac05-85de8ecd7ada tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e9525-4753-45e3-aa3e-b96cd74ec8a8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:04.572941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6fc8fb-1287-498c-8c55-c20f8f9f9924,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:04.969775 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.040469 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-17c4db02-896e-49c4-b83a-d451f2f9c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.188109 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af77c771-b08b-4b23-ac05-85de8ecd7ada tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.192955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-af77c771-b08b-4b23-ac05-85de8ecd7ada tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9068933 Aug 19 12:37:05.208850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45898) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:05.240336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45900) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:05.253316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d1bc45d2-8ddd-4d47-bb8d-4f30dc0f58b6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': 'b39e9525-4753-45e3-aa3e-b96cd74ec8a8', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:05.254759 n-d-778732-8 neutron-server[95661]: WARNING neutron.services.metering.metering_plugin [None req-734ce27a-a62b-4dfe-8d33-8febd639ef6e tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:37:05.262888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-17c4db02-896e-49c4-b83a-d451f2f9c32f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28841772e8a34ac0910f44b750349419&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9812789 Aug 19 12:37:05.282608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47269934-6e3e-4348-a3a5-a5370d35ffed req-5b503b9e-88f3-4e62-9510-a4512373af01 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:05.293838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47269934-6e3e-4348-a3a5-a5370d35ffed req-5b503b9e-88f3-4e62-9510-a4512373af01 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.3900735 Aug 19 12:37:05.324172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45904) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:05.403775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47269934-6e3e-4348-a3a5-a5370d35ffed req-e703fc3a-cfe0-4834-8982-cec182145cfd tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087654 Aug 19 12:37:05.404745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4db02-896e-49c4-b83a-d451f2f9c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d757211-9230-4050-87a3-89469e07dc35,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:05.481176 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.513031 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-038d1cf6-a57d-47c2-b9fa-ba3ec6496200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.546622 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-038d1cf6-a57d-47c2-b9fa-ba3ec6496200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.580240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1bc45d2-8ddd-4d47-bb8d-4f30dc0f58b6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.658109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-734ce27a-a62b-4dfe-8d33-8febd639ef6e tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.659722 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-734ce27a-a62b-4dfe-8d33-8febd639ef6e tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.3609753 Aug 19 12:37:05.668503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45906) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:05.731542 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] Router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:37:05.828974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e926f5db-0938-48ea-a1a0-cae0e91bfa43 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=63905981-1873-4bbd-8b36-4a09c56ffb40 HTTP/1.1" status: 200 len: 462 time: 0.1602976 Aug 19 12:37:05.846891 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1bc45d2-8ddd-4d47-bb8d-4f30dc0f58b6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.849599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45912) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:05.954595 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-038d1cf6-a57d-47c2-b9fa-ba3ec6496200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.962363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-038d1cf6-a57d-47c2-b9fa-ba3ec6496200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.964825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-038d1cf6-a57d-47c2-b9fa-ba3ec6496200 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d757211-9230-4050-87a3-89469e07dc35 HTTP/1.1" status: 204 len: 168 time: 0.6271939 Aug 19 12:37:05.966222 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1bc45d2-8ddd-4d47-bb8d-4f30dc0f58b6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.057072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d1cf6-a57d-47c2-b9fa-ba3ec6496200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d757211-9230-4050-87a3-89469e07dc35,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:06.075137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:06.098596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0291797-ca0d-4e72-83d3-7db3f59daac0 None None] Sync routers for ids ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:06.105257 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ecd9ced0-6ad4-46d6-9fd1-14fbc2c79cb5 admin admin] 10.222.0.44 "PUT /v2.0/routers/a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6693668 Aug 19 12:37:06.106187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45916) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:06.143006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0291797-ca0d-4e72-83d3-7db3f59daac0 None None] Routers {'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:06.148933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d0291797-ca0d-4e72-83d3-7db3f59daac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:36:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:06.206735 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.261461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc45d2-8ddd-4d47-bb8d-4f30dc0f58b6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6a838c-491e-4ce3-a614-70bd1a44c187,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:06.309974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.447357 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac0502bc3f014333ad7170f52b57c847&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2037034 Aug 19 12:37:06.464900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d0291797-ca0d-4e72-83d3-7db3f59daac0 None None] Set router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:06.469277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45922) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:06.535606 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50745b4a-5ba3-4344-9165-ab7fa3f2f5f6 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.551206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-50745b4a-5ba3-4344-9165-ab7fa3f2f5f6 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/63905981-1873-4bbd-8b36-4a09c56ffb40 HTTP/1.1" status: 204 len: 168 time: 0.6851337 Aug 19 12:37:06.557411 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1bc45d2-8ddd-4d47-bb8d-4f30dc0f58b6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.562832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d1bc45d2-8ddd-4d47-bb8d-4f30dc0f58b6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3133411 Aug 19 12:37:06.571904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b71f050-4f28-4e9c-bb7e-77816a99a47c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:06.584100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:06.585151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45928) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:06.614009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.614604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.615204 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.615791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.616338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.625012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dbff59e5-9f6f-4d8d-b444-d8fe7c449f18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': 'b39e9525-4753-45e3-aa3e-b96cd74ec8a8', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:06.648032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.648813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.649450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.650019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.650596 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.651208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.651795 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb3c0-eeed-43cb-97a2-fdb05648cede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:06.712529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a8e76784-5e2f-4c7f-b1f6-a0d54bd28910 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=63905981-1873-4bbd-8b36-4a09c56ffb40 HTTP/1.1" status: 200 len: 221 time: 0.1135511 Aug 19 12:37:06.712778 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45930) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:06.729182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8dc31e9a-faee-4b26-830e-6f2ae9186da3 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1012087425', 'description': 'label created by tempest'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:06.730439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8dc31e9a-faee-4b26-830e-6f2ae9186da3 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Unknown quota resources ['metering_label']. {{(pid=95661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:37:06.943231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d0291797-ca0d-4e72-83d3-7db3f59daac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:37:03Z', 'revision_number': 5, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:07.057122 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3e8b-96c0-4f7b-b64f-b1937cbc511c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.095876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0291797-ca0d-4e72-83d3-7db3f59daac0 None None] Checking router: a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:37:07.106530 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.133590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0291797-ca0d-4e72-83d3-7db3f59daac0 None None] Routers {'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:07.135103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d0291797-ca0d-4e72-83d3-7db3f59daac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:36:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:07.451670 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3e8b-96c0-4f7b-b64f-b1937cbc511c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.463764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dc31e9a-faee-4b26-830e-6f2ae9186da3 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.465054 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8dc31e9a-faee-4b26-830e-6f2ae9186da3 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7605095 Aug 19 12:37:07.472302 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45940) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:07.607436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d0291797-ca0d-4e72-83d3-7db3f59daac0 None None] Set router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:07.620920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd8d32-978e-4e74-ac02-db7be7ef35cc req-a75eb196-eae2-4676-ab89-52139564dfb8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:07.625575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0bd8d32-978e-4e74-ac02-db7be7ef35cc req-a75eb196-eae2-4676-ab89-52139564dfb8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.8359475 Aug 19 12:37:07.629737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.639271 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbff59e5-9f6f-4d8d-b444-d8fe7c449f18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.725083 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c6683f30-2d88-439e-8846-48c3ad8e2353 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=bee740f9-75ba-4047-86c5-447c9f7de0e5 HTTP/1.1" status: 200 len: 468 time: 0.2517509 Aug 19 12:37:07.761968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45942) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:07.792778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45944) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:07.883022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2484dc67-7903-4d67-8c1c-493473f4b13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.906692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0bd8d32-978e-4e74-ac02-db7be7ef35cc req-b8c60a11-d0ba-4216-925e-ebf7eaaaeba7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624893 Aug 19 12:37:08.079529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbff59e5-9f6f-4d8d-b444-d8fe7c449f18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.122657 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3e8b-96c0-4f7b-b64f-b1937cbc511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.122925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Deleting port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:08.123292 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.127604 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3e8b-96c0-4f7b-b64f-b1937cbc511c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.129257 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1f0b3e8b-96c0-4f7b-b64f-b1937cbc511c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b71f050-4f28-4e9c-bb7e-77816a99a47c HTTP/1.1" status: 204 len: 168 time: 1.6564031 Aug 19 12:37:08.200261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d0291797-ca0d-4e72-83d3-7db3f59daac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:37:03Z', 'revision_number': 5, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:08.266614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0291797-ca0d-4e72-83d3-7db3f59daac0 None None] The sync data for ids ['a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3'] in n-d-778732-8 is: [{'id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'name': 'tempest-TaggedBootDevicesTest_v242-2068386576-router', 'tenant_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:45Z', 'updated_at': '2021-08-19T12:37:03Z', 'revision_number': 5, 'project_id': '49dd0b4d7c4f4594b49e5a104cfcb86a', 'gw_port': {'id': '558eb6ed-61f4-4bcc-862b-7a2af9ef0228', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:24:46Z', 'updated_at': '2021-08-19T12:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:08.294894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b3e8b-96c0-4f7b-b64f-b1937cbc511c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b71f050-4f28-4e9c-bb7e-77816a99a47c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.388313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] For port 558eb6ed-61f4-4bcc-862b-7a2af9ef0228, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=558eb6ed-61f4-4bcc-862b-7a2af9ef0228,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:08.388862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.403240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-886e820f-7de1-4077-b284-d69128d83542 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.404831 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-886e820f-7de1-4077-b284-d69128d83542 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/bee740f9-75ba-4047-86c5-447c9f7de0e5 HTTP/1.1" status: 204 len: 168 time: 0.6403418 Aug 19 12:37:08.409984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45950) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.414305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Calling delete_port for 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:08.437872 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-307dbe4c-1fa2-438d-951a-2ca3939704bb tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=bee740f9-75ba-4047-86c5-447c9f7de0e5 HTTP/1.1" status: 200 len: 216 time: 0.0259540 Aug 19 12:37:08.447044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45952) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.477350 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fcbe83d6-5461-49b5-9e51-b8d3c1b9cbe8 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0285270 Aug 19 12:37:08.484406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45954) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.522675 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3ce401d2-f2fd-4ccb-80f7-308a26516a54 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0362172 Aug 19 12:37:08.525847 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbff59e5-9f6f-4d8d-b444-d8fe7c449f18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.530724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45958) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.581468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2484dc67-7903-4d67-8c1c-493473f4b13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.624748 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f4b7528a-0e1c-4d0a-9c2f-ffe7cba9c25a tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/1c92a5cc-30a8-4919-a419-4185a9dd3347 HTTP/1.1" status: 200 len: 472 time: 0.0870287 Aug 19 12:37:08.628273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff59e5-9f6f-4d8d-b444-d8fe7c449f18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b26a96-b919-4b27-9916-adbb7283dc3a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.629549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45960) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.653935 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-28e8b827-fdee-4029-a148-3ad8d748f176 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/46f20bdf-0509-4f0d-875b-5bb55b788ca8 HTTP/1.1" status: 200 len: 459 time: 0.0243149 Aug 19 12:37:08.655530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45962) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.710442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:08.739263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2484dc67-7903-4d67-8c1c-493473f4b13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.748679 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:08.749204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7b6fc8fb-1287-498c-8c55-c20f8f9f9924 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:08.965682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbff59e5-9f6f-4d8d-b444-d8fe7c449f18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.976052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dbff59e5-9f6f-4d8d-b444-d8fe7c449f18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.3762941 Aug 19 12:37:08.976052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45964) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.994091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484dc67-7903-4d67-8c1c-493473f4b13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9072ee90-a2ef-4f78-bc9a-8a7536c0e9cb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:09.018465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-612e541b-bac6-4958-a7d5-977f6a698750 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': 'b39e9525-4753-45e3-aa3e-b96cd74ec8a8', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:09.045179 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf46ab07-dfa7-4e70-bbc3-ce9904a87701 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.049840 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cf46ab07-dfa7-4e70-bbc3-ce9904a87701 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/46f20bdf-0509-4f0d-875b-5bb55b788ca8 HTTP/1.1" status: 204 len: 168 time: 0.3814499 Aug 19 12:37:09.059314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45970) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:09.079666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2484dc67-7903-4d67-8c1c-493473f4b13c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=adfadd3cde7c4d86a6668ac71a523b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2681527 Aug 19 12:37:09.082359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45972) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:09.256804 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac8f4ef4-48fc-41c1-944f-28e5449d6e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.323038 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac8f4ef4-48fc-41c1-944f-28e5449d6e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.341859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f5f37-9c56-495c-b46a-ab1cee72dcfa req-c3c43ad5-86d5-4081-90e9-b254373956ee tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:09.343509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4f5f37-9c56-495c-b46a-ab1cee72dcfa req-c3c43ad5-86d5-4081-90e9-b254373956ee tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.1692934 Aug 19 12:37:09.346323 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-612e541b-bac6-4958-a7d5-977f6a698750 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.418930 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.497457 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5461eeaf-f41b-4093-a898-19c471047906 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.501852 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5461eeaf-f41b-4093-a898-19c471047906 tempest-MeteringIpV6TestJSON-440399698 tempest-MeteringIpV6TestJSON-440399698-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/1c92a5cc-30a8-4919-a419-4185a9dd3347 HTTP/1.1" status: 204 len: 168 time: 0.4384058 Aug 19 12:37:09.518289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Pushing event deleted for resources: {'Port': ['ID=558eb6ed-61f4-4bcc-862b-7a2af9ef0228,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:09.620678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4f5f37-9c56-495c-b46a-ab1cee72dcfa req-e6da9c90-5569-4eb0-a98a-fca3524b4c9d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477212 Aug 19 12:37:09.638652 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-612e541b-bac6-4958-a7d5-977f6a698750 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.664404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.758832 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-612e541b-bac6-4958-a7d5-977f6a698750 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.766778 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac8f4ef4-48fc-41c1-944f-28e5449d6e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.771998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac8f4ef4-48fc-41c1-944f-28e5449d6e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.776375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ac8f4ef4-48fc-41c1-944f-28e5449d6e65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9072ee90-a2ef-4f78-bc9a-8a7536c0e9cb HTTP/1.1" status: 204 len: 168 time: 0.6899719 Aug 19 12:37:09.861303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f4ef4-48fc-41c1-944f-28e5449d6e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9072ee90-a2ef-4f78-bc9a-8a7536c0e9cb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:09.874029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e541b-bac6-4958-a7d5-977f6a698750 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8206758b-8aeb-403c-a0e5-cefc461ca61d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:09.883915 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.889607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.057949 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-612e541b-bac6-4958-a7d5-977f6a698750 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.062313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-612e541b-bac6-4958-a7d5-977f6a698750 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0701938 Aug 19 12:37:10.062512 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 45992) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:10.063340 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.063905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:37:10.069607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.073106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9279991c-468e-4f94-abb3-fe937ee7e884 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a3d0c56c-1dbb-40ae-9da0-7d1490ffbdc3 HTTP/1.1" status: 204 len: 168 time: 3.9066486 Aug 19 12:37:10.074381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 45994) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:10.080032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a66638fb-5cd0-4d38-b1e8-95bab6ceac67 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': 'b39e9525-4753-45e3-aa3e-b96cd74ec8a8', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:10.157495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1318815-4d9e-497d-97f7-5a7f75ebc1d5 admin admin] Deleting subnet 5b18177a-3842-4a4f-99df-56fcaf6e0863 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:37:10.162927 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1318815-4d9e-497d-97f7-5a7f75ebc1d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.218476 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1318815-4d9e-497d-97f7-5a7f75ebc1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.365960 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1318815-4d9e-497d-97f7-5a7f75ebc1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.389836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a66638fb-5cd0-4d38-b1e8-95bab6ceac67 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.453417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46000) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:10.548513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a66638fb-5cd0-4d38-b1e8-95bab6ceac67 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.578969 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1318815-4d9e-497d-97f7-5a7f75ebc1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.626489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1318815-4d9e-497d-97f7-5a7f75ebc1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b18177a-3842-4a4f-99df-56fcaf6e0863,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:10.635131 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1318815-4d9e-497d-97f7-5a7f75ebc1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.641923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b1318815-4d9e-497d-97f7-5a7f75ebc1d5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5b18177a-3842-4a4f-99df-56fcaf6e0863 HTTP/1.1" status: 204 len: 168 time: 0.5618529 Aug 19 12:37:10.643231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46014) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:10.647468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a66638fb-5cd0-4d38-b1e8-95bab6ceac67 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.650148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7747ba42-0ee8-47f3-8e48-e050ab029284 None None] Network 9917493e-c16d-4f6f-a2c4-6890a7f10b03 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:10.802376 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66638fb-5cd0-4d38-b1e8-95bab6ceac67 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58db3eac-c79a-433b-97bf-eb0d203328fc,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:10.853569 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b6268eb-1ce7-4c5b-8a54-b6564fd515d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.870567 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a66638fb-5cd0-4d38-b1e8-95bab6ceac67 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.877764 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a66638fb-5cd0-4d38-b1e8-95bab6ceac67 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8136995 Aug 19 12:37:10.880020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46024) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:10.888701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-594e8148-8416-4f30-9586-c4266ca5879b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': 'b39e9525-4753-45e3-aa3e-b96cd74ec8a8', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:10.920928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:11.025218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:11.026082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 558eb6ed-61f4-4bcc-862b-7a2af9ef0228 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:11.050910 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b6268eb-1ce7-4c5b-8a54-b6564fd515d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.160545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.175773 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b6268eb-1ce7-4c5b-8a54-b6564fd515d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.263545 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-594e8148-8416-4f30-9586-c4266ca5879b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Project 14342c7fb8294b128c580938853dcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:37:11.278440 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-594e8148-8416-4f30-9586-c4266ca5879b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.305860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0b6268eb-1ce7-4c5b-8a54-b6564fd515d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c26239f8e7634a0ba1f0688a05ccce67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8494186 Aug 19 12:37:11.306678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a8634-d897-4c0b-86ae-62545814102f None None] DHCP port deletion for 9917493e-c16d-4f6f-a2c4-6890a7f10b03 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:37:11.315922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:11.411412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceaa75-945a-488c-9275-89937cd624e2 req-a6e3d529-471d-4b46-86ae-2775f247a228 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:11.413124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69ceaa75-945a-488c-9275-89937cd624e2 req-a6e3d529-471d-4b46-86ae-2775f247a228 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.3606441 Aug 19 12:37:11.418852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6268eb-1ce7-4c5b-8a54-b6564fd515d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af0e01f-4bba-4471-9cbf-ff8f1eb5051c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:11.447432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Deleting port e22cc480-f0de-432a-a5a3-28568adf4ff4 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:11.448296 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.552841 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-594e8148-8416-4f30-9586-c4266ca5879b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.572595 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9835e793-c128-4c43-b89a-f2b82cc4292b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.623961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-575a8634-d897-4c0b-86ae-62545814102f None None] For port e22cc480-f0de-432a-a5a3-28568adf4ff4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e22cc480-f0de-432a-a5a3-28568adf4ff4,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:11.627345 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.653779 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9835e793-c128-4c43-b89a-f2b82cc4292b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.687188 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-594e8148-8416-4f30-9586-c4266ca5879b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.689995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Calling delete_port for e22cc480-f0de-432a-a5a3-28568adf4ff4 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:11.752752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69ceaa75-945a-488c-9275-89937cd624e2 req-447397c1-e1dd-4e9a-ad68-fc200c6602a7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971003 Aug 19 12:37:11.764619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Deleting port e22cc480-f0de-432a-a5a3-28568adf4ff4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:11.766262 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.814563 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.815281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e8148-8416-4f30-9586-c4266ca5879b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adeac19f-0154-47f3-8d7d-2d295934e01d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:11.900656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] For port e22cc480-f0de-432a-a5a3-28568adf4ff4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e22cc480-f0de-432a-a5a3-28568adf4ff4,segment=NetworkSegment(ce586ac4-ee4e-440d-adaf-1cdb03cab059),segment_id=ce586ac4-ee4e-440d-adaf-1cdb03cab059)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:11.901366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.926953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-594e8148-8416-4f30-9586-c4266ca5879b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.927306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Calling delete_port for e22cc480-f0de-432a-a5a3-28568adf4ff4 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:11.928293 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-594e8148-8416-4f30-9586-c4266ca5879b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0463235 Aug 19 12:37:11.932874 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46082) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:11.939142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fdf8a49d-260f-4135-b2d6-349bf4fa9aec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': 'b39e9525-4753-45e3-aa3e-b96cd74ec8a8', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:12.092806 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.103858 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9835e793-c128-4c43-b89a-f2b82cc4292b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.107766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9835e793-c128-4c43-b89a-f2b82cc4292b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.116547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9835e793-c128-4c43-b89a-f2b82cc4292b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5af0e01f-4bba-4471-9cbf-ff8f1eb5051c HTTP/1.1" status: 204 len: 168 time: 0.7841420 Aug 19 12:37:12.125846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.134660 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-fdf8a49d-260f-4135-b2d6-349bf4fa9aec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Project 14342c7fb8294b128c580938853dcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:37:12.156472 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a49d-260f-4135-b2d6-349bf4fa9aec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.205249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835e793-c128-4c43-b89a-f2b82cc4292b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af0e01f-4bba-4471-9cbf-ff8f1eb5051c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.214607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Pushing event deleted for resources: {'Port': ['ID=e22cc480-f0de-432a-a5a3-28568adf4ff4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.226388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] No DVR routers for this DVR port e22cc480-f0de-432a-a5a3-28568adf4ff4 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:37:12.231056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Pushing event deleted for resources: {'Port': ['ID=e22cc480-f0de-432a-a5a3-28568adf4ff4,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.237844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a8634-d897-4c0b-86ae-62545814102f None None] No DVR routers for this DVR port e22cc480-f0de-432a-a5a3-28568adf4ff4 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:37:12.296729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.298434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.299536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.301742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.302968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.304625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.307135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.311734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.312198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.312747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.323026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.328437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a8634-d897-4c0b-86ae-62545814102f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.410479 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.411291 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a49d-260f-4135-b2d6-349bf4fa9aec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.431484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9917493e-c16d-4f6f-a2c4-6890a7f10b03']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:12.451781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce586ac4-ee4e-440d-adaf-1cdb03cab059') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:12.455719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce586ac4-ee4e-440d-adaf-1cdb03cab059') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:12.469783 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.510396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.515466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a49d-260f-4135-b2d6-349bf4fa9aec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.547780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:37:12.548344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:37:12.550546 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:37:12.588151 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8a49d-260f-4135-b2d6-349bf4fa9aec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ada94d-e5d0-4587-bfb8-9f223244bc11,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.708373 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46098) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:12.731975 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a49d-260f-4135-b2d6-349bf4fa9aec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.735231 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fdf8a49d-260f-4135-b2d6-349bf4fa9aec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7982996 Aug 19 12:37:12.742503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46102) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:12.754395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'network': {'name': 'tempest-network-smoke--1074160207', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:12.843484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e22cc480-f0de-432a-a5a3-28568adf4ff4 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:12.893220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.930175 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.934168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] 10.222.0.44 "DELETE /v2.0/networks/9917493e-c16d-4f6f-a2c4-6890a7f10b03 HTTP/1.1" status: 204 len: 168 time: 2.2877185 Aug 19 12:37:12.949444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0f7fa-a75f-4ed4-aceb-6492f224055f admin admin] Pushing event deleted for resources: {'Network': ['ID=9917493e-c16d-4f6f-a2c4-6890a7f10b03,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.971389 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: e22cc480-f0de-432a-a5a3-28568adf4ff4 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:12.972041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e22cc480-f0de-432a-a5a3-28568adf4ff4 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:13.018809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:13.022785 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.078826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:13.100476 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.100945 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Added segment 5b0ed58d-20c1-4306-9a9d-29aef57f356e of type vlan for network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 Aug 19 12:37:13.113303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21a7e1-23b5-4ac2-99ee-954f295ec203 req-6e3d598b-4434-4c25-b838-0131725a6e38 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:13.122480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b21a7e1-23b5-4ac2-99ee-954f295ec203 req-6e3d598b-4434-4c25-b838-0131725a6e38 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.1866653 Aug 19 12:37:13.218031 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.326089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b21a7e1-23b5-4ac2-99ee-954f295ec203 req-59ababa1-91f7-43ed-b2ef-23a0fda070a3 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995676 Aug 19 12:37:13.340970 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6568406a-6ec9-4efb-b88b-f072ebbda7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.352675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46114) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:13.390006 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.405229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:13.406149 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.427545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ba3d675e-4900-4452-a9d5-eac100e0eb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.553009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Network': ['ID=d274a56e-8c38-479a-8ebd-8549a9e1a6a9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:13.572125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:13.599540 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6568406a-6ec9-4efb-b88b-f072ebbda7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.666995 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6568406a-6ec9-4efb-b88b-f072ebbda7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.727124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568406a-6ec9-4efb-b88b-f072ebbda7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e44dc0-7c25-4f11-be68-bac569c21b29,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:13.741077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46118) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:13.741517 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6568406a-6ec9-4efb-b88b-f072ebbda7b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20e3fc4086d641baaa154d54f9a669a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0266066 Aug 19 12:37:13.784163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-04a360a9-0988-49c0-90f0-8289eaf58c39 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0399988 Aug 19 12:37:13.789574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46122) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:13.797502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'admin_state_up': True, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:13.850361 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-932d3ffd-ab64-4c82-85af-b3651420b77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.905147 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-932d3ffd-ab64-4c82-85af-b3651420b77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.064497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ba3d675e-4900-4452-a9d5-eac100e0eb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.136474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46128) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:14.198326 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46132) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:14.198705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2d848671-419d-4c2f-b332-8e8e89571b96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49dd0b4d7c4f4594b49e5a104cfcb86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603642 Aug 19 12:37:14.200872 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ba3d675e-4900-4452-a9d5-eac100e0eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.205913 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-932d3ffd-ab64-4c82-85af-b3651420b77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.210123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-932d3ffd-ab64-4c82-85af-b3651420b77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.213089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-932d3ffd-ab64-4c82-85af-b3651420b77c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6e44dc0-7c25-4f11-be68-bac569c21b29 HTTP/1.1" status: 204 len: 168 time: 0.4692860 Aug 19 12:37:14.284548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d675e-4900-4452-a9d5-eac100e0eb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4388eaec-986a-4e47-8050-6a272c02e2fc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:14.300205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ba3d675e-4900-4452-a9d5-eac100e0eb80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1188489641034503841d4dc4b6e66cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9460008 Aug 19 12:37:14.313188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46138) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:14.316275 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc4391d9-094c-4f24-abb2-2ae771aea931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.364687 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc4391d9-094c-4f24-abb2-2ae771aea931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.369952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.372797 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.385512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d3ffd-ab64-4c82-85af-b3651420b77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e44dc0-7c25-4f11-be68-bac569c21b29,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:14.488231 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.528244 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.530355 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c44dc16b-f3a2-4971-bd63-78619ab105b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.614855 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c44dc16b-f3a2-4971-bd63-78619ab105b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.708363 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc4391d9-094c-4f24-abb2-2ae771aea931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.713476 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc4391d9-094c-4f24-abb2-2ae771aea931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.719533 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cc4391d9-094c-4f24-abb2-2ae771aea931 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9976bfe2-d3b7-4b82-9e88-fe515ca46998 HTTP/1.1" status: 204 len: 168 time: 0.5174274 Aug 19 12:37:14.793080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddbd7c-6ec1-4523-8040-248cd9451e7f req-01e122ea-af24-43c1-82c1-58ac69d8f779 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:14.804979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2eddbd7c-6ec1-4523-8040-248cd9451e7f req-01e122ea-af24-43c1-82c1-58ac69d8f779 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.2100091 Aug 19 12:37:14.830943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4391d9-094c-4f24-abb2-2ae771aea931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9976bfe2-d3b7-4b82-9e88-fe515ca46998,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:14.903613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2eddbd7c-6ec1-4523-8040-248cd9451e7f req-c2853b86-5fbc-4e79-9a4a-a93130eaf861 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886917 Aug 19 12:37:14.950541 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.132480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c44dc16b-f3a2-4971-bd63-78619ab105b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.139168 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c44dc16b-f3a2-4971-bd63-78619ab105b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.141119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c44dc16b-f3a2-4971-bd63-78619ab105b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4388eaec-986a-4e47-8050-6a272c02e2fc HTTP/1.1" status: 204 len: 168 time: 0.8348522 Aug 19 12:37:15.152924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44dc16b-f3a2-4971-bd63-78619ab105b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4388eaec-986a-4e47-8050-6a272c02e2fc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:15.546800 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.581303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.777415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.25.6.7 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/ae706c36-d024-46a3-b09b-c435d520ca56) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:15.980301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.138467 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.142518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c3a21-b299-485e-9b6a-630b2a69b5e4 req-44ac25cc-080d-459d-a7ad-ce5f972791b2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.155386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f78c3a21-b299-485e-9b6a-630b2a69b5e4 req-44ac25cc-080d-459d-a7ad-ce5f972791b2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.1296527 Aug 19 12:37:16.214014 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:16.217024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:16.226306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:16.234057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f78c3a21-b299-485e-9b6a-630b2a69b5e4 req-f69854d9-bedb-4f8a-9a8c-6de80a257331 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773554 Aug 19 12:37:16.264914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=ae706c36-d024-46a3-b09b-c435d520ca56,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:16.814263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46200) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:17.006464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bf492600-0474-4b28-a6f8-a69e8df44730 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:17.182778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:17.214294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'port_id': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'mac_address': 'fa:16:3e:93:24:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:17.268573 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.290608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf492600-0474-4b28-a6f8-a69e8df44730 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:17.346237 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:17.399261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.412298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0ceb3003-0d76-401f-b62a-625aeb448757 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:17.538684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf6a53-f5e0-4d5c-851a-f180a79fc3b4 req-df436ebc-2be5-4a80-b34d-b9016fab9e16 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:17.541558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80cf6a53-f5e0-4d5c-851a-f180a79fc3b4 req-df436ebc-2be5-4a80-b34d-b9016fab9e16 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 943 time: 0.0764482 Aug 19 12:37:17.591584 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.595046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80cf6a53-f5e0-4d5c-851a-f180a79fc3b4 req-5d59ff2e-ae85-425e-99ba-de2653daaced tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448167 Aug 19 12:37:17.672529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0ceb3003-0d76-401f-b62a-625aeb448757 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] 10.222.0.44 "PUT /v2.0/quotas/62a4c081caa845efa1e7a9dadbb39a22 HTTP/1.1" status: 200 len: 368 time: 0.8567979 Aug 19 12:37:17.673136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bf492600-0474-4b28-a6f8-a69e8df44730,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:17.675066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46220) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:17.702545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Request body: {'network': {'project_id': '62a4c081caa845efa1e7a9dadbb39a22'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:17.772185 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.837041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['bf492600-0474-4b28-a6f8-a69e8df44730'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:17.920595 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Made reservation on behalf of 62a4c081caa845efa1e7a9dadbb39a22 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:17.924656 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.954611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.140903 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.216196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 405152d5-0b98-49fd-abbe-813be65874c5 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:37:18.352530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46244) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:18.367104 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.427182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:18.437897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd606011-804e-4b5d-a8b5-b8e06a84a99c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:18.449086 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.450156 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Added segment 727bdced-c0e1-433a-8957-7eefb3384f8d of type vlan for network cc413df7-0b08-4f63-ac18-5712a1ac4e1c Aug 19 12:37:18.466697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:18.491338 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Sync routers for ids ['405152d5-0b98-49fd-abbe-813be65874c5'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:18.516757 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Routers {'405152d5-0b98-49fd-abbe-813be65874c5'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:18.518431 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:36:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['405152d5-0b98-49fd-abbe-813be65874c5'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:18.552044 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.635717 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.642585 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6a24ef79-ef8e-4d38-80a2-ee425fde7ea6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.8507369 Aug 19 12:37:18.643280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46250) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:18.717532 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46254) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:18.719140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cbaac01a-1128-4e2e-9716-102eb0ca6fc5 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=14342c7fb8294b128c580938853dcfe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0736711 Aug 19 12:37:18.816370 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Set router 405152d5-0b98-49fd-abbe-813be65874c5 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:18.825777 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.827585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:18.829845 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.887593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45323344-8ba8-4d85-8286-76b00eceab92 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:18.890009 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-45323344-8ba8-4d85-8286-76b00eceab92 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1710072 Aug 19 12:37:18.895242 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46258) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:19.015395 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-44c79d44-b305-48d3-92d0-212dab344fb0 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1181498 Aug 19 12:37:19.020599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46262) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:19.027037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bf492600-0474-4b28-a6f8-a69e8df44730 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:19.029601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-769955389', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:19.048850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Pushing event updated for resources: {'Network': ['ID=cc413df7-0b08-4f63-ac18-5712a1ac4e1c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:19.105657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network cc413df7-0b08-4f63-ac18-5712a1ac4e1c details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:19.114017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bea24-4cff-462e-b9ee-9ad9b8913b76 req-97f9a859-1c62-43f7-880d-4af95359b75e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:19.116266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-264bea24-4cff-462e-b9ee-9ad9b8913b76 req-97f9a859-1c62-43f7-880d-4af95359b75e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 944 time: 0.3255391 Aug 19 12:37:19.194781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c516cfb4-05e1-4f59-9b95-609cdc4a8f59 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5171373 Aug 19 12:37:19.198071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46266) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:19.203987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Request body: {'network': {'project_id': '62a4c081caa845efa1e7a9dadbb39a22'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:19.251263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-264bea24-4cff-462e-b9ee-9ad9b8913b76 req-a3f9b6d2-7ffd-4506-93c0-ffdd07ad0f4e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266103 Aug 19 12:37:19.313842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:19.329476 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.332019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port bf492600-0474-4b28-a6f8-a69e8df44730 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:19.332578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.335896 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:16Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:19.387876 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Checking router: 405152d5-0b98-49fd-abbe-813be65874c5 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:37:19.388258 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Updating router 405152d5-0b98-49fd-abbe-813be65874c5 port ae706c36-d024-46a3-b09b-c435d520ca56 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:37:19.424128 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.491036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46270) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:19.518375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1916750742-network', 'tenant_id': '2bd0f04e8c244a6b98a0e6f0a112589b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:19.605324 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.646744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:19.651228 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e020e2-5b88-453e-9374-1035ce2816e6" -d '{"events": [{"server_uuid": "21529756-b236-4b14-aec9-277481579282", "name": "network-vif-plugged", "status": "completed", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:19.699949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:19.736273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Made reservation on behalf of 62a4c081caa845efa1e7a9dadbb39a22 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:19.756286 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.783634 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d9095a-0158-4138-b819-f55026d4ec0a x-openstack-request-id: req-33d9095a-0158-4138-b819-f55026d4ec0a {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:19.791683 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21529756-b236-4b14-aec9-277481579282", "name": "network-vif-plugged", "status": "completed", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:19.791683 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33d9095a-0158-4138-b819-f55026d4ec0a {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:19.791683 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'code': 200} Aug 19 12:37:19.835720 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.903813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:19.949575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Made reservation on behalf of 2bd0f04e8c244a6b98a0e6f0a112589b for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:19.954205 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.966282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=bf492600-0474-4b28-a6f8-a69e8df44730,revision_number=10']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:19.988170 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.988409 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.988837 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Added segment cbcd9259-63d8-4e26-9c3e-72b266d98950 of type vlan for network b99e7783-9fde-47dd-9e97-ed699f2f8319 Aug 19 12:37:20.047312 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.089693 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Transition to ACTIVE for port object ae706c36-d024-46a3-b09b-c435d520ca56 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:20.092623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.159213 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd7bf1c-e69c-4b6e-892d-12dddaf44e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.174424 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.259965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14ff27-63b5-401c-b032-d09e32ce7b89 req-f50f4774-4a3d-43fa-a024-74ce679674cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.261809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee14ff27-63b5-401c-b032-d09e32ce7b89 req-f50f4774-4a3d-43fa-a024-74ce679674cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 1097 time: 0.1208937 Aug 19 12:37:20.274484 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.300383 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.327933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Subnet': ['ID=cc33c73a-7b65-4a49-9247-5a702d9f38bf,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:20.346106 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Pushing event updated for resources: {'Port': ['ID=ae706c36-d024-46a3-b09b-c435d520ca56,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:20.346324 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.348521 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.350837 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.354137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee14ff27-63b5-401c-b032-d09e32ce7b89 req-20bff059-e9c5-44a9-b05e-4ecde9e79916 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833781 Aug 19 12:37:20.363068 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.363458 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.363825 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.364187 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.364602 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.364936 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.365270 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.365620 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.365944 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.366265 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.366590 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.366912 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.388354 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Attempting to bind port ae706c36-d024-46a3-b09b-c435d520ca56 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:20.388354 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Attempting to bind port ae706c36-d024-46a3-b09b-c435d520ca56 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:20.388354 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Attempting to bind port ae706c36-d024-46a3-b09b-c435d520ca56 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:20.396561 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:20.396940 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:20.397354 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.397858 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:20.398354 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Bound port: ae706c36-d024-46a3-b09b-c435d520ca56, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:20.398745 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.430729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Checking segment: {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:20.430729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network hostable DHCP agents. Network: d274a56e-8c38-479a-8ebd-8549a9e1a6a9, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:37:20.446981 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.462022 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Pushing event updated for resources: {'Network': ['ID=b99e7783-9fde-47dd-9e97-ed699f2f8319,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:20.483424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network b99e7783-9fde-47dd-9e97-ed699f2f8319 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:20.512426 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] For port ae706c36-d024-46a3-b09b-c435d520ca56, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:20.517624 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] For port ae706c36-d024-46a3-b09b-c435d520ca56, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ae706c36-d024-46a3-b09b-c435d520ca56,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:20.529347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:20.573298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b8ad18-6ea1-4842-afd6-721ffb1f390e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:20.582388 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.582979 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Added segment cda537a1-f117-4f39-81ac-a2c428db9a0e of type vlan for network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf Aug 19 12:37:20.601175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfcb9f-9d8c-4ced-8005-75c6e054fd9c req-02aab831-34cd-44ca-93a8-58ed99130312 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.601175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8cfcb9f-9d8c-4ced-8005-75c6e054fd9c req-02aab831-34cd-44ca-93a8-58ed99130312 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 946 time: 0.2134664 Aug 19 12:37:20.635694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:37:20.689496 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.756391 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.783002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8cfcb9f-9d8c-4ced-8005-75c6e054fd9c req-51db8566-7207-41eb-b755-a7c58a18e4e7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668675 Aug 19 12:37:20.795702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, d274a56e-8c38-479a-8ebd-8549a9e1a6a9) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:20.805348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.806637 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.809125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f156b911-e04a-45e2-82f5-ead860278ab0 None None] Network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:20.908074 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.910037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.911799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.914349 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b40dd-5e0a-4a89-b42b-eb03a1bcc6bf None None] Pushing event updated for resources: {'Port': ['ID=ae706c36-d024-46a3-b09b-c435d520ca56,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:20.922658 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd7bf1c-e69c-4b6e-892d-12dddaf44e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.938652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Routers {'405152d5-0b98-49fd-abbe-813be65874c5'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:20.939731 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:36:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['405152d5-0b98-49fd-abbe-813be65874c5'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:21.087852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] Pushing event updated for resources: {'Network': ['ID=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:21.099703 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd7bf1c-e69c-4b6e-892d-12dddaf44e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:21.102390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:21.132128 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e27771f3-f90e-44f8-8e9f-815e902199b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:21.135006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9dd7bf1c-e69c-4b6e-892d-12dddaf44e59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=760d3a1b088b478aa246fc6a1605a69f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6535375 Aug 19 12:37:21.140941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46304) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:21.147987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46306) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:21.167213 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] Set router 405152d5-0b98-49fd-abbe-813be65874c5 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:21.171239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7bf1c-e69c-4b6e-892d-12dddaf44e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b380b69c-550f-4288-8dbd-a6a7f4664690,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:21.207459 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-97f4193f-e1da-4eac-8078-954616f9ff9c tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0077507 Aug 19 12:37:21.210692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46312) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:21.216478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9ca05616-1355-4870-b841-9b2b17f11e21 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Request body: {'network': {'project_id': '62a4c081caa845efa1e7a9dadbb39a22'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:21.251559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-031912a2-fc05-4dee-a530-9fdbfd20c50f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8924472 Aug 19 12:37:21.252143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46314) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:21.271897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] Request body: {'subnet': {'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1916750742-subnet', 'tenant_id': '2bd0f04e8c244a6b98a0e6f0a112589b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:21.307125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-d274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:37:21.309263 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:21.314874 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca05616-1355-4870-b841-9b2b17f11e21 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 12:37:21.315353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca05616-1355-4870-b841-9b2b17f11e21 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:37:21.329160 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1bbbd7c3-57e4-4cbb-8ec0-d714223eb669 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3037500 Aug 19 12:37:21.335041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9ca05616-1355-4870-b841-9b2b17f11e21 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1186831 Aug 19 12:37:21.335240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46316) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:21.349714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46318) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:21.416716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6d23543-05f1-4d9d-a846-977301b4d581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:21.489534 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6d23543-05f1-4d9d-a846-977301b4d581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:21.498767 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:16Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:21.540183 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b44944-6d86-4164-8bdd-06327cc2a938 None None] The sync data for ids ['405152d5-0b98-49fd-abbe-813be65874c5'] in n-d-778732-8 is: [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:16Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:21.575159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46328) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:21.611004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1802483226', 'router:external': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:21.651418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Allocated IP 172.20.0.2 (d274a56e-8c38-479a-8ebd-8549a9e1a6a9/cc33c73a-7b65-4a49-9247-5a702d9f38bf/9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:21.778701 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-78bcbcb7-3df8-49ec-9ebd-3832536cd6e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62a4c081caa845efa1e7a9dadbb39a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003546 Aug 19 12:37:21.781561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46336) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:21.826221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6d23543-05f1-4d9d-a846-977301b4d581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:21.829842 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6d23543-05f1-4d9d-a846-977301b4d581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:21.835597 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c6d23543-05f1-4d9d-a846-977301b4d581 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b380b69c-550f-4288-8dbd-a6a7f4664690 HTTP/1.1" status: 204 len: 168 time: 0.6924639 Aug 19 12:37:21.899671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d23543-05f1-4d9d-a846-977301b4d581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b380b69c-550f-4288-8dbd-a6a7f4664690,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:21.955945 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8514770b-ed59-46d0-b389-6cbf20661baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.045064 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8514770b-ed59-46d0-b389-6cbf20661baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.064156 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.086873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Transition to ACTIVE for port object 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:22.123887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Transition to ACTIVE for port object 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:22.224247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9287a7c4-e823-46c5-b8f7-14dfc7e88225 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-875709989'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:22.224777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9287a7c4-e823-46c5-b8f7-14dfc7e88225 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Unknown quota resources ['metering_label']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:37:22.281320 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.291947 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:37:22.305471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f318f5-786b-4b28-b3f2-6a80c54e87b0 req-692568fa-2f64-4397-9c19-1a7a5cf63058 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:22.307197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40f318f5-786b-4b28-b3f2-6a80c54e87b0 req-692568fa-2f64-4397-9c19-1a7a5cf63058 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 946 time: 0.1665177 Aug 19 12:37:22.329829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:22.333451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:22.337791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:22.343508 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8514770b-ed59-46d0-b389-6cbf20661baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.347106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8514770b-ed59-46d0-b389-6cbf20661baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.351855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46352) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:22.352874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] Made reservation on behalf of 2bd0f04e8c244a6b98a0e6f0a112589b for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:22.354402 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8514770b-ed59-46d0-b389-6cbf20661baa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd606011-804e-4b5d-a8b5-b8e06a84a99c HTTP/1.1" status: 204 len: 168 time: 0.5715704 Aug 19 12:37:22.360520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Pushing event updated for resources: {'Port': ['ID=9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:22.360954 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.418529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514770b-ed59-46d0-b389-6cbf20661baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd606011-804e-4b5d-a8b5-b8e06a84a99c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:22.473308 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Attempting to bind port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:22.474078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Attempting to bind port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:22.474643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Attempting to bind port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 on network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:22.483806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:22.484425 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Checking segment: {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:22.485139 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.485795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Bound using segment: {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:22.486569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Bound port: 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:22.487198 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.573076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] For port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:22.576772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] For port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:22.640600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Made reservation on behalf of ccc0ef7105db4d55aa0d647d7e115029 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:22.643877 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.657878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.738453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40f318f5-786b-4b28-b3f2-6a80c54e87b0 req-81dfc308-018d-4d55-b88e-462ff1315d65 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3885326 Aug 19 12:37:22.740482 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9287a7c4-e823-46c5-b8f7-14dfc7e88225 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.742602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9287a7c4-e823-46c5-b8f7-14dfc7e88225 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3893721 Aug 19 12:37:22.756049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46364) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:22.765154 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.774320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3f4644cd-b1a5-4eeb-8440-813f4a32d059 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '356961dc-9185-4864-a671-8258cab8bdcb'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:22.775408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3f4644cd-b1a5-4eeb-8440-813f4a32d059 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:37:22.816521 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.840724 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.894537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ae706c36-d024-46a3-b09b-c435d520ca56 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:22.969797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31229a9a-a613-42b0-ab7c-341d7eacc589 None None] Pushing event updated for resources: {'Port': ['ID=9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:22.995380 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.034622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:23.039860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9f654f-0bc1-4f32-a5a4-0ace9098a656,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:23.048214 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.048801 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Added segment 901f83b0-d4a9-4226-b24b-32a7fe49be5a of type vlan for network e9bcf083-c624-40ef-be1f-2bda59f727c2 Aug 19 12:37:23.092025 n-d-778732-8 neutron-server[95660]: WARNING neutron.services.metering.metering_plugin [None req-3f4644cd-b1a5-4eeb-8440-813f4a32d059 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:37:23.108794 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.217341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port ae706c36-d024-46a3-b09b-c435d520ca56 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:23.217911 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.239530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ae706c36-d024-46a3-b09b-c435d520ca56 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:23.239914 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.286030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99e7783-9fde-47dd-9e97-ed699f2f8319']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:23.287272 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.288394 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.292510 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.295602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f4644cd-b1a5-4eeb-8440-813f4a32d059 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.297087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3f4644cd-b1a5-4eeb-8440-813f4a32d059 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5392268 Aug 19 12:37:23.331885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46376) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:23.332449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46378) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:23.345710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-155ee9d8-9e18-4293-aef4-a7229d4a268b tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '356961dc-9185-4864-a671-8258cab8bdcb'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:23.347480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-155ee9d8-9e18-4293-aef4-a7229d4a268b tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:37:23.375921 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.385955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcd9259-63d8-4e26-9c3e-72b266d98950') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:23.386445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcd9259-63d8-4e26-9c3e-72b266d98950') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:23.400090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event updated for resources: {'Network': ['ID=e9bcf083-c624-40ef-be1f-2bda59f727c2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:23.410160 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f365b908-46eb-4a9c-9028-a90dd6a407a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.418118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network e9bcf083-c624-40ef-be1f-2bda59f727c2 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:23.434148 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.449006 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.481911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port ae706c36-d024-46a3-b09b-c435d520ca56, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ae706c36-d024-46a3-b09b-c435d520ca56,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:23.539597 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e7b2f556-a81d-4f2c-b41d-c276bf5405f1 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.3898485 Aug 19 12:37:23.556400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46382) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:23.557005 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Request body: {'subnet': {'network_id': 'e9bcf083-c624-40ef-be1f-2bda59f727c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:23.573975 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.595383 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:37:23.595383 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:37:23.595383 n-d-778732-8 neutron-server[95661]: [parameters: {'project_id_1': 'ccc0ef7105db4d55aa0d647d7e115029', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 37, 23, 562371)}] Aug 19 12:37:23.595383 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:37:23.596052 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:37:23.603200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:37:23.603908 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:37:23.610380 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:37:23.613585 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.693441 n-d-778732-8 neutron-server[95660]: WARNING neutron.services.metering.metering_plugin [None req-155ee9d8-9e18-4293-aef4-a7229d4a268b tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:37:23.715905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=ae706c36-d024-46a3-b09b-c435d520ca56,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:23.732373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c462a605-841d-48f5-a4ce-afacc3f7134f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:23.875983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] Checking segment: {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:23.876346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] Network hostable DHCP agents. Network: e2f2c08c-574d-4ecb-ac66-c59ba21d74cf, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:37:23.884111 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-155ee9d8-9e18-4293-aef4-a7229d4a268b tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.885309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-155ee9d8-9e18-4293-aef4-a7229d4a268b tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5517590 Aug 19 12:37:23.888270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46386) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:23.903222 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a7f2c5db-ca29-4b42-9a6d-bbbc3f82bfcf tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=da020656-0cd7-4d11-9c08-b58f34bea4a0 HTTP/1.1" status: 200 len: 464 time: 0.0118883 Aug 19 12:37:23.906811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46388) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:23.938567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.034653 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.054323 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07eaef-f0d1-42aa-b1a9-9328c1321358 req-9b866bb1-eb2f-40ee-af62-a3bb9a6afe95 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.055932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb07eaef-f0d1-42aa-b1a9-9328c1321358 req-9b866bb1-eb2f-40ee-af62-a3bb9a6afe95 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 946 time: 0.1834712 Aug 19 12:37:24.059730 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.064284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] 10.222.0.44 "DELETE /v2.0/networks/b99e7783-9fde-47dd-9e97-ed699f2f8319 HTTP/1.1" status: 204 len: 168 time: 1.6967509 Aug 19 12:37:24.064284 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f365b908-46eb-4a9c-9028-a90dd6a407a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.064780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46390) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:24.119493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6562aa5-ae14-4f20-8b75-1ac9e9da6a90 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Pushing event deleted for resources: {'Network': ['ID=b99e7783-9fde-47dd-9e97-ed699f2f8319,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:24.160711 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.167068 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb07eaef-f0d1-42aa-b1a9-9328c1321358 req-a4ab3211-05b7-4b86-9535-69d65143f6dc tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630980 Aug 19 12:37:24.179118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] Network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:37:24.229228 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f365b908-46eb-4a9c-9028-a90dd6a407a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.320266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365b908-46eb-4a9c-9028-a90dd6a407a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b991e13c-78d2-4bc3-a9d0-600dd28e20f6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:24.328260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, e2f2c08c-574d-4ecb-ac66-c59ba21d74cf) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:24.332156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f365b908-46eb-4a9c-9028-a90dd6a407a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=574b083360b844ccb451fbfde588dfab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9972680 Aug 19 12:37:24.344705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9b7398-57be-4a19-8f84-542b59b90843 None None] Network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:24.345411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.345411 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.345411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46394) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:24.382042 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a47af7d-5b5c-4058-8d3a-4b27eb2cd933 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.386352 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8a47af7d-5b5c-4058-8d3a-4b27eb2cd933 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/da020656-0cd7-4d11-9c08-b58f34bea4a0 HTTP/1.1" status: 204 len: 168 time: 0.4753544 Aug 19 12:37:24.390360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46398) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:24.485631 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cca9e4d6-2bcd-497a-aa41-680fb5b63129 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=da020656-0cd7-4d11-9c08-b58f34bea4a0 HTTP/1.1" status: 200 len: 221 time: 0.0885718 Aug 19 12:37:24.485863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46400) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:24.494245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-eb131bab-36cd-46c0-b59e-307e88a722e6 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--967562362', 'description': 'label created by tempest'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:24.494734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-eb131bab-36cd-46c0-b59e-307e88a722e6 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Unknown quota resources ['metering_label']. {{(pid=95661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:37:24.500936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bf1af9-64c8-4c0e-a58b-67ee0ea6dbd9 None None] Network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:24.509107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.20.0.1 (d274a56e-8c38-479a-8ebd-8549a9e1a6a9/cc33c73a-7b65-4a49-9247-5a702d9f38bf/48151bb8-7d56-4324-bcdc-8a9164d9f6a8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:24.513713 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e729b49-bd22-4e23-bb2d-67f87d5d07f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.516812 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.569409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Made reservation on behalf of ccc0ef7105db4d55aa0d647d7e115029 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:24.571574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.579080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc413df7-0b08-4f63-ac18-5712a1ac4e1c']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:24.585188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e729b49-bd22-4e23-bb2d-67f87d5d07f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.658053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727bdced-c0e1-433a-8957-7eefb3384f8d') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:24.658406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727bdced-c0e1-433a-8957-7eefb3384f8d') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:24.677637 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.714458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.716369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-e2f2c08c-574d-4ecb-ac66-c59ba21d74cf', 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf', 'tenant_id': '2bd0f04e8c244a6b98a0e6f0a112589b', 'fixed_ips': [{'subnet_id': 'c462a605-841d-48f5-a4ce-afacc3f7134f'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:37:24.717231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-45f69757-edf9-4bcb-96e1-65f0b058b781 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.4642720 Aug 19 12:37:24.718344 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.733058 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-153ed876-4ecb-48fb-9da2-459ad9823963 None None] Provisioning for port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:24.763664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:37:24.768171 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.775088 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:37:24.803757 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:37:24.974012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Allocated IP 172.20.0.2 (e2f2c08c-574d-4ecb-ac66-c59ba21d74cf/c462a605-841d-48f5-a4ce-afacc3f7134f/2f9fc5d0-bddb-41bc-8997-a90595415943) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:24.984471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Transition to ACTIVE for port object 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:24.986798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e729b49-bd22-4e23-bb2d-67f87d5d07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.990508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e729b49-bd22-4e23-bb2d-67f87d5d07f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.992084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9e729b49-bd22-4e23-bb2d-67f87d5d07f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b991e13c-78d2-4bc3-a9d0-600dd28e20f6 HTTP/1.1" status: 204 len: 168 time: 0.6473434 Aug 19 12:37:25.006016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:25.032285 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb131bab-36cd-46c0-b59e-307e88a722e6 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.033843 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eb131bab-36cd-46c0-b59e-307e88a722e6 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5469925 Aug 19 12:37:25.041730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46408) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:25.057672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e729b49-bd22-4e23-bb2d-67f87d5d07f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b991e13c-78d2-4bc3-a9d0-600dd28e20f6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:25.169040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.176528 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aba2eba3-413f-4d68-99e9-c0575bc67399 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=f6ef680a-4a10-4303-88fa-736ed0b05962 HTTP/1.1" status: 200 len: 467 time: 0.1316860 Aug 19 12:37:25.179952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46416) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:25.185307 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.187191 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] 10.222.0.44 "DELETE /v2.0/networks/cc413df7-0b08-4f63-ac18-5712a1ac4e1c HTTP/1.1" status: 204 len: 168 time: 1.1214206 Aug 19 12:37:25.219316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bd14a-8605-4c7e-abaf-3c0621da4604 tempest-QuotasNegativeTest-261116669 tempest-QuotasNegativeTest-261116669-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc413df7-0b08-4f63-ac18-5712a1ac4e1c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:25.374851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.398966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Transition to ACTIVE for port object 2f9fc5d0-bddb-41bc-8997-a90595415943 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:25.446775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Transition to ACTIVE for port object 2f9fc5d0-bddb-41bc-8997-a90595415943 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:25.515733 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.576906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:25.607490 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a6366ce5-0b37-41d0-83a6-9934750006ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.611888 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.619113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:25.664382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:25.677534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:25.687034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:25.687034 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.746465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Pushing event updated for resources: {'Port': ['ID=2f9fc5d0-bddb-41bc-8997-a90595415943,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:25.749399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.objects.ports [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:37:25.750091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.787210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:25.792040 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:25.807142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:25.887451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.930741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Attempting to bind port 2f9fc5d0-bddb-41bc-8997-a90595415943 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:25.931305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Attempting to bind port 2f9fc5d0-bddb-41bc-8997-a90595415943 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:25.931904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Attempting to bind port 2f9fc5d0-bddb-41bc-8997-a90595415943 on network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:25.942683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:25.943398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Checking segment: {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:25.943847 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.944118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Checking segment: {'id': '901f83b0-d4a9-4226-b24b-32a7fe49be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e9bcf083-c624-40ef-be1f-2bda59f727c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:25.944609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Bound using segment: {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:25.944735 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Network hostable DHCP agents. Network: e9bcf083-c624-40ef-be1f-2bda59f727c2, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:37:25.945687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Bound port: 2f9fc5d0-bddb-41bc-8997-a90595415943, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:25.946441 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.959381 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7a46e62a-660b-46fa-8307-51a787071713,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:26.041629 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.082818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38add8e1-011f-40a3-aeae-25bfeada9337 req-cda0f42d-b904-454e-affa-ee9301bc3f71 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.083655 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.085158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38add8e1-011f-40a3-aeae-25bfeada9337 req-cda0f42d-b904-454e-affa-ee9301bc3f71 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 946 time: 0.6189551 Aug 19 12:37:26.085343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=48151bb8-7d56-4324-bcdc-8a9164d9f6a8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:26.097542 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Network e9bcf083-c624-40ef-be1f-2bda59f727c2 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:37:26.129141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] For port 2f9fc5d0-bddb-41bc-8997-a90595415943, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:26.138536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] For port 2f9fc5d0-bddb-41bc-8997-a90595415943, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2f9fc5d0-bddb-41bc-8997-a90595415943,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:26.159782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:26.175689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.176076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.176434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.176765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.177108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.177473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.177812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.178155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.178501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.178826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.179153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.179494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:26.210886 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, e9bcf083-c624-40ef-be1f-2bda59f727c2) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:26.217970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.219366 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.221017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536c9c67-43d5-463c-9812-04aca744892f None None] Network e9bcf083-c624-40ef-be1f-2bda59f727c2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:26.235239 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec81d0ad-7bf3-4af6-a07f-69fb3c196238 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.236475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ec81d0ad-7bf3-4af6-a07f-69fb3c196238 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/f6ef680a-4a10-4303-88fa-736ed0b05962 HTTP/1.1" status: 204 len: 168 time: 1.0551124 Aug 19 12:37:26.247111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46442) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:26.272139 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-820b1ec5-53f1-4c74-a870-286adb1504f7 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=f6ef680a-4a10-4303-88fa-736ed0b05962 HTTP/1.1" status: 200 len: 216 time: 0.0226727 Aug 19 12:37:26.274178 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46444) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:26.289615 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.290358 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-30faa2d6-b913-4cb0-90a7-4facc5da9aa0 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0148115 Aug 19 12:37:26.294420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46446) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:26.308918 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6cdfe397-6edd-41d3-b56f-b02c7f8d47a3 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0138938 Aug 19 12:37:26.313018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46448) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:26.326125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cc47497a-f03f-4150-be43-ea3741a166b6 None None] Provisioning for port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:26.329664 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.329664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ae706c36-d024-46a3-b09b-c435d520ca56 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:26.372964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cc47497a-f03f-4150-be43-ea3741a166b6 None None] Provisioning complete for port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:26.373254 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-757fb323-1926-45be-bdab-f2908f343711 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/356961dc-9185-4864-a671-8258cab8bdcb HTTP/1.1" status: 200 len: 472 time: 0.0589600 Aug 19 12:37:26.373349 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc47497a-f03f-4150-be43-ea3741a166b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.376437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46450) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:26.390212 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fcc476fb-676b-4cc2-bd75-46f3105e9677 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/022c06c1-3e54-499c-84cb-f0e4670815ff HTTP/1.1" status: 200 len: 461 time: 0.0120606 Aug 19 12:37:26.393521 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46452) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:26.404383 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6ed52f4c-e671-44a5-88a5-de8fdf6c860b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8520665 Aug 19 12:37:26.412701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46454) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:26.412929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1062530092', 'network_id': 'e9bcf083-c624-40ef-be1f-2bda59f727c2'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:26.469130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cc47497a-f03f-4150-be43-ea3741a166b6 None None] Port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:26.474680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb9b96-e2f8-49de-bc5d-ea7685809dc2 None None] Pushing event updated for resources: {'Port': ['ID=2f9fc5d0-bddb-41bc-8997-a90595415943,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:26.578422 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Made reservation on behalf of ccc0ef7105db4d55aa0d647d7e115029 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:26.579512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ae706c36-d024-46a3-b09b-c435d520ca56 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:26.579945 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.587781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.626334 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:26.640514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fa56c7-1391-46ab-9726-252ed9cd9eb9 None None] Network e9bcf083-c624-40ef-be1f-2bda59f727c2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:26.763623 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] device_id is not set on port a216061d-20f0-43fb-957f-f25eb5c03a9a yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:37:26.776380 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-72bd35f8-a794-4280-bcc4-e1ce981956de tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.780098 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-72bd35f8-a794-4280-bcc4-e1ce981956de tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/022c06c1-3e54-499c-84cb-f0e4670815ff HTTP/1.1" status: 204 len: 168 time: 0.3841517 Aug 19 12:37:26.780879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46458) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:26.833347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-d852718b-f19a-43ef-ac88-3b83c4e99203 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.835292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-d852718b-f19a-43ef-ac88-3b83c4e99203 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/networks?id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf HTTP/1.1" status: 200 len: 816 time: 1.1805792 Aug 19 12:37:26.844739 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38add8e1-011f-40a3-aeae-25bfeada9337 req-81c7dcec-56a7-4bf9-bed7-a8b119091e70 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7044184 Aug 19 12:37:26.885399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-f03510d5-d75d-4b16-afbf-6971623b9f37 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/quotas/2bd0f04e8c244a6b98a0e6f0a112589b HTTP/1.1" status: 200 len: 375 time: 0.0118251 Aug 19 12:37:27.036499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46468) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:27.078676 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb153-1ada-4593-aef8-4f39e1b067e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.169529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.195159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Allocated IP 2001:db8::6b (e9bcf083-c624-40ef-be1f-2bda59f727c2/7a46e62a-660b-46fa-8307-51a787071713/a216061d-20f0-43fb-957f-f25eb5c03a9a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:27.234498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-2fc8facc-d39f-402a-914e-157f9f55d7de tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3107738 Aug 19 12:37:27.257198 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.280429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:27.341034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:27.342218 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.375390 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7caa606d-0456-4872-9915-5c42375e9737 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.383248 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7caa606d-0456-4872-9915-5c42375e9737 tempest-MeteringTestJSON-1718300974 tempest-MeteringTestJSON-1718300974-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/356961dc-9185-4864-a671-8258cab8bdcb HTTP/1.1" status: 204 len: 168 time: 0.5969708 Aug 19 12:37:27.486305 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb153-1ada-4593-aef8-4f39e1b067e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.540719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-7343864a-1d61-4931-a6cf-2d153267b6a3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:37:27.546910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-7343864a-1d61-4931-a6cf-2d153267b6a3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2966650 Aug 19 12:37:27.624535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2f9fc5d0-bddb-41bc-8997-a90595415943 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:27.654908 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb153-1ada-4593-aef8-4f39e1b067e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.700945 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.777160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eeb153-1ada-4593-aef8-4f39e1b067e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c6f273-ec91-4feb-a177-3b9eb9a52d79,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:27.787018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e3eeb153-1ada-4593-aef8-4f39e1b067e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a282a05f45a434595f38948beb5099c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7480612 Aug 19 12:37:27.792207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46478) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:27.838245 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 2f9fc5d0-bddb-41bc-8997-a90595415943 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:27.858230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-c30175d5-76ce-4ca7-a597-5062ffcd5184 service neutron] 10.222.0.44 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490091 Aug 19 12:37:27.883495 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da09a-db1e-4fb6-a6e5-7b1459e792ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.893152 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.902676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.930607 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da09a-db1e-4fb6-a6e5-7b1459e792ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.980838 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Network e9bcf083-c624-40ef-be1f-2bda59f727c2 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:27.990087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:27.999776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:28.000785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:28.001429 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:28.074548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-ebc63fc1-4cd3-427d-9504-f6e60b9e8bc8 service neutron] 10.222.0.44 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384177 Aug 19 12:37:28.076496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event updated for resources: {'Port': ['ID=a216061d-20f0-43fb-957f-f25eb5c03a9a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:28.088470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e49c9f-9c5a-4d24-b7e6-bbfee884dba3 None None] Network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:28.160664 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:28.278591 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:28.282260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=48151bb8-7d56-4324-bcdc-8a9164d9f6a8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:28.310372 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-49ec56a5-24b7-458b-9a4f-63b99d429380 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9022357 Aug 19 12:37:28.311450 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da09a-db1e-4fb6-a6e5-7b1459e792ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:28.316701 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da09a-db1e-4fb6-a6e5-7b1459e792ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:28.318845 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2a2da09a-db1e-4fb6-a6e5-7b1459e792ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7c6f273-ec91-4feb-a177-3b9eb9a52d79 HTTP/1.1" status: 204 len: 168 time: 0.5251458 Aug 19 12:37:28.319816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46484) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:28.371271 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2da09a-db1e-4fb6-a6e5-7b1459e792ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c6f273-ec91-4feb-a177-3b9eb9a52d79,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:28.443681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:28.461918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:28.550467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6429047e-6474-4db0-a497-71fa5c3364ee tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Deleting port a216061d-20f0-43fb-957f-f25eb5c03a9a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:28.551326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6429047e-6474-4db0-a497-71fa5c3364ee tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:28.593757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-43f8d74f-d7a3-4e98-8887-e6783fd1c6f9 None None] Provisioning for port 2f9fc5d0-bddb-41bc-8997-a90595415943 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:28.630049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-43f8d74f-d7a3-4e98-8887-e6783fd1c6f9 None None] Provisioning complete for port 2f9fc5d0-bddb-41bc-8997-a90595415943 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:28.633073 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-43f8d74f-d7a3-4e98-8887-e6783fd1c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:28.798799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6429047e-6474-4db0-a497-71fa5c3364ee tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:28.820033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:28.866265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6429047e-6474-4db0-a497-71fa5c3364ee tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Calling delete_port for a216061d-20f0-43fb-957f-f25eb5c03a9a owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:28.891466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 405152d5-0b98-49fd-abbe-813be65874c5 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:37:28.903379 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:28.968229 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-43f8d74f-d7a3-4e98-8887-e6783fd1c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.073287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-43f8d74f-d7a3-4e98-8887-e6783fd1c6f9 None None] For port 2f9fc5d0-bddb-41bc-8997-a90595415943, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2f9fc5d0-bddb-41bc-8997-a90595415943,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:29.171266 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-43f8d74f-d7a3-4e98-8887-e6783fd1c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.265912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:29.275243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8d74f-d7a3-4e98-8887-e6783fd1c6f9 None None] Pushing event updated for resources: {'Port': ['ID=2f9fc5d0-bddb-41bc-8997-a90595415943,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:29.288942 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6429047e-6474-4db0-a497-71fa5c3364ee tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.297197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-26760be4-ba62-46bf-8d48-3720ebfa1212 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "PUT /v2.0/routers/405152d5-0b98-49fd-abbe-813be65874c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9426603 Aug 19 12:37:29.301359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Sync routers for ids ['405152d5-0b98-49fd-abbe-813be65874c5'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:29.329637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429047e-6474-4db0-a497-71fa5c3364ee tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event deleted for resources: {'Port': ['ID=a216061d-20f0-43fb-957f-f25eb5c03a9a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:29.337198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f3a86b71-fbec-4bce-ac53-360fe749ea33 None None] Provisioning complete for port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:29.337707 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f3a86b71-fbec-4bce-ac53-360fe749ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.347628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Routers {'405152d5-0b98-49fd-abbe-813be65874c5'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:29.347893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['405152d5-0b98-49fd-abbe-813be65874c5'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:29.368661 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6429047e-6474-4db0-a497-71fa5c3364ee tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.374044 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6429047e-6474-4db0-a497-71fa5c3364ee tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "DELETE /v2.0/ports/a216061d-20f0-43fb-957f-f25eb5c03a9a HTTP/1.1" status: 204 len: 168 time: 1.0499914 Aug 19 12:37:29.374681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46524) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:29.379709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9bcf083-c624-40ef-be1f-2bda59f727c2', 'external_fixed_ips': [{'subnet_id': '7a46e62a-660b-46fa-8307-51a787071713', 'ip_address': '2001:db8::6b'}]}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:29.399879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-bd3656af-cc90-4507-b7d4-2d628ed31896 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:29.416357 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-bd3656af-cc90-4507-b7d4-2d628ed31896 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/networks?id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf HTTP/1.1" status: 200 len: 816 time: 0.2260153 Aug 19 12:37:29.489054 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b83dd74-57ed-486e-8366-bd1d5a1a842f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.491774 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.493694 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.509013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-9356fbc6-2316-4f79-891e-b1a84ea1803a tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/quotas/2bd0f04e8c244a6b98a0e6f0a112589b HTTP/1.1" status: 200 len: 375 time: 0.0901020 Aug 19 12:37:29.533036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f3a86b71-fbec-4bce-ac53-360fe749ea33 None None] Port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:29.579906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Set router 405152d5-0b98-49fd-abbe-813be65874c5 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:29.584691 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.646644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-065bf875-d79d-4a2c-9920-0ec9a22e9175 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232378 Aug 19 12:37:29.868601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b83dd74-57ed-486e-8366-bd1d5a1a842f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.872845 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-88b67baa-b80d-42a7-8c14-f2e2b2b02aa1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686734348&fields=id&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 267 time: 0.1267357 Aug 19 12:37:29.875183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-2aae9a8f-7c2a-455b-8f58-74a277c4edd0 service neutron] 10.222.0.44 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129412 Aug 19 12:37:29.951187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.957041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8371fe81-bb6b-4f6f-91f5-908e7ea7f112 None None] Provisioning complete for port 2f9fc5d0-bddb-41bc-8997-a90595415943 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:29.957909 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8371fe81-bb6b-4f6f-91f5-908e7ea7f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.986871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:26Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '48151bb8-7d56-4324-bcdc-8a9164d9f6a8', 'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:8a:e4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:24Z', 'updated_at': '2021-08-19T12:37:27Z', 'revision_number': 2, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:30.026587 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Checking router: 405152d5-0b98-49fd-abbe-813be65874c5 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:37:30.026587 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Updating router 405152d5-0b98-49fd-abbe-813be65874c5 port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:37:30.032814 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b83dd74-57ed-486e-8366-bd1d5a1a842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.075157 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.115273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46546) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:30.134852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3396914c-1466-4707-bb7e-85c98feffa49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.161840 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7b83dd74-57ed-486e-8366-bd1d5a1a842f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e840f76a6b604a95aeabf5e6bc7de6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3390720 Aug 19 12:37:30.168117 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46548) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:30.168336 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-463a7c13-d70d-4b36-bca2-7f06274cb40f service neutron] 10.222.0.44 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850769 Aug 19 12:37:30.169738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83dd74-57ed-486e-8366-bd1d5a1a842f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6d868b-599f-4eb4-9899-e68f6a0886df,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:30.181898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-42e60cea-15e8-4244-9473-e145bcdd749d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:30.184216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-42e60cea-15e8-4244-9473-e145bcdd749d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 797 time: 0.2934959 Aug 19 12:37:30.229211 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-3ee08299-7b0c-449b-8e1f-b665d79b5260 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/quotas/14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 375 time: 0.0293443 Aug 19 12:37:30.364506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-5b9569d2-9634-4219-9e80-6fe41c2e112a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1339431 Aug 19 12:37:30.495146 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-880ae1a5-eb5f-4f38-b934-f8997dc62af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.502673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-e022ebfd-f773-493b-9fdd-7969488108b9 service neutron] 10.222.0.44 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337819 Aug 19 12:37:30.568498 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-880ae1a5-eb5f-4f38-b934-f8997dc62af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.667501 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3396914c-1466-4707-bb7e-85c98feffa49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.687658 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.712803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Transition to ACTIVE for port object 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:30.787526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-48d35a2f-ef8d-4a10-b6f4-8d515d011c71 service neutron] 10.222.0.44 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745953 Aug 19 12:37:30.806244 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3396914c-1466-4707-bb7e-85c98feffa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.915027 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.057356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2f9fc5d0-bddb-41bc-8997-a90595415943 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:31.075032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46576) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:31.076602 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3396914c-1466-4707-bb7e-85c98feffa49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa60db3033b84f2a8c205b896baeb950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9588840 Aug 19 12:37:31.077528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396914c-1466-4707-bb7e-85c98feffa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e184210b-56e1-4c8f-aa26-4dc1502c112e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:31.119052 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.179438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.189118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26144496-b226-4e1f-af7f-233a5a734bfa None None] Pushing event updated for resources: {'Port': ['ID=48151bb8-7d56-4324-bcdc-8a9164d9f6a8,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:31.213477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-0ed51ca1-4733-4841-a95a-fdc110a6f03d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:31.229985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-0ed51ca1-4733-4841-a95a-fdc110a6f03d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/networks?id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf HTTP/1.1" status: 200 len: 816 time: 0.3346281 Aug 19 12:37:31.339698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-046f1b41-c927-4063-b464-329c58ac77ce tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/quotas/2bd0f04e8c244a6b98a0e6f0a112589b HTTP/1.1" status: 200 len: 375 time: 0.0977008 Aug 19 12:37:31.363274 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-880ae1a5-eb5f-4f38-b934-f8997dc62af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.369359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef07939c-d1e5-4d0c-83b7-56d7bb6dcf78 req-3026026d-f487-4551-a991-f65fc022b1dd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 210 time: 0.0733228 Aug 19 12:37:31.371348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-880ae1a5-eb5f-4f38-b934-f8997dc62af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.373693 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-880ae1a5-eb5f-4f38-b934-f8997dc62af4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da6d868b-599f-4eb4-9899-e68f6a0886df HTTP/1.1" status: 204 len: 168 time: 1.2039719 Aug 19 12:37:31.477887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Attempting to bind port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:31.481388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Attempting to bind port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:31.482000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Attempting to bind port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 on network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:31.496100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46584) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:31.499914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:31.501896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Checking segment: {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:31.504361 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.506833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Bound using segment: {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:31.508054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Bound port: 48151bb8-7d56-4324-bcdc-8a9164d9f6a8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:31.509885 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.532321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-facc57c9-eb92-4734-b31a-0c3a3a1bf4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.558353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 2f9fc5d0-bddb-41bc-8997-a90595415943 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:31.559256 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.566433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ae1a5-eb5f-4f38-b934-f8997dc62af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6d868b-599f-4eb4-9899-e68f6a0886df,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:31.678135 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-facc57c9-eb92-4734-b31a-0c3a3a1bf4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.740863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-1362608f-6cb3-4509-89c8-541fb7f1b5ae tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3798211 Aug 19 12:37:31.798828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Allocated IP 2001:db8::6b (e9bcf083-c624-40ef-be1f-2bda59f727c2/7a46e62a-660b-46fa-8307-51a787071713/21149cbb-8b18-41f4-a2dd-e71d9cd5d630) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:31.908409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] For port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:31.944362 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff135e5a-24ca-4d52-b4d8-a9ad99860766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.028304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-8e0f42f2-2975-48f8-ab6e-348bf905873d service neutron] 10.222.0.44 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158561 Aug 19 12:37:32.048887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] For port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=48151bb8-7d56-4324-bcdc-8a9164d9f6a8,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:32.141906 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-facc57c9-eb92-4734-b31a-0c3a3a1bf4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.145985 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-facc57c9-eb92-4734-b31a-0c3a3a1bf4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.150085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-facc57c9-eb92-4734-b31a-0c3a3a1bf4ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e184210b-56e1-4c8f-aa26-4dc1502c112e HTTP/1.1" status: 204 len: 168 time: 1.0649731 Aug 19 12:37:32.197770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc57c9-eb92-4734-b31a-0c3a3a1bf4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e184210b-56e1-4c8f-aa26-4dc1502c112e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:32.213604 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.221389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-7e2ae5bb-54df-4f38-94db-1ef4329d24fe service neutron] 10.222.0.44 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850343 Aug 19 12:37:32.320665 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff135e5a-24ca-4d52-b4d8-a9ad99860766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.431355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26144496-b226-4e1f-af7f-233a5a734bfa None None] Pushing event updated for resources: {'Port': ['ID=48151bb8-7d56-4324-bcdc-8a9164d9f6a8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:32.454302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Routers {'405152d5-0b98-49fd-abbe-813be65874c5'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:32.455522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['405152d5-0b98-49fd-abbe-813be65874c5'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:32.531932 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff135e5a-24ca-4d52-b4d8-a9ad99860766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.604827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ff135e5a-24ca-4d52-b4d8-a9ad99860766 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08180a844f52472b8df5220099f05ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1029868 Aug 19 12:37:32.610607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46604) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:32.648878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25deadfa-d8d3-41ce-8fce-0425cb1a2b27 req-a0eb5483-d365-4bb9-a625-ea6ab0c84016 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 210 time: 0.0463629 Aug 19 12:37:32.664056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff135e5a-24ca-4d52-b4d8-a9ad99860766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af62dbbe-a66a-4315-8117-3263e7edc3e4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:32.716292 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.742103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] Set router 405152d5-0b98-49fd-abbe-813be65874c5 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:32.748062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b65da37f-0a91-4662-859a-ab85a434d839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.839313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b65da37f-0a91-4662-859a-ab85a434d839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.990659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59f6ec90-ba37-463a-bc9b-255ccfa0b9a2 req-b23044b2-c881-4796-a6f9-b0095be3f767 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 210 time: 0.0780156 Aug 19 12:37:33.181908 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46620) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:33.203271 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f29074b9-383a-4675-b43a-0f78a1863668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:33.217439 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:33.227593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f62ee0-04a8-446f-9bee-deeadb6b33d0 req-a0be02a2-789b-4b98-a3b6-a1707f2f85c9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:33.230057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25f62ee0-04a8-446f-9bee-deeadb6b33d0 req-a0be02a2-789b-4b98-a3b6-a1707f2f85c9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 946 time: 0.0914173 Aug 19 12:37:33.267696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:26Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '48151bb8-7d56-4324-bcdc-8a9164d9f6a8', 'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:8a:e4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:24Z', 'updated_at': '2021-08-19T12:37:31Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:33.325826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932b4ef-2a87-4757-88a1-8196370c78f4 None None] The sync data for ids ['405152d5-0b98-49fd-abbe-813be65874c5'] in n-d-778732-8 is: [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:26Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '48151bb8-7d56-4324-bcdc-8a9164d9f6a8', 'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:8a:e4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:24Z', 'updated_at': '2021-08-19T12:37:31Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:33.327369 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b65da37f-0a91-4662-859a-ab85a434d839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:33.337899 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b65da37f-0a91-4662-859a-ab85a434d839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:33.344151 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b65da37f-0a91-4662-859a-ab85a434d839 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af62dbbe-a66a-4315-8117-3263e7edc3e4 HTTP/1.1" status: 204 len: 168 time: 0.7289884 Aug 19 12:37:33.357535 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event updated for resources: {'Port': ['ID=21149cbb-8b18-41f4-a2dd-e71d9cd5d630,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:33.376869 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Network e9bcf083-c624-40ef-be1f-2bda59f727c2 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:33.386816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25f62ee0-04a8-446f-9bee-deeadb6b33d0 req-85541a06-7751-4aab-a254-9c56f05c05ae tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496685 Aug 19 12:37:33.464176 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:33.474833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:33.574768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-a0da8ff4-58c3-46f4-8b15-da600deb3e4e tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:33.578325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-a0da8ff4-58c3-46f4-8b15-da600deb3e4e tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.53 "GET /v2.0/networks?id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf HTTP/1.1" status: 200 len: 816 time: 0.3165944 Aug 19 12:37:33.591576 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65da37f-0a91-4662-859a-ab85a434d839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af62dbbe-a66a-4315-8117-3263e7edc3e4,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:33.608100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Request body: {'port': {'device_id': 'f352b195-ddb1-44dc-a333-b74c5884d3c6', 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf', 'admin_state_up': True, 'tenant_id': '2bd0f04e8c244a6b98a0e6f0a112589b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:34.017233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f29074b9-383a-4675-b43a-0f78a1863668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:34.055477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b14cd3c1-e8e8-4f4e-80b4-7d408cb5e4ae req-c713a21c-8b04-414a-af87-9ad0336b06b8 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 210 time: 0.1328638 Aug 19 12:37:34.309241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f29074b9-383a-4675-b43a-0f78a1863668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:34.399873 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1c9ae64-3fcb-4eec-ad91-f09c6a8e43f2 req-5e44e473-81bd-4a90-9f0a-3be2b09bc9c1 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 210 time: 0.1422665 Aug 19 12:37:34.509755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Made reservation on behalf of 2bd0f04e8c244a6b98a0e6f0a112589b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:34.516749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29074b9-383a-4675-b43a-0f78a1863668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dca3b5-dd53-4be0-9551-bb298a5e1274,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:34.517937 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:34.539375 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f29074b9-383a-4675-b43a-0f78a1863668 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35f1febc6cd1427a8fb81541b53fd033&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3557370 Aug 19 12:37:34.543513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46650) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:34.550470 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:34.891806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1601673e-7280-46ff-9668-f9d41ebd23e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:34.951738 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1601673e-7280-46ff-9668-f9d41ebd23e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:34.966289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Allocated IP 172.20.0.14 (e2f2c08c-574d-4ecb-ac66-c59ba21d74cf/c462a605-841d-48f5-a4ce-afacc3f7134f/52b1a6eb-b6a9-4c8e-bda6-e274cb096f29) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:35.045034 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.124743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:35.194315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46662) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:35.262760 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9feb4867-9774-40fb-b48d-44ef5b3b3585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.330195 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1601673e-7280-46ff-9668-f9d41ebd23e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.334443 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1601673e-7280-46ff-9668-f9d41ebd23e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.335997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1601673e-7280-46ff-9668-f9d41ebd23e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65dca3b5-dd53-4be0-9551-bb298a5e1274 HTTP/1.1" status: 204 len: 168 time: 0.7912407 Aug 19 12:37:35.440758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:35.458024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:35.458700 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.647058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Router 020f5242-2b13-4fab-97d1-88dcf5c0d81c is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:37:35.787082 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.904437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=48151bb8-7d56-4324-bcdc-8a9164d9f6a8,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:36.018287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:36.030023 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.044960 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Sync routers for ids ['020f5242-2b13-4fab-97d1-88dcf5c0d81c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:36.064375 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Routers {'020f5242-2b13-4fab-97d1-88dcf5c0d81c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:36.066982 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['020f5242-2b13-4fab-97d1-88dcf5c0d81c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:36.193761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=48151bb8-7d56-4324-bcdc-8a9164d9f6a8,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:36.301744 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efa7bb6c-6ad2-46b5-96de-16aaba911824 req-41da26e6-9a83-4d22-952c-768e49d92211 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 210 time: 0.9844918 Aug 19 12:37:36.303396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601673e-7280-46ff-9668-f9d41ebd23e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dca3b5-dd53-4be0-9551-bb298a5e1274,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:36.391264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce6be780-bd25-4c98-a0b3-ec52203d86b6 req-0fe66ee2-58d6-4868-acff-dd128bd72070 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 210 time: 0.2965388 Aug 19 12:37:36.419925 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Set router 020f5242-2b13-4fab-97d1-88dcf5c0d81c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:36.830869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-05340104-8e8f-47ef-97a8-9df13f5a2610 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:36.833734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-05340104-8e8f-47ef-97a8-9df13f5a2610 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.53 "GET /v2.0/networks?id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf HTTP/1.1" status: 200 len: 816 time: 1.4229498 Aug 19 12:37:36.847573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.880305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Request body: {'port': {'device_id': '446fa4cc-2978-41ec-85ca-3f8eddb043b4', 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf', 'admin_state_up': True, 'tenant_id': '2bd0f04e8c244a6b98a0e6f0a112589b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:36.938391 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f5242-2b13-4fab-97d1-88dcf5c0d81c', 'name': '', 'tenant_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9bcf083-c624-40ef-be1f-2bda59f727c2', 'external_fixed_ips': [{'subnet_id': '7a46e62a-660b-46fa-8307-51a787071713', 'ip_address': '2001:db8::6b'}], 'enable_snat': True}, 'gw_port_id': '21149cbb-8b18-41f4-a2dd-e71d9cd5d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:29Z', 'updated_at': '2021-08-19T12:37:33Z', 'revision_number': 3, 'project_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'gw_port': {'id': '21149cbb-8b18-41f4-a2dd-e71d9cd5d630', 'name': '', 'network_id': 'e9bcf083-c624-40ef-be1f-2bda59f727c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f5242-2b13-4fab-97d1-88dcf5c0d81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '7a46e62a-660b-46fa-8307-51a787071713', 'ip_address': '2001:db8::6b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:31Z', 'updated_at': '2021-08-19T12:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46e62a-660b-46fa-8307-51a787071713', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:36.987566 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Checking router: 020f5242-2b13-4fab-97d1-88dcf5c0d81c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:37:36.988463 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Updating router 020f5242-2b13-4fab-97d1-88dcf5c0d81c port 21149cbb-8b18-41f4-a2dd-e71d9cd5d630 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:37:37.024185 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.074891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:37.076971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-2cb1e315-9596-4399-8544-3ce5baacbde9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:37.081181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-2cb1e315-9596-4399-8544-3ce5baacbde9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 797 time: 0.6881981 Aug 19 12:37:37.092472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Transition to ACTIVE for port object 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:37.151373 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9feb4867-9774-40fb-b48d-44ef5b3b3585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.172698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:37.173660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.246469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-e700b82c-5b86-4068-a3cf-e86d1eb45940 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 380 time: 0.1437695 Aug 19 12:37:37.264994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'port': {'device_id': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'admin_state_up': True, 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'security_groups': ['b39e9525-4753-45e3-aa3e-b96cd74ec8a8']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:37.485801 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9feb4867-9774-40fb-b48d-44ef5b3b3585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.489934 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.567695 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.574780 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-31d9e72f-fbe1-4182-b23c-1aac43211f94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.1986611 Aug 19 12:37:37.581948 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46704) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:37.822067 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.863849 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Transition to ACTIVE for port object 21149cbb-8b18-41f4-a2dd-e71d9cd5d630 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:37.869982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Pushing event updated for resources: {'Port': ['ID=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:37.879279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2f63415-39cf-4083-a94a-2ff3fb8ae9d0 req-69965d60-6c34-4e26-8ad0-7a280165c67a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 210 time: 0.2224100 Aug 19 12:37:37.888730 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.895006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4502adbb-4169-444d-9d2f-37b6a6d09bf2 req-9a978965-17df-470d-8fcc-64c3c19f4987 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 210 time: 0.2180402 Aug 19 12:37:37.906672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:37.924872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9feb4867-9774-40fb-b48d-44ef5b3b3585 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f7a2f1378bc45b19db82de2614efe27&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7190750 Aug 19 12:37:37.926190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb4867-9774-40fb-b48d-44ef5b3b3585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992a1693-ba55-46dc-be5a-7ee6655c471b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:37.938000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46714) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:37.949077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:37.962277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:38.036632 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.111405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Made reservation on behalf of 2bd0f04e8c244a6b98a0e6f0a112589b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:38.120396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.120721 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0f8cd-648f-4c50-b6bd-37e8d65fd852 None None] Pushing event updated for resources: {'Port': ['ID=21149cbb-8b18-41f4-a2dd-e71d9cd5d630,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:38.207477 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Attempting to bind port 21149cbb-8b18-41f4-a2dd-e71d9cd5d630 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:38.210273 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Attempting to bind port 21149cbb-8b18-41f4-a2dd-e71d9cd5d630 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '901f83b0-d4a9-4226-b24b-32a7fe49be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e9bcf083-c624-40ef-be1f-2bda59f727c2'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:38.211255 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Attempting to bind port 21149cbb-8b18-41f4-a2dd-e71d9cd5d630 on network e9bcf083-c624-40ef-be1f-2bda59f727c2 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:38.231826 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:38.235454 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Checking segment: {'id': '901f83b0-d4a9-4226-b24b-32a7fe49be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e9bcf083-c624-40ef-be1f-2bda59f727c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:38.239528 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.241654 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Bound using segment: {'id': '901f83b0-d4a9-4226-b24b-32a7fe49be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e9bcf083-c624-40ef-be1f-2bda59f727c2'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:38.242526 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Bound port: 21149cbb-8b18-41f4-a2dd-e71d9cd5d630, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901f83b0-d4a9-4226-b24b-32a7fe49be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e9bcf083-c624-40ef-be1f-2bda59f727c2'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:38.243550 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.260033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:38.261250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.352631 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.389929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-eb9e776c-f0ad-4da7-b6a9-3a8f50421c3d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:38.398438 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-eb9e776c-f0ad-4da7-b6a9-3a8f50421c3d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.52 "GET /v2.0/networks?id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf HTTP/1.1" status: 200 len: 816 time: 0.4193456 Aug 19 12:37:38.414544 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] For port 21149cbb-8b18-41f4-a2dd-e71d9cd5d630, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:38.418702 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] For port 21149cbb-8b18-41f4-a2dd-e71d9cd5d630, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=21149cbb-8b18-41f4-a2dd-e71d9cd5d630,segment=NetworkSegment(901f83b0-d4a9-4226-b24b-32a7fe49be5a),segment_id=901f83b0-d4a9-4226-b24b-32a7fe49be5a)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:38.424154 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Request body: {'port': {'device_id': 'ad76c6a9-c2cc-4401-b813-edc29e830cec', 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf', 'admin_state_up': True, 'tenant_id': '2bd0f04e8c244a6b98a0e6f0a112589b'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:38.506764 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d733c57c-128f-4dda-93be-873a0d327d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.564279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d733c57c-128f-4dda-93be-873a0d327d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.647416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:38.652816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.681765 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.682238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4f607f1c-85f2-487f-8422-eb4978c2a6b5 None None] Provisioning for port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:38.688315 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4f607f1c-85f2-487f-8422-eb4978c2a6b5 None None] Provisioning complete for port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:38.688807 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f607f1c-85f2-487f-8422-eb4978c2a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.774419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46732) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:38.777313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-116de6ff-4523-4b03-8535-9e2e0defff06 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1799622 Aug 19 12:37:38.803582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Request body: {'port': {'device_id': 'f352b195-ddb1-44dc-a333-b74c5884d3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:38.812502 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Routers {'020f5242-2b13-4fab-97d1-88dcf5c0d81c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:38.813738 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['020f5242-2b13-4fab-97d1-88dcf5c0d81c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:38.821363 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0f8cd-648f-4c50-b6bd-37e8d65fd852 None None] Pushing event updated for resources: {'Port': ['ID=21149cbb-8b18-41f4-a2dd-e71d9cd5d630,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:38.833241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4f607f1c-85f2-487f-8422-eb4978c2a6b5 None None] Port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:38.843649 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Deleting port 21149cbb-8b18-41f4-a2dd-e71d9cd5d630 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:38.844298 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.959682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Allocated IP 172.20.0.4 (e2f2c08c-574d-4ecb-ac66-c59ba21d74cf/c462a605-841d-48f5-a4ce-afacc3f7134f/9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:38.974191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Made reservation on behalf of 2bd0f04e8c244a6b98a0e6f0a112589b for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:38.987871 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.189359 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] Set router 020f5242-2b13-4fab-97d1-88dcf5c0d81c gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:39.202508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.241330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] For port 21149cbb-8b18-41f4-a2dd-e71d9cd5d630, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=21149cbb-8b18-41f4-a2dd-e71d9cd5d630,segment=NetworkSegment(901f83b0-d4a9-4226-b24b-32a7fe49be5a),segment_id=901f83b0-d4a9-4226-b24b-32a7fe49be5a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:39.241737 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.278405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Calling delete_port for 21149cbb-8b18-41f4-a2dd-e71d9cd5d630 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:39.288168 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f5242-2b13-4fab-97d1-88dcf5c0d81c', 'name': '', 'tenant_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:29Z', 'updated_at': '2021-08-19T12:37:38Z', 'revision_number': 4, 'project_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:39.348103 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c0486-8d77-4dc2-a89d-9231ada42c03 None None] The sync data for ids ['020f5242-2b13-4fab-97d1-88dcf5c0d81c'] in n-d-778732-8 is: [{'id': '020f5242-2b13-4fab-97d1-88dcf5c0d81c', 'name': '', 'tenant_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:29Z', 'updated_at': '2021-08-19T12:37:38Z', 'revision_number': 4, 'project_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:39.395077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abdc9bf3-e81c-4259-979c-609172ef54e8 req-0d653025-b94f-454c-b1af-6c41a7b6b6ec tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 210 time: 0.1544805 Aug 19 12:37:39.398877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9e0120-b169-4aed-9891-464a8adf17f7 req-23318d5f-cda6-4251-8245-bb8352fc53c9 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 210 time: 0.2086701 Aug 19 12:37:39.433063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.20.0.12 (d274a56e-8c38-479a-8ebd-8549a9e1a6a9/cc33c73a-7b65-4a49-9247-5a702d9f38bf/3dce6e05-9b47-4751-be4e-80f031cfd1d5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:39.459406 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d733c57c-128f-4dda-93be-873a0d327d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.465348 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d733c57c-128f-4dda-93be-873a0d327d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.475293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d733c57c-128f-4dda-93be-873a0d327d56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/992a1693-ba55-46dc-be5a-7ee6655c471b HTTP/1.1" status: 204 len: 168 time: 1.5341275 Aug 19 12:37:39.687264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733c57c-128f-4dda-93be-873a0d327d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992a1693-ba55-46dc-be5a-7ee6655c471b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:39.701722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1070064702', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:39.756207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:40.018332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:40.041485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'port_id': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'mac_address': 'fa:16:3e:a6:0a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:40.047571 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.142040 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.179261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f794bf4e-48da-40fe-b22e-0cbc426e69de {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:40.184940 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event deleted for resources: {'Port': ['ID=21149cbb-8b18-41f4-a2dd-e71d9cd5d630,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:40.200000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.203470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Made reservation on behalf of acad5f630a2e45e08ce92f9faf832df6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:40.206477 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.271144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:40.333953 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.339633 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.384855 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.388489 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.403551 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.422793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Transition to ACTIVE for port object 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:40.584888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:40.609324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62aec3e-56aa-4c51-9331-64c05f01ccf5 req-d89e2409-d02e-4d99-8815-779c2e417def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:40.618383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d62aec3e-56aa-4c51-9331-64c05f01ccf5 req-d89e2409-d02e-4d99-8815-779c2e417def service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1097 time: 0.2755103 Aug 19 12:37:40.635131 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.636593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 020f5242-2b13-4fab-97d1-88dcf5c0d81c {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:37:40.643623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.648004 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ded44227-4f82-443e-97e5-2d642695d1a0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "DELETE /v2.0/routers/020f5242-2b13-4fab-97d1-88dcf5c0d81c HTTP/1.1" status: 204 len: 168 time: 3.0679617 Aug 19 12:37:40.663287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f794bf4e-48da-40fe-b22e-0cbc426e69de'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:40.672236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46782) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:40.776734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46788) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:40.821702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7abd23fe-651c-42ef-bdb3-462341706ccc req-9d910aea-992d-4812-a57c-10561814499a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 210 time: 0.1433978 Aug 19 12:37:40.881796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6109bb1a-c898-440c-b6e5-ba30b86e67a5 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Deleting subnet 7a46e62a-660b-46fa-8307-51a787071713 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:37:40.888767 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6109bb1a-c898-440c-b6e5-ba30b86e67a5 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.984682 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6109bb1a-c898-440c-b6e5-ba30b86e67a5 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.998843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0d9f986-21f9-4dc2-84fb-5c481f8ed0d8 req-5c8e3600-c00d-4902-ae71-500fe2c92af2 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 210 time: 0.3273387 Aug 19 12:37:41.030539 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.089961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1412859427', 'router:external': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:41.097109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6109bb1a-c898-440c-b6e5-ba30b86e67a5 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.200650 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.214777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Transition to ACTIVE for port object 3dce6e05-9b47-4751-be4e-80f031cfd1d5 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:41.292382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62aec3e-56aa-4c51-9331-64c05f01ccf5 req-32775554-adbc-453f-a471-6dd323fa947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:41.295400 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d62aec3e-56aa-4c51-9331-64c05f01ccf5 req-32775554-adbc-453f-a471-6dd323fa947f service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.6091733 Aug 19 12:37:41.397534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d62aec3e-56aa-4c51-9331-64c05f01ccf5 req-4bfb6b12-c7d3-4a9d-9f9d-2945b1b6ea6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 999 time: 0.0902348 Aug 19 12:37:41.468834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62aec3e-56aa-4c51-9331-64c05f01ccf5 req-af391def-947e-4616-80af-a7e9740c6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:41.470673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d62aec3e-56aa-4c51-9331-64c05f01ccf5 req-af391def-947e-4616-80af-a7e9740c6e7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.0644717 Aug 19 12:37:41.494489 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.517964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] device_id is not set on port b9b342df-3c55-421b-87ab-541689ba8287 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:37:41.618418 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6109bb1a-c898-440c-b6e5-ba30b86e67a5 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.630551 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.638459 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.686964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109bb1a-c898-440c-b6e5-ba30b86e67a5 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7a46e62a-660b-46fa-8307-51a787071713,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:41.710348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Made reservation on behalf of 2b7b2b59ffbb4ab0aeccabdc69f6e2c7 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:41.712033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba262d6-a6f6-4e44-bc67-9221d7d813d6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:41.714126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.719001 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6109bb1a-c898-440c-b6e5-ba30b86e67a5 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.722083 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6109bb1a-c898-440c-b6e5-ba30b86e67a5 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/7a46e62a-660b-46fa-8307-51a787071713 HTTP/1.1" status: 204 len: 168 time: 1.0474136 Aug 19 12:37:41.727603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46810) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:41.748900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:41.774899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62aec3e-56aa-4c51-9331-64c05f01ccf5 req-870014d5-dffd-4065-bf75-7a808feb57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:41.777606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d62aec3e-56aa-4c51-9331-64c05f01ccf5 req-870014d5-dffd-4065-bf75-7a808feb57a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2984858 Aug 19 12:37:41.805989 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.829738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:41.850420 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.892800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port f794bf4e-48da-40fe-b22e-0cbc426e69de triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:41.893711 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:42.039919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Allocated IP 172.20.0.7 (e2f2c08c-574d-4ecb-ac66-c59ba21d74cf/c462a605-841d-48f5-a4ce-afacc3f7134f/f387cbcb-049b-416f-9862-382daa00b8f1) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:42.164845 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-900e2344-a724-4bb5-9a49-3985fa37e9c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3901050 Aug 19 12:37:42.176576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:42.330257 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:42.380636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:42.384219 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca7c8a8-69be-46e3-9bdf-d30a4e3a0321" -d '{"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-plugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:42.431123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:42.443223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:42.548605 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:42.609468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:42.615715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:42.696370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:42.698961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d62aec3e-56aa-4c51-9331-64c05f01ccf5 req-d4908cbb-03b6-4587-b194-2ad1111167e6 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9118962 Aug 19 12:37:42.777653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:42.836297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:42.867264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:42.993737 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.011222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-13c99b09-94fc-4bbc-8999-f4204b89b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:43.014903 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-13c99b09-94fc-4bbc-8999-f4204b89b619 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 1097 time: 0.7367020 Aug 19 12:37:43.054460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bcf083-c624-40ef-be1f-2bda59f727c2']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:43.186716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0c1a8f5-5659-4381-bb43-47aaf9e67c02 req-0ee789aa-043f-4f39-a933-627e75961595 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 210 time: 0.5811882 Aug 19 12:37:43.232075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.239676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901f83b0-d4a9-4226-b24b-32a7fe49be5a') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:43.240233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901f83b0-d4a9-4226-b24b-32a7fe49be5a') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:43.276584 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.343787 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.359674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:37:43.360685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.372780 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea5771f-6fc8-4b01-a7e9-97565dc0ed88 x-openstack-request-id: req-8ea5771f-6fc8-4b01-a7e9-97565dc0ed88 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:43.373169 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-plugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:43.373510 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ea5771f-6fc8-4b01-a7e9-97565dc0ed88 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:43.374076 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'code': 200} Aug 19 12:37:43.421593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Allocated IP 172.25.6.95 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/b9b342df-3c55-421b-87ab-541689ba8287) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:43.476360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-269fa660-8d28-480f-8465-36bdf784567b None None] Provisioning for port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:43.483454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-269fa660-8d28-480f-8465-36bdf784567b None None] Provisioning complete for port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:43.483454 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-269fa660-8d28-480f-8465-36bdf784567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:37:43.488898 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:37:43.499489 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.558857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-269fa660-8d28-480f-8465-36bdf784567b None None] Port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:43.589740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:43.592166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.601030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b460dd8-0c51-4961-8a60-10a26f6ff3bc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:43.607868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Pushing event updated for resources: {'Port': ['ID=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:43.613620 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.666550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:43.687924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8102e-eb2a-449e-ac6a-5ef875ecc82e req-dbe91dc4-77e7-4574-b968-ec6eef87cd4a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:43.694415 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.694772 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Added segment 504a02ed-29e5-4fb8-8985-c8466a1c85b5 of type vlan for network 3cb4863d-165a-4d61-b9c9-f36a19b34af8 Aug 19 12:37:43.700123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9be8102e-eb2a-449e-ac6a-5ef875ecc82e req-dbe91dc4-77e7-4574-b968-ec6eef87cd4a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 932 time: 1.0879505 Aug 19 12:37:43.724522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:43.726690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.789407 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.842748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9a9041c4-0080-49db-8b68-806ea3c6f21a None None] Provisioning for port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:43.844707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.855257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9a9041c4-0080-49db-8b68-806ea3c6f21a None None] Provisioning complete for port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:43.861515 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9a9041c4-0080-49db-8b68-806ea3c6f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.863195 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Transition to ACTIVE for port object f387cbcb-049b-416f-9862-382daa00b8f1 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:43.866062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9bcf083-c624-40ef-be1f-2bda59f727c2 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:37:43.871162 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-687f684d-3cb8-4182-a81d-59076607eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:43.877045 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-687f684d-3cb8-4182-a81d-59076607eca8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 918 time: 0.8121233 Aug 19 12:37:43.891552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.900694 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "DELETE /v2.0/networks/e9bcf083-c624-40ef-be1f-2bda59f727c2 HTTP/1.1" status: 204 len: 168 time: 2.1659513 Aug 19 12:37:43.919132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe563b-cba6-4c83-8aca-57dd5e3f1941 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9bcf083-c624-40ef-be1f-2bda59f727c2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:43.972738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9be8102e-eb2a-449e-ac6a-5ef875ecc82e req-225aab27-3046-4a64-9bfb-62cd4501b879 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706773 Aug 19 12:37:44.035945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d62aec3e-56aa-4c51-9331-64c05f01ccf5 req-a5f5c2f1-d3e8-49bf-9a78-aee8e6aa689b service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0975511 Aug 19 12:37:44.039070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-afaa021a-9bf1-4cd8-97f8-56240b61014d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1870136 Aug 19 12:37:44.060419 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-ab7c42eb-d59f-4dc3-9ee0-7aff69a526b2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8026085 Aug 19 12:37:44.068632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Request body: {'port': {'device_id': '446fa4cc-2978-41ec-85ca-3f8eddb043b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:44.102451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9a9041c4-0080-49db-8b68-806ea3c6f21a None None] Port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:44.108449 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-a2d55695-0a04-416a-a489-e2201e652781 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf492600-0474-4b28-a6f8-a69e8df44730 HTTP/1.1" status: 200 len: 1000 time: 0.2015352 Aug 19 12:37:44.114431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.114431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:44.114832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.137924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Request body: {'port': {'device_id': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:44.262533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.472499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event updated for resources: {'Network': ['ID=3cb4863d-165a-4d61-b9c9-f36a19b34af8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:44.490422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.501161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 3cb4863d-165a-4d61-b9c9-f36a19b34af8 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:44.693831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.712879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Pushing event updated for resources: {'Port': ['ID=f387cbcb-049b-416f-9862-382daa00b8f1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:44.749921 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-23d01a09-fa7d-43b4-926c-bb10fb376882 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.9572175 Aug 19 12:37:44.768101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46852) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:44.792347 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Request body: {'subnet': {'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:44.820339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-f3766543-ddc6-421f-a6b4-b98bafc1c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:44.836202 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-f3766543-ddc6-421f-a6b4-b98bafc1c434 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.7174637 Aug 19 12:37:44.840084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.876130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:44.965661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:44.979543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:45.170043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Made reservation on behalf of 2b7b2b59ffbb4ab0aeccabdc69f6e2c7 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:45.187245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:45.399080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-ea788b78-304d-449d-ba8d-93813c10dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:45.401019 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-ea788b78-304d-449d-ba8d-93813c10dad3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5479090 Aug 19 12:37:45.471228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:45.474933 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:45.476278 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:45.618224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-05488d25-a4f3-441d-8ac3-cb03d9b6cede None None] Provisioning for port f387cbcb-049b-416f-9862-382daa00b8f1 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:45.626194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-05488d25-a4f3-441d-8ac3-cb03d9b6cede None None] Provisioning complete for port f387cbcb-049b-416f-9862-382daa00b8f1 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:45.626717 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-05488d25-a4f3-441d-8ac3-cb03d9b6cede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:45.806489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-05488d25-a4f3-441d-8ac3-cb03d9b6cede None None] Port f387cbcb-049b-416f-9862-382daa00b8f1 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:45.921683 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46866) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:45.946633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a33559ba-cf0e-41c9-9775-c17a56096c13 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Request body: {'router': {'name': 'tempest-router--345836607', 'project_id': '49f0ecf7ffb240f3b896cdfe56a677c7'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:46.057105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09deff-502a-4685-86d6-99ddd51d98d3 req-6f2b8b52-a5d8-47e8-ab7a-7fb2a61113a7 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:46.061083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be09deff-502a-4685-86d6-99ddd51d98d3 req-6f2b8b52-a5d8-47e8-ab7a-7fb2a61113a7 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 931 time: 1.5550718 Aug 19 12:37:46.063331 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.076031 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-99057047-7ab9-4ee1-a12d-517bcd26a520 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6639218 Aug 19 12:37:46.095799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Request body: {'port': {'device_id': 'ad76c6a9-c2cc-4401-b813-edc29e830cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:46.290111 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.344731 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-1ffee07a-8668-46f1-8304-20cee766abe3 service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9257390 Aug 19 12:37:46.599460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:46.606499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a33559ba-cf0e-41c9-9775-c17a56096c13 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.610221 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a33559ba-cf0e-41c9-9775-c17a56096c13 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.694686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ad17e-32e5-4870-bd53-f205c9e08953 req-a2d7fee8-eb35-41dd-98df-e143f9610f33 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:46.699786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b3ad17e-32e5-4870-bd53-f205c9e08953 req-a2d7fee8-eb35-41dd-98df-e143f9610f33 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 932 time: 1.3843160 Aug 19 12:37:46.719778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be09deff-502a-4685-86d6-99ddd51d98d3 req-c0c54fb1-332a-422c-ae8c-4f91927191a5 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864043 Aug 19 12:37:46.726747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:46.735575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:46.763083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dce6e05-9b47-4751-be4e-80f031cfd1d5 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:46.777990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.798574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:46.835855 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ce8ea7bf-ee53-409b-be67-675593a05b17 req-72271f39-dd43-485f-90fa-eaba7761c853 service neutron] 10.222.0.53 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804254 Aug 19 12:37:46.840347 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.913127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Transition to ACTIVE for port object 3dce6e05-9b47-4751-be4e-80f031cfd1d5 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:46.994258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Pushing event updated for resources: {'Port': ['ID=b9b342df-3c55-421b-87ab-541689ba8287,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:47.110237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Transition to ACTIVE for port object 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:47.128817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.objects.ports [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:37:47.129081 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.129222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.137777 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a33559ba-cf0e-41c9-9775-c17a56096c13 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.203889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event updated for resources: {'Subnet': ['ID=758ff8f5-d049-4034-a33a-ee5dc0c6b493,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:47.207836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b3ad17e-32e5-4870-bd53-f205c9e08953 req-6669a220-6420-4d5c-8602-1ecb2d5a5ed9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140151 Aug 19 12:37:47.215715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:47.216693 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.291176 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.295760 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a33559ba-cf0e-41c9-9775-c17a56096c13 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.331495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Checking segment: {'id': '504a02ed-29e5-4fb8-8985-c8466a1c85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:47.332708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Network hostable DHCP agents. Network: 3cb4863d-165a-4d61-b9c9-f36a19b34af8, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:37:47.450494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:47.565146 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e3e2d58f-e5c1-476d-87a1-aa85ec936c2f tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 8.7821076 Aug 19 12:37:47.566442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46882) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:47.577020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.95'}]}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:47.594157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Network 3cb4863d-165a-4d61-b9c9-f36a19b34af8 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:37:47.644222 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a33559ba-cf0e-41c9-9775-c17a56096c13 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.646220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a33559ba-cf0e-41c9-9775-c17a56096c13 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.7117603 Aug 19 12:37:47.672803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46884) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:47.748765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 3cb4863d-165a-4d61-b9c9-f36a19b34af8) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:47.761227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:47.763552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.767007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998ef095-5869-4b74-b5ae-3018590291d4 None None] Network 3cb4863d-165a-4d61-b9c9-f36a19b34af8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:47.814191 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.816155 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.881011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Pushing event updated for resources: {'Port': ['ID=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:48.040147 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fa6b008a-e31a-4d20-bd8c-ff252e36be36 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2675180 Aug 19 12:37:48.043732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46894) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:48.061627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:48.069019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-18554406', 'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:48.220232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24581f85-f512-4b23-8544-08a268eb7876 None None] Network 3cb4863d-165a-4d61-b9c9-f36a19b34af8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:48.384972 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Made reservation on behalf of 2b7b2b59ffbb4ab0aeccabdc69f6e2c7 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:48.387571 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:48.554482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] device_id is not set on port 67e8ca58-9ed7-4a74-b4dd-6891c8f35235 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:37:48.586983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:48.587549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:48.588102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:48.603673 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad837252-288b-4466-9a3b-b10f9c062e3b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:48.710759 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:48.727740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:48.728356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:48.771735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:48.772561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Checking segment: {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:48.773055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Bound using segment: {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:48.773646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Bound port: 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:48.774046 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:48.962879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Attempting to bind port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:48.962879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Attempting to bind port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:48.962879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Attempting to bind port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 on network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:49.019656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Allocated IP 172.20.0.3 (3cb4863d-165a-4d61-b9c9-f36a19b34af8/758ff8f5-d049-4034-a33a-ee5dc0c6b493/67e8ca58-9ed7-4a74-b4dd-6891c8f35235) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:49.060105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b230b-d445-48f5-825d-54a0a10b5407 req-e83d309d-5fb3-4ab0-91e1-209012a86227 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:49.067548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e45b230b-d445-48f5-825d-54a0a10b5407 req-e83d309d-5fb3-4ab0-91e1-209012a86227 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 931 time: 0.9335160 Aug 19 12:37:49.076315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 on network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:49.076647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Attempting to bind port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 on network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:49.097328 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c6b21-ba88-4ed2-8cfc-d2e189663390 req-2064c364-e29a-4d21-98a0-30b7c5471c5d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:49.108162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-835c6b21-ba88-4ed2-8cfc-d2e189663390 req-2064c364-e29a-4d21-98a0-30b7c5471c5d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 944 time: 0.6092963 Aug 19 12:37:49.109271 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad837252-288b-4466-9a3b-b10f9c062e3b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.114681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:49.122458 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad837252-288b-4466-9a3b-b10f9c062e3b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.146277 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.154671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:49.155041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Checking segment: {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:49.155432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Bound using segment: {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:49.156292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Bound port: 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:49.156292 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.272577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Transition to ACTIVE for port object 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:49.310507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:49.325661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e45b230b-d445-48f5-825d-54a0a10b5407 req-1babaa0c-d391-41e2-b717-a0f12f0ddd68 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559412 Aug 19 12:37:49.373308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:49.390597 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-835c6b21-ba88-4ed2-8cfc-d2e189663390 req-27836a20-3aba-4635-b492-6a7276dbf3b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834945 Aug 19 12:37:49.429488 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.437393 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad837252-288b-4466-9a3b-b10f9c062e3b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.438113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad837252-288b-4466-9a3b-b10f9c062e3b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cbafb5f-7ac8-4b85-8ce1-79fd9340d745 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:37:49.445237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad837252-288b-4466-9a3b-b10f9c062e3b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.446442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ad837252-288b-4466-9a3b-b10f9c062e3b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "DELETE /v2.0/routers/9cbafb5f-7ac8-4b85-8ce1-79fd9340d745 HTTP/1.1" status: 204 len: 168 time: 1.7681715 Aug 19 12:37:49.453823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] For port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:49.516165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] For port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:49.523752 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.611043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.648908 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.688371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:49.700713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.733614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:49.734613 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.737558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] 10.222.0.53 "PUT /v2.0/ports/3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1092 time: 5.6136270 Aug 19 12:37:49.737558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:49.742900 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a5e775-a8e0-4cf1-982b-bfbb6f8571d3" -d '{"events": [{"name": "network-changed", "server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:49.839325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Attempting to bind port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:49.839707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Attempting to bind port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:49.845831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Attempting to bind port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad on network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:49.858094 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed2c8c2-1ee5-4648-bd3a-c77ed86ce56b x-openstack-request-id: req-eed2c8c2-1ee5-4648-bd3a-c77ed86ce56b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:49.858632 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:49.858962 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eed2c8c2-1ee5-4648-bd3a-c77ed86ce56b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:49.859573 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'status': 'completed', 'code': 200} Aug 19 12:37:49.866970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5ba41-5086-4820-b3bd-17e0b55d5a7b service neutron] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:49.871391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad on network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:49.871901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Attempting to bind port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad on network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:49.889317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:49.890072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Checking segment: {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:49.890812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Bound using segment: {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:49.891506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Bound port: 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:49.892243 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.028137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5e775-a8e0-4cf1-982b-bfbb6f8571d3 req-911ce91b-0819-42f2-a06e-8e09f8787814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:50.034702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74a5e775-a8e0-4cf1-982b-bfbb6f8571d3 req-911ce91b-0819-42f2-a06e-8e09f8787814 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1095 time: 0.1317725 Aug 19 12:37:50.142160 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.172611 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f387cbcb-049b-416f-9862-382daa00b8f1 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:50.211225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] For port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:50.211469 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.226348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.270143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] For port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:50.281470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:50.282122 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.284272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] 10.222.0.53 "PUT /v2.0/ports/52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 HTTP/1.1" status: 200 len: 1092 time: 11.4879565 Aug 19 12:37:50.333780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.362850 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Transition to ACTIVE for port object f387cbcb-049b-416f-9862-382daa00b8f1 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:50.380472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc330b-63db-4b85-962e-648215e2f481 service neutron] Pushing event updated for resources: {'Port': ['ID=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:50.402348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5e775-a8e0-4cf1-982b-bfbb6f8571d3 req-d097b47d-05ad-4fb2-93b8-6b270c11b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:50.403972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74a5e775-a8e0-4cf1-982b-bfbb6f8571d3 req-d097b47d-05ad-4fb2-93b8-6b270c11b4ad service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=14342c7fb8294b128c580938853dcfe8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3587096 Aug 19 12:37:50.492045 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event updated for resources: {'Port': ['ID=67e8ca58-9ed7-4a74-b4dd-6891c8f35235,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:50.498699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Network 3cb4863d-165a-4d61-b9c9-f36a19b34af8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:50.529039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:50.535285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:50.547255 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.634248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46934) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:50.671050 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.820763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:50.821973 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.829817 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-3e066cb5-0955-459e-a529-af594526de82 service neutron] 10.222.0.53 "PUT /v2.0/ports/9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad HTTP/1.1" status: 200 len: 1091 time: 6.7727194 Aug 19 12:37:50.901112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Pushing event updated for resources: {'Port': ['ID=f387cbcb-049b-416f-9862-382daa00b8f1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:50.907047 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.925197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:50.925885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.938229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:51.003889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39c3ad-9690-4e6c-9f4b-19c5afff97f2 req-2a4024bb-d412-4e59-9704-cb20bf2bd6fa tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:51.027872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab39c3ad-9690-4e6c-9f4b-19c5afff97f2 req-2a4024bb-d412-4e59-9704-cb20bf2bd6fa tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 931 time: 0.5454466 Aug 19 12:37:51.074318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-7dbad238-e58b-4048-9495-5b37e786732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:51.076053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-7dbad238-e58b-4048-9495-5b37e786732d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 1095 time: 0.4832516 Aug 19 12:37:51.101129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Attempting to bind port f387cbcb-049b-416f-9862-382daa00b8f1 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:51.105134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Attempting to bind port f387cbcb-049b-416f-9862-382daa00b8f1 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:51.105840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Attempting to bind port f387cbcb-049b-416f-9862-382daa00b8f1 on network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:51.127737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Port f387cbcb-049b-416f-9862-382daa00b8f1 on network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:51.135316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Attempting to bind port f387cbcb-049b-416f-9862-382daa00b8f1 on network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:51.150409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:51.156266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Checking segment: {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:51.157615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Bound using segment: {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:51.162729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Bound port: f387cbcb-049b-416f-9862-382daa00b8f1, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda537a1-f117-4f39-81ac-a2c428db9a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:51.162729 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:51.180724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8dae8-9a88-4f3a-8b9e-194a164fba42 req-5f9b152e-973e-45ea-a75b-88d490020c4c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:51.184072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43d8dae8-9a88-4f3a-8b9e-194a164fba42 req-5f9b152e-973e-45ea-a75b-88d490020c4c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 944 time: 0.6307917 Aug 19 12:37:51.185622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e066cb5-0955-459e-a529-af594526de82 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:51.248611 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1752356247', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:51.274617 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b93a9e75-358b-4c7a-9b53-c2f62641e2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:51.291723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:51.292902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0af2e12b-bea6-4e5d-802f-3e555f431707 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:37:51.300253 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e714a5b6-4404-41eb-b846-80b262a70009 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 3.2546728 Aug 19 12:37:51.313894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46942) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:51.398666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5e775-a8e0-4cf1-982b-bfbb6f8571d3 req-873418a3-0966-41f0-92e3-46678be9d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:51.400470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74a5e775-a8e0-4cf1-982b-bfbb6f8571d3 req-873418a3-0966-41f0-92e3-46678be9d664 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9771318 Aug 19 12:37:51.409082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-5359f89d-5267-4d67-9a0d-b747cc3970b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 HTTP/1.1" status: 200 len: 217 time: 0.2722225 Aug 19 12:37:51.508337 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab39c3ad-9690-4e6c-9f4b-19c5afff97f2 req-beeacab5-5b00-4eee-a9e9-381936ff983f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782031 Aug 19 12:37:51.574059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43d8dae8-9a88-4f3a-8b9e-194a164fba42 req-f899868b-a312-4b95-9fed-41b785a97c88 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396807 Aug 19 12:37:51.585186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:51.586732 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:51.603653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-1b2a07c7-b5ad-4cd6-a173-0405b6ce362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:51.605652 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-1b2a07c7-b5ad-4cd6-a173-0405b6ce362a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4 HTTP/1.1" status: 200 len: 1094 time: 0.3683259 Aug 19 12:37:51.625735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-26b0d504-886f-42b1-b76d-43bef66f50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:51.628971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-26b0d504-886f-42b1-b76d-43bef66f50e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c462a605-841d-48f5-a4ce-afacc3f7134f HTTP/1.1" status: 200 len: 855 time: 0.2076492 Aug 19 12:37:51.636767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] For port f387cbcb-049b-416f-9862-382daa00b8f1, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:51.689251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-c13e486d-430a-4e15-b4ad-13b686126ad9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad HTTP/1.1" status: 200 len: 217 time: 0.0711527 Aug 19 12:37:51.705548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] For port f387cbcb-049b-416f-9862-382daa00b8f1, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f387cbcb-049b-416f-9862-382daa00b8f1,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:51.714567 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:51.725590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-3b4d5a84-8858-428a-8295-950c1a6afb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:51.725590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-3b4d5a84-8858-428a-8295-950c1a6afb08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1095 time: 0.2702055 Aug 19 12:37:51.736512 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7eaeaa74-574a-4221-818f-c0bbb7c158ef tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Deleting port 67e8ca58-9ed7-4a74-b4dd-6891c8f35235 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:51.737497 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7eaeaa74-574a-4221-818f-c0bbb7c158ef tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:51.768714 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:37:51.771713 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-86522cc9-60b0-45dd-9a75-279863d9a58c tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2034299 Aug 19 12:37:51.796677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46952) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:51.870355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.156024 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.216828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:52.226577 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.226577 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] 10.222.0.52 "PUT /v2.0/ports/f387cbcb-049b-416f-9862-382daa00b8f1 HTTP/1.1" status: 200 len: 1091 time: 6.1359482 Aug 19 12:37:52.239569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad76c6a9-c2cc-4401-b813-edc29e830cec', 'tag': 'f387cbcb-049b-416f-9862-382daa00b8f1'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:52.244255 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a7049b-d3a1-409b-9da1-50c298c64233" -d '{"events": [{"name": "network-changed", "server_uuid": "ad76c6a9-c2cc-4401-b813-edc29e830cec", "tag": "f387cbcb-049b-416f-9862-382daa00b8f1"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:52.275079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe19af-cccd-412e-932b-fee99b79bec4 service neutron] Pushing event updated for resources: {'Port': ['ID=f387cbcb-049b-416f-9862-382daa00b8f1,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:52.291009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f352b195-ddb1-44dc-a333-b74c5884d3c6', 'tag': '52b1a6eb-b6a9-4c8e-bda6-e274cb096f29'}, {'name': 'network-changed', 'server_uuid': '446fa4cc-2978-41ec-85ca-3f8eddb043b4', 'tag': '9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:52.291009 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "f352b195-ddb1-44dc-a333-b74c5884d3c6", "tag": "52b1a6eb-b6a9-4c8e-bda6-e274cb096f29"}, {"name": "network-changed", "server_uuid": "446fa4cc-2978-41ec-85ca-3f8eddb043b4", "tag": "9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:52.298670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-951df3d3-14d6-4fde-9758-98c00acdbc7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 217 time: 0.5476255 Aug 19 12:37:52.309809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7eaeaa74-574a-4221-818f-c0bbb7c158ef tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.341110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7eaeaa74-574a-4221-818f-c0bbb7c158ef tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Calling delete_port for 67e8ca58-9ed7-4a74-b4dd-6891c8f35235 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:52.394754 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77651fa3-f955-46ce-8ceb-1a66eabfbf12 x-openstack-request-id: req-77651fa3-f955-46ce-8ceb-1a66eabfbf12 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:52.394754 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad76c6a9-c2cc-4401-b813-edc29e830cec", "tag": "f387cbcb-049b-416f-9862-382daa00b8f1", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:52.394754 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77651fa3-f955-46ce-8ceb-1a66eabfbf12 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:52.394754 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad76c6a9-c2cc-4401-b813-edc29e830cec', 'tag': 'f387cbcb-049b-416f-9862-382daa00b8f1', 'status': 'completed', 'code': 200} Aug 19 12:37:52.463058 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd637cf1-0bda-4071-a75a-d0395403d7fe x-openstack-request-id: req-dd637cf1-0bda-4071-a75a-d0395403d7fe {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:52.463556 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f352b195-ddb1-44dc-a333-b74c5884d3c6", "tag": "52b1a6eb-b6a9-4c8e-bda6-e274cb096f29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "446fa4cc-2978-41ec-85ca-3f8eddb043b4", "tag": "9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:52.463958 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd637cf1-0bda-4071-a75a-d0395403d7fe {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:52.464586 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f352b195-ddb1-44dc-a333-b74c5884d3c6', 'tag': '52b1a6eb-b6a9-4c8e-bda6-e274cb096f29', 'status': 'completed', 'code': 200} Aug 19 12:37:52.465016 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446fa4cc-2978-41ec-85ca-3f8eddb043b4', 'tag': '9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad', 'status': 'completed', 'code': 200} Aug 19 12:37:52.489878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-aeadeaf1-b6cb-46df-997a-b89f4dc3b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:52.492350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-aeadeaf1-b6cb-46df-997a-b89f4dc3b593 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c462a605-841d-48f5-a4ce-afacc3f7134f HTTP/1.1" status: 200 len: 855 time: 0.7739983 Aug 19 12:37:52.499531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-26b52a4a-5043-4a07-b6b4-2c149460e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:52.502144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-26b52a4a-5043-4a07-b6b4-2c149460e9b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8250666 Aug 19 12:37:52.812977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7049b-d3a1-409b-9da1-50c298c64233 req-e9317380-1a53-4a7a-94b6-db5fdacc3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:52.814732 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-70a7049b-d3a1-409b-9da1-50c298c64233 req-e9317380-1a53-4a7a-94b6-db5fdacc3012 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 1094 time: 0.4167397 Aug 19 12:37:52.974724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-fbfbace7-618b-44b9-9bc5-8450787268e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:52.977591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-fbfbace7-618b-44b9-9bc5-8450787268e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 200 len: 834 time: 0.6412044 Aug 19 12:37:53.020320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46968) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:53.132506 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7049b-d3a1-409b-9da1-50c298c64233 req-b2d5a89d-cc94-4642-aa1d-a5736a035e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:53.136571 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-70a7049b-d3a1-409b-9da1-50c298c64233 req-b2d5a89d-cc94-4642-aa1d-a5736a035e2d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3114498 Aug 19 12:37:53.245818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-1dcd51aa-cabc-4f20-9cc3-8c06ea50efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:53.250287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-1dcd51aa-cabc-4f20-9cc3-8c06ea50efc0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7452800 Aug 19 12:37:53.348976 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7eaeaa74-574a-4221-818f-c0bbb7c158ef tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.461519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04a7a2-82bd-48cf-9a10-01d3b3ba5480 req-86a38761-cb4a-49bb-9a74-332130684fce tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:53.464150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a04a7a2-82bd-48cf-9a10-01d3b3ba5480 req-86a38761-cb4a-49bb-9a74-332130684fce tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 943 time: 0.6874409 Aug 19 12:37:53.475036 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-8497546d-f557-4824-b292-ad03ac13a3d7 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8921540 Aug 19 12:37:53.491890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecd3b7-74be-4e86-999d-ea5d807ee9fd req-8fde496e-626b-451d-a4a9-dd5eeba16923 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:53.494734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ecd3b7-74be-4e86-999d-ea5d807ee9fd req-8fde496e-626b-451d-a4a9-dd5eeba16923 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 944 time: 0.6391971 Aug 19 12:37:53.515316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8fab8621-8462-41ed-9666-24b6b4dace68 tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Deleting port b9b342df-3c55-421b-87ab-541689ba8287 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:53.515788 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fab8621-8462-41ed-9666-24b6b4dace68 tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.565443 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce6eaab6-922a-4c13-a20f-f9339ce44f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.652335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaeaa74-574a-4221-818f-c0bbb7c158ef tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event deleted for resources: {'Port': ['ID=67e8ca58-9ed7-4a74-b4dd-6891c8f35235,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:53.656628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7049b-d3a1-409b-9da1-50c298c64233 req-1cf38fe3-0beb-432d-a587-a3a4feaf984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:53.659712 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-70a7049b-d3a1-409b-9da1-50c298c64233 req-1cf38fe3-0beb-432d-a587-a3a4feaf984b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5085633 Aug 19 12:37:53.661470 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7eaeaa74-574a-4221-818f-c0bbb7c158ef tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.679171 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7eaeaa74-574a-4221-818f-c0bbb7c158ef tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "DELETE /v2.0/ports/67e8ca58-9ed7-4a74-b4dd-6891c8f35235 HTTP/1.1" status: 204 len: 168 time: 2.3493006 Aug 19 12:37:53.681029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46976) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:53.688103 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8', 'external_fixed_ips': [{'subnet_id': '758ff8f5-d049-4034-a33a-ee5dc0c6b493', 'ip_address': '172.20.0.3'}]}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:53.726293 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.732022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-3c4797ce-07d5-4b08-b36f-c89c3c5b6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:53.732784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-3c4797ce-07d5-4b08-b36f-c89c3c5b6021 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7140071 Aug 19 12:37:53.810630 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.934453 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-195f49e8-a218-4d44-a521-d780e8ff9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:53.936838 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-195f49e8-a218-4d44-a521-d780e8ff9fed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 1094 time: 0.1416366 Aug 19 12:37:54.047476 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-d36242e2-ed69-470f-a300-a2b3b3f06736 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f387cbcb-049b-416f-9862-382daa00b8f1 HTTP/1.1" status: 200 len: 217 time: 0.1001110 Aug 19 12:37:54.051869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a04a7a2-82bd-48cf-9a10-01d3b3ba5480 req-d7394df5-53bd-498d-a33d-bf21a4002ebb tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414693 Aug 19 12:37:54.052971 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.058271 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.058608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ecd3b7-74be-4e86-999d-ea5d807ee9fd req-47bdd6d9-6f54-4557-a2d6-6594c4f91328 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5356302 Aug 19 12:37:54.080693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-00380930-4293-4c66-91e1-f3088d42fdfc service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7960529 Aug 19 12:37:54.286172 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fab8621-8462-41ed-9666-24b6b4dace68 tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.294343 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.311507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Allocated IP 172.25.6.154 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/3c0746f3-cc18-4903-a9c0-25494632c2af) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:54.327618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f49a2e-c893-4b17-9ea5-f29aac5f37da req-38974952-9d57-478c-a92c-4fb70ef16abb service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8158159 Aug 19 12:37:54.332304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-a9c6bfae-3d94-49c0-bdd5-6d6fb4e3072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:54.336614 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-a9c6bfae-3d94-49c0-bdd5-6d6fb4e3072c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c462a605-841d-48f5-a4ce-afacc3f7134f HTTP/1.1" status: 200 len: 855 time: 0.2252390 Aug 19 12:37:54.373290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8fab8621-8462-41ed-9666-24b6b4dace68 tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Calling delete_port for b9b342df-3c55-421b-87ab-541689ba8287 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:54.400815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-555b5759-dc0a-4841-b19f-bfca501a9d62 service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943508 Aug 19 12:37:54.716397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6da5f59e-da45-40bf-8cd8-f609bada3495 req-e7041166-a6b4-4324-927b-1a059e04dad3 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111917 Aug 19 12:37:54.799300 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce6eaab6-922a-4c13-a20f-f9339ce44f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.869917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-a338e11d-9e0c-4f82-91d8-0f8c5c5c7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:54.872026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-a338e11d-9e0c-4f82-91d8-0f8c5c5c7645 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 1095 time: 0.2406497 Aug 19 12:37:54.876896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a4b4214-565f-4ab5-b9d1-6f9c4ce2ff2d req-9c1ce1d8-8d29-4b3e-8746-0dd95cc911d3 service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353967 Aug 19 12:37:55.046895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce6eaab6-922a-4c13-a20f-f9339ce44f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.057979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-f5c5cac4-634d-4518-887e-984dbb7202e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.060422 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-f5c5cac4-634d-4518-887e-984dbb7202e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7147231 Aug 19 12:37:55.127079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6eaab6-922a-4c13-a20f-f9339ce44f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db96eba4-04a7-444b-a582-ea670dca80c7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:55.133541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-1b7f4672-d617-4292-b91d-38e30a0128c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.135120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-1b7f4672-d617-4292-b91d-38e30a0128c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf HTTP/1.1" status: 200 len: 917 time: 0.2492795 Aug 19 12:37:55.147844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ce6eaab6-922a-4c13-a20f-f9339ce44f15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14210eccc0b3436db3734ebc8a8f4e47&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1182063 Aug 19 12:37:55.149738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 46986) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:55.196249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.211162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-844f1dbc-f93d-4b6b-9698-59ba5de5ac28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 HTTP/1.1" status: 200 len: 217 time: 0.0620687 Aug 19 12:37:55.364486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.386560 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-7cb8f3df-8e62-48af-8387-004d5563d765 service neutron] 10.222.0.52 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106146 Aug 19 12:37:55.417570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-28fcdff0-ecc4-45c6-9d91-90e872c4526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.419320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-28fcdff0-ecc4-45c6-9d91-90e872c4526d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c462a605-841d-48f5-a4ce-afacc3f7134f HTTP/1.1" status: 200 len: 855 time: 0.1996007 Aug 19 12:37:55.427087 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fab8621-8462-41ed-9666-24b6b4dace68 tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.434585 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f971235e-becc-4c2b-be95-44b0aa9be773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.491480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a8163-9146-4dc5-9d5d-588b613cdf65 req-c2d9b97a-2379-4648-aa7e-e3d9d457db09 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.493249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb0a8163-9146-4dc5-9d5d-588b613cdf65 req-c2d9b97a-2379-4648-aa7e-e3d9d457db09 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 944 time: 0.2128594 Aug 19 12:37:55.503357 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-13cda61c-de1a-49e4-a5db-cee35a23fa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.523776 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b36be4a7-e1d7-4ae4-bb4d-8e9f4b3ace8d req-b2597db8-21b6-4ac8-8a18-f29ad8e39589 service neutron] 10.222.0.52 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268535 Aug 19 12:37:55.560046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab8621-8462-41ed-9666-24b6b4dace68 tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9b342df-3c55-421b-87ab-541689ba8287,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:55.592590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9eec0-8f94-4beb-aaff-c29184b3e8b2 req-9618fb9c-be10-4f23-a774-3ca31daccce5 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.594542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e9eec0-8f94-4beb-aaff-c29184b3e8b2 req-9618fb9c-be10-4f23-a774-3ca31daccce5 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 943 time: 0.3129339 Aug 19 12:37:55.636869 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f971235e-becc-4c2b-be95-44b0aa9be773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.800582 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.806231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb0a8163-9146-4dc5-9d5d-588b613cdf65 req-a064cdc0-e83f-4526-afe2-71c84c14fc34 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483037 Aug 19 12:37:55.847609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.857855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-0bb2c5d1-17d4-4237-8fde-bc6d7e9bb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.863411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-0bb2c5d1-17d4-4237-8fde-bc6d7e9bb401 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4312463 Aug 19 12:37:55.910481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94e9eec0-8f94-4beb-aaff-c29184b3e8b2 req-e773c0fb-cf61-4cf6-b486-508e5199dd76 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759354 Aug 19 12:37:55.935226 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fab8621-8462-41ed-9666-24b6b4dace68 tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.935226 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8fab8621-8462-41ed-9666-24b6b4dace68 tempest-RoutersAdminNegativeTest-175817839 tempest-RoutersAdminNegativeTest-175817839-project-admin] 10.222.0.44 "DELETE /v2.0/ports/b9b342df-3c55-421b-87ab-541689ba8287 HTTP/1.1" status: 204 len: 168 time: 4.1306324 Aug 19 12:37:55.935544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:55.965110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:56.047760 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-eb80240f-1d82-4e01-93e2-e7883265b92e service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673841 Aug 19 12:37:56.048535 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:56.117203 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Pushing event updated for resources: {'Port': ['ID=3c0746f3-cc18-4903-a9c0-25494632c2af,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:56.122921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:56.150781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:56.223672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-3ffbe7bd-6571-4c5a-97c5-d4b220cc4f5f service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671567 Aug 19 12:37:56.339393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-257b7e99-72f8-4304-9567-8f9bf52fb9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:56.341514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-257b7e99-72f8-4304-9567-8f9bf52fb9dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4 HTTP/1.1" status: 200 len: 1094 time: 0.0515168 Aug 19 12:37:56.439043 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f971235e-becc-4c2b-be95-44b0aa9be773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:56.442862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f971235e-becc-4c2b-be95-44b0aa9be773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:56.444262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f971235e-becc-4c2b-be95-44b0aa9be773 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db96eba4-04a7-444b-a582-ea670dca80c7 HTTP/1.1" status: 204 len: 168 time: 1.2934785 Aug 19 12:37:56.467591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-bab62b1a-f184-40a9-9e38-4483744f6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:56.469163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-bab62b1a-f184-40a9-9e38-4483744f6838 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf HTTP/1.1" status: 200 len: 917 time: 0.1203034 Aug 19 12:37:56.470129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971235e-becc-4c2b-be95-44b0aa9be773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db96eba4-04a7-444b-a582-ea670dca80c7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:56.541462 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-30c3bdac-92b8-4aca-82ae-d59d20a9ed22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad HTTP/1.1" status: 200 len: 217 time: 0.0598361 Aug 19 12:37:56.602601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-e007e3d2-5506-418a-8ffb-c6e2f3df5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:56.604734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-e007e3d2-5506-418a-8ffb-c6e2f3df5471 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c462a605-841d-48f5-a4ce-afacc3f7134f HTTP/1.1" status: 200 len: 855 time: 0.0561833 Aug 19 12:37:56.683170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-19b90f36-3da8-4ffa-8227-d35889e43523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:56.685401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-19b90f36-3da8-4ffa-8227-d35889e43523 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729809 Aug 19 12:37:56.844301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:56.969203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-4c56aedf-f3bd-4f0f-aff3-3fe598783118 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717083 Aug 19 12:37:57.063130 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.067127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Allocated IP 172.20.0.3 (3cb4863d-165a-4d61-b9c9-f36a19b34af8/758ff8f5-d049-4034-a33a-ee5dc0c6b493/a3a51954-481e-4a6f-ab42-513fa1c95a46) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:57.152413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47018) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:57.177985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:57.418117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:57.435860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '52b1a6eb-b6a9-4c8e-bda6-e274cb096f29', 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf', 'port_id': '52b1a6eb-b6a9-4c8e-bda6-e274cb096f29', 'mac_address': 'fa:16:3e:85:89:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c462a605-841d-48f5-a4ce-afacc3f7134f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:57.485793 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.500102 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.502873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:57.518375 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.530737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:57.680273 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.756741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:57.827294 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fe259b9-f698-4b86-bdd0-0061b2b7dce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.857746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47028) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:57.867845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185c0ce-7c3e-4af4-a1d4-04e3ef2fccfc req-1a56d83a-dd37-4809-aaa9-6bafb42bd303 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:57.870377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c185c0ce-7c3e-4af4-a1d4-04e3ef2fccfc req-1a56d83a-dd37-4809-aaa9-6bafb42bd303 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 944 time: 0.8547308 Aug 19 12:37:57.890901 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-433ff636-dc1a-4ce7-9c66-39bce60ab4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.909242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['52b1a6eb-b6a9-4c8e-bda6-e274cb096f29'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:57.915952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.968801 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c185c0ce-7c3e-4af4-a1d4-04e3ef2fccfc req-f1620d56-3c8f-4064-8398-8d1bd023126c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716317 Aug 19 12:37:57.977762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Router 94ed13c6-c7e5-45e7-9714-257e4f40eb2b is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:37:57.979826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaa789ea-ea5d-46c9-a093-b15535ca3ea5 req-75d951e3-350f-46ca-a021-2a3d9051e4b9 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0024252 Aug 19 12:37:58.012573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Network 3cb4863d-165a-4d61-b9c9-f36a19b34af8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:58.018990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c5781-bf81-4577-855d-93e32cd54a68 req-cf6ca99d-70e1-4b0f-933b-36e4aba7bf5e tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:58.021879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f7c5781-bf81-4577-855d-93e32cd54a68 req-cf6ca99d-70e1-4b0f-933b-36e4aba7bf5e tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 943 time: 0.8609786 Aug 19 12:37:58.096024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:58.123603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:58.123603 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-433ff636-dc1a-4ce7-9c66-39bce60ab4d7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:37:58.123603 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:37:58.123603 n-d-778732-8 neutron-server[95661]: [parameters: {'project_id_1': 'fa8acdad5ddc4e4597486c84af5f76f6', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 37, 57, 982403)}] Aug 19 12:37:58.123603 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:37:58.124424 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-433ff636-dc1a-4ce7-9c66-39bce60ab4d7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:37:58.133797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f7c5781-bf81-4577-855d-93e32cd54a68 req-92f57114-9d40-419b-8c4b-f7791d23a7f8 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016927 Aug 19 12:37:58.259028 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fe259b9-f698-4b86-bdd0-0061b2b7dce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.281631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event updated for resources: {'Port': ['ID=a3a51954-481e-4a6f-ab42-513fa1c95a46,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:58.388600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fe259b9-f698-4b86-bdd0-0061b2b7dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.466521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0fe259b9-f698-4b86-bdd0-0061b2b7dce4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b59e2635c76845ad81e1788ec0e2d473&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3197727 Aug 19 12:37:58.473019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:58.540492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe259b9-f698-4b86-bdd0-0061b2b7dce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16e1019-75f3-4603-a460-665935be0c1a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:58.592823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-edec8406-33d2-449a-9b1c-d1d4b94a6a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.609483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:58.625060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faa568c-3f95-4a3e-a688-8eeb232c8b0d None None] Sync routers for ids ['94ed13c6-c7e5-45e7-9714-257e4f40eb2b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:58.633889 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-433ff636-dc1a-4ce7-9c66-39bce60ab4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.638489 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-edec8406-33d2-449a-9b1c-d1d4b94a6a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.648787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa568c-3f95-4a3e-a688-8eeb232c8b0d None None] Routers {'94ed13c6-c7e5-45e7-9714-257e4f40eb2b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:58.649772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7faa568c-3f95-4a3e-a688-8eeb232c8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['94ed13c6-c7e5-45e7-9714-257e4f40eb2b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:58.718116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7faa568c-3f95-4a3e-a688-8eeb232c8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:58.742035 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa568c-3f95-4a3e-a688-8eeb232c8b0d None None] Routers {'94ed13c6-c7e5-45e7-9714-257e4f40eb2b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:58.743774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7faa568c-3f95-4a3e-a688-8eeb232c8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['94ed13c6-c7e5-45e7-9714-257e4f40eb2b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:58.790600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7faa568c-3f95-4a3e-a688-8eeb232c8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:58.791266 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faa568c-3f95-4a3e-a688-8eeb232c8b0d None None] The sync data for ids ['94ed13c6-c7e5-45e7-9714-257e4f40eb2b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:58.954856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.959750 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-edec8406-33d2-449a-9b1c-d1d4b94a6a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.962385 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.963712 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-edec8406-33d2-449a-9b1c-d1d4b94a6a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.972861 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-314f6977-deb7-42b9-ade0-ef2ce2efd1de tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.3070915 Aug 19 12:37:58.973661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-edec8406-33d2-449a-9b1c-d1d4b94a6a87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f16e1019-75f3-4603-a460-665935be0c1a HTTP/1.1" status: 204 len: 168 time: 0.4900572 Aug 19 12:37:58.979992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47044) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:58.997999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec8406-33d2-449a-9b1c-d1d4b94a6a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16e1019-75f3-4603-a460-665935be0c1a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:59.194846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3dce6e05-9b47-4751-be4e-80f031cfd1d5 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:59.205723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:59.245831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d7ef5-b937-4801-a6ce-382388d41c55 req-9325c873-1294-4b1c-a539-2b0acfdeb39d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:59.249755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-358d7ef5-b937-4801-a6ce-382388d41c55 req-9325c873-1294-4b1c-a539-2b0acfdeb39d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 944 time: 0.1367738 Aug 19 12:37:59.303402 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:37:59.440088 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:59.451340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-358d7ef5-b937-4801-a6ce-382388d41c55 req-a14026ef-591d-4ec6-a9a9-2335705cd361 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804748 Aug 19 12:37:59.462166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'port_id': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'mac_address': 'fa:16:3e:ef:27:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:59.465778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:59.473684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:59.479049 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.507153 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-433ff636-dc1a-4ce7-9c66-39bce60ab4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.550606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9dfb0-6c7f-4a15-8956-3096360e21dd req-650ecf3c-5e2f-409e-a693-1aecbc08e940 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:59.557448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5b9dfb0-6c7f-4a15-8956-3096360e21dd req-650ecf3c-5e2f-409e-a693-1aecbc08e940 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 943 time: 0.2075589 Aug 19 12:37:59.570686 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.575662 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-087d65d5-05df-4127-8df9-a06d1516f467 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/routers/94ed13c6-c7e5-45e7-9714-257e4f40eb2b HTTP/1.1" status: 200 len: 925 time: 0.5941806 Aug 19 12:37:59.583008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47050) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:59.591719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dce6e05-9b47-4751-be4e-80f031cfd1d5 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:59.624139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:59.708053 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-51b46eda-b35f-4b67-aa36-6058f09b4825 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ed13c6-c7e5-45e7-9714-257e4f40eb2b HTTP/1.1" status: 200 len: 205 time: 0.1237128 Aug 19 12:37:59.717403 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-433ff636-dc1a-4ce7-9c66-39bce60ab4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.720459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47058) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:59.723639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5b9dfb0-6c7f-4a15-8956-3096360e21dd req-240e32ed-0087-4571-9d21-6848860bdbc0 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543028 Aug 19 12:37:59.767863 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.770216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:59.842914 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.845678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f387cbcb-049b-416f-9862-382daa00b8f1 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:59.867907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:00.022430 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.resource_extend [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:38:00.073884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f352b195-ddb1-44dc-a333-b74c5884d3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b1a6eb-b6a9-4c8e-bda6-e274cb096f29'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:00.099488 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af923e38-ad89-4eb4-95f4-848ee5e6d763" -d '{"events": [{"server_uuid": "f352b195-ddb1-44dc-a333-b74c5884d3c6", "name": "network-vif-plugged", "status": "completed", "tag": "52b1a6eb-b6a9-4c8e-bda6-e274cb096f29"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:00.169482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:00.171984 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-433ff636-dc1a-4ce7-9c66-39bce60ab4d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa8acdad5ddc4e4597486c84af5f76f6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3130767 Aug 19 12:38:00.178082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47064) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:00.219755 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:00.295621 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f62a133-67cf-4467-9c81-9520dc11b7ca x-openstack-request-id: req-9f62a133-67cf-4467-9c81-9520dc11b7ca {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:00.300049 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f352b195-ddb1-44dc-a333-b74c5884d3c6", "name": "network-vif-plugged", "status": "completed", "tag": "52b1a6eb-b6a9-4c8e-bda6-e274cb096f29", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:00.300346 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f62a133-67cf-4467-9c81-9520dc11b7ca {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:00.300774 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f352b195-ddb1-44dc-a333-b74c5884d3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b1a6eb-b6a9-4c8e-bda6-e274cb096f29', 'code': 200} Aug 19 12:38:00.352995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:00.359388 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:00.364965 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac562b3f-8b0b-4504-b6f3-aa89f5961302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:00.404607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac562b3f-8b0b-4504-b6f3-aa89f5961302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:00.419929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f387cbcb-049b-416f-9862-382daa00b8f1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f387cbcb-049b-416f-9862-382daa00b8f1,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:00.517078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad', 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf', 'port_id': '9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad', 'mac_address': 'fa:16:3e:11:fd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c462a605-841d-48f5-a4ce-afacc3f7134f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:00.580448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47068) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:00.602368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:00.616098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e42f6f-3e2c-4b86-a7ad-c28ac40a9678 req-716f29a4-a06a-43d2-aa49-0cf883c266e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:00.628203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23e42f6f-3e2c-4b86-a7ad-c28ac40a9678 req-716f29a4-a06a-43d2-aa49-0cf883c266e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 1097 time: 0.1672821 Aug 19 12:38:00.663625 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:00.680267 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac562b3f-8b0b-4504-b6f3-aa89f5961302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:00.683388 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac562b3f-8b0b-4504-b6f3-aa89f5961302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:00.684940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ac562b3f-8b0b-4504-b6f3-aa89f5961302 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/854da465-461f-4885-a8fe-39d5919c7cf8 HTTP/1.1" status: 204 len: 168 time: 0.5057850 Aug 19 12:38:00.698180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'f387cbcb-049b-416f-9862-382daa00b8f1', 'network_id': 'e2f2c08c-574d-4ecb-ac66-c59ba21d74cf', 'port_id': 'f387cbcb-049b-416f-9862-382daa00b8f1', 'mac_address': 'fa:16:3e:df:89:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c462a605-841d-48f5-a4ce-afacc3f7134f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:00.703979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:00.742670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:00.799588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac562b3f-8b0b-4504-b6f3-aa89f5961302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854da465-461f-4885-a8fe-39d5919c7cf8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:00.881481 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:00.961320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada4f02-dacb-46f4-ad21-eee6db670061 req-6f0864c1-2a9b-4c36-9e8d-3e7293e2d6c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:00.973404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ada4f02-dacb-46f4-ad21-eee6db670061 req-6f0864c1-2a9b-4c36-9e8d-3e7293e2d6c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 945 time: 0.3343987 Aug 19 12:38:00.985407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23e42f6f-3e2c-4b86-a7ad-c28ac40a9678 req-39f0d72d-404e-41f7-83a3-0c173e9e7bed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453255 Aug 19 12:38:00.998609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:01.004465 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:01.030035 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f387cbcb-049b-416f-9862-382daa00b8f1 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:01.033142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-46efac6c-7812-4cfb-8cd9-5837e092bb78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acad5f630a2e45e08ce92f9faf832df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414878 Aug 19 12:38:01.060438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47078) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:01.083164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f387cbcb-049b-416f-9862-382daa00b8f1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f387cbcb-049b-416f-9862-382daa00b8f1,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:01.133860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['3dce6e05-9b47-4751-be4e-80f031cfd1d5'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:01.135395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ada4f02-dacb-46f4-ad21-eee6db670061 req-c21da09f-0ebf-4397-b67f-58eb0fe1ebc4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588488 Aug 19 12:38:01.206705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4e825-2459-48da-9bdf-5bdb18cc1189 req-0159735c-1959-4387-9174-f00058bae483 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:01.215669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9fa4e825-2459-48da-9bdf-5bdb18cc1189 req-0159735c-1959-4387-9174-f00058bae483 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 943 time: 0.2204101 Aug 19 12:38:01.218924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ff636-dc1a-4ce7-9c66-39bce60ab4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854da465-461f-4885-a8fe-39d5919c7cf8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:01.267179 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:01.269391 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:01.304313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9fa4e825-2459-48da-9bdf-5bdb18cc1189 req-da5217a9-0421-42ff-9de8-0581dcb0a4a5 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875487 Aug 19 12:38:01.334396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04d70318-7671-4370-a05c-2378f0e9dee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:01.385116 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04d70318-7671-4370-a05c-2378f0e9dee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:01.423058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:01.561094 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:01.608625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f387cbcb-049b-416f-9862-382daa00b8f1,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:01.626420 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04d70318-7671-4370-a05c-2378f0e9dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:01.628468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04d70318-7671-4370-a05c-2378f0e9dee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:01.635735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-04d70318-7671-4370-a05c-2378f0e9dee0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cba262d6-a6f6-4e44-bc67-9221d7d813d6 HTTP/1.1" status: 204 len: 168 time: 0.5738246 Aug 19 12:38:01.680337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d70318-7671-4370-a05c-2378f0e9dee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba262d6-a6f6-4e44-bc67-9221d7d813d6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:01.778006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f387cbcb-049b-416f-9862-382daa00b8f1'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:02.192578 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:02.412264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Router ecaf932e-2258-46b9-901b-99336dcb2781 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:38:02.718079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee95ec5-4054-468a-91df-28730bf720bb req-4e51f683-831c-4129-83bb-25b835179439 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:02.738317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ee95ec5-4054-468a-91df-28730bf720bb req-4e51f683-831c-4129-83bb-25b835179439 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 945 time: 0.3077450 Aug 19 12:38:02.815795 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Deleting port 3c0746f3-cc18-4903-a9c0-25494632c2af {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:02.816149 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:02.884375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7c988-ea85-4c96-87d1-0c327a95789c req-c1d25a93-a945-4eee-865b-3272529c4ac6 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:02.887349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1bf7c988-ea85-4c96-87d1-0c327a95789c req-c1d25a93-a945-4eee-865b-3272529c4ac6 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 944 time: 0.3918104 Aug 19 12:38:02.908294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ee95ec5-4054-468a-91df-28730bf720bb req-487e0faa-b9a6-4b2f-bd7f-3d41964ce9d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684113 Aug 19 12:38:03.030257 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:03.042683 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Sync routers for ids ['ecaf932e-2258-46b9-901b-99336dcb2781'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:03.086136 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Routers {'ecaf932e-2258-46b9-901b-99336dcb2781'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:03.092392 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecaf932e-2258-46b9-901b-99336dcb2781'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:03.125880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1bf7c988-ea85-4c96-87d1-0c327a95789c req-3ef693f0-5c87-45c3-9f8c-00c19b447287 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155282 Aug 19 12:38:03.161980 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:03.192057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Calling delete_port for 3c0746f3-cc18-4903-a9c0-25494632c2af owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:03.215957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:03.237091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:03.244953 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f85c8d1-03dc-4200-a6e1-dc63a2ffcb8a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.5574849 Aug 19 12:38:03.245477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47126) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:03.400021 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Set router ecaf932e-2258-46b9-901b-99336dcb2781 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:03.613787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:03.621640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:03.622166 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:03.623979 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:03.840849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f387cbcb-049b-416f-9862-382daa00b8f1 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:03.899046 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaf932e-2258-46b9-901b-99336dcb2781', 'name': '', 'tenant_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8', 'external_fixed_ips': [{'subnet_id': '758ff8f5-d049-4034-a33a-ee5dc0c6b493', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a3a51954-481e-4a6f-ab42-513fa1c95a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:54Z', 'updated_at': '2021-08-19T12:37:58Z', 'revision_number': 3, 'project_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'gw_port': {'id': 'a3a51954-481e-4a6f-ab42-513fa1c95a46', 'name': '', 'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:09:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaf932e-2258-46b9-901b-99336dcb2781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '758ff8f5-d049-4034-a33a-ee5dc0c6b493', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:56Z', 'updated_at': '2021-08-19T12:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '758ff8f5-d049-4034-a33a-ee5dc0c6b493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:03.948011 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.006905 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Checking router: ecaf932e-2258-46b9-901b-99336dcb2781 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:04.007230 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Updating router ecaf932e-2258-46b9-901b-99336dcb2781 port a3a51954-481e-4a6f-ab42-513fa1c95a46 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:38:04.022774 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.047633 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.076029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Pushing event deleted for resources: {'Port': ['ID=3c0746f3-cc18-4903-a9c0-25494632c2af,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:04.088729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446fa4cc-2978-41ec-85ca-3f8eddb043b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:04.099165 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912245ab-2ff9-43ad-9c97-52eefa76b6e2" -d '{"events": [{"server_uuid": "446fa4cc-2978-41ec-85ca-3f8eddb043b4", "name": "network-vif-plugged", "status": "completed", "tag": "9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:04.101923 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.141518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:04.171078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port f387cbcb-049b-416f-9862-382daa00b8f1 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:04.177603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port f387cbcb-049b-416f-9862-382daa00b8f1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:04.178591 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.299164 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d2b5e6-4c09-4212-9bf4-4ae54a248a5f x-openstack-request-id: req-52d2b5e6-4c09-4212-9bf4-4ae54a248a5f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:04.300120 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446fa4cc-2978-41ec-85ca-3f8eddb043b4", "name": "network-vif-plugged", "status": "completed", "tag": "9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:04.300120 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52d2b5e6-4c09-4212-9bf4-4ae54a248a5f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:04.300331 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446fa4cc-2978-41ec-85ca-3f8eddb043b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad', 'code': 200} Aug 19 12:38:04.357800 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.495690 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.500590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9b3f6-fa94-4d7d-ab21-8476badebac2 req-a7352165-f98f-4da3-8042-48efa7b5bf0b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:04.509103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9db9b3f6-fa94-4d7d-ab21-8476badebac2 req-a7352165-f98f-4da3-8042-48efa7b5bf0b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 945 time: 0.3874445 Aug 19 12:38:04.555816 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.597226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f387cbcb-049b-416f-9862-382daa00b8f1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f387cbcb-049b-416f-9862-382daa00b8f1,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:04.636923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47156) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:04.661020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924dfec-5c31-4dff-ac1f-c79e71337d14 req-457f483b-687a-4a60-a767-1f27c86a22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:04.664852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f924dfec-5c31-4dff-ac1f-c79e71337d14 req-457f483b-687a-4a60-a767-1f27c86a22ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4 HTTP/1.1" status: 200 len: 1095 time: 0.3177943 Aug 19 12:38:04.688154 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.697306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.705552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Deleting port a3a51954-481e-4a6f-ab42-513fa1c95a46 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:04.706027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.774785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:04.782095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.812188 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.835034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.843707 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Transition to ACTIVE for port object a3a51954-481e-4a6f-ab42-513fa1c95a46 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:04.851433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Calling delete_port for a3a51954-481e-4a6f-ab42-513fa1c95a46 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:04.943912 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.988006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.988861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f387cbcb-049b-416f-9862-382daa00b8f1,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:04.989053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Fanout notify agent at l3_agent the message router_deleted on router 94ed13c6-c7e5-45e7-9714-257e4f40eb2b {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:38:05.021917 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.044722 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7fe57b13-f7f5-4a65-a94d-e18ea79699b3 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/94ed13c6-c7e5-45e7-9714-257e4f40eb2b HTTP/1.1" status: 204 len: 168 time: 5.3101170 Aug 19 12:38:05.049364 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47172) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:05.061910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Request body: {'router': {'name': 'tempest-snat-router-419050449', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'enable_snat': False}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:05.174040 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Attempting to bind port a3a51954-481e-4a6f-ab42-513fa1c95a46 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:05.174648 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Attempting to bind port a3a51954-481e-4a6f-ab42-513fa1c95a46 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '504a02ed-29e5-4fb8-8985-c8466a1c85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:05.175045 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Attempting to bind port a3a51954-481e-4a6f-ab42-513fa1c95a46 on network 3cb4863d-165a-4d61-b9c9-f36a19b34af8 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:05.189639 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7d339-babe-44de-8d0e-61e79b0a61b6 None None] Pushing event updated for resources: {'Port': ['ID=a3a51954-481e-4a6f-ab42-513fa1c95a46,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:05.207110 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:05.207563 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Checking segment: {'id': '504a02ed-29e5-4fb8-8985-c8466a1c85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:05.207983 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3dce6e05-9b47-4751-be4e-80f031cfd1d5 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:05.210025 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.210481 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Bound using segment: {'id': '504a02ed-29e5-4fb8-8985-c8466a1c85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:05.211164 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Bound port: a3a51954-481e-4a6f-ab42-513fa1c95a46, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504a02ed-29e5-4fb8-8985-c8466a1c85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:05.211658 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.211912 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.213210 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.318237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-117772775'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:05.360270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9db9b3f6-fa94-4d7d-ab21-8476badebac2 req-fa93ac78-620a-4db6-a118-7bd735357c7c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8005993 Aug 19 12:38:05.400948 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.db.api [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:38:05.402438 n-d-778732-8 neutron-server[95663]: DEBUG oslo_db.api [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:38:05.420471 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.463082 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.503723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b383536-366e-4c08-8f36-333b05429188 req-abfa4f88-2981-489f-a02b-a4d402ed73fe tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:05.503723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b383536-366e-4c08-8f36-333b05429188 req-abfa4f88-2981-489f-a02b-a4d402ed73fe tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 944 time: 0.9898674 Aug 19 12:38:05.519617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:05.525774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:05.526462 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.553513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3a51954-481e-4a6f-ab42-513fa1c95a46,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:05.558123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f924dfec-5c31-4dff-ac1f-c79e71337d14 req-6cfa4552-2378-4dc7-bd3c-425e011fe693 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8818347 Aug 19 12:38:05.636535 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b383536-366e-4c08-8f36-333b05429188 req-cf82abc9-c040-45d5-b4cf-21ab51cf0ce7 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893018 Aug 19 12:38:05.642244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Made reservation on behalf of 3dd475bba596441098224d67639d38fb for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:05.657066 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.741538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.744486 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.868895 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.887817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.890961 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.937278 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Attempting to bind port a3a51954-481e-4a6f-ab42-513fa1c95a46 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:05.937707 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Attempting to bind port a3a51954-481e-4a6f-ab42-513fa1c95a46 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '504a02ed-29e5-4fb8-8985-c8466a1c85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:05.938070 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Attempting to bind port a3a51954-481e-4a6f-ab42-513fa1c95a46 on network 3cb4863d-165a-4d61-b9c9-f36a19b34af8 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:05.969106 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:05.969714 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Checking segment: {'id': '504a02ed-29e5-4fb8-8985-c8466a1c85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:05.970388 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.971020 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Bound using segment: {'id': '504a02ed-29e5-4fb8-8985-c8466a1c85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:05.971791 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Bound port: a3a51954-481e-4a6f-ab42-513fa1c95a46, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504a02ed-29e5-4fb8-8985-c8466a1c85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3cb4863d-165a-4d61-b9c9-f36a19b34af8'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:05.972360 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.023706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:06.076766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.091595 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.plugin [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Port a3a51954-481e-4a6f-ab42-513fa1c95a46 has been deleted concurrently {{(pid=95663) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 12:38:06.109962 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] Routers {'ecaf932e-2258-46b9-901b-99336dcb2781'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:06.110587 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecaf932e-2258-46b9-901b-99336dcb2781'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:06.184498 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:06.185632 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e1755-a057-4731-8930-f03d004b8df8 None None] The sync data for ids ['ecaf932e-2258-46b9-901b-99336dcb2781'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:06.244400 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.246280 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.247055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecaf932e-2258-46b9-901b-99336dcb2781 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:38:06.252845 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.256287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4bc7b4a2-b8d0-4685-a563-560f9439db63 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "DELETE /v2.0/routers/ecaf932e-2258-46b9-901b-99336dcb2781 HTTP/1.1" status: 204 len: 168 time: 3.0091207 Aug 19 12:38:06.260436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47186) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:06.268684 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.382012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad76c6a9-c2cc-4401-b813-edc29e830cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f387cbcb-049b-416f-9862-382daa00b8f1'}, {'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:06.389068 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943324c8-d751-4145-8c7c-0a6aef17a9fc" -d '{"events": [{"server_uuid": "ad76c6a9-c2cc-4401-b813-edc29e830cec", "name": "network-vif-plugged", "status": "completed", "tag": "f387cbcb-049b-416f-9862-382daa00b8f1"}, {"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-plugged", "status": "completed", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:06.393017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab2c169-1de3-40b0-9fac-fd84ebacc3e5 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Deleting subnet 758ff8f5-d049-4034-a33a-ee5dc0c6b493 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:38:06.398569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:06.420037 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c169-1de3-40b0-9fac-fd84ebacc3e5 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.475359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.500163 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df426a49-a185-4f3c-adb1-15475082d057 x-openstack-request-id: req-df426a49-a185-4f3c-adb1-15475082d057 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:06.501216 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad76c6a9-c2cc-4401-b813-edc29e830cec", "name": "network-vif-plugged", "status": "completed", "tag": "f387cbcb-049b-416f-9862-382daa00b8f1", "code": 200}, {"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-plugged", "status": "completed", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:06.501929 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df426a49-a185-4f3c-adb1-15475082d057 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:06.502656 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad76c6a9-c2cc-4401-b813-edc29e830cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f387cbcb-049b-416f-9862-382daa00b8f1', 'code': 200} Aug 19 12:38:06.503746 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'code': 200} Aug 19 12:38:06.551395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:38:06.584193 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.587358 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Added segment aeb89383-ff79-43cf-a488-2129efba98ec of type vlan for network d2b8fa03-fdd3-4985-b44b-47765190cc14 Aug 19 12:38:06.709630 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.776062 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c169-1de3-40b0-9fac-fd84ebacc3e5 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.846135 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c169-1de3-40b0-9fac-fd84ebacc3e5 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.928176 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.939789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:06.940621 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.010916 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.038686 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.042607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb7e11-98d8-4598-85e6-4b1460a3d386 req-9cd3b79b-5e2a-4028-a489-5a835c43a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:07.044417 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-64fb7e11-98d8-4598-85e6-4b1460a3d386 req-9cd3b79b-5e2a-4028-a489-5a835c43a38f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 1096 time: 0.3227315 Aug 19 12:38:07.158057 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-64fb7e11-98d8-4598-85e6-4b1460a3d386 req-54abf43d-cee2-46f4-9a43-7be308d3d406 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040807 Aug 19 12:38:07.172107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Pushing event updated for resources: {'Network': ['ID=d2b8fa03-fdd3-4985-b44b-47765190cc14,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:07.185320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75e6acd-992a-4814-bd3c-63332b978c1f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:07.196867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network d2b8fa03-fdd3-4985-b44b-47765190cc14 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:38:07.318977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37890bc-304c-4e94-a3fe-ddb80a54cf24 req-16d47a6a-8519-4fc3-8d7f-d1516dce64ea tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:07.320743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f37890bc-304c-4e94-a3fe-ddb80a54cf24 req-16d47a6a-8519-4fc3-8d7f-d1516dce64ea tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 945 time: 0.4013748 Aug 19 12:38:07.340815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3760524-6bef-4ccc-9309-7f40441d1b79 req-eaf08402-3bf8-4111-a679-0fd705d700e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:07.340815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3760524-6bef-4ccc-9309-7f40441d1b79 req-eaf08402-3bf8-4111-a679-0fd705d700e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1097 time: 0.4351525 Aug 19 12:38:07.381499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f66d7-8179-4157-a383-69c5efa1c182 req-888da7e0-7600-4ac8-ba56-29bafe931bf6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:07.392537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e6f66d7-8179-4157-a383-69c5efa1c182 req-888da7e0-7600-4ac8-ba56-29bafe931bf6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.4764566 Aug 19 12:38:07.437981 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Allocated IP 172.25.6.242 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/de84888a-f4a8-41fe-99c0-9c87b4a317b8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:07.447560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-15fb3b21-dca8-4b6c-a794-930845b0111f tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8047726 Aug 19 12:38:07.456467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47228) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:07.465206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f37890bc-304c-4e94-a3fe-ddb80a54cf24 req-352f9c2a-5701-4499-8929-61bc26b40f72 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140127 Aug 19 12:38:07.484409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Request body: {'subnet': {'network_id': 'd2b8fa03-fdd3-4985-b44b-47765190cc14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:07.491839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e6f66d7-8179-4157-a383-69c5efa1c182 req-d1a73d6d-5b54-4993-9559-c881b08c8a2e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673380 Aug 19 12:38:07.512080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3760524-6bef-4ccc-9309-7f40441d1b79 req-e1aa98bd-8494-40d2-a987-d17bf076676b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704366 Aug 19 12:38:07.538943 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c169-1de3-40b0-9fac-fd84ebacc3e5 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.591809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2c169-1de3-40b0-9fac-fd84ebacc3e5 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=758ff8f5-d049-4034-a33a-ee5dc0c6b493,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:07.592996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c169-1de3-40b0-9fac-fd84ebacc3e5 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.599119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7ab2c169-1de3-40b0-9fac-fd84ebacc3e5 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/758ff8f5-d049-4034-a33a-ee5dc0c6b493 HTTP/1.1" status: 204 len: 168 time: 1.3370221 Aug 19 12:38:07.599869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47232) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:07.723932 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.768773 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.847763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Made reservation on behalf of 3dd475bba596441098224d67639d38fb for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:07.855624 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.916074 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.933234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb4863d-165a-4d61-b9c9-f36a19b34af8']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:07.947678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504a02ed-29e5-4fb8-8985-c8466a1c85b5') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:07.948144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504a02ed-29e5-4fb8-8985-c8466a1c85b5') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:07.962211 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.982481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.991983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:38:07.992373 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: items = [ Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:38:07.994428 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:38:08.131253 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:08.162017 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:08.169722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3cb4863d-165a-4d61-b9c9-f36a19b34af8 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:38:08.175277 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:08.179464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "DELETE /v2.0/networks/3cb4863d-165a-4d61-b9c9-f36a19b34af8 HTTP/1.1" status: 204 len: 168 time: 0.5784528 Aug 19 12:38:08.227231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d8051-cbed-4d0f-9eb7-de8d27b7858b tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cb4863d-165a-4d61-b9c9-f36a19b34af8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:08.231963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event updated for resources: {'Port': ['ID=de84888a-f4a8-41fe-99c0-9c87b4a317b8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:08.262433 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:08.273439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:08.369730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.373459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.375238 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.375804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.377321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.379776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.380360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.381140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.381740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.383738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.384360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.385642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:08.398201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:08.403371 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:08.539682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb3cee-77c4-4d2c-bcde-aaf5a7d916dd req-ad5f2be4-d692-4991-b51e-2719f74aef58 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:08.556298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dadb3cee-77c4-4d2c-bcde-aaf5a7d916dd req-ad5f2be4-d692-4991-b51e-2719f74aef58 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 946 time: 0.1622188 Aug 19 12:38:08.667537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dadb3cee-77c4-4d2c-bcde-aaf5a7d916dd req-59e6a816-6b3b-4c70-a70e-c4a53cc0c6ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082652 Aug 19 12:38:08.669680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47266) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:08.776266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcae699-e73d-4efb-81fc-c16144d9e756 req-90c7248f-15d4-41f2-badb-10a2de48aa58 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:08.787287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edcae699-e73d-4efb-81fc-c16144d9e756 req-90c7248f-15d4-41f2-badb-10a2de48aa58 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.1390331 Aug 19 12:38:08.851357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Pushing event updated for resources: {'Subnet': ['ID=c423d929-8ad2-47a1-84a5-ef6f95f92c2f,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:08.916326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edcae699-e73d-4efb-81fc-c16144d9e756 req-3229bced-f5be-47d7-82bd-0dce5a0e8aea tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075153 Aug 19 12:38:08.932572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936daa3-89b2-4521-a6bd-a9f40bf0e4c9 req-f6a73a5e-a090-42ac-ae7a-bcbf15f12dad tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:08.941639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6936daa3-89b2-4521-a6bd-a9f40bf0e4c9 req-f6a73a5e-a090-42ac-ae7a-bcbf15f12dad tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 945 time: 0.1140566 Aug 19 12:38:08.942078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Checking segment: {'id': 'aeb89383-ff79-43cf-a488-2129efba98ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd2b8fa03-fdd3-4985-b44b-47765190cc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:08.946311 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Network hostable DHCP agents. Network: d2b8fa03-fdd3-4985-b44b-47765190cc14, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:38:08.981625 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-670d2d66-3deb-48ba-9954-65e252ba0d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.015404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6936daa3-89b2-4521-a6bd-a9f40bf0e4c9 req-e063593a-9e5e-4fe4-b0a5-1e332742139a tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728731 Aug 19 12:38:09.187686 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Network d2b8fa03-fdd3-4985-b44b-47765190cc14 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:38:09.211127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47276) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:09.218983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-efae34f3-d408-4160-8ca2-70d22bb0b805 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Request body: {'router': {'name': 'tempest-router--1609830399', 'project_id': '053f1de46002436f82f6fc636f6c2c4d'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:09.289031 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.289643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5f182-9adf-4f8e-a089-7b04ef98fed1 req-6e3a0f94-026d-4624-a2ea-07cc9e443b69 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:09.292803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96d5f182-9adf-4f8e-a089-7b04ef98fed1 req-6e3a0f94-026d-4624-a2ea-07cc9e443b69 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.1229351 Aug 19 12:38:09.295217 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-670d2d66-3deb-48ba-9954-65e252ba0d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.336200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96d5f182-9adf-4f8e-a089-7b04ef98fed1 req-b7ddf9c8-8b3c-4e04-a776-d25043827695 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380812 Aug 19 12:38:09.371891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, d2b8fa03-fdd3-4985-b44b-47765190cc14) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:09.378734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:09.380774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea925b-8011-4f4c-8c48-a64b3867666e None None] Network d2b8fa03-fdd3-4985-b44b-47765190cc14 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:09.383350 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.403938 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-670d2d66-3deb-48ba-9954-65e252ba0d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.488555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-670d2d66-3deb-48ba-9954-65e252ba0d4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dec9409a2cca46469b48193793ed0a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8174226 Aug 19 12:38:09.493093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47280) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:09.518831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d2d66-3deb-48ba-9954-65e252ba0d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4101f27a-e36d-40e4-81b8-ac8287422802,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:09.555407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7d14c-661c-4cd0-9276-08aa1c736a11 req-ba7c2b3c-d661-4e52-95fc-9433e1fc8ddd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:09.557255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62a7d14c-661c-4cd0-9276-08aa1c736a11 req-ba7c2b3c-d661-4e52-95fc-9433e1fc8ddd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4 HTTP/1.1" status: 200 len: 945 time: 0.1049988 Aug 19 12:38:09.568209 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efae34f3-d408-4160-8ca2-70d22bb0b805 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.569516 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efae34f3-d408-4160-8ca2-70d22bb0b805 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.626083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7f567f-16a8-4314-bdf4-502ca794fe59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.631532 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.661493 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62a7d14c-661c-4cd0-9276-08aa1c736a11 req-f331d02f-c56c-4c33-9ebd-d8f4a61be60b tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964780 Aug 19 12:38:09.711486 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0a218c70-91f1-4e70-a97c-0fedd9832405 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2491167 Aug 19 12:38:09.711486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7f567f-16a8-4314-bdf4-502ca794fe59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.718750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47284) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:09.724482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Request body: {'port': {'network_id': 'd2b8fa03-fdd3-4985-b44b-47765190cc14', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2068782374'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:09.737044 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efae34f3-d408-4160-8ca2-70d22bb0b805 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.803744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-d2b8fa03-fdd3-4985-b44b-47765190cc14', 'network_id': 'd2b8fa03-fdd3-4985-b44b-47765190cc14', 'tenant_id': '3dd475bba596441098224d67639d38fb', 'fixed_ips': [{'subnet_id': 'c423d929-8ad2-47a1-84a5-ef6f95f92c2f'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:38:09.806910 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.851555 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efae34f3-d408-4160-8ca2-70d22bb0b805 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.901176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e1b8e-de5b-4761-ab7f-df8805dc6c24 req-8a13bbe6-b7f4-476a-98a0-d2713b6767ed tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:09.904082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e06e1b8e-de5b-4761-ab7f-df8805dc6c24 req-8a13bbe6-b7f4-476a-98a0-d2713b6767ed tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 946 time: 0.0930161 Aug 19 12:38:09.979176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e06e1b8e-de5b-4761-ab7f-df8805dc6c24 req-0a8c61bd-b335-47f9-8db2-a1c94fcfcebf tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672650 Aug 19 12:38:10.043405 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efae34f3-d408-4160-8ca2-70d22bb0b805 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.045040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-efae34f3-d408-4160-8ca2-70d22bb0b805 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8320560 Aug 19 12:38:10.048938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:10.088672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Allocated IP 2001:db8::2 (d2b8fa03-fdd3-4985-b44b-47765190cc14/c423d929-8ad2-47a1-84a5-ef6f95f92c2f/fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:10.245661 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94b4e54d-b97c-4221-91f7-0186df1402bc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.349635 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.371978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Transition to ACTIVE for port object fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:10.497852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42ca1c-0a33-4e73-bb59-9abd1e89b897 req-044023bb-d4f4-4958-bbd7-817e31b2215b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:10.499396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c42ca1c-0a33-4e73-bb59-9abd1e89b897 req-044023bb-d4f4-4958-bbd7-817e31b2215b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.3719997 Aug 19 12:38:10.509216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb22344-da21-453b-a40e-48cb5514de86 req-82f30926-29a6-4124-a371-61322d0d1a27 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:10.514893 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afb22344-da21-453b-a40e-48cb5514de86 req-82f30926-29a6-4124-a371-61322d0d1a27 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 945 time: 0.3811617 Aug 19 12:38:10.515265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94b4e54d-b97c-4221-91f7-0186df1402bc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.518534 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94b4e54d-b97c-4221-91f7-0186df1402bc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.554062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7f567f-16a8-4314-bdf4-502ca794fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.554743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Transition to ACTIVE for port object fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:10.558208 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7f567f-16a8-4314-bdf4-502ca794fe59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.560301 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b7f567f-16a8-4314-bdf4-502ca794fe59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4101f27a-e36d-40e4-81b8-ac8287422802 HTTP/1.1" status: 204 len: 168 time: 1.0656817 Aug 19 12:38:10.571297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f567f-16a8-4314-bdf4-502ca794fe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4101f27a-e36d-40e4-81b8-ac8287422802,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:10.602050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Made reservation on behalf of 3dd475bba596441098224d67639d38fb for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:10.616496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.631376 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] device_id is not set on port 2481550f-ab63-443b-b41a-4b9134116cbd yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:38:10.646498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c42ca1c-0a33-4e73-bb59-9abd1e89b897 req-9dcee734-b5a2-45e6-8ed4-75f5192ac310 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324959 Aug 19 12:38:10.654147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afb22344-da21-453b-a40e-48cb5514de86 req-45a079cc-2bfc-42ec-a353-1b511fd93a79 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330562 Aug 19 12:38:10.684092 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.707895 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Router 1d17bd3b-5028-486a-8ffb-ed35a37a0485 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:38:10.748884 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94b4e54d-b97c-4221-91f7-0186df1402bc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.754032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b4e54d-b97c-4221-91f7-0186df1402bc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94f5575b-281f-47ce-bd08-aff34e893b79 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:38:10.763840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94b4e54d-b97c-4221-91f7-0186df1402bc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.772292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-94b4e54d-b97c-4221-91f7-0186df1402bc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "DELETE /v2.0/routers/94f5575b-281f-47ce-bd08-aff34e893b79 HTTP/1.1" status: 204 len: 168 time: 0.7189479 Aug 19 12:38:10.789878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Network d2b8fa03-fdd3-4985-b44b-47765190cc14 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:10.799966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:10.800785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:10.803676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Pushing event updated for resources: {'Port': ['ID=fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:10.847477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Allocated IP 2001:db8::1c (d2b8fa03-fdd3-4985-b44b-47765190cc14/c423d929-8ad2-47a1-84a5-ef6f95f92c2f/2481550f-ab63-443b-b41a-4b9134116cbd) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:10.888656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Attempting to bind port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:10.889332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Attempting to bind port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'aeb89383-ff79-43cf-a488-2129efba98ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd2b8fa03-fdd3-4985-b44b-47765190cc14'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:10.890001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Attempting to bind port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 on network d2b8fa03-fdd3-4985-b44b-47765190cc14 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:10.900960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:10.901430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Checking segment: {'id': 'aeb89383-ff79-43cf-a488-2129efba98ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd2b8fa03-fdd3-4985-b44b-47765190cc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:10.901922 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.902382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Bound using segment: {'id': 'aeb89383-ff79-43cf-a488-2129efba98ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd2b8fa03-fdd3-4985-b44b-47765190cc14'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:10.902898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Bound port: fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb89383-ff79-43cf-a488-2129efba98ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd2b8fa03-fdd3-4985-b44b-47765190cc14'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:10.903621 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.018958 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] For port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:11.029669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] For port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905,segment=NetworkSegment(aeb89383-ff79-43cf-a488-2129efba98ec),segment_id=aeb89383-ff79-43cf-a488-2129efba98ec)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:11.154574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:11.166897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Sync routers for ids ['1d17bd3b-5028-486a-8ffb-ed35a37a0485'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:11.171946 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.217321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Routers {'1d17bd3b-5028-486a-8ffb-ed35a37a0485'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:11.218221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1d17bd3b-5028-486a-8ffb-ed35a37a0485'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:11.270494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c441be-a1b5-4060-af24-31e81ea4a7f5 req-9d63fa3e-5004-4406-b18f-5297a32e98ad tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:11.285001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52c441be-a1b5-4060-af24-31e81ea4a7f5 req-9d63fa3e-5004-4406-b18f-5297a32e98ad tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.1048729 Aug 19 12:38:11.294127 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.327205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Transition to ACTIVE for port object 2481550f-ab63-443b-b41a-4b9134116cbd will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:11.335837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9cec5-f3fe-45d1-aa12-dab60156480d None None] Pushing event updated for resources: {'Port': ['ID=fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:11.416583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52c441be-a1b5-4060-af24-31e81ea4a7f5 req-7e440fc9-7a2f-4ba2-99fc-f34b43cb8da6 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069682 Aug 19 12:38:11.426432 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.432593 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2b8c82e3-99a1-4504-9b23-87dc0db5f2df tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3780112 Aug 19 12:38:11.433068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47320) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:11.476196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47322) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:11.533575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Set router 1d17bd3b-5028-486a-8ffb-ed35a37a0485 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:11.538695 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.743861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Network d2b8fa03-fdd3-4985-b44b-47765190cc14 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:11.761248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:11.769087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:11.776648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:11.777074 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.779595 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Pushing event updated for resources: {'Port': ['ID=2481550f-ab63-443b-b41a-4b9134116cbd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:11.790912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ee45958e-3d4d-4857-892c-518c0117b79d tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/routers/1d17bd3b-5028-486a-8ffb-ed35a37a0485 HTTP/1.1" status: 200 len: 908 time: 0.3537686 Aug 19 12:38:11.793762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47326) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:11.799231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Request body: {'router': {'name': 'tempest-snat-router-419050449', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'enable_snat': True}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:11.835260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42ad95-31f1-4501-be4e-36707a85fce6 req-8e895414-c7a8-4d73-a577-2b3cf89066b4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:11.838840 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f42ad95-31f1-4501-be4e-36707a85fce6 req-8e895414-c7a8-4d73-a577-2b3cf89066b4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.2894893 Aug 19 12:38:11.863039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:11.901236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f42ad95-31f1-4501-be4e-36707a85fce6 req-92a1f95a-041d-4dd2-97f1-feef8f061e06 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521884 Aug 19 12:38:11.912616 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d17bd3b-5028-486a-8ffb-ed35a37a0485', 'name': 'tempest-snat-router-419050449', 'tenant_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.242'}], 'enable_snat': False}, 'gw_port_id': 'de84888a-f4a8-41fe-99c0-9c87b4a317b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:05Z', 'updated_at': '2021-08-19T12:38:08Z', 'revision_number': 3, 'project_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'gw_port': {'id': 'de84888a-f4a8-41fe-99c0-9c87b4a317b8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d17bd3b-5028-486a-8ffb-ed35a37a0485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:07Z', 'updated_at': '2021-08-19T12:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:11.927495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-163516105', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:11.932445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47332) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:12.000333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:12.000696 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5d22cd42-2cfd-4771-8e03-bf0c94744c0a tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2807443 Aug 19 12:38:12.007771 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.011277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Checking router: 1d17bd3b-5028-486a-8ffb-ed35a37a0485 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:12.011414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Request body: {'port': {'network_id': 'd2b8fa03-fdd3-4985-b44b-47765190cc14', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1960816064', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:12.011520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Updating router 1d17bd3b-5028-486a-8ffb-ed35a37a0485 port de84888a-f4a8-41fe-99c0-9c87b4a317b8 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:38:12.011596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] bootfile-name is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:38:12.011765 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] tftp-server is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:38:12.012448 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] server-ip-address is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:38:12.027777 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:38:12.027777 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:38:12.027777 n-d-778732-8 neutron-server[95661]: [parameters: {'project_id_1': '7c109d4efda141b1aa60359151289575', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 38, 11, 941981)}] Aug 19 12:38:12.027777 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:38:12.027777 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:38:12.072335 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.122255 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.242974 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:12.245584 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f5ed2c-a088-427e-a31a-91a223644e5a" -d '{"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-unplugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:12.275723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:12.419916 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.475014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23be5373-57f7-4ac4-ab99-b1a4630e00b3 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:12.476891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-23be5373-57f7-4ac4-ab99-b1a4630e00b3 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1092 time: 0.5426986 Aug 19 12:38:12.483501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47338) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:12.483925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47340) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:12.491483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:12.550375 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:12.555464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.557594 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.568533 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8395d81a-b14b-479b-82a1-344deffb9e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.575428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.575892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902fa57-9271-4010-8fb4-0701f13fa1c3 req-1eb5c8b7-c48b-4981-a1ad-cbfdfa35de4a tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:12.576091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.576513 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.577072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.577656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.578113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.578536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.578936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.583758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.584120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.584470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.584821 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.587770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902fa57-9271-4010-8fb4-0701f13fa1c3 req-1eb5c8b7-c48b-4981-a1ad-cbfdfa35de4a tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:12.600764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902fa57-9271-4010-8fb4-0701f13fa1c3 req-1eb5c8b7-c48b-4981-a1ad-cbfdfa35de4a tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:12.603783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3902fa57-9271-4010-8fb4-0701f13fa1c3 req-1eb5c8b7-c48b-4981-a1ad-cbfdfa35de4a tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec&device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4&device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 2417 time: 0.1879499 Aug 19 12:38:12.610981 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586c9098-ba6d-47c7-b819-48a365c9f964 x-openstack-request-id: req-586c9098-ba6d-47c7-b819-48a365c9f964 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:12.611467 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-unplugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:12.611791 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-586c9098-ba6d-47c7-b819-48a365c9f964 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:12.612255 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'code': 200} Aug 19 12:38:12.618011 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.648192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Transition to ACTIVE for port object de84888a-f4a8-41fe-99c0-9c87b4a317b8 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:12.743313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.750538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.781332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3902fa57-9271-4010-8fb4-0701f13fa1c3 req-26fe86e8-a3f5-4ac7-9089-1ee9490f3273 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668835 Aug 19 12:38:12.800404 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.828821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6dd88-6cfc-4da4-8d30-4c1cde4f6713 req-ed10bfcc-6703-4f39-95ca-a158ddcc10fa tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:12.841570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59b6dd88-6cfc-4da4-8d30-4c1cde4f6713 req-ed10bfcc-6703-4f39-95ca-a158ddcc10fa tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 946 time: 0.1163576 Aug 19 12:38:12.895611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcce68a-7511-4843-9bac-c1298192e8c1 None None] Pushing event updated for resources: {'Port': ['ID=de84888a-f4a8-41fe-99c0-9c87b4a317b8,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:12.897810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59b6dd88-6cfc-4da4-8d30-4c1cde4f6713 req-10f05037-524c-42f9-a381-f1e2bf632d9b tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523188 Aug 19 12:38:12.898130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace032fb-965b-404e-b279-c980c2278f77 None None] Network d2b8fa03-fdd3-4985-b44b-47765190cc14 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:12.936360 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.982638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Attempting to bind port de84888a-f4a8-41fe-99c0-9c87b4a317b8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:12.983057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Attempting to bind port de84888a-f4a8-41fe-99c0-9c87b4a317b8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:12.983474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Attempting to bind port de84888a-f4a8-41fe-99c0-9c87b4a317b8 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:12.991106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.992374 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.993928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:12.994548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:12.995164 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.996044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:12.996720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Bound port: de84888a-f4a8-41fe-99c0-9c87b4a317b8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:12.997120 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.026320 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:38:13.026320 n-d-778732-8 neutron-server[95660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:38:13.026320 n-d-778732-8 neutron-server[95660]: [parameters: {'project_id_1': '3dd475bba596441098224d67639d38fb', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 38, 12, 732101)}] Aug 19 12:38:13.026320 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:38:13.026320 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:38:13.109656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] For port de84888a-f4a8-41fe-99c0-9c87b4a317b8, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:13.153274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9548-99ca-44e8-872e-e86a450e2646 req-e1718597-1ac5-4ad9-80cb-1ae7de08d300 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:13.155104 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] For port de84888a-f4a8-41fe-99c0-9c87b4a317b8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=de84888a-f4a8-41fe-99c0-9c87b4a317b8,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:13.155881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c96b9548-99ca-44e8-872e-e86a450e2646 req-e1718597-1ac5-4ad9-80cb-1ae7de08d300 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 945 time: 0.2047915 Aug 19 12:38:13.180818 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:13.181033 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.212905 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.25.6.185 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/778050a5-a99d-499f-b4d6-f097e90471f5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:13.285068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ccf1545a-4459-4328-9bf0-288b9667c9ee None None] Provisioning for port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:13.319379 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8395d81a-b14b-479b-82a1-344deffb9e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.323750 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.333717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c96b9548-99ca-44e8-872e-e86a450e2646 req-e260e7d7-e58b-4473-a50d-64739452093a tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713281 Aug 19 12:38:13.387617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.400345 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.473300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:13.503051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:13.503674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.514095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Routers {'1d17bd3b-5028-486a-8ffb-ed35a37a0485'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:13.515012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1d17bd3b-5028-486a-8ffb-ed35a37a0485'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:13.539341 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8395d81a-b14b-479b-82a1-344deffb9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.639088 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcce68a-7511-4843-9bac-c1298192e8c1 None None] Pushing event updated for resources: {'Port': ['ID=de84888a-f4a8-41fe-99c0-9c87b4a317b8,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:13.706814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.712206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395d81a-b14b-479b-82a1-344deffb9e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2487066-2a3b-427f-b5e3-594123111ca7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:13.717511 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8395d81a-b14b-479b-82a1-344deffb9e5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e63d159c16143a8bae876ca0be5392c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2323201 Aug 19 12:38:13.723002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47352) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:13.740884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Made reservation on behalf of 3dd475bba596441098224d67639d38fb for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:13.750459 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.790593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] device_id is not set on port d402faf4-6594-48fd-8661-44507955fa10 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:38:13.797411 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.874582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] Set router 1d17bd3b-5028-486a-8ffb-ed35a37a0485 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:13.880170 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:13.886948 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:13.917733 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:13.940503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:13.943814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=778050a5-a99d-499f-b4d6-f097e90471f5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:14.035377 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7782e1f7-88ff-46df-9057-0575ea82b6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.071256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c8eb1374-8bfd-4d55-baa0-3f5e28bdd2e0 None None] Provisioning for port 2481550f-ab63-443b-b41a-4b9134116cbd completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:14.085712 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7782e1f7-88ff-46df-9057-0575ea82b6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.118761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c8eb1374-8bfd-4d55-baa0-3f5e28bdd2e0 None None] Provisioning complete for port 2481550f-ab63-443b-b41a-4b9134116cbd triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:14.119144 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1374-8bfd-4d55-baa0-3f5e28bdd2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.325420 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.388522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Allocated IP 2001:db8::261 (d2b8fa03-fdd3-4985-b44b-47765190cc14/c423d929-8ad2-47a1-84a5-ef6f95f92c2f/d402faf4-6594-48fd-8661-44507955fa10) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:14.401363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb13c4-a934-40f0-b891-41231aa6c3ff req-206692c2-bd0d-4f7d-b9b4-605bc8a25394 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:14.412231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25fb13c4-a934-40f0-b891-41231aa6c3ff req-206692c2-bd0d-4f7d-b9b4-605bc8a25394 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 946 time: 0.3069820 Aug 19 12:38:14.412231 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.416532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905,segment=NetworkSegment(aeb89383-ff79-43cf-a488-2129efba98ec),segment_id=aeb89383-ff79-43cf-a488-2129efba98ec)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:14.433980 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb1374-8bfd-4d55-baa0-3f5e28bdd2e0 None None] Port 2481550f-ab63-443b-b41a-4b9134116cbd cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:38:14.440036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-99bd26b8-7e9f-4c8f-9b74-f0f5afb24753 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:14.442077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-99bd26b8-7e9f-4c8f-9b74-f0f5afb24753 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.53 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 946 time: 0.2226095 Aug 19 12:38:14.466129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c8eb1374-8bfd-4d55-baa0-3f5e28bdd2e0 None None] Provisioning complete for port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:14.467053 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1374-8bfd-4d55-baa0-3f5e28bdd2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.527328 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.557085 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7782e1f7-88ff-46df-9057-0575ea82b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.563307 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7782e1f7-88ff-46df-9057-0575ea82b6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.567108 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7782e1f7-88ff-46df-9057-0575ea82b6c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2487066-2a3b-427f-b5e3-594123111ca7 HTTP/1.1" status: 204 len: 168 time: 0.8427989 Aug 19 12:38:14.629086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782e1f7-88ff-46df-9057-0575ea82b6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2487066-2a3b-427f-b5e3-594123111ca7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:14.723806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25fb13c4-a934-40f0-b891-41231aa6c3ff req-3bc30dd7-2c35-4dd6-8bf4-1ad3db36114a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697270 Aug 19 12:38:14.771358 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.782810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:14.897281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Allocated IP 172.25.6.151 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/5c72d7e5-3f89-4e86-96b9-02d21ca24d26) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:14.907438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.942553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d17bd3b-5028-486a-8ffb-ed35a37a0485', 'name': 'tempest-snat-router-419050449', 'tenant_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.242'}], 'enable_snat': False}, 'gw_port_id': 'de84888a-f4a8-41fe-99c0-9c87b4a317b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:05Z', 'updated_at': '2021-08-19T12:38:08Z', 'revision_number': 3, 'project_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'gw_port': {'id': 'de84888a-f4a8-41fe-99c0-9c87b4a317b8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d17bd3b-5028-486a-8ffb-ed35a37a0485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:07Z', 'updated_at': '2021-08-19T12:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:14.945135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Deleting port bf492600-0474-4b28-a6f8-a69e8df44730 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:14.945839 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.987249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:14.988886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52757e-ce1a-42ad-b5c8-679fb17083e4 None None] The sync data for ids ['1d17bd3b-5028-486a-8ffb-ed35a37a0485'] in n-d-778732-8 is: [{'id': '1d17bd3b-5028-486a-8ffb-ed35a37a0485', 'name': 'tempest-snat-router-419050449', 'tenant_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.242'}], 'enable_snat': False}, 'gw_port_id': 'de84888a-f4a8-41fe-99c0-9c87b4a317b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:05Z', 'updated_at': '2021-08-19T12:38:08Z', 'revision_number': 3, 'project_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'gw_port': {'id': 'de84888a-f4a8-41fe-99c0-9c87b4a317b8', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d17bd3b-5028-486a-8ffb-ed35a37a0485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:07Z', 'updated_at': '2021-08-19T12:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:15.025984 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.027495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-238a2d92-8c78-43ce-a708-ddd6fb2c65eb None None] Provisioning complete for port 2481550f-ab63-443b-b41a-4b9134116cbd triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:15.027880 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-238a2d92-8c78-43ce-a708-ddd6fb2c65eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.087437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-238a2d92-8c78-43ce-a708-ddd6fb2c65eb None None] Port 2481550f-ab63-443b-b41a-4b9134116cbd cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:38:15.105348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:15.214003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:15.214748 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.275169 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.383873 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.437621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] For port bf492600-0474-4b28-a6f8-a69e8df44730, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=bf492600-0474-4b28-a6f8-a69e8df44730,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:15.438310 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.474518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Transition to ACTIVE for port object d402faf4-6594-48fd-8661-44507955fa10 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:15.707800 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.713709 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.876997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:38:15.995454 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.995893 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.996179 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Floating IP e1e19f78-d8ca-4669-b687-6dd3606db8a5 disassociated. External IP: 172.25.6.60, port: bf492600-0474-4b28-a6f8-a69e8df44730. Aug 19 12:38:15.996540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Calling delete_port for bf492600-0474-4b28-a6f8-a69e8df44730 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:16.010911 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:16.019860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfd329-551e-43fd-bba3-28ba0dd6c255 req-5fa0597d-2e29-4dbd-9e77-57eb86f4b89d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.021497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5cdfd329-551e-43fd-bba3-28ba0dd6c255 req-5fa0597d-2e29-4dbd-9e77-57eb86f4b89d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.1610065 Aug 19 12:38:16.033681 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:16.054292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c146fbc-73cc-45c7-875d-fc0ea9cddd32 req-59c14726-1976-426a-abbf-acb5db17f480 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.055338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:16.058007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c146fbc-73cc-45c7-875d-fc0ea9cddd32 req-59c14726-1976-426a-abbf-acb5db17f480 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 946 time: 0.1613853 Aug 19 12:38:16.100556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'port_id': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'mac_address': 'fa:16:3e:a6:0a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:16.198801 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:16.262725 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:16.283418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Network d2b8fa03-fdd3-4985-b44b-47765190cc14 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:16.293747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=778050a5-a99d-499f-b4d6-f097e90471f5,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:16.309051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f794bf4e-48da-40fe-b22e-0cbc426e69de {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:16.313045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:16.324847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Allocated IP 172.25.6.160 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/ff277381-8cdd-4f8a-a0bb-e6eb0f55c423) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:16.326405 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c146fbc-73cc-45c7-875d-fc0ea9cddd32 req-0370ba82-cda9-4ba1-8a9b-430d933754c8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d41b597-c18e-4669-b9c9-fbdeefd29526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587399 Aug 19 12:38:16.327629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:16.342032 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:16.355186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:16.362030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5cdfd329-551e-43fd-bba3-28ba0dd6c255 req-cd9b903e-3377-4947-9770-196ce8e9d1c7 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995195 Aug 19 12:38:16.363130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Pushing event updated for resources: {'Port': ['ID=d402faf4-6594-48fd-8661-44507955fa10,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:16.381719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:16.384756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:16.387155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:16.395185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.395901 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:16.499242 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:16.562650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event updated for resources: {'Port': ['ID=5c72d7e5-3f89-4e86-96b9-02d21ca24d26,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:16.719055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f794bf4e-48da-40fe-b22e-0cbc426e69de'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:16.728381 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Floating IP 6a44f8de-3261-4e94-8040-d08e9b27bcd4 associated. External IP: 172.25.6.185, port: 3dce6e05-9b47-4751-be4e-80f031cfd1d5. Aug 19 12:38:16.826187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b83cb3c1-0750-43c5-a1c9-102525ae5e2d tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.8239336 Aug 19 12:38:16.838674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47410) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:16.847105 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:16.855338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:16.982964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aeb67f-9847-4757-a6b7-5fad19776d20 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.990262 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aeb67f-9847-4757-a6b7-5fad19776d20 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.998185 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aeb67f-9847-4757-a6b7-5fad19776d20 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:17.000104 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e2aeb67f-9847-4757-a6b7-5fad19776d20 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1602402 Aug 19 12:38:17.004085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47416) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:17.108309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d026b5f3-cde2-4f88-9ea3-18f646fec600 None None] Provisioning for port d402faf4-6594-48fd-8661-44507955fa10 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:17.113077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d026b5f3-cde2-4f88-9ea3-18f646fec600 None None] Provisioning complete for port d402faf4-6594-48fd-8661-44507955fa10 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:17.113685 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d026b5f3-cde2-4f88-9ea3-18f646fec600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:17.152820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:17.207772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device de84888a-f4a8-41fe-99c0-9c87b4a317b8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:17.245079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d026b5f3-cde2-4f88-9ea3-18f646fec600 None None] Port d402faf4-6594-48fd-8661-44507955fa10 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:38:17.267993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:17.271064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event deleted for resources: {'Port': ['ID=bf492600-0474-4b28-a6f8-a69e8df44730,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:17.358268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Pushing event updated for resources: {'Port': ['ID=ff277381-8cdd-4f8a-a0bb-e6eb0f55c423,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:17.367709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 405152d5-0b98-49fd-abbe-813be65874c5 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:38:17.401416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:17.411020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:17.416740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:17.417669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port de84888a-f4a8-41fe-99c0-9c87b4a317b8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:17.423462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port de84888a-f4a8-41fe-99c0-9c87b4a317b8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:17.424415 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:17.622544 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:17.671000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port de84888a-f4a8-41fe-99c0-9c87b4a317b8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=de84888a-f4a8-41fe-99c0-9c87b4a317b8,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:17.822970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:17.893135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:17.957747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=de84888a-f4a8-41fe-99c0-9c87b4a317b8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:17.980925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port f794bf4e-48da-40fe-b22e-0cbc426e69de triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:17.981508 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.082234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc305691-f3db-4dd8-ae38-e57bceb3090b req-77f3c714-671b-4a99-883c-2749bb992f33 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 210 time: 0.0927665 Aug 19 12:38:18.162217 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.167677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3e047537-9a86-421d-9b83-5cf87842a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Deleting port d402faf4-6594-48fd-8661-44507955fa10 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:18.168312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e047537-9a86-421d-9b83-5cf87842a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.226117 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.277917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:18.281939 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02136615-0b61-4805-a2bc-e683b97b69b3" -d '{"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-plugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:18.324366 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:18.334736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:18.345707 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7045b7-8b16-43f6-b497-1689286c136f None None] Sync routers for ids ['405152d5-0b98-49fd-abbe-813be65874c5'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:18.357988 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7045b7-8b16-43f6-b497-1689286c136f None None] Routers {'405152d5-0b98-49fd-abbe-813be65874c5'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:18.358679 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-af7045b7-8b16-43f6-b497-1689286c136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['405152d5-0b98-49fd-abbe-813be65874c5'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:18.366239 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db7e59c-e3a0-46f8-9070-e0cf1040e9ee x-openstack-request-id: req-7db7e59c-e3a0-46f8-9070-e0cf1040e9ee {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:18.366613 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-plugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:18.366805 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7db7e59c-e3a0-46f8-9070-e0cf1040e9ee {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:18.367187 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'code': 200} Aug 19 12:38:18.445043 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.487053 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.524424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d6832-e903-408f-be5a-c745245fd789 req-718daa75-6ff4-4dc9-bd10-b7642bf70d9c tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:18.526306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a7d6832-e903-408f-be5a-c745245fd789 req-718daa75-6ff4-4dc9-bd10-b7642bf70d9c tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.5418816 Aug 19 12:38:18.551475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=10']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:18.589813 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b614dbdb-a460-465b-a3eb-6a5e53d7ab18 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1014547 Aug 19 12:38:18.595498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:18.597727 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58" -d '{"events": [{"name": "network-changed", "server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:18.649291 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-af7045b7-8b16-43f6-b497-1689286c136f None None] Set router 405152d5-0b98-49fd-abbe-813be65874c5 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:18.665137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.682496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Router 6df0c2ad-4772-41fb-8780-0f6926730c1c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:38:18.739192 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e047537-9a86-421d-9b83-5cf87842a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.839765 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a7d6832-e903-408f-be5a-c745245fd789 req-09f73ae1-1ca8-45b2-8a01-9a8e058d638e tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902043 Aug 19 12:38:18.973056 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b78b4cc-aec7-46c7-a9ce-e11b14d7866c x-openstack-request-id: req-7b78b4cc-aec7-46c7-a9ce-e11b14d7866c {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:18.973349 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:18.973625 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b78b4cc-aec7-46c7-a9ce-e11b14d7866c {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:18.974030 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'status': 'completed', 'code': 200} Aug 19 12:38:19.053500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3e047537-9a86-421d-9b83-5cf87842a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Calling delete_port for d402faf4-6594-48fd-8661-44507955fa10 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:19.058196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.244960 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-af7045b7-8b16-43f6-b497-1689286c136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:26Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '6a44f8de-3261-4e94-8040-d08e9b27bcd4', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'port_id': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'mac_address': 'fa:16:3e:ef:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:14Z', 'updated_at': '2021-08-19T12:38:14Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48151bb8-7d56-4324-bcdc-8a9164d9f6a8', 'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:8a:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:24Z', 'updated_at': '2021-08-19T12:37:35Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:19.310229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.351606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bf492600-0474-4b28-a6f8-a69e8df44730 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:19.355946 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7045b7-8b16-43f6-b497-1689286c136f None None] Checking router: 405152d5-0b98-49fd-abbe-813be65874c5 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:19.378536 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7045b7-8b16-43f6-b497-1689286c136f None None] Routers {'405152d5-0b98-49fd-abbe-813be65874c5'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:19.379372 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-af7045b7-8b16-43f6-b497-1689286c136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['405152d5-0b98-49fd-abbe-813be65874c5'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:19.481349 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: bf492600-0474-4b28-a6f8-a69e8df44730 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:19.481969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device bf492600-0474-4b28-a6f8-a69e8df44730 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:19.491057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device de84888a-f4a8-41fe-99c0-9c87b4a317b8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:19.705322 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port de84888a-f4a8-41fe-99c0-9c87b4a317b8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:19.710916 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.885498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Router b8699041-3297-451f-b1d1-311cded62544 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:38:20.051583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9b1ac23-b641-41e4-85c7-135d55155673 req-3261bd4f-0397-4b87-8adc-57c4ab047162 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 210 time: 0.2404349 Aug 19 12:38:20.066154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3c471-825e-4a9d-804e-1e9b422bf8b2 req-e226371a-f102-4a7f-ae15-1509c7bed4f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:20.068778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ca3c471-825e-4a9d-804e-1e9b422bf8b2 req-e226371a-f102-4a7f-ae15-1509c7bed4f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 1.3490090 Aug 19 12:38:20.153425 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-af7045b7-8b16-43f6-b497-1689286c136f None None] Set router 405152d5-0b98-49fd-abbe-813be65874c5 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:20.158993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58 req-72feda36-6d47-4735-b54e-1722ce9afa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:20.161820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58 req-72feda36-6d47-4735-b54e-1722ce9afa9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1097 time: 1.0992231 Aug 19 12:38:20.292475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:20.316972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e7e09-7863-4c4a-9e64-d9f77cb8b255 None None] Sync routers for ids ['b8699041-3297-451f-b1d1-311cded62544'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:20.340605 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e7e09-7863-4c4a-9e64-d9f77cb8b255 None None] Routers {'b8699041-3297-451f-b1d1-311cded62544'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:20.342916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-342e7e09-7863-4c4a-9e64-d9f77cb8b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b8699041-3297-451f-b1d1-311cded62544'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:20.408721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:20.427675 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:20.429129 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2298c6f4-855f-41b2-a005-f6e1f416aec8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9518104 Aug 19 12:38:20.432833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47480) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:20.450341 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfa705-1fa3-4a08-8792-70c23c67e986 None None] Sync routers for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:20.493523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-342e7e09-7863-4c4a-9e64-d9f77cb8b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:20.512350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e7e09-7863-4c4a-9e64-d9f77cb8b255 None None] Routers {'b8699041-3297-451f-b1d1-311cded62544'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:20.512673 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfa705-1fa3-4a08-8792-70c23c67e986 None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:20.513990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-342e7e09-7863-4c4a-9e64-d9f77cb8b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b8699041-3297-451f-b1d1-311cded62544'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:20.516985 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-27dfa705-1fa3-4a08-8792-70c23c67e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:20.581576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58 req-e530f655-d94f-4ac5-8579-66da51aaedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:20.583721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58 req-e530f655-d94f-4ac5-8579-66da51aaedfb service neutron] 10.222.0.53 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 898 time: 0.3986294 Aug 19 12:38:20.585063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-342e7e09-7863-4c4a-9e64-d9f77cb8b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:20.587356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e7e09-7863-4c4a-9e64-d9f77cb8b255 None None] The sync data for ids ['b8699041-3297-451f-b1d1-311cded62544'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:20.731234 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a72a48d5-8431-4835-89b0-79db7b959c99 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/routers/b8699041-3297-451f-b1d1-311cded62544 HTTP/1.1" status: 200 len: 920 time: 0.2945058 Aug 19 12:38:20.732400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47482) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:20.747021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ca3c471-825e-4a9d-804e-1e9b422bf8b2 req-51e3548a-c3a6-425e-891d-cc4cef1f019f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6601424 Aug 19 12:38:20.756720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] No DVR routers for this DVR port bf492600-0474-4b28-a6f8-a69e8df44730 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:20.762396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:20.764758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a4c1cad-ec97-4fb0-9fea-a35d3f461698 req-2fac10c1-4c6a-41c8-a739-7ff3a0d807ad tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.53 "DELETE /v2.0/ports/bf492600-0474-4b28-a6f8-a69e8df44730 HTTP/1.1" status: 204 len: 173 time: 6.3057954 Aug 19 12:38:20.765391 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-27dfa705-1fa3-4a08-8792-70c23c67e986 None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:20.796051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47484) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:20.799675 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eb520822-e447-4b44-bbbf-72a72f224fc9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8699041-3297-451f-b1d1-311cded62544 HTTP/1.1" status: 200 len: 205 time: 0.0615652 Aug 19 12:38:20.856150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47486) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:20.871071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'name': 'network-vif-deleted', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:20.874370 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c47eb71-02c9-4c10-a8df-78c115b9b405" -d '{"events": [{"server_uuid": "21529756-b236-4b14-aec9-277481579282", "name": "network-vif-deleted", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:20.896815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Router df3f6ebb-3c02-406a-b2c1-34d1c7decf38 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:38:20.936955 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b1ea2e3-907d-49d0-aec9-5b1ee76e8ed3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/6a44f8de-3261-4e94-8040-d08e9b27bcd4 HTTP/1.1" status: 200 len: 992 time: 0.1332426 Aug 19 12:38:21.020786 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da276a4-7ac0-413c-9eea-0f0ebe327226 x-openstack-request-id: req-1da276a4-7ac0-413c-9eea-0f0ebe327226 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:21.021122 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21529756-b236-4b14-aec9-277481579282", "name": "network-vif-deleted", "tag": "bf492600-0474-4b28-a6f8-a69e8df44730", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:21.021410 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1da276a4-7ac0-413c-9eea-0f0ebe327226 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:21.021807 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21529756-b236-4b14-aec9-277481579282', 'name': 'network-vif-deleted', 'tag': 'bf492600-0474-4b28-a6f8-a69e8df44730', 'status': 'completed', 'code': 200} Aug 19 12:38:21.119288 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-419b5e98-6763-4f6d-a63b-05f6052b1b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:21.120042 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-af7045b7-8b16-43f6-b497-1689286c136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:26Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '6a44f8de-3261-4e94-8040-d08e9b27bcd4', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'port_id': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'mac_address': 'fa:16:3e:ef:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:14Z', 'updated_at': '2021-08-19T12:38:14Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48151bb8-7d56-4324-bcdc-8a9164d9f6a8', 'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:8a:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:24Z', 'updated_at': '2021-08-19T12:37:35Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:21.176029 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7045b7-8b16-43f6-b497-1689286c136f None None] The sync data for ids ['405152d5-0b98-49fd-abbe-813be65874c5'] in n-d-778732-8 is: [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:26Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '6a44f8de-3261-4e94-8040-d08e9b27bcd4', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'port_id': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'mac_address': 'fa:16:3e:ef:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:14Z', 'updated_at': '2021-08-19T12:38:14Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48151bb8-7d56-4324-bcdc-8a9164d9f6a8', 'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:8a:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:24Z', 'updated_at': '2021-08-19T12:37:35Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:21.228632 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58 req-13c88ddb-8afe-4050-a4f8-1938f3948ea9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1000 time: 0.5893452 Aug 19 12:38:21.402491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c02ea0-1dba-429e-a67c-9c88800b0f8e req-519106b3-6072-4a13-bd5f-ad54086090c5 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:21.403832 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-27dfa705-1fa3-4a08-8792-70c23c67e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:21.404217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0c02ea0-1dba-429e-a67c-9c88800b0f8e req-519106b3-6072-4a13-bd5f-ad54086090c5 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 1.0025327 Aug 19 12:38:21.459710 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfa705-1fa3-4a08-8792-70c23c67e986 None None] Checking router: 6df0c2ad-4772-41fb-8780-0f6926730c1c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:21.482910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58 req-4e9145bb-1074-441e-93a1-2aaa422075f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:21.486079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58 req-4e9145bb-1074-441e-93a1-2aaa422075f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 200 len: 834 time: 0.0924580 Aug 19 12:38:21.537928 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfa705-1fa3-4a08-8792-70c23c67e986 None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:21.547059 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-27dfa705-1fa3-4a08-8792-70c23c67e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:21.595583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:21.612390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Sync routers for ids ['df3f6ebb-3c02-406a-b2c1-34d1c7decf38'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:21.627295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Routers {'df3f6ebb-3c02-406a-b2c1-34d1c7decf38'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:21.629011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['df3f6ebb-3c02-406a-b2c1-34d1c7decf38'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:21.680856 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ab2f4-aa9f-42be-90d4-7dabdbec722f None None] New status for floating IP 6a44f8de-3261-4e94-8040-d08e9b27bcd4: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:38:21.699059 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:21.707181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f938195d-d290-4c42-b446-c3957165f6be req-e0136d67-9595-45e7-ad16-e70249f0d2b5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=21529756-b236-4b14-aec9-277481579282 HTTP/1.1" status: 200 len: 210 time: 0.3180573 Aug 19 12:38:21.787949 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e047537-9a86-421d-9b83-5cf87842a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:21.912986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e047537-9a86-421d-9b83-5cf87842a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Pushing event deleted for resources: {'Port': ['ID=d402faf4-6594-48fd-8661-44507955fa10,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:21.936873 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e047537-9a86-421d-9b83-5cf87842a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:21.940120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47502) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:21.956203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3e047537-9a86-421d-9b83-5cf87842a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] 10.222.0.44 "DELETE /v2.0/ports/d402faf4-6594-48fd-8661-44507955fa10 HTTP/1.1" status: 204 len: 168 time: 4.9505048 Aug 19 12:38:21.970536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47504) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:21.984010 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-27dfa705-1fa3-4a08-8792-70c23c67e986 None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:21.999320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0c02ea0-1dba-429e-a67c-9c88800b0f8e req-391051c5-1de3-4ac5-9413-e0f25d78d19e tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256837 Aug 19 12:38:22.000343 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:22.002604 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-19b3d37c-b0ba-4afc-ad0b-69118664dd60 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.2084417 Aug 19 12:38:22.009969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Set router df3f6ebb-3c02-406a-b2c1-34d1c7decf38 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:22.021177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47506) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:22.101042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Request body: {'port': {'name': 'tempest-new-port-name-417900497', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:22.101947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.api.validators [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] bootfile-name is not in valid_values {{(pid=95661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:38:22.102528 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.api.validators [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] tftp-server is not in valid_values {{(pid=95661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:38:22.105354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.api.validators [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] server-ip-address is not in valid_values {{(pid=95661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:38:22.202180 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ba63f449-d0ed-46ba-bf9f-e695e8c0618e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/6a44f8de-3261-4e94-8040-d08e9b27bcd4 HTTP/1.1" status: 200 len: 992 time: 0.2549467 Aug 19 12:38:22.460847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:22.696619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3f6ebb-3c02-406a-b2c1-34d1c7decf38', 'name': 'tempest-snat-router-419050449', 'tenant_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '5c72d7e5-3f89-4e86-96b9-02d21ca24d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:12Z', 'updated_at': '2021-08-19T12:38:16Z', 'revision_number': 3, 'project_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'gw_port': {'id': '5c72d7e5-3f89-4e86-96b9-02d21ca24d26', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:da:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3f6ebb-3c02-406a-b2c1-34d1c7decf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:14Z', 'updated_at': '2021-08-19T12:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:22.778181 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-27dfa705-1fa3-4a08-8792-70c23c67e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:22.799925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Checking router: df3f6ebb-3c02-406a-b2c1-34d1c7decf38 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:22.800392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Updating router df3f6ebb-3c02-406a-b2c1-34d1c7decf38 port 5c72d7e5-3f89-4e86-96b9-02d21ca24d26 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:38:22.856174 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:22.862709 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfa705-1fa3-4a08-8792-70c23c67e986 None None] The sync data for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 is: [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:23.218651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47520) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:23.220082 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47522) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:23.232379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58 req-a30f06d6-aab6-40c0-86b7-9f33904ef8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.234159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58 req-a30f06d6-aab6-40c0-86b7-9f33904ef8fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6198704 Aug 19 12:38:23.344818 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:23.386012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Transition to ACTIVE for port object 5c72d7e5-3f89-4e86-96b9-02d21ca24d26 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:23.397894 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:23.477431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7e26a-8676-4b40-b480-0564a90325f3 req-0b1f8efd-1fb2-4451-bb42-f6285e13ae36 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.479622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06f7e26a-8676-4b40-b480-0564a90325f3 req-0b1f8efd-1fb2-4451-bb42-f6285e13ae36 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.2740843 Aug 19 12:38:23.491987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:23.493756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d0e3db-52a3-400a-af95-97e3f151f87e None None] New status for floating IP e1e19f78-d8ca-4669-b687-6dd3606db8a5: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:38:23.571980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a7804231-3b2c-4daa-915d-bb59f26a2128 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/routers/df3f6ebb-3c02-406a-b2c1-34d1c7decf38 HTTP/1.1" status: 200 len: 907 time: 1.5489228 Aug 19 12:38:23.573907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58 req-ef0d96a4-13aa-4bc0-957f-67ef295d2bc9 service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241594 Aug 19 12:38:23.574512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47526) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:23.590789 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-32ba6a7d-ffcd-4d42-9412-150dedc6f5f9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/6a44f8de-3261-4e94-8040-d08e9b27bcd4 HTTP/1.1" status: 200 len: 994 time: 0.3624389 Aug 19 12:38:23.629233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:23.641747 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:23.693943 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1dca9f22-548b-4369-9a9e-bf93a2ee253a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:23.738036 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] In _notify_port_updated(), no bound segment for port 2481550f-ab63-443b-b41a-4b9134116cbd on network d2b8fa03-fdd3-4985-b44b-47765190cc14 {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:38:23.760339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.761864 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:23.764135 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] 10.222.0.44 "PUT /v2.0/ports/2481550f-ab63-443b-b41a-4b9134116cbd HTTP/1.1" status: 200 len: 1128 time: 1.7844992 Aug 19 12:38:23.768362 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:23.776137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47532) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:23.803122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f728fe-51c7-4e70-9597-b71453fd7888 None None] Pushing event updated for resources: {'Port': ['ID=5c72d7e5-3f89-4e86-96b9-02d21ca24d26,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:23.896049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710e1dd-b8cc-4b5b-9265-53b3ac2e3eda tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Pushing event updated for resources: {'Port': ['ID=2481550f-ab63-443b-b41a-4b9134116cbd,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:23.921892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1dca9f22-548b-4369-9a9e-bf93a2ee253a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:23.951785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Attempting to bind port 5c72d7e5-3f89-4e86-96b9-02d21ca24d26 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:23.952373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Attempting to bind port 5c72d7e5-3f89-4e86-96b9-02d21ca24d26 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:23.952807 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b9cf9e-fc67-4d9c-b0a9-98cef1910ada tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.952933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Attempting to bind port 5c72d7e5-3f89-4e86-96b9-02d21ca24d26 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:23.955761 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-24b9cf9e-fc67-4d9c-b0a9-98cef1910ada tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] 10.222.0.44 "GET /v2.0/ports/2481550f-ab63-443b-b41a-4b9134116cbd HTTP/1.1" status: 200 len: 1128 time: 0.1749606 Aug 19 12:38:23.963577 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47536) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:24.003258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:24.003753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:24.004399 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.004813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:24.005672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Bound port: 5c72d7e5-3f89-4e86-96b9-02d21ca24d26, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:24.006231 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.024759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.059077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06f7e26a-8676-4b40-b480-0564a90325f3 req-2f576598-1322-4d97-8cc1-b1dd1f55cf81 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500934 Aug 19 12:38:24.199209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] For port 5c72d7e5-3f89-4e86-96b9-02d21ca24d26, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:24.206891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] For port 5c72d7e5-3f89-4e86-96b9-02d21ca24d26, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5c72d7e5-3f89-4e86-96b9-02d21ca24d26,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:24.269900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fab8a1e3-27b1-41ad-a671-386a550dadf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Deleting port 2481550f-ab63-443b-b41a-4b9134116cbd {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:24.270949 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fab8a1e3-27b1-41ad-a671-386a550dadf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.284851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-878e7df3-e189-4975-b597-b2cbe3cb18f8 None None] Provisioning complete for port 2481550f-ab63-443b-b41a-4b9134116cbd triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:24.285499 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-878e7df3-e189-4975-b597-b2cbe3cb18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.290533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Deleting port ff277381-8cdd-4f8a-a0bb-e6eb0f55c423 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:24.290533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.323771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1bcd14d-4318-40f0-926c-9bc1bbd7ca58 req-162999ce-4ba0-4c09-b3bd-7a72fd1e8fd8 service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652127 Aug 19 12:38:24.342411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.371794 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1dca9f22-548b-4369-9a9e-bf93a2ee253a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.376525 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1dca9f22-548b-4369-9a9e-bf93a2ee253a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.379303 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1dca9f22-548b-4369-9a9e-bf93a2ee253a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "DELETE /v2.0/security-groups/8d41b597-c18e-4669-b9c9-fbdeefd29526 HTTP/1.1" status: 204 len: 168 time: 1.1475792 Aug 19 12:38:24.386480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47538) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:24.398644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-878e7df3-e189-4975-b597-b2cbe3cb18f8 None None] Port 2481550f-ab63-443b-b41a-4b9134116cbd cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:38:24.426721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca9f22-548b-4369-9a9e-bf93a2ee253a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d41b597-c18e-4669-b9c9-fbdeefd29526,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:24.446995 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-ef0bec98-1bf3-433a-9a3b-7100ce64b322 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] show failed (client error): The resource could not be found. Aug 19 12:38:24.448265 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ef0bec98-1bf3-433a-9a3b-7100ce64b322 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups/8d41b597-c18e-4669-b9c9-fbdeefd29526 HTTP/1.1" status: 404 len: 347 time: 0.0538905 Aug 19 12:38:24.456188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47540) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:24.462338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Deleting port 5c72d7e5-3f89-4e86-96b9-02d21ca24d26 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:24.462338 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.480803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Routers {'df3f6ebb-3c02-406a-b2c1-34d1c7decf38'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:24.480803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['df3f6ebb-3c02-406a-b2c1-34d1c7decf38'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:24.508808 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fab8a1e3-27b1-41ad-a671-386a550dadf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.545651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fab8a1e3-27b1-41ad-a671-386a550dadf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Calling delete_port for 2481550f-ab63-443b-b41a-4b9134116cbd owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:24.616905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f728fe-51c7-4e70-9597-b71453fd7888 None None] Pushing event updated for resources: {'Port': ['ID=5c72d7e5-3f89-4e86-96b9-02d21ca24d26,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:24.665600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] Set router df3f6ebb-3c02-406a-b2c1-34d1c7decf38 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:24.696179 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.805347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Calling delete_port for ff277381-8cdd-4f8a-a0bb-e6eb0f55c423 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:24.949599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3f6ebb-3c02-406a-b2c1-34d1c7decf38', 'name': 'tempest-snat-router-419050449', 'tenant_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:12Z', 'updated_at': '2021-08-19T12:38:24Z', 'revision_number': 4, 'project_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:24.982338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fab8a1e3-27b1-41ad-a671-386a550dadf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.005094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81205d-267c-4dc9-8121-086df7819e24 None None] The sync data for ids ['df3f6ebb-3c02-406a-b2c1-34d1c7decf38'] in n-d-778732-8 is: [{'id': 'df3f6ebb-3c02-406a-b2c1-34d1c7decf38', 'name': 'tempest-snat-router-419050449', 'tenant_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:12Z', 'updated_at': '2021-08-19T12:38:24Z', 'revision_number': 4, 'project_id': 'ccc0ef7105db4d55aa0d647d7e115029', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:25.051388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] For port 5c72d7e5-3f89-4e86-96b9-02d21ca24d26, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5c72d7e5-3f89-4e86-96b9-02d21ca24d26,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:25.052271 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.077726 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8a1e3-27b1-41ad-a671-386a550dadf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Pushing event deleted for resources: {'Port': ['ID=2481550f-ab63-443b-b41a-4b9134116cbd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:25.105225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Calling delete_port for 5c72d7e5-3f89-4e86-96b9-02d21ca24d26 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:25.113016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-29d5a39a-d6a7-4cf5-9961-ed10d346b060 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Deleting port 8c0aaf8a-a0b1-4d7b-8aab-dd25ae5708d0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:25.113785 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29d5a39a-d6a7-4cf5-9961-ed10d346b060 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.182424 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fab8a1e3-27b1-41ad-a671-386a550dadf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.199534 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fab8a1e3-27b1-41ad-a671-386a550dadf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] 10.222.0.44 "DELETE /v2.0/ports/2481550f-ab63-443b-b41a-4b9134116cbd HTTP/1.1" status: 204 len: 168 time: 1.2333944 Aug 19 12:38:25.200323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47554) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:25.337546 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32b85fa-3a11-4152-881b-822b7a5d8219 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Deleting subnet c423d929-8ad2-47a1-84a5-ef6f95f92c2f {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:38:25.343205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a32b85fa-3a11-4152-881b-822b7a5d8219 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.393196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29d5a39a-d6a7-4cf5-9961-ed10d346b060 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.393907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29d5a39a-d6a7-4cf5-9961-ed10d346b060 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.450585 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7a9fb753-58b6-492b-9a51-71d701a0828d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.460468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a32b85fa-3a11-4152-881b-822b7a5d8219 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.503757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-29d5a39a-d6a7-4cf5-9961-ed10d346b060 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Calling delete_port for 8c0aaf8a-a0b1-4d7b-8aab-dd25ae5708d0 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:25.636445 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a32b85fa-3a11-4152-881b-822b7a5d8219 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.643561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d4ff4-0ce5-4f97-b62d-4512fec93929 req-b72bb449-5bec-40ad-95f7-af24f7445dd0 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.645288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-675d4ff4-0ce5-4f97-b62d-4512fec93929 req-b72bb449-5bec-40ad-95f7-af24f7445dd0 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.3083067 Aug 19 12:38:25.881648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-675d4ff4-0ce5-4f97-b62d-4512fec93929 req-0ce8770f-f815-4888-9e31-9464f11f5176 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971810 Aug 19 12:38:25.931443 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:26.293877 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a32b85fa-3a11-4152-881b-822b7a5d8219 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:26.327556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b85fa-3a11-4152-881b-822b7a5d8219 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Pushing event deleted for resources: {'Subnet': ['ID=c423d929-8ad2-47a1-84a5-ef6f95f92c2f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:26.331027 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a32b85fa-3a11-4152-881b-822b7a5d8219 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:26.335629 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a32b85fa-3a11-4152-881b-822b7a5d8219 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] 10.222.0.44 "DELETE /v2.0/subnets/c423d929-8ad2-47a1-84a5-ef6f95f92c2f HTTP/1.1" status: 204 len: 168 time: 1.1339858 Aug 19 12:38:26.336695 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47562) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:26.340824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c051b3-5172-4e06-b7db-449e95b4120c None None] Network d2b8fa03-fdd3-4985-b44b-47765190cc14 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:26.377999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:26.449086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:26.474271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Pushing event deleted for resources: {'Port': ['ID=ff277381-8cdd-4f8a-a0bb-e6eb0f55c423,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:26.511797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.512378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.512947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.513603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.514168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.514723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.515267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.515923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.516403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.517448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.520263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.520263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:26.541325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Deleting port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:26.541325 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:26.604499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:26.629561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] For port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905,segment=NetworkSegment(aeb89383-ff79-43cf-a488-2129efba98ec),segment_id=aeb89383-ff79-43cf-a488-2129efba98ec)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:26.629979 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:26.649484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Calling delete_port for fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:26.672933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29d5a39a-d6a7-4cf5-9961-ed10d346b060 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:26.676503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c72d7e5-3f89-4e86-96b9-02d21ca24d26,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:26.714634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0413b9be-65c0-40b3-a21d-3719cbd70feb None None] DHCP port deletion for d2b8fa03-fdd3-4985-b44b-47765190cc14 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:38:26.750099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5a39a-d6a7-4cf5-9961-ed10d346b060 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event deleted for resources: {'Port': ['ID=8c0aaf8a-a0b1-4d7b-8aab-dd25ae5708d0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:26.848711 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:26.889614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0413b9be-65c0-40b3-a21d-3719cbd70feb None None] Deleting port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:26.890245 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0413b9be-65c0-40b3-a21d-3719cbd70feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.005861 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.070541 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.119784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Pushing event deleted for resources: {'Port': ['ID=fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:27.127772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] No DVR routers for this DVR port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:27.136156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0413b9be-65c0-40b3-a21d-3719cbd70feb None None] For port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905,segment=NetworkSegment(aeb89383-ff79-43cf-a488-2129efba98ec),segment_id=aeb89383-ff79-43cf-a488-2129efba98ec)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:27.136926 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0413b9be-65c0-40b3-a21d-3719cbd70feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.185481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0413b9be-65c0-40b3-a21d-3719cbd70feb None None] Calling delete_port for fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:27.231089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:27.255556 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.265285 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.270476 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.287683 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29d5a39a-d6a7-4cf5-9961-ed10d346b060 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.292654 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29d5a39a-d6a7-4cf5-9961-ed10d346b060 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.294544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-29d5a39a-d6a7-4cf5-9961-ed10d346b060 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "DELETE /v2.0/floatingips/e1e19f78-d8ca-4669-b687-6dd3606db8a5 HTTP/1.1" status: 204 len: 168 time: 2.8289523 Aug 19 12:38:27.419046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:27.419046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:27.427671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.472391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b8fa03-fdd3-4985-b44b-47765190cc14']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:27.504714 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb89383-ff79-43cf-a488-2129efba98ec') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:27.515773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb89383-ff79-43cf-a488-2129efba98ec') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:27.528575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.542614 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0413b9be-65c0-40b3-a21d-3719cbd70feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.576673 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.598476 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:38:27.606864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413b9be-65c0-40b3-a21d-3719cbd70feb None None] Pushing event deleted for resources: {'Port': ['ID=fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:27.607441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.622177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413b9be-65c0-40b3-a21d-3719cbd70feb None None] No DVR routers for this DVR port fe0ca2b4-ec2c-4d7d-9f68-6e968f3f1905 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:38:27.652498 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:38:27.947847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.955505 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.957914 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] 10.222.0.44 "DELETE /v2.0/networks/d2b8fa03-fdd3-4985-b44b-47765190cc14 HTTP/1.1" status: 204 len: 168 time: 1.6203272 Aug 19 12:38:27.988335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dafe9-2364-4d51-b180-230efe336305 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156 tempest-ExtraDHCPOptionsIpV6TestJSON-1287777156-project] Pushing event deleted for resources: {'Network': ['ID=d2b8fa03-fdd3-4985-b44b-47765190cc14,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:28.129535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.132811 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.212291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68c7be-0fa3-4419-ad17-bce38d0f1554 req-c607cf36-96df-479d-8961-a3e0f636420f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:28.223648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c68c7be-0fa3-4419-ad17-bce38d0f1554 req-c607cf36-96df-479d-8961-a3e0f636420f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 1.1324146 Aug 19 12:38:28.337052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c68c7be-0fa3-4419-ad17-bce38d0f1554 req-5163188c-2661-4c2b-bbb9-f181ea34d243 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106131 Aug 19 12:38:28.338297 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.339058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Fanout notify agent at l3_agent the message router_deleted on router b8699041-3297-451f-b1d1-311cded62544 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:38:28.341191 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.342379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df3f6ebb-3c02-406a-b2c1-34d1c7decf38 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:38:28.351580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.365860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47590) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:28.366161 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5fbb30f7-5046-4b84-bfd4-003aebf2c403 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/b8699041-3297-451f-b1d1-311cded62544 HTTP/1.1" status: 204 len: 168 time: 7.4663861 Aug 19 12:38:28.367385 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.368182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1376912851', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'enable_snat': False}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:28.368981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-483f433a-b201-4719-ba7b-fb85bb23e330 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "DELETE /v2.0/routers/df3f6ebb-3c02-406a-b2c1-34d1c7decf38 HTTP/1.1" status: 204 len: 168 time: 4.7929780 Aug 19 12:38:28.371676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47592) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:28.586243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47594) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:28.601143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8b6b7d75-8050-4e31-9367-e6333b582b1d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005442672', 'description': 'tempest-description--1913433181'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:28.608859 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.679289 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.680563 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.823188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b6b7d75-8050-4e31-9367-e6333b582b1d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.874441 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.910134 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.957686 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.051803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b6b7d75-8050-4e31-9367-e6333b582b1d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.081438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47602) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:29.143097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b6b7d75-8050-4e31-9367-e6333b582b1d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.218527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b7d75-8050-4e31-9367-e6333b582b1d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e1c62-3640-48ee-a3e1-7e5daebf843c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:29.259557 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b6b7d75-8050-4e31-9367-e6333b582b1d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.260213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8b6b7d75-8050-4e31-9367-e6333b582b1d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6720884 Aug 19 12:38:29.262893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47606) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:29.270000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d0b9ec81-9911-4ddc-a6d1-cde0b22e4bb5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'security_group_rule': {'security_group_id': 'c33e1c62-3640-48ee-a3e1-7e5daebf843c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:29.315738 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.339706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Deleting port de84888a-f4a8-41fe-99c0-9c87b4a317b8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:29.340211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.387884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ebd9e9b0-6bcd-48f2-8cf2-4ee837650b1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3dd475bba596441098224d67639d38fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055556 Aug 19 12:38:29.399650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47610) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:29.483320 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d0b9ec81-9911-4ddc-a6d1-cde0b22e4bb5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.553515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce3277c0-8075-4fd3-8953-58de3f1d3ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.633502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] For port de84888a-f4a8-41fe-99c0-9c87b4a317b8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=de84888a-f4a8-41fe-99c0-9c87b4a317b8,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:29.633502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.664847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Calling delete_port for de84888a-f4a8-41fe-99c0-9c87b4a317b8 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:29.748161 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d0b9ec81-9911-4ddc-a6d1-cde0b22e4bb5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.761440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce3277c0-8075-4fd3-8953-58de3f1d3ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.795374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f41080-e0f6-4d5d-a3a7-228ccde9f015 req-06162947-2a7e-4f5a-bf55-ed510522041a tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:29.798569 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f41080-e0f6-4d5d-a3a7-228ccde9f015 req-06162947-2a7e-4f5a-bf55-ed510522041a tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.2481334 Aug 19 12:38:29.917516 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f41080-e0f6-4d5d-a3a7-228ccde9f015 req-ae0fe2ce-60c5-4c3c-992e-53979468b464 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127512 Aug 19 12:38:29.918615 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d0b9ec81-9911-4ddc-a6d1-cde0b22e4bb5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:29.983553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9ec81-9911-4ddc-a6d1-cde0b22e4bb5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a2a44d-a0cb-4515-b3e4-f15d442fd809,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:30.128527 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce3277c0-8075-4fd3-8953-58de3f1d3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.134682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce3277c0-8075-4fd3-8953-58de3f1d3ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.136717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ce3277c0-8075-4fd3-8953-58de3f1d3ba5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d75e6acd-992a-4814-bd3c-63332b978c1f HTTP/1.1" status: 204 len: 168 time: 0.7287147 Aug 19 12:38:30.176599 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.189699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3277c0-8075-4fd3-8953-58de3f1d3ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75e6acd-992a-4814-bd3c-63332b978c1f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:30.205569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.245220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d0b9ec81-9911-4ddc-a6d1-cde0b22e4bb5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.247529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d0b9ec81-9911-4ddc-a6d1-cde0b22e4bb5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9827538 Aug 19 12:38:30.251506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47624) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:30.276786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.299098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-78df7640-91bc-43d4-b36e-49d56ac74fe0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'security_group_rule': {'security_group_id': 'c33e1c62-3640-48ee-a3e1-7e5daebf843c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:30.336612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event deleted for resources: {'Port': ['ID=de84888a-f4a8-41fe-99c0-9c87b4a317b8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:30.463075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.475025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78df7640-91bc-43d4-b36e-49d56ac74fe0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.478463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Allocated IP 172.25.6.230 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/ba81c338-ffee-42a6-b955-79cc364f52eb) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:30.622381 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.628336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.690606 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78df7640-91bc-43d4-b36e-49d56ac74fe0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.848789 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.866738 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78df7640-91bc-43d4-b36e-49d56ac74fe0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.898281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df7640-91bc-43d4-b36e-49d56ac74fe0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70688f56-ef5b-4c0b-a66e-1b0f4aafc425,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:30.939955 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.940722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d17bd3b-5028-486a-8ffb-ed35a37a0485 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:38:30.952109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:30.953348 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-732927c8-d9a6-42b5-aa8e-06cf7a03ce3c tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "DELETE /v2.0/routers/1d17bd3b-5028-486a-8ffb-ed35a37a0485 HTTP/1.1" status: 204 len: 168 time: 2.5797043 Aug 19 12:38:30.958339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:30.967631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2024392380', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:31.128809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78df7640-91bc-43d4-b36e-49d56ac74fe0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.130253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-78df7640-91bc-43d4-b36e-49d56ac74fe0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8650451 Aug 19 12:38:31.134934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47646) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:31.140153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:31.233885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.273092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1b79-ef2f-4346-bfca-f7e1f119b30a req-d9fa7473-5784-4134-b22f-d56d94d97e12 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:31.273092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d8b1b79-ef2f-4346-bfca-f7e1f119b30a req-d9fa7473-5784-4134-b22f-d56d94d97e12 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.0921280 Aug 19 12:38:31.278234 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.279336 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.324252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:31.326709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event updated for resources: {'Port': ['ID=ba81c338-ffee-42a6-b955-79cc364f52eb,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:31.355610 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:31.358372 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:31.390585 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.443843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d8b1b79-ef2f-4346-bfca-f7e1f119b30a req-eef3c317-f5cb-4a58-b4ee-fd2360242d2f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664198 Aug 19 12:38:31.666943 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.767033 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:32.325762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:32.342974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:32.628536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Allocated IP 172.25.6.101 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/0305aed3-21b0-4c8b-a8c0-3d289604024e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:32.635347 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:32.720114 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:32.814241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb8b99-7f08-4bee-869f-a3654a95688a req-4593a570-2ef5-4a3d-aec0-99d90594ee1b tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:32.816993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7dbb8b99-7f08-4bee-869f-a3654a95688a req-4593a570-2ef5-4a3d-aec0-99d90594ee1b tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.2565801 Aug 19 12:38:32.822695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47672) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:32.941229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:32.997516 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7dbb8b99-7f08-4bee-869f-a3654a95688a req-f2129c4c-1896-4a90-b300-54fc43c306ff tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594179 Aug 19 12:38:33.135436 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:33.162227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device de84888a-f4a8-41fe-99c0-9c87b4a317b8 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:33.164769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'networks': [{'name': 'tempest-network--671778886'}, {'name': 'tempest-network--1471303526'}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:33.165297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'network': {'name': 'tempest-network--671778886'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:33.166108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'network': {'name': 'tempest-network--1471303526'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:33.190037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: de84888a-f4a8-41fe-99c0-9c87b4a317b8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:33.190832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device de84888a-f4a8-41fe-99c0-9c87b4a317b8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:33.314025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Made reservation on behalf of e61c1aee18d74d12947af515a8a5528f for: {'network': 2} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:33.319177 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:33.338907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:33.439748 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:33.525614 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:33.562253 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Router be69cb55-6884-4ba2-97ec-63c87f09a772 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:38:33.591942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:33.619256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:33.627439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:33.635795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Allocated IP 172.25.6.83 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/5a63478a-a6c1-42a9-89b3-30e93d7f36ce) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:33.739587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'Port': ['ID=0305aed3-21b0-4c8b-a8c0-3d289604024e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:33.746961 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:33.748757 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:33.825398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:38:33.843452 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:33.843452 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Added segment d2b7cd5b-d03e-40a1-b938-cca130582b10 of type vlan for network 4dfb49d8-897c-4aa0-ac60-0a590be41a55 Aug 19 12:38:33.933269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ac9411-cadb-4e11-baf4-e057949c1c86,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:33.937925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:33.952143 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Sync routers for ids ['be69cb55-6884-4ba2-97ec-63c87f09a772'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:33.970846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:33.972067 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Routers {'be69cb55-6884-4ba2-97ec-63c87f09a772'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:33.972727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['be69cb55-6884-4ba2-97ec-63c87f09a772'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:33.979278 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.049169 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.064948 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.066608 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-673b0953-00f0-40cc-968f-38efd6224615 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.7040143 Aug 19 12:38:34.070134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47686) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:34.109204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:38:34.157656 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.158249 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Added segment 10190323-eaaa-401e-b2b6-94485db55cab of type vlan for network cb694549-4f3f-45c1-a778-1d36baeba0d5 Aug 19 12:38:34.239390 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.254732 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Set router be69cb55-6884-4ba2-97ec-63c87f09a772 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:34.351349 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-30c40f78-d504-457c-93d6-e048bf216cf1 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/routers/be69cb55-6884-4ba2-97ec-63c87f09a772 HTTP/1.1" status: 200 len: 909 time: 0.2799816 Aug 19 12:38:34.355950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47698) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:34.444996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.489793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1376912851', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'enable_snat': True}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:34.567742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d31f7e-17c2-47be-880f-3029c274389c req-2d4cb376-615d-4169-8744-e5caba99ec28 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.573150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8d31f7e-17c2-47be-880f-3029c274389c req-2d4cb376-615d-4169-8744-e5caba99ec28 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.4002826 Aug 19 12:38:34.583594 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.615053 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be69cb55-6884-4ba2-97ec-63c87f09a772', 'name': 'tempest-snat-router-1376912851', 'tenant_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.230'}], 'enable_snat': False}, 'gw_port_id': 'ba81c338-ffee-42a6-b955-79cc364f52eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:28Z', 'updated_at': '2021-08-19T12:38:31Z', 'revision_number': 3, 'project_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'gw_port': {'id': 'ba81c338-ffee-42a6-b955-79cc364f52eb', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be69cb55-6884-4ba2-97ec-63c87f09a772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:30Z', 'updated_at': '2021-08-19T12:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:34.645531 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Checking router: be69cb55-6884-4ba2-97ec-63c87f09a772 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:34.646084 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Updating router be69cb55-6884-4ba2-97ec-63c87f09a772 port ba81c338-ffee-42a6-b955-79cc364f52eb binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:38:34.691715 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.710778 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.711529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.713353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.713592 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.717883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.724115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.724906 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.725026 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.742663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:34.778172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:34.781306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:34.887827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Pushing event updated for resources: {'Port': ['ID=5a63478a-a6c1-42a9-89b3-30e93d7f36ce,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:34.893701 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.896291 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.935060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8d31f7e-17c2-47be-880f-3029c274389c req-86218601-ccd8-4f2a-a9fb-489c5cc80365 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351986 Aug 19 12:38:34.942402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event updated for resources: {'Network': ['ID=4dfb49d8-897c-4aa0-ac60-0a590be41a55,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:34.961797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 4dfb49d8-897c-4aa0-ac60-0a590be41a55 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:38:35.017263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'Port': ['ID=0305aed3-21b0-4c8b-a8c0-3d289604024e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:35.035148 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2114074 Aug 19 12:38:35.042086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47700) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:35.162279 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.187430 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Transition to ACTIVE for port object ba81c338-ffee-42a6-b955-79cc364f52eb will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:35.256115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16afac1-a734-4780-a337-082c3364c128 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event updated for resources: {'Network': ['ID=cb694549-4f3f-45c1-a778-1d36baeba0d5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:35.273316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network cb694549-4f3f-45c1-a778-1d36baeba0d5 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:38:35.325029 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.405766 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Pushing event updated for resources: {'Port': ['ID=ba81c338-ffee-42a6-b955-79cc364f52eb,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:35.422593 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.423244 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.423786 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.424348 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.424883 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.425437 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.426310 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.426893 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.427445 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.428059 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.428607 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.429137 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:35.452488 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Attempting to bind port ba81c338-ffee-42a6-b955-79cc364f52eb on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:35.453967 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Attempting to bind port ba81c338-ffee-42a6-b955-79cc364f52eb by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:35.454947 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Attempting to bind port ba81c338-ffee-42a6-b955-79cc364f52eb on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:35.468549 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:35.469507 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:35.470150 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.471442 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:35.472294 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Bound port: ba81c338-ffee-42a6-b955-79cc364f52eb, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:35.473028 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.486802 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.535327 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] For port ba81c338-ffee-42a6-b955-79cc364f52eb, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:35.538996 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] For port ba81c338-ffee-42a6-b955-79cc364f52eb, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ba81c338-ffee-42a6-b955-79cc364f52eb,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:35.622989 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.684868 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.685973 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.747011 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Routers {'be69cb55-6884-4ba2-97ec-63c87f09a772'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:35.748472 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['be69cb55-6884-4ba2-97ec-63c87f09a772'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:35.768507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232b756-860a-4f9c-baf0-79e1c47a8149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:35.780132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232b756-860a-4f9c-baf0-79e1c47a8149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:35.786707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232b756-860a-4f9c-baf0-79e1c47a8149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:35.803097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232b756-860a-4f9c-baf0-79e1c47a8149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:35.808641 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9232b756-860a-4f9c-baf0-79e1c47a8149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7652593 Aug 19 12:38:35.810712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47706) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:35.863491 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ea2fb-ead5-4a9b-88c4-ee9b85134523 None None] Pushing event updated for resources: {'Port': ['ID=ba81c338-ffee-42a6-b955-79cc364f52eb,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:35.910194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.921420 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d49a6c50-0eb2-4387-9a03-4218f2601c20 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7753427 Aug 19 12:38:36.080528 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.119454 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] Set router be69cb55-6884-4ba2-97ec-63c87f09a772 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:36.285536 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.321031 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:38:36.338466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.355258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfb49d8-897c-4aa0-ac60-0a590be41a55']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:36.371940 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b7cd5b-d03e-40a1-b938-cca130582b10') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:36.372241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b7cd5b-d03e-40a1-b938-cca130582b10') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:36.396067 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.487676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.515968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:38:36.516704 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:38:36.523947 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:38:36.561479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770dbd0-0e2d-42c1-bb87-ebf9617c515d req-5ad4f9e1-ede4-4457-9e72-d5c0b611734d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:36.575412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c770dbd0-0e2d-42c1-bb87-ebf9617c515d req-5ad4f9e1-ede4-4457-9e72-d5c0b611734d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.3024194 Aug 19 12:38:36.648511 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be69cb55-6884-4ba2-97ec-63c87f09a772', 'name': 'tempest-snat-router-1376912851', 'tenant_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.230'}], 'enable_snat': False}, 'gw_port_id': 'ba81c338-ffee-42a6-b955-79cc364f52eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:28Z', 'updated_at': '2021-08-19T12:38:31Z', 'revision_number': 3, 'project_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'gw_port': {'id': 'ba81c338-ffee-42a6-b955-79cc364f52eb', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be69cb55-6884-4ba2-97ec-63c87f09a772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:30Z', 'updated_at': '2021-08-19T12:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:36.699913 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e24a62-5bda-4c49-86a5-89ecc7438ac2 None None] The sync data for ids ['be69cb55-6884-4ba2-97ec-63c87f09a772'] in n-d-778732-8 is: [{'id': 'be69cb55-6884-4ba2-97ec-63c87f09a772', 'name': 'tempest-snat-router-1376912851', 'tenant_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.230'}], 'enable_snat': False}, 'gw_port_id': 'ba81c338-ffee-42a6-b955-79cc364f52eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:28Z', 'updated_at': '2021-08-19T12:38:31Z', 'revision_number': 3, 'project_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'gw_port': {'id': 'ba81c338-ffee-42a6-b955-79cc364f52eb', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be69cb55-6884-4ba2-97ec-63c87f09a772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:30Z', 'updated_at': '2021-08-19T12:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:36.780172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-7d9fd661-0b5d-44ea-8130-426838fb3a83 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2005442672&fields=id&tenant_id=9407ecd49d83419eb53a4d228310b29c HTTP/1.1" status: 200 len: 267 time: 0.3215320 Aug 19 12:38:36.816362 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c770dbd0-0e2d-42c1-bb87-ebf9617c515d req-76d851cc-b0d4-4103-a7b0-f49e67cab9d6 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398527 Aug 19 12:38:36.836132 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.888815 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.904442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Router 66a2b558-6935-4b75-9463-8297a21020f2 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:38:36.979678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.992470 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.994733 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "DELETE /v2.0/networks/4dfb49d8-897c-4aa0-ac60-0a590be41a55 HTTP/1.1" status: 204 len: 168 time: 1.1826897 Aug 19 12:38:37.003043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47732) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:37.091111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a499b3-f990-4dbb-b23a-bb4bb0e5cd26 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event deleted for resources: {'Network': ['ID=4dfb49d8-897c-4aa0-ac60-0a590be41a55,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:37.212764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.236900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Allocated IP 172.25.6.200 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/94a07356-aa1e-40b9-9e78-db3add805e4a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:37.299476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-dd486e37-1ab5-4499-a1dc-de580bfb9e9a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:37.320584 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-dd486e37-1ab5-4499-a1dc-de580bfb9e9a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 817 time: 0.5158379 Aug 19 12:38:37.422130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-3d0fdd87-f1fb-4862-8676-23d6e69a147a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/quotas/9407ecd49d83419eb53a4d228310b29c HTTP/1.1" status: 200 len: 375 time: 0.0993252 Aug 19 12:38:37.483744 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:37.504645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29143b5c-7bff-4ad1-9519-7051e8df103c None None] Sync routers for ids ['66a2b558-6935-4b75-9463-8297a21020f2'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:37.513199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.539977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb694549-4f3f-45c1-a778-1d36baeba0d5']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:37.565485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29143b5c-7bff-4ad1-9519-7051e8df103c None None] Routers {'66a2b558-6935-4b75-9463-8297a21020f2'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:37.565485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-29143b5c-7bff-4ad1-9519-7051e8df103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['66a2b558-6935-4b75-9463-8297a21020f2'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:37.567781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-376a2264-2632-4aad-819f-2c8b67b61ef8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1439011 Aug 19 12:38:37.574029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10190323-eaaa-401e-b2b6-94485db55cab') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:37.574502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10190323-eaaa-401e-b2b6-94485db55cab') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:37.611741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.628163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-29143b5c-7bff-4ad1-9519-7051e8df103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:37.659808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29143b5c-7bff-4ad1-9519-7051e8df103c None None] Routers {'66a2b558-6935-4b75-9463-8297a21020f2'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:37.660815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-29143b5c-7bff-4ad1-9519-7051e8df103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['66a2b558-6935-4b75-9463-8297a21020f2'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:37.677543 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.690692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.707818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:38:37.708639 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:38:37.718826 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:38:37.751380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-29143b5c-7bff-4ad1-9519-7051e8df103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:37.752292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29143b5c-7bff-4ad1-9519-7051e8df103c None None] The sync data for ids ['66a2b558-6935-4b75-9463-8297a21020f2'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:37.778668 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.783540 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-679805a3-3637-4e97-8df7-db47802efc7b tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8201628 Aug 19 12:38:37.787625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47740) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:37.798361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f2a061ba-acc9-445d-bd45-2bff693a6c53 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'enable_snat': False}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:38.030103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-3bbcc19c-2af3-4b06-ab08-01461e51961f service neutron] 10.222.0.44 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448726 Aug 19 12:38:38.104155 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.168770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:38.180053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:38.180053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:38.195870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc52d1-75fe-4ac8-a4f0-c1db24bc555c req-d5fbafcc-2349-4225-9bde-9c13345d0c2e tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:38.198108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dffc52d1-75fe-4ac8-a4f0-c1db24bc555c req-d5fbafcc-2349-4225-9bde-9c13345d0c2e tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.2413013 Aug 19 12:38:38.292383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-bc545adb-eda3-4cab-882e-284cd5f36391 service neutron] 10.222.0.44 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546763 Aug 19 12:38:38.461901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dffc52d1-75fe-4ac8-a4f0-c1db24bc555c req-cebd40dd-4590-4312-8fad-78adeffbe360 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451727 Aug 19 12:38:38.957301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.987831 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.995208 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "DELETE /v2.0/networks/cb694549-4f3f-45c1-a778-1d36baeba0d5 HTTP/1.1" status: 204 len: 168 time: 1.9864628 Aug 19 12:38:39.229410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event updated for resources: {'Port': ['ID=94a07356-aa1e-40b9-9e78-db3add805e4a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:39.237425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47758) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:39.303270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ba81c338-ffee-42a6-b955-79cc364f52eb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:39.306217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedec0f-32c6-484b-940c-03ea99b8c5e8 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event deleted for resources: {'Network': ['ID=cb694549-4f3f-45c1-a778-1d36baeba0d5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:39.437645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237d40b-8f91-4384-8445-505b49c98c6b req-26644bc8-f320-4b72-85e8-f7cf73425a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:39.440119 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c237d40b-8f91-4384-8445-505b49c98c6b req-26644bc8-f320-4b72-85e8-f7cf73425a87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1098 time: 0.5491793 Aug 19 12:38:39.609268 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2a061ba-acc9-445d-bd45-2bff693a6c53 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.634414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffbb01bb-cf7f-4755-9733-172ace50963d req-c8cbe4f9-8dde-437d-afd3-b6b8669baf6c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 210 time: 0.1416659 Aug 19 12:38:39.675117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port ba81c338-ffee-42a6-b955-79cc364f52eb completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:39.687059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ba81c338-ffee-42a6-b955-79cc364f52eb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:39.687059 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.714249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900531-7bc6-456e-84ad-c8197681d02f req-d0ae79eb-96df-4bef-8950-2841c9a5296f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:39.732978 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70900531-7bc6-456e-84ad-c8197681d02f req-d0ae79eb-96df-4bef-8950-2841c9a5296f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.2702870 Aug 19 12:38:40.029312 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.206383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port ba81c338-ffee-42a6-b955-79cc364f52eb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ba81c338-ffee-42a6-b955-79cc364f52eb,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:40.215907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70900531-7bc6-456e-84ad-c8197681d02f req-c1e7b0c4-4fe6-4a6e-8eb5-bec5ccdf71b1 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818251 Aug 19 12:38:40.284973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430452d-439d-4574-aa0a-c6831f86b318 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:40.295748 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430452d-439d-4574-aa0a-c6831f86b318 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:40.298333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82a181-84d7-4636-ab8f-8d6ac4834c62 req-14a72722-aeb4-4157-9133-470f2ab18f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:40.435010 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f430452d-439d-4574-aa0a-c6831f86b318 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0486317 Aug 19 12:38:40.435143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba82a181-84d7-4636-ab8f-8d6ac4834c62 req-14a72722-aeb4-4157-9133-470f2ab18f9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 1097 time: 0.5665212 Aug 19 12:38:40.435265 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.435265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237d40b-8f91-4384-8445-505b49c98c6b req-479167f5-52c9-42af-a0ba-205ed18a3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:40.435265 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c237d40b-8f91-4384-8445-505b49c98c6b req-479167f5-52c9-42af-a0ba-205ed18a3c63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.9282827 Aug 19 12:38:40.435265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47780) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:40.456788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-548167581'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:40.519844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82a181-84d7-4636-ab8f-8d6ac4834c62 req-47a5c0fa-761e-4942-8c43-83408c33f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:40.521923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba82a181-84d7-4636-ab8f-8d6ac4834c62 req-47a5c0fa-761e-4942-8c43-83408c33f8cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf HTTP/1.1" status: 200 len: 917 time: 0.2032857 Aug 19 12:38:40.608718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba82a181-84d7-4636-ab8f-8d6ac4834c62 req-6cdc0209-01f0-4b96-b815-649532f179e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 HTTP/1.1" status: 200 len: 217 time: 0.0779924 Aug 19 12:38:40.626097 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c237d40b-8f91-4384-8445-505b49c98c6b req-94a1c39d-df92-497f-8e68-4de875bddab0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 1000 time: 0.1595643 Aug 19 12:38:40.662469 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.741198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82a181-84d7-4636-ab8f-8d6ac4834c62 req-dd0b570f-f4da-479a-8680-1eee67506c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:40.743628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba82a181-84d7-4636-ab8f-8d6ac4834c62 req-dd0b570f-f4da-479a-8680-1eee67506c30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c462a605-841d-48f5-a4ce-afacc3f7134f HTTP/1.1" status: 200 len: 855 time: 0.1278324 Aug 19 12:38:40.783224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Made reservation on behalf of e61c1aee18d74d12947af515a8a5528f for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:40.784169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=ba81c338-ffee-42a6-b955-79cc364f52eb,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:40.789816 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.871935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:38:40.892236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.892566 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Added segment c417be44-37d1-4bb3-8da2-8096b3ece058 of type vlan for network c345d093-66ea-4563-874e-fc80f77c41ec Aug 19 12:38:40.926708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12c39012-e553-4baf-ac22-32ac50bcd5fa req-a3605282-fe00-45ba-96e5-02a77ef6cbd4 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 210 time: 0.0749421 Aug 19 12:38:40.956742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.959461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82a181-84d7-4636-ab8f-8d6ac4834c62 req-d67808e4-3ccf-494b-a2d1-bbe74ccdfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:40.961266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba82a181-84d7-4636-ab8f-8d6ac4834c62 req-d67808e4-3ccf-494b-a2d1-bbe74ccdfd62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2092152 Aug 19 12:38:41.165018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237d40b-8f91-4384-8445-505b49c98c6b req-b12ddbf1-5bf7-48c1-8fcd-2bad02300396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:41.172117 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c237d40b-8f91-4384-8445-505b49c98c6b req-b12ddbf1-5bf7-48c1-8fcd-2bad02300396 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.5345759 Aug 19 12:38:41.226875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ba81c338-ffee-42a6-b955-79cc364f52eb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:41.260071 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.358833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ba81c338-ffee-42a6-b955-79cc364f52eb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:41.361742 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.449155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba82a181-84d7-4636-ab8f-8d6ac4834c62 req-d4271731-f85c-40b2-bb9c-37ff1f433563 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644359 Aug 19 12:38:41.697439 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.725799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba82a181-84d7-4636-ab8f-8d6ac4834c62 req-88c8893f-f1ab-4a56-8401-f545b62d7814 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550206 Aug 19 12:38:41.737227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:41.739885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.767707 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2a061ba-acc9-445d-bd45-2bff693a6c53 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.774736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2a061ba-acc9-445d-bd45-2bff693a6c53 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.832247 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.228769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c429b5a8-92fd-41fb-9400-d3a0cd6d5eda req-7867675b-2cb5-4699-b710-50ee12b80fa2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 210 time: 0.0599678 Aug 19 12:38:42.236716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237d40b-8f91-4384-8445-505b49c98c6b req-b75c8295-f905-472a-97c2-011bd40d9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:42.243606 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c237d40b-8f91-4384-8445-505b49c98c6b req-b75c8295-f905-472a-97c2-011bd40d9315 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0629725 Aug 19 12:38:42.280750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event updated for resources: {'Network': ['ID=c345d093-66ea-4563-874e-fc80f77c41ec,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:42.293621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a061ba-acc9-445d-bd45-2bff693a6c53 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Router 66a2b558-6935-4b75-9463-8297a21020f2 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:38:42.295998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network c345d093-66ea-4563-874e-fc80f77c41ec details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:38:42.368289 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-def3d39a-08ce-4a6c-af9e-9b8ef176db72 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9268553 Aug 19 12:38:42.374454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47810) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:42.395760 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1588244678'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:42.485843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303cd10-57da-4420-adcf-467376543edb req-250f1eb1-1507-469a-9c23-43cad27b2898 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:42.494555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6303cd10-57da-4420-adcf-467376543edb req-250f1eb1-1507-469a-9c23-43cad27b2898 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.7773442 Aug 19 12:38:42.514709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Router 7e25642f-8eb7-4e9b-94bd-bdb42db4df87 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:38:42.517684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a061ba-acc9-445d-bd45-2bff693a6c53 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:42.530049 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe810a3-754e-49fa-a410-3f00094f46a4 None None] Sync routers for ids ['66a2b558-6935-4b75-9463-8297a21020f2'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:42.545642 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2a061ba-acc9-445d-bd45-2bff693a6c53 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.551045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f2a061ba-acc9-445d-bd45-2bff693a6c53 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "PUT /v2.0/routers/66a2b558-6935-4b75-9463-8297a21020f2 HTTP/1.1" status: 200 len: 925 time: 4.7604098 Aug 19 12:38:42.553115 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47812) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:42.564304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6303cd10-57da-4420-adcf-467376543edb req-5018f72a-1af5-4f4c-b1db-79d52aa920ed tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679090 Aug 19 12:38:42.568066 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe810a3-754e-49fa-a410-3f00094f46a4 None None] Routers {'66a2b558-6935-4b75-9463-8297a21020f2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:42.574165 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3fe810a3-754e-49fa-a410-3f00094f46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['66a2b558-6935-4b75-9463-8297a21020f2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:42.597019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Made reservation on behalf of e61c1aee18d74d12947af515a8a5528f for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:42.603762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.708815 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3fe810a3-754e-49fa-a410-3f00094f46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:42.728674 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe810a3-754e-49fa-a410-3f00094f46a4 None None] Routers {'66a2b558-6935-4b75-9463-8297a21020f2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:42.729570 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3fe810a3-754e-49fa-a410-3f00094f46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['66a2b558-6935-4b75-9463-8297a21020f2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:42.743779 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c237d40b-8f91-4384-8445-505b49c98c6b req-f55aa6a4-9a57-4f4f-a7ab-87cdc1a27b10 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772689 Aug 19 12:38:42.791369 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3fe810a3-754e-49fa-a410-3f00094f46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:42.792441 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe810a3-754e-49fa-a410-3f00094f46a4 None None] The sync data for ids ['66a2b558-6935-4b75-9463-8297a21020f2'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:43.395390 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-963e9ed4-48f2-46ba-975e-9281b52f80df req-ca8a05bf-455a-4eb2-a1d6-9278c8eb8f11 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 210 time: 0.0369854 Aug 19 12:38:43.457803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:43.481833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Sync routers for ids ['7e25642f-8eb7-4e9b-94bd-bdb42db4df87'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:43.499494 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:38:43.506546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Routers {'7e25642f-8eb7-4e9b-94bd-bdb42db4df87'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:43.509063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7e25642f-8eb7-4e9b-94bd-bdb42db4df87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:43.555299 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-28478d39-6a84-4fcd-9e10-9c9cda525fd4 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/routers/66a2b558-6935-4b75-9463-8297a21020f2 HTTP/1.1" status: 200 len: 925 time: 0.9980164 Aug 19 12:38:43.557948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47826) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:43.653706 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:43.653954 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Added segment d59ad03b-f68d-49f5-8df6-cb294de0e774 of type vlan for network 15f1862f-a442-499b-98d9-4163daadc161 Aug 19 12:38:43.792346 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:43.797668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Set router 7e25642f-8eb7-4e9b-94bd-bdb42db4df87 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:43.814204 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d2e1bfe7-31f5-4d04-83a2-5f2755f98ebc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.4115295 Aug 19 12:38:43.815538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47840) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:43.831211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80cc12-be91-4af3-ba9e-510f293097a4 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:43.833503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5d80cc12-be91-4af3-ba9e-510f293097a4 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&device_id=66a2b558-6935-4b75-9463-8297a21020f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2737737 Aug 19 12:38:43.855420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47842) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:44.035546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.164573 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:38:44.208670 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c237d40b-8f91-4384-8445-505b49c98c6b req-3354e58a-8be6-41c7-9fcb-b0600ee2fb5b service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9401329 Aug 19 12:38:44.212382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89ed94-4d73-496f-96f7-7cb06a5cffb0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:44.217637 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8e89ed94-4d73-496f-96f7-7cb06a5cffb0 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 881 time: 0.3567758 Aug 19 12:38:44.220519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47848) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:44.302910 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ccde27be-5070-4915-8f54-1524dd6152fc tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=66a2b558-6935-4b75-9463-8297a21020f2 HTTP/1.1" status: 200 len: 205 time: 0.0809934 Aug 19 12:38:44.311897 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fa917b65-f689-4ed9-a55d-f5832cfbb29f tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/routers/7e25642f-8eb7-4e9b-94bd-bdb42db4df87 HTTP/1.1" status: 200 len: 908 time: 0.4767990 Aug 19 12:38:44.313483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47852) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:44.317579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47854) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:44.349149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-be0cec3f-1987-47a2-8a23-02b5e606b7e9 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:44.351613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-be0cec3f-1987-47a2-8a23-02b5e606b7e9 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.52 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 817 time: 0.6037085 Aug 19 12:38:44.431050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e25642f-8eb7-4e9b-94bd-bdb42db4df87', 'name': 'tempest-snat-router-1376912851', 'tenant_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '94a07356-aa1e-40b9-9e78-db3add805e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:34Z', 'updated_at': '2021-08-19T12:38:39Z', 'revision_number': 3, 'project_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'gw_port': {'id': '94a07356-aa1e-40b9-9e78-db3add805e4a', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e25642f-8eb7-4e9b-94bd-bdb42db4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:38:36Z', 'updated_at': '2021-08-19T12:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:44.438010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52157fb4-0ba4-49f9-8163-139ae30494c3 req-ee26026c-fda9-4ba1-8f5e-45a18bcdcd30 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:44.438780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.440599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52157fb4-0ba4-49f9-8163-139ae30494c3 req-ee26026c-fda9-4ba1-8f5e-45a18bcdcd30 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.6013236 Aug 19 12:38:44.447419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:44.448489 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.535210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Checking router: 7e25642f-8eb7-4e9b-94bd-bdb42db4df87 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:44.543391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Updating router 7e25642f-8eb7-4e9b-94bd-bdb42db4df87 port 94a07356-aa1e-40b9-9e78-db3add805e4a binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:38:44.547302 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.593748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-4b220efe-e1c2-4878-8745-ed8148a5d324 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9407ecd49d83419eb53a4d228310b29c HTTP/1.1" status: 200 len: 380 time: 0.2250428 Aug 19 12:38:44.624925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'port': {'device_id': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'admin_state_up': True, 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'security_groups': ['c33e1c62-3640-48ee-a3e1-7e5daebf843c']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:44.643105 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.660252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-cbfde8de-a504-4c7c-b933-efd0f52355cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4590228 Aug 19 12:38:44.680791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-28daa040-9890-4619-9d39-11fea020a3c7 req-8aa8f7c7-b611-48d8-9912-e0b904d182c0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 210 time: 0.0792205 Aug 19 12:38:44.772986 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3948288 Aug 19 12:38:44.797995 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47862) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:44.829342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'ports': [{'network_id': 'c345d093-66ea-4563-874e-fc80f77c41ec', 'name': 'tempest-port--1427169996', 'admin_state_up': True}, {'network_id': '15f1862f-a442-499b-98d9-4163daadc161', 'admin_state_up': False}]} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:44.829779 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'port': {'network_id': 'c345d093-66ea-4563-874e-fc80f77c41ec', 'name': 'tempest-port--1427169996', 'admin_state_up': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:44.841271 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'port': {'network_id': '15f1862f-a442-499b-98d9-4163daadc161', 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:44.846380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52157fb4-0ba4-49f9-8163-139ae30494c3 req-8b821a57-1fab-4be2-ac28-b8ba79bf08ec tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531697 Aug 19 12:38:44.881225 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.930743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24236011-9c8f-4760-adf3-bcacecfffb2e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event updated for resources: {'Network': ['ID=15f1862f-a442-499b-98d9-4163daadc161,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:44.981177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 15f1862f-a442-499b-98d9-4163daadc161 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:38:45.268029 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.349445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-cb57c2d0-b7bf-400b-9a1f-7360648b2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:45.351687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-cb57c2d0-b7bf-400b-9a1f-7360648b2175 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 1097 time: 0.4124444 Aug 19 12:38:45.380873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f5c4b-4f6a-4df4-bd22-b5a7f0a93fc2 req-27a15b15-18df-4abe-a043-6bee9f330052 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:45.384038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f56f5c4b-4f6a-4df4-bd22-b5a7f0a93fc2 req-27a15b15-18df-4abe-a043-6bee9f330052 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.2328985 Aug 19 12:38:45.399397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Made reservation on behalf of 9407ecd49d83419eb53a4d228310b29c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:45.409223 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.509056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b201a5-ee82-4640-a229-a8ad9e6f4a3b req-ab7d1540-fdb8-4aa7-93d9-15750757a752 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:45.520382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2b201a5-ee82-4640-a229-a8ad9e6f4a3b req-ab7d1540-fdb8-4aa7-93d9-15750757a752 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.2443285 Aug 19 12:38:45.596101 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.619106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Transition to ACTIVE for port object 94a07356-aa1e-40b9-9e78-db3add805e4a will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:45.742225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f56f5c4b-4f6a-4df4-bd22-b5a7f0a93fc2 req-b280a853-d376-453f-91a8-2909b5bdedfd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293095 Aug 19 12:38:45.761969 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.762342 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.839701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2b201a5-ee82-4640-a229-a8ad9e6f4a3b req-735cdb6d-23c9-4413-b3ca-1f6f60083c04 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016558 Aug 19 12:38:45.989495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-e4315d9a-9e2f-46a9-9dc1-a38778dc2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:45.991920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-e4315d9a-9e2f-46a9-9dc1-a38778dc2b32 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf HTTP/1.1" status: 200 len: 917 time: 0.5188148 Aug 19 12:38:46.038023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Attempting to bind port 94a07356-aa1e-40b9-9e78-db3add805e4a on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:46.038686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Attempting to bind port 94a07356-aa1e-40b9-9e78-db3add805e4a by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:46.039308 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Attempting to bind port 94a07356-aa1e-40b9-9e78-db3add805e4a on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:46.044208 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.059242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:46.059826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:46.060660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.061563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:46.062430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Bound port: 94a07356-aa1e-40b9-9e78-db3add805e4a, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:46.063981 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.070861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736cd7e-64f2-4713-9ee1-6df81fcd0b27 None None] Pushing event updated for resources: {'Port': ['ID=94a07356-aa1e-40b9-9e78-db3add805e4a,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:46.142535 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Deleting port 94a07356-aa1e-40b9-9e78-db3add805e4a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:46.144249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.231747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] For port 94a07356-aa1e-40b9-9e78-db3add805e4a, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:46.240874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] For port 94a07356-aa1e-40b9-9e78-db3add805e4a, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=94a07356-aa1e-40b9-9e78-db3add805e4a,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:46.270460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Made reservation on behalf of e61c1aee18d74d12947af515a8a5528f for: {'port': 2} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:46.276507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.325153 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.349619 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.487015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] For port 94a07356-aa1e-40b9-9e78-db3add805e4a, host n-d-778732-8, got binding levels [] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:46.487449 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.559030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Calling delete_port for 94a07356-aa1e-40b9-9e78-db3add805e4a owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:46.575788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Deleting port 5a63478a-a6c1-42a9-89b3-30e93d7f36ce {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:46.575788 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.592300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] device_id is not set on port 024dc926-755a-4c56-bce2-e89833869087 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:38:46.704467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-f6c2b90b-4723-4b93-b872-a8023e9b1f12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 HTTP/1.1" status: 200 len: 217 time: 0.6784818 Aug 19 12:38:46.845111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c78a7b92-fb30-4f13-9b87-27efe20183af req-e7c4a88b-d3c1-4edd-bff7-f27b4758ec86 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 210 time: 0.1774347 Aug 19 12:38:46.896391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Allocated IP 172.20.0.4 (c68051c8-8d11-471a-bc06-1d4cede3a846/1335f746-432e-4b12-98dc-14a71dd53be2/b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:46.945452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6b3c-3865-4e46-bb39-9d8540ea29db req-9bb65069-efc9-4ffa-b2f0-d9a9f46987cf tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:46.961071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdfc6b3c-3865-4e46-bb39-9d8540ea29db req-9bb65069-efc9-4ffa-b2f0-d9a9f46987cf tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4 HTTP/1.1" status: 200 len: 945 time: 0.9373753 Aug 19 12:38:46.991299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736cd7e-64f2-4713-9ee1-6df81fcd0b27 None None] Pushing event updated for resources: {'Port': ['ID=94a07356-aa1e-40b9-9e78-db3add805e4a,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:46.995289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Routers {'7e25642f-8eb7-4e9b-94bd-bdb42db4df87'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:46.996296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7e25642f-8eb7-4e9b-94bd-bdb42db4df87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:47.014077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-c3347b0b-de09-4d1d-b5ed-8e9e896bf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:47.014077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-c3347b0b-de09-4d1d-b5ed-8e9e896bf458 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c462a605-841d-48f5-a4ce-afacc3f7134f HTTP/1.1" status: 200 len: 855 time: 0.2911274 Aug 19 12:38:47.235448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdfc6b3c-3865-4e46-bb39-9d8540ea29db req-a305f31e-9a37-4f67-87c2-99cd24d3d21c tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720284 Aug 19 12:38:47.342962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] Set router 7e25642f-8eb7-4e9b-94bd-bdb42db4df87 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:47.368203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-e9e2282e-3cea-4b18-ad72-302febf78526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:47.372301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-e9e2282e-3cea-4b18-ad72-302febf78526 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3433251 Aug 19 12:38:47.530023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e25642f-8eb7-4e9b-94bd-bdb42db4df87', 'name': 'tempest-snat-router-1376912851', 'tenant_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:34Z', 'updated_at': '2021-08-19T12:38:45Z', 'revision_number': 4, 'project_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:47.579979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c970f-7422-4778-8474-169b36b59cf9 None None] The sync data for ids ['7e25642f-8eb7-4e9b-94bd-bdb42db4df87'] in n-d-778732-8 is: [{'id': '7e25642f-8eb7-4e9b-94bd-bdb42db4df87', 'name': 'tempest-snat-router-1376912851', 'tenant_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:38:34Z', 'updated_at': '2021-08-19T12:38:45Z', 'revision_number': 4, 'project_id': '2b7b2b59ffbb4ab0aeccabdc69f6e2c7', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:47.621782 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.685045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Transition to ACTIVE for port object b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:47.916722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.936437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-489a3cf3-c7f3-4c69-8b1b-eaac316f2e22 service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250731 Aug 19 12:38:47.969029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:48.028471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Calling delete_port for 5a63478a-a6c1-42a9-89b3-30e93d7f36ce owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:48.114883 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.215775 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.221628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83242e41-6fac-4be2-a76f-e349b8137a56 req-1c346274-f239-46c1-9794-cf3f26bbcfa3 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:48.235254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83242e41-6fac-4be2-a76f-e349b8137a56 req-1c346274-f239-46c1-9794-cf3f26bbcfa3 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 945 time: 0.7768612 Aug 19 12:38:48.282005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:48.284574 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b7faec-7fa9-4bca-a21e-3f73528e19d2" -d '{"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-unplugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:48.291883 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.320341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:48.357049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Network c68051c8-8d11-471a-bc06-1d4cede3a846 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:48.369709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:48.381121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event updated for resources: {'Port': ['ID=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:48.386629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:48.425502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee333d8a-b81b-4b80-95ba-61478bb0acea req-ee9a3fc3-00c1-44ff-9aaf-a688a1bdb30b service neutron] 10.222.0.53 "GET /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782174 Aug 19 12:38:48.447524 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.480047 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.567455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event deleted for resources: {'Port': ['ID=94a07356-aa1e-40b9-9e78-db3add805e4a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:48.584370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:48.591340 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.610153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] device_id is not set on port 825f077b-7ad4-4a5a-a59e-c04728359b7a yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:38:48.625482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=11']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:48.764889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83242e41-6fac-4be2-a76f-e349b8137a56 req-64b8bdeb-f9e6-4a82-a7bc-d3c9463b658c tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280626 Aug 19 12:38:48.811249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1ecd9-e1ac-4982-970e-e6493fc77f17 req-7ebbc27e-6a78-4651-84cf-d1de949654ab tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:48.822953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19e1ecd9-e1ac-4982-970e-e6493fc77f17 req-7ebbc27e-6a78-4651-84cf-d1de949654ab tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 931 time: 0.4015236 Aug 19 12:38:48.844041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-f6553424-19e1-4294-9a75-cfc660a47027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2246976 Aug 19 12:38:48.877948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Request body: {'port': {'device_id': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:48.891810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.055090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-95cda179-e0ad-468c-9468-9f67a458501e None None] Provisioning for port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:49.073892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-95cda179-e0ad-468c-9468-9f67a458501e None None] Provisioning complete for port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:49.075192 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-95cda179-e0ad-468c-9468-9f67a458501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.079404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19e1ecd9-e1ac-4982-970e-e6493fc77f17 req-fee84ab8-4ff3-4787-93c8-895451152964 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550499 Aug 19 12:38:49.113948 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.189177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-95cda179-e0ad-468c-9468-9f67a458501e None None] Port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:38:49.211256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6101fe0-60b6-4ecf-8f0e-941e084a9b5f req-5d8687a7-6e50-4285-9b64-0cad435feea0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:49.219351 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bfcaa2-7ac6-4fe7-87ae-caea27ae231c x-openstack-request-id: req-e9bfcaa2-7ac6-4fe7-87ae-caea27ae231c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:49.220085 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.220802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6101fe0-60b6-4ecf-8f0e-941e084a9b5f req-5d8687a7-6e50-4285-9b64-0cad435feea0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2393467 Aug 19 12:38:49.222879 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-unplugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:49.223628 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9bfcaa2-7ac6-4fe7-87ae-caea27ae231c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:49.224565 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'code': 200} Aug 19 12:38:49.232330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.299606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-cc523453-d1ea-4769-8323-6d0c630e8345 req-ce167fcf-6342-45e1-b5a5-03699ff49aaf tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:38:49.301940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc523453-d1ea-4769-8323-6d0c630e8345 req-ce167fcf-6342-45e1-b5a5-03699ff49aaf tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209494 Aug 19 12:38:49.361578 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.442540 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Pushing event deleted for resources: {'Port': ['ID=5a63478a-a6c1-42a9-89b3-30e93d7f36ce,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:49.467614 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.470086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e25642f-8eb7-4e9b-94bd-bdb42db4df87 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:38:49.503438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.509823 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b76e0114-2a9f-43a5-a316-e5b5c011eb2a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "DELETE /v2.0/routers/7e25642f-8eb7-4e9b-94bd-bdb42db4df87 HTTP/1.1" status: 204 len: 168 time: 5.1824534 Aug 19 12:38:49.516690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47918) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:49.552673 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.580394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6101fe0-60b6-4ecf-8f0e-941e084a9b5f req-f122ee1d-fa05-4378-b97a-3ce62ec44162 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024824 Aug 19 12:38:49.627306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc523453-d1ea-4769-8323-6d0c630e8345 req-c039b289-ce5d-44df-b2fd-04633e85b7ea tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3001010 Aug 19 12:38:49.866245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.875197 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.017565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.079690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:50.120015 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.179211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Transition to ACTIVE for port object b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:50.212736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.216353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8a016-265d-42ea-800d-aa2b5343adea req-939f1176-79b1-4e37-a46d-397f1ec6a211 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.223441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66f8a016-265d-42ea-800d-aa2b5343adea req-939f1176-79b1-4e37-a46d-397f1ec6a211 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.1331532 Aug 19 12:38:50.273733 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.345728 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.373701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66f8a016-265d-42ea-800d-aa2b5343adea req-fff5828a-e98a-4a77-a5c7-caa8c8ad3205 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410410 Aug 19 12:38:50.399957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event updated for resources: {'Port': ['ID=024dc926-755a-4c56-bce2-e89833869087,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:50.485151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b870a8-c7dc-42b3-9c93-d060989f1e65 req-de948cf8-6631-4786-858a-b4de1c23c2ca tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.488564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2b870a8-c7dc-42b3-9c93-d060989f1e65 req-de948cf8-6631-4786-858a-b4de1c23c2ca tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 931 time: 0.2228422 Aug 19 12:38:50.492867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Pushing event updated for resources: {'Port': ['ID=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:50.518663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Checking segment: {'id': 'c417be44-37d1-4bb3-8da2-8096b3ece058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c345d093-66ea-4563-874e-fc80f77c41ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:50.519520 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Network hostable DHCP agents. Network: c345d093-66ea-4563-874e-fc80f77c41ec, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:38:50.533349 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.582843 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.584402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Fanout notify agent at l3_agent the message router_deleted on router 66a2b558-6935-4b75-9463-8297a21020f2 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:38:50.607189 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.607189 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7b2cc910-93bc-40b9-955c-5c36121f009f tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/66a2b558-6935-4b75-9463-8297a21020f2 HTTP/1.1" status: 204 len: 168 time: 6.2837403 Aug 19 12:38:50.607189 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47928) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:50.613246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fc5ad266-7f5a-4d25-bfb8-a7b85cd8a126 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-227757082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:50.758835 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2b870a8-c7dc-42b3-9c93-d060989f1e65 req-7bd3b056-2b33-4991-adbd-6bf9982cc1e3 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461624 Aug 19 12:38:50.769941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Network c345d093-66ea-4563-874e-fc80f77c41ec is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:38:50.781366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Attempting to bind port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:50.781366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Attempting to bind port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:50.781366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Attempting to bind port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 on network c68051c8-8d11-471a-bc06-1d4cede3a846 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:50.805484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5942ea7-e393-45a9-930f-a78a8c927cdd req-caa17bba-44ae-41ce-b957-715ea3a34c9d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.805484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5942ea7-e393-45a9-930f-a78a8c927cdd req-caa17bba-44ae-41ce-b957-715ea3a34c9d tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4 HTTP/1.1" status: 200 len: 945 time: 0.2462885 Aug 19 12:38:50.811832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 on network c68051c8-8d11-471a-bc06-1d4cede3a846 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:38:50.813735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Attempting to bind port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 on network c68051c8-8d11-471a-bc06-1d4cede3a846 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:50.846916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:50.847489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Checking segment: {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:50.848135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Bound using segment: {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:50.848914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Bound port: b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb49d44-5c12-4822-ae77-04c5f9ec2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:50.849564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.882402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Deleting port ba81c338-ffee-42a6-b955-79cc364f52eb {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:50.884508 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.888848 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad266-7f5a-4d25-bfb8-a7b85cd8a126 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.891481 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad266-7f5a-4d25-bfb8-a7b85cd8a126 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.980231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, c345d093-66ea-4563-874e-fc80f77c41ec) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:50.987297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5942ea7-e393-45a9-930f-a78a8c927cdd req-e300c4d3-d235-490d-9b45-8bb6fccbb38f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593578 Aug 19 12:38:51.006521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5149c7e-9160-43e1-85c3-78c42bac592e None None] Network c345d093-66ea-4563-874e-fc80f77c41ec requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:51.071708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:51.071708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.091196 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad266-7f5a-4d25-bfb8-a7b85cd8a126 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.132098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:51.140507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:51.219663 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad266-7f5a-4d25-bfb8-a7b85cd8a126 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.220971 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84480966-d012-44bc-a7aa-dc0cde118a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.273088 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.300691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] For port ba81c338-ffee-42a6-b955-79cc364f52eb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ba81c338-ffee-42a6-b955-79cc364f52eb,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:51.301536 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.308341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event updated for resources: {'Port': ['ID=825f077b-7ad4-4a5a-a59e-c04728359b7a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:51.337562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Calling delete_port for ba81c338-ffee-42a6-b955-79cc364f52eb owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:51.355690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Checking segment: {'id': 'd59ad03b-f68d-49f5-8df6-cb294de0e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '15f1862f-a442-499b-98d9-4163daadc161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:51.355690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Network hostable DHCP agents. Network: 15f1862f-a442-499b-98d9-4163daadc161, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:38:51.370436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.372131 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.374906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] 10.222.0.52 "PUT /v2.0/ports/b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 HTTP/1.1" status: 200 len: 1091 time: 2.5215385 Aug 19 12:38:51.398604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376baf1e-7a15-43ea-b276-413ba285eaf3 req-e7e862fc-49e8-4845-81f9-917dc994b051 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.415749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-376baf1e-7a15-43ea-b276-413ba285eaf3 req-e7e862fc-49e8-4845-81f9-917dc994b051 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 945 time: 0.2309041 Aug 19 12:38:51.417901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:51.420428 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:51.475504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad266-7f5a-4d25-bfb8-a7b85cd8a126 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.481132 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fc5ad266-7f5a-4d25-bfb8-a7b85cd8a126 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8730421 Aug 19 12:38:51.483478 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47944) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:51.491133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc39f05-424b-4c2b-a029-0e12ebbe5745 req-fbc80275-aa59-4924-a60f-e51dc820d416 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.492412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:51.494615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcc39f05-424b-4c2b-a029-0e12ebbe5745 req-fbc80275-aa59-4924-a60f-e51dc820d416 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.5257235 Aug 19 12:38:51.638986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Network 15f1862f-a442-499b-98d9-4163daadc161 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:38:51.669525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-376baf1e-7a15-43ea-b276-413ba285eaf3 req-9ccd974c-e09e-4813-914f-4fade9253572 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520845 Aug 19 12:38:51.678826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcdc86-c82e-46c9-a9cb-268e12af539b service neutron] Pushing event updated for resources: {'Port': ['ID=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:51.698140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcc39f05-424b-4c2b-a029-0e12ebbe5745 req-9bf0ad60-6900-4456-ab7a-2e6a1b822f70 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841147 Aug 19 12:38:51.742994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-c4cdee20-a08d-41fc-b16c-a3de825b161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.745702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-c4cdee20-a08d-41fc-b16c-a3de825b161c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 1094 time: 0.1840098 Aug 19 12:38:51.887521 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 15f1862f-a442-499b-98d9-4163daadc161) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:51.892157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-ed2450a6-66c4-49e9-badb-da84014d93f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 HTTP/1.1" status: 200 len: 217 time: 0.1362574 Aug 19 12:38:51.901498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:51.901769 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb563f8-6023-402c-a7b9-a5d03b2587d4 x-openstack-request-id: req-bdb563f8-6023-402c-a7b9-a5d03b2587d4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:51.902251 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:51.902664 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdb563f8-6023-402c-a7b9-a5d03b2587d4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:51.903225 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'status': 'completed', 'code': 200} Aug 19 12:38:51.904603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45ab83-c8cb-43ca-98c7-3a0c8b56f2aa None None] Network 15f1862f-a442-499b-98d9-4163daadc161 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:51.912900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.933579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.935223 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.110511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-36a021a3-5710-4925-a16c-731d4f1a9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.113311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-36a021a3-5710-4925-a16c-731d4f1a9e7a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.2087569 Aug 19 12:38:52.146101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7d8ba-a5fd-431e-9a9d-c0a70566de54 req-ad1fc261-47f3-431e-be43-f25e24d66c4f tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.146101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74b7d8ba-a5fd-431e-9a9d-c0a70566de54 req-ad1fc261-47f3-431e-be43-f25e24d66c4f tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1097 time: 0.1426373 Aug 19 12:38:52.155025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:38:52.164382 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.183438 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-49fc7596-665b-4cfb-bfdf-1966a1f83c91 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.3709280 Aug 19 12:38:52.188963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47952) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:52.322692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eabde9-81cf-407d-ba76-d6c0f30f0ae3 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.334189 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eabde9-81cf-407d-ba76-d6c0f30f0ae3 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.337049 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-38eabde9-81cf-407d-ba76-d6c0f30f0ae3 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1458466 Aug 19 12:38:52.358289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47954) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:52.402387 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.446529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba81c338-ffee-42a6-b955-79cc364f52eb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:52.456229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:52.482785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'port_id': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'mac_address': 'fa:16:3e:a6:0a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:52.494191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74b7d8ba-a5fd-431e-9a9d-c0a70566de54 req-4f47d970-14dd-4b88-9278-c84e8ec14a6c tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304257 Aug 19 12:38:52.518645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d774d0f-d88e-4699-99cb-853e9c605066 req-013dfcc6-228b-45ea-90e0-c5f676acc048 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.558650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d774d0f-d88e-4699-99cb-853e9c605066 req-013dfcc6-228b-45ea-90e0-c5f676acc048 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.583653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d774d0f-d88e-4699-99cb-853e9c605066 req-013dfcc6-228b-45ea-90e0-c5f676acc048 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.588394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d774d0f-d88e-4699-99cb-853e9c605066 req-013dfcc6-228b-45ea-90e0-c5f676acc048 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec&device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4&device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 2417 time: 0.4016764 Aug 19 12:38:52.618419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-90ceac0a-1f23-42f7-a72e-5fccabb35ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.626163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-90ceac0a-1f23-42f7-a72e-5fccabb35ce2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4823530 Aug 19 12:38:52.652956 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.660575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.699476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f794bf4e-48da-40fe-b22e-0cbc426e69de {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:52.757801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:52.926243 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.941999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d774d0f-d88e-4699-99cb-853e9c605066 req-51e5bc96-3947-4ae7-8bd9-fa0c8a2a3dac tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258059 Aug 19 12:38:53.104627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=12']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:53.183909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f794bf4e-48da-40fe-b22e-0cbc426e69de'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:53.362304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cf108-c01d-4260-8bc8-f88930d680e6 req-8e9a518f-fb94-4f72-a14c-1a3594523a16 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.380559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b1cf108-c01d-4260-8bc8-f88930d680e6 req-8e9a518f-fb94-4f72-a14c-1a3594523a16 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.5840368 Aug 19 12:38:53.389641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-673fbe36-2f71-4975-9cac-4dfdf5379b7d service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488778 Aug 19 12:38:53.466633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bcb50c5d-2bec-420e-a1b6-5cdfa5fc2b62 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Deleting port 024dc926-755a-4c56-bce2-e89833869087 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:53.467109 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bcb50c5d-2bec-420e-a1b6-5cdfa5fc2b62 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.518736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.524694 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.558670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef71ff6-e368-49fc-b895-86a0350133f4 req-e2e2ecfd-49c7-47fb-bddb-960b1d973381 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.560861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ef71ff6-e368-49fc-b895-86a0350133f4 req-e2e2ecfd-49c7-47fb-bddb-960b1d973381 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.4229422 Aug 19 12:38:53.700476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b1cf108-c01d-4260-8bc8-f88930d680e6 req-ae2dd7e9-41af-469f-81f4-4788ff9484f9 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184934 Aug 19 12:38:53.812851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bcb50c5d-2bec-420e-a1b6-5cdfa5fc2b62 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.829843 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.830730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be69cb55-6884-4ba2-97ec-63c87f09a772 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:38:53.856601 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.859937 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ffd51479-706f-427b-83b1-f3612021617e tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "DELETE /v2.0/routers/be69cb55-6884-4ba2-97ec-63c87f09a772 HTTP/1.1" status: 204 len: 168 time: 4.3410084 Aug 19 12:38:53.869318 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47984) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:53.882458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-760705568', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:53.917617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bcb50c5d-2bec-420e-a1b6-5cdfa5fc2b62 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Calling delete_port for 024dc926-755a-4c56-bce2-e89833869087 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:53.918892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ef71ff6-e368-49fc-b895-86a0350133f4 req-405c9fab-6c11-459e-899b-8553abacee0a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417382 Aug 19 12:38:53.947330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-674b841c-1b2f-426f-a7cf-21b9b68965cb req-9c56d95b-0d28-42ba-a87d-b1f558f0fec0 service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395091 Aug 19 12:38:54.030074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:54.041775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47986) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:54.060162 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.089234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-49341450-f5fd-4557-90c8-2d73e4c7ff20 req-7b3646cd-74ec-4310-a7e9-d5c5666eef4c tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:38:54.091399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49341450-f5fd-4557-90c8-2d73e4c7ff20 req-7b3646cd-74ec-4310-a7e9-d5c5666eef4c tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0373778 Aug 19 12:38:54.208866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port f794bf4e-48da-40fe-b22e-0cbc426e69de triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:54.214789 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.285672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.334011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49341450-f5fd-4557-90c8-2d73e4c7ff20 req-12f09274-ff6a-483c-b4ce-8878107aa322 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2144735 Aug 19 12:38:54.375810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f94c43-2b6a-45fa-b39d-200d308a3dd4 req-30bd9b97-75fd-401c-95e5-ec6aedb05831 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.379169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1f94c43-2b6a-45fa-b39d-200d308a3dd4 req-30bd9b97-75fd-401c-95e5-ec6aedb05831 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 946 time: 0.3231673 Aug 19 12:38:54.381061 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.395104 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8 req-de16fc90-b68f-4ad0-a73a-d310ca6cbd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.397327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8 req-de16fc90-b68f-4ad0-a73a-d310ca6cbd41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 1094 time: 0.1581109 Aug 19 12:38:54.471787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:54.492161 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39b2324-5ef3-4b36-b881-96168a7e021d" -d '{"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-plugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:54.501161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:54.520341 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-21565d1c-9fb9-4c48-b608-d99a0aef7cb5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/6a44f8de-3261-4e94-8040-d08e9b27bcd4 HTTP/1.1" status: 200 len: 994 time: 0.4738348 Aug 19 12:38:54.535823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.537431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.562388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Allocated IP 172.25.6.232 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/744b26ca-3076-4da6-b7aa-e5899d98ce1a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:54.634141 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.693729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bcb50c5d-2bec-420e-a1b6-5cdfa5fc2b62 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.828506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=13']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:54.958329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.986156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:54.988737 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27473913-d443-44b0-aa95-61d15f7fff36 x-openstack-request-id: req-27473913-d443-44b0-aa95-61d15f7fff36 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:54.989237 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-plugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:54.989705 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27473913-d443-44b0-aa95-61d15f7fff36 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:54.992106 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'code': 200} Aug 19 12:38:55.116376 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ba81c338-ffee-42a6-b955-79cc364f52eb no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:55.179351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: ba81c338-ffee-42a6-b955-79cc364f52eb {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:55.185637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ba81c338-ffee-42a6-b955-79cc364f52eb not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:55.415454 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-21102e4c-f7ee-47b8-aab2-631122a38dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:55.459236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:55.468741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:55.506994 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:55.545239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:55.550424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:55.716002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Pushing event updated for resources: {'Port': ['ID=744b26ca-3076-4da6-b7aa-e5899d98ce1a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:55.828964 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:55.952430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1f94c43-2b6a-45fa-b39d-200d308a3dd4 req-79b0c458-a853-4297-98e2-e90aa5a1ac54 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5596879 Aug 19 12:38:55.965402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb50c5d-2bec-420e-a1b6-5cdfa5fc2b62 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event deleted for resources: {'Port': ['ID=024dc926-755a-4c56-bce2-e89833869087,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:56.004621 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bcb50c5d-2bec-420e-a1b6-5cdfa5fc2b62 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.011358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bcb50c5d-2bec-420e-a1b6-5cdfa5fc2b62 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "DELETE /v2.0/ports/024dc926-755a-4c56-bce2-e89833869087 HTTP/1.1" status: 204 len: 168 time: 3.6464448 Aug 19 12:38:56.016491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48010) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:56.089442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8 req-c477623d-237f-4fa3-a62f-a11a498bdec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:56.091177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8 req-c477623d-237f-4fa3-a62f-a11a498bdec5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 918 time: 1.6829457 Aug 19 12:38:56.107403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fc257-2633-418f-969b-f55952f39d18 req-00669701-c070-4be9-9ebe-5011db3a968c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:56.109257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-011fc257-2633-418f-969b-f55952f39d18 req-00669701-c070-4be9-9ebe-5011db3a968c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.2910299 Aug 19 12:38:56.226317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8 req-3afb03f9-85af-46ee-9b82-268f771e3650 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 HTTP/1.1" status: 200 len: 217 time: 0.0985351 Aug 19 12:38:56.294609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-011fc257-2633-418f-969b-f55952f39d18 req-467ef2df-25c4-487d-a039-145400a0c049 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643369 Aug 19 12:38:56.501559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8 req-23014207-45b3-465f-be7b-160597b70368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:56.504118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8 req-23014207-45b3-465f-be7b-160597b70368 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.2166021 Aug 19 12:38:56.721479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.739326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8 req-eb6fab0f-f1af-4ac9-9270-739829a85802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:56.741820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8 req-eb6fab0f-f1af-4ac9-9270-739829a85802 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2245834 Aug 19 12:38:56.745000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc04e2-2e08-4627-a107-c035edf840d0 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Deleting port 825f077b-7ad4-4a5a-a59e-c04728359b7a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:56.745485 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3dc04e2-2e08-4627-a107-c035edf840d0 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.859182 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.901466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.009239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8 req-f7b2d358-8075-4914-8fe4-777dff5e0271 service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387898 Aug 19 12:38:57.011281 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3dc04e2-2e08-4627-a107-c035edf840d0 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.014026 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.134070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Allocated IP 172.25.6.181 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/13cced0f-10b5-462a-8b11-3ac8d4a706f4) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:57.274660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc04e2-2e08-4627-a107-c035edf840d0 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Calling delete_port for 825f077b-7ad4-4a5a-a59e-c04728359b7a owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:57.627867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eda4ff6-9d5d-4b2a-9c68-64d4108d05a8 req-8e93cbdd-286b-485b-b01f-f4b9be1d4477 service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075768 Aug 19 12:38:57.656882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b91f9-7d94-43b8-a9e9-6b96b3442875 req-b27c0505-96f0-4419-a8d4-2727946deba2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:57.668930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd0b91f9-7d94-43b8-a9e9-6b96b3442875 req-b27c0505-96f0-4419-a8d4-2727946deba2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.2706854 Aug 19 12:38:57.911355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48032) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:57.950982 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.969106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd0b91f9-7d94-43b8-a9e9-6b96b3442875 req-516d268d-e8d4-4ee4-8b35-ea4c1f7f7eec tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723806 Aug 19 12:38:57.982928 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.010236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120e8da-7c94-456a-8e71-3f96d65fd2da req-c76f90ac-36cb-4b63-b419-8b20c9911ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:58.015560 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-4738bc56-25d0-4683-aaf6-f860b6cf352f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2117450 Aug 19 12:38:58.017961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9120e8da-7c94-456a-8e71-3f96d65fd2da req-c76f90ac-36cb-4b63-b419-8b20c9911ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.1994009 Aug 19 12:38:58.021442 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.026154 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3dc04e2-2e08-4627-a107-c035edf840d0 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.040760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:38:58.304955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc04e2-2e08-4627-a107-c035edf840d0 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event deleted for resources: {'Port': ['ID=825f077b-7ad4-4a5a-a59e-c04728359b7a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:58.334799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3dc04e2-2e08-4627-a107-c035edf840d0 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.344727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c3dc04e2-2e08-4627-a107-c035edf840d0 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "DELETE /v2.0/ports/825f077b-7ad4-4a5a-a59e-c04728359b7a HTTP/1.1" status: 204 len: 168 time: 2.3138995 Aug 19 12:38:58.351297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48040) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:58.379329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:58.409252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'port_id': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'mac_address': 'fa:16:3e:fe:70:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:58.425203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.434197 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d16c5c9e-8e77-4727-bc9a-fd5b9817ade4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0690954 Aug 19 12:38:58.435629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48042) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:58.448117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9120e8da-7c94-456a-8e71-3f96d65fd2da req-a035bd07-b7eb-407b-bc94-c0dcaa29f893 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4099696 Aug 19 12:38:58.469159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f19a6a1-d8f8-483b-b65a-0741e7966c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.528163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45591696-806a-4c8a-994e-42a2c011faa6 req-ebcd91ac-8945-4e1f-a435-6de7761cf37c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:58.546466 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45591696-806a-4c8a-994e-42a2c011faa6 req-ebcd91ac-8945-4e1f-a435-6de7761cf37c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.3733332 Aug 19 12:38:58.562946 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.595692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1747295127'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:58.605180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:58.696278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:58.729534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:58.751496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45591696-806a-4c8a-994e-42a2c011faa6 req-8df49366-cf8b-4afe-b13a-5416021e0b68 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026074 Aug 19 12:38:58.755369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:58.764497 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:58.775391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Router 70973f12-b358-443b-b27e-f586d24069c4 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:38:58.863188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Pushing event updated for resources: {'Port': ['ID=13cced0f-10b5-462a-8b11-3ac8d4a706f4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:58.869986 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.887095 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f19a6a1-d8f8-483b-b65a-0741e7966c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.992845 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:59.072106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f19a6a1-d8f8-483b-b65a-0741e7966c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:59.120788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:59.199235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19a6a1-d8f8-483b-b65a-0741e7966c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2afa0e-11e9-4816-b3cb-ca345ae3a24b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:59.209114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:59.369225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8f19a6a1-d8f8-483b-b65a-0741e7966c5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db2d69487647460f91c319cc90785237&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4542081 Aug 19 12:38:59.418922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:59.472699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5b9a5-0354-4b61-acee-7088d342ce92 req-4ff3d505-6f10-4d4f-84b5-efcae8ea8cc5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:59.477394 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:59.489796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dda5b9a5-0354-4b61-acee-7088d342ce92 req-4ff3d505-6f10-4d4f-84b5-efcae8ea8cc5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.2848737 Aug 19 12:38:59.498704 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:59.506069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48064) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:59.521030 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e05747-7419-47e8-8a2e-8914948595a8 None None] Sync routers for ids ['70973f12-b358-443b-b27e-f586d24069c4'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:59.521883 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e42356bc-db44-4bc4-814d-edb710ce2a15 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "PUT /v2.0/routers/70973f12-b358-443b-b27e-f586d24069c4 HTTP/1.1" status: 200 len: 883 time: 8.0324166 Aug 19 12:38:59.524860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Made reservation on behalf of e61c1aee18d74d12947af515a8a5528f for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:59.528631 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e05747-7419-47e8-8a2e-8914948595a8 None None] Routers {'70973f12-b358-443b-b27e-f586d24069c4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:59.530190 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:59.531815 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-43e05747-7419-47e8-8a2e-8914948595a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['70973f12-b358-443b-b27e-f586d24069c4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:59.615666 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-43e05747-7419-47e8-8a2e-8914948595a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:59.643823 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e05747-7419-47e8-8a2e-8914948595a8 None None] Routers {'70973f12-b358-443b-b27e-f586d24069c4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:59.644471 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-43e05747-7419-47e8-8a2e-8914948595a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['70973f12-b358-443b-b27e-f586d24069c4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:59.764412 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-43e05747-7419-47e8-8a2e-8914948595a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:59.773981 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e05747-7419-47e8-8a2e-8914948595a8 None None] The sync data for ids ['70973f12-b358-443b-b27e-f586d24069c4'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:59.776969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:38:59.875085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dda5b9a5-0354-4b61-acee-7088d342ce92 req-a35a4ad3-0c26-4d53-a659-dd6c81f68d69 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835137 Aug 19 12:38:59.879244 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:59.880140 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Added segment 7fb47e8a-fc49-439d-bc87-1157f2204ed7 of type vlan for network 140e323a-a8c5-4b9e-8e43-21f6d503a6ed Aug 19 12:38:59.954108 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.030790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3b69-2e30-4e2b-bf9e-803b7f34c14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.043035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fecea196-0054-48dd-ad1f-4dcfa11bd4e7 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/routers/70973f12-b358-443b-b27e-f586d24069c4 HTTP/1.1" status: 200 len: 924 time: 0.5297222 Aug 19 12:39:00.065465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48076) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:00.151298 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3b69-2e30-4e2b-bf9e-803b7f34c14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.187388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c84a34-b567-4c3a-b7f6-6cb52756fb24 req-a4d0ea45-1196-4668-af72-0dbae1ea5974 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:00.190251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71c84a34-b567-4c3a-b7f6-6cb52756fb24 req-a4d0ea45-1196-4668-af72-0dbae1ea5974 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.2292893 Aug 19 12:39:00.255065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22c3d2-605d-4d19-9f6b-9e75ee7200cd req-efb41cae-61a2-41ae-84c3-d6f707f75c7c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:00.257722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec22c3d2-605d-4d19-9f6b-9e75ee7200cd req-efb41cae-61a2-41ae-84c3-d6f707f75c7c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 944 time: 0.2302513 Aug 19 12:39:00.305501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825c7a6d-94c0-48eb-bf16-96bfd2a6dfef tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:00.312162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-825c7a6d-94c0-48eb-bf16-96bfd2a6dfef tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&device_id=70973f12-b358-443b-b27e-f586d24069c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2410765 Aug 19 12:39:00.316114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.318784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48078) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:00.389749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71c84a34-b567-4c3a-b7f6-6cb52756fb24 req-f69138a1-fa76-4722-a302-112789e7526a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850061 Aug 19 12:39:00.447774 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957272e-d382-4955-87c5-53b7cc9bcf8a tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:00.454266 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4957272e-d382-4955-87c5-53b7cc9bcf8a tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 881 time: 0.1308663 Aug 19 12:39:00.457750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48080) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:00.463198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec22c3d2-605d-4d19-9f6b-9e75ee7200cd req-b08b20f8-047b-47b0-99e1-8313dc1d9dcc tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745062 Aug 19 12:39:00.491086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:39:00.547880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3b69-2e30-4e2b-bf9e-803b7f34c14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.553866 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3b69-2e30-4e2b-bf9e-803b7f34c14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.562443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9dfb3b69-2e30-4e2b-bf9e-803b7f34c14d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c2afa0e-11e9-4816-b3cb-ca345ae3a24b HTTP/1.1" status: 204 len: 168 time: 1.1763072 Aug 19 12:39:00.599649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb3b69-2e30-4e2b-bf9e-803b7f34c14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2afa0e-11e9-4816-b3cb-ca345ae3a24b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:00.668274 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e2c4e85d-057c-4730-b928-b91cd65ce087 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=70973f12-b358-443b-b27e-f586d24069c4 HTTP/1.1" status: 200 len: 205 time: 0.2056613 Aug 19 12:39:00.673224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48084) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:00.758614 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.868154 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:01.047875 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:01.057905 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:01.059561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:01.153023 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:01.186368 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Router 8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:39:01.197309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfacc00-7f39-418f-b35f-39bac7a1f52a req-842efc29-9f58-46f9-b03f-d71d97f28053 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:01.199711 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebfacc00-7f39-418f-b35f-39bac7a1f52a req-842efc29-9f58-46f9-b03f-d71d97f28053 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.1637592 Aug 19 12:39:01.244467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event updated for resources: {'Network': ['ID=140e323a-a8c5-4b9e-8e43-21f6d503a6ed,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:01.264230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 140e323a-a8c5-4b9e-8e43-21f6d503a6ed details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:39:01.282953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebfacc00-7f39-418f-b35f-39bac7a1f52a req-3d447f0d-bb84-4f62-a5e2-32a7089f110a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749221 Aug 19 12:39:01.361798 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c2360bcb-bab0-4037-bd67-498d4201058e tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.9164155 Aug 19 12:39:01.368226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48092) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:01.395323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1808990843'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:01.613657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:01.630713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7e18e-4363-472f-b2e7-b14d7ef4484b None None] Sync routers for ids ['8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:01.664076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7e18e-4363-472f-b2e7-b14d7ef4484b None None] Routers {'8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:01.678204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fed7e18e-4363-472f-b2e7-b14d7ef4484b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:01.764402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Made reservation on behalf of e61c1aee18d74d12947af515a8a5528f for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:01.772326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:01.772916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fed7e18e-4363-472f-b2e7-b14d7ef4484b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:01.793130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7e18e-4363-472f-b2e7-b14d7ef4484b None None] Routers {'8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:01.793844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fed7e18e-4363-472f-b2e7-b14d7ef4484b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:01.804959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Deleting port 744b26ca-3076-4da6-b7aa-e5899d98ce1a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:01.811286 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:01.864541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:39:01.893478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fed7e18e-4363-472f-b2e7-b14d7ef4484b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:01.895220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7e18e-4363-472f-b2e7-b14d7ef4484b None None] The sync data for ids ['8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:01.895584 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:01.895961 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Added segment e0faa554-8a6a-4281-a378-c5566b6f6b1d of type vlan for network ce577e3e-6412-469d-a73f-8cebe11ae0a2 Aug 19 12:39:01.969876 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:01.974276 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d4d286db-7ba4-4b83-a495-41a779399989 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1030974 Aug 19 12:39:01.980130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48098) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:01.995579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:02.006032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2a2d56e3-685b-45c7-a210-30714df89e13 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'enable_snat': False}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:02.047240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:02.112241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c50d7-2844-4371-9984-bac7addf14c1 req-84e7ce74-acfe-45b6-a8a2-3b6faaa9ee64 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:02.125630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c9c50d7-2844-4371-9984-bac7addf14c1 req-84e7ce74-acfe-45b6-a8a2-3b6faaa9ee64 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 945 time: 0.4948730 Aug 19 12:39:02.211486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:02.222049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:02.223116 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:02.278609 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:02.339255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ff4a6-aa44-4b33-a882-f7234b9091aa req-55d3b7a0-42c0-4ee7-b471-fdb8c2090fd6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:02.352034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-181ff4a6-aa44-4b33-a882-f7234b9091aa req-55d3b7a0-42c0-4ee7-b471-fdb8c2090fd6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.5339448 Aug 19 12:39:02.356392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Calling delete_port for 744b26ca-3076-4da6-b7aa-e5899d98ce1a owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:02.367312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c9c50d7-2844-4371-9984-bac7addf14c1 req-3b84845a-a077-4a8d-897b-9b4fb26bcfc5 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401977 Aug 19 12:39:02.383009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:02.396450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:02.400529 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0306411 Aug 19 12:39:02.401608 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:02.443745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32fa0a-1548-4779-be0f-0e5270f8c149 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event updated for resources: {'Network': ['ID=ce577e3e-6412-469d-a73f-8cebe11ae0a2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:02.562044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ce577e3e-6412-469d-a73f-8cebe11ae0a2 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:39:02.850863 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:02.903261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-181ff4a6-aa44-4b33-a882-f7234b9091aa req-16323d19-9233-4c9b-b150-fd089fca9748 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5342305 Aug 19 12:39:02.910239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:02.915014 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322ca8fa-c9d8-4246-9423-7c012f805315" -d '{"events": [{"server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "name": "network-vif-plugged", "status": "completed", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:02.987106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:03.034388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48104) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:03.076233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6189289-a85f-43e4-b4c5-33092fc0abc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:03.288789 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6189289-a85f-43e4-b4c5-33092fc0abc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:03.514397 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:03.520377 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6189289-a85f-43e4-b4c5-33092fc0abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:03.665397 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c6189289-a85f-43e4-b4c5-33092fc0abc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=157adda009b843048dc29be8c68a06e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290133 Aug 19 12:39:03.688246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48112) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:03.705477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:03.785044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6189289-a85f-43e4-b4c5-33092fc0abc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026ba93d-c420-4eb2-ad27-5838c1d8d8f4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:03.792093 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a2d56e3-685b-45c7-a210-30714df89e13 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:03.833967 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ebabee2-2659-4405-b21f-856d8f257961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:03.839400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-98df555d-c935-442c-b1fc-9519a83f67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:03.840919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-98df555d-c935-442c-b1fc-9519a83f67ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1097 time: 1.1343689 Aug 19 12:39:03.859940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa0be6-7563-4a5e-9aed-3aa8ea6242dc req-fe2e922a-7175-47ea-813d-689e33a51d15 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:03.870030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdfa0be6-7563-4a5e-9aed-3aa8ea6242dc req-fe2e922a-7175-47ea-813d-689e33a51d15 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 944 time: 1.1618919 Aug 19 12:39:03.884141 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ebabee2-2659-4405-b21f-856d8f257961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:04.061636 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecad7e8-38c5-4f41-8268-0a753a07ab06 req-83966109-f212-4d08-a909-d0c52292cd0f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:04.063522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ecad7e8-38c5-4f41-8268-0a753a07ab06 req-83966109-f212-4d08-a909-d0c52292cd0f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 945 time: 1.0918262 Aug 19 12:39:04.090206 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ebabee2-2659-4405-b21f-856d8f257961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:04.093561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ebabee2-2659-4405-b21f-856d8f257961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:04.108191 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9ebabee2-2659-4405-b21f-856d8f257961 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/026ba93d-c420-4eb2-ad27-5838c1d8d8f4 HTTP/1.1" status: 204 len: 168 time: 0.4176683 Aug 19 12:39:04.138108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebabee2-2659-4405-b21f-856d8f257961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026ba93d-c420-4eb2-ad27-5838c1d8d8f4,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:04.178177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b3cdd-06b4-4375-925d-caed04b1a069 req-ffde1b27-0b24-4560-a960-30b270bf94e7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:04.188206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e18b3cdd-06b4-4375-925d-caed04b1a069 req-ffde1b27-0b24-4560-a960-30b270bf94e7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 1.1221800 Aug 19 12:39:04.264594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdfa0be6-7563-4a5e-9aed-3aa8ea6242dc req-aa4dd856-8520-4897-8f2c-8af5dd9dbb37 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928323 Aug 19 12:39:04.408642 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880e2654-11aa-4797-9a00-3aa5dd3194f9 x-openstack-request-id: req-880e2654-11aa-4797-9a00-3aa5dd3194f9 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:04.408982 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "name": "network-vif-plugged", "status": "completed", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:04.409398 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-880e2654-11aa-4797-9a00-3aa5dd3194f9 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:04.410079 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'code': 200} Aug 19 12:39:04.612859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-28d9cc8c-ae40-48b1-8a12-c2bf2c6151bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:04.613117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-28d9cc8c-ae40-48b1-8a12-c2bf2c6151bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 898 time: 0.7294879 Aug 19 12:39:04.642065 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:04.662217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e18b3cdd-06b4-4375-925d-caed04b1a069 req-88203c3c-d6d8-43af-8c07-9d90b39cb976 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4723527 Aug 19 12:39:04.759099 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d597982-0965-43ec-a6cd-35a7a35b054a req-e622dda5-c0c3-42a8-b685-4337efeaac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:04.762022 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4d597982-0965-43ec-a6cd-35a7a35b054a req-e622dda5-c0c3-42a8-b685-4337efeaac86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 1096 time: 0.1760952 Aug 19 12:39:04.872406 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4d597982-0965-43ec-a6cd-35a7a35b054a req-9a26d40f-bfcb-4562-b7ae-c5ddbf1a89e8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874126 Aug 19 12:39:04.931985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Pushing event deleted for resources: {'Port': ['ID=744b26ca-3076-4da6-b7aa-e5899d98ce1a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:05.104533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e1b85-7601-42ea-b860-ed7efdec6423 req-b49b1943-849c-4c3d-9c0a-c0ef03ef855e tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:05.114850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c7e1b85-7601-42ea-b860-ed7efdec6423 req-b49b1943-849c-4c3d-9c0a-c0ef03ef855e tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 945 time: 0.5383997 Aug 19 12:39:05.120480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-eb2ebf4d-a63c-4ce2-b57f-eef915432eb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1002 time: 0.4532900 Aug 19 12:39:05.178731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9ecad7e8-38c5-4f41-8268-0a753a07ab06 req-3561e90c-acee-4c08-8d8b-d1f7ed40298f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Deleting port f387cbcb-049b-416f-9862-382daa00b8f1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:05.179181 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ecad7e8-38c5-4f41-8268-0a753a07ab06 req-3561e90c-acee-4c08-8d8b-d1f7ed40298f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:05.217009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c10aca-304d-4660-9a3d-8d0495888f5c req-9e91cfdc-c9c0-454c-bf0a-2bddef67d36c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:05.226128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4c10aca-304d-4660-9a3d-8d0495888f5c req-9e91cfdc-c9c0-454c-bf0a-2bddef67d36c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.3093452 Aug 19 12:39:05.305347 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:05.517831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c7e1b85-7601-42ea-b860-ed7efdec6423 req-e8e02960-8b17-4539-8ec0-dc567e56a099 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011543 Aug 19 12:39:05.549794 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-1795235a-dd70-45ce-9de5-0c2c7e387c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:05.552207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-1795235a-dd70-45ce-9de5-0c2c7e387c87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 200 len: 834 time: 0.4225175 Aug 19 12:39:05.564294 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:05.573768 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:05.620323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4c10aca-304d-4660-9a3d-8d0495888f5c req-82db8ccf-7450-48d7-9257-d21e49322bf1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930860 Aug 19 12:39:05.837573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9ecad7e8-38c5-4f41-8268-0a753a07ab06 req-3561e90c-acee-4c08-8d8b-d1f7ed40298f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] For port f387cbcb-049b-416f-9862-382daa00b8f1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f387cbcb-049b-416f-9862-382daa00b8f1,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:05.838436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ecad7e8-38c5-4f41-8268-0a753a07ab06 req-3561e90c-acee-4c08-8d8b-d1f7ed40298f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:05.865251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9ecad7e8-38c5-4f41-8268-0a753a07ab06 req-3561e90c-acee-4c08-8d8b-d1f7ed40298f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Calling delete_port for f387cbcb-049b-416f-9862-382daa00b8f1 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:06.084022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f387cbcb-049b-416f-9862-382daa00b8f1 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:06.488061 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:06.492165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Fanout notify agent at l3_agent the message router_deleted on router 70973f12-b358-443b-b27e-f586d24069c4 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:39:06.516848 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:06.523661 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:06.531547 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48138) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:06.533748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bad9e3cc-06ef-4588-bf05-dc2e9c476ad9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/70973f12-b358-443b-b27e-f586d24069c4 HTTP/1.1" status: 204 len: 168 time: 5.8589256 Aug 19 12:39:06.539992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3b1aa3ef-ee39-4c37-b797-f5811b33bf4e tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-135795966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:06.644309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6318150-b2e3-4fb5-8cb7-179e16749b7f req-efb53a77-85b5-4e12-954a-f7bd7f369965 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:06.644309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6318150-b2e3-4fb5-8cb7-179e16749b7f req-efb53a77-85b5-4e12-954a-f7bd7f369965 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.6271842 Aug 19 12:39:06.731129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad76c6a9-c2cc-4401-b813-edc29e830cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f387cbcb-049b-416f-9862-382daa00b8f1'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:06.741934 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d5fdc1-1b50-43b0-b99e-bdea7f3f4b18" -d '{"events": [{"server_uuid": "ad76c6a9-c2cc-4401-b813-edc29e830cec", "name": "network-vif-unplugged", "status": "completed", "tag": "f387cbcb-049b-416f-9862-382daa00b8f1"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:06.801901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f387cbcb-049b-416f-9862-382daa00b8f1, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f387cbcb-049b-416f-9862-382daa00b8f1,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:06.848569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa3ef-ee39-4c37-b797-f5811b33bf4e tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:06.852344 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa3ef-ee39-4c37-b797-f5811b33bf4e tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:06.938189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-29be9a52-0a36-455a-a1a4-acb0c8839c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:06.941779 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:06.946728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-29be9a52-0a36-455a-a1a4-acb0c8839c72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3748538 Aug 19 12:39:07.181636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa3ef-ee39-4c37-b797-f5811b33bf4e tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:07.274399 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa3ef-ee39-4c37-b797-f5811b33bf4e tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:07.313798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f387cbcb-049b-416f-9862-382daa00b8f1,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:07.427564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa3ef-ee39-4c37-b797-f5811b33bf4e tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:07.429464 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3b1aa3ef-ee39-4c37-b797-f5811b33bf4e tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8975427 Aug 19 12:39:07.433974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48150) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:07.436204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00b67b-b696-413a-89a4-c36488ccabae req-1809ce7c-01c8-42d5-8286-9c53cdd61144 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:07.444049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff00b67b-b696-413a-89a4-c36488ccabae req-1809ce7c-01c8-42d5-8286-9c53cdd61144 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 1.3765116 Aug 19 12:39:07.446313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'enable_snat': True}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:07.476886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6318150-b2e3-4fb5-8cb7-179e16749b7f req-7df95f36-3ab7-4976-86a7-d60eefac2aaf tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7661078 Aug 19 12:39:08.065705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-e9439cad-b2dc-464f-b8d4-c6f3442e0d1f service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0620818 Aug 19 12:39:08.081720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff00b67b-b696-413a-89a4-c36488ccabae req-5abd8999-1cc2-4ebc-b0e0-d431f0d61b6e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6005874 Aug 19 12:39:08.237880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48156) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:08.243295 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'subnets': [{'network_id': '140e323a-a8c5-4b9e-8e43-21f6d503a6ed', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--804401324', 'ip_version': 6}, {'network_id': 'ce577e3e-6412-469d-a73f-8cebe11ae0a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:08.246145 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'subnet': {'network_id': '140e323a-a8c5-4b9e-8e43-21f6d503a6ed', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--804401324', 'ip_version': 6}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:08.246145 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Request body: {'subnet': {'network_id': 'ce577e3e-6412-469d-a73f-8cebe11ae0a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:08.308693 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:08.742573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acbfee-dccf-44f3-aa16-6c95aac9bd3e req-14982aee-e132-4692-8f4a-5743471feced tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:08.747164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14acbfee-dccf-44f3-aa16-6c95aac9bd3e req-14982aee-e132-4692-8f4a-5743471feced tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 943 time: 1.0405841 Aug 19 12:39:08.784711 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ecad7e8-38c5-4f41-8268-0a753a07ab06 req-3561e90c-acee-4c08-8d8b-d1f7ed40298f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:08.799642 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['52b1a6eb-b6a9-4c8e-bda6-e274cb096f29', '9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:09.029061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Made reservation on behalf of e61c1aee18d74d12947af515a8a5528f for: {'subnet': 2} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:09.041216 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.050247 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.103664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561e90c-acee-4c08-8d8b-d1f7ed40298f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Pushing event deleted for resources: {'Port': ['ID=f387cbcb-049b-416f-9862-382daa00b8f1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:09.200010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-14acbfee-dccf-44f3-aa16-6c95aac9bd3e req-ff404cd1-48ff-4ca4-a781-9fc2d04aa216 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211526 Aug 19 12:39:09.258136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecad7e8-38c5-4f41-8268-0a753a07ab06 req-3561e90c-acee-4c08-8d8b-d1f7ed40298f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] No DVR routers for this DVR port f387cbcb-049b-416f-9862-382daa00b8f1 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:09.264446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-4bfcfaab-ba74-4838-8b11-56691339edb6 service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1668010 Aug 19 12:39:09.267196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9ecad7e8-38c5-4f41-8268-0a753a07ab06 req-3561e90c-acee-4c08-8d8b-d1f7ed40298f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.271817 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ecad7e8-38c5-4f41-8268-0a753a07ab06 req-3561e90c-acee-4c08-8d8b-d1f7ed40298f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.52 "DELETE /v2.0/ports/f387cbcb-049b-416f-9862-382daa00b8f1 HTTP/1.1" status: 204 len: 173 time: 5.1660490 Aug 19 12:39:09.278634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad76c6a9-c2cc-4401-b813-edc29e830cec', 'name': 'network-vif-deleted', 'tag': 'f387cbcb-049b-416f-9862-382daa00b8f1'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:09.283272 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cc6c68-7f0d-468e-93b4-9f176348b004" -d '{"events": [{"server_uuid": "ad76c6a9-c2cc-4401-b813-edc29e830cec", "name": "network-vif-deleted", "tag": "f387cbcb-049b-416f-9862-382daa00b8f1"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:09.357154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31220143-e80a-41a3-a481-2935fa093058 req-e8fa95bf-3cc9-4146-a6f2-2df0b12a2f84 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:09.372695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31220143-e80a-41a3-a481-2935fa093058 req-e8fa95bf-3cc9-4146-a6f2-2df0b12a2f84 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.6198542 Aug 19 12:39:09.414459 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19b6d46-287f-480a-8556-530bcb1b4f42 x-openstack-request-id: req-e19b6d46-287f-480a-8556-530bcb1b4f42 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:09.414459 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad76c6a9-c2cc-4401-b813-edc29e830cec", "name": "network-vif-unplugged", "status": "completed", "tag": "f387cbcb-049b-416f-9862-382daa00b8f1", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:09.414459 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e19b6d46-287f-480a-8556-530bcb1b4f42 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:09.414459 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad76c6a9-c2cc-4401-b813-edc29e830cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f387cbcb-049b-416f-9862-382daa00b8f1', 'code': 200} Aug 19 12:39:09.578757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31220143-e80a-41a3-a481-2935fa093058 req-7b2ace7a-ffe8-47da-9bde-852b2a951cae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034523 Aug 19 12:39:09.657867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a2d56e3-685b-45c7-a210-30714df89e13 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.667177 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a2d56e3-685b-45c7-a210-30714df89e13 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.672757 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.743545 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:10.081830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b63f3-04c8-46f2-a287-0f8612a7a11e req-eb43763e-e47d-4305-9e32-bff72563a0b1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:10.094162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d7b63f3-04c8-46f2-a287-0f8612a7a11e req-eb43763e-e47d-4305-9e32-bff72563a0b1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.4080739 Aug 19 12:39:10.124428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b41cc-0ae0-45cb-bd46-8e3349aa32b6 req-d84fd425-44c6-446d-8075-32978b5bc2f7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:10.134341 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a24b41cc-0ae0-45cb-bd46-8e3349aa32b6 req-d84fd425-44c6-446d-8075-32978b5bc2f7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.2895241 Aug 19 12:39:10.233365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2d56e3-685b-45c7-a210-30714df89e13 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Router 8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:39:10.252538 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d7b63f3-04c8-46f2-a287-0f8612a7a11e req-98f4dd0a-08f1-475c-bbca-71aa9a7aa0c5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571858 Aug 19 12:39:10.272900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a24b41cc-0ae0-45cb-bd46-8e3349aa32b6 req-37da63e4-8bfd-4a55-8837-c7075ffad3a4 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349623 Aug 19 12:39:10.300637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Allocated IP 172.25.6.42 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/ae3a359b-3e6f-4586-b6c4-281f0dd9565a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:10.487554 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2433f80-4f9f-40d7-b52f-e07db039bcc6 x-openstack-request-id: req-c2433f80-4f9f-40d7-b52f-e07db039bcc6 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:10.488607 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad76c6a9-c2cc-4401-b813-edc29e830cec", "name": "network-vif-deleted", "tag": "f387cbcb-049b-416f-9862-382daa00b8f1", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:10.488607 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2433f80-4f9f-40d7-b52f-e07db039bcc6 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:10.489658 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad76c6a9-c2cc-4401-b813-edc29e830cec', 'name': 'network-vif-deleted', 'tag': 'f387cbcb-049b-416f-9862-382daa00b8f1', 'status': 'completed', 'code': 200} Aug 19 12:39:10.776489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91467de6-0c7b-4e4e-9b16-a74e4abc408e req-fa42c083-8e3a-486c-99ff-ff95bdbf54b2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:10.780884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91467de6-0c7b-4e4e-9b16-a74e4abc408e req-fa42c083-8e3a-486c-99ff-ff95bdbf54b2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.2892003 Aug 19 12:39:10.803421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ab6c67d-e47f-4785-a206-4ea810a80bde req-839c2096-44d7-4380-874a-2df877d16b80 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad76c6a9-c2cc-4401-b813-edc29e830cec HTTP/1.1" status: 200 len: 210 time: 0.2327914 Aug 19 12:39:10.806509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2d56e3-685b-45c7-a210-30714df89e13 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:10.810595 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48188) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:10.821831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1f67d8aa-7a1a-45f6-91e5-b648948c94a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Request body: {'floatingip': {'port_id': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:10.841565 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab955bc2-0fb1-4384-8bf7-2f90862c5001 None None] Sync routers for ids ['8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:10.870329 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a2d56e3-685b-45c7-a210-30714df89e13 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:10.874633 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab955bc2-0fb1-4384-8bf7-2f90862c5001 None None] Routers {'8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:10.885635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2a2d56e3-685b-45c7-a210-30714df89e13 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "PUT /v2.0/routers/8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea HTTP/1.1" status: 200 len: 921 time: 8.8908739 Aug 19 12:39:10.885635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48192) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:10.885812 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab955bc2-0fb1-4384-8bf7-2f90862c5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:10.963053 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab955bc2-0fb1-4384-8bf7-2f90862c5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:10.986289 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab955bc2-0fb1-4384-8bf7-2f90862c5001 None None] Routers {'8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:10.987270 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab955bc2-0fb1-4384-8bf7-2f90862c5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:11.055221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:11.063157 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ab955bc2-0fb1-4384-8bf7-2f90862c5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:11.064445 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab955bc2-0fb1-4384-8bf7-2f90862c5001 None None] The sync data for ids ['8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:11.088389 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f67d8aa-7a1a-45f6-91e5-b648948c94a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:11.181048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b89be2-5899-4295-a7dd-bf032b9cab36 req-2f97fd8f-009d-407b-a44c-23d7869d75d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.184189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8b89be2-5899-4295-a7dd-bf032b9cab36 req-2f97fd8f-009d-407b-a44c-23d7869d75d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.2731087 Aug 19 12:39:11.264843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-aa31a403-2523-4c35-a0bd-b4b1a21ca89a tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/routers/8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea HTTP/1.1" status: 200 len: 921 time: 0.3749249 Aug 19 12:39:11.275320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48198) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:11.346238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8b89be2-5899-4295-a7dd-bf032b9cab36 req-3dad5e50-9731-4c3e-b63a-7e5be078cc1b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386657 Aug 19 12:39:11.380453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8250a1f-6804-4455-bde3-a71bf8486975 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.404353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e8250a1f-6804-4455-bde3-a71bf8486975 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&device_id=8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1273708 Aug 19 12:39:11.409233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48202) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:11.579851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:11.666892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf31a-8491-45d4-8a67-e7247a403f91 req-9619479f-38ba-449a-8714-e37539c6d875 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.683561 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90bf31a-8491-45d4-8a67-e7247a403f91 req-9619479f-38ba-449a-8714-e37539c6d875 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.1832478 Aug 19 12:39:11.735807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9aca98-f6f4-47b0-878b-bc3c5d78d268 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.737434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-df9aca98-f6f4-47b0-878b-bc3c5d78d268 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 881 time: 0.3264453 Aug 19 12:39:11.743835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48204) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:11.775178 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event updated for resources: {'Subnet': ['ID=cb24e153-b043-4611-9aab-2a028c3b6cdd,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:11.796372 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:11.796654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b836013f-2fda-4da9-83c6-babe648facea tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea HTTP/1.1" status: 200 len: 205 time: 0.0485487 Aug 19 12:39:11.804294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90bf31a-8491-45d4-8a67-e7247a403f91 req-d78c2c8f-1bc2-4bc5-a15d-a45ef76fb912 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052976 Aug 19 12:39:11.805262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48206) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:11.834805 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.835427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.835771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.836090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.836660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.837172 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.837800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.838433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.839431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.840828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.840828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.840828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:11.848233 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:11.977228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:11.984044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Checking segment: {'id': '7fb47e8a-fc49-439d-bc87-1157f2204ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '140e323a-a8c5-4b9e-8e43-21f6d503a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:11.984445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Network hostable DHCP agents. Network: 140e323a-a8c5-4b9e-8e43-21f6d503a6ed, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:39:12.002658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:12.021648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:12.074027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:12.096153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event updated for resources: {'Port': ['ID=ae3a359b-3e6f-4586-b6c4-281f0dd9565a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:12.283712 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:12.307614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Network 140e323a-a8c5-4b9e-8e43-21f6d503a6ed is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:39:12.522126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f67d8aa-7a1a-45f6-91e5-b648948c94a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:12.615814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3e0b7-687c-44b4-9d43-42370a626d97 req-e4ddae5e-d9df-49a1-8395-89da9b8897de tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:12.617802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25b3e0b7-687c-44b4-9d43-42370a626d97 req-e4ddae5e-d9df-49a1-8395-89da9b8897de tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.0819659 Aug 19 12:39:12.671250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25b3e0b7-687c-44b4-9d43-42370a626d97 req-aa80ad2f-b7db-47a6-b894-0b76c5bf3e04 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453923 Aug 19 12:39:12.899768 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 140e323a-a8c5-4b9e-8e43-21f6d503a6ed) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:12.903995 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:12.910768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a2af8-de74-4563-800b-9912538da53c None None] Network 140e323a-a8c5-4b9e-8e43-21f6d503a6ed requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:12.984560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Checking segment: {'id': 'e0faa554-8a6a-4281-a378-c5566b6f6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce577e3e-6412-469d-a73f-8cebe11ae0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:12.984824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Network hostable DHCP agents. Network: ce577e3e-6412-469d-a73f-8cebe11ae0a2, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:39:12.987214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event updated for resources: {'Subnet': ['ID=939e725d-d040-49bc-afce-d915ce681d98,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:13.020430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f0f0b-5672-4cf6-b78e-40a37de9cc57 req-9ca4d0bb-4d2e-4afa-8d88-73014e93391b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:13.023434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-804f0f0b-5672-4cf6-b78e-40a37de9cc57 req-9ca4d0bb-4d2e-4afa-8d88-73014e93391b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.1264975 Aug 19 12:39:13.082590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Deleting port 13cced0f-10b5-462a-8b11-3ac8d4a706f4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:13.083074 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:13.135721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-804f0f0b-5672-4cf6-b78e-40a37de9cc57 req-b5ac79bb-2799-40d0-870a-1e8a1a29a6bc tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010530 Aug 19 12:39:13.188829 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:13.202637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Calling delete_port for 13cced0f-10b5-462a-8b11-3ac8d4a706f4 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:13.282477 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f67d8aa-7a1a-45f6-91e5-b648948c94a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:13.289670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Network ce577e3e-6412-469d-a73f-8cebe11ae0a2 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:39:13.312568 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:39:13.330739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-140e323a-a8c5-4b9e-8e43-21f6d503a6ed', 'network_id': '140e323a-a8c5-4b9e-8e43-21f6d503a6ed', 'tenant_id': 'e61c1aee18d74d12947af515a8a5528f', 'fixed_ips': [{'subnet_id': 'cb24e153-b043-4611-9aab-2a028c3b6cdd'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:39:13.331637 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:13.469995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636163cf-0504-4029-b0bc-40058d5a2b45 req-964c2b1c-2fe7-449e-ac01-eb346694187f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:13.481056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-636163cf-0504-4029-b0bc-40058d5a2b45 req-964c2b1c-2fe7-449e-ac01-eb346694187f tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4 HTTP/1.1" status: 200 len: 945 time: 0.1285036 Aug 19 12:39:13.606012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-636163cf-0504-4029-b0bc-40058d5a2b45 req-39b2add7-a114-4001-a23f-391f4ce7aa46 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248796 Aug 19 12:39:13.622323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Allocated IP 2001:db8::1 (140e323a-a8c5-4b9e-8e43-21f6d503a6ed/cb24e153-b043-4611-9aab-2a028c3b6cdd/0346a5f6-e573-49e1-9de5-5b2359511222) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:13.702585 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:13.813972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Pushing event deleted for resources: {'Port': ['ID=13cced0f-10b5-462a-8b11-3ac8d4a706f4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:13.840873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, ce577e3e-6412-469d-a73f-8cebe11ae0a2) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:13.848458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:13.856760 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:13.856760 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:13.857097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bdc55d-bc81-43ce-ab89-650516ac4526 None None] Network ce577e3e-6412-469d-a73f-8cebe11ae0a2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:13.968584 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-1f67d8aa-7a1a-45f6-91e5-b648948c94a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Floating IP a76df139-a8d1-40aa-83e4-3882ff716918 associated. External IP: 172.25.6.101, port: b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42. Aug 19 12:39:13.986150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862628cc-81e4-454e-9a12-62baa8240fb5 req-a182528e-4c29-48f9-ad8b-c8ec62ef1c0e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:13.997920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-862628cc-81e4-454e-9a12-62baa8240fb5 req-a182528e-4c29-48f9-ad8b-c8ec62ef1c0e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.1864197 Aug 19 12:39:14.023096 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3030fd2b-fff6-47d8-b3ef-3cfbe442ca27 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.7840896 Aug 19 12:39:14.027495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48230) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:14.038657 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.094326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.252236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-862628cc-81e4-454e-9a12-62baa8240fb5 req-52224038-cc98-4806-8efd-ba818980cf22 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522049 Aug 19 12:39:14.271466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.276957 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.335697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-ce577e3e-6412-469d-a73f-8cebe11ae0a2', 'network_id': 'ce577e3e-6412-469d-a73f-8cebe11ae0a2', 'tenant_id': 'e61c1aee18d74d12947af515a8a5528f', 'fixed_ips': [{'subnet_id': '939e725d-d040-49bc-afce-d915ce681d98'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:39:14.337021 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.430147 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.532827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459571fc-26b6-44e4-93e2-3f3615a69a39 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:14.534011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cc5e5-5aa3-4ee5-8b9d-5b6cae6b974a req-13b730c6-09b3-4352-aa08-962474f62797 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:14.534517 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459571fc-26b6-44e4-93e2-3f3615a69a39 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:14.535994 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459571fc-26b6-44e4-93e2-3f3615a69a39 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:14.537002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-493cc5e5-5aa3-4ee5-8b9d-5b6cae6b974a req-13b730c6-09b3-4352-aa08-962474f62797 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.1356158 Aug 19 12:39:14.554557 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-459571fc-26b6-44e4-93e2-3f3615a69a39 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5228393 Aug 19 12:39:14.558794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48236) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:14.622771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-493cc5e5-5aa3-4ee5-8b9d-5b6cae6b974a req-08e6af5a-da0f-4dda-8e59-244203d42cc7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777805 Aug 19 12:39:14.673742 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.690861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Transition to ACTIVE for port object 0346a5f6-e573-49e1-9de5-5b2359511222 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:14.724497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.725364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Fanout notify agent at l3_agent the message router_deleted on router 8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:39:14.742872 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.744778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1c811e7d-d04a-4c50-b74d-fb5a34030fdb tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea HTTP/1.1" status: 204 len: 168 time: 2.9378555 Aug 19 12:39:14.790029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48242) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:14.796465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Transition to ACTIVE for port object 0346a5f6-e573-49e1-9de5-5b2359511222 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:14.806070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b730752a-e8ec-4e21-ba0f-516e8311e420 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1427545270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:14.912935 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bd290-8eff-4a5a-a903-0d580ad28e28 req-cc305383-5e27-4c7d-9e66-d34ec5882768 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:14.915478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b06bd290-8eff-4a5a-a903-0d580ad28e28 req-cc305383-5e27-4c7d-9e66-d34ec5882768 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.53 "GET /v2.0/ports?device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4 HTTP/1.1" status: 200 len: 945 time: 0.2202718 Aug 19 12:39:14.944796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e76bc2-705e-4ff8-b7da-07da96d65e62 req-24d1fae9-1620-44ef-a568-433f4671c942 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:14.947212 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0374d7b5-a551-4716-bcbd-3c6b09bc9e54 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Deleting subnet cb24e153-b043-4611-9aab-2a028c3b6cdd {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:39:14.960153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Allocated IP 2001:db8:0:1::1 (ce577e3e-6412-469d-a73f-8cebe11ae0a2/939e725d-d040-49bc-afce-d915ce681d98/8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:14.971794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74e76bc2-705e-4ff8-b7da-07da96d65e62 req-24d1fae9-1620-44ef-a568-433f4671c942 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4 HTTP/1.1" status: 200 len: 945 time: 0.1396942 Aug 19 12:39:15.113256 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.120019 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0374d7b5-a551-4716-bcbd-3c6b09bc9e54 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.156109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Network 140e323a-a8c5-4b9e-8e43-21f6d503a6ed is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:15.159769 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b730752a-e8ec-4e21-ba0f-516e8311e420 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.161715 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b730752a-e8ec-4e21-ba0f-516e8311e420 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.165643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:15.188136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74e76bc2-705e-4ff8-b7da-07da96d65e62 req-5ae1d22c-742e-4469-92e5-8371bff47f83 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231662 Aug 19 12:39:15.197636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:15.378691 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0374d7b5-a551-4716-bcbd-3c6b09bc9e54 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.393286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Pushing event updated for resources: {'Port': ['ID=0346a5f6-e573-49e1-9de5-5b2359511222,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:15.429850 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.433750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.435169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.437325 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.439959 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.440537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.441092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.441690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.442258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.442853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.443647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.444184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:15.524562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Attempting to bind port 0346a5f6-e573-49e1-9de5-5b2359511222 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:15.529444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Attempting to bind port 0346a5f6-e573-49e1-9de5-5b2359511222 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '7fb47e8a-fc49-439d-bc87-1157f2204ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '140e323a-a8c5-4b9e-8e43-21f6d503a6ed'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:15.529444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Attempting to bind port 0346a5f6-e573-49e1-9de5-5b2359511222 on network 140e323a-a8c5-4b9e-8e43-21f6d503a6ed {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:15.553365 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:15.559171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Checking segment: {'id': '7fb47e8a-fc49-439d-bc87-1157f2204ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '140e323a-a8c5-4b9e-8e43-21f6d503a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:15.560198 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.560921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Bound using segment: {'id': '7fb47e8a-fc49-439d-bc87-1157f2204ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '140e323a-a8c5-4b9e-8e43-21f6d503a6ed'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:15.561772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Bound port: 0346a5f6-e573-49e1-9de5-5b2359511222, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb47e8a-fc49-439d-bc87-1157f2204ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '140e323a-a8c5-4b9e-8e43-21f6d503a6ed'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:15.562425 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.595944 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.631747 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0374d7b5-a551-4716-bcbd-3c6b09bc9e54 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.690628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Transition to ACTIVE for port object 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:15.746388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Transition to ACTIVE for port object 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:15.841647 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.851692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.863982 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f67d8aa-7a1a-45f6-91e5-b648948c94a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Router 6df0c2ad-4772-41fb-8780-0f6926730c1c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:39:15.909762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0374d7b5-a551-4716-bcbd-3c6b09bc9e54 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.917026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] For port 0346a5f6-e573-49e1-9de5-5b2359511222, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:15.925077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] For port 0346a5f6-e573-49e1-9de5-5b2359511222, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0346a5f6-e573-49e1-9de5-5b2359511222,segment=NetworkSegment(7fb47e8a-fc49-439d-bc87-1157f2204ed7),segment_id=7fb47e8a-fc49-439d-bc87-1157f2204ed7)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:15.931076 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.002809 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Pushing event updated for resources: {'Port': ['ID=8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:16.029445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Network ce577e3e-6412-469d-a73f-8cebe11ae0a2 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:16.035044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:16.040359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b730752a-e8ec-4e21-ba0f-516e8311e420 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.046191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:16.060150 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.080277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374d7b5-a551-4716-bcbd-3c6b09bc9e54 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event deleted for resources: {'Subnet': ['ID=cb24e153-b043-4611-9aab-2a028c3b6cdd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:16.095677 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0374d7b5-a551-4716-bcbd-3c6b09bc9e54 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.095677 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0374d7b5-a551-4716-bcbd-3c6b09bc9e54 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "DELETE /v2.0/subnets/cb24e153-b043-4611-9aab-2a028c3b6cdd HTTP/1.1" status: 204 len: 168 time: 1.5346043 Aug 19 12:39:16.103240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48252) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:16.201240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b730752a-e8ec-4e21-ba0f-516e8311e420 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.239047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f67d8aa-7a1a-45f6-91e5-b648948c94a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:16.239807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Attempting to bind port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:16.239975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Attempting to bind port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e0faa554-8a6a-4281-a378-c5566b6f6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce577e3e-6412-469d-a73f-8cebe11ae0a2'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:16.240465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Attempting to bind port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 on network ce577e3e-6412-469d-a73f-8cebe11ae0a2 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:16.247497 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f67d8aa-7a1a-45f6-91e5-b648948c94a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.267839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce975a-0998-40c8-8e6d-9112e8262244 None None] Sync routers for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:16.281438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67e2a6-a5d8-482d-8617-d48b101a2762 None None] Pushing event updated for resources: {'Port': ['ID=0346a5f6-e573-49e1-9de5-5b2359511222,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:16.285434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:16.286098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Checking segment: {'id': 'e0faa554-8a6a-4281-a378-c5566b6f6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce577e3e-6412-469d-a73f-8cebe11ae0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:16.286679 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.287406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Bound using segment: {'id': 'e0faa554-8a6a-4281-a378-c5566b6f6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce577e3e-6412-469d-a73f-8cebe11ae0a2'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:16.288090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Bound port: 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0faa554-8a6a-4281-a378-c5566b6f6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce577e3e-6412-469d-a73f-8cebe11ae0a2'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:16.288650 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.306560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce975a-0998-40c8-8e6d-9112e8262244 None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:16.307660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8fce975a-0998-40c8-8e6d-9112e8262244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:16.312420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b06bd290-8eff-4a5a-a903-0d580ad28e28 req-7e2e080a-bbbd-4546-8b59-3a1e8bdd0a49 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Deleting port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:16.312767 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b06bd290-8eff-4a5a-a903-0d580ad28e28 req-7e2e080a-bbbd-4546-8b59-3a1e8bdd0a49 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.333088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c08e70-0c8b-47b2-8c04-628179aafe8b tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Deleting subnet 939e725d-d040-49bc-afce-d915ce681d98 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:39:16.341879 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4c08e70-0c8b-47b2-8c04-628179aafe8b tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.407358 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1f67d8aa-7a1a-45f6-91e5-b648948c94a8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "PUT /v2.0/floatingips/a76df139-a8d1-40aa-83e4-3882ff716918 HTTP/1.1" status: 200 len: 991 time: 5.5944567 Aug 19 12:39:16.419101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:16.426229 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e" -d '{"events": [{"name": "network-changed", "server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:16.426724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8b494-4014-43a3-8152-7b1464203d50 req-9f903b29-7dbc-42e2-9b25-2206f13f1f2d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:16.431750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5a8b494-4014-43a3-8152-7b1464203d50 req-9f903b29-7dbc-42e2-9b25-2206f13f1f2d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.3663383 Aug 19 12:39:16.477439 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4c08e70-0c8b-47b2-8c04-628179aafe8b tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.551329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] For port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:16.556780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] For port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712,segment=NetworkSegment(e0faa554-8a6a-4281-a378-c5566b6f6b1d),segment_id=e0faa554-8a6a-4281-a378-c5566b6f6b1d)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:16.720611 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.811152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8fce975a-0998-40c8-8e6d-9112e8262244 None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:39:16.815157 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89bbbe-d858-4841-9ded-c33c2ffec7bd None None] Pushing event updated for resources: {'Port': ['ID=8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:16.822548 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b730752a-e8ec-4e21-ba0f-516e8311e420 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.824846 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b730752a-e8ec-4e21-ba0f-516e8311e420 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.0327919 Aug 19 12:39:16.826513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Router 13d727c5-6bb3-48b8-9567-746e74554e93 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:39:16.828424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b06bd290-8eff-4a5a-a903-0d580ad28e28 req-7e2e080a-bbbd-4546-8b59-3a1e8bdd0a49 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] For port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:16.829031 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b06bd290-8eff-4a5a-a903-0d580ad28e28 req-7e2e080a-bbbd-4546-8b59-3a1e8bdd0a49 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.844659 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48270) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:16.877654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:16.992319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b06bd290-8eff-4a5a-a903-0d580ad28e28 req-7e2e080a-bbbd-4546-8b59-3a1e8bdd0a49 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Calling delete_port for 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:17.010670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbda8ed-647c-4c14-9b5a-508114c21796 req-78d92f25-53cc-46af-9162-a25189e3a26d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:17.022686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbbda8ed-647c-4c14-9b5a-508114c21796 req-78d92f25-53cc-46af-9162-a25189e3a26d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.9782567 Aug 19 12:39:17.115042 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4c08e70-0c8b-47b2-8c04-628179aafe8b tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:17.230418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5a8b494-4014-43a3-8152-7b1464203d50 req-b3120739-b5ff-456b-9822-5dc163ca2bca tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4173894 Aug 19 12:39:17.565472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0346a5f6-e573-49e1-9de5-5b2359511222 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:17.724530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbbda8ed-647c-4c14-9b5a-508114c21796 req-d4883760-3616-4122-9665-3de0243d99f3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6998951 Aug 19 12:39:17.772319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8fce975a-0998-40c8-8e6d-9112e8262244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'a76df139-a8d1-40aa-83e4-3882ff716918', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'port_id': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'mac_address': 'fa:16:3e:fe:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:33Z', 'updated_at': '2021-08-19T12:39:12Z', 'revision_number': 1, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:17.810771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce975a-0998-40c8-8e6d-9112e8262244 None None] Checking router: 6df0c2ad-4772-41fb-8780-0f6926730c1c for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:39:17.847828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce975a-0998-40c8-8e6d-9112e8262244 None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:17.850294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8fce975a-0998-40c8-8e6d-9112e8262244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:17.967299 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:17.979879 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8be410-ecbc-4bb1-94fd-3ca61c474286 None None] Sync routers for ids ['13d727c5-6bb3-48b8-9567-746e74554e93'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:17.995122 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:17.996596 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8be410-ecbc-4bb1-94fd-3ca61c474286 None None] Routers {'13d727c5-6bb3-48b8-9567-746e74554e93'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:17.998407 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d5315570-e296-44fd-a3c8-1bee41918be3 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "PUT /v2.0/routers/13d727c5-6bb3-48b8-9567-746e74554e93 HTTP/1.1" status: 200 len: 917 time: 10.5623126 Aug 19 12:39:17.999293 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0b8be410-ecbc-4bb1-94fd-3ca61c474286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['13d727c5-6bb3-48b8-9567-746e74554e93'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:18.001158 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f48550-e1f4-46ac-8b65-2473b3128251 x-openstack-request-id: req-08f48550-e1f4-46ac-8b65-2473b3128251 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:18.004257 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:18.004782 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08f48550-e1f4-46ac-8b65-2473b3128251 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:18.005871 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'status': 'completed', 'code': 200} Aug 19 12:39:18.016743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48272) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:18.119023 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0b8be410-ecbc-4bb1-94fd-3ca61c474286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:18.144333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 0346a5f6-e573-49e1-9de5-5b2359511222 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:18.162727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8be410-ecbc-4bb1-94fd-3ca61c474286 None None] Routers {'13d727c5-6bb3-48b8-9567-746e74554e93'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:18.163585 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0b8be410-ecbc-4bb1-94fd-3ca61c474286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['13d727c5-6bb3-48b8-9567-746e74554e93'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:18.220856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8fce975a-0998-40c8-8e6d-9112e8262244 None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:39:18.280241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc4e2a-27a4-41a2-abef-5d95b4b208ae req-ecd52613-692e-49df-9334-5ebe9d7688eb tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:18.294096 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0b8be410-ecbc-4bb1-94fd-3ca61c474286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:18.294798 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8be410-ecbc-4bb1-94fd-3ca61c474286 None None] The sync data for ids ['13d727c5-6bb3-48b8-9567-746e74554e93'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:18.309707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cacc4e2a-27a4-41a2-abef-5d95b4b208ae req-ecd52613-692e-49df-9334-5ebe9d7688eb tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4 HTTP/1.1" status: 200 len: 945 time: 0.7497575 Aug 19 12:39:18.321626 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:18.463801 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fa5ee592-0898-43f8-9d63-0a1ea0373fc8 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/routers/13d727c5-6bb3-48b8-9567-746e74554e93 HTTP/1.1" status: 200 len: 923 time: 0.4448175 Aug 19 12:39:18.468948 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48276) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:18.475830 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b06bd290-8eff-4a5a-a903-0d580ad28e28 req-7e2e080a-bbbd-4546-8b59-3a1e8bdd0a49 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:18.500584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e req-ac04462b-a54d-4a9e-8acc-46bded8ab006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:18.507796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e req-ac04462b-a54d-4a9e-8acc-46bded8ab006 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 1096 time: 0.3922272 Aug 19 12:39:18.514123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeeaa5d-a25a-47b9-a089-c184f9ff3de4 None None] Network 140e323a-a8c5-4b9e-8e43-21f6d503a6ed requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:18.518704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['52b1a6eb-b6a9-4c8e-bda6-e274cb096f29'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:18.538352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cacc4e2a-27a4-41a2-abef-5d95b4b208ae req-26ef949d-312e-42ab-8da1-3aba6a2f9f33 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276883 Aug 19 12:39:18.604454 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4c08e70-0c8b-47b2-8c04-628179aafe8b tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:18.648151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e080a-bbbd-4546-8b59-3a1e8bdd0a49 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Pushing event deleted for resources: {'Port': ['ID=9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:18.726417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c08e70-0c8b-47b2-8c04-628179aafe8b tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event deleted for resources: {'Subnet': ['ID=939e725d-d040-49bc-afce-d915ce681d98,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:18.775904 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4c08e70-0c8b-47b2-8c04-628179aafe8b tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:18.782089 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f4c08e70-0c8b-47b2-8c04-628179aafe8b tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "DELETE /v2.0/subnets/939e725d-d040-49bc-afce-d915ce681d98 HTTP/1.1" status: 204 len: 168 time: 2.6776490 Aug 19 12:39:18.788761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48280) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:18.795567 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a4dbdf-2bd6-48b5-bcee-eee9f6b3a240 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:18.802579 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c8a4dbdf-2bd6-48b5-bcee-eee9f6b3a240 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&device_id=13d727c5-6bb3-48b8-9567-746e74554e93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3316162 Aug 19 12:39:18.809042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48282) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:18.873671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a3add-f2ec-4c69-b2ca-4a07326c424b None None] Network ce577e3e-6412-469d-a73f-8cebe11ae0a2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:18.931704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-28d4a0aa-5dc9-43ae-827a-573ed5f8692d None None] Provisioning for port 0346a5f6-e573-49e1-9de5-5b2359511222 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:19.008922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-28d4a0aa-5dc9-43ae-827a-573ed5f8692d None None] Provisioning complete for port 0346a5f6-e573-49e1-9de5-5b2359511222 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:19.009312 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-28d4a0aa-5dc9-43ae-827a-573ed5f8692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.062771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae37633-1620-4e64-b42a-0cdad4ab6a71 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:19.066027 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3ae37633-1620-4e64-b42a-0cdad4ab6a71 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 881 time: 0.2553515 Aug 19 12:39:19.071633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48288) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:19.175387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06bd290-8eff-4a5a-a903-0d580ad28e28 req-7e2e080a-bbbd-4546-8b59-3a1e8bdd0a49 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] No DVR routers for this DVR port 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:19.179226 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b06bd290-8eff-4a5a-a903-0d580ad28e28 req-7e2e080a-bbbd-4546-8b59-3a1e8bdd0a49 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.182667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b06bd290-8eff-4a5a-a903-0d580ad28e28 req-7e2e080a-bbbd-4546-8b59-3a1e8bdd0a49 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.53 "DELETE /v2.0/ports/9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad HTTP/1.1" status: 204 len: 173 time: 4.2587469 Aug 19 12:39:19.200588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446fa4cc-2978-41ec-85ca-3f8eddb043b4', 'name': 'network-vif-deleted', 'tag': '9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:19.203926 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c26f90-221c-4133-8295-d2711dda2d01" -d '{"events": [{"server_uuid": "446fa4cc-2978-41ec-85ca-3f8eddb043b4", "name": "network-vif-deleted", "tag": "9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:19.260596 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1578710e-f954-4d6d-9e0f-117adc0df776 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d727c5-6bb3-48b8-9567-746e74554e93 HTTP/1.1" status: 200 len: 205 time: 0.1863456 Aug 19 12:39:19.261974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131e790-c28e-42ac-9579-5063b5460a74 req-7947585c-d1ee-46dd-beae-75bf054bf0ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:19.264839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48292) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:19.271077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b131e790-c28e-42ac-9579-5063b5460a74 req-7947585c-d1ee-46dd-beae-75bf054bf0ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.3227870 Aug 19 12:39:19.307142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca4c23-2c6a-4315-a542-78d01e698675 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:19.313424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-10ca4c23-2c6a-4315-a542-78d01e698675 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4201119 Aug 19 12:39:19.366227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac2632-d012-4d46-be6f-f470f90f1f33 req-43fd5175-f30a-4cd4-8d05-19a1ee226745 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:19.369109 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cbac2632-d012-4d46-be6f-f470f90f1f33 req-43fd5175-f30a-4cd4-8d05-19a1ee226745 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.8797305 Aug 19 12:39:19.381235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48294) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:19.531592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:19.564503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e req-8b44dd4b-34c9-4988-922d-768b3fd0f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:19.566969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e req-8b44dd4b-34c9-4988-922d-768b3fd0f73c service neutron] 10.222.0.52 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 918 time: 0.9747629 Aug 19 12:39:19.698480 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.725252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e req-33216187-5027-4766-a153-e4aa091a8ab7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 HTTP/1.1" status: 200 len: 999 time: 0.1381917 Aug 19 12:39:19.744406 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-28d4a0aa-5dc9-43ae-827a-573ed5f8692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.747291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:19.798470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b131e790-c28e-42ac-9579-5063b5460a74 req-f55aa527-5598-4244-85f2-68d0ed4f94fd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5261405 Aug 19 12:39:19.831385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cbac2632-d012-4d46-be6f-f470f90f1f33 req-afaa528a-a16a-41a2-b176-b438c5616e01 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4239957 Aug 19 12:39:19.959097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.965241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:39:19.978273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:39:19.995126 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068493c2-e6ee-431d-98ad-2c75c961ce38 x-openstack-request-id: req-068493c2-e6ee-431d-98ad-2c75c961ce38 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:19.995724 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446fa4cc-2978-41ec-85ca-3f8eddb043b4", "name": "network-vif-deleted", "tag": "9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:19.996761 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-068493c2-e6ee-431d-98ad-2c75c961ce38 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:20.000648 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446fa4cc-2978-41ec-85ca-3f8eddb043b4', 'name': 'network-vif-deleted', 'tag': '9bd37ee1-2661-4de0-b971-4ddb9cc2a9ad', 'status': 'completed', 'code': 200} Aug 19 12:39:20.070088 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.116143 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-28d4a0aa-5dc9-43ae-827a-573ed5f8692d None None] For port 0346a5f6-e573-49e1-9de5-5b2359511222, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0346a5f6-e573-49e1-9de5-5b2359511222,segment=NetworkSegment(7fb47e8a-fc49-439d-bc87-1157f2204ed7),segment_id=7fb47e8a-fc49-439d-bc87-1157f2204ed7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:20.132280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e req-71a10438-07a7-4817-8051-d1542fd7c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:20.136429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e req-71a10438-07a7-4817-8051-d1542fd7c6a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.3977127 Aug 19 12:39:20.161799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6eb2da-13be-4467-a195-85e3b4befefb None None] DHCP port deletion for 140e323a-a8c5-4b9e-8e43-21f6d503a6ed request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:39:20.367382 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Deleting port ae3a359b-3e6f-4586-b6c4-281f0dd9565a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:20.367928 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.378435 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-28d4a0aa-5dc9-43ae-827a-573ed5f8692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.469961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33bd5334-9396-4b34-ab60-4127b2b27463 req-cb4d443c-7e02-4fe5-9a93-fdc49bc0b947 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=446fa4cc-2978-41ec-85ca-3f8eddb043b4 HTTP/1.1" status: 200 len: 210 time: 0.2308102 Aug 19 12:39:20.485555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a7e53-3ace-4073-9ca4-1519c9244c29 None None] DHCP port deletion for ce577e3e-6412-469d-a73f-8cebe11ae0a2 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:39:20.517931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8fce975a-0998-40c8-8e6d-9112e8262244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'a76df139-a8d1-40aa-83e4-3882ff716918', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'port_id': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'mac_address': 'fa:16:3e:fe:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:33Z', 'updated_at': '2021-08-19T12:39:12Z', 'revision_number': 1, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:20.567650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e req-cbb79b0e-3f11-49c2-8b09-c33a21b7e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:20.567650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e req-cbb79b0e-3f11-49c2-8b09-c33a21b7e8cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3919938 Aug 19 12:39:20.647271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce975a-0998-40c8-8e6d-9112e8262244 None None] The sync data for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 is: [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'a76df139-a8d1-40aa-83e4-3882ff716918', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'port_id': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'mac_address': 'fa:16:3e:fe:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:33Z', 'updated_at': '2021-08-19T12:39:12Z', 'revision_number': 1, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:20.667106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.672014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:20.703830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Calling delete_port for ae3a359b-3e6f-4586-b6c4-281f0dd9565a owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:20.743429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4a0aa-5dc9-43ae-827a-573ed5f8692d None None] Pushing event updated for resources: {'Port': ['ID=0346a5f6-e573-49e1-9de5-5b2359511222,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:20.790843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cc42147e-5418-4073-b888-6837e9010543 None None] Provisioning for port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:20.811790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.828788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2a6eb2da-13be-4467-a195-85e3b4befefb None None] Deleting port 0346a5f6-e573-49e1-9de5-5b2359511222 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:20.830336 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a6eb2da-13be-4467-a195-85e3b4befefb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.833309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cc42147e-5418-4073-b888-6837e9010543 None None] Provisioning complete for port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:20.834265 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc42147e-5418-4073-b888-6837e9010543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.049493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Deleting port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:21.049493 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.049493 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.107087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-606a7e53-3ace-4073-9ca4-1519c9244c29 None None] Deleting port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:21.107087 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-606a7e53-3ace-4073-9ca4-1519c9244c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.322193 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc42147e-5418-4073-b888-6837e9010543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.341159 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-850ca00d-3ad7-4fbf-90db-db082a164821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.345642 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e7ff2-abc5-494b-bfad-31a14996baca None None] New status for floating IP a76df139-a8d1-40aa-83e4-3882ff716918: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:39:21.363106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0346a5f6-e573-49e1-9de5-5b2359511222 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:21.404947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2a6eb2da-13be-4467-a195-85e3b4befefb None None] For port 0346a5f6-e573-49e1-9de5-5b2359511222, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0346a5f6-e573-49e1-9de5-5b2359511222,segment=NetworkSegment(7fb47e8a-fc49-439d-bc87-1157f2204ed7),segment_id=7fb47e8a-fc49-439d-bc87-1157f2204ed7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:21.405362 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a6eb2da-13be-4467-a195-85e3b4befefb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.494639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2a6eb2da-13be-4467-a195-85e3b4befefb None None] Calling delete_port for 0346a5f6-e573-49e1-9de5-5b2359511222 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:21.501407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-606a7e53-3ace-4073-9ca4-1519c9244c29 None None] For port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712,segment=NetworkSegment(e0faa554-8a6a-4281-a378-c5566b6f6b1d),segment_id=e0faa554-8a6a-4281-a378-c5566b6f6b1d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:21.501842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-606a7e53-3ace-4073-9ca4-1519c9244c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.505824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cc42147e-5418-4073-b888-6837e9010543 None None] For port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712,segment=NetworkSegment(e0faa554-8a6a-4281-a378-c5566b6f6b1d),segment_id=e0faa554-8a6a-4281-a378-c5566b6f6b1d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:21.512777 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.574719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-606a7e53-3ace-4073-9ca4-1519c9244c29 None None] Calling delete_port for 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:21.665024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Pushing event deleted for resources: {'Port': ['ID=ae3a359b-3e6f-4586-b6c4-281f0dd9565a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:21.673433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] For port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712,segment=NetworkSegment(e0faa554-8a6a-4281-a378-c5566b6f6b1d),segment_id=e0faa554-8a6a-4281-a378-c5566b6f6b1d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:21.675473 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.688500 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc42147e-5418-4073-b888-6837e9010543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.712653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b692-0e65-4398-a83a-09fd3d7ed8e2 req-e5ffe33a-224a-47c2-99bd-a581ff8cecd9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:21.716504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d777b692-0e65-4398-a83a-09fd3d7ed8e2 req-e5ffe33a-224a-47c2-99bd-a581ff8cecd9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.6170897 Aug 19 12:39:21.791412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c91a2-fe2b-44a9-8a80-560fe5adbab4 req-ceb23baa-7abd-4c52-a3d2-98a5e7524a24 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:21.806376 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-119c91a2-fe2b-44a9-8a80-560fe5adbab4 req-ceb23baa-7abd-4c52-a3d2-98a5e7524a24 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.6327512 Aug 19 12:39:21.821711 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.853145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Calling delete_port for 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:21.892563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42147e-5418-4073-b888-6837e9010543 None None] Pushing event updated for resources: {'Port': ['ID=8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:21.904038 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.973586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.981441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.125123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 0346a5f6-e573-49e1-9de5-5b2359511222, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0346a5f6-e573-49e1-9de5-5b2359511222,segment=NetworkSegment(7fb47e8a-fc49-439d-bc87-1157f2204ed7),segment_id=7fb47e8a-fc49-439d-bc87-1157f2204ed7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:22.238473 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.240136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Fanout notify agent at l3_agent the message router_deleted on router 13d727c5-6bb3-48b8-9567-746e74554e93 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:39:22.260121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.269718 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6e698c10-b0a0-4d83-9401-3a8ca0264add tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/13d727c5-6bb3-48b8-9567-746e74554e93 HTTP/1.1" status: 204 len: 168 time: 2.9961596 Aug 19 12:39:22.271019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48320) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:22.280242 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.281589 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:22.296494 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e3a90d52-7249-4d4b-ba38-cac4286a7e92 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-455494509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:22.343446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:39:22.343835 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:39:22.400273 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-606a7e53-3ace-4073-9ca4-1519c9244c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.461787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=0346a5f6-e573-49e1-9de5-5b2359511222,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:22.474627 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a6eb2da-13be-4467-a195-85e3b4befefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.478752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606a7e53-3ace-4073-9ca4-1519c9244c29 None None] No DVR routers for this DVR port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:22.526892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7e53-3ace-4073-9ca4-1519c9244c29 None None] Pushing event deleted for resources: {'Port': ['ID=8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:22.565510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6eb2da-13be-4467-a195-85e3b4befefb None None] No DVR routers for this DVR port 0346a5f6-e573-49e1-9de5-5b2359511222 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:22.628153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6eb2da-13be-4467-a195-85e3b4befefb None None] Pushing event deleted for resources: {'Port': ['ID=0346a5f6-e573-49e1-9de5-5b2359511222,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:22.643295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e req-d454c5dd-d189-4a47-97ce-07725f1ea772 service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0552509 Aug 19 12:39:22.715356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-119c91a2-fe2b-44a9-8a80-560fe5adbab4 req-a11c327e-9de2-4677-8eec-112bd0772bfd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9071939 Aug 19 12:39:22.758780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d777b692-0e65-4398-a83a-09fd3d7ed8e2 req-615bee82-6940-47a9-952a-a1072149115d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0191655 Aug 19 12:39:22.827309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.833089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Allocated IP 172.25.6.5 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/9fb66a47-7a1e-4a3d-8948-6b15139c1912) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:22.895382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event deleted for resources: {'Port': ['ID=8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:22.918134 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3a90d52-7249-4d4b-ba38-cac4286a7e92 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.919243 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3a90d52-7249-4d4b-ba38-cac4286a7e92 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.953798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] No DVR routers for this DVR port 8c1f63a5-c4c7-4f26-b3f5-101b1f9d3712 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:22.988913 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3a90d52-7249-4d4b-ba38-cac4286a7e92 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.994317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54ea6f3a-aa5e-4782-9dd6-f7ffa7d6558e req-00570922-aa79-4b4c-8249-04a1dc57f366 service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359513 Aug 19 12:39:23.129477 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.132984 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.152158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce577e3e-6412-469d-a73f-8cebe11ae0a2']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:23.181824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0faa554-8a6a-4281-a378-c5566b6f6b1d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:23.183655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0faa554-8a6a-4281-a378-c5566b6f6b1d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:23.213573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.216387 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3a90d52-7249-4d4b-ba38-cac4286a7e92 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.278963 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.301014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:39:23.301545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:39:23.316034 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:39:23.404831 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3a90d52-7249-4d4b-ba38-cac4286a7e92 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.406324 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e3a90d52-7249-4d4b-ba38-cac4286a7e92 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1340590 Aug 19 12:39:23.409928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48332) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:23.415882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'enable_snat': False}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:23.560431 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.680322 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.705075 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.713050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "DELETE /v2.0/networks/ce577e3e-6412-469d-a73f-8cebe11ae0a2 HTTP/1.1" status: 204 len: 168 time: 4.3217289 Aug 19 12:39:23.735310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:23.736053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:23.776681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da9580-0e13-4fe6-9ce2-aba53a9c9655 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event deleted for resources: {'Network': ['ID=ce577e3e-6412-469d-a73f-8cebe11ae0a2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:23.788911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:23.817518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Pushing event updated for resources: {'Port': ['ID=9fb66a47-7a1e-4a3d-8948-6b15139c1912,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:23.820492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:23.848790 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.069686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9456d-3ba1-42d4-91bf-a9a6652efc51 req-78c2bae5-e3cd-46ea-b0ab-1555793eb8d2 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:24.071667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67c9456d-3ba1-42d4-91bf-a9a6652efc51 req-78c2bae5-e3cd-46ea-b0ab-1555793eb8d2 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.3392336 Aug 19 12:39:24.088241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.187470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830d25e-3327-494c-b2cd-c4c82f79feba req-f3c28b9f-626d-4127-9a74-212ad7da8041 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:24.189111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d830d25e-3327-494c-b2cd-c4c82f79feba req-f3c28b9f-626d-4127-9a74-212ad7da8041 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.2914586 Aug 19 12:39:24.296361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67c9456d-3ba1-42d4-91bf-a9a6652efc51 req-f5f9290b-c8a3-45b9-ad70-0c65d6d00357 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524827 Aug 19 12:39:24.300478 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.335527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.465546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d830d25e-3327-494c-b2cd-c4c82f79feba req-bb933cc2-df2d-4a09-9447-ffa9a3a32f8c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494035 Aug 19 12:39:24.471545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.516312 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Allocated IP 172.25.6.205 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/2167bad9-5b1b-4eed-8628-001aa964b3b2) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:24.558263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140e323a-a8c5-4b9e-8e43-21f6d503a6ed']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:24.617798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb47e8a-fc49-439d-bc87-1157f2204ed7') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:24.618280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb47e8a-fc49-439d-bc87-1157f2204ed7') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:24.638265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.679597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471f4a8-d7a9-4027-9539-ed0937ec23c0 req-1a0e513c-bae8-4998-834a-9df6ca571025 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:24.681614 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1471f4a8-d7a9-4027-9539-ed0937ec23c0 req-1a0e513c-bae8-4998-834a-9df6ca571025 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.2735591 Aug 19 12:39:24.684974 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.690159 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.734150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:39:24.734568 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:39:24.739008 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:39:24.841335 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.845883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1471f4a8-d7a9-4027-9539-ed0937ec23c0 req-4b946ae1-61b5-44d7-a3d8-460b984538d6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231887 Aug 19 12:39:25.055642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.106812 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:25.111438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:25.114912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:25.130654 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.136452 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.145293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Pushing event updated for resources: {'Port': ['ID=2167bad9-5b1b-4eed-8628-001aa964b3b2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:25.222210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d291618-56b6-4325-9e22-928d92112bda req-0aad012d-3d0a-4f32-bd3d-86a8928cf729 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.223802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d291618-56b6-4325-9e22-928d92112bda req-0aad012d-3d0a-4f32-bd3d-86a8928cf729 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.53 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.1381063 Aug 19 12:39:25.232034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.255040 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.290133 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "DELETE /v2.0/networks/140e323a-a8c5-4b9e-8e43-21f6d503a6ed HTTP/1.1" status: 204 len: 168 time: 1.5300608 Aug 19 12:39:25.290692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48356) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:25.371404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f324e-4525-455e-a08e-5b8056d3fad4 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event deleted for resources: {'Network': ['ID=140e323a-a8c5-4b9e-8e43-21f6d503a6ed,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:25.508584 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c15e-b1bf-4564-acf7-90a513adee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.546852 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.606609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9d759-8f32-44f4-b6d6-4798423b1445 req-fc0c513c-bdad-4eb1-83f9-7b340ea428dd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.609163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79b9d759-8f32-44f4-b6d6-4798423b1445 req-fc0c513c-bdad-4eb1-83f9-7b340ea428dd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.2013605 Aug 19 12:39:25.629717 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.816720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd48a23-3407-4830-9fdd-5041e4535d96 req-4bf5f7a1-3d49-4045-817c-fc4f3b59ff79 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.819097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bd48a23-3407-4830-9fdd-5041e4535d96 req-4bf5f7a1-3d49-4045-817c-fc4f3b59ff79 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.2686868 Aug 19 12:39:25.830463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9d291618-56b6-4325-9e22-928d92112bda req-645ab816-235c-4363-a4c6-c77a6bd9e8fd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Deleting port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:25.830821 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d291618-56b6-4325-9e22-928d92112bda req-645ab816-235c-4363-a4c6-c77a6bd9e8fd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.845115 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.909305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79b9d759-8f32-44f4-b6d6-4798423b1445 req-78694a14-7913-4436-908a-2fce73a8b937 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893624 Aug 19 12:39:25.911222 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.944332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.952117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.952465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f1862f-a442-499b-98d9-4163daadc161']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:25.976098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59ad03b-f68d-49f5-8df6-cb294de0e774') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:25.976403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59ad03b-f68d-49f5-8df6-cb294de0e774') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:25.995753 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.016716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bd48a23-3407-4830-9fdd-5041e4535d96 req-d431210b-a930-49b9-90de-e2b409155d53 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786826 Aug 19 12:39:26.035690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Router b2d92e7c-e8e5-435f-b84a-b319485b3d65 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:39:26.082832 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.174566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:39:26.174990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:39:26.180914 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:39:26.185360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9d291618-56b6-4325-9e22-928d92112bda req-645ab816-235c-4363-a4c6-c77a6bd9e8fd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] For port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:26.185360 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d291618-56b6-4325-9e22-928d92112bda req-645ab816-235c-4363-a4c6-c77a6bd9e8fd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.327454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9d291618-56b6-4325-9e22-928d92112bda req-645ab816-235c-4363-a4c6-c77a6bd9e8fd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Calling delete_port for 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:26.359124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Router 3d3911ea-8df8-4f1c-8898-ff5cecef2e48 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:39:26.890213 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.932409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294cbd5-92ae-423c-a0c8-839ffd1dec33 req-2db454c6-e65e-4f3e-849e-652394f8d132 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:26.936917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4294cbd5-92ae-423c-a0c8-839ffd1dec33 req-2db454c6-e65e-4f3e-849e-652394f8d132 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.7564058 Aug 19 12:39:26.940407 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:26.967911 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.970610 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b1837b2e-f0da-479c-8503-d41b5cf0da94 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "PUT /v2.0/routers/3d3911ea-8df8-4f1c-8898-ff5cecef2e48 HTTP/1.1" status: 200 len: 919 time: 3.5584710 Aug 19 12:39:26.975004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48402) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:26.978576 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b38c0-0588-4715-a6ab-5baf398c8be5 None None] Sync routers for ids ['3d3911ea-8df8-4f1c-8898-ff5cecef2e48'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:27.003232 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.008881 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b38c0-0588-4715-a6ab-5baf398c8be5 None None] Routers {'3d3911ea-8df8-4f1c-8898-ff5cecef2e48'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:27.011816 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-840b38c0-0588-4715-a6ab-5baf398c8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3d3911ea-8df8-4f1c-8898-ff5cecef2e48'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:27.126407 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-840b38c0-0588-4715-a6ab-5baf398c8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:27.151490 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b38c0-0588-4715-a6ab-5baf398c8be5 None None] Routers {'3d3911ea-8df8-4f1c-8898-ff5cecef2e48'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:27.152173 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-840b38c0-0588-4715-a6ab-5baf398c8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3d3911ea-8df8-4f1c-8898-ff5cecef2e48'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:27.162517 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-af4a76a7-efd6-4477-a5ea-a0b3164edf18 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/routers/3d3911ea-8df8-4f1c-8898-ff5cecef2e48 HTTP/1.1" status: 200 len: 925 time: 0.1770663 Aug 19 12:39:27.163229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48408) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:27.186999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.192557 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "DELETE /v2.0/networks/15f1862f-a442-499b-98d9-4163daadc161 HTTP/1.1" status: 204 len: 168 time: 1.8711777 Aug 19 12:39:27.208424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event deleted for resources: {'Network': ['ID=15f1862f-a442-499b-98d9-4163daadc161,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:27.214529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48410) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:27.301923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:27.302232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c421009-2b91-48db-a679-92c4bafec6dc None None] Sync routers for ids ['b2d92e7c-e8e5-435f-b84a-b319485b3d65'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:27.315805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c421009-2b91-48db-a679-92c4bafec6dc None None] Routers {'b2d92e7c-e8e5-435f-b84a-b319485b3d65'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:27.317262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3c421009-2b91-48db-a679-92c4bafec6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b2d92e7c-e8e5-435f-b84a-b319485b3d65'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:27.337733 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.339288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1ad48d00-93f2-425f-a404-816a9516b640 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "PUT /v2.0/routers/b2d92e7c-e8e5-435f-b84a-b319485b3d65 HTTP/1.1" status: 200 len: 878 time: 10.4794207 Aug 19 12:39:27.343389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48418) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:27.370960 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-840b38c0-0588-4715-a6ab-5baf398c8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:27.371819 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b38c0-0588-4715-a6ab-5baf398c8be5 None None] The sync data for ids ['3d3911ea-8df8-4f1c-8898-ff5cecef2e48'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:27.372526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3c421009-2b91-48db-a679-92c4bafec6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:27.381212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.382481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.382775 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.383143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.383930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.384573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.385593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.386046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.386999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.387448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.387891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.389191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.390979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debed29c-3871-4254-95ca-a2c4c23b8dc5 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:27.396530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c421009-2b91-48db-a679-92c4bafec6dc None None] Routers {'b2d92e7c-e8e5-435f-b84a-b319485b3d65'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:27.397732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3c421009-2b91-48db-a679-92c4bafec6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b2d92e7c-e8e5-435f-b84a-b319485b3d65'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:27.459356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f195873a-360b-4c6a-b8f9-d102161722bc tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:27.462628 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f195873a-360b-4c6a-b8f9-d102161722bc tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&device_id=3d3911ea-8df8-4f1c-8898-ff5cecef2e48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2980187 Aug 19 12:39:27.468902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48420) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:27.519688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4294cbd5-92ae-423c-a0c8-839ffd1dec33 req-ce37a801-2a7a-42b1-a6b5-4e912537719f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370955 Aug 19 12:39:27.681364 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3c421009-2b91-48db-a679-92c4bafec6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:27.682507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c421009-2b91-48db-a679-92c4bafec6dc None None] The sync data for ids ['b2d92e7c-e8e5-435f-b84a-b319485b3d65'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:27.710874 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d291618-56b6-4325-9e22-928d92112bda req-645ab816-235c-4363-a4c6-c77a6bd9e8fd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.730602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ccc32-af91-4fb4-88bd-d82ca48da40c req-774f7e47-f4ef-4df2-bea3-fecf2573df40 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:27.732857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e21ccc32-af91-4fb4-88bd-d82ca48da40c req-774f7e47-f4ef-4df2-bea3-fecf2573df40 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 946 time: 0.5270178 Aug 19 12:39:27.765323 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.768296 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-f902f7d2-118d-4b62-b488-da8588313972 service neutron] show failed (client error): The resource could not be found. Aug 19 12:39:27.769727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-f902f7d2-118d-4b62-b488-da8588313972 service neutron] 10.222.0.53 "GET /v2.0/ports/3dce6e05-9b47-4751-be4e-80f031cfd1d5/bindings/n-h2-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.9077113 Aug 19 12:39:27.781513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ab816-235c-4363-a4c6-c77a6bd9e8fd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Pushing event deleted for resources: {'Port': ['ID=52b1a6eb-b6a9-4c8e-bda6-e274cb096f29,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:27.785750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c345d093-66ea-4563-874e-fc80f77c41ec']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:27.811996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c417be44-37d1-4bb3-8da2-8096b3ece058') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:27.812293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c417be44-37d1-4bb3-8da2-8096b3ece058') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:27.833399 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.845924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e689ad71-3ac9-4477-af24-5c6478b6eb5b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:27.850078 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e689ad71-3ac9-4477-af24-5c6478b6eb5b tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 881 time: 0.3764520 Aug 19 12:39:27.850528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48434) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:27.860772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.883160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:39:27.883847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ee9c6e65-f21d-45c0-80fd-2ebed4d1a011 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/routers/b2d92e7c-e8e5-435f-b84a-b319485b3d65 HTTP/1.1" status: 200 len: 919 time: 0.5313072 Aug 19 12:39:27.884011 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-63d35169-36ff-4c57-b156-989789f03b19 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d3911ea-8df8-4f1c-8898-ff5cecef2e48 HTTP/1.1" status: 200 len: 205 time: 0.0386074 Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:39:27.894093 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:39:27.901078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48438) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:27.901347 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48440) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:27.907358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d291618-56b6-4325-9e22-928d92112bda req-645ab816-235c-4363-a4c6-c77a6bd9e8fd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] No DVR routers for this DVR port 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:27.913506 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d291618-56b6-4325-9e22-928d92112bda req-645ab816-235c-4363-a4c6-c77a6bd9e8fd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.915640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d291618-56b6-4325-9e22-928d92112bda req-645ab816-235c-4363-a4c6-c77a6bd9e8fd tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.53 "DELETE /v2.0/ports/52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 HTTP/1.1" status: 204 len: 173 time: 2.6812813 Aug 19 12:39:27.917599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f352b195-ddb1-44dc-a333-b74c5884d3c6', 'name': 'network-vif-deleted', 'tag': '52b1a6eb-b6a9-4c8e-bda6-e274cb096f29'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:27.927213 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7facb09-5480-43f0-9bdd-09a70a6ed6cf" -d '{"events": [{"server_uuid": "f352b195-ddb1-44dc-a333-b74c5884d3c6", "name": "network-vif-deleted", "tag": "52b1a6eb-b6a9-4c8e-bda6-e274cb096f29"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:27.956457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e21ccc32-af91-4fb4-88bd-d82ca48da40c req-a2d49400-8732-4387-8f1d-a941c3864dc5 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/security-groups?id=69b8ad18-6ea1-4842-afd6-721ffb1f390e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786625 Aug 19 12:39:27.973873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69766f6d-bfcc-41d7-8a7c-ade97ae4bbb3 req-9956d2d6-a0a2-4fc8-8d8b-4cf46b931299 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:27.976138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69766f6d-bfcc-41d7-8a7c-ade97ae4bbb3 req-9956d2d6-a0a2-4fc8-8d8b-4cf46b931299 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.2040806 Aug 19 12:39:28.052266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69766f6d-bfcc-41d7-8a7c-ade97ae4bbb3 req-b143131f-d16d-4eec-b6e2-165ec2dfe02a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679564 Aug 19 12:39:28.079343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5a6baf-3849-4959-bccd-394385fc2925 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:28.080871 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7b5a6baf-3849-4959-bccd-394385fc2925 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&device_id=b2d92e7c-e8e5-435f-b84a-b319485b3d65&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1785958 Aug 19 12:39:28.085019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48448) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:28.159034 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.225108 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427a7069-c1f3-436d-9049-0ca85905d23d x-openstack-request-id: req-427a7069-c1f3-436d-9049-0ca85905d23d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:28.225547 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f352b195-ddb1-44dc-a333-b74c5884d3c6", "name": "network-vif-deleted", "tag": "52b1a6eb-b6a9-4c8e-bda6-e274cb096f29", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:28.225904 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-427a7069-c1f3-436d-9049-0ca85905d23d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:28.226442 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f352b195-ddb1-44dc-a333-b74c5884d3c6', 'name': 'network-vif-deleted', 'tag': '52b1a6eb-b6a9-4c8e-bda6-e274cb096f29', 'status': 'completed', 'code': 200} Aug 19 12:39:28.267287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca2dcc-4e42-437e-9a59-a8578e0d6c86 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:28.268704 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eaca2dcc-4e42-437e-9a59-a8578e0d6c86 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 881 time: 0.1827219 Aug 19 12:39:28.271302 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.272173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48454) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:28.286530 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.290836 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] 10.222.0.44 "DELETE /v2.0/networks/c345d093-66ea-4563-874e-fc80f77c41ec HTTP/1.1" status: 204 len: 168 time: 1.0720758 Aug 19 12:39:28.302763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70967903-0e75-483d-b461-be9391bd35e2 tempest-BulkNetworkOpsIpV6Test-998201205 tempest-BulkNetworkOpsIpV6Test-998201205-project] Pushing event deleted for resources: {'Network': ['ID=c345d093-66ea-4563-874e-fc80f77c41ec,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:28.318669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1bd5aa67-e277-44f9-bb6c-18b8b1966e6e tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d92e7c-e8e5-435f-b84a-b319485b3d65 HTTP/1.1" status: 200 len: 205 time: 0.0414593 Aug 19 12:39:28.321356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48458) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:28.324929 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.453306 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.582375 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.676265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Deleting port 2167bad9-5b1b-4eed-8628-001aa964b3b2 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:28.676623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.760533 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.773776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Calling delete_port for 2167bad9-5b1b-4eed-8628-001aa964b3b2 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:29.006605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Deleting port 9fb66a47-7a1e-4a3d-8948-6b15139c1912 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:29.007155 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.074845 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.092818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe649e32-732c-4bce-8edf-1d9ae9af5ac1 req-8ed19b54-745c-4a75-9a9d-f355b3b42a32 tempest-ListServerFiltersTestJSON-348726884 tempest-ListServerFiltersTestJSON-348726884-project] 10.222.0.44 "GET /v2.0/ports?device_id=f352b195-ddb1-44dc-a333-b74c5884d3c6 HTTP/1.1" status: 200 len: 210 time: 0.0409031 Aug 19 12:39:29.130708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.166225 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Pushing event deleted for resources: {'Port': ['ID=2167bad9-5b1b-4eed-8628-001aa964b3b2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:29.185619 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.215058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Calling delete_port for 9fb66a47-7a1e-4a3d-8948-6b15139c1912 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:29.238050 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.248770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-f6d62ea5-3bd3-4109-a3c8-6d37b635eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:29.250421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-f6d62ea5-3bd3-4109-a3c8-6d37b635eff4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 1097 time: 0.1425879 Aug 19 12:39:29.289954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:29.301851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ca02e-1148-4930-8fec-8d3e752c060a req-725781ad-1bd6-46b2-ab27-538cc2f6b152 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:29.303429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e1ca02e-1148-4930-8fec-8d3e752c060a req-725781ad-1bd6-46b2-ab27-538cc2f6b152 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.1421974 Aug 19 12:39:29.342460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.347427 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.416571 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.464520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e1ca02e-1148-4930-8fec-8d3e752c060a req-a4d58b96-9bb4-421d-b238-9f4bf1168361 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294231 Aug 19 12:39:29.591230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48484) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:29.604139 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.606906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Fanout notify agent at l3_agent the message router_deleted on router 3d3911ea-8df8-4f1c-8898-ff5cecef2e48 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:39:29.615282 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.616597 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cf88f148-006b-477a-bb11-e65c5cc6088a tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/3d3911ea-8df8-4f1c-8898-ff5cecef2e48 HTTP/1.1" status: 204 len: 168 time: 1.7131717 Aug 19 12:39:29.626409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48488) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:29.633251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1463060361', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:29.707906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:29.757295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:39:29.759367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 52b1a6eb-b6a9-4c8e-bda6-e274cb096f29 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:39:29.760310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3dce6e05-9b47-4751-be4e-80f031cfd1d5 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:29.885319 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.921179 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-28061886-ab62-49f1-acf3-4a7102aa9364 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e61c1aee18d74d12947af515a8a5528f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274071 Aug 19 12:39:29.921980 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48504) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:29.978964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:29.984979 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa5d78c4-f7f4-4af7-8eb7-14a422244a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.011883 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa5d78c4-f7f4-4af7-8eb7-14a422244a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.015300 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0f2eb-e44a-4fcf-9852-28355356df0e req-35dd2042-1cc1-47a4-9790-279fd400b71b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:30.016912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07e0f2eb-e44a-4fcf-9852-28355356df0e req-35dd2042-1cc1-47a4-9790-279fd400b71b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 947 time: 0.0915253 Aug 19 12:39:30.049140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:30.089845 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.090952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.100904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07e0f2eb-e44a-4fcf-9852-28355356df0e req-74440892-3546-4b95-b666-46a3c3ab8a26 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704269 Aug 19 12:39:30.115990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.129202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Transition to ACTIVE for port object 3dce6e05-9b47-4751-be4e-80f031cfd1d5 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:30.141364 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.165419 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.174954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48514) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:30.178675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:30.180750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Pushing event deleted for resources: {'Port': ['ID=9fb66a47-7a1e-4a3d-8948-6b15139c1912,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:30.228832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:30.232033 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc7344b-2107-45e6-89be-85d480bc98db" -d '{"events": [{"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-unplugged", "status": "completed", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:30.247132 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa5d78c4-f7f4-4af7-8eb7-14a422244a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.256154 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa5d78c4-f7f4-4af7-8eb7-14a422244a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.259945 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fa5d78c4-f7f4-4af7-8eb7-14a422244a32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75ac9411-cadb-4e11-baf4-e057949c1c86 HTTP/1.1" status: 204 len: 168 time: 0.3343675 Aug 19 12:39:30.299602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.301986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d78c4-f7f4-4af7-8eb7-14a422244a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ac9411-cadb-4e11-baf4-e057949c1c86,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:30.338909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc57d377-d4f2-426b-a8ea-0bac9d620674 admin admin] Deleting subnet c462a605-841d-48f5-a4ce-afacc3f7134f {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:39:30.353030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc57d377-d4f2-426b-a8ea-0bac9d620674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.364533 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.409911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:30.414172 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81694da-896e-407c-822c-1608e8ae290c" -d '{"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-unplugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:30.416834 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f708070-c1e9-4ec1-8a65-6ccedbc2e872 x-openstack-request-id: req-6f708070-c1e9-4ec1-8a65-6ccedbc2e872 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:30.416834 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-unplugged", "status": "completed", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:30.416834 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f708070-c1e9-4ec1-8a65-6ccedbc2e872 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:30.422368 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'code': 200} Aug 19 12:39:30.459686 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.478876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:30.512674 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c47f23-00ae-42a7-9c70-f40233597d55 x-openstack-request-id: req-a3c47f23-00ae-42a7-9c70-f40233597d55 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:30.513213 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-unplugged", "status": "completed", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:30.514317 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3c47f23-00ae-42a7-9c70-f40233597d55 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:30.514947 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'code': 200} Aug 19 12:39:30.521262 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:39:30.522128 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:39:30.522291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.537486 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.561657 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc57d377-d4f2-426b-a8ea-0bac9d620674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.603502 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.701315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:30.706792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=14']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:30.766766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.839135 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.839528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Fanout notify agent at l3_agent the message router_deleted on router b2d92e7c-e8e5-435f-b84a-b319485b3d65 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:39:30.886293 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.889701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-860c0809-c593-4f42-834d-67923a9598f9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/b2d92e7c-e8e5-435f-b84a-b319485b3d65 HTTP/1.1" status: 204 len: 168 time: 2.5668225 Aug 19 12:39:30.895278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48548) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:30.908681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9af065c8-45d0-4e8a-b19c-fcdb939779b9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-311919034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:30.929755 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc57d377-d4f2-426b-a8ea-0bac9d620674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.020560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4bdb3-5f30-483e-b2e3-456dd40baa57 req-4d137e4a-36bf-4d27-88b9-55f64931d2d5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:31.029938 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6de4bdb3-5f30-483e-b2e3-456dd40baa57 req-4d137e4a-36bf-4d27-88b9-55f64931d2d5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 944 time: 0.4047217 Aug 19 12:39:31.098082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6de4bdb3-5f30-483e-b2e3-456dd40baa57 req-6ea2e3ed-4390-4a02-95ee-c68dc6672bd9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672541 Aug 19 12:39:31.144144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] No DVR routers for this DVR port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:31.159542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af065c8-45d0-4e8a-b19c-fcdb939779b9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.160557 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af065c8-45d0-4e8a-b19c-fcdb939779b9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.271354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af065c8-45d0-4e8a-b19c-fcdb939779b9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.358331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:31.358765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:31.359296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:31.367638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:39:31.368133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:31.378871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:31.378871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Checking segment: {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:31.379207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Bound using segment: {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:31.379306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc57d377-d4f2-426b-a8ea-0bac9d620674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.379882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Bound port: 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:31.380470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.446702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57d377-d4f2-426b-a8ea-0bac9d620674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c462a605-841d-48f5-a4ce-afacc3f7134f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:31.454466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af065c8-45d0-4e8a-b19c-fcdb939779b9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.467039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc57d377-d4f2-426b-a8ea-0bac9d620674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.472002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4657421f-e0c4-4d21-91ff-3a146dcc64ef None None] Network e2f2c08c-574d-4ecb-ac66-c59ba21d74cf requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:31.472779 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bc57d377-d4f2-426b-a8ea-0bac9d620674 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c462a605-841d-48f5-a4ce-afacc3f7134f HTTP/1.1" status: 204 len: 168 time: 1.2966177 Aug 19 12:39:31.473458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48568) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:31.515944 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.561949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:31.568510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:31.583846 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.688362 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.704257 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.712114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af065c8-45d0-4e8a-b19c-fcdb939779b9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.712114 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9af065c8-45d0-4e8a-b19c-fcdb939779b9 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8138351 Aug 19 12:39:31.713413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48576) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:31.729190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'enable_snat': True}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:31.813881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7bff3e-c174-42cd-a6ad-750a29b0be69 None None] DHCP port deletion for e2f2c08c-574d-4ecb-ac66-c59ba21d74cf request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:39:31.867536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:31.885665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:31.887159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.889073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c91aa64f-e78e-4072-9628-9e6dd3181f3a service neutron] 10.222.0.52 "PUT /v2.0/ports/3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1092 time: 2.6044731 Aug 19 12:39:31.950100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bff3e-c174-42cd-a6ad-750a29b0be69 None None] Deleting port 2f9fc5d0-bddb-41bc-8997-a90595415943 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:31.950100 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a7bff3e-c174-42cd-a6ad-750a29b0be69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.251089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2a7bff3e-c174-42cd-a6ad-750a29b0be69 None None] For port 2f9fc5d0-bddb-41bc-8997-a90595415943, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2f9fc5d0-bddb-41bc-8997-a90595415943,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:32.251851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a7bff3e-c174-42cd-a6ad-750a29b0be69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.270405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bff3e-c174-42cd-a6ad-750a29b0be69 None None] Calling delete_port for 2f9fc5d0-bddb-41bc-8997-a90595415943 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:32.441281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Allocated IP 172.25.6.190 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/11cee97e-f870-42eb-9863-c2610fce2d07) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:32.581862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Deleting port 2f9fc5d0-bddb-41bc-8997-a90595415943 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:32.582408 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.627694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48594) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:32.637182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:32.640225 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:32.677001 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.690094 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a7bff3e-c174-42cd-a6ad-750a29b0be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.744796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bff3e-c174-42cd-a6ad-750a29b0be69 None None] Pushing event deleted for resources: {'Port': ['ID=2f9fc5d0-bddb-41bc-8997-a90595415943,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:32.762522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7bff3e-c174-42cd-a6ad-750a29b0be69 None None] No DVR routers for this DVR port 2f9fc5d0-bddb-41bc-8997-a90595415943 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:32.769700 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] For port 2f9fc5d0-bddb-41bc-8997-a90595415943, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2f9fc5d0-bddb-41bc-8997-a90595415943,segment=NetworkSegment(cda537a1-f117-4f39-81ac-a2c428db9a0e),segment_id=cda537a1-f117-4f39-81ac-a2c428db9a0e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:32.782623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.842394 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0349f6cf-debd-4293-be39-94b85b0827e9 x-openstack-request-id: req-0349f6cf-debd-4293-be39-94b85b0827e9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:32.842801 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:32.843066 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0349f6cf-debd-4293-be39-94b85b0827e9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:32.843565 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'status': 'completed', 'code': 200} Aug 19 12:39:32.851819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Calling delete_port for 2f9fc5d0-bddb-41bc-8997-a90595415943 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:32.867051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b8302-561f-4766-82f9-544a16dd7b91 req-49229deb-d825-49cd-b7b2-8ee18c591851 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:32.869585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-428b8302-561f-4766-82f9-544a16dd7b91 req-49229deb-d825-49cd-b7b2-8ee18c591851 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 944 time: 0.2227609 Aug 19 12:39:32.879359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.915587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-2451ed0e-e897-4468-8b7e-108b0b489d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:32.917151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-2451ed0e-e897-4468-8b7e-108b0b489d62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1095 time: 0.9711735 Aug 19 12:39:32.918254 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-734d334a-1abe-414f-a0cf-a83d2d4247ec tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:32.919358 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-734d334a-1abe-414f-a0cf-a83d2d4247ec tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 12:39:32.921052 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-734d334a-1abe-414f-a0cf-a83d2d4247ec tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:39:32.922234 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-734d334a-1abe-414f-a0cf-a83d2d4247ec tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2897608 Aug 19 12:39:32.934357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48606) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:32.945551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0d9960ac-6026-4402-9a82-28e1501124a5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676503997'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:33.041788 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.074489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-312137a2-28d1-4c17-864f-b84b1c65f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.077411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-312137a2-28d1-4c17-864f-b84b1c65f2ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 898 time: 0.1392140 Aug 19 12:39:33.086126 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9fc5d0-bddb-41bc-8997-a90595415943,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:33.099888 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.182005 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Pushing event updated for resources: {'Port': ['ID=11cee97e-f870-42eb-9863-c2610fce2d07,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:33.194927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] No DVR routers for this DVR port 2f9fc5d0-bddb-41bc-8997-a90595415943 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:33.200374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:33.225992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-15dc269d-bad9-4dec-899d-10ff6f724508 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1000 time: 0.1319804 Aug 19 12:39:33.235912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:33.254684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:33.316659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-428b8302-561f-4766-82f9-544a16dd7b91 req-3619dbb6-70a6-4014-abe2-bb373967b158 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4272282 Aug 19 12:39:33.365033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-aa6a6e55-8399-4e24-b382-58aa4631bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.366640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2f9fc5d0-bddb-41bc-8997-a90595415943 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:33.367825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-aa6a6e55-8399-4e24-b382-58aa4631bdba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1095 time: 0.5113029 Aug 19 12:39:33.417990 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.441343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f2c08c-574d-4ecb-ac66-c59ba21d74cf']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:33.445134 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 2f9fc5d0-bddb-41bc-8997-a90595415943 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:39:33.445761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2f9fc5d0-bddb-41bc-8997-a90595415943 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:39:33.468805 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda537a1-f117-4f39-81ac-a2c428db9a0e') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:33.469270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda537a1-f117-4f39-81ac-a2c428db9a0e') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:33.513032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-79c7009f-6e3e-41c9-b2e3-7fb34f0406c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.515766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-79c7009f-6e3e-41c9-b2e3-7fb34f0406c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 200 len: 834 time: 0.2747946 Aug 19 12:39:33.521570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d9960ac-6026-4402-9a82-28e1501124a5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.586676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.600291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d9960ac-6026-4402-9a82-28e1501124a5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.628500 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.639065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:39:33.639581 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:39:33.641388 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:39:33.676830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-fe20c447-dd5b-4ae6-b478-e8b8ffa73188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.682766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-fe20c447-dd5b-4ae6-b478-e8b8ffa73188 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583076 Aug 19 12:39:33.694480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-a0ea08cc-d623-4913-b465-35b6dc42ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.696078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-a0ea08cc-d623-4913-b465-35b6dc42ccfa service neutron] 10.222.0.53 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 898 time: 0.3196745 Aug 19 12:39:33.941004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.953366 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.954884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-0dea5317-7275-4322-a594-de41d70856d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1000 time: 0.2465012 Aug 19 12:39:33.956976 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e2f2c08c-574d-4ecb-ac66-c59ba21d74cf HTTP/1.1" status: 204 len: 168 time: 2.4778311 Aug 19 12:39:33.987097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b6fcd-2c23-422c-b247-d205512a1c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f2c08c-574d-4ecb-ac66-c59ba21d74cf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:34.082265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-990694f2-b2ed-4874-9ccf-7c654c593296 service neutron] 10.222.0.52 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848770 Aug 19 12:39:34.104671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.206470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-3a5aef51-82b1-497f-a11e-e95eb06a5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:34.208961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-3a5aef51-82b1-497f-a11e-e95eb06a5a05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 200 len: 834 time: 0.2297883 Aug 19 12:39:34.210941 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.275748 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.282547 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d9960ac-6026-4402-9a82-28e1501124a5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.442145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-233452d2-4962-432c-bb67-55124bb9133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:34.444458 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-233452d2-4962-432c-bb67-55124bb9133b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177227 Aug 19 12:39:34.532405 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.707780 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d9960ac-6026-4402-9a82-28e1501124a5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.740848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24acfb8d-b68b-43da-9403-cec9adfd3b26 req-c6150d2d-261f-430a-a123-efe007707454 service neutron] 10.222.0.52 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429555 Aug 19 12:39:34.790013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48658) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:34.911317 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-011ea2cd-e8be-4b0b-a067-98b705810a94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bd0f04e8c244a6b98a0e6f0a112589b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1192555 Aug 19 12:39:34.912670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48660) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:34.959208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512398c-a27e-423a-981d-e8d5733687e5 req-cfb0b88e-8b12-40f5-9eb0-bd6ffc7ef58b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:34.962089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9512398c-a27e-423a-981d-e8d5733687e5 req-cfb0b88e-8b12-40f5-9eb0-bd6ffc7ef58b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 944 time: 0.5027065 Aug 19 12:39:34.979199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9960ac-6026-4402-9a82-28e1501124a5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae3b59-0c77-43fd-aa53-7c0078b24414,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:35.028625 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d926f1f-d69b-4f5b-a546-e7114e15036a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.066880 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d926f1f-d69b-4f5b-a546-e7114e15036a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.131451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Allocated IP 172.25.6.56 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/73ec169a-8d3f-4d2b-8a4a-6e46ea32c07b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:35.139203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-5f37774e-5138-4bc1-8e16-6c52aaf9d048 service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730647 Aug 19 12:39:35.151008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Router ae9c6864-69f1-4fb9-ba69-942f6956c72a is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:39:35.217661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9512398c-a27e-423a-981d-e8d5733687e5 req-f2da3655-a0d8-4fd2-8616-67adb2aa2ce4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288394 Aug 19 12:39:35.366841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:35.376897 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d9960ac-6026-4402-9a82-28e1501124a5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.382325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-ac6ad8a1-9c55-45b1-8b8e-94311a8ec1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:35.386223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-ac6ad8a1-9c55-45b1-8b8e-94311a8ec1b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1095 time: 0.3765264 Aug 19 12:39:35.388831 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda05678-fbac-4fd9-a9fb-d1deda0ff57e None None] Sync routers for ids ['ae9c6864-69f1-4fb9-ba69-942f6956c72a'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:35.400555 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda05678-fbac-4fd9-a9fb-d1deda0ff57e None None] Routers {'ae9c6864-69f1-4fb9-ba69-942f6956c72a'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:35.401535 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dda05678-fbac-4fd9-a9fb-d1deda0ff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ae9c6864-69f1-4fb9-ba69-942f6956c72a'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:35.440212 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dda05678-fbac-4fd9-a9fb-d1deda0ff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:35.450050 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda05678-fbac-4fd9-a9fb-d1deda0ff57e None None] Routers {'ae9c6864-69f1-4fb9-ba69-942f6956c72a'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:35.451344 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dda05678-fbac-4fd9-a9fb-d1deda0ff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ae9c6864-69f1-4fb9-ba69-942f6956c72a'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:35.491390 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dda05678-fbac-4fd9-a9fb-d1deda0ff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:35.492292 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda05678-fbac-4fd9-a9fb-d1deda0ff57e None None] The sync data for ids ['ae9c6864-69f1-4fb9-ba69-942f6956c72a'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:35.528178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-14ff4211-9086-4f89-8c0d-cc55b55d1241 service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696475 Aug 19 12:39:35.543098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d926f1f-d69b-4f5b-a546-e7114e15036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.546954 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d9960ac-6026-4402-9a82-28e1501124a5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.553342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d926f1f-d69b-4f5b-a546-e7114e15036a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.553342 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5d926f1f-d69b-4f5b-a546-e7114e15036a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69b8ad18-6ea1-4842-afd6-721ffb1f390e HTTP/1.1" status: 204 len: 168 time: 0.6332009 Aug 19 12:39:35.579374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d926f1f-d69b-4f5b-a546-e7114e15036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b8ad18-6ea1-4842-afd6-721ffb1f390e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:35.673232 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.675457 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1d744000-a269-4710-8f78-fd2491af2af2 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.0476415 Aug 19 12:39:35.679292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48668) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:35.688371 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:35.696692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.737801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-3268b18e-b99c-49c2-b7c3-b8078ceff5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:35.739395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-3268b18e-b99c-49c2-b7c3-b8078ceff5d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 898 time: 0.3336267 Aug 19 12:39:35.817229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:35.817436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9960ac-6026-4402-9a82-28e1501124a5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812138dc-fe09-43ef-ac7d-5d5d384939aa,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:35.965918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee367044-3121-4b15-9364-f324cee21629 req-d58a8ad4-238b-4c64-9ad6-29d5e51062ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:35.965918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee367044-3121-4b15-9364-f324cee21629 req-d58a8ad4-238b-4c64-9ad6-29d5e51062ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2492561 Aug 19 12:39:35.968746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-14f6fdbc-4fc3-4e3f-8226-2760c5b8c168 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1000 time: 0.2022700 Aug 19 12:39:36.032728 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d9960ac-6026-4402-9a82-28e1501124a5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.035020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0d9960ac-6026-4402-9a82-28e1501124a5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.1026754 Aug 19 12:39:36.086083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:36.086083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c9d94630-ee59-47b9-9e8c-f3698a1e5894 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '812138dc-fe09-43ef-ac7d-5d5d384939aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:36.086355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01a49c51-c5a1-45c1-ab16-9b5f24575173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.103452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-ac2ad10e-8ba7-4958-9204-23430f65496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:36.105430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-ac2ad10e-8ba7-4958-9204-23430f65496d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 200 len: 834 time: 0.1272933 Aug 19 12:39:36.115910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee367044-3121-4b15-9364-f324cee21629 req-5df9192d-0f65-4e22-ad6b-f66c9c322dc2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259346 Aug 19 12:39:36.192358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-34efb54e-09df-4692-99dc-8c42fd3ad5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:36.195688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-34efb54e-09df-4692-99dc-8c42fd3ad5dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784998 Aug 19 12:39:36.206972 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.355968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.369068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:36.382591 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9d94630-ee59-47b9-9e8c-f3698a1e5894 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.394139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:36.421496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:36.423572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event updated for resources: {'Port': ['ID=73ec169a-8d3f-4d2b-8a4a-6e46ea32c07b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:36.476805 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01a49c51-c5a1-45c1-ab16-9b5f24575173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.526498 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.616530 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01a49c51-c5a1-45c1-ab16-9b5f24575173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.780325 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-01a49c51-c5a1-45c1-ab16-9b5f24575173 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=677388f8361b410f875ba9524e9de1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9819641 Aug 19 12:39:36.783924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a49c51-c5a1-45c1-ab16-9b5f24575173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad19045-ca6c-45f7-8530-e7b60cc3b74a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:36.790684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48692) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:36.968269 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Deleting port 11cee97e-f870-42eb-9863-c2610fce2d07 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:36.968681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.042424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-e4e4aeb0-f2b7-4e11-8c72-4ec0d04d02e8 service neutron] 10.222.0.52 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8299332 Aug 19 12:39:37.051399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11d068-7cbb-4ed8-bfab-598482da9a13 req-6df81b8d-c930-4954-8845-ddcdf8e02b6d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:37.053169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c11d068-7cbb-4ed8-bfab-598482da9a13 req-6df81b8d-c930-4954-8845-ddcdf8e02b6d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 944 time: 0.6905417 Aug 19 12:39:37.063550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247a46f-09b7-43c8-ac6e-bd44a5542e98 req-77ba4c96-f7c8-4d66-a98f-58cf12ba21ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:37.066291 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1247a46f-09b7-43c8-ac6e-bd44a5542e98 req-77ba4c96-f7c8-4d66-a98f-58cf12ba21ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1096 time: 0.2200291 Aug 19 12:39:37.067683 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f8e0-6317-4132-903c-0ef4db7834c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.096775 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9d94630-ee59-47b9-9e8c-f3698a1e5894 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.194552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7cac7-6d0f-4bd5-88dc-3b4a9e85bed0 req-1aa697c6-c9af-4799-9b18-7a64013e113f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:37.196346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59d7cac7-6d0f-4bd5-88dc-3b4a9e85bed0 req-1aa697c6-c9af-4799-9b18-7a64013e113f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2991507 Aug 19 12:39:37.391674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9d94630-ee59-47b9-9e8c-f3698a1e5894 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.472757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59d7cac7-6d0f-4bd5-88dc-3b4a9e85bed0 req-4d1ba9e3-4c8a-4810-a7aa-5681eec5ff23 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641153 Aug 19 12:39:37.496405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d94630-ee59-47b9-9e8c-f3698a1e5894 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f135e8e-c529-45b8-b7b5-56647333ba4d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:37.539858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c11d068-7cbb-4ed8-bfab-598482da9a13 req-e4d9d01f-345b-4ab4-85e2-988c36eacc3e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108748 Aug 19 12:39:37.595756 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f8e0-6317-4132-903c-0ef4db7834c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.598084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ede880e-9701-42fd-bd4f-5c6e276fc5ff req-8810676c-f441-4ed2-b907-d7c5ed62fcca service neutron] 10.222.0.52 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046165 Aug 19 12:39:37.652584 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9d94630-ee59-47b9-9e8c-f3698a1e5894 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.654660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.662415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c9d94630-ee59-47b9-9e8c-f3698a1e5894 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6058350 Aug 19 12:39:37.662415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48708) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:37.667784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-54e84c61-43c2-49d2-8fb0-e552e63c60ea tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '812138dc-fe09-43ef-ac7d-5d5d384939aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:37.686682 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48710) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:37.695401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Calling delete_port for 11cee97e-f870-42eb-9863-c2610fce2d07 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:37.719073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247a46f-09b7-43c8-ac6e-bd44a5542e98 req-f18309b6-1ef3-4e28-93b6-42d789ad213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:37.720609 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1247a46f-09b7-43c8-ac6e-bd44a5542e98 req-f18309b6-1ef3-4e28-93b6-42d789ad213d service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.6362102 Aug 19 12:39:37.849359 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1247a46f-09b7-43c8-ac6e-bd44a5542e98 req-ac7f805e-82e1-4a38-b49a-dc2c2dd732b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 998 time: 0.0870516 Aug 19 12:39:37.851262 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54e84c61-43c2-49d2-8fb0-e552e63c60ea tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.900004 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.914066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-637766872-network', 'tenant_id': '386cfd15157a410c9c0f30bb8a5cb74f'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:37.953906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f8e0-6317-4132-903c-0ef4db7834c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.957885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f8e0-6317-4132-903c-0ef4db7834c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.959686 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f4e0f8e0-6317-4132-903c-0ef4db7834c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fad19045-ca6c-45f7-8530-e7b60cc3b74a HTTP/1.1" status: 204 len: 168 time: 1.1673009 Aug 19 12:39:38.011287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0f8e0-6317-4132-903c-0ef4db7834c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad19045-ca6c-45f7-8530-e7b60cc3b74a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:38.054201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247a46f-09b7-43c8-ac6e-bd44a5542e98 req-7bfa28d6-29d2-4d74-8aaa-d8583b67413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:38.056258 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1247a46f-09b7-43c8-ac6e-bd44a5542e98 req-7bfa28d6-29d2-4d74-8aaa-d8583b67413b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.1987975 Aug 19 12:39:38.147827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247a46f-09b7-43c8-ac6e-bd44a5542e98 req-0d4c9d8d-92c7-449f-9b8d-178e88b51e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:38.147827 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1247a46f-09b7-43c8-ac6e-bd44a5542e98 req-0d4c9d8d-92c7-449f-9b8d-178e88b51e9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637789 Aug 19 12:39:38.199340 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.203000 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.213720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 3dce6e05-9b47-4751-be4e-80f031cfd1d5 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:39:38.285455 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1247a46f-09b7-43c8-ac6e-bd44a5542e98 req-d6150fdb-1676-42f9-94e6-564f2e584e2d service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289558 Aug 19 12:39:38.292313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Made reservation on behalf of 386cfd15157a410c9c0f30bb8a5cb74f for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:38.298552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.358022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:38.371160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'port_id': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'mac_address': 'fa:16:3e:ef:27:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:39:38.407993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.418156 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.432914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dce6e05-9b47-4751-be4e-80f031cfd1d5 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:38.441313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.457804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:38.500854 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-54e84c61-43c2-49d2-8fb0-e552e63c60ea tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:39:38.502445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-54e84c61-43c2-49d2-8fb0-e552e63c60ea tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8397708 Aug 19 12:39:38.506130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48716) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:38.516832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Pushing event deleted for resources: {'Port': ['ID=11cee97e-f870-42eb-9863-c2610fce2d07,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:38.581400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Router 35dfcddd-986b-475a-b888-7ed48d6f9705 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:39:38.608996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8af9f68-e591-4dfa-9331-9b8dbfcd6e61 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.626694 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.731355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:38.740325 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1247a46f-09b7-43c8-ac6e-bd44a5542e98 req-134520c6-a9f6-40db-a608-6b78f8a608d0 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377966 Aug 19 12:39:38.758770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.838201 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8af9f68-e591-4dfa-9331-9b8dbfcd6e61 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.889032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['3dce6e05-9b47-4751-be4e-80f031cfd1d5'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:38.987549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f0c25-3c7b-4aef-b6ba-2b0764a88837 req-920e826b-84a7-4cd6-af1c-d3c3d1ab3676 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:38.989279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-695f0c25-3c7b-4aef-b6ba-2b0764a88837 req-920e826b-84a7-4cd6-af1c-d3c3d1ab3676 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.3092420 Aug 19 12:39:39.035087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b8f5-02ca-4609-9901-da63bda857f5 req-b9c7d8d2-4f0f-4170-b829-880514f07823 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:39.036939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f762b8f5-02ca-4609-9901-da63bda857f5 req-b9c7d8d2-4f0f-4170-b829-880514f07823 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 945 time: 0.2935848 Aug 19 12:39:39.082692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:39.099878 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.101859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1558645-7804-4243-8733-e90493821fe9 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "PUT /v2.0/routers/35dfcddd-986b-475a-b888-7ed48d6f9705 HTTP/1.1" status: 200 len: 913 time: 7.3849957 Aug 19 12:39:39.112272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48726) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:39.119707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db21173-8178-4565-9943-593bb89487f7 None None] Sync routers for ids ['35dfcddd-986b-475a-b888-7ed48d6f9705'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:39.130810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-695f0c25-3c7b-4aef-b6ba-2b0764a88837 req-0090c526-da57-4df0-a83d-21bee62e7d55 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264176 Aug 19 12:39:39.164821 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.186364 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db21173-8178-4565-9943-593bb89487f7 None None] Routers {'35dfcddd-986b-475a-b888-7ed48d6f9705'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:39.190261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f762b8f5-02ca-4609-9901-da63bda857f5 req-c28a4d6f-9e55-4873-962f-4537c022fcb6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320486 Aug 19 12:39:39.191676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0db21173-8178-4565-9943-593bb89487f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['35dfcddd-986b-475a-b888-7ed48d6f9705'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:39.216606 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8af9f68-e591-4dfa-9331-9b8dbfcd6e61 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.231240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8af9f68-e591-4dfa-9331-9b8dbfcd6e61 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.234196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f8af9f68-e591-4dfa-9331-9b8dbfcd6e61 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "DELETE /v2.0/security-groups/812138dc-fe09-43ef-ac7d-5d5d384939aa HTTP/1.1" status: 204 len: 168 time: 0.7261848 Aug 19 12:39:39.252918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48730) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:39.254573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af9f68-e591-4dfa-9331-9b8dbfcd6e61 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812138dc-fe09-43ef-ac7d-5d5d384939aa,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:39.295180 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.305417 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.371118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6a68797c-b153-4a75-a3aa-69839708c5de tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1122816 Aug 19 12:39:39.377941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48732) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:39.390622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9e9cbf51-ef36-4cbc-9667-3d33888bc3f3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'tempest-secgroup--510187570'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:39.410968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0db21173-8178-4565-9943-593bb89487f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:39.438367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db21173-8178-4565-9943-593bb89487f7 None None] Routers {'35dfcddd-986b-475a-b888-7ed48d6f9705'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:39.438367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0db21173-8178-4565-9943-593bb89487f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['35dfcddd-986b-475a-b888-7ed48d6f9705'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:39.490018 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.501764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48734) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:39.518165 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01611f49-91cd-4a8f-b413-d7c24914c389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.526401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0db21173-8178-4565-9943-593bb89487f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:39.527233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db21173-8178-4565-9943-593bb89487f7 None None] The sync data for ids ['35dfcddd-986b-475a-b888-7ed48d6f9705'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:39.550596 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:39:39.576920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Router ae9c6864-69f1-4fb9-ba69-942f6956c72a has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:39:39.582732 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbf51-ef36-4cbc-9667-3d33888bc3f3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.583799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.584353 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Added segment 202b544b-ada3-42a0-9fa8-4dec80d8e6fc of type vlan for network 948ffb9f-d02a-46d0-8177-fe7526cdb64e Aug 19 12:39:39.585871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:39.607363 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8f949e36-9a97-4317-9961-507b479fb144 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/routers/35dfcddd-986b-475a-b888-7ed48d6f9705 HTTP/1.1" status: 200 len: 919 time: 0.4920704 Aug 19 12:39:39.611799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48736) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:39.722106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01611f49-91cd-4a8f-b413-d7c24914c389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.766523 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.820327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:39.828427 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01611f49-91cd-4a8f-b413-d7c24914c389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.833286 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.838444 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-71f1f85e-95a3-4ad4-b0c8-758b7cf12018 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "PUT /v2.0/routers/ae9c6864-69f1-4fb9-ba69-942f6956c72a HTTP/1.1" status: 200 len: 710 time: 4.1576674 Aug 19 12:39:39.841971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d474876-13e7-4b54-aff8-fc7b7b90f8a1 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:39.844175 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8d474876-13e7-4b54-aff8-fc7b7b90f8a1 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&device_id=35dfcddd-986b-475a-b888-7ed48d6f9705&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2291553 Aug 19 12:39:39.845043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48738) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:39.845953 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aee9a4-11fc-4904-bb6a-309ad65f0d22 None None] Sync routers for ids ['ae9c6864-69f1-4fb9-ba69-942f6956c72a'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:39.854029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48740) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:39.859000 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aee9a4-11fc-4904-bb6a-309ad65f0d22 None None] Routers {'ae9c6864-69f1-4fb9-ba69-942f6956c72a'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:39.860265 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c9aee9a4-11fc-4904-bb6a-309ad65f0d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ae9c6864-69f1-4fb9-ba69-942f6956c72a'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:39.907907 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c9aee9a4-11fc-4904-bb6a-309ad65f0d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:39.923530 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aee9a4-11fc-4904-bb6a-309ad65f0d22 None None] Routers {'ae9c6864-69f1-4fb9-ba69-942f6956c72a'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:39.924459 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c9aee9a4-11fc-4904-bb6a-309ad65f0d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ae9c6864-69f1-4fb9-ba69-942f6956c72a'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:39.965014 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c9aee9a4-11fc-4904-bb6a-309ad65f0d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:39.965966 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aee9a4-11fc-4904-bb6a-309ad65f0d22 None None] The sync data for ids ['ae9c6864-69f1-4fb9-ba69-942f6956c72a'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:39.983666 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4458bc5a-7723-4907-baec-45bdfcc3eded tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/routers/ae9c6864-69f1-4fb9-ba69-942f6956c72a HTTP/1.1" status: 200 len: 745 time: 0.1293073 Aug 19 12:39:39.986500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48744) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:40.011873 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-01611f49-91cd-4a8f-b413-d7c24914c389 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e32171cdad44985bd5f190bf499cb25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5066810 Aug 19 12:39:40.026942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48746) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:40.056150 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.057186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:40.058004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.067600 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9bed11bc-247e-43fe-957f-28f35ad81bb4 tempest-RoutersIpV6AdminTest-725279513 tempest-RoutersIpV6AdminTest-725279513-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&device_id=ae9c6864-69f1-4fb9-ba69-942f6956c72a HTTP/1.1" status: 200 len: 205 time: 0.0793128 Aug 19 12:39:40.079245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48748) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:40.116406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01611f49-91cd-4a8f-b413-d7c24914c389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb0ee39-59bc-4129-b23f-5246990a44ef,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:40.186884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-12d28768-88a1-45af-8c77-189dfd7d48b4 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae9c6864-69f1-4fb9-ba69-942f6956c72a HTTP/1.1" status: 200 len: 205 time: 0.1040037 Aug 19 12:39:40.194803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48752) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:40.202593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be714f1-fcfd-42b1-aa7c-ca2661bbd3d7 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:40.206941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6be714f1-fcfd-42b1-aa7c-ca2661bbd3d7 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 881 time: 0.3457630 Aug 19 12:39:40.224778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 3dce6e05-9b47-4751-be4e-80f031cfd1d5 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:40.252943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48754) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:40.263961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] Pushing event updated for resources: {'Network': ['ID=948ffb9f-d02a-46d0-8177-fe7526cdb64e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:40.288886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 948ffb9f-d02a-46d0-8177-fe7526cdb64e details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:39:40.338368 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a8d0da33-b8e9-4e4e-be4f-bf320b645e28 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dfcddd-986b-475a-b888-7ed48d6f9705 HTTP/1.1" status: 200 len: 205 time: 0.0825651 Aug 19 12:39:40.343909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48760) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:40.377232 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf227706-d3e6-445c-87a7-ad294406fdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.434159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15a285-2e48-46a0-aa8d-b838e068f960 req-b40d30b2-3d58-4bfa-81a5-1f2d95ba671f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:40.437053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb15a285-2e48-46a0-aa8d-b838e068f960 req-b40d30b2-3d58-4bfa-81a5-1f2d95ba671f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 945 time: 0.3747547 Aug 19 12:39:40.442110 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbf51-ef36-4cbc-9667-3d33888bc3f3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.449566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87c99bbd-cf07-4ba4-a895-be68604f985d tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.461407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:40.467212 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:40.467729 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.521779 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf227706-d3e6-445c-87a7-ad294406fdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.589406 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbf51-ef36-4cbc-9667-3d33888bc3f3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.619609 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.643537 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-c6476f48-db11-4a4b-b543-604c906f80b3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:40.646320 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-c6476f48-db11-4a4b-b543-604c906f80b3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.52 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11&tenant_id=14342c7fb8294b128c580938853dcfe8&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 945 time: 0.4734628 Aug 19 12:39:40.664267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb15a285-2e48-46a0-aa8d-b838e068f960 req-42086ee6-ec3d-4025-b066-80238b42d937 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112086 Aug 19 12:39:40.673871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:40.676236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282598de-9326-4a1d-809b-3aff3efb026d req-80893d7a-538b-4693-811c-672ab9763bc8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:40.677292 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc26ffe-179a-4e28-a6bd-6e3abe268dff" -d '{"events": [{"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-plugged", "status": "completed", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:40.683243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-282598de-9326-4a1d-809b-3aff3efb026d req-80893d7a-538b-4693-811c-672ab9763bc8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.4031084 Aug 19 12:39:40.697532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:40.758933 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b744f282-2dcf-413a-ab0a-7809206eb3fe admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0615942 Aug 19 12:39:40.765233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48764) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:40.777438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] Request body: {'subnet': {'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-637766872-subnet', 'tenant_id': '386cfd15157a410c9c0f30bb8a5cb74f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:40.839183 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.853589 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbf51-ef36-4cbc-9667-3d33888bc3f3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.863473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9e9cbf51-ef36-4cbc-9667-3d33888bc3f3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4798939 Aug 19 12:39:40.863473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48766) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:40.878025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0e3bd8d2-c643-4807-b17b-184792f0514d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '7507b5f1-1405-4e5e-a611-8c11f58fafb6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:40.879120 n-d-778732-8 neutron-server[95660]: WARNING neutron.api.v2.base [None req-0e3bd8d2-c643-4807-b17b-184792f0514d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 12:39:40.879932 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-0e3bd8d2-c643-4807-b17b-184792f0514d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:40.885551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0e3bd8d2-c643-4807-b17b-184792f0514d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0143256 Aug 19 12:39:40.887970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48770) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:40.890449 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.902262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cbf51-ef36-4cbc-9667-3d33888bc3f3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7507b5f1-1405-4e5e-a611-8c11f58fafb6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:40.914434 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-90488297-0ac2-4623-84d9-cd04d8f83aae service neutron] 10.222.0.52 "GET /v2.0/ports/3dce6e05-9b47-4751-be4e-80f031cfd1d5/bindings/n-h2-778732-8 HTTP/1.1" status: 200 len: 382 time: 0.2467754 Aug 19 12:39:40.915798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87c99bbd-cf07-4ba4-a895-be68604f985d tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.978650 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87c99bbd-cf07-4ba4-a895-be68604f985d tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.002341 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf227706-d3e6-445c-87a7-ad294406fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.005634 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf227706-d3e6-445c-87a7-ad294406fdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.010429 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cf227706-d3e6-445c-87a7-ad294406fdd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1cb0ee39-59bc-4129-b23f-5246990a44ef HTTP/1.1" status: 204 len: 168 time: 0.9796174 Aug 19 12:39:41.051968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:41.063833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf227706-d3e6-445c-87a7-ad294406fdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb0ee39-59bc-4129-b23f-5246990a44ef,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:41.099144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-282598de-9326-4a1d-809b-3aff3efb026d req-66b366f9-e81a-4f45-9ddf-aa4e2d9d3196 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146814 Aug 19 12:39:41.154987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] Made reservation on behalf of 386cfd15157a410c9c0f30bb8a5cb74f for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:41.161202 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3ab2-c5fd-49c7-b276-83e57f7eeec6 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.163879 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.181889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-75c3cf30-16ec-41be-aa9b-409d58f24b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:41.183685 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-75c3cf30-16ec-41be-aa9b-409d58f24b06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1097 time: 0.1949453 Aug 19 12:39:41.208279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3ab2-c5fd-49c7-b276-83e57f7eeec6 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.216350 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.289555 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87c99bbd-cf07-4ba4-a895-be68604f985d tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.289555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c99bbd-cf07-4ba4-a895-be68604f985d tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Fanout notify agent at l3_agent the message router_deleted on router ae9c6864-69f1-4fb9-ba69-942f6956c72a {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:39:41.317921 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-87c99bbd-cf07-4ba4-a895-be68604f985d tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.320662 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-87c99bbd-cf07-4ba4-a895-be68604f985d tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/ae9c6864-69f1-4fb9-ba69-942f6956c72a HTTP/1.1" status: 204 len: 168 time: 1.1130736 Aug 19 12:39:41.330044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48778) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:41.402065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bb8776c6-a461-4e30-a088-0b3aeb076b80 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae9c6864-69f1-4fb9-ba69-942f6956c72a HTTP/1.1" status: 200 len: 205 time: 0.0699704 Aug 19 12:39:41.409416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48780) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:41.479927 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f119d2b6-a9a8-4fd2-bb9d-cdfea4586bbf x-openstack-request-id: req-f119d2b6-a9a8-4fd2-bb9d-cdfea4586bbf {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:41.481113 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-plugged", "status": "completed", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:41.481259 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f119d2b6-a9a8-4fd2-bb9d-cdfea4586bbf {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:41.482101 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'code': 200} Aug 19 12:39:41.520923 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3ab2-c5fd-49c7-b276-83e57f7eeec6 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.525640 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3ab2-c5fd-49c7-b276-83e57f7eeec6 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.527603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2c4f3ab2-c5fd-49c7-b276-83e57f7eeec6 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "DELETE /v2.0/security-groups/7507b5f1-1405-4e5e-a611-8c11f58fafb6 HTTP/1.1" status: 204 len: 168 time: 0.6345677 Aug 19 12:39:41.537412 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-092513e3-be58-4004-8590-9b4ccbf5aea9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] delete failed (client error): The resource could not be found. Aug 19 12:39:41.539006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-092513e3-be58-4004-8590-9b4ccbf5aea9 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/ae9c6864-69f1-4fb9-ba69-942f6956c72a HTTP/1.1" status: 404 len: 336 time: 0.1309187 Aug 19 12:39:41.542205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48782) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:41.567166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:41.595836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f3ab2-c5fd-49c7-b276-83e57f7eeec6 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7507b5f1-1405-4e5e-a611-8c11f58fafb6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:41.659002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-84d73d91-5ce7-4346-a970-1cd47b738e34 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d3911ea-8df8-4f1c-8898-ff5cecef2e48 HTTP/1.1" status: 200 len: 205 time: 0.0896506 Aug 19 12:39:41.664057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48786) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:41.677580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14ae75-4a99-48b7-8e59-4c15066bc292 req-0985bd1d-235b-4edf-94f6-b552f5b1b5d7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:41.680522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d14ae75-4a99-48b7-8e59-4c15066bc292 req-0985bd1d-235b-4edf-94f6-b552f5b1b5d7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2963984 Aug 19 12:39:41.746967 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.756943 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e6696de8-5567-48f4-851e-d45075c0ab30 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] delete failed (client error): The resource could not be found. Aug 19 12:39:41.758954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e6696de8-5567-48f4-851e-d45075c0ab30 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/3d3911ea-8df8-4f1c-8898-ff5cecef2e48 HTTP/1.1" status: 404 len: 336 time: 0.0927112 Aug 19 12:39:41.772358 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48792) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:41.802799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9d3ab66f-5b0e-471f-9941-378c25f7fffb tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2551324 Aug 19 12:39:41.816368 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48794) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:41.858979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d14ae75-4a99-48b7-8e59-4c15066bc292 req-a2a84491-b58b-4723-a726-6306acecf45e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622982 Aug 19 12:39:41.866494 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b1de42c9-62e3-4dfe-b146-084b2d4db7e5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'tempest-secgroup--820774366'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:41.885019 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-51b5f8bd-91e1-4138-93db-54b54a562cdf tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d727c5-6bb3-48b8-9567-746e74554e93 HTTP/1.1" status: 200 len: 205 time: 0.1022353 Aug 19 12:39:41.885410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48798) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:41.976392 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-bd61f916-bef3-49e2-a5b7-e1d52f015e6c tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] delete failed (client error): The resource could not be found. Aug 19 12:39:41.979127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bd61f916-bef3-49e2-a5b7-e1d52f015e6c tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/13d727c5-6bb3-48b8-9567-746e74554e93 HTTP/1.1" status: 404 len: 336 time: 0.0966833 Aug 19 12:39:41.985512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48802) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:42.015794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-7e115ba5-445d-4b8e-a3d4-35761a6965fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:42.018491 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-7e115ba5-445d-4b8e-a3d4-35761a6965fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 898 time: 0.8056080 Aug 19 12:39:42.040386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-032ebc01-4165-4637-9416-66c3d2995470 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=70973f12-b358-443b-b27e-f586d24069c4 HTTP/1.1" status: 200 len: 205 time: 0.0535233 Aug 19 12:39:42.051472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48804) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:42.124848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a9924-b320-48e4-90ba-27d45daaedd9 req-24bbbbdc-0cb8-493c-9747-321178229fbd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:42.126775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-760a9924-b320-48e4-90ba-27d45daaedd9 req-24bbbbdc-0cb8-493c-9747-321178229fbd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.2657640 Aug 19 12:39:42.143525 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-16ca4f0e-6cbb-484c-98a6-699d2172ae29 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] delete failed (client error): The resource could not be found. Aug 19 12:39:42.143525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-16ca4f0e-6cbb-484c-98a6-699d2172ae29 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/70973f12-b358-443b-b27e-f586d24069c4 HTTP/1.1" status: 404 len: 336 time: 0.0805118 Aug 19 12:39:42.146004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48806) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:42.176304 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1de42c9-62e3-4dfe-b146-084b2d4db7e5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.235810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-df6eb889-33e5-4d84-afd4-7a83da33a6f8 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=66a2b558-6935-4b75-9463-8297a21020f2 HTTP/1.1" status: 200 len: 205 time: 0.0842166 Aug 19 12:39:42.236269 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Deleting port 73ec169a-8d3f-4d2b-8a4a-6e46ea32c07b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:42.236269 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.240835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48808) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:42.321182 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-813fe123-c880-440c-8da0-846c464f17fd tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] delete failed (client error): The resource could not be found. Aug 19 12:39:42.322326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-813fe123-c880-440c-8da0-846c464f17fd tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/66a2b558-6935-4b75-9463-8297a21020f2 HTTP/1.1" status: 404 len: 336 time: 0.0692720 Aug 19 12:39:42.326653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48810) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:42.344549 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-bfcad74c-614c-44dd-975d-be28f8b30856 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1002 time: 0.3136654 Aug 19 12:39:42.359192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15c280-d081-49c1-be55-780e76bcf752 req-382763f1-0ef2-4e06-aa1e-b8690921a736 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:42.361438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bf15c280-d081-49c1-be55-780e76bcf752 req-382763f1-0ef2-4e06-aa1e-b8690921a736 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2464790 Aug 19 12:39:42.368093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-760a9924-b320-48e4-90ba-27d45daaedd9 req-c425be14-fd8b-4e55-8772-2be7fe2d30c1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014070 Aug 19 12:39:42.397708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7ab40f28-64da-4fc0-8108-a95a7e365936 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ed13c6-c7e5-45e7-9714-257e4f40eb2b HTTP/1.1" status: 200 len: 205 time: 0.0640795 Aug 19 12:39:42.408844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48812) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:42.429627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48814) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:42.507095 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-111a3b61-27ed-4f66-9aef-904e2479ae91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.510865 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-a22a57ce-d052-43c8-8925-5f7845261a70 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] delete failed (client error): The resource could not be found. Aug 19 12:39:42.515583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a22a57ce-d052-43c8-8925-5f7845261a70 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/routers/94ed13c6-c7e5-45e7-9714-257e4f40eb2b HTTP/1.1" status: 404 len: 336 time: 0.0899827 Aug 19 12:39:42.515788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-62235d83-4da7-43dc-a3de-43cd186262f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:42.517156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48816) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:42.517587 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-62235d83-4da7-43dc-a3de-43cd186262f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 200 len: 834 time: 0.1489139 Aug 19 12:39:42.520205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.553832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.560600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Calling delete_port for 73ec169a-8d3f-4d2b-8a4a-6e46ea32c07b owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:42.590689 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-224be24d-3212-45c4-8160-b6bb4084fb67 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] DELETE failed (client error): The resource could not be found. Aug 19 12:39:42.591708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224be24d-3212-45c4-8160-b6bb4084fb67 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:39:42.598476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-224be24d-3212-45c4-8160-b6bb4084fb67 tempest-RoutersIpV6AdminTest-1549490822 tempest-RoutersIpV6AdminTest-1549490822-project] 10.222.0.44 "DELETE /v2.0/subnets/7a46e62a-660b-46fa-8307-51a787071713 HTTP/1.1" status: 404 len: 337 time: 0.0650384 Aug 19 12:39:42.602037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bf15c280-d081-49c1-be55-780e76bcf752 req-db24884f-ac61-4645-b634-99cef8fe7285 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092085 Aug 19 12:39:42.734217 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1de42c9-62e3-4dfe-b146-084b2d4db7e5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.821129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cddcb522-0c0a-4887-9fdc-71af87f96e5d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:42.848046 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1de42c9-62e3-4dfe-b146-084b2d4db7e5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.891624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-a2753a74-5ddc-4e05-bb1a-88e1a77dd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:42.893552 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-a2753a74-5ddc-4e05-bb1a-88e1a77dd825 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3597436 Aug 19 12:39:42.971328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de42c9-62e3-4dfe-b146-084b2d4db7e5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea09f594-8bba-48eb-a290-dca68c0bbdfd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:42.975000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] Checking segment: {'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:42.975503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] Network hostable DHCP agents. Network: 948ffb9f-d02a-46d0-8177-fe7526cdb64e, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:39:43.011909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-111a3b61-27ed-4f66-9aef-904e2479ae91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:43.210672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-111a3b61-27ed-4f66-9aef-904e2479ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:43.242247 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-e6c0a986-701a-4b7d-ae22-843d3bce8602 service neutron] 10.222.0.52 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132489 Aug 19 12:39:43.243237 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] Network 948ffb9f-d02a-46d0-8177-fe7526cdb64e is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:39:43.268930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-2bd53990-0902-4b33-81dd-ac97b17bd5d1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:43.271579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-2bd53990-0902-4b33-81dd-ac97b17bd5d1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 811 time: 0.2475510 Aug 19 12:39:43.336318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-111a3b61-27ed-4f66-9aef-904e2479ae91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4092b5d23f57445c97df878c7a7457a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9047871 Aug 19 12:39:43.348173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48834) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:43.350411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a3b61-27ed-4f66-9aef-904e2479ae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c507e005-6851-44d2-bec1-bf8afb47c9ea,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:43.363605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1de42c9-62e3-4dfe-b146-084b2d4db7e5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:43.373025 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b1de42c9-62e3-4dfe-b146-084b2d4db7e5 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5120819 Aug 19 12:39:43.377997 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48836) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:43.379964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-303c159f-5ff4-46f1-976f-e670d0212330 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/quotas/c4215f5876254990ac7547c4d07ccb07 HTTP/1.1" status: 200 len: 375 time: 0.0821576 Aug 19 12:39:43.388665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8835ae55-bdbf-4061-9d8e-79b760fdbfd3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': 'ea09f594-8bba-48eb-a290-dca68c0bbdfd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:43.390146 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-8835ae55-bdbf-4061-9d8e-79b760fdbfd3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 12:39:43.391240 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-8835ae55-bdbf-4061-9d8e-79b760fdbfd3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:43.392965 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8835ae55-bdbf-4061-9d8e-79b760fdbfd3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0131049 Aug 19 12:39:43.396026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48838) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:43.409849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 948ffb9f-d02a-46d0-8177-fe7526cdb64e) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:43.423029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:43.423190 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:43.434524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5822dc45-1a4b-4a38-900c-05a3e2d010d9 None None] Network 948ffb9f-d02a-46d0-8177-fe7526cdb64e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:43.528689 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:43.627176 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Pushing event deleted for resources: {'Port': ['ID=73ec169a-8d3f-4d2b-8a4a-6e46ea32c07b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:43.659281 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-42c9082a-9b7a-4332-877b-42a0787dd672 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2620442 Aug 19 12:39:43.806084 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-52b91cbd-1004-440b-b580-4ffcc423105d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.0354066 Aug 19 12:39:43.812019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fabddf-4194-4fc3-8bbc-0cbd7e4aa4a6 None None] Network 948ffb9f-d02a-46d0-8177-fe7526cdb64e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:43.812506 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:43.818619 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48844) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:43.821861 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-db13315e-cb07-4969-9ff9-ca13098cc7ed service neutron] 10.222.0.52 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663488 Aug 19 12:39:44.056628 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.060238 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.159509 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2995b79-f0d2-4655-a854-36c1888321ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.209832 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2995b79-f0d2-4655-a854-36c1888321ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.237328 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcb94633-e142-49e6-b5ba-960309f7e88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.244592 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a56ca335-e04f-4035-bbff-8207d8d5b6c0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.294564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.296016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Fanout notify agent at l3_agent the message router_deleted on router 35dfcddd-986b-475a-b888-7ed48d6f9705 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:39:44.306946 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.309063 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-46f96a28-c57b-4b7f-91d0-d1e99e73b311 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/35dfcddd-986b-475a-b888-7ed48d6f9705 HTTP/1.1" status: 204 len: 168 time: 3.9632404 Aug 19 12:39:44.313571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf554b60-42d3-4ea6-bf9b-a49b949578e0 req-3fb468ee-08ce-42c5-8e4b-764d0a50bf7b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:44.314209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf554b60-42d3-4ea6-bf9b-a49b949578e0 req-3fb468ee-08ce-42c5-8e4b-764d0a50bf7b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.7252285 Aug 19 12:39:44.314832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48856) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:44.335585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9a498814-5018-44cf-b2b0-fc037b5ced18 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1723945116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:44.354253 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a56ca335-e04f-4035-bbff-8207d8d5b6c0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.403574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcb94633-e142-49e6-b5ba-960309f7e88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.406955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-b5c7bffd-6351-4976-ba04-45c0e788b70a service neutron] 10.222.0.44 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505670 Aug 19 12:39:44.484863 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.508830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf554b60-42d3-4ea6-bf9b-a49b949578e0 req-d396065c-5f6f-4a2a-ad66-ffd1066bedbd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807525 Aug 19 12:39:44.561993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcb94633-e142-49e6-b5ba-960309f7e88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.577409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-5c15f8bc-2a47-4d65-873c-f18b4b27386d service neutron] 10.222.0.44 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614673 Aug 19 12:39:44.598267 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2995b79-f0d2-4655-a854-36c1888321ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.603891 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2995b79-f0d2-4655-a854-36c1888321ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.606829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a2995b79-f0d2-4655-a854-36c1888321ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c507e005-6851-44d2-bec1-bf8afb47c9ea HTTP/1.1" status: 204 len: 168 time: 1.2502048 Aug 19 12:39:44.621806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2995b79-f0d2-4655-a854-36c1888321ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c507e005-6851-44d2-bec1-bf8afb47c9ea,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:44.648601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb94633-e142-49e6-b5ba-960309f7e88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58a2e83-77ea-462a-a318-a04b30eb228c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:44.658264 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a56ca335-e04f-4035-bbff-8207d8d5b6c0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.663958 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a56ca335-e04f-4035-bbff-8207d8d5b6c0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.672363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a56ca335-e04f-4035-bbff-8207d8d5b6c0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "DELETE /v2.0/security-groups/ea09f594-8bba-48eb-a290-dca68c0bbdfd HTTP/1.1" status: 204 len: 168 time: 1.2728684 Aug 19 12:39:44.674042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48862) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:44.701554 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fcb94633-e142-49e6-b5ba-960309f7e88c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7af80d80a9f445183efe30593cde38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8764033 Aug 19 12:39:44.705792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48864) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:44.758720 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a498814-5018-44cf-b2b0-fc037b5ced18 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.761031 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a498814-5018-44cf-b2b0-fc037b5ced18 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.769505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca335-e04f-4035-bbff-8207d8d5b6c0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea09f594-8bba-48eb-a290-dca68c0bbdfd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:44.857848 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df0162b4-e1ff-4970-b1ea-da7beaebdc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.899047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-600a21d3-aeea-445e-aa10-bfe47e9c0668 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2113581 Aug 19 12:39:44.910637 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df0162b4-e1ff-4970-b1ea-da7beaebdc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:44.943121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48866) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:44.949291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-663b420d-aef5-4fdd-a8c6-be0145f38b4b tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'tempest-secgroup--783208949'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:44.983048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a498814-5018-44cf-b2b0-fc037b5ced18 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:45.130542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df0162b4-e1ff-4970-b1ea-da7beaebdc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:45.137610 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df0162b4-e1ff-4970-b1ea-da7beaebdc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:45.146634 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-df0162b4-e1ff-4970-b1ea-da7beaebdc20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a58a2e83-77ea-462a-a318-a04b30eb228c HTTP/1.1" status: 204 len: 168 time: 0.4322581 Aug 19 12:39:45.158624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0162b4-e1ff-4970-b1ea-da7beaebdc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58a2e83-77ea-462a-a318-a04b30eb228c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:45.190402 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a498814-5018-44cf-b2b0-fc037b5ced18 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:45.199607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-663b420d-aef5-4fdd-a8c6-be0145f38b4b tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:45.289200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b32f6a4f-07a6-4dbd-a231-7d597bb86343 req-a0fd5e93-a896-4d97-8de3-940d08254072 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 210 time: 0.1089277 Aug 19 12:39:45.377428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-23c11678-165e-4878-9a2f-94bc0e4f5918 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:45.379201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-23c11678-165e-4878-9a2f-94bc0e4f5918 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/networks?id=948ffb9f-d02a-46d0-8177-fe7526cdb64e HTTP/1.1" status: 200 len: 817 time: 0.2995663 Aug 19 12:39:45.398373 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a498814-5018-44cf-b2b0-fc037b5ced18 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:45.403081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9a498814-5018-44cf-b2b0-fc037b5ced18 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0772684 Aug 19 12:39:45.406816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48886) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:45.428408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'enable_snat': False}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:45.474640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-e18e0195-658c-443a-856d-040bc26d61b9 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/quotas/386cfd15157a410c9c0f30bb8a5cb74f HTTP/1.1" status: 200 len: 375 time: 0.0701644 Aug 19 12:39:45.556986 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-ade08058-ab07-49ff-88c2-b20f010e94e9 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=386cfd15157a410c9c0f30bb8a5cb74f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439157 Aug 19 12:39:45.899057 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-663b420d-aef5-4fdd-a8c6-be0145f38b4b tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:45.901261 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:45.953680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d8a15-1c6a-4dc0-b3eb-3f10c5fd6b8e req-87ee4df3-046a-455f-9de7-eadf0aa7210e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:45.956346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-148d8a15-1c6a-4dc0-b3eb-3f10c5fd6b8e req-87ee4df3-046a-455f-9de7-eadf0aa7210e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.2271149 Aug 19 12:39:45.978629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-b90210d8-9d80-4fb3-b088-96fdb870e2ca service neutron] 10.222.0.44 "GET /v2.0/networks/948ffb9f-d02a-46d0-8177-fe7526cdb64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755770 Aug 19 12:39:46.085984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-148d8a15-1c6a-4dc0-b3eb-3f10c5fd6b8e req-9433fd23-e8b8-4af5-9228-575ca1198a5f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147900 Aug 19 12:39:46.090150 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-663b420d-aef5-4fdd-a8c6-be0145f38b4b tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.220857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b420d-aef5-4fdd-a8c6-be0145f38b4b tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17dac183-4589-428b-a4ac-b01087ee4a2d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:46.240570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-82d62e16-c567-4f35-9d5c-0e9017bf9c1f service neutron] 10.222.0.44 "GET /v2.0/networks/948ffb9f-d02a-46d0-8177-fe7526cdb64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524605 Aug 19 12:39:46.298168 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-663b420d-aef5-4fdd-a8c6-be0145f38b4b tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.300539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-663b420d-aef5-4fdd-a8c6-be0145f38b4b tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3541303 Aug 19 12:39:46.304799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48908) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:46.315434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-39af4927-f04c-461f-ac10-9b8da8cdc1e0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '17dac183-4589-428b-a4ac-b01087ee4a2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:46.326374 n-d-778732-8 neutron-server[95660]: WARNING neutron.api.v2.base [None req-39af4927-f04c-461f-ac10-9b8da8cdc1e0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 12:39:46.327419 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-39af4927-f04c-461f-ac10-9b8da8cdc1e0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:46.330275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-39af4927-f04c-461f-ac10-9b8da8cdc1e0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226662 Aug 19 12:39:46.333929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48912) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:46.350992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-536ea864-4b99-43aa-9d29-f9186738e5c3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '17dac183-4589-428b-a4ac-b01087ee4a2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:46.353575 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-536ea864-4b99-43aa-9d29-f9186738e5c3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 12:39:46.354790 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-536ea864-4b99-43aa-9d29-f9186738e5c3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:46.356587 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-536ea864-4b99-43aa-9d29-f9186738e5c3 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0207481 Aug 19 12:39:46.364454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48914) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:46.376419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-76a48f86-b735-4891-a914-b41af7abd241 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '17dac183-4589-428b-a4ac-b01087ee4a2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:46.379079 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-76a48f86-b735-4891-a914-b41af7abd241 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 12:39:46.380370 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-76a48f86-b735-4891-a914-b41af7abd241 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:46.382506 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-76a48f86-b735-4891-a914-b41af7abd241 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0159566 Aug 19 12:39:46.388147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48916) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:46.400918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-978ee257-cfce-4881-b2aa-1639ce2a0b0f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '17dac183-4589-428b-a4ac-b01087ee4a2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:46.400918 n-d-778732-8 neutron-server[95660]: WARNING neutron.api.v2.base [None req-978ee257-cfce-4881-b2aa-1639ce2a0b0f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 12:39:46.400918 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-978ee257-cfce-4881-b2aa-1639ce2a0b0f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:46.402200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-978ee257-cfce-4881-b2aa-1639ce2a0b0f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0109761 Aug 19 12:39:46.406166 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48920) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:46.559178 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d719a575-c2be-463e-9f32-00706ef95fa2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.604076 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d719a575-c2be-463e-9f32-00706ef95fa2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.619880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1d6ccc49-a225-4c86-9f0e-1c4e04455442 req-db237f1c-e879-4f47-bf96-db3728fa9ef8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 210 time: 0.0663824 Aug 19 12:39:46.649766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.710841 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.750817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:46.812788 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-78d338a3-e07d-4215-89c6-3c73a37e3978 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccc0ef7105db4d55aa0d647d7e115029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606396 Aug 19 12:39:46.816508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48928) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:46.891232 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d719a575-c2be-463e-9f32-00706ef95fa2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.897937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d719a575-c2be-463e-9f32-00706ef95fa2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.902298 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d719a575-c2be-463e-9f32-00706ef95fa2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "DELETE /v2.0/security-groups/17dac183-4589-428b-a4ac-b01087ee4a2d HTTP/1.1" status: 204 len: 168 time: 0.4913416 Aug 19 12:39:46.905141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48932) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:46.956221 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41e9e2b0-45bd-41c2-a76e-aa634b3e887f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.976712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719a575-c2be-463e-9f32-00706ef95fa2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dac183-4589-428b-a4ac-b01087ee4a2d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:47.018653 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41e9e2b0-45bd-41c2-a76e-aa634b3e887f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.093769 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d42a5b12-717c-4f4c-a7ee-601ede136b7b tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1707697 Aug 19 12:39:47.099937 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48936) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:47.111013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c0792d79-0a72-4b47-a782-45196cb72d50 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'tempest-secgroup--204198301'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:47.187531 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48940) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:47.343118 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0792d79-0a72-4b47-a782-45196cb72d50 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.393786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Allocated IP 172.25.6.179 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/d828d1e6-245e-4bcb-bf89-2891a5c7a3f9) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:47.406969 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41e9e2b0-45bd-41c2-a76e-aa634b3e887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.414161 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41e9e2b0-45bd-41c2-a76e-aa634b3e887f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.416625 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-41e9e2b0-45bd-41c2-a76e-aa634b3e887f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b9f654f-0bc1-4f32-a5a4-0ace9098a656 HTTP/1.1" status: 204 len: 168 time: 0.5984783 Aug 19 12:39:47.467170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9e2b0-45bd-41c2-a76e-aa634b3e887f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9f654f-0bc1-4f32-a5a4-0ace9098a656,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:47.556414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39dbba-cbb0-49e5-befe-7506f60d8d55 req-3ad07361-b369-4ac5-9b54-a194c536c32f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:47.569404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e39dbba-cbb0-49e5-befe-7506f60d8d55 req-3ad07361-b369-4ac5-9b54-a194c536c32f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.2982724 Aug 19 12:39:47.598611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0792d79-0a72-4b47-a782-45196cb72d50 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.605778 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1033987401-network', 'tenant_id': '588f44055bfd4e0a8c595cbd2d8952dd'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:47.727660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0792d79-0a72-4b47-a782-45196cb72d50 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.757485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f3ff57b-31a3-45e6-a9f9-6368ba860c2e req-438cb994-8755-483e-ac5b-6d7f5ce5293e tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 210 time: 0.1333084 Aug 19 12:39:47.768194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0792d79-0a72-4b47-a782-45196cb72d50 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b051608-43f7-423f-be48-cc94f4f5e72a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:47.833528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e39dbba-cbb0-49e5-befe-7506f60d8d55 req-944151d4-836f-44c1-a36a-9b14e35c68aa tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628243 Aug 19 12:39:47.846605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-4b2b8679-7720-4818-9e63-47b2b53189dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:47.848674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-4b2b8679-7720-4818-9e63-47b2b53189dc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 1097 time: 0.2759266 Aug 19 12:39:47.879618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:47.896408 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.945442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Made reservation on behalf of 588f44055bfd4e0a8c595cbd2d8952dd for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:47.950838 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.979512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.005838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d01b233-9c00-4f77-985a-c23f99c79901 req-94125352-4224-471e-8d03-93d44722ffc5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 210 time: 0.1146274 Aug 19 12:39:48.077542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0792d79-0a72-4b47-a782-45196cb72d50 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.081030 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.084012 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c0792d79-0a72-4b47-a782-45196cb72d50 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9819701 Aug 19 12:39:48.085065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48962) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:48.092685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b17960f0-1ddc-4fad-a5c0-b164ff43c39f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '5b051608-43f7-423f-be48-cc94f4f5e72a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:48.093730 n-d-778732-8 neutron-server[95660]: WARNING neutron.api.v2.base [None req-b17960f0-1ddc-4fad-a5c0-b164ff43c39f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 12:39:48.094938 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-b17960f0-1ddc-4fad-a5c0-b164ff43c39f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:48.095793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b17960f0-1ddc-4fad-a5c0-b164ff43c39f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092857 Aug 19 12:39:48.102990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48964) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:48.116813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-244ca8d4-5397-4255-896d-6ca413e3dddb tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '5b051608-43f7-423f-be48-cc94f4f5e72a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:48.261231 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.265098 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.280882 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 3dce6e05-9b47-4751-be4e-80f031cfd1d5 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:48.370117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.401115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:48.441108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:39:48.453230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e86cf6-1ede-4a75-b952-8e0717719390,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:48.462062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.462927 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Added segment cbe5d00f-5237-45d7-86a2-dc7e600993b8 of type vlan for network e28c177a-b30b-461f-9bce-1cbdfa881f8c Aug 19 12:39:48.466970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.478421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Pushing event updated for resources: {'Port': ['ID=d828d1e6-245e-4bcb-bf89-2891a5c7a3f9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:48.483406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:48.485783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:48.532199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.670422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.672408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:48.672594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:48.673331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.753774 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-244ca8d4-5397-4255-896d-6ca413e3dddb tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:48.757683 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-244ca8d4-5397-4255-896d-6ca413e3dddb tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6504638 Aug 19 12:39:48.759922 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48980) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:48.765244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:48.770762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b338d6e4-4832-41a2-8fbf-30e53d3daf51 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '5b051608-43f7-423f-be48-cc94f4f5e72a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:48.771951 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-b338d6e4-4832-41a2-8fbf-30e53d3daf51 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 12:39:48.772225 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-b338d6e4-4832-41a2-8fbf-30e53d3daf51 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:48.784558 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b338d6e4-4832-41a2-8fbf-30e53d3daf51 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117221 Aug 19 12:39:48.787529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48984) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:48.796039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8c2d04f4-7047-4b3e-897b-124b6f64a40a tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '5b051608-43f7-423f-be48-cc94f4f5e72a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:48.807711 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e28c177a-b30b-461f-9bce-1cbdfa881f8c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:48.827823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network e28c177a-b30b-461f-9bce-1cbdfa881f8c details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:39:48.841065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:48.848468 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7833f3a6-dffd-4462-961e-9de37bb9e3aa" -d '{"events": [{"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-unplugged", "status": "completed", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:48.852337 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.893936 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92af125d-7597-4cf8-b612-4af85461c8b3 req-e01a3e80-4c39-4a35-b4c5-5b52218582b0 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 210 time: 0.0356641 Aug 19 12:39:48.919691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Transition to ACTIVE for port object 3dce6e05-9b47-4751-be4e-80f031cfd1d5 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:48.954536 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d5f40994-a2f8-4bc3-b4b8-6394b49584f9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7809563 Aug 19 12:39:48.957749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48994) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:48.972591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] Request body: {'subnet': {'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1033987401-subnet', 'tenant_id': '588f44055bfd4e0a8c595cbd2d8952dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:48.979566 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663e9935-bc32-44dd-b183-f71acb2f1e22 x-openstack-request-id: req-663e9935-bc32-44dd-b183-f71acb2f1e22 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:48.979962 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-unplugged", "status": "completed", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:48.980213 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-663e9935-bc32-44dd-b183-f71acb2f1e22 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:48.980860 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'code': 200} Aug 19 12:39:49.094515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:49.185792 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:39:49.193975 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:39:49.354986 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22b877ef-0c86-4b4b-8815-cfc477d49ccd req-e9ca26ce-6793-4968-88bb-c26aebc2461f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 210 time: 0.2109158 Aug 19 12:39:49.365959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffcf55-cbf3-423d-8ff9-a00d7eaed3d0 req-264693f3-ba13-4dab-bd5e-c23fd52af409 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:49.368521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1ffcf55-cbf3-423d-8ff9-a00d7eaed3d0 req-264693f3-ba13-4dab-bd5e-c23fd52af409 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.3917863 Aug 19 12:39:49.498729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49006) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:49.697585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1084072528'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:49.863573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:49.963560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1ffcf55-cbf3-423d-8ff9-a00d7eaed3d0 req-a1108209-4e9c-462b-a415-0c3cb6b50e75 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5816948 Aug 19 12:39:49.963560 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.016812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] No DVR routers for this DVR port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:50.030204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] Made reservation on behalf of 588f44055bfd4e0a8c595cbd2d8952dd for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:50.032694 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.151370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-267de3c0-1a8e-4fa6-9d1b-71bb6b577426 req-36dae8aa-34d6-4bf9-b06e-4794376608c4 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 210 time: 0.1284468 Aug 19 12:39:50.201789 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-8c2d04f4-7047-4b3e-897b-124b6f64a40a tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:50.207525 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8c2d04f4-7047-4b3e-897b-124b6f64a40a tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.4179168 Aug 19 12:39:50.208206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49016) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:50.219130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4d4de47c-deec-4b80-85e6-c924a99ad883 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '5b051608-43f7-423f-be48-cc94f4f5e72a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:50.219673 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-4d4de47c-deec-4b80-85e6-c924a99ad883 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 12:39:50.220224 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-4d4de47c-deec-4b80-85e6-c924a99ad883 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:50.221987 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4d4de47c-deec-4b80-85e6-c924a99ad883 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098934 Aug 19 12:39:50.225328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49018) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:50.237533 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5bd098b0-3b72-496e-b647-aa4fac605300 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '5b051608-43f7-423f-be48-cc94f4f5e72a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:50.281235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-b472601b-3237-4c47-8b9a-c3d4344ef4ad tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:50.283004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-b472601b-3237-4c47-8b9a-c3d4344ef4ad tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 811 time: 0.8404241 Aug 19 12:39:50.304061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Request body: {'port': {'device_id': '7bd8b478-9812-4ddd-b965-86cdc71ad37a', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'admin_state_up': True, 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:50.311909 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:39:50.394545 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Made reservation on behalf of d722694bff3946fdad5b2d6f66a3ba99 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:50.398701 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.423227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.556158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32e24272-a99b-450a-a207-c918448d1139 req-a9880a9a-89ca-46ce-ba1d-d5ed122ec22c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 210 time: 0.0871735 Aug 19 12:39:50.592376 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-5bd098b0-3b72-496e-b647-aa4fac605300 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Project 9f21d80aa8c042bfa468072e8be743c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:39:50.634750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:50.635319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:50.635880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:50.671052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:39:50.671504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Attempting to bind port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:50.697032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:50.697397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Checking segment: {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:50.697863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Bound using segment: {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:50.698329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Bound port: 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0ed58d-20c1-4306-9a9d-29aef57f356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:50.698700 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.706117 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.707148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.748600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.820796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.864092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:39:50.876874 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11eaddf-305c-44f2-bf84-d0fc241a937b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:50.885677 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.886268 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Added segment 26a9564d-902d-4dd0-bb0a-08a7325e3281 of type vlan for network 29ef09de-5990-44c2-9944-078fcae9a991 Aug 19 12:39:50.937891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.953789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:50.963089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:51.045805 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-5bd098b0-3b72-496e-b647-aa4fac605300 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:51.047980 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5bd098b0-3b72-496e-b647-aa4fac605300 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8211088 Aug 19 12:39:51.054218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49026) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:51.059750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-32a7b037-1133-4df9-8db4-a6e6f27e17da tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '5b051608-43f7-423f-be48-cc94f4f5e72a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:51.060289 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-32a7b037-1133-4df9-8db4-a6e6f27e17da tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 12:39:51.060955 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-32a7b037-1133-4df9-8db4-a6e6f27e17da tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:51.062037 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-32a7b037-1133-4df9-8db4-a6e6f27e17da tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063846 Aug 19 12:39:51.065114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49028) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:51.070170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ce563ef4-8923-42f1-8085-a5b863cd1cf2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '5b051608-43f7-423f-be48-cc94f4f5e72a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:51.075768 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:51.091671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:51.102398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.103462 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:51.155825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:51.175715 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9b0b09f9-e7b6-46da-b090-9d111a5198ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:51.191092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'Network': ['ID=29ef09de-5990-44c2-9944-078fcae9a991,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:51.202884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 29ef09de-5990-44c2-9944-078fcae9a991 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:39:51.255606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Router 70292db8-da39-44ee-b1c3-4fb5d0b7c47d is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:39:51.267960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Made reservation on behalf of c4215f5876254990ac7547c4d07ccb07 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:51.272174 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:51.304398 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b9b13a8-9ab2-4a7d-8d3a-e4a321f833b5 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8038635 Aug 19 12:39:51.308474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49032) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:51.321108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Request body: {'subnet': {'network_id': '29ef09de-5990-44c2-9944-078fcae9a991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:51.330798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.331465 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:51.332954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] 10.222.0.53 "PUT /v2.0/ports/3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1093 time: 3.4705791 Aug 19 12:39:51.335789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:51.338181 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d" -d '{"events": [{"name": "network-changed", "server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:51.353550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f431bb8e-d1ef-4b3c-ad64-5a21aeadaa6e,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:51.409482 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f20db727-51cd-4081-b107-ccbe6437a670 req-0e60d2c9-89ec-47ad-b7e9-9cb0e785a16d tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 210 time: 0.1239214 Aug 19 12:39:51.514472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca9f0f-906e-455b-b27e-54fdf162bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=11']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:51.530509 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-ce563ef4-8923-42f1-8085-a5b863cd1cf2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Project 9f21d80aa8c042bfa468072e8be743c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:39:51.536058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc524fb-c306-49c9-aa96-5da3a5e5c098 req-ea88ec87-6cbb-4368-8c84-693306e105aa tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.538075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edc524fb-c306-49c9-aa96-5da3a5e5c098 req-ea88ec87-6cbb-4368-8c84-693306e105aa tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 945 time: 0.4582908 Aug 19 12:39:51.539924 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682f661a-ec08-4ed1-88b4-0501a4face31 x-openstack-request-id: req-682f661a-ec08-4ed1-88b4-0501a4face31 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:51.540541 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:51.541329 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-682f661a-ec08-4ed1-88b4-0501a4face31 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:51.542127 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'status': 'completed', 'code': 200} Aug 19 12:39:51.601655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] Checking segment: {'id': 'cbe5d00f-5237-45d7-86a2-dc7e600993b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:51.602166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] Network hostable DHCP agents. Network: e28c177a-b30b-461f-9bce-1cbdfa881f8c, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:39:51.643173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-bb8bbe89-57b3-442e-b340-3f265ca6663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.645727 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-bb8bbe89-57b3-442e-b340-3f265ca6663b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1096 time: 0.0846710 Aug 19 12:39:51.770533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-c307bc9b-65d3-438c-ade7-26f833692c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.772203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-c307bc9b-65d3-438c-ade7-26f833692c00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1096 time: 0.3715973 Aug 19 12:39:51.774573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Made reservation on behalf of d722694bff3946fdad5b2d6f66a3ba99 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:51.781745 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:51.816761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45546954-db73-49aa-a2cf-fb07c9d44f30 req-7fb5d5f3-0140-487e-ac25-1bc74b0260ed tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 210 time: 0.0960894 Aug 19 12:39:51.880707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-0d16b159-bee2-4dea-88ce-1e38de3c8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.882525 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-0d16b159-bee2-4dea-88ce-1e38de3c8583 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 898 time: 0.2272978 Aug 19 12:39:51.910807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edc524fb-c306-49c9-aa96-5da3a5e5c098 req-f89280b4-a0f9-4475-b508-21acf4672f2a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109691 Aug 19 12:39:51.964103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:51.986486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ba68c-f384-42f2-9a43-c1a0929aa05c None None] Sync routers for ids ['70292db8-da39-44ee-b1c3-4fb5d0b7c47d'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:51.986725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:51.986725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2ac9cfc4-0953-41dc-b9cb-de4261827d06 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "PUT /v2.0/routers/70292db8-da39-44ee-b1c3-4fb5d0b7c47d HTTP/1.1" status: 200 len: 916 time: 6.5682948 Aug 19 12:39:51.991136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ba68c-f384-42f2-9a43-c1a0929aa05c None None] Routers {'70292db8-da39-44ee-b1c3-4fb5d0b7c47d'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:51.991978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-039ba68c-f384-42f2-9a43-c1a0929aa05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['70292db8-da39-44ee-b1c3-4fb5d0b7c47d'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:51.996135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49040) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:52.032510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Allocated IP 172.20.0.11 (0ce264d4-fc47-4c88-a9b0-c0b1fb985bff/93656fb1-3704-4585-9299-9c56d060bdcf/8226d715-2020-41cc-8778-6a15dc5e06ba) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:52.042461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-039ba68c-f384-42f2-9a43-c1a0929aa05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:52.054255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ba68c-f384-42f2-9a43-c1a0929aa05c None None] Routers {'70292db8-da39-44ee-b1c3-4fb5d0b7c47d'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:52.055421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-039ba68c-f384-42f2-9a43-c1a0929aa05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['70292db8-da39-44ee-b1c3-4fb5d0b7c47d'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:52.066238 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-49460519-fca2-4690-ad3e-763523db749f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1000 time: 0.1726851 Aug 19 12:39:52.103141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-039ba68c-f384-42f2-9a43-c1a0929aa05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:52.103813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ba68c-f384-42f2-9a43-c1a0929aa05c None None] The sync data for ids ['70292db8-da39-44ee-b1c3-4fb5d0b7c47d'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:52.114266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-3f8983f7-ed08-4dde-a8af-9b3378a5785a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.116071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-3f8983f7-ed08-4dde-a8af-9b3378a5785a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 898 time: 0.3081706 Aug 19 12:39:52.165718 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-ce563ef4-8923-42f1-8085-a5b863cd1cf2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:52.167521 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ce563ef4-8923-42f1-8085-a5b863cd1cf2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.1009552 Aug 19 12:39:52.173677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49042) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:52.178293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dcc5b112-8fe4-43ab-8290-da9c906889a0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '5b051608-43f7-423f-be48-cc94f4f5e72a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:52.198119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] Network e28c177a-b30b-461f-9bce-1cbdfa881f8c is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:39:52.288648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-84665f49-8070-4983-bea9-5a0331f8cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.291050 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-84665f49-8070-4983-bea9-5a0331f8cc30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 200 len: 834 time: 0.2113459 Aug 19 12:39:52.328061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-58559bb5-05df-4442-ba72-f11cc93bda7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1000 time: 0.2007754 Aug 19 12:39:52.374973 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-deb45a70-7de7-471e-bdea-e2fd0074e9e3 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/routers/70292db8-da39-44ee-b1c3-4fb5d0b7c47d HTTP/1.1" status: 200 len: 922 time: 0.3720114 Aug 19 12:39:52.391082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49044) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:52.429011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-d9cd3dd9-1f05-41c3-9c94-202a6b4fe167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.430851 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-d9cd3dd9-1f05-41c3-9c94-202a6b4fe167 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277370 Aug 19 12:39:52.464678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-3556ed89-aa9c-44ba-9b15-fd7178300db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.466311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-3556ed89-aa9c-44ba-9b15-fd7178300db5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 200 len: 834 time: 0.1281707 Aug 19 12:39:52.493078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, e28c177a-b30b-461f-9bce-1cbdfa881f8c) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:52.509696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa0b72b-b8b3-4391-ac72-f61cfd6db4ed None None] Network e28c177a-b30b-461f-9bce-1cbdfa881f8c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:52.519658 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:52.564469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.565520 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:52.569250 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-dcc5b112-8fe4-43ab-8290-da9c906889a0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Project 9f21d80aa8c042bfa468072e8be743c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:39:52.596026 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:52.635775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Transition to ACTIVE for port object 8226d715-2020-41cc-8778-6a15dc5e06ba will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:52.639474 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-c40d7af3-57c9-4508-860b-2de4361f8348 service neutron] 10.222.0.52 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971855 Aug 19 12:39:52.639695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3152d4e-c00d-4daf-a9fe-53398b754ab0 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.642055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f3152d4e-c00d-4daf-a9fe-53398b754ab0 tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&device_id=70292db8-da39-44ee-b1c3-4fb5d0b7c47d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2500808 Aug 19 12:39:52.657437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49048) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:52.666259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c0b660b-681b-48ca-837d-9c31be5aca79 req-7934d073-d0c4-43c1-acd9-939d8b3f510e tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 210 time: 0.0464044 Aug 19 12:39:52.697529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-6f9aff4e-f6fa-4bc9-8eab-79e20adc59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.699305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-6f9aff4e-f6fa-4bc9-8eab-79e20adc59d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2180166 Aug 19 12:39:52.787688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f15d10-6199-4e17-af19-8d366f390a50 None None] Network e28c177a-b30b-461f-9bce-1cbdfa881f8c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:52.829078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5d94d471-b856-466a-a3af-e3f7b379957d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8616674 Aug 19 12:39:52.829078 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-dcc5b112-8fe4-43ab-8290-da9c906889a0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:39:52.829078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dcc5b112-8fe4-43ab-8290-da9c906889a0 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6460533 Aug 19 12:39:52.829078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:52.863899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-7a08fa56-086c-4192-bc4c-a73db96e8315 service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564949 Aug 19 12:39:53.026174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-023c25f6-1d7a-4876-9408-5982db6332ac req-e926312b-8293-4600-8e1e-08054da9f3c0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 210 time: 0.0735545 Aug 19 12:39:53.036541 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.134996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d706a41-5e6e-4393-acaf-ca47bf80c82d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.240576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:53.260484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:53.275716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'Subnet': ['ID=0f08d055-3702-49f4-8ae3-a4e3f9127a20,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:53.298242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:53.313000 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-976dac2f-1b60-4c0d-ad5a-ce9fa89baa85 service neutron] 10.222.0.52 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438472 Aug 19 12:39:53.315927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event updated for resources: {'Port': ['ID=8226d715-2020-41cc-8778-6a15dc5e06ba,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:53.320958 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d706a41-5e6e-4393-acaf-ca47bf80c82d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.341820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Checking segment: {'id': '26a9564d-902d-4dd0-bb0a-08a7325e3281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '29ef09de-5990-44c2-9944-078fcae9a991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:53.342184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Network hostable DHCP agents. Network: 29ef09de-5990-44c2-9944-078fcae9a991, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:39:53.390070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a35dfd1-b410-40f8-b8db-cf0af6dfdc1e req-879f9f50-cc39-49ad-9284-c906ae0a8d04 service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151722 Aug 19 12:39:53.444766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea3617f-172e-49d9-ac4c-1dfd9509495d tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:53.451422 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9ea3617f-172e-49d9-ac4c-1dfd9509495d tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 881 time: 0.7961679 Aug 19 12:39:53.470488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49064) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:53.604303 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0f21c789-a15b-4d5e-9a72-560e632713c5 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=70292db8-da39-44ee-b1c3-4fb5d0b7c47d HTTP/1.1" status: 200 len: 205 time: 0.1319389 Aug 19 12:39:53.620606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49066) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:53.624983 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Network 29ef09de-5990-44c2-9944-078fcae9a991 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:39:53.810810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 29ef09de-5990-44c2-9944-078fcae9a991) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:53.817410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:53.820956 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.823741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712cb3c9-d21b-4171-a320-6e39b2c8b5ed None None] Network 29ef09de-5990-44c2-9944-078fcae9a991 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:53.990291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df380610-99d5-446b-a36f-34ae2c6bb775 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:53.991954 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df380610-99d5-446b-a36f-34ae2c6bb775 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.52 "GET /v2.0/networks?id=948ffb9f-d02a-46d0-8177-fe7526cdb64e HTTP/1.1" status: 200 len: 817 time: 0.5848231 Aug 19 12:39:54.010055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Request body: {'port': {'device_id': '9cc72ce3-333c-455d-86c2-71aa2dbebeb4', 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e', 'admin_state_up': True, 'tenant_id': '386cfd15157a410c9c0f30bb8a5cb74f'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:54.072817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-29ef09de-5990-44c2-9944-078fcae9a991', 'network_id': '29ef09de-5990-44c2-9944-078fcae9a991', 'tenant_id': 'd722694bff3946fdad5b2d6f66a3ba99', 'fixed_ips': [{'subnet_id': '0f08d055-3702-49f4-8ae3-a4e3f9127a20'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:39:54.074028 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.096005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.096005 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.119097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e91e5864-820e-4ccc-aaca-a3bcc5ad67b3 req-26e84e71-e63c-4ece-a198-6c5fc0200948 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 210 time: 0.1489923 Aug 19 12:39:54.119780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.135086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed326d9-95e2-4fde-9c66-bd1b9a2989e0 req-ae106412-470a-48b8-8f9b-87ee00f63962 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.136754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ed326d9-95e2-4fde-9c66-bd1b9a2989e0 req-ae106412-470a-48b8-8f9b-87ee00f63962 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 945 time: 1.0034690 Aug 19 12:39:54.220090 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-47061c9e-ba0e-4df6-bc45-4e98e77bab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.221799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-47061c9e-ba0e-4df6-bc45-4e98e77bab8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1096 time: 0.2527525 Aug 19 12:39:54.231327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-b1b307f1-d371-489c-8570-f731dd6ce3fc tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.234250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-b1b307f1-d371-489c-8570-f731dd6ce3fc tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.53 "GET /v2.0/networks?id=948ffb9f-d02a-46d0-8177-fe7526cdb64e HTTP/1.1" status: 200 len: 817 time: 0.8577847 Aug 19 12:39:54.252823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9177642b-3f3d-40e2-ace5-36d82dd2cfc0 None None] Provisioning for port 8226d715-2020-41cc-8778-6a15dc5e06ba completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:54.272076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9177642b-3f3d-40e2-ace5-36d82dd2cfc0 None None] Provisioning complete for port 8226d715-2020-41cc-8778-6a15dc5e06ba triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:54.272460 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9177642b-3f3d-40e2-ace5-36d82dd2cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.273062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Request body: {'port': {'device_id': 'e940a496-2c4c-4f59-9374-1eb95b513441', 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e', 'admin_state_up': True, 'tenant_id': '386cfd15157a410c9c0f30bb8a5cb74f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:54.315421 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-394342d5-a7ce-4caf-8405-c04373cac3e6 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0049689 Aug 19 12:39:54.334652 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49074) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:54.346427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Request body: {'port': {'network_id': '29ef09de-5990-44c2-9944-078fcae9a991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-879702034'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:54.371271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9177642b-3f3d-40e2-ace5-36d82dd2cfc0 None None] Port 8226d715-2020-41cc-8778-6a15dc5e06ba cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:39:54.388883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ed326d9-95e2-4fde-9c66-bd1b9a2989e0 req-1d77ef4d-d88e-4998-addc-0ad21b1660dc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316482 Aug 19 12:39:54.433344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d706a41-5e6e-4393-acaf-ca47bf80c82d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.438254 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d706a41-5e6e-4393-acaf-ca47bf80c82d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.439229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2d706a41-5e6e-4393-acaf-ca47bf80c82d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "DELETE /v2.0/security-groups/5b051608-43f7-423f-be48-cc94f4f5e72a HTTP/1.1" status: 204 len: 168 time: 1.6114993 Aug 19 12:39:54.440876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Allocated IP 2001:db8::2 (29ef09de-5990-44c2-9944-078fcae9a991/0f08d055-3702-49f4-8ae3-a4e3f9127a20/7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:54.441153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-e7520738-0d5c-4de9-b2c0-071ca666c6a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1478961 Aug 19 12:39:54.457991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49076) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:54.504555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Request body: {'port': {'device_id': '7bd8b478-9812-4ddd-b965-86cdc71ad37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:54.548280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d706a41-5e6e-4393-acaf-ca47bf80c82d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b051608-43f7-423f-be48-cc94f4f5e72a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:54.638936 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.651717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-722cdd1c-120e-440e-92c5-8eff57cbf6a6 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1851904 Aug 19 12:39:54.654390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49078) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:54.665640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4c14aae3-df95-4304-9548-44c03f4aa372 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406925757'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:54.683217 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:39:54.683217 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:39:54.683217 n-d-778732-8 neutron-server[95661]: [parameters: {'project_id_1': '386cfd15157a410c9c0f30bb8a5cb74f', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 39, 54, 626114)}] Aug 19 12:39:54.683217 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:39:54.684655 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:39:54.717561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-28757c8e-a583-41d9-944a-ffd59b5402fd tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.717561 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-28757c8e-a583-41d9-944a-ffd59b5402fd tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.53 "GET /v2.0/networks?id=948ffb9f-d02a-46d0-8177-fe7526cdb64e HTTP/1.1" status: 200 len: 817 time: 0.2001967 Aug 19 12:39:54.717879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9af575-6980-430c-952d-5943de91135a req-6f2a0dba-8915-4ebd-80a6-2fd3b9398aa0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.717879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e9af575-6980-430c-952d-5943de91135a req-6f2a0dba-8915-4ebd-80a6-2fd3b9398aa0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 932 time: 0.3611779 Aug 19 12:39:54.731520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-6b1d1383-3394-4418-99a5-7e138db881a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.734186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-6b1d1383-3394-4418-99a5-7e138db881a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 898 time: 0.4980948 Aug 19 12:39:54.736633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Request body: {'port': {'device_id': '941d81cf-05a4-40bf-b9d2-cb7f36aae3bf', 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e', 'admin_state_up': True, 'tenant_id': '386cfd15157a410c9c0f30bb8a5cb74f'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:54.789212 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.789512 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.803963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Transition to ACTIVE for port object 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:54.834438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Transition to ACTIVE for port object 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:54.884997 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Made reservation on behalf of d722694bff3946fdad5b2d6f66a3ba99 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:54.892947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.968876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e9af575-6980-430c-952d-5943de91135a req-1d27cf2e-b482-400d-b570-2c2e5f0a42ce tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331517 Aug 19 12:39:54.993034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-c73d57ae-60c8-4c22-bffe-2ed2c8e14542 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 1000 time: 0.2344220 Aug 19 12:39:55.005562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] device_id is not set on port 52afcfe9-7940-4ad1-a35e-365b68df371a yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:39:55.135143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Deleting port d828d1e6-245e-4bcb-bf89-2891a5c7a3f9 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:55.135400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.147239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-d563c021-6231-422b-ac1f-62296188760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:55.148773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-d563c021-6231-422b-ac1f-62296188760d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 200 len: 834 time: 0.1461821 Aug 19 12:39:55.255283 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.265239 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.287408 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Calling delete_port for d828d1e6-245e-4bcb-bf89-2891a5c7a3f9 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:55.348074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Network 29ef09de-5990-44c2-9944-078fcae9a991 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:55.350490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:55.355603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:55.376214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Pushing event updated for resources: {'Port': ['ID=7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:55.391322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Allocated IP 2001:db8::24b (29ef09de-5990-44c2-9944-078fcae9a991/0f08d055-3702-49f4-8ae3-a4e3f9127a20/52afcfe9-7940-4ad1-a35e-365b68df371a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:55.407203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c14aae3-df95-4304-9548-44c03f4aa372 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.445819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93d0a57b-dd67-4ff2-9bfc-523c3573f516 req-97ff4e64-64b3-4b19-87a0-30816ea0f371 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 210 time: 0.1405122 Aug 19 12:39:55.450898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-5ab5805b-2e9e-4cce-8f85-73ff3b23fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:55.452953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-5ab5805b-2e9e-4cce-8f85-73ff3b23fcda service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2938957 Aug 19 12:39:55.468743 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d4e3bb0e-b399-48a0-befc-60263b8abffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.486476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Attempting to bind port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:55.486854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Attempting to bind port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '26a9564d-902d-4dd0-bb0a-08a7325e3281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '29ef09de-5990-44c2-9944-078fcae9a991'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:55.487233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Attempting to bind port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 on network 29ef09de-5990-44c2-9944-078fcae9a991 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:55.528163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:55.532505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Checking segment: {'id': '26a9564d-902d-4dd0-bb0a-08a7325e3281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '29ef09de-5990-44c2-9944-078fcae9a991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:55.533266 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.533857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Bound using segment: {'id': '26a9564d-902d-4dd0-bb0a-08a7325e3281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '29ef09de-5990-44c2-9944-078fcae9a991'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:55.534560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Bound port: 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a9564d-902d-4dd0-bb0a-08a7325e3281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '29ef09de-5990-44c2-9944-078fcae9a991'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:55.535150 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.664735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Made reservation on behalf of 386cfd15157a410c9c0f30bb8a5cb74f for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:55.668063 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.722981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] For port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:55.733002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] For port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2,segment=NetworkSegment(26a9564d-902d-4dd0-bb0a-08a7325e3281),segment_id=26a9564d-902d-4dd0-bb0a-08a7325e3281)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:55.812483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8226d715-2020-41cc-8778-6a15dc5e06ba {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:55.834854 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.844451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3dce6e05-9b47-4751-be4e-80f031cfd1d5 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:39:55.949667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c4d2c-7fa9-435f-815f-4a5ff80d4d8b req-278dc38a-c55a-43b4-bddf-55bde69c30e5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:55.954087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd3c4d2c-7fa9-435f-815f-4a5ff80d4d8b req-278dc38a-c55a-43b4-bddf-55bde69c30e5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 945 time: 0.4434030 Aug 19 12:39:55.972525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-9fd4460e-7c7a-4172-93d1-edbd6e147e7a service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013070 Aug 19 12:39:55.982206 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.993474 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.022520 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.053986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Transition to ACTIVE for port object 52afcfe9-7940-4ad1-a35e-365b68df371a will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:56.157810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Transition to ACTIVE for port object 8226d715-2020-41cc-8778-6a15dc5e06ba will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:56.191050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Made reservation on behalf of 386cfd15157a410c9c0f30bb8a5cb74f for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:56.204855 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.226436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957db9a-8291-4fa7-8efb-19373932d1ef None None] Pushing event updated for resources: {'Port': ['ID=7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:56.234015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:56.249180 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.273637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'port_id': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'mac_address': 'fa:16:3e:ef:27:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:39:56.309233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.329767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Pushing event deleted for resources: {'Port': ['ID=d828d1e6-245e-4bcb-bf89-2891a5c7a3f9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:56.334718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.365601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd3c4d2c-7fa9-435f-815f-4a5ff80d4d8b req-24a9b3cd-0a76-4650-9516-f1a38ef070ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3860025 Aug 19 12:39:56.400497 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.428126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dce6e05-9b47-4751-be4e-80f031cfd1d5 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:56.442481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Network 29ef09de-5990-44c2-9944-078fcae9a991 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:56.451786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'Port': ['ID=52afcfe9-7940-4ad1-a35e-365b68df371a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:56.459028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:56.462221 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:56.471351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:56.484446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.487515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Allocated IP 172.20.0.9 (948ffb9f-d02a-46d0-8177-fe7526cdb64e/cddcb522-0c0a-4887-9fdc-71af87f96e5d/c956c912-d215-4670-8ce9-4ed1328d0495) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:56.523899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:56.534830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-ff8ed62c-093e-4fe5-b4bd-0d48ea7f6d72 service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491111 Aug 19 12:39:56.568289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Pushing event updated for resources: {'Port': ['ID=8226d715-2020-41cc-8778-6a15dc5e06ba,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:56.632621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8335c81-ca91-42bb-af0c-a5f6ee95f3eb req-72f6b518-5bca-4b56-9f51-ea43e02763ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:56.646041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8335c81-ca91-42bb-af0c-a5f6ee95f3eb req-72f6b518-5bca-4b56-9f51-ea43e02763ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 944 time: 0.4301231 Aug 19 12:39:56.711043 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.754607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Made reservation on behalf of 386cfd15157a410c9c0f30bb8a5cb74f for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:56.759962 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.786978 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1073a39-a466-4d6d-aa9f-5000bc45ead7 req-52d1f536-f7db-45d6-abeb-1a02dfe03a02 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 210 time: 0.2067878 Aug 19 12:39:56.925452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=12']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:56.995771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['3dce6e05-9b47-4751-be4e-80f031cfd1d5'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:57.018729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8335c81-ca91-42bb-af0c-a5f6ee95f3eb req-49b40abc-32e9-498b-b68d-5cf72bf2c981 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715482 Aug 19 12:39:57.049248 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.074140 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.099561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Attempting to bind port 8226d715-2020-41cc-8778-6a15dc5e06ba on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:57.100486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Attempting to bind port 8226d715-2020-41cc-8778-6a15dc5e06ba by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:57.101506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Attempting to bind port 8226d715-2020-41cc-8778-6a15dc5e06ba on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:57.147505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Port 8226d715-2020-41cc-8778-6a15dc5e06ba on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:39:57.152877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Attempting to bind port 8226d715-2020-41cc-8778-6a15dc5e06ba on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:57.201808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:57.202252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Checking segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:57.202833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Bound using segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:57.203350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Bound port: 8226d715-2020-41cc-8778-6a15dc5e06ba, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:57.203821 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.304602 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.313588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.374434 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.384351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:57.454353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c14aae3-df95-4304-9548-44c03f4aa372 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.458535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] For port 8226d715-2020-41cc-8778-6a15dc5e06ba, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:57.467112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] For port 8226d715-2020-41cc-8778-6a15dc5e06ba, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8226d715-2020-41cc-8778-6a15dc5e06ba,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:57.564669 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.565648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Fanout notify agent at l3_agent the message router_deleted on router 70292db8-da39-44ee-b1c3-4fb5d0b7c47d {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:39:57.580314 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.590785 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1e447949-6a3d-4a85-abfb-3f846b86edd6 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/70292db8-da39-44ee-b1c3-4fb5d0b7c47d HTTP/1.1" status: 204 len: 168 time: 3.9668663 Aug 19 12:39:57.591296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49104) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:57.597816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-304221811', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:57.606666 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c14aae3-df95-4304-9548-44c03f4aa372 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.627369 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.657181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:57.728120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ee214-304a-4408-95da-af7ef8ff152e req-4565844d-2662-4b69-a30a-4e12991943be tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:57.737594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-397ee214-304a-4408-95da-af7ef8ff152e req-4565844d-2662-4b69-a30a-4e12991943be tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 946 time: 0.2228780 Aug 19 12:39:57.769874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:57.770728 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.772726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] 10.222.0.53 "PUT /v2.0/ports/8226d715-2020-41cc-8778-6a15dc5e06ba HTTP/1.1" status: 200 len: 1092 time: 3.3099771 Aug 19 12:39:57.787564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.789167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd8b478-9812-4ddd-b965-86cdc71ad37a', 'tag': '8226d715-2020-41cc-8778-6a15dc5e06ba'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:57.793427 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde43a3f-db0d-4de1-ace4-d0a3523f7598" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd8b478-9812-4ddd-b965-86cdc71ad37a", "tag": "8226d715-2020-41cc-8778-6a15dc5e06ba"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:57.919480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Network 948ffb9f-d02a-46d0-8177-fe7526cdb64e is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:57.968685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-381b6fcb-f47a-47ba-a99d-8bebc476980f req-f53a6249-ad14-4f7e-96b9-b3c6638738e6 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 210 time: 0.0592668 Aug 19 12:39:57.980301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9013442-bbc8-4907-805c-4bd524595f86 service neutron] Pushing event updated for resources: {'Port': ['ID=8226d715-2020-41cc-8778-6a15dc5e06ba,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:57.991001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:57.995638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:58.064472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-397ee214-304a-4408-95da-af7ef8ff152e req-e2b91da3-fb1e-4951-873f-98893bbb7843 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907300 Aug 19 12:39:58.079628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14aae3-df95-4304-9548-44c03f4aa372 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fad9d6-21c4-4d1d-9d23-473f02343dcc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:58.103808 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0fb0abba-4bd1-49f1-8f3c-74fcd48fa05f tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7676492 Aug 19 12:39:58.104976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49114) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:58.117670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Request body: {'port': {'network_id': '29ef09de-5990-44c2-9944-078fcae9a991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1554397222', 'allowed_address_pairs': [{'ip_address': '2001:db8::24b', 'mac_address': 'fa:16:3e:2f:ec:0e'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:58.140924 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e514d0f5-d91f-4d78-b706-77f0e593d666 x-openstack-request-id: req-e514d0f5-d91f-4d78-b706-77f0e593d666 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:58.141449 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd8b478-9812-4ddd-b965-86cdc71ad37a", "tag": "8226d715-2020-41cc-8778-6a15dc5e06ba", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:58.141858 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e514d0f5-d91f-4d78-b706-77f0e593d666 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:58.142368 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd8b478-9812-4ddd-b965-86cdc71ad37a', 'tag': '8226d715-2020-41cc-8778-6a15dc5e06ba', 'status': 'completed', 'code': 200} Aug 19 12:39:58.169694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49116) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:58.212243 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.213527 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.253776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f06c788-3033-4cb5-a141-43952730579c None None] Network 29ef09de-5990-44c2-9944-078fcae9a991 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:58.338256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Pushing event updated for resources: {'Port': ['ID=c956c912-d215-4670-8ce9-4ed1328d0495,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:58.346892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Allocated IP 172.20.0.4 (948ffb9f-d02a-46d0-8177-fe7526cdb64e/cddcb522-0c0a-4887-9fdc-71af87f96e5d/8d2183fb-a139-47ce-81c8-5ae87268d5a6) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:58.406005 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c14aae3-df95-4304-9548-44c03f4aa372 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.407522 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4c14aae3-df95-4304-9548-44c03f4aa372 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.7477891 Aug 19 12:39:58.408485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:58.409671 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.413286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49120) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:58.463627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0263cfa6-5637-473d-9771-1c82a36ab3ff tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '10fad9d6-21c4-4d1d-9d23-473f02343dcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:58.506502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-680df26c-3cdc-4a0e-a1df-a077f64c4213 None None] Provisioning for port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:58.539414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-680df26c-3cdc-4a0e-a1df-a077f64c4213 None None] Provisioning complete for port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:58.540689 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-680df26c-3cdc-4a0e-a1df-a077f64c4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.554968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a51a2f0e-cbcb-4e46-813f-f0d8a8be32c9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/6a44f8de-3261-4e94-8040-d08e9b27bcd4 HTTP/1.1" status: 200 len: 993 time: 0.3836014 Aug 19 12:39:58.562484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-acb3a508-fcc2-4483-80a0-67cf11c820ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:58.564779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-acb3a508-fcc2-4483-80a0-67cf11c820ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 1095 time: 0.4989882 Aug 19 12:39:58.566799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.593244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d632-6a78-4796-8993-4ce385db2d66 req-2e4d402f-be81-43a2-b61c-587020c4033a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:58.599026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8074d632-6a78-4796-8993-4ce385db2d66 req-2e4d402f-be81-43a2-b61c-587020c4033a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 944 time: 0.3112073 Aug 19 12:39:58.607338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-952a5d44-c507-466e-bbc8-38fb52aa0822 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3607929 Aug 19 12:39:58.671109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Request body: {'port': {'device_id': 'e940a496-2c4c-4f59-9374-1eb95b513441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:58.709609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.730329 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-680df26c-3cdc-4a0e-a1df-a077f64c4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.795562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-680df26c-3cdc-4a0e-a1df-a077f64c4213 None None] For port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2,segment=NetworkSegment(26a9564d-902d-4dd0-bb0a-08a7325e3281),segment_id=26a9564d-902d-4dd0-bb0a-08a7325e3281)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:58.799853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-759b3b1f-bd64-48ab-965b-ccd40ba14b11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8226d715-2020-41cc-8778-6a15dc5e06ba HTTP/1.1" status: 200 len: 217 time: 0.2258587 Aug 19 12:39:58.893041 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.970247 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.974686 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-680df26c-3cdc-4a0e-a1df-a077f64c4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.989414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Network 948ffb9f-d02a-46d0-8177-fe7526cdb64e is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:59.003919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:59.011732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:59.022136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Pushing event updated for resources: {'Port': ['ID=8d2183fb-a139-47ce-81c8-5ae87268d5a6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:59.089609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680df26c-3cdc-4a0e-a1df-a077f64c4213 None None] Pushing event updated for resources: {'Port': ['ID=7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:59.092793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Allocated IP 172.20.0.2 (948ffb9f-d02a-46d0-8177-fe7526cdb64e/cddcb522-0c0a-4887-9fdc-71af87f96e5d/11a59ccc-d61f-463b-84c5-ab2ce34a4a58) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:59.123464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:59.124417 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.177889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ec2be7a3-2b16-49b1-9aa7-f0e883ea96aa None None] Provisioning complete for port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:59.178451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ec2be7a3-2b16-49b1-9aa7-f0e883ea96aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.239122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:59.380996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:59.382176 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.406686 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.457421 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-c56a69c6-f0c2-4ccd-b649-a0ba4b04d300 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7313392 Aug 19 12:39:59.475813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Request body: {'port': {'device_id': '941d81cf-05a4-40bf-b9d2-cb7f36aae3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:59.525284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8074d632-6a78-4796-8993-4ce385db2d66 req-62d94ea1-301d-4c3e-b3ab-e214f60c353c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9214585 Aug 19 12:39:59.553519 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.559381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-afd87fe6-58f6-4514-bc69-eaa45135412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:59.561644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-afd87fe6-58f6-4514-bc69-eaa45135412b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.2877264 Aug 19 12:39:59.568471 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.571447 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.608699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ec2be7a3-2b16-49b1-9aa7-f0e883ea96aa None None] Provisioning for port 52afcfe9-7940-4ad1-a35e-365b68df371a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:59.613876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ec2be7a3-2b16-49b1-9aa7-f0e883ea96aa None None] Provisioning complete for port 52afcfe9-7940-4ad1-a35e-365b68df371a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:59.614464 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ec2be7a3-2b16-49b1-9aa7-f0e883ea96aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.651448 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.651675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-ea851f47-b836-49df-afd9-e49baed0ad0a tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:59.658485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Made reservation on behalf of d722694bff3946fdad5b2d6f66a3ba99 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:59.662290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-ea851f47-b836-49df-afd9-e49baed0ad0a tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/networks?id=e28c177a-b30b-461f-9bce-1cbdfa881f8c HTTP/1.1" status: 200 len: 809 time: 0.9867847 Aug 19 12:39:59.671226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ec2be7a3-2b16-49b1-9aa7-f0e883ea96aa None None] Port 52afcfe9-7940-4ad1-a35e-365b68df371a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:39:59.750211 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-647ebd59-9354-4ffd-836e-277810ca2a22 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/quotas/588f44055bfd4e0a8c595cbd2d8952dd HTTP/1.1" status: 200 len: 375 time: 0.0678518 Aug 19 12:39:59.782082 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-0263cfa6-5637-473d-9771-1c82a36ab3ff tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The resource could not be found. Aug 19 12:39:59.787899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0263cfa6-5637-473d-9771-1c82a36ab3ff tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.3317986 Aug 19 12:39:59.809838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f10d68d4-acbb-4b59-b113-63bbe115d2a7 None None] Provisioning complete for port 52afcfe9-7940-4ad1-a35e-365b68df371a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:59.809838 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f10d68d4-acbb-4b59-b113-63bbe115d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.811788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49138) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:59.837277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Network 948ffb9f-d02a-46d0-8177-fe7526cdb64e is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:59.845235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:59.859503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3dce6e05-9b47-4751-be4e-80f031cfd1d5 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:59.862456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:59.871175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ebf9adf0-8973-4bee-bf11-6558307538eb tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '10fad9d6-21c4-4d1d-9d23-473f02343dcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '26cad026-da1c-4a50-92ce-f14772ef02ad'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:59.876113 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Pushing event updated for resources: {'Port': ['ID=11a59ccc-d61f-463b-84c5-ab2ce34a4a58,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:59.897850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-5f3e4bf7-ce6b-46c6-aa5e-f7f255599f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:59.900442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-5f3e4bf7-ce6b-46c6-aa5e-f7f255599f91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3259902 Aug 19 12:39:59.904964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-5c7ff17f-41dd-4077-b1e5-be0ec9a959a1 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=588f44055bfd4e0a8c595cbd2d8952dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279120 Aug 19 12:39:59.939899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f10d68d4-acbb-4b59-b113-63bbe115d2a7 None None] Port 52afcfe9-7940-4ad1-a35e-365b68df371a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:00.036620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:00.037280 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.045883 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.060908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:00.065973 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:00.066438 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.085575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] device_id is not set on port 6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:00.120007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780e5d1-ca71-43b9-803b-ddff00dd09f8 req-e1ff69c8-0e13-42a6-a9e6-7cf764fa4066 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:00.122996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6780e5d1-ca71-43b9-803b-ddff00dd09f8 req-e1ff69c8-0e13-42a6-a9e6-7cf764fa4066 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 931 time: 0.4593081 Aug 19 12:40:00.186167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.218275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:00.221458 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaf46a8-1dd2-4f74-923f-8ab356827ae0" -d '{"events": [{"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-plugged", "status": "completed", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:00.238946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:00.315469 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Allocated IP 2001:db8::190 (29ef09de-5990-44c2-9944-078fcae9a991/0f08d055-3702-49f4-8ae3-a4e3f9127a20/6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:00.319470 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2183fb-a139-47ce-81c8-5ae87268d5a6 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:00.337852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6780e5d1-ca71-43b9-803b-ddff00dd09f8 req-6d21ada3-67fb-43ea-9170-56fbabdb32d8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903996 Aug 19 12:40:00.338135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.349711 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-20ec47a8-093f-4fa0-b165-53095979f957 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3440726 Aug 19 12:40:00.358669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Transition to ACTIVE for port object 8d2183fb-a139-47ce-81c8-5ae87268d5a6 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:00.366910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Request body: {'port': {'device_id': '9cc72ce3-333c-455d-86c2-71aa2dbebeb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:00.376413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-0628e2e5-432a-49e5-a71e-6baca92f75a6 service neutron] 10.222.0.44 "GET /v2.0/networks/e28c177a-b30b-461f-9bce-1cbdfa881f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055667 Aug 19 12:40:00.381926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-5b9c6afa-f932-44e6-bf86-bba4cf08fdba service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170642 Aug 19 12:40:00.392810 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.467498 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.480875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=13']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:00.526765 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.549328 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a735cc-e9ea-4729-9ea0-941b7df89536 x-openstack-request-id: req-58a735cc-e9ea-4729-9ea0-941b7df89536 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:00.549738 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-plugged", "status": "completed", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:00.550059 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58a735cc-e9ea-4729-9ea0-941b7df89536 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:00.550568 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'code': 200} Aug 19 12:40:00.640226 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-ebf9adf0-8973-4bee-bf11-6558307538eb tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The resource could not be found. Aug 19 12:40:00.642931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ebf9adf0-8973-4bee-bf11-6558307538eb tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8243854 Aug 19 12:40:00.657355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49144) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:00.705672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Pushing event updated for resources: {'Port': ['ID=8d2183fb-a139-47ce-81c8-5ae87268d5a6,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:00.825492 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.858846 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Transition to ACTIVE for port object 6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:00.869767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Attempting to bind port 8d2183fb-a139-47ce-81c8-5ae87268d5a6 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:00.870314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Attempting to bind port 8d2183fb-a139-47ce-81c8-5ae87268d5a6 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:00.870861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Attempting to bind port 8d2183fb-a139-47ce-81c8-5ae87268d5a6 on network 948ffb9f-d02a-46d0-8177-fe7526cdb64e {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:00.883105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Port 8d2183fb-a139-47ce-81c8-5ae87268d5a6 on network 948ffb9f-d02a-46d0-8177-fe7526cdb64e not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:00.883438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Attempting to bind port 8d2183fb-a139-47ce-81c8-5ae87268d5a6 on network 948ffb9f-d02a-46d0-8177-fe7526cdb64e {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:00.895987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:00.896497 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Checking segment: {'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:00.896864 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Bound using segment: {'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:00.897130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Bound port: 8d2183fb-a139-47ce-81c8-5ae87268d5a6, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:00.898065 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.956284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-e270b89e-2e63-49b3-8927-c43c1e3d4bae service neutron] 10.222.0.44 "GET /v2.0/networks/e28c177a-b30b-461f-9bce-1cbdfa881f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609021 Aug 19 12:40:00.969915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-758d44ac-2bf0-424a-8a9d-924825a286c7 req-5fbbfcf4-12a7-4237-8f63-6fbce2b30a05 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770576 Aug 19 12:40:01.015796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd7ac6-9679-41b9-ad4f-4db2c0b03ce8 req-4666e2bc-5b08-47ab-b4ca-7a5571f4382e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.017511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4afd7ac6-9679-41b9-ad4f-4db2c0b03ce8 req-4666e2bc-5b08-47ab-b4ca-7a5571f4382e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 944 time: 0.3673425 Aug 19 12:40:01.018589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] For port 8d2183fb-a139-47ce-81c8-5ae87268d5a6, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:01.022635 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.023743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] For port 8d2183fb-a139-47ce-81c8-5ae87268d5a6, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8d2183fb-a139-47ce-81c8-5ae87268d5a6,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:01.029162 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c36a43c-677e-41e4-b260-965928df95e1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.036380 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.087337 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.104598 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Network 29ef09de-5990-44c2-9944-078fcae9a991 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:01.109979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:01.114950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:01.122385 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.123332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.128909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'Port': ['ID=6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:01.146961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-c050f5b2-4612-40fb-8276-3e14513d0650 req-58bff83d-cd30-45e0-b454-30afba4f6443 service neutron] (95660) timed out ('10.222.0.44', 45468) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:40:01.164809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.181366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c36a43c-677e-41e4-b260-965928df95e1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.234719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.235816 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.238095 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] 10.222.0.53 "PUT /v2.0/ports/8d2183fb-a139-47ce-81c8-5ae87268d5a6 HTTP/1.1" status: 200 len: 1091 time: 1.7725182 Aug 19 12:40:01.238800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941d81cf-05a4-40bf-b9d2-cb7f36aae3bf', 'tag': '8d2183fb-a139-47ce-81c8-5ae87268d5a6'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:01.243000 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c844774e-21ca-4664-89ca-4608faa4b9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "941d81cf-05a4-40bf-b9d2-cb7f36aae3bf", "tag": "8d2183fb-a139-47ce-81c8-5ae87268d5a6"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:01.283486 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8eb5b33e-7e7b-4cb8-a5fe-84a76b5610d4 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.1700168 Aug 19 12:40:01.288202 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49150) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:01.331641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c958892-2c5d-424d-a924-4bddd5ad8e6c service neutron] Pushing event updated for resources: {'Port': ['ID=8d2183fb-a139-47ce-81c8-5ae87268d5a6,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:01.340413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c956c912-d215-4670-8ce9-4ed1328d0495 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:01.364257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4afd7ac6-9679-41b9-ad4f-4db2c0b03ce8 req-758a0383-5c67-48f8-95e8-9941cf8d1b13 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863946 Aug 19 12:40:01.385871 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.478062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9369679-96a1-4a31-aa38-f1dffdb3b10e tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.485205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9369679-96a1-4a31-aa38-f1dffdb3b10e tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.492796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9369679-96a1-4a31-aa38-f1dffdb3b10e tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.494720 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f9369679-96a1-4a31-aa38-f1dffdb3b10e tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2052429 Aug 19 12:40:01.500077 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49160) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:01.532537 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-777fbb3f-f278-453e-8eda-81072898b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.532537 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-777fbb3f-f278-453e-8eda-81072898b83f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=386cfd15157a410c9c0f30bb8a5cb74f&device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 1094 time: 0.1333675 Aug 19 12:40:01.601881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91a0816b-8768-44d6-9c53-1136833aec97 req-8e1ccb27-f10d-4e02-9b07-ab1f2a28668c tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 210 time: 0.1665792 Aug 19 12:40:01.604356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-3cc1e9f0-11a9-49f7-838a-8a5a33a8d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.607207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-3cc1e9f0-11a9-49f7-838a-8a5a33a8d614 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 1095 time: 0.4304042 Aug 19 12:40:01.612600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Transition to ACTIVE for port object c956c912-d215-4670-8ce9-4ed1328d0495 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:01.616590 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-f9f2b314-77aa-4946-8349-d734401b2264 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2183fb-a139-47ce-81c8-5ae87268d5a6 HTTP/1.1" status: 200 len: 217 time: 0.0503974 Aug 19 12:40:01.679145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e4785b1a-b880-4089-b370-9332bb9cb1a2 None None] Provisioning for port 6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:01.685396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e4785b1a-b880-4089-b370-9332bb9cb1a2 None None] Provisioning complete for port 6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:01.686731 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e4785b1a-b880-4089-b370-9332bb9cb1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.689504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c36a43c-677e-41e4-b260-965928df95e1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.692170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c36a43c-677e-41e4-b260-965928df95e1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.695903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9c36a43c-677e-41e4-b260-965928df95e1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "DELETE /v2.0/security-groups/10fad9d6-21c4-4d1d-9d23-473f02343dcc HTTP/1.1" status: 204 len: 168 time: 1.0281756 Aug 19 12:40:01.705039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49166) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:01.721268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-d66694c6-9a9b-40e2-8dec-397061e56a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.722853 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-d66694c6-9a9b-40e2-8dec-397061e56a5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cddcb522-0c0a-4887-9fdc-71af87f96e5d HTTP/1.1" status: 200 len: 857 time: 0.0985031 Aug 19 12:40:01.766440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e4785b1a-b880-4089-b370-9332bb9cb1a2 None None] Port 6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:01.767717 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6629b83-fd97-439b-8d95-cc76cf2a1abd x-openstack-request-id: req-c6629b83-fd97-439b-8d95-cc76cf2a1abd {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:01.778531 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941d81cf-05a4-40bf-b9d2-cb7f36aae3bf", "tag": "8d2183fb-a139-47ce-81c8-5ae87268d5a6", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:01.778531 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6629b83-fd97-439b-8d95-cc76cf2a1abd {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:01.778531 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941d81cf-05a4-40bf-b9d2-cb7f36aae3bf', 'tag': '8d2183fb-a139-47ce-81c8-5ae87268d5a6', 'status': 'completed', 'code': 200} Aug 19 12:40:01.780687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Allocated IP 172.25.6.188 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/e0fa9eb8-e930-4a1e-8831-47c300bcd7e9) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:01.780687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36a43c-677e-41e4-b260-965928df95e1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fad9d6-21c4-4d1d-9d23-473f02343dcc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:01.787248 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.881360 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1634049d-da79-47cd-a231-988431a955fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=948ffb9f-d02a-46d0-8177-fe7526cdb64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156938 Aug 19 12:40:02.032159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-70a95d76-adea-4235-ab44-b862c82c89bc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Deleting port 6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:02.032536 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70a95d76-adea-4235-ab44-b862c82c89bc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.154627 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8699d093-8682-487c-a5dd-afc4ef9623a1 service neutron] 10.222.0.53 "GET /v2.0/networks/948ffb9f-d02a-46d0-8177-fe7526cdb64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654433 Aug 19 12:40:02.268960 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:02.301817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.324291 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70a95d76-adea-4235-ab44-b862c82c89bc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.373141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-70a95d76-adea-4235-ab44-b862c82c89bc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Calling delete_port for 6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:02.378692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Transition to ACTIVE for port object 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:02.398772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6802a074-15f7-42c6-a34b-c5996bf3207f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6856127 Aug 19 12:40:02.410929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49170) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:02.436883 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-143fc33e-5d8a-44d2-9cf7-60035269248b service neutron] 10.222.0.53 "GET /v2.0/networks/948ffb9f-d02a-46d0-8177-fe7526cdb64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721996 Aug 19 12:40:02.444018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8ae70158-7e5b-4366-9687-b1c2da0ec146 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': 'd270aa1e-3b32-493f-8f1b-9abebb8ec4ef', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:02.478049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Pushing event updated for resources: {'Port': ['ID=c956c912-d215-4670-8ce9-4ed1328d0495,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:02.504956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-f5d51c5e-72e4-48fa-9006-618e24108972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:02.507624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-f5d51c5e-72e4-48fa-9006-618e24108972 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.8916292 Aug 19 12:40:02.510585 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.618421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded3c05-454d-4e32-93e5-272d30deba0a req-98a4d31f-b73a-425a-b6d2-1a277a532f94 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:02.619998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aded3c05-454d-4e32-93e5-272d30deba0a req-98a4d31f-b73a-425a-b6d2-1a277a532f94 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 943 time: 0.8424265 Aug 19 12:40:02.633233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Pushing event updated for resources: {'Port': ['ID=11a59ccc-d61f-463b-84c5-ab2ce34a4a58,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:02.694703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-a40e2182-bd4f-4612-b9a0-a0928a92701b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8226d715-2020-41cc-8778-6a15dc5e06ba HTTP/1.1" status: 200 len: 217 time: 0.1483459 Aug 19 12:40:02.809405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844774e-21ca-4664-89ca-4608faa4b9bd req-2ebf2760-3fbb-4099-939b-a0ff3a94be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:02.810981 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c844774e-21ca-4664-89ca-4608faa4b9bd req-2ebf2760-3fbb-4099-939b-a0ff3a94be7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=386cfd15157a410c9c0f30bb8a5cb74f&device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 1094 time: 0.1014025 Aug 19 12:40:02.814429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.816043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Attempting to bind port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:02.816377 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Attempting to bind port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:02.816715 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Attempting to bind port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 on network 948ffb9f-d02a-46d0-8177-fe7526cdb64e {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:02.831831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 on network 948ffb9f-d02a-46d0-8177-fe7526cdb64e not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:02.832180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Attempting to bind port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 on network 948ffb9f-d02a-46d0-8177-fe7526cdb64e {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:02.847671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aded3c05-454d-4e32-93e5-272d30deba0a req-103f7258-a8dd-438b-8e1f-e802321f14e2 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841655 Aug 19 12:40:02.857049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-b2e0ee7a-7f1b-4282-a9c0-e784d9e6f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:02.864603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-b2e0ee7a-7f1b-4282-a9c0-e784d9e6f98f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.1498930 Aug 19 12:40:02.864603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Attempting to bind port c956c912-d215-4670-8ce9-4ed1328d0495 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:02.864603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Attempting to bind port c956c912-d215-4670-8ce9-4ed1328d0495 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:02.864603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Attempting to bind port c956c912-d215-4670-8ce9-4ed1328d0495 on network 948ffb9f-d02a-46d0-8177-fe7526cdb64e {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:02.878768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1de5e-2a52-49ad-a62d-bc4d206ad620 req-2fc38267-230c-42ca-ac0f-8614e769b9d2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:02.879962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6e1de5e-2a52-49ad-a62d-bc4d206ad620 req-2fc38267-230c-42ca-ac0f-8614e769b9d2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 944 time: 0.3310552 Aug 19 12:40:02.894528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:02.895613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Checking segment: {'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:02.896568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Bound using segment: {'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:02.897507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Bound port: 11a59ccc-d61f-463b-84c5-ab2ce34a4a58, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:02.898112 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.901857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Port c956c912-d215-4670-8ce9-4ed1328d0495 on network 948ffb9f-d02a-46d0-8177-fe7526cdb64e not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:02.902193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Attempting to bind port c956c912-d215-4670-8ce9-4ed1328d0495 on network 948ffb9f-d02a-46d0-8177-fe7526cdb64e {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:02.957068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:02.957434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Checking segment: {'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:02.957835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Bound using segment: {'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:02.958300 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Bound port: c956c912-d215-4670-8ce9-4ed1328d0495, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202b544b-ada3-42a0-9fa8-4dec80d8e6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:02.958688 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.966876 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70a95d76-adea-4235-ab44-b862c82c89bc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.990324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f42eae0-8d20-4801-b148-77bf4b79f510 req-a05e4728-9723-47ff-a544-600755eb3c9e tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 210 time: 0.0590818 Aug 19 12:40:03.067228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6e1de5e-2a52-49ad-a62d-bc4d206ad620 req-5105f7b7-c4e3-4295-8918-5b2ac80c9c23 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759696 Aug 19 12:40:03.069929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a95d76-adea-4235-ab44-b862c82c89bc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event deleted for resources: {'Port': ['ID=6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:03.137817 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-8ae70158-7e5b-4366-9687-b1c2da0ec146 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The resource could not be found. Aug 19 12:40:03.146478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8ae70158-7e5b-4366-9687-b1c2da0ec146 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7181058 Aug 19 12:40:03.146478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49178) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:03.161195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-216e5447-fec6-40c8-bd7a-72e51793b840 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598410191'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:03.182418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-9ce1da72-3b77-4513-b9fe-d9806b463fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:03.185671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-9ce1da72-3b77-4513-b9fe-d9806b463fe5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3162260 Aug 19 12:40:03.231203 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] For port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:03.321968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844774e-21ca-4664-89ca-4608faa4b9bd req-3056de89-059b-4767-9842-e50602144809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:03.326018 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c844774e-21ca-4664-89ca-4608faa4b9bd req-3056de89-059b-4767-9842-e50602144809 service neutron] 10.222.0.53 "GET /v2.0/networks?id=948ffb9f-d02a-46d0-8177-fe7526cdb64e HTTP/1.1" status: 200 len: 918 time: 0.5050218 Aug 19 12:40:03.340181 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.406908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] For port c956c912-d215-4670-8ce9-4ed1328d0495, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:03.430023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] For port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=11a59ccc-d61f-463b-84c5-ab2ce34a4a58,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:03.432249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:03.436476 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c844774e-21ca-4664-89ca-4608faa4b9bd req-c135a46b-8845-4f48-86f4-3512aba756d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2183fb-a139-47ce-81c8-5ae87268d5a6 HTTP/1.1" status: 200 len: 217 time: 0.0815282 Aug 19 12:40:03.440068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] For port c956c912-d215-4670-8ce9-4ed1328d0495, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c956c912-d215-4670-8ce9-4ed1328d0495,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:03.443835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:03.453388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:03.518736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Pushing event updated for resources: {'Port': ['ID=e0fa9eb8-e930-4a1e-8831-47c300bcd7e9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:03.528520 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-216e5447-fec6-40c8-bd7a-72e51793b840 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.574202 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.596389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-03ef3658-51cb-4703-b9f4-9230e6019304 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941293 Aug 19 12:40:03.777617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70a95d76-adea-4235-ab44-b862c82c89bc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.780993 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-70a95d76-adea-4235-ab44-b862c82c89bc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "DELETE /v2.0/ports/6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5 HTTP/1.1" status: 204 len: 168 time: 2.2783818 Aug 19 12:40:03.789954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.791640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49180) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:03.794842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:03.795448 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.797198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] 10.222.0.53 "PUT /v2.0/ports/c956c912-d215-4670-8ce9-4ed1328d0495 HTTP/1.1" status: 200 len: 1091 time: 5.1311066 Aug 19 12:40:03.804553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e940a496-2c4c-4f59-9374-1eb95b513441', 'tag': 'c956c912-d215-4670-8ce9-4ed1328d0495'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:03.809265 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e22f1b7-6e1d-4c8f-b0a9-cf0d90e3ae57" -d '{"events": [{"name": "network-changed", "server_uuid": "e940a496-2c4c-4f59-9374-1eb95b513441", "tag": "c956c912-d215-4670-8ce9-4ed1328d0495"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:03.870680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8226d715-2020-41cc-8778-6a15dc5e06ba details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:40:03.914897 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e1f1f7-43be-4fa0-80c6-bcdc4be82b68 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] GET failed (client error): The resource could not be found. Aug 19 12:40:03.920677 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-90e1f1f7-43be-4fa0-80c6-bcdc4be82b68 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "GET /v2.0/ports/6ae14b1e-1896-4ae4-8e8b-0f4cc09214d5 HTTP/1.1" status: 404 len: 333 time: 0.1196969 Aug 19 12:40:03.926658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49186) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:03.929903 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:03.930449 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.931958 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] 10.222.0.52 "PUT /v2.0/ports/11a59ccc-d61f-463b-84c5-ab2ce34a4a58 HTTP/1.1" status: 200 len: 1091 time: 3.5699191 Aug 19 12:40:03.933707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc72ce3-333c-455d-86c2-71aa2dbebeb4', 'tag': '11a59ccc-d61f-463b-84c5-ab2ce34a4a58'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:03.937443 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3658c585-db3e-45af-8b2b-72eafa0f5876" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc72ce3-333c-455d-86c2-71aa2dbebeb4", "tag": "11a59ccc-d61f-463b-84c5-ab2ce34a4a58"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:03.939527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f098ee5-9bc7-4e86-9193-74ae204403ab service neutron] Pushing event updated for resources: {'Port': ['ID=c956c912-d215-4670-8ce9-4ed1328d0495,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:03.967906 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019c0e39-47f9-490b-b9a1-34f6db12b549 x-openstack-request-id: req-019c0e39-47f9-490b-b9a1-34f6db12b549 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:03.968555 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e940a496-2c4c-4f59-9374-1eb95b513441", "tag": "c956c912-d215-4670-8ce9-4ed1328d0495", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:03.968843 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-019c0e39-47f9-490b-b9a1-34f6db12b549 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:03.969527 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e940a496-2c4c-4f59-9374-1eb95b513441', 'tag': 'c956c912-d215-4670-8ce9-4ed1328d0495', 'status': 'completed', 'code': 200} Aug 19 12:40:03.976309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Request body: {'port': {'network_id': '29ef09de-5990-44c2-9944-078fcae9a991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-56333585'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:04.134573 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-0a8acd4e-00d9-4e0f-8b01-7748d9fac922 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247574 Aug 19 12:40:04.134795 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74c2faf-128e-441c-9d9e-807fe875077d x-openstack-request-id: req-d74c2faf-128e-441c-9d9e-807fe875077d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:04.135011 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc72ce3-333c-455d-86c2-71aa2dbebeb4", "tag": "11a59ccc-d61f-463b-84c5-ab2ce34a4a58", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:04.135439 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d74c2faf-128e-441c-9d9e-807fe875077d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:04.135902 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc72ce3-333c-455d-86c2-71aa2dbebeb4', 'tag': '11a59ccc-d61f-463b-84c5-ab2ce34a4a58', 'status': 'completed', 'code': 200} Aug 19 12:40:04.154260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8226d715-2020-41cc-8778-6a15dc5e06ba, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8226d715-2020-41cc-8778-6a15dc5e06ba,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:04.170419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '8226d715-2020-41cc-8778-6a15dc5e06ba', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'port_id': '8226d715-2020-41cc-8778-6a15dc5e06ba', 'mac_address': 'fa:16:3e:f6:99:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:40:04.172491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844774e-21ca-4664-89ca-4608faa4b9bd req-0ffe8f63-ddfd-4cf6-8703-1e67f3f673b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:04.174128 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c844774e-21ca-4664-89ca-4608faa4b9bd req-0ffe8f63-ddfd-4cf6-8703-1e67f3f673b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cddcb522-0c0a-4887-9fdc-71af87f96e5d HTTP/1.1" status: 200 len: 857 time: 0.4009075 Aug 19 12:40:04.216828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66809f-f30b-4861-b09b-affbef799a22 service neutron] Pushing event updated for resources: {'Port': ['ID=11a59ccc-d61f-463b-84c5-ab2ce34a4a58,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:04.221928 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c844774e-21ca-4664-89ca-4608faa4b9bd req-c8b720f4-2f4e-431c-8d78-14b8f104ddac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=948ffb9f-d02a-46d0-8177-fe7526cdb64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388160 Aug 19 12:40:04.266199 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.290771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8226d715-2020-41cc-8778-6a15dc5e06ba {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:04.303834 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31a6db0b-9a23-4da9-9c1e-e7fecaff1e4a req-23d5fadd-0f53-4ba8-a0f9-e42caad0bd0a tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 210 time: 0.0817845 Aug 19 12:40:04.314551 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658c585-db3e-45af-8b2b-72eafa0f5876 req-e776dded-6888-41dc-80ed-8f74d424b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:04.316465 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3658c585-db3e-45af-8b2b-72eafa0f5876 req-e776dded-6888-41dc-80ed-8f74d424b2fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=386cfd15157a410c9c0f30bb8a5cb74f&device_id=9cc72ce3-333c-455d-86c2-71aa2dbebeb4 HTTP/1.1" status: 200 len: 1094 time: 0.2164950 Aug 19 12:40:04.335745 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-216e5447-fec6-40c8-bd7a-72e51793b840 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.345505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8226d715-2020-41cc-8778-6a15dc5e06ba, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8226d715-2020-41cc-8778-6a15dc5e06ba,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:04.392216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23108747-9d25-4b05-a01f-d624157629fc req-601e3a7c-8413-4a4d-9fbb-aeed116cf0e1 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:04.395155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23108747-9d25-4b05-a01f-d624157629fc req-601e3a7c-8413-4a4d-9fbb-aeed116cf0e1 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 943 time: 0.3581929 Aug 19 12:40:04.422692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22f1b7-6e1d-4c8f-b0a9-cf0d90e3ae57 req-dae9cf29-8e6b-43bd-ba02-d137da3823a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:04.425255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e22f1b7-6e1d-4c8f-b0a9-cf0d90e3ae57 req-dae9cf29-8e6b-43bd-ba02-d137da3823a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=386cfd15157a410c9c0f30bb8a5cb74f&device_id=e940a496-2c4c-4f59-9374-1eb95b513441 HTTP/1.1" status: 200 len: 1094 time: 0.4328816 Aug 19 12:40:04.475900 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c844774e-21ca-4664-89ca-4608faa4b9bd req-72e82e92-9f2b-4ab8-8f95-79501926c8fb service neutron] 10.222.0.53 "GET /v2.0/networks/948ffb9f-d02a-46d0-8177-fe7526cdb64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414515 Aug 19 12:40:04.478241 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.511582 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-216e5447-fec6-40c8-bd7a-72e51793b840 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.549202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=8226d715-2020-41cc-8778-6a15dc5e06ba,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:04.575456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658c585-db3e-45af-8b2b-72eafa0f5876 req-a1480349-5f5b-472d-b117-938ec06155f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:04.577006 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3658c585-db3e-45af-8b2b-72eafa0f5876 req-a1480349-5f5b-472d-b117-938ec06155f0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=386cfd15157a410c9c0f30bb8a5cb74f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2463703 Aug 19 12:40:04.596469 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.661274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23108747-9d25-4b05-a01f-d624157629fc req-3755840e-4899-402d-8c19-809566ea40db tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539978 Aug 19 12:40:04.675117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e5447-fec6-40c8-bd7a-72e51793b840 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09040253-db5e-4ba5-a648-53c988b96de2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:04.698261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354b06d-28cb-4583-bc15-375840f9efe0 req-fe055615-0472-4078-a2cf-35f7ab202e77 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:04.700883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0354b06d-28cb-4583-bc15-375840f9efe0 req-fe055615-0472-4078-a2cf-35f7ab202e77 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 944 time: 0.3013680 Aug 19 12:40:04.701078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8226d715-2020-41cc-8778-6a15dc5e06ba'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:04.780721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Made reservation on behalf of d722694bff3946fdad5b2d6f66a3ba99 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:04.786164 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.792612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658c585-db3e-45af-8b2b-72eafa0f5876 req-8e46e8d6-7d64-472c-97b0-6d86aeadc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:04.794494 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-3658c585-db3e-45af-8b2b-72eafa0f5876 req-8e46e8d6-7d64-472c-97b0-6d86aeadc70c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2078438 Aug 19 12:40:04.813263 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c844774e-21ca-4664-89ca-4608faa4b9bd req-8860ddef-73b0-4a96-88d6-12d92d3814f5 service neutron] 10.222.0.53 "GET /v2.0/networks/948ffb9f-d02a-46d0-8177-fe7526cdb64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147795 Aug 19 12:40:04.819760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22f1b7-6e1d-4c8f-b0a9-cf0d90e3ae57 req-d3028adf-df11-4ae6-827c-010b43448db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:04.821536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e22f1b7-6e1d-4c8f-b0a9-cf0d90e3ae57 req-d3028adf-df11-4ae6-827c-010b43448db0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=386cfd15157a410c9c0f30bb8a5cb74f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3738959 Aug 19 12:40:04.846109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] device_id is not set on port eb269854-b455-47c5-8712-2bd93f2c7324 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:04.867367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0354b06d-28cb-4583-bc15-375840f9efe0 req-f610bcfa-f869-420d-a4f9-b60cab8b32f4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043644 Aug 19 12:40:04.897557 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-216e5447-fec6-40c8-bd7a-72e51793b840 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.899796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-216e5447-fec6-40c8-bd7a-72e51793b840 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7512021 Aug 19 12:40:04.908571 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49196) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:04.938344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-16383b00-cf96-4a56-ad0f-58efa807dd84 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268064005'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:05.014695 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-7d09b0ef-f26f-45b5-8f8c-252e0c20c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:05.016315 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-7d09b0ef-f26f-45b5-8f8c-252e0c20c9e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=386cfd15157a410c9c0f30bb8a5cb74f&device_id=9cc72ce3-333c-455d-86c2-71aa2dbebeb4 HTTP/1.1" status: 200 len: 1094 time: 0.1208951 Aug 19 12:40:05.037507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22f1b7-6e1d-4c8f-b0a9-cf0d90e3ae57 req-f63edd9b-f8ca-45f1-a913-3350e136541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:05.039016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e22f1b7-6e1d-4c8f-b0a9-cf0d90e3ae57 req-f63edd9b-f8ca-45f1-a913-3350e136541a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2053609 Aug 19 12:40:05.047079 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.088364 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-f3f2a82a-8cac-4084-8adf-82ff46739623 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11a59ccc-d61f-463b-84c5-ab2ce34a4a58 HTTP/1.1" status: 200 len: 217 time: 0.0570760 Aug 19 12:40:05.110892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Allocated IP 2001:db8::6f (29ef09de-5990-44c2-9944-078fcae9a991/0f08d055-3702-49f4-8ae3-a4e3f9127a20/eb269854-b455-47c5-8712-2bd93f2c7324) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:05.112974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-80a745e5-8e59-49d1-b087-64fba9e81e5b req-3862f60d-8948-40ae-9917-44ba4d630eaa service neutron] (95661) timed out ('10.222.0.52', 58831) {{(pid=95661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:40:05.181034 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-04369321-aaad-4fd7-9ac4-242397d6b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:05.182920 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-04369321-aaad-4fd7-9ac4-242397d6b544 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cddcb522-0c0a-4887-9fdc-71af87f96e5d HTTP/1.1" status: 200 len: 857 time: 0.0811822 Aug 19 12:40:05.209637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-85c54ec9-560a-4253-a958-283125281849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:05.211856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-85c54ec9-560a-4253-a958-283125281849 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=386cfd15157a410c9c0f30bb8a5cb74f&device_id=e940a496-2c4c-4f59-9374-1eb95b513441 HTTP/1.1" status: 200 len: 1094 time: 0.1203070 Aug 19 12:40:05.235575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16383b00-cf96-4a56-ad0f-58efa807dd84 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.240596 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-2b7ca268-fc52-474e-b5b9-06e5ff8ae1c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=948ffb9f-d02a-46d0-8177-fe7526cdb64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444191 Aug 19 12:40:05.264114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-3a2a32a4-e4b3-4ec3-a8f1-d143b7c2bd3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c956c912-d215-4670-8ce9-4ed1328d0495 HTTP/1.1" status: 200 len: 217 time: 0.0432510 Aug 19 12:40:05.358984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-02fbf784-37d5-4a54-bf90-026fd43cd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:05.360800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-02fbf784-37d5-4a54-bf90-026fd43cd809 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cddcb522-0c0a-4887-9fdc-71af87f96e5d HTTP/1.1" status: 200 len: 857 time: 0.0885665 Aug 19 12:40:05.416939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-cd6c0eb6-d58f-48bb-aba4-103bb8dcb9e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=948ffb9f-d02a-46d0-8177-fe7526cdb64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481186 Aug 19 12:40:05.518748 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.525304 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-15c530b0-0824-4832-8753-12f8bb8f9a75 service neutron] 10.222.0.52 "GET /v2.0/networks/948ffb9f-d02a-46d0-8177-fe7526cdb64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693987 Aug 19 12:40:05.570976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Router 21a6a134-2039-46a0-a4e6-27b403aa7d86 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:40:05.579022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-53535ed0-5914-4986-acc3-18036f4515d0 req-69070d7b-a215-40bd-9418-5ba8a1f1cf7f tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 210 time: 0.1176245 Aug 19 12:40:05.604541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Transition to ACTIVE for port object eb269854-b455-47c5-8712-2bd93f2c7324 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:05.683133 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16383b00-cf96-4a56-ad0f-58efa807dd84 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.743632 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-1106f595-6b6a-4a88-8c89-7033f3a3c8a3 service neutron] 10.222.0.52 "GET /v2.0/networks/948ffb9f-d02a-46d0-8177-fe7526cdb64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081609 Aug 19 12:40:05.777338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-f20192cb-fe75-4f06-9392-287e6f4b9708 service neutron] 10.222.0.53 "GET /v2.0/networks/948ffb9f-d02a-46d0-8177-fe7526cdb64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455055 Aug 19 12:40:05.787303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-c7c72b3a-5c6c-497d-8f03-51bf8f0f0186 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:05.788964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-c7c72b3a-5c6c-497d-8f03-51bf8f0f0186 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.52 "GET /v2.0/networks?id=e28c177a-b30b-461f-9bce-1cbdfa881f8c HTTP/1.1" status: 200 len: 809 time: 0.3698583 Aug 19 12:40:05.840446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16383b00-cf96-4a56-ad0f-58efa807dd84 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.840803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Request body: {'port': {'device_id': 'e036dea9-695f-4408-9b3f-5a52c0548944', 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c', 'admin_state_up': True, 'tenant_id': '588f44055bfd4e0a8c595cbd2d8952dd'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:05.878752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8d2183fb-a139-47ce-81c8-5ae87268d5a6 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:40:05.882774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8226d715-2020-41cc-8778-6a15dc5e06ba up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:05.893282 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16383b00-cf96-4a56-ad0f-58efa807dd84 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a2fa01-4150-46d8-a05c-c245f6f856a7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:05.925197 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.006952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Network 29ef09de-5990-44c2-9944-078fcae9a991 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:06.015123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16383b00-cf96-4a56-ad0f-58efa807dd84 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.017600 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-16383b00-cf96-4a56-ad0f-58efa807dd84 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1019564 Aug 19 12:40:06.022371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49206) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:06.032295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4cd85708-02f1-4739-bb93-e5dccbb98fa4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '09040253-db5e-4ba5-a648-53c988b96de2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '20a2fa01-4150-46d8-a05c-c245f6f856a7'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:06.035203 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:06.043002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:06.059973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:06.060912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:06.063036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.076219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8d2183fb-a139-47ce-81c8-5ae87268d5a6, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8d2183fb-a139-47ce-81c8-5ae87268d5a6,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:06.076336 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54705964-761a-4d78-b26c-0e3d3d135c2c None None] Sync routers for ids ['21a6a134-2039-46a0-a4e6-27b403aa7d86'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:06.094284 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54705964-761a-4d78-b26c-0e3d3d135c2c None None] Routers {'21a6a134-2039-46a0-a4e6-27b403aa7d86'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:06.094941 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-54705964-761a-4d78-b26c-0e3d3d135c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['21a6a134-2039-46a0-a4e6-27b403aa7d86'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.111772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '8d2183fb-a139-47ce-81c8-5ae87268d5a6', 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e', 'port_id': '8d2183fb-a139-47ce-81c8-5ae87268d5a6', 'mac_address': 'fa:16:3e:54:a8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddcb522-0c0a-4887-9fdc-71af87f96e5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:40:06.132722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'Port': ['ID=eb269854-b455-47c5-8712-2bd93f2c7324,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:06.151131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 8226d715-2020-41cc-8778-6a15dc5e06ba completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:06.167664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 8226d715-2020-41cc-8778-6a15dc5e06ba triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:06.168188 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.182876 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-54705964-761a-4d78-b26c-0e3d3d135c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.200692 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54705964-761a-4d78-b26c-0e3d3d135c2c None None] Routers {'21a6a134-2039-46a0-a4e6-27b403aa7d86'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:06.201343 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-54705964-761a-4d78-b26c-0e3d3d135c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['21a6a134-2039-46a0-a4e6-27b403aa7d86'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.226197 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.249167 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-54705964-761a-4d78-b26c-0e3d3d135c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.251830 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54705964-761a-4d78-b26c-0e3d3d135c2c None None] The sync data for ids ['21a6a134-2039-46a0-a4e6-27b403aa7d86'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:06.271920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2183fb-a139-47ce-81c8-5ae87268d5a6 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:06.300328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8d2183fb-a139-47ce-81c8-5ae87268d5a6, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8d2183fb-a139-47ce-81c8-5ae87268d5a6,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:06.355439 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.391779 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd8b478-9812-4ddd-b965-86cdc71ad37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8226d715-2020-41cc-8778-6a15dc5e06ba'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:06.395655 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b05dc28-d8ea-4328-8da4-0c3cb4a9c292" -d '{"events": [{"server_uuid": "7bd8b478-9812-4ddd-b965-86cdc71ad37a", "name": "network-vif-plugged", "status": "completed", "tag": "8226d715-2020-41cc-8778-6a15dc5e06ba"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:06.419437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8226d715-2020-41cc-8778-6a15dc5e06ba, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8226d715-2020-41cc-8778-6a15dc5e06ba,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:06.443407 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.507297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=8d2183fb-a139-47ce-81c8-5ae87268d5a6,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:06.538793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e9b7b-1374-4efc-9830-e9b71c635995 req-094e0be2-6e14-418f-988b-4eea09106e24 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:06.539887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.540523 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-657e9b7b-1374-4efc-9830-e9b71c635995 req-094e0be2-6e14-418f-988b-4eea09106e24 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 943 time: 0.6932673 Aug 19 12:40:06.579075 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e9d07bda-a965-476f-9580-2d237de74639 None None] Provisioning for port eb269854-b455-47c5-8712-2bd93f2c7324 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:06.584681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e90ad34e-527d-4b49-9821-fc14cb107599 req-83921d9d-b8ea-4010-bb7b-dcbeb4b2e4af service neutron] 10.222.0.53 "GET /v2.0/networks/948ffb9f-d02a-46d0-8177-fe7526cdb64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7926152 Aug 19 12:40:06.586163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e9d07bda-a965-476f-9580-2d237de74639 None None] Provisioning complete for port eb269854-b455-47c5-8712-2bd93f2c7324 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:06.586687 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e9d07bda-a965-476f-9580-2d237de74639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.673703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d8c5b-09ac-4421-b4c3-58f8d3633448 req-fd90033d-4883-4ec2-ae34-72fd15c3a61c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:06.681885 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-538d8c5b-09ac-4421-b4c3-58f8d3633448 req-fd90033d-4883-4ec2-ae34-72fd15c3a61c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 945 time: 0.1855547 Aug 19 12:40:06.691357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e9d07bda-a965-476f-9580-2d237de74639 None None] Port eb269854-b455-47c5-8712-2bd93f2c7324 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:06.696285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=8226d715-2020-41cc-8778-6a15dc5e06ba,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:06.697473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-657e9b7b-1374-4efc-9830-e9b71c635995 req-301d3ced-c90e-4f2f-aff8-ad3a82c3c44c tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204300 Aug 19 12:40:06.733892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8d2183fb-a139-47ce-81c8-5ae87268d5a6'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:06.759847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-538d8c5b-09ac-4421-b4c3-58f8d3633448 req-e9988f39-8835-4851-9fb0-bc19dbb8097f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733912 Aug 19 12:40:06.763812 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ca872573-ee71-44bc-8ee5-dbb1d311abb9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8304353 Aug 19 12:40:06.768289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49212) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:06.774051 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6ca09f-f7b3-4a72-bac8-7444b9964108 x-openstack-request-id: req-dc6ca09f-f7b3-4a72-bac8-7444b9964108 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:06.774658 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd8b478-9812-4ddd-b965-86cdc71ad37a", "name": "network-vif-plugged", "status": "completed", "tag": "8226d715-2020-41cc-8778-6a15dc5e06ba", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:06.775199 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc6ca09f-f7b3-4a72-bac8-7444b9964108 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:06.775902 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd8b478-9812-4ddd-b965-86cdc71ad37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8226d715-2020-41cc-8778-6a15dc5e06ba', 'code': 200} Aug 19 12:40:06.776044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-49353512-598f-41a0-926a-ebc89743f310 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24b', 'mac_address': 'fa:16:3e:2f:ec:0e'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:06.780512 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.782170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-38a51ad6-657f-484f-927f-497e1bf2c077 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.1894031 Aug 19 12:40:06.789266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49214) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:06.809488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:06.966999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f519aac6-ca46-44fa-8719-b3cb841b259d req-08b594ec-ce8c-4854-b4b4-3f482beef74d tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 210 time: 0.0521786 Aug 19 12:40:07.070484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924b81c-cbf3-44f4-a8a7-660edf57adc0 req-bdba97d3-fd00-4a3d-817a-aee5cd183883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:07.073155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b924b81c-cbf3-44f4-a8a7-660edf57adc0 req-bdba97d3-fd00-4a3d-817a-aee5cd183883 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 1097 time: 0.1773868 Aug 19 12:40:07.107129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Made reservation on behalf of 588f44055bfd4e0a8c595cbd2d8952dd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:07.111645 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.150528 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49353512-598f-41a0-926a-ebc89743f310 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.207312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b924b81c-cbf3-44f4-a8a7-660edf57adc0 req-429bf029-daaf-4991-a064-48646a704ae2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239095 Aug 19 12:40:07.254008 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-4cd85708-02f1-4739-bb93-e5dccbb98fa4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:40:07.255789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4cd85708-02f1-4739-bb93-e5dccbb98fa4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.2270999 Aug 19 12:40:07.262065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49220) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:07.397117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a323-5a54-4eb3-beaa-dff2975db36d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.445795 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a323-5a54-4eb3-beaa-dff2975db36d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.495605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49353512-598f-41a0-926a-ebc89743f310 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.498953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Allocated IP 172.20.0.12 (e28c177a-b30b-461f-9bce-1cbdfa881f8c/f431bb8e-d1ef-4b3c-ad64-5a21aeadaa6e/8789451d-2119-40be-8caf-eafe01ebb957) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:07.590564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.592541 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49353512-598f-41a0-926a-ebc89743f310 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.623713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-49353512-598f-41a0-926a-ebc89743f310 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] In _notify_port_updated(), no bound segment for port eb269854-b455-47c5-8712-2bd93f2c7324 on network 29ef09de-5990-44c2-9944-078fcae9a991 {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:40:07.629341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49353512-598f-41a0-926a-ebc89743f310 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:07.630120 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49353512-598f-41a0-926a-ebc89743f310 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.631511 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-49353512-598f-41a0-926a-ebc89743f310 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "PUT /v2.0/ports/eb269854-b455-47c5-8712-2bd93f2c7324 HTTP/1.1" status: 200 len: 1000 time: 0.8644137 Aug 19 12:40:07.634777 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49222) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:07.648383 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a323-5a54-4eb3-beaa-dff2975db36d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.657527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a323-5a54-4eb3-beaa-dff2975db36d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.664005 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d2f9a323-5a54-4eb3-beaa-dff2975db36d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "DELETE /v2.0/security-groups/20a2fa01-4150-46d8-a05c-c245f6f856a7 HTTP/1.1" status: 204 len: 168 time: 0.3701823 Aug 19 12:40:07.676521 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49224) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:07.743110 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.750741 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9a323-5a54-4eb3-beaa-dff2975db36d tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a2fa01-4150-46d8-a05c-c245f6f856a7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:07.754050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49353512-598f-41a0-926a-ebc89743f310 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'Port': ['ID=eb269854-b455-47c5-8712-2bd93f2c7324,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:07.870267 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2edc1b75-c798-41bd-97a5-94708b9161a1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1613457 Aug 19 12:40:07.878622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49230) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:07.882939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8d2183fb-a139-47ce-81c8-5ae87268d5a6 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:07.904207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-02d505d6-c062-444f-9b62-cc5a195217ea tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Deleting port eb269854-b455-47c5-8712-2bd93f2c7324 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:07.904826 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02d505d6-c062-444f-9b62-cc5a195217ea tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.905315 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.035784 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63f6125f-15dc-47d4-8633-ce27d58b5fc1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.039677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b294df25-dc1d-4fe5-9e08-77ebb7b3523e None None] Provisioning complete for port eb269854-b455-47c5-8712-2bd93f2c7324 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:08.040197 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b294df25-dc1d-4fe5-9e08-77ebb7b3523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.082832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02d505d6-c062-444f-9b62-cc5a195217ea tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.091566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc377-e9c4-47e8-abfb-8cf1e3f2c395 req-c56e0ab2-e230-403a-9234-c15231dcbc4e tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:08.093726 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63f6125f-15dc-47d4-8633-ce27d58b5fc1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.097838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b294df25-dc1d-4fe5-9e08-77ebb7b3523e None None] Port eb269854-b455-47c5-8712-2bd93f2c7324 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:08.101257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d2bc377-e9c4-47e8-abfb-8cf1e3f2c395 req-c56e0ab2-e230-403a-9234-c15231dcbc4e tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 944 time: 0.2197056 Aug 19 12:40:08.109931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-02d505d6-c062-444f-9b62-cc5a195217ea tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Calling delete_port for eb269854-b455-47c5-8712-2bd93f2c7324 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:08.153045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Deleting port e0fa9eb8-e930-4a1e-8831-47c300bcd7e9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:08.153885 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.157671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 8d2183fb-a139-47ce-81c8-5ae87268d5a6 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:08.169404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 8d2183fb-a139-47ce-81c8-5ae87268d5a6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:08.170136 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.181081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15952dbb-5451-407e-80d6-3583bc6d5c5e req-7cfcfc70-32c5-449d-b598-8b896cbcd3b1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:08.182806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15952dbb-5451-407e-80d6-3583bc6d5c5e req-7cfcfc70-32c5-449d-b598-8b896cbcd3b1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.1833634 Aug 19 12:40:08.263061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d2bc377-e9c4-47e8-abfb-8cf1e3f2c395 req-3c2dfb1a-52b7-417e-a603-e218ee6232a2 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601589 Aug 19 12:40:08.280027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.283973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63f6125f-15dc-47d4-8633-ce27d58b5fc1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.288655 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63f6125f-15dc-47d4-8633-ce27d58b5fc1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.290712 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-63f6125f-15dc-47d4-8633-ce27d58b5fc1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "DELETE /v2.0/security-groups/09040253-db5e-4ba5-a648-53c988b96de2 HTTP/1.1" status: 204 len: 168 time: 0.4105334 Aug 19 12:40:08.296443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49238) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:08.297411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.322103 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6125f-15dc-47d4-8633-ce27d58b5fc1 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09040253-db5e-4ba5-a648-53c988b96de2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:08.377540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 8d2183fb-a139-47ce-81c8-5ae87268d5a6, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8d2183fb-a139-47ce-81c8-5ae87268d5a6,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:08.388304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:40:08.437512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15952dbb-5451-407e-80d6-3583bc6d5c5e req-5c887e3a-58ab-4587-91d1-65d2a6d5664c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295051 Aug 19 12:40:08.441244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Network e28c177a-b30b-461f-9bce-1cbdfa881f8c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:08.468979 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02d505d6-c062-444f-9b62-cc5a195217ea tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.475904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:08.484835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:08.508875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Pushing event updated for resources: {'Port': ['ID=8789451d-2119-40be-8caf-eafe01ebb957,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:08.533101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d505d6-c062-444f-9b62-cc5a195217ea tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event deleted for resources: {'Port': ['ID=eb269854-b455-47c5-8712-2bd93f2c7324,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:08.583874 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.620325 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.676506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Calling delete_port for e0fa9eb8-e930-4a1e-8831-47c300bcd7e9 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:08.695574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dfcd699b-e514-4366-90f1-32c7419cf941 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3714051 Aug 19 12:40:08.720601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49240) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:08.726689 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-39413e7c-a1c6-4906-a883-384063202c3f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516812301'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:08.741364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:08.742085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.754747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=8d2183fb-a139-47ce-81c8-5ae87268d5a6,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:08.781538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941d81cf-05a4-40bf-b9d2-cb7f36aae3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2183fb-a139-47ce-81c8-5ae87268d5a6'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:08.784974 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5720d185-318f-4f2f-b2dc-6c9142206c7b" -d '{"events": [{"server_uuid": "941d81cf-05a4-40bf-b9d2-cb7f36aae3bf", "name": "network-vif-plugged", "status": "completed", "tag": "8d2183fb-a139-47ce-81c8-5ae87268d5a6"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:08.798301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35beb93-1b93-4341-af09-22014719d7d0 req-b0cb4008-5458-4ff7-ab42-bc1a953c431e tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:08.801994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d35beb93-1b93-4341-af09-22014719d7d0 req-b0cb4008-5458-4ff7-ab42-bc1a953c431e tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 932 time: 0.4071634 Aug 19 12:40:08.815362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=11a59ccc-d61f-463b-84c5-ab2ce34a4a58,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:08.848409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '11a59ccc-d61f-463b-84c5-ab2ce34a4a58', 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e', 'port_id': '11a59ccc-d61f-463b-84c5-ab2ce34a4a58', 'mac_address': 'fa:16:3e:ed:c6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddcb522-0c0a-4887-9fdc-71af87f96e5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:40:08.860623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02d505d6-c062-444f-9b62-cc5a195217ea tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.864003 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-02d505d6-c062-444f-9b62-cc5a195217ea tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "DELETE /v2.0/ports/eb269854-b455-47c5-8712-2bd93f2c7324 HTTP/1.1" status: 204 len: 168 time: 1.2281914 Aug 19 12:40:08.868664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49244) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:08.903783 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.923038 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dee9271-20dd-4c3b-8a4d-a09d31f2a1fa tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] GET failed (client error): The resource could not be found. Aug 19 12:40:08.924974 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5dee9271-20dd-4c3b-8a4d-a09d31f2a1fa tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "GET /v2.0/ports/eb269854-b455-47c5-8712-2bd93f2c7324 HTTP/1.1" status: 404 len: 333 time: 0.0544004 Aug 19 12:40:08.928390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:08.929393 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49246) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:08.942308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Request body: {'port': {'network_id': '29ef09de-5990-44c2-9944-078fcae9a991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-89826526'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:08.975210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=11a59ccc-d61f-463b-84c5-ab2ce34a4a58,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:08.994135 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b998202-8a21-4cf1-9d06-1da0dd688dbd x-openstack-request-id: req-8b998202-8a21-4cf1-9d06-1da0dd688dbd {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:09.000002 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941d81cf-05a4-40bf-b9d2-cb7f36aae3bf", "name": "network-vif-plugged", "status": "completed", "tag": "8d2183fb-a139-47ce-81c8-5ae87268d5a6", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:09.000152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d35beb93-1b93-4341-af09-22014719d7d0 req-512806c5-67be-45a1-bf91-a124f08dec5d tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871074 Aug 19 12:40:09.000240 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b998202-8a21-4cf1-9d06-1da0dd688dbd {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:09.000240 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941d81cf-05a4-40bf-b9d2-cb7f36aae3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2183fb-a139-47ce-81c8-5ae87268d5a6', 'code': 200} Aug 19 12:40:09.010470 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39413e7c-a1c6-4906-a883-384063202c3f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.083300 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.154436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=11a59ccc-d61f-463b-84c5-ab2ce34a4a58,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:09.186737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4010755-7601-40bd-82f2-1fdfe102b2f0 req-be207966-1798-45b0-9d41-f4ad9eb5d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:09.188403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4010755-7601-40bd-82f2-1fdfe102b2f0 req-be207966-1798-45b0-9d41-f4ad9eb5d58d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 1096 time: 0.1037817 Aug 19 12:40:09.192479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-61a718af-bba0-4af8-a4a0-de1ea6fa9444 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3571742 Aug 19 12:40:09.212422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Request body: {'port': {'device_id': 'e036dea9-695f-4408-9b3f-5a52c0548944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:09.264667 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39413e7c-a1c6-4906-a883-384063202c3f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.278238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4010755-7601-40bd-82f2-1fdfe102b2f0 req-772aed95-1966-4bdf-ad3a-b8c6639c5c65 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749342 Aug 19 12:40:09.299023 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.359161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['11a59ccc-d61f-463b-84c5-ab2ce34a4a58'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:09.386270 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.423101 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39413e7c-a1c6-4906-a883-384063202c3f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.492638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39413e7c-a1c6-4906-a883-384063202c3f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d77ac1-e274-4b3a-841e-deb2ac302fd1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:09.498167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Pushing event deleted for resources: {'Port': ['ID=e0fa9eb8-e930-4a1e-8831-47c300bcd7e9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:09.588014 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Made reservation on behalf of d722694bff3946fdad5b2d6f66a3ba99 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:09.594736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.624177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] device_id is not set on port 799ee169-3082-4c09-bc51-7c7ede5b3d92 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:09.680246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39413e7c-a1c6-4906-a883-384063202c3f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.684855 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-39413e7c-a1c6-4906-a883-384063202c3f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9591064 Aug 19 12:40:09.685294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49252) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:09.694969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e808a63f-a192-45bb-bd13-0edc4dce48d2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '43d77ac1-e274-4b3a-841e-deb2ac302fd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:09.708426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7f0ef-9b1c-4c7c-b43b-1fb33e42fa00 req-bc5e6def-c03f-4431-ac1c-b7a92d5e1f3e tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:09.710606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7bd7f0ef-9b1c-4c7c-b43b-1fb33e42fa00 req-bc5e6def-c03f-4431-ac1c-b7a92d5e1f3e tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 945 time: 0.3148117 Aug 19 12:40:09.720330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.802827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Allocated IP 2001:db8::220 (29ef09de-5990-44c2-9944-078fcae9a991/0f08d055-3702-49f4-8ae3-a4e3f9127a20/799ee169-3082-4c09-bc51-7c7ede5b3d92) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:09.842879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333cb22-8166-4674-a888-eb5306561943 req-984f4a26-3dac-49a2-8bb4-fe0c24d7dff7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:09.844499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7333cb22-8166-4674-a888-eb5306561943 req-984f4a26-3dac-49a2-8bb4-fe0c24d7dff7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.2918067 Aug 19 12:40:09.884435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c956c912-d215-4670-8ce9-4ed1328d0495 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:40:09.960383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7bd7f0ef-9b1c-4c7c-b43b-1fb33e42fa00 req-8aca9178-52a9-4a9b-82c0-d492e1ce8214 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366171 Aug 19 12:40:10.027039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c956c912-d215-4670-8ce9-4ed1328d0495, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c956c912-d215-4670-8ce9-4ed1328d0495,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:10.030046 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-e808a63f-a192-45bb-bd13-0edc4dce48d2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:40:10.031142 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e808a63f-a192-45bb-bd13-0edc4dce48d2 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3448286 Aug 19 12:40:10.034020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49258) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:10.038825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c7fca585-6e5b-426b-8362-f8f9caa90e68 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group_rule': {'security_group_id': '43d77ac1-e274-4b3a-841e-deb2ac302fd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:10.059012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'c956c912-d215-4670-8ce9-4ed1328d0495', 'network_id': '948ffb9f-d02a-46d0-8177-fe7526cdb64e', 'port_id': 'c956c912-d215-4670-8ce9-4ed1328d0495', 'mac_address': 'fa:16:3e:77:00:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddcb522-0c0a-4887-9fdc-71af87f96e5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:40:10.130659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7333cb22-8166-4674-a888-eb5306561943 req-0ab25253-7a5e-4b75-bd02-dfd43a1797b2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616169 Aug 19 12:40:10.140417 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.169629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c956c912-d215-4670-8ce9-4ed1328d0495 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:10.205570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c956c912-d215-4670-8ce9-4ed1328d0495, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c956c912-d215-4670-8ce9-4ed1328d0495,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:10.209024 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.222946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.237800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8789451d-2119-40be-8caf-eafe01ebb957 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:10.245666 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.268286 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Transition to ACTIVE for port object 799ee169-3082-4c09-bc51-7c7ede5b3d92 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:10.320916 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.333299 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.348781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e097f-24c2-45b3-bee8-be2dd5ec109c req-da6679db-6ad1-49a6-b5cc-97de6edba362 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:10.350633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-312e097f-24c2-45b3-bee8-be2dd5ec109c req-da6679db-6ad1-49a6-b5cc-97de6edba362 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 932 time: 0.2054367 Aug 19 12:40:10.356799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Transition to ACTIVE for port object 8789451d-2119-40be-8caf-eafe01ebb957 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:10.366004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Router 21a6a134-2039-46a0-a4e6-27b403aa7d86 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:10.392215 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-c7fca585-6e5b-426b-8362-f8f9caa90e68 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:40:10.395015 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c7fca585-6e5b-426b-8362-f8f9caa90e68 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3594804 Aug 19 12:40:10.397348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49262) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:10.406557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:10.422608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-312e097f-24c2-45b3-bee8-be2dd5ec109c req-e1d117b6-6876-4f3e-bb91-d11fb8003c8f tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607855 Aug 19 12:40:10.457768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c956c912-d215-4670-8ce9-4ed1328d0495,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:10.504278 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4194aeca-bf6d-4904-8e98-c1dce383342a tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.536022 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.548178 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4194aeca-bf6d-4904-8e98-c1dce383342a tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.594582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c956c912-d215-4670-8ce9-4ed1328d0495'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:10.611276 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Network 29ef09de-5990-44c2-9944-078fcae9a991 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:10.635765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:10.643682 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:10.650498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:10.651637 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.665244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'Port': ['ID=799ee169-3082-4c09-bc51-7c7ede5b3d92,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:10.826396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:10.830961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:10.835315 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.873233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.921912 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8b7ae30c-b426-4f70-bbc8-6e7c5382830b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9886413 Aug 19 12:40:10.922221 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49266) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:10.928177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c328360c-649a-44b4-9ce7-d5a255c90d49 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2f:ec:0e'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:10.936380 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:10.946918 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.950954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4e0eea83-3995-4559-b037-b6e338673b99 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "PUT /v2.0/routers/21a6a134-2039-46a0-a4e6-27b403aa7d86 HTTP/1.1" status: 200 len: 705 time: 4.1486621 Aug 19 12:40:10.955518 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.955682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49268) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:10.967062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bc62a9-eada-4faa-9a9c-b64ff3314104 None None] Sync routers for ids ['21a6a134-2039-46a0-a4e6-27b403aa7d86'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:10.994746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc62a9-eada-4faa-9a9c-b64ff3314104 None None] Routers {'21a6a134-2039-46a0-a4e6-27b403aa7d86'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:10.995607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b4bc62a9-eada-4faa-9a9c-b64ff3314104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['21a6a134-2039-46a0-a4e6-27b403aa7d86'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:11.002385 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc72ce3-333c-455d-86c2-71aa2dbebeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a59ccc-d61f-463b-84c5-ab2ce34a4a58'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:11.004806 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a3e87c-8701-4376-9486-52690818c53f" -d '{"events": [{"server_uuid": "9cc72ce3-333c-455d-86c2-71aa2dbebeb4", "name": "network-vif-plugged", "status": "completed", "tag": "11a59ccc-d61f-463b-84c5-ab2ce34a4a58"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:11.022756 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4194aeca-bf6d-4904-8e98-c1dce383342a tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.025704 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4194aeca-bf6d-4904-8e98-c1dce383342a tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.026888 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4194aeca-bf6d-4904-8e98-c1dce383342a tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "DELETE /v2.0/security-groups/43d77ac1-e274-4b3a-841e-deb2ac302fd1 HTTP/1.1" status: 204 len: 168 time: 0.6282411 Aug 19 12:40:11.041483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49274) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:11.047238 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194aeca-bf6d-4904-8e98-c1dce383342a tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d77ac1-e274-4b3a-841e-deb2ac302fd1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:11.060262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Pushing event updated for resources: {'Port': ['ID=8789451d-2119-40be-8caf-eafe01ebb957,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:11.070068 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c328360c-649a-44b4-9ce7-d5a255c90d49 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.085132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c0666-c1a6-4714-892c-bb6342b117d9 req-415b03e4-dc7e-45cd-83b1-9135270a24c0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:11.093485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d33c0666-c1a6-4714-892c-bb6342b117d9 req-415b03e4-dc7e-45cd-83b1-9135270a24c0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.2243071 Aug 19 12:40:11.126392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=11a59ccc-d61f-463b-84c5-ab2ce34a4a58,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:11.128521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b4bc62a9-eada-4faa-9a9c-b64ff3314104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:11.144128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e4b1cb7b-503f-4e95-832f-6414044589bd tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/routers/21a6a134-2039-46a0-a4e6-27b403aa7d86 HTTP/1.1" status: 200 len: 740 time: 0.1864343 Aug 19 12:40:11.145065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49278) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:11.174551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc62a9-eada-4faa-9a9c-b64ff3314104 None None] Routers {'21a6a134-2039-46a0-a4e6-27b403aa7d86'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:11.175283 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9b0e0e28-34ad-41ad-96f1-c9386dd29f99 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244586 Aug 19 12:40:11.178990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b4bc62a9-eada-4faa-9a9c-b64ff3314104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:39:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['21a6a134-2039-46a0-a4e6-27b403aa7d86'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:11.183154 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49280) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:11.191602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'tempest-secgroup--622569154'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:11.239380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b4bc62a9-eada-4faa-9a9c-b64ff3314104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:11.240897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bc62a9-eada-4faa-9a9c-b64ff3314104 None None] The sync data for ids ['21a6a134-2039-46a0-a4e6-27b403aa7d86'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:11.270601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b1f5d840-15b3-4565-9625-f34e4ba2d9bc tempest-RoutersAdminTest-190341816 tempest-RoutersAdminTest-190341816-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&device_id=21a6a134-2039-46a0-a4e6-27b403aa7d86 HTTP/1.1" status: 200 len: 205 time: 0.1140518 Aug 19 12:40:11.273909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49282) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:11.296277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8eb053bb-319f-4bcb-9403-75782e0d0b10 None None] Provisioning for port 799ee169-3082-4c09-bc51-7c7ede5b3d92 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:11.300574 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.305588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8eb053bb-319f-4bcb-9403-75782e0d0b10 None None] Provisioning complete for port 799ee169-3082-4c09-bc51-7c7ede5b3d92 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:11.305973 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8eb053bb-319f-4bcb-9403-75782e0d0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.338669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c8212e5a-89e7-46ac-a3ba-204c18bd66c0 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a6a134-2039-46a0-a4e6-27b403aa7d86 HTTP/1.1" status: 200 len: 205 time: 0.0612676 Aug 19 12:40:11.343156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49284) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:11.351949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d33c0666-c1a6-4714-892c-bb6342b117d9 req-ecfc64ab-a177-47c9-b843-4d799da2305b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575326 Aug 19 12:40:11.377744 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c328360c-649a-44b4-9ce7-d5a255c90d49 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.410295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8eb053bb-319f-4bcb-9403-75782e0d0b10 None None] Port 799ee169-3082-4c09-bc51-7c7ede5b3d92 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:11.411951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131972e-999e-4dea-91fa-1f1787285aca req-6f2df0c8-cac2-43ab-bc35-e76f853a8e2a tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:11.413674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3131972e-999e-4dea-91fa-1f1787285aca req-6f2df0c8-cac2-43ab-bc35-e76f853a8e2a tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 945 time: 0.3116539 Aug 19 12:40:11.437290 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d576b6-ac91-490a-aaf3-be5886437f32 x-openstack-request-id: req-c8d576b6-ac91-490a-aaf3-be5886437f32 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:11.437786 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc72ce3-333c-455d-86c2-71aa2dbebeb4", "name": "network-vif-plugged", "status": "completed", "tag": "11a59ccc-d61f-463b-84c5-ab2ce34a4a58", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:11.438188 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8d576b6-ac91-490a-aaf3-be5886437f32 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:11.443273 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc72ce3-333c-455d-86c2-71aa2dbebeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a59ccc-d61f-463b-84c5-ab2ce34a4a58', 'code': 200} Aug 19 12:40:11.443401 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.448717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=11a59ccc-d61f-463b-84c5-ab2ce34a4a58,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:11.479531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Attempting to bind port 8789451d-2119-40be-8caf-eafe01ebb957 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:11.479988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Attempting to bind port 8789451d-2119-40be-8caf-eafe01ebb957 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'cbe5d00f-5237-45d7-86a2-dc7e600993b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:11.480231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Attempting to bind port 8789451d-2119-40be-8caf-eafe01ebb957 on network e28c177a-b30b-461f-9bce-1cbdfa881f8c {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:11.489711 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-520df653-90e1-444d-96b6-4e402147e888 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.491539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Port 8789451d-2119-40be-8caf-eafe01ebb957 on network e28c177a-b30b-461f-9bce-1cbdfa881f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:11.491871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Attempting to bind port 8789451d-2119-40be-8caf-eafe01ebb957 on network e28c177a-b30b-461f-9bce-1cbdfa881f8c {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:11.501704 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c328360c-649a-44b4-9ce7-d5a255c90d49 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.570582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:11.571036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Checking segment: {'id': 'cbe5d00f-5237-45d7-86a2-dc7e600993b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:11.571364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Bound using segment: {'id': 'cbe5d00f-5237-45d7-86a2-dc7e600993b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:11.571826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Bound port: 8789451d-2119-40be-8caf-eafe01ebb957, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe5d00f-5237-45d7-86a2-dc7e600993b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:11.572208 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.599771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c328360c-649a-44b4-9ce7-d5a255c90d49 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] In _notify_port_updated(), no bound segment for port 799ee169-3082-4c09-bc51-7c7ede5b3d92 on network 29ef09de-5990-44c2-9944-078fcae9a991 {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:40:11.605315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328360c-649a-44b4-9ce7-d5a255c90d49 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:11.611960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c328360c-649a-44b4-9ce7-d5a255c90d49 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.611960 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c328360c-649a-44b4-9ce7-d5a255c90d49 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "PUT /v2.0/ports/799ee169-3082-4c09-bc51-7c7ede5b3d92 HTTP/1.1" status: 200 len: 1001 time: 0.6850665 Aug 19 12:40:11.614519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49288) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:11.621147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328360c-649a-44b4-9ce7-d5a255c90d49 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'Port': ['ID=799ee169-3082-4c09-bc51-7c7ede5b3d92,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:11.662473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506ae65-476f-4eff-b076-74a959a40572 req-92c404c1-c13e-4791-8fc9-66e708fc50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:11.663514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3131972e-999e-4dea-91fa-1f1787285aca req-b3f8e665-7b95-4aa5-94b3-d4876e9f343f tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081258 Aug 19 12:40:11.664900 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b506ae65-476f-4eff-b076-74a959a40572 req-92c404c1-c13e-4791-8fc9-66e708fc50b5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9cc72ce3-333c-455d-86c2-71aa2dbebeb4 HTTP/1.1" status: 200 len: 1096 time: 0.1328306 Aug 19 12:40:11.883847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c956c912-d215-4670-8ce9-4ed1328d0495 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:11.910059 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-520df653-90e1-444d-96b6-4e402147e888 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.916716 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.919566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-520df653-90e1-444d-96b6-4e402147e888 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:11.938029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56780061-2dc0-4afa-9f8b-2db4caadd7a8 req-c55c5380-3939-48fc-9815-98333d5d63bf tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:11.940368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56780061-2dc0-4afa-9f8b-2db4caadd7a8 req-c55c5380-3939-48fc-9815-98333d5d63bf tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 944 time: 0.3435366 Aug 19 12:40:11.959123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c05ecbbc-3116-49bb-b395-31e5ae2a72d2 None None] Provisioning complete for port 799ee169-3082-4c09-bc51-7c7ede5b3d92 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:11.959939 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c05ecbbc-3116-49bb-b395-31e5ae2a72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.020576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.021772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c05ecbbc-3116-49bb-b395-31e5ae2a72d2 None None] Port 799ee169-3082-4c09-bc51-7c7ede5b3d92 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:12.028371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] For port 8789451d-2119-40be-8caf-eafe01ebb957, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:12.055933 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b506ae65-476f-4eff-b076-74a959a40572 req-d8e5ad67-b60e-4f3b-8c40-8fb0ed631d68 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Aug 19 12:40:12.064121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf57593-573e-4aac-bfcf-211d73fc73eb req-8ea1a502-99a7-4830-90da-20145d88b7a5 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:12.065678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adf57593-573e-4aac-bfcf-211d73fc73eb req-8ea1a502-99a7-4830-90da-20145d88b7a5 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cc72ce3-333c-455d-86c2-71aa2dbebeb4 HTTP/1.1" status: 200 len: 945 time: 0.2683563 Aug 19 12:40:12.070212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] For port 8789451d-2119-40be-8caf-eafe01ebb957, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8789451d-2119-40be-8caf-eafe01ebb957,segment=NetworkSegment(cbe5d00f-5237-45d7-86a2-dc7e600993b8),segment_id=cbe5d00f-5237-45d7-86a2-dc7e600993b8)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:12.110030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56780061-2dc0-4afa-9f8b-2db4caadd7a8 req-50a55a66-9b55-4f6d-aa3f-6bc7140ea00a tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478472 Aug 19 12:40:12.118539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-00ad2938-f39f-462f-8642-7941688483f9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Deleting port 799ee169-3082-4c09-bc51-7c7ede5b3d92 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:12.118879 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ad2938-f39f-462f-8642-7941688483f9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.179174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adf57593-573e-4aac-bfcf-211d73fc73eb req-803be556-db29-4d56-9acb-98ac6e8ac392 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053205 Aug 19 12:40:12.197105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port c956c912-d215-4670-8ce9-4ed1328d0495 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:12.211196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port c956c912-d215-4670-8ce9-4ed1328d0495 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:12.212162 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.234727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ad2938-f39f-462f-8642-7941688483f9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.248268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-00ad2938-f39f-462f-8642-7941688483f9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Calling delete_port for 799ee169-3082-4c09-bc51-7c7ede5b3d92 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:12.305434 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.312087 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.326787 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.329728 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-520df653-90e1-444d-96b6-4e402147e888 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.330584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520df653-90e1-444d-96b6-4e402147e888 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Fanout notify agent at l3_agent the message router_deleted on router 21a6a134-2039-46a0-a4e6-27b403aa7d86 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:40:12.348285 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-520df653-90e1-444d-96b6-4e402147e888 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.350358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-520df653-90e1-444d-96b6-4e402147e888 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/21a6a134-2039-46a0-a4e6-27b403aa7d86 HTTP/1.1" status: 204 len: 168 time: 1.0059564 Aug 19 12:40:12.354932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49292) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.366405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c956c912-d215-4670-8ce9-4ed1328d0495, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c956c912-d215-4670-8ce9-4ed1328d0495,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:12.385816 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-74715a8d-90e1-4c37-9c7d-f9f59204a0e4 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=21a6a134-2039-46a0-a4e6-27b403aa7d86 HTTP/1.1" status: 200 len: 205 time: 0.0287673 Aug 19 12:40:12.386728 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0fbb3b-1f1b-4019-80cb-856c46bdce93,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:12.388914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49294) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.401139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:12.401831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.404190 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] 10.222.0.52 "PUT /v2.0/ports/8789451d-2119-40be-8caf-eafe01ebb957 HTTP/1.1" status: 200 len: 1092 time: 3.1967828 Aug 19 12:40:12.406537 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e036dea9-695f-4408-9b3f-5a52c0548944', 'tag': '8789451d-2119-40be-8caf-eafe01ebb957'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:12.409266 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aa1936-5c26-4124-8adb-0a7560fb8e25" -d '{"events": [{"name": "network-changed", "server_uuid": "e036dea9-695f-4408-9b3f-5a52c0548944", "tag": "8789451d-2119-40be-8caf-eafe01ebb957"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:12.437465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5a86f-1587-4651-ad37-33a1c506db98 service neutron] Pushing event updated for resources: {'Port': ['ID=8789451d-2119-40be-8caf-eafe01ebb957,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:12.462654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.463079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.463485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.463989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.464386 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.466199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.466199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.466199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.466690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.467082 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.467593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.467839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:12.471637 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-2deee213-6f9e-4dec-b4d7-491bccc00a17 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] delete failed (client error): The resource could not be found. Aug 19 12:40:12.475607 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2deee213-6f9e-4dec-b4d7-491bccc00a17 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/21a6a134-2039-46a0-a4e6-27b403aa7d86 HTTP/1.1" status: 404 len: 336 time: 0.0856173 Aug 19 12:40:12.476538 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a08dbb3-76d7-4665-9cd5-8213eebe78b3 x-openstack-request-id: req-6a08dbb3-76d7-4665-9cd5-8213eebe78b3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:12.476861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49300) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.477607 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e036dea9-695f-4408-9b3f-5a52c0548944", "tag": "8789451d-2119-40be-8caf-eafe01ebb957", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:12.478193 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a08dbb3-76d7-4665-9cd5-8213eebe78b3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:12.478864 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e036dea9-695f-4408-9b3f-5a52c0548944', 'tag': '8789451d-2119-40be-8caf-eafe01ebb957', 'status': 'completed', 'code': 200} Aug 19 12:40:12.509278 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2c45045d-9f38-4e58-a8ff-42fc8c064941 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=70292db8-da39-44ee-b1c3-4fb5d0b7c47d HTTP/1.1" status: 200 len: 205 time: 0.0307429 Aug 19 12:40:12.513360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49302) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.554454 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-75856f79-db03-41ac-8668-5bef01bae90c tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] delete failed (client error): The resource could not be found. Aug 19 12:40:12.555517 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-75856f79-db03-41ac-8668-5bef01bae90c tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/70292db8-da39-44ee-b1c3-4fb5d0b7c47d HTTP/1.1" status: 404 len: 336 time: 0.0410461 Aug 19 12:40:12.557270 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.557620 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8ab44a57-1533-4e1c-8fc8-61fd3d8996b4 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3703287 Aug 19 12:40:12.563231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49306) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.563990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49308) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.588493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0de31ea2-7fbc-44ec-9581-5fe91c969d66 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:12.589186 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-0de31ea2-7fbc-44ec-9581-5fe91c969d66 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 12:40:12.590082 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-0de31ea2-7fbc-44ec-9581-5fe91c969d66 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 12:40:12.599092 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.603109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ce91f-fd2b-4a01-8024-78a0aad39c52 req-bc445d52-84a9-4bc8-8f3f-e8d260638542 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:12.604754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd8ce91f-fd2b-4a01-8024-78a0aad39c52 req-bc445d52-84a9-4bc8-8f3f-e8d260638542 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.1116896 Aug 19 12:40:12.605840 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0de31ea2-7fbc-44ec-9581-5fe91c969d66 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "PUT /v2.0/security-groups/dc0fbb3b-1f1b-4019-80cb-856c46bdce93 HTTP/1.1" status: 409 len: 330 time: 0.0290542 Aug 19 12:40:12.606145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49310) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.616485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1936-5c26-4124-8adb-0a7560fb8e25 req-d644c851-a976-434d-a412-29960316e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:12.618826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47aa1936-5c26-4124-8adb-0a7560fb8e25 req-d644c851-a976-434d-a412-29960316e0eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=588f44055bfd4e0a8c595cbd2d8952dd&device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 1095 time: 0.1136565 Aug 19 12:40:12.640517 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a3841c8f-a812-41de-ba67-96ebf46d244f tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dfcddd-986b-475a-b888-7ed48d6f9705 HTTP/1.1" status: 200 len: 205 time: 0.0749829 Aug 19 12:40:12.642956 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49312) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.682952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c956c912-d215-4670-8ce9-4ed1328d0495,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:12.700986 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-209dfa24-ce72-4cc9-b99b-5dd4f51caf6a tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] delete failed (client error): The resource could not be found. Aug 19 12:40:12.701899 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-209dfa24-ce72-4cc9-b99b-5dd4f51caf6a tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/35dfcddd-986b-475a-b888-7ed48d6f9705 HTTP/1.1" status: 404 len: 336 time: 0.0579386 Aug 19 12:40:12.704743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49314) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.726770 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ad2938-f39f-462f-8642-7941688483f9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.734824 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a2a0eafd-50b7-45e1-b8fa-e854ba1f38e3 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d92e7c-e8e5-435f-b84a-b319485b3d65 HTTP/1.1" status: 200 len: 205 time: 0.0287437 Aug 19 12:40:12.737769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49316) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.784067 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-e3a23b6e-7019-4574-b108-f19c3b39095b tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] delete failed (client error): The resource could not be found. Aug 19 12:40:12.787522 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e3a23b6e-7019-4574-b108-f19c3b39095b tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/b2d92e7c-e8e5-435f-b84a-b319485b3d65 HTTP/1.1" status: 404 len: 336 time: 0.0454288 Aug 19 12:40:12.787904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49318) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.799832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad2938-f39f-462f-8642-7941688483f9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event deleted for resources: {'Port': ['ID=799ee169-3082-4c09-bc51-7c7ede5b3d92,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:12.815454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd8ce91f-fd2b-4a01-8024-78a0aad39c52 req-29cb3fd8-af42-4d52-b673-ca07c27e42b1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953912 Aug 19 12:40:12.825514 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3d22bf87-fee2-4e31-8509-3a845c7cc2c8 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea HTTP/1.1" status: 200 len: 205 time: 0.0352552 Aug 19 12:40:12.827408 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49320) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.859136 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ad2938-f39f-462f-8642-7941688483f9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.861167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-00ad2938-f39f-462f-8642-7941688483f9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "DELETE /v2.0/ports/799ee169-3082-4c09-bc51-7c7ede5b3d92 HTTP/1.1" status: 204 len: 168 time: 1.2266624 Aug 19 12:40:12.867305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49322) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.871854 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-ca63cf10-64c5-4454-8d3a-0a5b67a9f160 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] delete failed (client error): The resource could not be found. Aug 19 12:40:12.875504 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ca63cf10-64c5-4454-8d3a-0a5b67a9f160 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/8c6c2fcb-4dd3-4c2c-89a9-3efa2d7469ea HTTP/1.1" status: 404 len: 336 time: 0.0443239 Aug 19 12:40:12.876270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49324) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.887810 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f35de76b-f320-4efc-bcb9-b9ed1d522d7f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.909672 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-61a254f5-8ef4-4b95-8003-63999c7a07aa tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8699041-3297-451f-b1d1-311cded62544 HTTP/1.1" status: 200 len: 205 time: 0.0301151 Aug 19 12:40:12.909889 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b88baaf-9481-4635-8ece-61edf27d20b9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] GET failed (client error): The resource could not be found. Aug 19 12:40:12.909989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49326) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.911314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1b88baaf-9481-4635-8ece-61edf27d20b9 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "GET /v2.0/ports/799ee169-3082-4c09-bc51-7c7ede5b3d92 HTTP/1.1" status: 404 len: 333 time: 0.0429699 Aug 19 12:40:12.912469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1936-5c26-4124-8adb-0a7560fb8e25 req-313baca0-f634-46de-ab6c-7856d98936ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:12.914007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47aa1936-5c26-4124-8adb-0a7560fb8e25 req-313baca0-f634-46de-ab6c-7856d98936ed service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=588f44055bfd4e0a8c595cbd2d8952dd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2745428 Aug 19 12:40:12.917590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49328) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:12.926429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Request body: {'port': {'network_id': '29ef09de-5990-44c2-9944-078fcae9a991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-401359687'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:12.953864 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f35de76b-f320-4efc-bcb9-b9ed1d522d7f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.969846 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-25fd3bb1-85f0-4ae2-bda9-a7938ec324c1 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] delete failed (client error): The resource could not be found. Aug 19 12:40:12.975121 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-25fd3bb1-85f0-4ae2-bda9-a7938ec324c1 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/routers/b8699041-3297-451f-b1d1-311cded62544 HTTP/1.1" status: 404 len: 336 time: 0.0602999 Aug 19 12:40:12.983323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49330) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:13.039813 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a355e368-bc19-4e8c-b34e-7f8442d0ef68 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] DELETE failed (client error): The resource could not be found. Aug 19 12:40:13.040592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a355e368-bc19-4e8c-b34e-7f8442d0ef68 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:40:13.042608 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a355e368-bc19-4e8c-b34e-7f8442d0ef68 tempest-RoutersAdminTest-2130359429 tempest-RoutersAdminTest-2130359429-project] 10.222.0.44 "DELETE /v2.0/subnets/758ff8f5-d049-4034-a33a-ee5dc0c6b493 HTTP/1.1" status: 404 len: 337 time: 0.0589805 Aug 19 12:40:13.070128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1936-5c26-4124-8adb-0a7560fb8e25 req-afc39135-7868-4192-a809-5f6facff853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:13.071986 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47aa1936-5c26-4124-8adb-0a7560fb8e25 req-afc39135-7868-4192-a809-5f6facff853e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1414783 Aug 19 12:40:13.179394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-c71b1d36-294e-4d86-a481-f8f5f5423044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:13.181019 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-c71b1d36-294e-4d86-a481-f8f5f5423044 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=588f44055bfd4e0a8c595cbd2d8952dd&device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 1095 time: 0.0563815 Aug 19 12:40:13.236094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-72a8b73f-14ed-4f18-9a85-bc0760cd1479 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8789451d-2119-40be-8caf-eafe01ebb957 HTTP/1.1" status: 200 len: 217 time: 0.0455234 Aug 19 12:40:13.236653 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f35de76b-f320-4efc-bcb9-b9ed1d522d7f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:13.239342 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f35de76b-f320-4efc-bcb9-b9ed1d522d7f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:13.243075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f35de76b-f320-4efc-bcb9-b9ed1d522d7f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc0fbb3b-1f1b-4019-80cb-856c46bdce93 HTTP/1.1" status: 204 len: 168 time: 0.6323295 Aug 19 12:40:13.245473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49338) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:13.286391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35de76b-f320-4efc-bcb9-b9ed1d522d7f tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0fbb3b-1f1b-4019-80cb-856c46bdce93,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:13.294985 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-00f7df53-4348-44fc-b402-418f121930cc tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453756 Aug 19 12:40:13.299224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49340) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:13.313714 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-e93f2d65-57ad-4c73-bbb0-bc02f3d9bb87 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] delete failed (client error): The resource could not be found. Aug 19 12:40:13.314861 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e93f2d65-57ad-4c73-bbb0-bc02f3d9bb87 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "DELETE /v2.0/security-groups/5cb32c26-f206-4dee-a833-b2b00ea08511 HTTP/1.1" status: 404 len: 347 time: 0.0145767 Aug 19 12:40:13.320551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49342) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:13.369039 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-4bc6d805-1240-4267-aa34-743c5bb87322 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] show failed (client error): The resource could not be found. Aug 19 12:40:13.370145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4bc6d805-1240-4267-aa34-743c5bb87322 tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-groups/84489810-bc3d-4fef-adca-648fbd83bca4 HTTP/1.1" status: 404 len: 347 time: 0.0350227 Aug 19 12:40:13.374977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49344) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:13.387956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-97718e41-8f36-48c8-a828-74e12e25913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:13.389504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-97718e41-8f36-48c8-a828-74e12e25913f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f431bb8e-d1ef-4b3c-ad64-5a21aeadaa6e HTTP/1.1" status: 200 len: 849 time: 0.1367240 Aug 19 12:40:13.390192 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Made reservation on behalf of d722694bff3946fdad5b2d6f66a3ba99 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:13.394021 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:13.397648 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-d8cea1d9-b8f0-43ec-8a27-39dc4a347afc tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] show failed (client error): The resource could not be found. Aug 19 12:40:13.398765 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d8cea1d9-b8f0-43ec-8a27-39dc4a347afc tempest-NegativeSecGroupIPv6Test-1651959677 tempest-NegativeSecGroupIPv6Test-1651959677-project] 10.222.0.44 "GET /v2.0/security-group-rules/93b8e9e2-67da-4a64-a9f0-af68a33cd65b HTTP/1.1" status: 404 len: 356 time: 0.0224776 Aug 19 12:40:13.399378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a889ba-e599-4356-83ac-a6abc7495d9c req-bbf3aec1-1c30-4d11-8071-7c7867588259 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:13.407701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6a889ba-e599-4356-83ac-a6abc7495d9c req-bbf3aec1-1c30-4d11-8071-7c7867588259 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 944 time: 0.1746156 Aug 19 12:40:13.415446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] device_id is not set on port b8238312-ece4-45cb-96ea-033d24d5e305 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:13.442282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e940a496-2c4c-4f59-9374-1eb95b513441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c956c912-d215-4670-8ce9-4ed1328d0495'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:13.444623 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a248e0-80fb-4741-9d17-80c9b46b28ed" -d '{"events": [{"server_uuid": "e940a496-2c4c-4f59-9374-1eb95b513441", "name": "network-vif-plugged", "status": "completed", "tag": "c956c912-d215-4670-8ce9-4ed1328d0495"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:13.458468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-7c23a9cd-1a07-4225-92f4-dbd59b93ce52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e28c177a-b30b-461f-9bce-1cbdfa881f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480187 Aug 19 12:40:13.466617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317900-c65f-4262-9c53-ea708e6e16a1 req-4f76392f-e636-4023-8f6c-3802daedbc28 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:13.468063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b317900-c65f-4262-9c53-ea708e6e16a1 req-4f76392f-e636-4023-8f6c-3802daedbc28 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cc72ce3-333c-455d-86c2-71aa2dbebeb4 HTTP/1.1" status: 200 len: 945 time: 0.1995354 Aug 19 12:40:13.567275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6a889ba-e599-4356-83ac-a6abc7495d9c req-7fbce557-8108-4a25-ba59-15caeab9aa33 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586607 Aug 19 12:40:13.577503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Allocated IP 2001:db8::14c (29ef09de-5990-44c2-9944-078fcae9a991/0f08d055-3702-49f4-8ae3-a4e3f9127a20/b8238312-ece4-45cb-96ea-033d24d5e305) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:13.616970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b317900-c65f-4262-9c53-ea708e6e16a1 req-e262cf2e-1df0-4571-9848-dcaf40fb3675 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370494 Aug 19 12:40:13.634267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-159df18c-b4d3-47f8-a392-c61f139c3c7e service neutron] 10.222.0.52 "GET /v2.0/networks/e28c177a-b30b-461f-9bce-1cbdfa881f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633351 Aug 19 12:40:13.636201 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79436dfa-d7b6-4d2c-82d1-6ce777ef2290 x-openstack-request-id: req-79436dfa-d7b6-4d2c-82d1-6ce777ef2290 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:13.636658 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e940a496-2c4c-4f59-9374-1eb95b513441", "name": "network-vif-plugged", "status": "completed", "tag": "c956c912-d215-4670-8ce9-4ed1328d0495", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:13.637771 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79436dfa-d7b6-4d2c-82d1-6ce777ef2290 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:13.638319 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e940a496-2c4c-4f59-9374-1eb95b513441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c956c912-d215-4670-8ce9-4ed1328d0495', 'code': 200} Aug 19 12:40:13.785697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e298c41-9a83-42d2-ba26-a6449fe968b3 req-dfa9761e-6d54-4d5b-9f56-3cc489c45c32 service neutron] 10.222.0.52 "GET /v2.0/networks/e28c177a-b30b-461f-9bce-1cbdfa881f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422544 Aug 19 12:40:13.790441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:13.798410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cedb83-7a7f-48fe-bec9-9e5414350902 req-46ed55d4-5bbe-41e0-9a56-b1d00f0ccdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:13.800681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07cedb83-7a7f-48fe-bec9-9e5414350902 req-46ed55d4-5bbe-41e0-9a56-b1d00f0ccdeb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e940a496-2c4c-4f59-9374-1eb95b513441 HTTP/1.1" status: 200 len: 1096 time: 0.0637412 Aug 19 12:40:13.809227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Transition to ACTIVE for port object b8238312-ece4-45cb-96ea-033d24d5e305 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:13.846696 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07cedb83-7a7f-48fe-bec9-9e5414350902 req-ae00960b-3aab-4a61-b3d4-bded79b2a129 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344357 Aug 19 12:40:13.943311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ff621-eeee-4995-8578-692f86837068 req-efa0216a-68d7-41a6-a15b-9a413429bd06 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:13.944888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-240ff621-eeee-4995-8578-692f86837068 req-efa0216a-68d7-41a6-a15b-9a413429bd06 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.0529661 Aug 19 12:40:13.991894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-240ff621-eeee-4995-8578-692f86837068 req-aeb568b7-73fe-40b4-998a-7633ef5dd269 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359921 Aug 19 12:40:14.078261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:14.135103 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Network 29ef09de-5990-44c2-9944-078fcae9a991 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:14.139431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:14.142606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:14.150791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:14.151779 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:14.168133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'Port': ['ID=b8238312-ece4-45cb-96ea-033d24d5e305,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:14.246178 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49356) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:14.363318 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e63d41f-c6cc-4665-8207-0aa7edc2f189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:14.649831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49366) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:14.710725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d8553-2bff-4212-9353-d5a912897376 req-338855f0-bcb4-4254-9b71-8f161a0e066a tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:14.712663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af4d8553-2bff-4212-9353-d5a912897376 req-338855f0-bcb4-4254-9b71-8f161a0e066a tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 944 time: 0.0632861 Aug 19 12:40:14.792491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2768d-dfaa-4570-8973-235a4ee9e853 req-234a8291-948e-46fd-ba3c-d06716953f08 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:14.794812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75c2768d-dfaa-4570-8973-235a4ee9e853 req-234a8291-948e-46fd-ba3c-d06716953f08 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cc72ce3-333c-455d-86c2-71aa2dbebeb4 HTTP/1.1" status: 200 len: 945 time: 0.0811708 Aug 19 12:40:14.797923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af4d8553-2bff-4212-9353-d5a912897376 req-cd993117-20cd-45c7-8f25-3bde73efdbc1 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754433 Aug 19 12:40:14.813813 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e370dfba-94f7-40dc-85bb-343b0d9a6843 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f21d80aa8c042bfa468072e8be743c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625228 Aug 19 12:40:14.814555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49372) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:14.851183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75c2768d-dfaa-4570-8973-235a4ee9e853 req-97c920b5-0755-4b5a-aaed-c5ae7b07f3cd tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Aug 19 12:40:14.887810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-559feab9-6f18-4ee8-921f-a14aa53acca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:14.895036 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b27720a-17a4-4ed9-b6a3-c4b86d4ef4ac tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9738479 Aug 19 12:40:14.897248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49376) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:14.903403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Request body: {'port': {'network_id': '29ef09de-5990-44c2-9944-078fcae9a991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-809647147'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:14.925822 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-559feab9-6f18-4ee8-921f-a14aa53acca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.014451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.029439 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c0957c4e-adbc-4ada-bad7-286a8d1f8b8b None None] Provisioning for port b8238312-ece4-45cb-96ea-033d24d5e305 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:15.029439 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c0957c4e-adbc-4ada-bad7-286a8d1f8b8b None None] Provisioning complete for port b8238312-ece4-45cb-96ea-033d24d5e305 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:15.029439 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c0957c4e-adbc-4ada-bad7-286a8d1f8b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.065431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c0957c4e-adbc-4ada-bad7-286a8d1f8b8b None None] Port b8238312-ece4-45cb-96ea-033d24d5e305 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:15.291959 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e63d41f-c6cc-4665-8207-0aa7edc2f189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.409180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796b998-f24b-4e32-ab9c-1acabfe66fea req-ad3b7d65-06a4-4c9d-9a7d-378f20f97bb8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:15.410756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4796b998-f24b-4e32-ab9c-1acabfe66fea req-ad3b7d65-06a4-4c9d-9a7d-378f20f97bb8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=e940a496-2c4c-4f59-9374-1eb95b513441 HTTP/1.1" status: 200 len: 945 time: 0.4630508 Aug 19 12:40:15.428657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9d885-f512-47f5-9531-e36e4bfdb935 req-073a5319-4257-4a72-b684-95a0ea108b11 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:15.430359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0a9d885-f512-47f5-9531-e36e4bfdb935 req-073a5319-4257-4a72-b684-95a0ea108b11 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.1175199 Aug 19 12:40:15.492924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4796b998-f24b-4e32-ab9c-1acabfe66fea req-d0595162-c67f-49bd-9b83-a4a2a4330871 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736785 Aug 19 12:40:15.498992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0a9d885-f512-47f5-9531-e36e4bfdb935 req-cde4a0d0-5259-4618-888c-edd57300512d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603664 Aug 19 12:40:15.519094 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e63d41f-c6cc-4665-8207-0aa7edc2f189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.532550 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-559feab9-6f18-4ee8-921f-a14aa53acca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.539767 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-559feab9-6f18-4ee8-921f-a14aa53acca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.543704 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-559feab9-6f18-4ee8-921f-a14aa53acca1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2cae3b59-0c77-43fd-aa53-7c0078b24414 HTTP/1.1" status: 204 len: 168 time: 0.7255161 Aug 19 12:40:15.599926 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7e63d41f-c6cc-4665-8207-0aa7edc2f189 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c109d4efda141b1aa60359151289575&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3523910 Aug 19 12:40:15.602548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63d41f-c6cc-4665-8207-0aa7edc2f189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea502786-1f93-46a2-a0bd-af77a3c6bcd8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:15.604322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49384) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:15.614313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559feab9-6f18-4ee8-921f-a14aa53acca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae3b59-0c77-43fd-aa53-7c0078b24414,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:15.640771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Made reservation on behalf of d722694bff3946fdad5b2d6f66a3ba99 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:15.644227 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.682128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] device_id is not set on port bcb6530e-12a8-49b4-9bc4-69e8af4b2adf yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:15.696231 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4ed909b-f18d-4778-8d9c-b3677dabecaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.760229 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4ed909b-f18d-4778-8d9c-b3677dabecaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.899091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Allocated IP 2001:db8::6a (29ef09de-5990-44c2-9944-078fcae9a991/0f08d055-3702-49f4-8ae3-a4e3f9127a20/bcb6530e-12a8-49b4-9bc4-69e8af4b2adf) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:16.034789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eca1fb-e9c8-4a4f-9d1f-efbe2e45b588 req-4ea19cdd-d8c8-4444-bafe-b28336347b50 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:16.036343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98eca1fb-e9c8-4a4f-9d1f-efbe2e45b588 req-4ea19cdd-d8c8-4444-bafe-b28336347b50 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 944 time: 0.1319702 Aug 19 12:40:16.115026 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4ed909b-f18d-4778-8d9c-b3677dabecaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.117631 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4ed909b-f18d-4778-8d9c-b3677dabecaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.118792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e4ed909b-f18d-4778-8d9c-b3677dabecaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea502786-1f93-46a2-a0bd-af77a3c6bcd8 HTTP/1.1" status: 204 len: 168 time: 0.5133948 Aug 19 12:40:16.140304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98eca1fb-e9c8-4a4f-9d1f-efbe2e45b588 req-5a801b4b-ee39-4a0c-9a56-82bf8084ad75 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890508 Aug 19 12:40:16.143402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed909b-f18d-4778-8d9c-b3677dabecaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea502786-1f93-46a2-a0bd-af77a3c6bcd8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:16.207108 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.225968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Transition to ACTIVE for port object bcb6530e-12a8-49b4-9bc4-69e8af4b2adf will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:16.343373 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.400516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Network 29ef09de-5990-44c2-9944-078fcae9a991 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:16.404879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:16.411658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:16.417850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:16.419556 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.422623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'Port': ['ID=bcb6530e-12a8-49b4-9bc4-69e8af4b2adf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:16.431062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8789451d-2119-40be-8caf-eafe01ebb957 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:40:16.534405 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7f80d516-aaea-4e3b-9ee4-a2f971d601cc tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6327956 Aug 19 12:40:16.534850 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49404) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:16.540374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8412a434-f468-48f9-829f-8f306fefefba tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24b', 'mac_address': 'fa:16:3e:2f:ec:0e'}, {'ip_address': '2001:db8::14c', 'mac_address': 'fa:16:3e:79:28:80'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:16.643739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8789451d-2119-40be-8caf-eafe01ebb957, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8789451d-2119-40be-8caf-eafe01ebb957,segment=NetworkSegment(cbe5d00f-5237-45d7-86a2-dc7e600993b8),segment_id=cbe5d00f-5237-45d7-86a2-dc7e600993b8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:16.680957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '8789451d-2119-40be-8caf-eafe01ebb957', 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c', 'port_id': '8789451d-2119-40be-8caf-eafe01ebb957', 'mac_address': 'fa:16:3e:a6:6d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f431bb8e-d1ef-4b3c-ad64-5a21aeadaa6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:40:16.775012 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.797767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ff2b7-bbc5-4f7e-aa44-f847e1536865 req-2d6803ff-8a12-402b-8d7f-92ed657d861f tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:16.799385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-196ff2b7-bbc5-4f7e-aa44-f847e1536865 req-2d6803ff-8a12-402b-8d7f-92ed657d861f tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=e940a496-2c4c-4f59-9374-1eb95b513441 HTTP/1.1" status: 200 len: 945 time: 0.1522741 Aug 19 12:40:16.805149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8789451d-2119-40be-8caf-eafe01ebb957 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:16.819278 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8412a434-f468-48f9-829f-8f306fefefba tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.831366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8789451d-2119-40be-8caf-eafe01ebb957, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8789451d-2119-40be-8caf-eafe01ebb957,segment=NetworkSegment(cbe5d00f-5237-45d7-86a2-dc7e600993b8),segment_id=cbe5d00f-5237-45d7-86a2-dc7e600993b8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:16.835330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a91325-1c82-4442-aed3-a3ff6daa98f7 req-dc070d0e-0246-4f6c-8785-26f183f6ac42 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:16.836963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1a91325-1c82-4442-aed3-a3ff6daa98f7 req-dc070d0e-0246-4f6c-8785-26f183f6ac42 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.1293850 Aug 19 12:40:16.866309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-196ff2b7-bbc5-4f7e-aa44-f847e1536865 req-56725dc1-8599-4bb7-a69c-cff8c8f231cb tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593388 Aug 19 12:40:16.908007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1a91325-1c82-4442-aed3-a3ff6daa98f7 req-714c32cd-037e-465d-890a-b72ec2971052 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579252 Aug 19 12:40:16.935796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ff4d89e1-3c4d-422f-8e46-161973a87fa4 None None] Provisioning for port bcb6530e-12a8-49b4-9bc4-69e8af4b2adf completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:16.939444 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.979577 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ff4d89e1-3c4d-422f-8e46-161973a87fa4 None None] Provisioning complete for port bcb6530e-12a8-49b4-9bc4-69e8af4b2adf triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:16.979577 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff4d89e1-3c4d-422f-8e46-161973a87fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.019965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d89e1-3c4d-422f-8e46-161973a87fa4 None None] Port bcb6530e-12a8-49b4-9bc4-69e8af4b2adf cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:17.053681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=8789451d-2119-40be-8caf-eafe01ebb957,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:17.063457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.063921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.064298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.064677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.065076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.065454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.065768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.066095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.066424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.066742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.067064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.067386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:17.076243 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8412a434-f468-48f9-829f-8f306fefefba tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.118653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49420) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:17.164568 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-71f67ffe-51fa-49b6-a518-0aec0166744e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b7b2b59ffbb4ab0aeccabdc69f6e2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446994 Aug 19 12:40:17.171881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49422) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:17.179164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['8789451d-2119-40be-8caf-eafe01ebb957'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:17.231513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8412a434-f468-48f9-829f-8f306fefefba tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.311903 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412a434-f468-48f9-829f-8f306fefefba tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event updated for resources: {'Port': ['ID=bcb6530e-12a8-49b4-9bc4-69e8af4b2adf,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:17.345335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf3d51f6-6f1a-4570-bea3-dc0e52c9535f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.353840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8412a434-f468-48f9-829f-8f306fefefba tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] In _notify_port_updated(), no bound segment for port bcb6530e-12a8-49b4-9bc4-69e8af4b2adf on network 29ef09de-5990-44c2-9944-078fcae9a991 {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:40:17.362361 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8412a434-f468-48f9-829f-8f306fefefba tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:17.364198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8412a434-f468-48f9-829f-8f306fefefba tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.366365 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8412a434-f468-48f9-829f-8f306fefefba tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "PUT /v2.0/ports/bcb6530e-12a8-49b4-9bc4-69e8af4b2adf HTTP/1.1" status: 200 len: 1066 time: 0.8303790 Aug 19 12:40:17.371210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49428) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:17.403559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798a021-d70c-4440-b592-49feee540045 req-ca5d58a5-75e0-43ab-8051-3356e7f8b6b4 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:17.416248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c798a021-d70c-4440-b592-49feee540045 req-ca5d58a5-75e0-43ab-8051-3356e7f8b6b4 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 945 time: 0.1321244 Aug 19 12:40:17.419129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49430) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:17.463313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf3d51f6-6f1a-4570-bea3-dc0e52c9535f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.475913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c798a021-d70c-4440-b592-49feee540045 req-6022080d-cf82-4ec0-8069-998a5302b23f tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586443 Aug 19 12:40:17.591840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a4606c88-08b1-4112-9b92-c04b6ccab029 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Deleting port bcb6530e-12a8-49b4-9bc4-69e8af4b2adf {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:17.592450 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4606c88-08b1-4112-9b92-c04b6ccab029 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.602692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1131993166'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:17.687525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637194e-efbc-49ad-bbff-899e4171fff7 req-9d87a9e1-da42-4d35-9e4f-2394bf00c893 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:17.689089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2637194e-efbc-49ad-bbff-899e4171fff7 req-9d87a9e1-da42-4d35-9e4f-2394bf00c893 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=e940a496-2c4c-4f59-9374-1eb95b513441 HTTP/1.1" status: 200 len: 945 time: 0.0684047 Aug 19 12:40:17.705932 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4606c88-08b1-4112-9b92-c04b6ccab029 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.716206 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf3d51f6-6f1a-4570-bea3-dc0e52c9535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.723143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf3d51f6-6f1a-4570-bea3-dc0e52c9535f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.723143 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cf3d51f6-6f1a-4570-bea3-dc0e52c9535f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b460dd8-0c51-4961-8a60-10a26f6ff3bc HTTP/1.1" status: 204 len: 168 time: 0.5460820 Aug 19 12:40:17.726516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a4606c88-08b1-4112-9b92-c04b6ccab029 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Calling delete_port for bcb6530e-12a8-49b4-9bc4-69e8af4b2adf owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:17.737811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d51f6-6f1a-4570-bea3-dc0e52c9535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b460dd8-0c51-4961-8a60-10a26f6ff3bc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:17.766197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2637194e-efbc-49ad-bbff-899e4171fff7 req-f76c1617-fdca-42bf-a19d-b82c302c6576 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703351 Aug 19 12:40:17.766896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Made reservation on behalf of 56a7ea13cc9e4c78acb6c566f2e97566 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:17.776330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.779969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a2dbd7ea-5a6d-43f5-95d6-385d5fd8b160 None None] Provisioning complete for port bcb6530e-12a8-49b4-9bc4-69e8af4b2adf triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:17.780662 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd7ea-5a6d-43f5-95d6-385d5fd8b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.788811 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.854843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbd7ea-5a6d-43f5-95d6-385d5fd8b160 None None] Port bcb6530e-12a8-49b4-9bc4-69e8af4b2adf cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:18.030156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4606c88-08b1-4112-9b92-c04b6ccab029 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.063228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4606c88-08b1-4112-9b92-c04b6ccab029 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event deleted for resources: {'Port': ['ID=bcb6530e-12a8-49b4-9bc4-69e8af4b2adf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:18.125309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.237833 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.285662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:18.312167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2777c4d-f2aa-4a6c-a9e1-2f6719a09d2f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:18.331199 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.333418 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Added segment ecf93fa5-3548-485c-b3e9-9f410caf98e1 of type vlan for network f97624b0-aeb6-492e-ad7d-33fa39401771 Aug 19 12:40:18.362079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4606c88-08b1-4112-9b92-c04b6ccab029 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.370088 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a4606c88-08b1-4112-9b92-c04b6ccab029 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "DELETE /v2.0/ports/bcb6530e-12a8-49b4-9bc4-69e8af4b2adf HTTP/1.1" status: 204 len: 168 time: 0.9974983 Aug 19 12:40:18.371703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49448) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:18.425437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.434927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8789451d-2119-40be-8caf-eafe01ebb957 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:18.458900 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0df4571-732a-42c0-bc11-a43d5ade8e11 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] GET failed (client error): The resource could not be found. Aug 19 12:40:18.466707 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a0df4571-732a-42c0-bc11-a43d5ade8e11 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "GET /v2.0/ports/bcb6530e-12a8-49b4-9bc4-69e8af4b2adf HTTP/1.1" status: 404 len: 333 time: 0.0931070 Aug 19 12:40:18.467612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49452) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:18.562220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45563a57-68a9-44b6-afc9-cb0dc270f24d req-fa9ca6be-74c4-4315-8e02-ea5d7ca43fa3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:18.563918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45563a57-68a9-44b6-afc9-cb0dc270f24d req-fa9ca6be-74c4-4315-8e02-ea5d7ca43fa3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.0875993 Aug 19 12:40:18.569618 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.576921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:18.577759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.599217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-32b15323-a3be-466a-ba13-9eef08a950be tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Deleting port b8238312-ece4-45cb-96ea-033d24d5e305 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:18.599885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32b15323-a3be-466a-ba13-9eef08a950be tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.602883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 8789451d-2119-40be-8caf-eafe01ebb957 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:18.608551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 8789451d-2119-40be-8caf-eafe01ebb957 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:18.613128 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.717885 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2975795 Aug 19 12:40:18.721609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49460) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:18.722621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb33fc-2265-402d-a050-a72edfb6fcad tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Pushing event updated for resources: {'Network': ['ID=f97624b0-aeb6-492e-ad7d-33fa39401771,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:18.737718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Request body: {'subnet': {'network_id': 'f97624b0-aeb6-492e-ad7d-33fa39401771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:18.744879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network f97624b0-aeb6-492e-ad7d-33fa39401771 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:18.745484 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32b15323-a3be-466a-ba13-9eef08a950be tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.748142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45563a57-68a9-44b6-afc9-cb0dc270f24d req-abbd9a73-e5dd-427d-a9bb-071392faaf58 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674409 Aug 19 12:40:18.770884 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.780380 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-32b15323-a3be-466a-ba13-9eef08a950be tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Calling delete_port for b8238312-ece4-45cb-96ea-033d24d5e305 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:18.832334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5ad1d-a7e4-4780-a97c-253da1721429 req-3a25f567-e3aa-4e38-b1dc-6ec10cf0bf58 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:18.840521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75f5ad1d-a7e4-4780-a97c-253da1721429 req-3a25f567-e3aa-4e38-b1dc-6ec10cf0bf58 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 945 time: 0.2525172 Aug 19 12:40:18.865300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e036dea9-695f-4408-9b3f-5a52c0548944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8789451d-2119-40be-8caf-eafe01ebb957'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:18.868422 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d03372c-a02a-420a-b4f0-c9cd14be399b" -d '{"events": [{"server_uuid": "e036dea9-695f-4408-9b3f-5a52c0548944", "name": "network-vif-plugged", "status": "completed", "tag": "8789451d-2119-40be-8caf-eafe01ebb957"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:18.889704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8789451d-2119-40be-8caf-eafe01ebb957, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8789451d-2119-40be-8caf-eafe01ebb957,segment=NetworkSegment(cbe5d00f-5237-45d7-86a2-dc7e600993b8),segment_id=cbe5d00f-5237-45d7-86a2-dc7e600993b8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:18.934054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75f5ad1d-a7e4-4780-a97c-253da1721429 req-c025fffc-11a5-45ee-a7e4-256a76b9a10d tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926125 Aug 19 12:40:18.960001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb4fdb-f004-4780-acb5-42e8f5689b89 req-4dfdb4ed-58a5-4df6-8b8c-b21e5d2d835c tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:18.961616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56cb4fdb-f004-4780-acb5-42e8f5689b89 req-4dfdb4ed-58a5-4df6-8b8c-b21e5d2d835c tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=e940a496-2c4c-4f59-9374-1eb95b513441 HTTP/1.1" status: 200 len: 945 time: 0.0959280 Aug 19 12:40:18.983953 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2e3a48-981e-420b-b4c5-90b1e3b1fe23 x-openstack-request-id: req-ac2e3a48-981e-420b-b4c5-90b1e3b1fe23 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:18.984245 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e036dea9-695f-4408-9b3f-5a52c0548944", "name": "network-vif-plugged", "status": "completed", "tag": "8789451d-2119-40be-8caf-eafe01ebb957", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:18.984497 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac2e3a48-981e-420b-b4c5-90b1e3b1fe23 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:18.984889 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e036dea9-695f-4408-9b3f-5a52c0548944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8789451d-2119-40be-8caf-eafe01ebb957', 'code': 200} Aug 19 12:40:19.004189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56cb4fdb-f004-4780-acb5-42e8f5689b89 req-b19ab44d-db38-4a25-bcd7-3a615c4fd6a0 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352788 Aug 19 12:40:19.083249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdc164-5fb9-4769-bb90-8016299e1459 req-dcf2e3bd-bc49-4c0d-a259-3e40ae287eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:19.084791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1fdc164-5fb9-4769-bb90-8016299e1459 req-dcf2e3bd-bc49-4c0d-a259-3e40ae287eb5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 1096 time: 0.0446210 Aug 19 12:40:19.123032 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1fdc164-5fb9-4769-bb90-8016299e1459 req-e0917e4e-eb90-4c4c-b8aa-67b06ae4c4e6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Aug 19 12:40:19.287064 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.294195 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32b15323-a3be-466a-ba13-9eef08a950be tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.298547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Made reservation on behalf of 56a7ea13cc9e4c78acb6c566f2e97566 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:19.302799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.330588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b15323-a3be-466a-ba13-9eef08a950be tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event deleted for resources: {'Port': ['ID=b8238312-ece4-45cb-96ea-033d24d5e305,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:19.366443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=8789451d-2119-40be-8caf-eafe01ebb957,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:19.372650 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32b15323-a3be-466a-ba13-9eef08a950be tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.376304 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-32b15323-a3be-466a-ba13-9eef08a950be tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "DELETE /v2.0/ports/b8238312-ece4-45cb-96ea-033d24d5e305 HTTP/1.1" status: 204 len: 168 time: 0.9069989 Aug 19 12:40:19.378554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49474) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:19.409105 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-066548d5-4511-4eae-81c7-3d9a4bde22f1 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] GET failed (client error): The resource could not be found. Aug 19 12:40:19.412302 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-066548d5-4511-4eae-81c7-3d9a4bde22f1 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "GET /v2.0/ports/b8238312-ece4-45cb-96ea-033d24d5e305 HTTP/1.1" status: 404 len: 333 time: 0.0304799 Aug 19 12:40:19.415312 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49476) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:19.426306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c1c2e-3599-4a42-9937-6d3d16898c36 req-0d52871b-7d78-4f2d-b016-566b306e22b2 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:19.427856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c10c1c2e-3599-4a42-9937-6d3d16898c36 req-0d52871b-7d78-4f2d-b016-566b306e22b2 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.53 "GET /v2.0/ports?device_id=e940a496-2c4c-4f59-9374-1eb95b513441 HTTP/1.1" status: 200 len: 945 time: 0.1436229 Aug 19 12:40:19.552655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b068a-20b1-4a38-af46-3b7d27786d5b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Deleting port 52afcfe9-7940-4ad1-a35e-365b68df371a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:19.553192 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b068a-20b1-4a38-af46-3b7d27786d5b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.641569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c10c1c2e-3599-4a42-9937-6d3d16898c36 req-df8ef006-37ab-4f83-a576-19494d7dd504 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Deleting port c956c912-d215-4670-8ce9-4ed1328d0495 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:19.641569 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c10c1c2e-3599-4a42-9937-6d3d16898c36 req-df8ef006-37ab-4f83-a576-19494d7dd504 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.683609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b068a-20b1-4a38-af46-3b7d27786d5b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.695388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b068a-20b1-4a38-af46-3b7d27786d5b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Calling delete_port for 52afcfe9-7940-4ad1-a35e-365b68df371a owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:19.696937 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49480) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:19.715716 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.846922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Pushing event updated for resources: {'Subnet': ['ID=887f6caf-a84c-43bb-bdca-bab7a5cf8708,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:19.858407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c10c1c2e-3599-4a42-9937-6d3d16898c36 req-df8ef006-37ab-4f83-a576-19494d7dd504 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] For port c956c912-d215-4670-8ce9-4ed1328d0495, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c956c912-d215-4670-8ce9-4ed1328d0495,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:19.858789 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c10c1c2e-3599-4a42-9937-6d3d16898c36 req-df8ef006-37ab-4f83-a576-19494d7dd504 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.861302 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'network': {'name': 'tempest-RoutersTest-1844613021'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:19.873577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Checking segment: {'id': 'ecf93fa5-3548-485c-b3e9-9f410caf98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f97624b0-aeb6-492e-ad7d-33fa39401771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:19.874244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Network hostable DHCP agents. Network: f97624b0-aeb6-492e-ad7d-33fa39401771, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:40:19.885228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c10c1c2e-3599-4a42-9937-6d3d16898c36 req-df8ef006-37ab-4f83-a576-19494d7dd504 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Calling delete_port for c956c912-d215-4670-8ce9-4ed1328d0495 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:20.012633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3718284-aa24-4f06-8616-3322a42303b3 req-c5edb54e-ba19-4877-bb19-6ff44004913d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:20.014733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3718284-aa24-4f06-8616-3322a42303b3 req-c5edb54e-ba19-4877-bb19-6ff44004913d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.1321037 Aug 19 12:40:20.077722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:20.081269 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.097186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.108622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3718284-aa24-4f06-8616-3322a42303b3 req-a35df08b-d8d9-4878-81a4-8608f4bf8bfa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792372 Aug 19 12:40:20.139413 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b068a-20b1-4a38-af46-3b7d27786d5b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.139529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Network f97624b0-aeb6-492e-ad7d-33fa39401771 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:40:20.168868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab89e32-341f-4fc6-8f0a-abd635d508cc req-019ff5d0-7644-4b9e-884c-990a23e435ef tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:20.174744 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ab89e32-341f-4fc6-8f0a-abd635d508cc req-019ff5d0-7644-4b9e-884c-990a23e435ef tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 946 time: 0.1549063 Aug 19 12:40:20.241977 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b8b068a-20b1-4a38-af46-3b7d27786d5b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.241977 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b8b068a-20b1-4a38-af46-3b7d27786d5b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "DELETE /v2.0/ports/52afcfe9-7940-4ad1-a35e-365b68df371a HTTP/1.1" status: 204 len: 168 time: 0.8182690 Aug 19 12:40:20.242266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49490) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:20.242362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b068a-20b1-4a38-af46-3b7d27786d5b tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event deleted for resources: {'Port': ['ID=52afcfe9-7940-4ad1-a35e-365b68df371a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:20.257771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-2809d819-95f3-4082-bc8b-8d58d8368bf1 req-6e8250dd-4eed-494c-8cd1-f2041ef062ee service neutron] (95660) timed out ('10.222.0.44', 58084) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:40:20.285569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, f97624b0-aeb6-492e-ad7d-33fa39401771) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:20.295799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642cd64-c3cb-481f-a8aa-fda15fca7c6e None None] Network f97624b0-aeb6-492e-ad7d-33fa39401771 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:20.311374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ab89e32-341f-4fc6-8f0a-abd635d508cc req-ad434276-3094-4bab-9e68-65eb15cc9611 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160898 Aug 19 12:40:20.311851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:20.312324 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.331427 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.358224 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c10c1c2e-3599-4a42-9937-6d3d16898c36 req-df8ef006-37ab-4f83-a576-19494d7dd504 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.370240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['11a59ccc-d61f-463b-84c5-ab2ce34a4a58'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:20.379028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8d2183fb-a139-47ce-81c8-5ae87268d5a6', 'c956c912-d215-4670-8ce9-4ed1328d0495'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:20.388943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200c3a-35ce-4988-ba05-646ad73eecea req-b4770559-c006-44d1-a26b-35aa23f4db5c tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:20.390624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03200c3a-35ce-4988-ba05-646ad73eecea req-b4770559-c006-44d1-a26b-35aa23f4db5c tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=e940a496-2c4c-4f59-9374-1eb95b513441 HTTP/1.1" status: 200 len: 945 time: 0.2053683 Aug 19 12:40:20.422772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ef006-37ab-4f83-a576-19494d7dd504 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Pushing event deleted for resources: {'Port': ['ID=c956c912-d215-4670-8ce9-4ed1328d0495,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:20.428871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2848c469-2bfe-4ce6-82a2-8895059da2da tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Deleting subnet 0f08d055-3702-49f4-8ae3-a4e3f9127a20 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:40:20.440193 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2848c469-2bfe-4ce6-82a2-8895059da2da tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.447891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.484397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:20.501931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81091d97-dec1-4c3c-8e65-af6bc15d7867,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:20.514650 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.515129 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added segment ccc5dc47-8003-444f-a746-e74040c30197 of type vlan for network 23412559-ab1b-4a5c-8c22-9675d39b5e0f Aug 19 12:40:20.549462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10c1c2e-3599-4a42-9937-6d3d16898c36 req-df8ef006-37ab-4f83-a576-19494d7dd504 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] No DVR routers for this DVR port c956c912-d215-4670-8ce9-4ed1328d0495 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:20.555954 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c10c1c2e-3599-4a42-9937-6d3d16898c36 req-df8ef006-37ab-4f83-a576-19494d7dd504 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.559115 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c10c1c2e-3599-4a42-9937-6d3d16898c36 req-df8ef006-37ab-4f83-a576-19494d7dd504 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.53 "DELETE /v2.0/ports/c956c912-d215-4670-8ce9-4ed1328d0495 HTTP/1.1" status: 204 len: 173 time: 1.1227071 Aug 19 12:40:20.559682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e940a496-2c4c-4f59-9374-1eb95b513441', 'name': 'network-vif-deleted', 'tag': 'c956c912-d215-4670-8ce9-4ed1328d0495'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:20.562783 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61876cc5-12da-4266-86d3-6fbb57ba6bdc" -d '{"events": [{"server_uuid": "e940a496-2c4c-4f59-9374-1eb95b513441", "name": "network-vif-deleted", "tag": "c956c912-d215-4670-8ce9-4ed1328d0495"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:20.568813 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2848c469-2bfe-4ce6-82a2-8895059da2da tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.577277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03200c3a-35ce-4988-ba05-646ad73eecea req-a8f19c9b-a90a-4136-9587-8b5b77dfb15c tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570265 Aug 19 12:40:20.610212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.637428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a07f9fad-591a-4290-8ab2-477b59186f5f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9053311 Aug 19 12:40:20.637428 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e71f3e7-aedd-46a8-9565-621559497925 x-openstack-request-id: req-9e71f3e7-aedd-46a8-9565-621559497925 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:20.637428 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e940a496-2c4c-4f59-9374-1eb95b513441", "name": "network-vif-deleted", "tag": "c956c912-d215-4670-8ce9-4ed1328d0495", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:20.637428 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e71f3e7-aedd-46a8-9565-621559497925 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:20.637428 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e940a496-2c4c-4f59-9374-1eb95b513441', 'name': 'network-vif-deleted', 'tag': 'c956c912-d215-4670-8ce9-4ed1328d0495', 'status': 'completed', 'code': 200} Aug 19 12:40:20.638365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49496) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:20.646720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-f97624b0-aeb6-492e-ad7d-33fa39401771', 'network_id': 'f97624b0-aeb6-492e-ad7d-33fa39401771', 'tenant_id': '56a7ea13cc9e4c78acb6c566f2e97566', 'fixed_ips': [{'subnet_id': '887f6caf-a84c-43bb-bdca-bab7a5cf8708'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:40:20.647603 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.648109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Request body: {'port': {'network_id': 'f97624b0-aeb6-492e-ad7d-33fa39401771', 'name': 'tempest-TagsExtTest-1055642039'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:20.716128 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2848c469-2bfe-4ce6-82a2-8895059da2da tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.819291 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.827386 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:20.828041 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.891087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Allocated IP 172.20.0.2 (f97624b0-aeb6-492e-ad7d-33fa39401771/887f6caf-a84c-43bb-bdca-bab7a5cf8708/9fea3755-1a9c-4606-b31d-16123a0b4a4b) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:20.908847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Network': ['ID=23412559-ab1b-4a5c-8c22-9675d39b5e0f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:20.924037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 23412559-ab1b-4a5c-8c22-9675d39b5e0f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:20.929808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Made reservation on behalf of 56a7ea13cc9e4c78acb6c566f2e97566 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:20.933852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.954027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] device_id is not set on port 53a88d93-7c10-407e-ae59-3172773faf2a yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:21.010026 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2848c469-2bfe-4ce6-82a2-8895059da2da tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.048332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848c469-2bfe-4ce6-82a2-8895059da2da tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event deleted for resources: {'Subnet': ['ID=0f08d055-3702-49f4-8ae3-a4e3f9127a20,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:21.055540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2848c469-2bfe-4ce6-82a2-8895059da2da tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.058454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2848c469-2bfe-4ce6-82a2-8895059da2da tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "DELETE /v2.0/subnets/0f08d055-3702-49f4-8ae3-a4e3f9127a20 HTTP/1.1" status: 204 len: 168 time: 0.8192542 Aug 19 12:40:21.061951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:21.103954 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-76ea99cb-7a6a-4955-b0ac-f6ed660471bd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4033844 Aug 19 12:40:21.104170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49500) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:21.110272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'network': {'name': 'tempest-RoutersTest-163295688'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:21.155728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bfbf48-d46d-42db-8388-ab65bb6e6041 None None] Network 29ef09de-5990-44c2-9944-078fcae9a991 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:21.166366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.275258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc9bb0-19ca-4616-b405-25db5d12448e req-3f9d7734-316a-4485-9740-62ed576e0996 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:21.278392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94dc9bb0-19ca-4616-b405-25db5d12448e req-3f9d7734-316a-4485-9740-62ed576e0996 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.0755055 Aug 19 12:40:21.284226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Deleting port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:21.284573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.288635 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2617122a-9b87-4fdd-bf78-fe024827d918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.288808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:21.292768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.332754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:21.345304 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.345939 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added segment cbb43776-5ad7-425a-8ca2-2d0b3dc228f5 of type vlan for network 030735f5-1126-4271-bafe-44b01547e88d Aug 19 12:40:21.391072 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.396744 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.406016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Transition to ACTIVE for port object 9fea3755-1a9c-4606-b31d-16123a0b4a4b will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:21.429945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Transition to ACTIVE for port object 9fea3755-1a9c-4606-b31d-16123a0b4a4b will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:21.469605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94dc9bb0-19ca-4616-b405-25db5d12448e req-f859daa6-dca2-4970-b295-d596abe58f73 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826499 Aug 19 12:40:21.470806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94053744-52dc-4602-9fdc-398516577ee0 None None] DHCP port deletion for 29ef09de-5990-44c2-9944-078fcae9a991 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:40:21.482738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] For port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2,segment=NetworkSegment(26a9564d-902d-4dd0-bb0a-08a7325e3281),segment_id=26a9564d-902d-4dd0-bb0a-08a7325e3281)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:21.483130 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.500959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Calling delete_port for 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:21.528615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30a850-1c94-4f53-b925-e5cfc6fa193d req-20457ac7-88fb-4152-920e-af455a268249 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:21.529902 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.531358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b30a850-1c94-4f53-b925-e5cfc6fa193d req-20457ac7-88fb-4152-920e-af455a268249 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 946 time: 0.1505761 Aug 19 12:40:21.539281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:21.540126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.544748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-94053744-52dc-4602-9fdc-398516577ee0 None None] Deleting port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:21.550753 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-94053744-52dc-4602-9fdc-398516577ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.565633 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.674707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Network': ['ID=030735f5-1126-4271-bafe-44b01547e88d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:21.694434 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Allocated IP 172.20.0.7 (f97624b0-aeb6-492e-ad7d-33fa39401771/887f6caf-a84c-43bb-bdca-bab7a5cf8708/53a88d93-7c10-407e-ae59-3172773faf2a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:21.708210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b30a850-1c94-4f53-b925-e5cfc6fa193d req-8719a8cd-a4ad-4c42-9c36-e24e36b78a19 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135018 Aug 19 12:40:21.708874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 030735f5-1126-4271-bafe-44b01547e88d details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:21.714426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Network f97624b0-aeb6-492e-ad7d-33fa39401771 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:21.723711 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2be0daa9-eb5f-426b-99a0-94b21a3b51e3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6182797 Aug 19 12:40:21.724560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49510) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:21.744671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:21.755143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'subnet': {'network_id': '23412559-ab1b-4a5c-8c22-9675d39b5e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:21.774560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db0778b3-d10d-4036-b215-73a1b27c914f req-9638bf72-04b5-4f01-a02d-b102bb894682 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=e940a496-2c4c-4f59-9374-1eb95b513441 HTTP/1.1" status: 200 len: 210 time: 0.0460951 Aug 19 12:40:21.780087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:21.786378 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Pushing event updated for resources: {'Port': ['ID=9fea3755-1a9c-4606-b31d-16123a0b4a4b,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:21.801248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-94053744-52dc-4602-9fdc-398516577ee0 None None] For port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2,segment=NetworkSegment(26a9564d-902d-4dd0-bb0a-08a7325e3281),segment_id=26a9564d-902d-4dd0-bb0a-08a7325e3281)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:21.801898 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-94053744-52dc-4602-9fdc-398516577ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.853453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-94053744-52dc-4602-9fdc-398516577ee0 None None] Calling delete_port for 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:21.933605 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Attempting to bind port 9fea3755-1a9c-4606-b31d-16123a0b4a4b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:21.933920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Attempting to bind port 9fea3755-1a9c-4606-b31d-16123a0b4a4b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ecf93fa5-3548-485c-b3e9-9f410caf98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f97624b0-aeb6-492e-ad7d-33fa39401771'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:21.934309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Attempting to bind port 9fea3755-1a9c-4606-b31d-16123a0b4a4b on network f97624b0-aeb6-492e-ad7d-33fa39401771 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:21.945966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:21.946356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Checking segment: {'id': 'ecf93fa5-3548-485c-b3e9-9f410caf98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f97624b0-aeb6-492e-ad7d-33fa39401771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:21.946771 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.947174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Bound using segment: {'id': 'ecf93fa5-3548-485c-b3e9-9f410caf98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f97624b0-aeb6-492e-ad7d-33fa39401771'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:21.947664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Bound port: 9fea3755-1a9c-4606-b31d-16123a0b4a4b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf93fa5-3548-485c-b3e9-9f410caf98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f97624b0-aeb6-492e-ad7d-33fa39401771'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:21.948058 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.951289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.983774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event deleted for resources: {'Port': ['ID=7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:21.993687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] No DVR routers for this DVR port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:22.022261 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-94053744-52dc-4602-9fdc-398516577ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.066713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:22.072890 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.082418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94053744-52dc-4602-9fdc-398516577ee0 None None] Pushing event deleted for resources: {'Port': ['ID=7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:22.097274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94053744-52dc-4602-9fdc-398516577ee0 None None] No DVR routers for this DVR port 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:22.099461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] For port 9fea3755-1a9c-4606-b31d-16123a0b4a4b, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:22.117133 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.128933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] For port 9fea3755-1a9c-4606-b31d-16123a0b4a4b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9fea3755-1a9c-4606-b31d-16123a0b4a4b,segment=NetworkSegment(ecf93fa5-3548-485c-b3e9-9f410caf98e1),segment_id=ecf93fa5-3548-485c-b3e9-9f410caf98e1)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:22.130301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ef09de-5990-44c2-9944-078fcae9a991']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:22.142214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a9564d-902d-4dd0-bb0a-08a7325e3281') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:22.142649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a9564d-902d-4dd0-bb0a-08a7325e3281') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:22.153242 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.162201 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.169184 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.175799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:22.176285 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:22.179567 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:22.190694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Transition to ACTIVE for port object 53a88d93-7c10-407e-ae59-3172773faf2a will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:22.264640 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.353722 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6e2fa-04af-4ed6-af4c-6157f0f5a27e None None] Pushing event updated for resources: {'Port': ['ID=9fea3755-1a9c-4606-b31d-16123a0b4a4b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:22.397920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.406976 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.410659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] 10.222.0.44 "DELETE /v2.0/networks/29ef09de-5990-44c2-9944-078fcae9a991 HTTP/1.1" status: 204 len: 168 time: 1.3458326 Aug 19 12:40:22.432887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11faeaa-f6fa-4ff7-b3be-34eb02b23411 tempest-AllowedAddressPairIpV6TestJSON-1938849426 tempest-AllowedAddressPairIpV6TestJSON-1938849426-project] Pushing event deleted for resources: {'Network': ['ID=29ef09de-5990-44c2-9944-078fcae9a991,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:22.467144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.979410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Network f97624b0-aeb6-492e-ad7d-33fa39401771 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:22.979410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:22.979410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:22.979410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Pushing event updated for resources: {'Port': ['ID=53a88d93-7c10-407e-ae59-3172773faf2a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:22.979410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:22.979410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.984978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6a44c-7699-4a06-841b-7632c209f6cd req-e3bacf3d-2ad2-43b2-8700-56151042ec63 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:22.984978 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acd6a44c-7699-4a06-841b-7632c209f6cd req-e3bacf3d-2ad2-43b2-8700-56151042ec63 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.0904791 Aug 19 12:40:22.984978 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acd6a44c-7699-4a06-841b-7632c209f6cd req-dae4851a-1f2f-4738-9b4b-b9e1f6247b41 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379937 Aug 19 12:40:22.987761 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.987761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Subnet': ['ID=e2d23a65-5aa1-491f-8efe-9a7cbc1873c2,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:22.987761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Checking segment: {'id': 'ccc5dc47-8003-444f-a746-e74040c30197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '23412559-ab1b-4a5c-8c22-9675d39b5e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:22.987761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network hostable DHCP agents. Network: 23412559-ab1b-4a5c-8c22-9675d39b5e0f, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:40:23.119637 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6db2ef23-bbd5-4cb3-8ebd-6656f515cb5b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4808750 Aug 19 12:40:23.122931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49534) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:23.128316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0b0ffb28-678c-43c4-90cf-1c5741691d01 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-783723116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:23.267041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9fea3755-1a9c-4606-b31d-16123a0b4a4b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:23.317622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 23412559-ab1b-4a5c-8c22-9675d39b5e0f is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:40:23.318854 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b0ffb28-678c-43c4-90cf-1c5741691d01 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:23.322334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b0ffb28-678c-43c4-90cf-1c5741691d01 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:23.408014 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b0ffb28-678c-43c4-90cf-1c5741691d01 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:23.408233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 23412559-ab1b-4a5c-8c22-9675d39b5e0f) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:23.416885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:23.418317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6973b5ce-0bf6-47d5-bc62-a5027585fe56 None None] Network 23412559-ab1b-4a5c-8c22-9675d39b5e0f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:23.418955 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:23.501688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 9fea3755-1a9c-4606-b31d-16123a0b4a4b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:23.513405 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b0ffb28-678c-43c4-90cf-1c5741691d01 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:23.542317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6129ea-cf4c-46fe-8743-ca2333072ffd None None] Network f97624b0-aeb6-492e-ad7d-33fa39401771 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:23.564835 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2a5b4095-99aa-40e9-aeb4-a7d0d24a3a73 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8283882 Aug 19 12:40:23.565062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49552) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:23.571192 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'subnet': {'network_id': '030735f5-1126-4271-bafe-44b01547e88d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:23.619809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b0ffb28-678c-43c4-90cf-1c5741691d01 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:23.621729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0b0ffb28-678c-43c4-90cf-1c5741691d01 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4975502 Aug 19 12:40:23.624945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49554) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:23.634852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-100061e0-405f-413d-8227-bda3ff24e198 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-740240997', 'prefixes': ['172.20.0.0/16']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:23.642694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:23.682224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:23.717955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:23.718313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7fa1bce5-a1df-4acf-bf7c-b605a3b22cc2 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:23.869673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-23412559-ab1b-4a5c-8c22-9675d39b5e0f', 'network_id': '23412559-ab1b-4a5c-8c22-9675d39b5e0f', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'fixed_ips': [{'subnet_id': 'e2d23a65-5aa1-491f-8efe-9a7cbc1873c2'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:40:23.871026 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:23.874098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c7fb92b5-51d5-41c9-a37a-eda4983b87b2 None None] Provisioning for port 9fea3755-1a9c-4606-b31d-16123a0b4a4b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:23.892777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c7fb92b5-51d5-41c9-a37a-eda4983b87b2 None None] Provisioning complete for port 9fea3755-1a9c-4606-b31d-16123a0b4a4b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:23.893151 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c7fb92b5-51d5-41c9-a37a-eda4983b87b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:23.921349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ea5385b0-c80a-4bb1-816b-d5ecf2bd9235 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d722694bff3946fdad5b2d6f66a3ba99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764862 Aug 19 12:40:23.924060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49566) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:24.008199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8209c403-d999-4a3e-903d-c00017f830cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.026280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:24.031260 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.036265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645eac-2551-45af-8fd5-8de85999721b req-6a71a76c-afb9-4d4a-aeb0-72cca885b928 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:24.045653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645eac-2551-45af-8fd5-8de85999721b req-6a71a76c-afb9-4d4a-aeb0-72cca885b928 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:24.047931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25645eac-2551-45af-8fd5-8de85999721b req-6a71a76c-afb9-4d4a-aeb0-72cca885b928 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf&device_id=9cc72ce3-333c-455d-86c2-71aa2dbebeb4 HTTP/1.1" status: 200 len: 1681 time: 0.0818501 Aug 19 12:40:24.057333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c956c912-d215-4670-8ce9-4ed1328d0495 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:24.086626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8209c403-d999-4a3e-903d-c00017f830cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.107196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25645eac-2551-45af-8fd5-8de85999721b req-d1c8a406-be23-4b7e-8889-cf878914f145 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467219 Aug 19 12:40:24.115464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: c956c912-d215-4670-8ce9-4ed1328d0495 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:24.116020 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c956c912-d215-4670-8ce9-4ed1328d0495 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:24.237989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Allocated IP 172.20.0.2 (23412559-ab1b-4a5c-8c22-9675d39b5e0f/e2d23a65-5aa1-491f-8efe-9a7cbc1873c2/58ffd5e1-c3e3-4c55-b240-94b8c46ea460) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:24.253393 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c7fb92b5-51d5-41c9-a37a-eda4983b87b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.257366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc588b-f1d2-44bb-a6f6-c839e17a6ae3 req-9306f979-cb43-48bc-a001-a697749a80f2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:24.269996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8fc588b-f1d2-44bb-a6f6-c839e17a6ae3 req-9306f979-cb43-48bc-a001-a697749a80f2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.0852225 Aug 19 12:40:24.310468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-100061e0-405f-413d-8227-bda3ff24e198 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for subnetpool, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.310468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-100061e0-405f-413d-8227-bda3ff24e198 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6800654 Aug 19 12:40:24.311705 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8209c403-d999-4a3e-903d-c00017f830cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.315536 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8209c403-d999-4a3e-903d-c00017f830cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.317230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49574) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:24.320116 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8209c403-d999-4a3e-903d-c00017f830cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f11eaddf-305c-44f2-bf84-d0fc241a937b HTTP/1.1" status: 204 len: 168 time: 0.3923275 Aug 19 12:40:24.338645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-99bd9039-1869-4d70-ae6c-28cae81cb31a tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708', 'tempest-TagsExtTest-Tag-1607135835') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:24.340698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209c403-d999-4a3e-903d-c00017f830cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11eaddf-305c-44f2-bf84-d0fc241a937b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:24.352009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c7fb92b5-51d5-41c9-a37a-eda4983b87b2 None None] For port 9fea3755-1a9c-4606-b31d-16123a0b4a4b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9fea3755-1a9c-4606-b31d-16123a0b4a4b,segment=NetworkSegment(ecf93fa5-3548-485c-b3e9-9f410caf98e1),segment_id=ecf93fa5-3548-485c-b3e9-9f410caf98e1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:24.431308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8fc588b-f1d2-44bb-a6f6-c839e17a6ae3 req-df2fd592-c601-404a-9a78-e06e4553408b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392729 Aug 19 12:40:24.444247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb06e52-a5db-408c-a907-d278a7618e4b req-28fe9c01-09b9-49f6-9a2f-73e11db6fd38 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:24.446804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bb06e52-a5db-408c-a907-d278a7618e4b req-28fe9c01-09b9-49f6-9a2f-73e11db6fd38 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 946 time: 0.2137012 Aug 19 12:40:24.475002 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.488156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Transition to ACTIVE for port object 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:24.512817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Transition to ACTIVE for port object 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:24.529231 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c7fb92b5-51d5-41c9-a37a-eda4983b87b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.530554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bb06e52-a5db-408c-a907-d278a7618e4b req-8b16caa7-3add-44ca-bb23-095ee3e1af3d tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752461 Aug 19 12:40:24.597852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb92b5-51d5-41c9-a37a-eda4983b87b2 None None] Pushing event updated for resources: {'Port': ['ID=9fea3755-1a9c-4606-b31d-16123a0b4a4b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:24.671345 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.706572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-99bd9039-1869-4d70-ae6c-28cae81cb31a tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags/tempest-TagsExtTest-Tag-1607135835 HTTP/1.1" status: 201 len: 201 time: 0.3865941 Aug 19 12:40:24.707805 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.709260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49582) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:24.756402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-a9aca554-a370-4fcf-b5b1-38f57ae58b33 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a', 'tempest-TagsExtTest-Tag-1024213090') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:24.757264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Subnet': ['ID=fd888e4c-3f4e-4f1b-bfb4-c6c5ab62d31a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:24.757366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Network 23412559-ab1b-4a5c-8c22-9675d39b5e0f is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:24.761948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:24.762716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Checking segment: {'id': 'cbb43776-5ad7-425a-8ca2-2d0b3dc228f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '030735f5-1126-4271-bafe-44b01547e88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:24.763236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network hostable DHCP agents. Network: 030735f5-1126-4271-bafe-44b01547e88d, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:40:24.764455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Pushing event updated for resources: {'Port': ['ID=58ffd5e1-c3e3-4c55-b240-94b8c46ea460,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:24.767730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:24.827167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Attempting to bind port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:24.827560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Attempting to bind port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ccc5dc47-8003-444f-a746-e74040c30197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '23412559-ab1b-4a5c-8c22-9675d39b5e0f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:24.827906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Attempting to bind port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 on network 23412559-ab1b-4a5c-8c22-9675d39b5e0f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:24.833670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:24.834055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Checking segment: {'id': 'ccc5dc47-8003-444f-a746-e74040c30197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '23412559-ab1b-4a5c-8c22-9675d39b5e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:24.834511 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.835529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Bound using segment: {'id': 'ccc5dc47-8003-444f-a746-e74040c30197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '23412559-ab1b-4a5c-8c22-9675d39b5e0f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:24.835529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Bound port: 58ffd5e1-c3e3-4c55-b240-94b8c46ea460, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc5dc47-8003-444f-a746-e74040c30197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '23412559-ab1b-4a5c-8c22-9675d39b5e0f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:24.836062 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.849289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ae95ea15-c2c5-4b7f-bd8b-1cd6592f820a None None] Provisioning for port 53a88d93-7c10-407e-ae59-3172773faf2a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:24.855516 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ae95ea15-c2c5-4b7f-bd8b-1cd6592f820a None None] Provisioning complete for port 53a88d93-7c10-407e-ae59-3172773faf2a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:24.916765 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ae95ea15-c2c5-4b7f-bd8b-1cd6592f820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.929656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ae95ea15-c2c5-4b7f-bd8b-1cd6592f820a None None] Port 53a88d93-7c10-407e-ae59-3172773faf2a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:24.945530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] For port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:24.951657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] For port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=58ffd5e1-c3e3-4c55-b240-94b8c46ea460,segment=NetworkSegment(ccc5dc47-8003-444f-a746-e74040c30197),segment_id=ccc5dc47-8003-444f-a746-e74040c30197)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:24.953189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ae95ea15-c2c5-4b7f-bd8b-1cd6592f820a None None] Provisioning complete for port 9fea3755-1a9c-4606-b31d-16123a0b4a4b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:24.953590 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ae95ea15-c2c5-4b7f-bd8b-1cd6592f820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.047951 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 030735f5-1126-4271-bafe-44b01547e88d is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:40:25.117365 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.122339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a9aca554-a370-4fcf-b5b1-38f57ae58b33 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags/tempest-TagsExtTest-Tag-1024213090 HTTP/1.1" status: 201 len: 201 time: 0.4074740 Aug 19 12:40:25.124574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49590) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:25.129818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-e067b9dc-e3bc-48f2-8f68-d63609e06205 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493', 'tempest-TagsExtTest-Tag-876654027') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:25.187627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d4149f04-f64a-4100-abb6-c9f4891b694c None None] Provisioning complete for port 53a88d93-7c10-407e-ae59-3172773faf2a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:25.188198 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d4149f04-f64a-4100-abb6-c9f4891b694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.239554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d4149f04-f64a-4100-abb6-c9f4891b694c None None] Port 53a88d93-7c10-407e-ae59-3172773faf2a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:25.247307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9fea3755-1a9c-4606-b31d-16123a0b4a4b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:25.249900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b2cc4-b7d6-490d-8d98-7847b67cc91c None None] Pushing event updated for resources: {'Port': ['ID=58ffd5e1-c3e3-4c55-b240-94b8c46ea460,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:25.261816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 030735f5-1126-4271-bafe-44b01547e88d) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:25.273079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:25.273814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.294918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad94a27-a568-42bb-8212-ecd4460eb514 None None] Network 030735f5-1126-4271-bafe-44b01547e88d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:25.362524 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-247233a1-95df-45d2-8912-bba86e0d50cd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7960191 Aug 19 12:40:25.368054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49598) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:25.377964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-00b5f14a-c5d3-405a-a72a-5bcfeb3dbfa4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1272507942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:25.422214 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e067b9dc-e3bc-48f2-8f68-d63609e06205 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags/tempest-TagsExtTest-Tag-876654027 HTTP/1.1" status: 201 len: 201 time: 0.2940540 Aug 19 12:40:25.426702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49602) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:25.445363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-80bc6458-5a02-4421-a9ac-c671bea87327 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0', 'tempest-TagsExtTest-Tag-1934577406') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:25.455057 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-22efc276-17b5-46f7-98a6-fdf303e3c8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.460672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9fea3755-1a9c-4606-b31d-16123a0b4a4b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:25.461311 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.606204 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00b5f14a-c5d3-405a-a72a-5bcfeb3dbfa4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.607590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00b5f14a-c5d3-405a-a72a-5bcfeb3dbfa4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.642772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404dea4-8b3e-4b00-8d67-17f4636d0e13 req-9b927765-5ff8-48b0-b646-59ceb5ab2171 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:25.644217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3404dea4-8b3e-4b00-8d67-17f4636d0e13 req-9b927765-5ff8-48b0-b646-59ceb5ab2171 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.52 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 946 time: 0.1209629 Aug 19 12:40:25.645453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-030735f5-1126-4271-bafe-44b01547e88d', 'network_id': '030735f5-1126-4271-bafe-44b01547e88d', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'fixed_ips': [{'subnet_id': 'fd888e4c-3f4e-4f1b-bfb4-c6c5ab62d31a'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:40:25.646288 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.713689 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-80bc6458-5a02-4421-a9ac-c671bea87327 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags/tempest-TagsExtTest-Tag-1934577406 HTTP/1.1" status: 201 len: 201 time: 0.2895002 Aug 19 12:40:25.718495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49608) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:25.728544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-d534f8a5-b50e-4bed-8a1d-22373ad82f6d tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:25.765236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75932c55-54be-44b6-9abe-0679e4ade8d2 req-b77f9180-c4d7-47b7-b5ab-38155cfe41c0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:25.767018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75932c55-54be-44b6-9abe-0679e4ade8d2 req-b77f9180-c4d7-47b7-b5ab-38155cfe41c0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.1873591 Aug 19 12:40:25.779497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00b5f14a-c5d3-405a-a72a-5bcfeb3dbfa4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.863853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75932c55-54be-44b6-9abe-0679e4ade8d2 req-9e159e34-c42d-4ded-823e-755b4fc62f23 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872664 Aug 19 12:40:25.873028 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d534f8a5-b50e-4bed-8a1d-22373ad82f6d tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags HTTP/1.1" status: 200 len: 241 time: 0.1510379 Aug 19 12:40:25.879860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49616) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:25.885977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-a48c07ee-e7aa-4344-9bcc-aa5bce1c807d tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708', 'tempest-TagsExtTest-Tag-1607135835') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:25.932385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3404dea4-8b3e-4b00-8d67-17f4636d0e13 req-483ed5a3-843b-4815-82e1-69fa2f069127 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Deleting port 8789451d-2119-40be-8caf-eafe01ebb957 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:25.933473 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3404dea4-8b3e-4b00-8d67-17f4636d0e13 req-483ed5a3-843b-4815-82e1-69fa2f069127 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.939077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00b5f14a-c5d3-405a-a72a-5bcfeb3dbfa4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.050990 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.074188 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Allocated IP 172.21.0.2 (030735f5-1126-4271-bafe-44b01547e88d/fd888e4c-3f4e-4f1b-bfb4-c6c5ab62d31a/fb71b193-c5c4-4803-9099-74e8337fa916) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:26.129444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3404dea4-8b3e-4b00-8d67-17f4636d0e13 req-483ed5a3-843b-4815-82e1-69fa2f069127 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] For port 8789451d-2119-40be-8caf-eafe01ebb957, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8789451d-2119-40be-8caf-eafe01ebb957,segment=NetworkSegment(cbe5d00f-5237-45d7-86a2-dc7e600993b8),segment_id=cbe5d00f-5237-45d7-86a2-dc7e600993b8)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:26.130009 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3404dea4-8b3e-4b00-8d67-17f4636d0e13 req-483ed5a3-843b-4815-82e1-69fa2f069127 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.156748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3404dea4-8b3e-4b00-8d67-17f4636d0e13 req-483ed5a3-843b-4815-82e1-69fa2f069127 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Calling delete_port for 8789451d-2119-40be-8caf-eafe01ebb957 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:26.314222 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.317164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a48c07ee-e7aa-4344-9bcc-aa5bce1c807d tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags/tempest-TagsExtTest-Tag-1607135835 HTTP/1.1" status: 204 len: 168 time: 0.4361582 Aug 19 12:40:26.318670 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00b5f14a-c5d3-405a-a72a-5bcfeb3dbfa4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.321130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49626) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.323038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-00b5f14a-c5d3-405a-a72a-5bcfeb3dbfa4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9550838 Aug 19 12:40:26.326400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49628) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.328906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-7324d738-fed5-424b-b661-062357201655 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708', 'tempest-TagsExtTest-Tag-1607135835') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:26.344100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Transition to ACTIVE for port object fb71b193-c5c4-4803-9099-74e8337fa916 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:26.379879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Transition to ACTIVE for port object fb71b193-c5c4-4803-9099-74e8337fa916 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:26.411078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49630) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.500786 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.550630 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7324d738-fed5-424b-b661-062357201655 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags/tempest-TagsExtTest-Tag-1607135835 HTTP/1.1" status: 204 len: 168 time: 0.2272620 Aug 19 12:40:26.550630 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49634) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.555609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-d9258978-f6cf-4d3f-b946-9198e761ac43 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:26.570693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Network 030735f5-1126-4271-bafe-44b01547e88d is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:26.572673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:26.580462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:26.595982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Pushing event updated for resources: {'Port': ['ID=fb71b193-c5c4-4803-9099-74e8337fa916,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:26.605421 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-48475d33-fdd0-44ba-8a2f-1e7526544294 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:26.607003 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-48475d33-fdd0-44ba-8a2f-1e7526544294 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1949835 Aug 19 12:40:26.611257 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49636) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.618412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-0b4af37c-411e-472a-ba65-99c0a60ff806 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:26.618412 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0b4af37c-411e-472a-ba65-99c0a60ff806 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055368 Aug 19 12:40:26.627561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49638) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.633580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-347e2818-d45d-4921-8c2a-13d299e12231 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:26.634955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26483a-ef6f-4371-bd18-918f834986fc None None] Network 23412559-ab1b-4a5c-8c22-9675d39b5e0f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:26.639385 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-347e2818-d45d-4921-8c2a-13d299e12231 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064666 Aug 19 12:40:26.640944 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49640) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.649927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-94fa4e12-cf9f-4a04-b72a-cd09386509de tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:26.653696 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-94fa4e12-cf9f-4a04-b72a-cd09386509de tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0062096 Aug 19 12:40:26.655495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49642) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.659916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-b77f7811-03fd-4533-ae19-dffb5cec8f39 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:26.663460 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b77f7811-03fd-4533-ae19-dffb5cec8f39 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044620 Aug 19 12:40:26.663977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49644) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.669781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-316db97e-c9f4-4a53-9559-7631517b3f85 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:26.673292 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-316db97e-c9f4-4a53-9559-7631517b3f85 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0061986 Aug 19 12:40:26.673651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49646) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.678467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-654d5772-d65c-4afa-b31f-d7ec46f0c934 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:26.682117 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-654d5772-d65c-4afa-b31f-d7ec46f0c934 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050361 Aug 19 12:40:26.682424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49648) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.693803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-e2381cd0-6121-4a7a-ae34-c8c7db419d94 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:26.698235 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e2381cd0-6121-4a7a-ae34-c8c7db419d94 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0110438 Aug 19 12:40:26.699599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49650) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.705420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-be762749-6a57-49d7-a563-b8db84a0f01a tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:26.709068 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-be762749-6a57-49d7-a563-b8db84a0f01a tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0058284 Aug 19 12:40:26.711491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49652) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.714973 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d9258978-f6cf-4d3f-b946-9198e761ac43 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags HTTP/1.1" status: 200 len: 205 time: 0.1633785 Aug 19 12:40:26.718596 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-f55b091d-53d1-4a82-b214-c459d78df5e7 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:26.723947 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f55b091d-53d1-4a82-b214-c459d78df5e7 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0070112 Aug 19 12:40:26.723947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49656) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.724351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49658) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.729052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-c2afd904-b8be-4643-8460-b1c1bfa0d217 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:26.735340 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-8d780fb7-da10-4109-b1f7-d8c1803edc98 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:26.736506 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8d780fb7-da10-4109-b1f7-d8c1803edc98 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0114970 Aug 19 12:40:26.747554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Attempting to bind port fb71b193-c5c4-4803-9099-74e8337fa916 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:26.749302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Attempting to bind port fb71b193-c5c4-4803-9099-74e8337fa916 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'cbb43776-5ad7-425a-8ca2-2d0b3dc228f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '030735f5-1126-4271-bafe-44b01547e88d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:26.749302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Attempting to bind port fb71b193-c5c4-4803-9099-74e8337fa916 on network 030735f5-1126-4271-bafe-44b01547e88d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:26.752153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49660) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.761914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:26.762292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Checking segment: {'id': 'cbb43776-5ad7-425a-8ca2-2d0b3dc228f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '030735f5-1126-4271-bafe-44b01547e88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:26.762719 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.763181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Bound using segment: {'id': 'cbb43776-5ad7-425a-8ca2-2d0b3dc228f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '030735f5-1126-4271-bafe-44b01547e88d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:26.763830 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Bound port: fb71b193-c5c4-4803-9099-74e8337fa916, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb43776-5ad7-425a-8ca2-2d0b3dc228f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '030735f5-1126-4271-bafe-44b01547e88d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:26.764275 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.890742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1282a-8d88-4212-858d-dfc5c6b32cdb req-0606c62a-50ba-4495-96f3-59695c1bf024 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:26.892286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eca1282a-8d88-4212-858d-dfc5c6b32cdb req-0606c62a-50ba-4495-96f3-59695c1bf024 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 946 time: 0.8877063 Aug 19 12:40:26.908714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] For port fb71b193-c5c4-4803-9099-74e8337fa916, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:26.913084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] For port fb71b193-c5c4-4803-9099-74e8337fa916, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fb71b193-c5c4-4803-9099-74e8337fa916,segment=NetworkSegment(cbb43776-5ad7-425a-8ca2-2d0b3dc228f5),segment_id=cbb43776-5ad7-425a-8ca2-2d0b3dc228f5)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:26.935786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5b33f700-f513-4e29-af95-e08b97509c07 None None] Provisioning for port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:27.040454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2033a37-c24c-4523-aad5-5195a63cfb90 req-6ff6bea1-09dd-4b06-a596-0684fe6ecadd tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.042673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2033a37-c24c-4523-aad5-5195a63cfb90 req-6ff6bea1-09dd-4b06-a596-0684fe6ecadd tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cc72ce3-333c-455d-86c2-71aa2dbebeb4 HTTP/1.1" status: 200 len: 945 time: 0.7340693 Aug 19 12:40:27.047773 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3404dea4-8b3e-4b00-8d67-17f4636d0e13 req-483ed5a3-843b-4815-82e1-69fa2f069127 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:27.061251 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:27.065143 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:27.067935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eca1282a-8d88-4212-858d-dfc5c6b32cdb req-253c5fe4-ac37-4e87-9f8d-ffc085a701ba tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382728 Aug 19 12:40:27.077589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-687bc421-5bf8-4a6b-8667-1439fc1ac82b tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.079647 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-687bc421-5bf8-4a6b-8667-1439fc1ac82b tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0063343 Aug 19 12:40:27.099000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49664) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.099000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-1dff7fd2-dbcb-425e-85ea-8cf3d22d8dbf tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.099000 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1dff7fd2-dbcb-425e-85ea-8cf3d22d8dbf tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0065165 Aug 19 12:40:27.112672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49666) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.125364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [None req-d0ffb0b2-7416-4079-b458-50f9d93dbdc6 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.131131 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d0ffb0b2-7416-4079-b458-50f9d93dbdc6 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0145447 Aug 19 12:40:27.132838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ed5a3-843b-4815-82e1-69fa2f069127 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Pushing event deleted for resources: {'Port': ['ID=8789451d-2119-40be-8caf-eafe01ebb957,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:27.145847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49670) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.154568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-0ff0a146-9f00-4264-bda2-2de76461e04c tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.155608 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0ff0a146-9f00-4264-bda2-2de76461e04c tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0101793 Aug 19 12:40:27.161338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.168873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-98841285-75de-47dc-bfc7-87bfedc819a2 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.170039 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-98841285-75de-47dc-bfc7-87bfedc819a2 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0075622 Aug 19 12:40:27.178259 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49674) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.188573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-555b12e0-4c3d-4ece-9f39-eaa442d76967 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.189635 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-555b12e0-4c3d-4ece-9f39-eaa442d76967 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0102785 Aug 19 12:40:27.200343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8db3-5ac7-459e-abff-68873f865255 req-c6b1caf2-9629-4c14-9150-3cc0f557a430 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.202562 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-203f8db3-5ac7-459e-abff-68873f865255 req-c6b1caf2-9629-4c14-9150-3cc0f557a430 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc72ce3-333c-455d-86c2-71aa2dbebeb4 HTTP/1.1" status: 200 len: 945 time: 0.1225615 Aug 19 12:40:27.203616 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd954c4-979a-43c4-a11f-4cd69727fc56 None None] Pushing event updated for resources: {'Port': ['ID=fb71b193-c5c4-4803-9099-74e8337fa916,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:27.205643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49676) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.212303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-91623bef-73d4-4496-8e34-beb052ab2188 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.213535 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-91623bef-73d4-4496-8e34-beb052ab2188 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0073707 Aug 19 12:40:27.228079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49678) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.242370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [None req-67966375-54b1-4694-8d8f-11255f6ce070 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.249618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-67966375-54b1-4694-8d8f-11255f6ce070 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0203755 Aug 19 12:40:27.280996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49680) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.289061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [None req-52389606-cd2a-45c3-be5e-645e1586686d tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.299218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-52389606-cd2a-45c3-be5e-645e1586686d tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0165737 Aug 19 12:40:27.302894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49684) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.315322 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:40:27.328206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-27eebc1e-ab0e-4694-94a0-faca0aeb5e5b tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.329401 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-27eebc1e-ab0e-4694-94a0-faca0aeb5e5b tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0117586 Aug 19 12:40:27.338307 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c2afd904-b8be-4643-8460-b1c1bfa0d217 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags HTTP/1.1" status: 200 len: 241 time: 0.6165302 Aug 19 12:40:27.339871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49686) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.340404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49688) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.354808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-ca1ad8bd-dfe7-40f9-83c8-a02a30002d45 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a', 'tempest-TagsExtTest-Tag-1024213090') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:27.370957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-5f657672-d389-4d30-985b-e54abf3cd00c tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.372217 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f657672-d389-4d30-985b-e54abf3cd00c tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0261142 Aug 19 12:40:27.381416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49690) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.406307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3404dea4-8b3e-4b00-8d67-17f4636d0e13 req-483ed5a3-843b-4815-82e1-69fa2f069127 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] No DVR routers for this DVR port 8789451d-2119-40be-8caf-eafe01ebb957 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:27.415233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3404dea4-8b3e-4b00-8d67-17f4636d0e13 req-483ed5a3-843b-4815-82e1-69fa2f069127 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:27.421779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3404dea4-8b3e-4b00-8d67-17f4636d0e13 req-483ed5a3-843b-4815-82e1-69fa2f069127 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.52 "DELETE /v2.0/ports/8789451d-2119-40be-8caf-eafe01ebb957 HTTP/1.1" status: 204 len: 173 time: 1.7599177 Aug 19 12:40:27.423097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:27.423244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-949adf5c-f8bb-4da8-b1b7-f510daf70c34 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.427434 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-949adf5c-f8bb-4da8-b1b7-f510daf70c34 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0407312 Aug 19 12:40:27.435080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49692) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.441924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e036dea9-695f-4408-9b3f-5a52c0548944', 'name': 'network-vif-deleted', 'tag': '8789451d-2119-40be-8caf-eafe01ebb957'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:27.445691 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea767143-a779-40c6-b38e-e4b40526ea7c" -d '{"events": [{"server_uuid": "e036dea9-695f-4408-9b3f-5a52c0548944", "name": "network-vif-deleted", "tag": "8789451d-2119-40be-8caf-eafe01ebb957"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:27.480845 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2033a37-c24c-4523-aad5-5195a63cfb90 req-dcedbfc9-0c0d-4f81-bc66-a700f0a4b359 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146030 Aug 19 12:40:27.498132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-c7cc33a2-7378-4f48-b223-36ce90634d14 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.498132 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c7cc33a2-7378-4f48-b223-36ce90634d14 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0176001 Aug 19 12:40:27.498132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49696) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.508225 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-d96b8175-b40d-4e6a-8fd6-9b3050ef2f17 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.510252 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d96b8175-b40d-4e6a-8fd6-9b3050ef2f17 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0095305 Aug 19 12:40:27.546876 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49698) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.567211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-ee4861d7-10bf-4677-982f-885bc6438737 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.570582 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ee4861d7-10bf-4677-982f-885bc6438737 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0156765 Aug 19 12:40:27.570728 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49700) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.581016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-1a29d4c0-cc65-4cc6-b24b-1163ac7aad7b tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.582105 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1a29d4c0-cc65-4cc6-b24b-1163ac7aad7b tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0085833 Aug 19 12:40:27.587278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49702) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.599167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:27.600838 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-051e679a-bd81-46ea-b513-82097b3c32ec tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.601877 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-051e679a-bd81-46ea-b513-82097b3c32ec tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0127060 Aug 19 12:40:27.605875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49704) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.617130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-a299af6f-25ef-4c5a-be1f-854e1499d2e2 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.618161 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a299af6f-25ef-4c5a-be1f-854e1499d2e2 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0086677 Aug 19 12:40:27.623065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49706) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.630728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [None req-142681b0-b205-45c1-a6e4-431df486d90a tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.636595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-142681b0-b205-45c1-a6e4-431df486d90a tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0057001 Aug 19 12:40:27.636595 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49708) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.644361 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ca1ad8bd-dfe7-40f9-83c8-a02a30002d45 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags/tempest-TagsExtTest-Tag-1024213090 HTTP/1.1" status: 204 len: 168 time: 0.2941613 Aug 19 12:40:27.644951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [None req-e6f695a6-b62f-490f-992e-745c5053e0a8 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.644951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e6f695a6-b62f-490f-992e-745c5053e0a8 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0063701 Aug 19 12:40:27.646924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49710) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.647275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49712) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.655001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [None req-1b9c7008-2b6c-4448-8a88-f791dd0d70f1 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.655842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1b9c7008-2b6c-4448-8a88-f791dd0d70f1 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0055628 Aug 19 12:40:27.660090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49714) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.664396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576efd4b-41f8-4f99-bcad-2d02c3612473 req-5ff8485c-2173-4fb9-815e-14c5cd4a42df tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.666450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:27.667829 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-f3fd8a23-4d4e-4608-89d7-71b0711a30b3 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.672096 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f3fd8a23-4d4e-4608-89d7-71b0711a30b3 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0112348 Aug 19 12:40:27.673442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-576efd4b-41f8-4f99-bcad-2d02c3612473 req-5ff8485c-2173-4fb9-815e-14c5cd4a42df tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.2767811 Aug 19 12:40:27.679471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49716) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.679471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-f2fb8601-b208-4ef9-b225-78a6b0a500b9 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.686367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:27.688457 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:27.689111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-dcefc445-a00e-49bd-9814-eaf4254a5eb2 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a', 'tempest-TagsExtTest-Tag-1024213090') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:27.690068 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f2fb8601-b208-4ef9-b225-78a6b0a500b9 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0149741 Aug 19 12:40:27.692820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-203f8db3-5ac7-459e-abff-68873f865255 req-9ca1ce10-e0f2-44c1-a74e-0e92f5960920 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Deleting port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:27.693168 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-203f8db3-5ac7-459e-abff-68873f865255 req-9ca1ce10-e0f2-44c1-a74e-0e92f5960920 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:27.704549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49718) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.721627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-ffe41766-a584-426c-8a74-a80aea339c49 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.722701 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ffe41766-a584-426c-8a74-a80aea339c49 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0171900 Aug 19 12:40:27.755503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49720) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.760898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-185f6354-91f7-4519-a3b9-41dd7c12209a tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.762327 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-185f6354-91f7-4519-a3b9-41dd7c12209a tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054927 Aug 19 12:40:27.765532 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49722) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.770578 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05135f28-ec79-42d8-8c73-2dd350ee99f4 x-openstack-request-id: req-05135f28-ec79-42d8-8c73-2dd350ee99f4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:27.770767 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e036dea9-695f-4408-9b3f-5a52c0548944", "name": "network-vif-deleted", "tag": "8789451d-2119-40be-8caf-eafe01ebb957", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:27.770977 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05135f28-ec79-42d8-8c73-2dd350ee99f4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:27.771350 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e036dea9-695f-4408-9b3f-5a52c0548944', 'name': 'network-vif-deleted', 'tag': '8789451d-2119-40be-8caf-eafe01ebb957', 'status': 'completed', 'code': 200} Aug 19 12:40:27.772308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-69028868-3177-40d9-9c81-0847959b585b tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.773636 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-69028868-3177-40d9-9c81-0847959b585b tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0068221 Aug 19 12:40:27.785917 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49724) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.798571 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-c443aee2-b0c0-461e-b02a-a1f92d1c29e6 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.800042 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c443aee2-b0c0-461e-b02a-a1f92d1c29e6 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0111442 Aug 19 12:40:27.803548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49726) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.809084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-8950fb3a-4f6d-40ad-9f03-ce170f66de01 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.810468 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8950fb3a-4f6d-40ad-9f03-ce170f66de01 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0057175 Aug 19 12:40:27.817754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49728) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.827430 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:27.827979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-5cae0563-3fff-48ed-92c2-5db8963faba4 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.829403 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5cae0563-3fff-48ed-92c2-5db8963faba4 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0101261 Aug 19 12:40:27.840775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49730) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.845835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-17f11a82-bfeb-46d5-b527-f228178a1cf0 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.847240 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-17f11a82-bfeb-46d5-b527-f228178a1cf0 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0052056 Aug 19 12:40:27.857283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49732) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.865126 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-c108f02f-2b5e-436e-8018-1406c9122e76 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.867009 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c108f02f-2b5e-436e-8018-1406c9122e76 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080826 Aug 19 12:40:27.873265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49734) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.887129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-fced2b76-c934-4b22-b7d4-9c397a709b03 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.888559 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fced2b76-c934-4b22-b7d4-9c397a709b03 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0135286 Aug 19 12:40:27.890943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=58ffd5e1-c3e3-4c55-b240-94b8c46ea460,segment=NetworkSegment(ccc5dc47-8003-444f-a746-e74040c30197),segment_id=ccc5dc47-8003-444f-a746-e74040c30197)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:27.897566 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-203f8db3-5ac7-459e-abff-68873f865255 req-9ca1ce10-e0f2-44c1-a74e-0e92f5960920 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] For port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=11a59ccc-d61f-463b-84c5-ab2ce34a4a58,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:27.898037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-203f8db3-5ac7-459e-abff-68873f865255 req-9ca1ce10-e0f2-44c1-a74e-0e92f5960920 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:27.900759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49736) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.911750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-6ebfab20-6498-47c6-9548-ef4e86fbcaee tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.915304 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6ebfab20-6498-47c6-9548-ef4e86fbcaee tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0109704 Aug 19 12:40:27.915884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49738) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.923665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-d8579171-8719-4f21-b456-dcd725a93ed9 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.924813 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d8579171-8719-4f21-b456-dcd725a93ed9 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0078394 Aug 19 12:40:27.926498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-203f8db3-5ac7-459e-abff-68873f865255 req-9ca1ce10-e0f2-44c1-a74e-0e92f5960920 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Calling delete_port for 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:27.928117 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49740) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.931689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-576efd4b-41f8-4f99-bcad-2d02c3612473 req-813557be-bba4-4179-9e1e-a3f399942508 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574770 Aug 19 12:40:27.933549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-3cd886d8-0a51-4c59-99a1-330ee6bfb8b5 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.935205 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3cd886d8-0a51-4c59-99a1-330ee6bfb8b5 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0058632 Aug 19 12:40:27.938127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49742) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.943832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-e7161e39-8b62-484e-90f3-b2f189cc5203 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.947236 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e7161e39-8b62-484e-90f3-b2f189cc5203 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047400 Aug 19 12:40:27.947755 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49744) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.955879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-bfa121af-8443-468a-beeb-40f6716533fa tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.969159 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bfa121af-8443-468a-beeb-40f6716533fa tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0084469 Aug 19 12:40:27.969452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49746) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.974279 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-a4d5b821-f5aa-4c3d-bda3-2d7a29878662 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.977444 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a4d5b821-f5aa-4c3d-bda3-2d7a29878662 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050957 Aug 19 12:40:27.979789 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49748) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:27.990443 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-b5802f39-31be-4676-895c-00c5123f8d46 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:27.991075 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b5802f39-31be-4676-895c-00c5123f8d46 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0094273 Aug 19 12:40:28.012570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49750) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.033670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [None req-3e145050-f915-456f-932a-d3f0183b8685 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.038097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3e145050-f915-456f-932a-d3f0183b8685 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0292439 Aug 19 12:40:28.038696 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49752) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.041491 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.056533 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-de8fa2be-fe1e-4afe-8625-cdd4e698546f tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.056533 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-de8fa2be-fe1e-4afe-8625-cdd4e698546f tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0063801 Aug 19 12:40:28.065811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49754) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.077211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-2a65e603-bb60-463c-abe3-00ef950ac637 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.081633 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2a65e603-bb60-463c-abe3-00ef950ac637 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0114775 Aug 19 12:40:28.083791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49756) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.085649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393dc48-82cb-43b9-bbd4-c08fda21bc13 req-cbdc50a9-f6ba-41c7-8112-76809b92e185 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.087760 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2393dc48-82cb-43b9-bbd4-c08fda21bc13 req-cbdc50a9-f6ba-41c7-8112-76809b92e185 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.53 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 945 time: 0.2357962 Aug 19 12:40:28.102391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-cd4d3258-d74b-47ed-879d-b220ef4cb505 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.106474 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cd4d3258-d74b-47ed-879d-b220ef4cb505 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0186296 Aug 19 12:40:28.110612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49760) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.117505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-ddb3821b-5e0b-4820-9a3c-46b9f359eb2e tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.121895 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ddb3821b-5e0b-4820-9a3c-46b9f359eb2e tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0068562 Aug 19 12:40:28.130044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49762) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.137274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-6ac05c5c-5305-43e5-a96d-d8a34998cab6 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.141715 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6ac05c5c-5305-43e5-a96d-d8a34998cab6 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0079470 Aug 19 12:40:28.141715 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49764) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.158217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-135d90f5-9cf6-414c-9801-17035921c137 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.164209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=58ffd5e1-c3e3-4c55-b240-94b8c46ea460,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:28.164449 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-135d90f5-9cf6-414c-9801-17035921c137 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0117617 Aug 19 12:40:28.164449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49766) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.173212 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-bffd2a79-c5f9-47f5-a8d8-c8d26e3b8f61 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.178992 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bffd2a79-c5f9-47f5-a8d8-c8d26e3b8f61 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0081980 Aug 19 12:40:28.179331 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49768) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.188489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-60395dcb-d31f-4db7-a244-31803e691e7a tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.194480 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-60395dcb-d31f-4db7-a244-31803e691e7a tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0093727 Aug 19 12:40:28.201041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49770) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.241206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-9ecea52f-061b-4347-9acb-10cb4d2048a6 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.247059 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9ecea52f-061b-4347-9acb-10cb4d2048a6 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0446308 Aug 19 12:40:28.251557 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49772) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.263431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-70f268b2-bca4-4053-9d55-4e841e0e8f3a tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.269318 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-70f268b2-bca4-4053-9d55-4e841e0e8f3a tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0161190 Aug 19 12:40:28.277330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49774) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.284389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-7dceb6c8-57d6-4e2e-9bbe-141f10d3b2b5 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.288381 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7dceb6c8-57d6-4e2e-9bbe-141f10d3b2b5 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0097606 Aug 19 12:40:28.289273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49776) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.302820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-29d756b4-f5b6-4691-8483-81c61c4e74c0 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.302820 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-29d756b4-f5b6-4691-8483-81c61c4e74c0 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0076060 Aug 19 12:40:28.305463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49778) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.312905 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-aa2fd08b-abab-469e-8577-777c56089e91 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.314168 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aa2fd08b-abab-469e-8577-777c56089e91 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0072043 Aug 19 12:40:28.318499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49780) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.323092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-30fef9fb-ff2e-4f95-82e8-fb1190d9e6e2 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.327434 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-30fef9fb-ff2e-4f95-82e8-fb1190d9e6e2 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0052056 Aug 19 12:40:28.328226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49782) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.333059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-9dc37f42-844e-4896-aef6-020e481f65c1 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.334097 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9dc37f42-844e-4896-aef6-020e481f65c1 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0049400 Aug 19 12:40:28.338860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a02790f8-2390-4899-b40b-7a1b500741c0 req-dd990ef8-b4cc-412e-bef9-881f648fe514 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e036dea9-695f-4408-9b3f-5a52c0548944 HTTP/1.1" status: 200 len: 210 time: 0.0748909 Aug 19 12:40:28.340597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.368498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [None req-e48cec48-b178-43fb-a088-2aae89cf5dba tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.369601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e48cec48-b178-43fb-a088-2aae89cf5dba tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0234861 Aug 19 12:40:28.372729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49786) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.378510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-e31c4205-0354-46e8-97b1-486578d2da70 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.379717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dcefc445-a00e-49bd-9814-eaf4254a5eb2 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags/tempest-TagsExtTest-Tag-1024213090 HTTP/1.1" status: 204 len: 168 time: 0.7304838 Aug 19 12:40:28.382371 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e31c4205-0354-46e8-97b1-486578d2da70 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0081673 Aug 19 12:40:28.383199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49788) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.389715 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-c51482c9-212c-4386-9e2c-e6f44443d6f9 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:28.392438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49790) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.401039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [None req-6b6d119a-ffee-41a7-ae90-87c9a48ac925 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:40:28.412676 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6b6d119a-ffee-41a7-ae90-87c9a48ac925 tempest-ExtensionsTestJSON-825187229 tempest-ExtensionsTestJSON-825187229-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0093658 Aug 19 12:40:28.423777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Allocated IP 172.20.0.1 (23412559-ab1b-4a5c-8c22-9675d39b5e0f/e2d23a65-5aa1-491f-8efe-9a7cbc1873c2/2a2f8fe0-91ab-46b4-b848-8e44de90611c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:28.443158 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-203f8db3-5ac7-459e-abff-68873f865255 req-9ca1ce10-e0f2-44c1-a74e-0e92f5960920 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.457920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8d2183fb-a139-47ce-81c8-5ae87268d5a6'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:28.581841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1ce10-e0f2-44c1-a74e-0e92f5960920 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Pushing event deleted for resources: {'Port': ['ID=11a59ccc-d61f-463b-84c5-ab2ce34a4a58,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:28.595053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['11a59ccc-d61f-463b-84c5-ab2ce34a4a58'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:28.706119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8789451d-2119-40be-8caf-eafe01ebb957 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:28.715533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.739614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-203f8db3-5ac7-459e-abff-68873f865255 req-9ca1ce10-e0f2-44c1-a74e-0e92f5960920 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] No DVR routers for this DVR port 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:28.750665 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-203f8db3-5ac7-459e-abff-68873f865255 req-9ca1ce10-e0f2-44c1-a74e-0e92f5960920 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.755588 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-203f8db3-5ac7-459e-abff-68873f865255 req-9ca1ce10-e0f2-44c1-a74e-0e92f5960920 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.52 "DELETE /v2.0/ports/11a59ccc-d61f-463b-84c5-ab2ce34a4a58 HTTP/1.1" status: 204 len: 173 time: 1.5398417 Aug 19 12:40:28.756654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc72ce3-333c-455d-86c2-71aa2dbebeb4', 'name': 'network-vif-deleted', 'tag': '11a59ccc-d61f-463b-84c5-ab2ce34a4a58'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:28.771838 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1761620e-79f6-4e38-98dc-841bcf5604c0" -d '{"events": [{"server_uuid": "9cc72ce3-333c-455d-86c2-71aa2dbebeb4", "name": "network-vif-deleted", "tag": "11a59ccc-d61f-463b-84c5-ab2ce34a4a58"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:28.779924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01a21c4e-a7fc-4857-a9cc-813724b1cf6a req-4ae00523-39e9-4255-9199-8ab33cd237fc tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cc72ce3-333c-455d-86c2-71aa2dbebeb4 HTTP/1.1" status: 200 len: 210 time: 0.0804641 Aug 19 12:40:28.792410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 8789451d-2119-40be-8caf-eafe01ebb957 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:28.792410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8789451d-2119-40be-8caf-eafe01ebb957 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:28.792410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:28.809222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Transition to ACTIVE for port object 2a2f8fe0-91ab-46b4-b848-8e44de90611c will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:28.856758 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c51482c9-212c-4386-9e2c-e6f44443d6f9 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags HTTP/1.1" status: 200 len: 205 time: 0.4720387 Aug 19 12:40:28.864600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49800) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.872839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2393dc48-82cb-43b9-bbd4-c08fda21bc13 req-cf9345a0-0705-42df-b6f6-10b7621667b8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Deleting port 8d2183fb-a139-47ce-81c8-5ae87268d5a6 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:28.873857 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2393dc48-82cb-43b9-bbd4-c08fda21bc13 req-cf9345a0-0705-42df-b6f6-10b7621667b8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.876200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:28.876539 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-d21fca93-7fbf-4473-acc0-10a1b04245e6 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:28.877122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 11a59ccc-d61f-463b-84c5-ab2ce34a4a58 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:28.994008 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f20226-717a-48f3-b743-8c6855b4a51b x-openstack-request-id: req-87f20226-717a-48f3-b743-8c6855b4a51b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:28.994634 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc72ce3-333c-455d-86c2-71aa2dbebeb4", "name": "network-vif-deleted", "tag": "11a59ccc-d61f-463b-84c5-ab2ce34a4a58", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:28.995137 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87f20226-717a-48f3-b743-8c6855b4a51b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:28.996523 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc72ce3-333c-455d-86c2-71aa2dbebeb4', 'name': 'network-vif-deleted', 'tag': '11a59ccc-d61f-463b-84c5-ab2ce34a4a58', 'status': 'completed', 'code': 200} Aug 19 12:40:29.017022 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.036104 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d21fca93-7fbf-4473-acc0-10a1b04245e6 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags HTTP/1.1" status: 200 len: 240 time: 0.1672077 Aug 19 12:40:29.036778 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49804) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:29.037763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2393dc48-82cb-43b9-bbd4-c08fda21bc13 req-cf9345a0-0705-42df-b6f6-10b7621667b8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] For port 8d2183fb-a139-47ce-81c8-5ae87268d5a6, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8d2183fb-a139-47ce-81c8-5ae87268d5a6,segment=NetworkSegment(202b544b-ada3-42a0-9fa8-4dec80d8e6fc),segment_id=202b544b-ada3-42a0-9fa8-4dec80d8e6fc)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:29.038866 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2393dc48-82cb-43b9-bbd4-c08fda21bc13 req-cf9345a0-0705-42df-b6f6-10b7621667b8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.053294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-deff0a95-abcb-46ef-b652-ce356523b3d7 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493', 'tempest-TagsExtTest-Tag-876654027') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:29.064672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2393dc48-82cb-43b9-bbd4-c08fda21bc13 req-cf9345a0-0705-42df-b6f6-10b7621667b8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Calling delete_port for 8d2183fb-a139-47ce-81c8-5ae87268d5a6 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:29.102397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6f3920-c4ec-4120-8eee-e81b0c8d0c40 None None] Network 030735f5-1126-4271-bafe-44b01547e88d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:29.212691 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-deff0a95-abcb-46ef-b652-ce356523b3d7 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags/tempest-TagsExtTest-Tag-876654027 HTTP/1.1" status: 204 len: 168 time: 0.1702216 Aug 19 12:40:29.213682 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49806) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:29.221796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-a66e1eeb-6b20-4661-bda1-ef7700cf416b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493', 'tempest-TagsExtTest-Tag-876654027') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:29.256546 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.313509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-73ec62ba-fafd-4394-97e0-a721bdf13078 None None] Provisioning for port fb71b193-c5c4-4803-9099-74e8337fa916 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:29.351056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 23412559-ab1b-4a5c-8c22-9675d39b5e0f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:29.357736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:29.412437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:29.424211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=2a2f8fe0-91ab-46b4-b848-8e44de90611c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:29.539827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fb71b193-c5c4-4803-9099-74e8337fa916 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:29.554262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.555014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.556945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.558590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.559699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.560689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.561861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.563051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.563905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.565972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.566563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.567444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:29.577185 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a66e1eeb-6b20-4661-bda1-ef7700cf416b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags/tempest-TagsExtTest-Tag-876654027 HTTP/1.1" status: 204 len: 168 time: 0.3615282 Aug 19 12:40:29.578656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49814) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:29.593048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-de54a19b-0ca0-4157-b452-536cbc2f5ba2 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:29.626246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885e7e5-752a-45e9-b37f-d118c000ff6f req-b4a69868-b58a-4976-befe-5ec2654c60c5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.628702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49816) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:29.628942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5885e7e5-752a-45e9-b37f-d118c000ff6f req-b4a69868-b58a-4976-befe-5ec2654c60c5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.5351315 Aug 19 12:40:29.688160 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.692268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port fb71b193-c5c4-4803-9099-74e8337fa916 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:29.699173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port fb71b193-c5c4-4803-9099-74e8337fa916 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:29.702846 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.812377 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-de54a19b-0ca0-4157-b452-536cbc2f5ba2 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags HTTP/1.1" status: 200 len: 205 time: 0.2318857 Aug 19 12:40:29.815390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49830) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:29.822064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-f96b0eb4-0427-4e06-8843-b1c947a166b1 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:29.892533 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f96b0eb4-0427-4e06-8843-b1c947a166b1 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags HTTP/1.1" status: 200 len: 241 time: 0.0693738 Aug 19 12:40:29.892533 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49838) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:29.893010 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.894763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-d18ebcaf-50fa-42d3-9ec6-50c3aff6604e tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0', 'tempest-TagsExtTest-Tag-1934577406') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:29.950038 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d18ebcaf-50fa-42d3-9ec6-50c3aff6604e tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags/tempest-TagsExtTest-Tag-1934577406 HTTP/1.1" status: 204 len: 168 time: 0.0486059 Aug 19 12:40:29.958291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49840) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:29.966314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-41333c29-744b-4412-956f-33dde0627da7 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0', 'tempest-TagsExtTest-Tag-1934577406') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:29.969240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port fb71b193-c5c4-4803-9099-74e8337fa916, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fb71b193-c5c4-4803-9099-74e8337fa916,segment=NetworkSegment(cbb43776-5ad7-425a-8ca2-2d0b3dc228f5),segment_id=cbb43776-5ad7-425a-8ca2-2d0b3dc228f5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:29.973142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e73ad2f2-43e1-462e-9202-669e8a3e5ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.049183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5885e7e5-752a-45e9-b37f-d118c000ff6f req-baef4a83-0f59-444e-8d3b-10647ef50b95 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007332 Aug 19 12:40:30.128527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-cfc78bb8-50b8-4ddd-b6fe-ae9a10a0f7db tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.134354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-cfc78bb8-50b8-4ddd-b6fe-ae9a10a0f7db tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/networks?id=e28c177a-b30b-461f-9bce-1cbdfa881f8c HTTP/1.1" status: 200 len: 809 time: 0.1903155 Aug 19 12:40:30.145542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e73ad2f2-43e1-462e-9202-669e8a3e5ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.181130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fff3c527-3871-4877-80ca-ee7a5c30b826 None None] Provisioning for port 2a2f8fe0-91ab-46b4-b848-8e44de90611c completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:30.188151 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.188705 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2393dc48-82cb-43b9-bbd4-c08fda21bc13 req-cf9345a0-0705-42df-b6f6-10b7621667b8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.191466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:30.203852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4f524657-f407-4acc-b14f-9ebb8b991445 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/quotas/588f44055bfd4e0a8c595cbd2d8952dd HTTP/1.1" status: 200 len: 375 time: 0.0404742 Aug 19 12:40:30.210837 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.256387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fff3c527-3871-4877-80ca-ee7a5c30b826 None None] Provisioning complete for port 2a2f8fe0-91ab-46b4-b848-8e44de90611c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:30.260216 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fff3c527-3871-4877-80ca-ee7a5c30b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.262761 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-41333c29-744b-4412-956f-33dde0627da7 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags/tempest-TagsExtTest-Tag-1934577406 HTTP/1.1" status: 204 len: 168 time: 0.3009033 Aug 19 12:40:30.266431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49842) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:30.278313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-6ee0501c-5751-46f7-ba43-985fcbe72e8b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:30.303923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-17bf3d46-4d5a-4d57-a521-a4c06f79e557 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=588f44055bfd4e0a8c595cbd2d8952dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989254 Aug 19 12:40:30.306012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9345a0-0705-42df-b6f6-10b7621667b8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Pushing event deleted for resources: {'Port': ['ID=8d2183fb-a139-47ce-81c8-5ae87268d5a6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:30.334505 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6ee0501c-5751-46f7-ba43-985fcbe72e8b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags HTTP/1.1" status: 200 len: 205 time: 0.0663831 Aug 19 12:40:30.335657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49844) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:30.336580 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e73ad2f2-43e1-462e-9202-669e8a3e5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.348544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1fa89513-c913-4475-9d6b-f5e327a55a84 req-15c6ee33-22db-4ab3-823b-16d195edd3df tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cc72ce3-333c-455d-86c2-71aa2dbebeb4 HTTP/1.1" status: 200 len: 210 time: 0.0905957 Aug 19 12:40:30.363256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-5edb00f2-bafc-4070-b111-40cd7bd573a2 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:30.408388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ad2f2-43e1-462e-9202-669e8a3e5ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64701c9c-9325-49d9-8d8d-e5d03f394534,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:30.416734 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e73ad2f2-43e1-462e-9202-669e8a3e5ba6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1db2014efb58486cb0f82d1424980a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7759433 Aug 19 12:40:30.422056 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49846) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:30.446753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-fff3c527-3871-4877-80ca-ee7a5c30b826 None None] Port 2a2f8fe0-91ab-46b4-b848-8e44de90611c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:30.453084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=fb71b193-c5c4-4803-9099-74e8337fa916,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:30.468869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:30.469511 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.489225 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d420fcfb-8b9f-4345-9da1-fdb1e5133842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.519268 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d420fcfb-8b9f-4345-9da1-fdb1e5133842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.540702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2393dc48-82cb-43b9-bbd4-c08fda21bc13 req-cf9345a0-0705-42df-b6f6-10b7621667b8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] No DVR routers for this DVR port 8d2183fb-a139-47ce-81c8-5ae87268d5a6 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:30.554376 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2393dc48-82cb-43b9-bbd4-c08fda21bc13 req-cf9345a0-0705-42df-b6f6-10b7621667b8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.558413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2393dc48-82cb-43b9-bbd4-c08fda21bc13 req-cf9345a0-0705-42df-b6f6-10b7621667b8 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.53 "DELETE /v2.0/ports/8d2183fb-a139-47ce-81c8-5ae87268d5a6 HTTP/1.1" status: 204 len: 173 time: 2.4620779 Aug 19 12:40:30.572639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941d81cf-05a4-40bf-b9d2-cb7f36aae3bf', 'name': 'network-vif-deleted', 'tag': '8d2183fb-a139-47ce-81c8-5ae87268d5a6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:30.577761 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cfc55d-feaf-4c5d-a5b3-8a7550d93731" -d '{"events": [{"server_uuid": "941d81cf-05a4-40bf-b9d2-cb7f36aae3bf", "name": "network-vif-deleted", "tag": "8d2183fb-a139-47ce-81c8-5ae87268d5a6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:30.631581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c78f62f8-b3ac-4d1b-a155-db00d2d1489f None None] Provisioning complete for port fb71b193-c5c4-4803-9099-74e8337fa916 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:30.632104 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c78f62f8-b3ac-4d1b-a155-db00d2d1489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.660558 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5662eaf4-1d50-4050-b70a-1ac14aa692b0 x-openstack-request-id: req-5662eaf4-1d50-4050-b70a-1ac14aa692b0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:30.660861 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941d81cf-05a4-40bf-b9d2-cb7f36aae3bf", "name": "network-vif-deleted", "tag": "8d2183fb-a139-47ce-81c8-5ae87268d5a6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:30.661073 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5662eaf4-1d50-4050-b70a-1ac14aa692b0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:30.661499 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941d81cf-05a4-40bf-b9d2-cb7f36aae3bf', 'name': 'network-vif-deleted', 'tag': '8d2183fb-a139-47ce-81c8-5ae87268d5a6', 'status': 'completed', 'code': 200} Aug 19 12:40:30.678645 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d420fcfb-8b9f-4345-9da1-fdb1e5133842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.684640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d420fcfb-8b9f-4345-9da1-fdb1e5133842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.689274 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d420fcfb-8b9f-4345-9da1-fdb1e5133842 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64701c9c-9325-49d9-8d8d-e5d03f394534 HTTP/1.1" status: 204 len: 168 time: 0.2630637 Aug 19 12:40:30.707565 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420fcfb-8b9f-4345-9da1-fdb1e5133842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64701c9c-9325-49d9-8d8d-e5d03f394534,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:30.732277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5edb00f2-bafc-4070-b111-40cd7bd573a2 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags HTTP/1.1" status: 204 len: 168 time: 0.3779163 Aug 19 12:40:30.733988 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49852) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:30.742843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-4b0b6ee1-53b6-4630-bd16-4b7236e81c55 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:30.775752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-8e536ad8-1b79-4a31-837b-d45c2070190c service neutron] 10.222.0.44 "GET /v2.0/networks/e28c177a-b30b-461f-9bce-1cbdfa881f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707124 Aug 19 12:40:30.875188 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4b0b6ee1-53b6-4630-bd16-4b7236e81c55 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags HTTP/1.1" status: 204 len: 168 time: 0.1406505 Aug 19 12:40:30.877758 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49854) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:30.882325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-ca8ee867-c09d-4975-a32e-dc50fa636bb3 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:30.942400 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ca8ee867-c09d-4975-a32e-dc50fa636bb3 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags HTTP/1.1" status: 204 len: 168 time: 0.0634980 Aug 19 12:40:30.944968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49856) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:30.949804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-0aaa6edc-1ec0-4b86-9b17-f9dc1a0490b7 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:31.035269 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0aaa6edc-1ec0-4b86-9b17-f9dc1a0490b7 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags HTTP/1.1" status: 204 len: 168 time: 0.0892241 Aug 19 12:40:31.039101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49858) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:31.044550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-14f4a90d-bd96-4524-ad91-2f6e3c7220b0 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708', 'tempest-TagsExtTest-Tag-48987060') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:31.103510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-ab81c847-533b-45c3-b7c9-75ff00770e95 service neutron] 10.222.0.44 "GET /v2.0/networks/e28c177a-b30b-461f-9bce-1cbdfa881f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125839 Aug 19 12:40:31.231315 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:31.256037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fb71b193-c5c4-4803-9099-74e8337fa916 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:31.260960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cde89-85bb-45d3-8015-a234bf25a538 req-022a11ea-a5db-42e5-9a9a-2a3cf4068c08 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.269357 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c3cde89-85bb-45d3-8015-a234bf25a538 req-022a11ea-a5db-42e5-9a9a-2a3cf4068c08 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.1276894 Aug 19 12:40:31.285277 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-14f4a90d-bd96-4524-ad91-2f6e3c7220b0 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags/tempest-TagsExtTest-Tag-48987060 HTTP/1.1" status: 201 len: 201 time: 0.2443001 Aug 19 12:40:31.287949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49866) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:31.296634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-daa01848-2e3f-42ec-acdc-c3170c58b7bf tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a', 'tempest-TagsExtTest-Tag-381634303') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:31.330194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c3cde89-85bb-45d3-8015-a234bf25a538 req-ba9a6c47-6d05-4557-830d-a4e4a6fc15f1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453405 Aug 19 12:40:31.356389 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port fb71b193-c5c4-4803-9099-74e8337fa916 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:31.357010 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:31.379404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:31.562394 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:31.579378 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-daa01848-2e3f-42ec-acdc-c3170c58b7bf tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags/tempest-TagsExtTest-Tag-381634303 HTTP/1.1" status: 201 len: 201 time: 0.2888308 Aug 19 12:40:31.582006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49882) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:31.587315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-fbb4caba-405c-44eb-adfa-53cf2336504f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493', 'tempest-TagsExtTest-Tag-1924992544') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:31.664769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a32e80a6-0115-45c1-be0a-53b858ec95a6 req-ad6c57ed-56fc-4273-aaef-2b6128168892 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 210 time: 0.1035542 Aug 19 12:40:31.696228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=2a2f8fe0-91ab-46b4-b848-8e44de90611c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:31.795689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5f5dc30-4db9-4c65-93fb-327d2a6d722b req-9abc5c87-e6dc-45ca-97f3-eb1ba39d8240 tempest-ListServersNegativeTestJSON-262365057 tempest-ListServersNegativeTestJSON-262365057-project] 10.222.0.44 "GET /v2.0/ports?device_id=941d81cf-05a4-40bf-b9d2-cb7f36aae3bf HTTP/1.1" status: 200 len: 210 time: 0.1196442 Aug 19 12:40:31.843826 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fbb4caba-405c-44eb-adfa-53cf2336504f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags/tempest-TagsExtTest-Tag-1924992544 HTTP/1.1" status: 201 len: 201 time: 0.2605844 Aug 19 12:40:31.847250 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49890) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:31.855527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-dd799aa2-65ba-412a-969c-be4928a1ce94 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0', 'tempest-TagsExtTest-Tag-135284272') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:31.878465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 23412559-ab1b-4a5c-8c22-9675d39b5e0f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:31.880333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:32.051776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8d2183fb-a139-47ce-81c8-5ae87268d5a6 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:32.079207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 8d2183fb-a139-47ce-81c8-5ae87268d5a6 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:32.081514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8d2183fb-a139-47ce-81c8-5ae87268d5a6 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:32.163498 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dd799aa2-65ba-412a-969c-be4928a1ce94 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags/tempest-TagsExtTest-Tag-135284272 HTTP/1.1" status: 201 len: 201 time: 0.3146670 Aug 19 12:40:32.166142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49898) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:32.172499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-50f12350-5e28-4785-aa40-ca66bcf9bda8 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708', {'tags': ['tempest-TagsExtTest-Tag-1504740079', 'tempest-TagsExtTest-Tag-1691907071', 'tempest-TagsExtTest-Tag-1940466412']}) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:32.196798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 40fe922e-0000-49a7-9058-bd73b1eb1e9e is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:40:32.233442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-59e7cd9a-b747-4d64-9b12-45d4169ebd5c None None] Provisioning complete for port 2a2f8fe0-91ab-46b4-b848-8e44de90611c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:32.233967 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59e7cd9a-b747-4d64-9b12-45d4169ebd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:32.281511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-59e7cd9a-b747-4d64-9b12-45d4169ebd5c None None] Port 2a2f8fe0-91ab-46b4-b848-8e44de90611c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:32.325135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:32.331374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-61d35063-8ff9-405d-a2c6-7c60ec8786d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/40fe922e-0000-49a7-9058-bd73b1eb1e9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9692495 Aug 19 12:40:32.334172 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49902) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:32.339251 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7778c86-a004-4a4c-8f7c-4b1f59b734c1 None None] Sync routers for ids ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:32.353547 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7778c86-a004-4a4c-8f7c-4b1f59b734c1 None None] Routers {'40fe922e-0000-49a7-9058-bd73b1eb1e9e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:32.357123 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e7778c86-a004-4a4c-8f7c-4b1f59b734c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:32.386230 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-50f12350-5e28-4785-aa40-ca66bcf9bda8 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags HTTP/1.1" status: 200 len: 318 time: 0.2167807 Aug 19 12:40:32.389103 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49906) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:32.393538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-58f82e7e-b8cf-4f8e-8860-9fee3d32ee6e tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:32.414622 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e7778c86-a004-4a4c-8f7c-4b1f59b734c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:32.425243 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7778c86-a004-4a4c-8f7c-4b1f59b734c1 None None] Routers {'40fe922e-0000-49a7-9058-bd73b1eb1e9e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:32.426398 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e7778c86-a004-4a4c-8f7c-4b1f59b734c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:32.459288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5299707b-ec20-46b5-9bcc-2b9f4bd4af85 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.463354 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5299707b-ec20-46b5-9bcc-2b9f4bd4af85 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports/2a2f8fe0-91ab-46b4-b848-8e44de90611c HTTP/1.1" status: 200 len: 910 time: 0.1253998 Aug 19 12:40:32.463697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49910) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:32.477420 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e7778c86-a004-4a4c-8f7c-4b1f59b734c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:32.477580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49914) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:32.478198 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7778c86-a004-4a4c-8f7c-4b1f59b734c1 None None] The sync data for ids ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:32.484664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5455e54-924c-4eb7-ab97-c71cd030bfa7 req-0f47871a-9f1d-432c-b685-9f4a559ac928 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.494567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5455e54-924c-4eb7-ab97-c71cd030bfa7 req-0f47871a-9f1d-432c-b685-9f4a559ac928 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.0923388 Aug 19 12:40:32.545041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5455e54-924c-4eb7-ab97-c71cd030bfa7 req-f4d4a438-88c0-46a0-996b-35e93206293e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484869 Aug 19 12:40:32.639133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-928211976'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:32.753347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de9fc61a-0dc8-48ad-9d5b-aa2bad6ca03a req-287b04ef-346e-48d9-995b-03a57eec050d tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 210 time: 0.0274298 Aug 19 12:40:32.858445 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-58f82e7e-b8cf-4f8e-8860-9fee3d32ee6e tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags HTTP/1.1" status: 204 len: 168 time: 0.4682810 Aug 19 12:40:32.861891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49922) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:32.868249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-b28593bb-8aae-4edb-9440-d94e5cf5fd3e tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708', 'tempest-TagsExtTest-Tag-1504740079') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:32.881125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49924) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:32.897573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:32.901262 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:32.933706 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:32.934029 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-b28593bb-8aae-4edb-9440-d94e5cf5fd3e tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:32.935121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b28593bb-8aae-4edb-9440-d94e5cf5fd3e tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags/tempest-TagsExtTest-Tag-1504740079 HTTP/1.1" status: 404 len: 329 time: 0.0721564 Aug 19 12:40:32.938633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:32.944469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-619048ea-c6e1-4120-ba20-d6053579c5d8 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708', 'tempest-TagsExtTest-Tag-1691907071') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:32.959748 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:32.985694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4586e1-a16c-4d0a-b42e-5fa3b3d9280e admin admin] Deleting subnet cddcb522-0c0a-4887-9fdc-71af87f96e5d {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:40:32.998858 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec4586e1-a16c-4d0a-b42e-5fa3b3d9280e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.011812 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-619048ea-c6e1-4120-ba20-d6053579c5d8 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:33.012889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-619048ea-c6e1-4120-ba20-d6053579c5d8 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags/tempest-TagsExtTest-Tag-1691907071 HTTP/1.1" status: 404 len: 329 time: 0.0730233 Aug 19 12:40:33.015741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49928) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:33.030044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-c20742ea-ec87-4427-b9e1-391e17e3e2be tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708', 'tempest-TagsExtTest-Tag-1940466412') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:33.105352 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-c20742ea-ec87-4427-b9e1-391e17e3e2be tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:33.110791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c20742ea-ec87-4427-b9e1-391e17e3e2be tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags/tempest-TagsExtTest-Tag-1940466412 HTTP/1.1" status: 404 len: 329 time: 0.0894012 Aug 19 12:40:33.111226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49930) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:33.116812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-d00976f6-81a1-4c94-8d91-9dfd3bc63bd5 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a', {'tags': ['tempest-TagsExtTest-Tag-189761101', 'tempest-TagsExtTest-Tag-969442080', 'tempest-TagsExtTest-Tag-1515146655']}) {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:33.137086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec4586e1-a16c-4d0a-b42e-5fa3b3d9280e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.279729 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec4586e1-a16c-4d0a-b42e-5fa3b3d9280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.295698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d00976f6-81a1-4c94-8d91-9dfd3bc63bd5 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags HTTP/1.1" status: 200 len: 316 time: 0.1831160 Aug 19 12:40:33.298474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49932) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:33.303399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-869bf95f-67a0-4a59-a5ab-8f3d69ba3922 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:33.535793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-869bf95f-67a0-4a59-a5ab-8f3d69ba3922 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags HTTP/1.1" status: 204 len: 168 time: 0.2359660 Aug 19 12:40:33.541362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:33.547947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-34f6f4c7-f823-4bd0-8ff9-42dda736511c tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a', 'tempest-TagsExtTest-Tag-189761101') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:33.641438 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-34f6f4c7-f823-4bd0-8ff9-42dda736511c tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:33.642847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-34f6f4c7-f823-4bd0-8ff9-42dda736511c tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags/tempest-TagsExtTest-Tag-189761101 HTTP/1.1" status: 404 len: 328 time: 0.0997851 Aug 19 12:40:33.646596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49946) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:33.658934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-5a0b30a9-07a7-4272-9b99-332d6158a44b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a', 'tempest-TagsExtTest-Tag-969442080') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:33.730948 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.771320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342f6af-3a54-44ed-be12-bec4575cea2a req-fe74965b-b1a6-4c6a-8b58-9b09ba711205 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:33.772963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d342f6af-3a54-44ed-be12-bec4575cea2a req-fe74965b-b1a6-4c6a-8b58-9b09ba711205 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.0799794 Aug 19 12:40:33.778472 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-5a0b30a9-07a7-4272-9b99-332d6158a44b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:33.782773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5a0b30a9-07a7-4272-9b99-332d6158a44b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags/tempest-TagsExtTest-Tag-969442080 HTTP/1.1" status: 404 len: 328 time: 0.1334651 Aug 19 12:40:33.783241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49950) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:33.788190 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-de919b10-f55a-4ac2-9454-b5b900f08bba tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a', 'tempest-TagsExtTest-Tag-1515146655') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:33.832436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d342f6af-3a54-44ed-be12-bec4575cea2a req-1829a3f3-ebf9-4dc7-aa33-6c415983fc9d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453022 Aug 19 12:40:33.843578 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Allocated IP 172.21.0.1 (030735f5-1126-4271-bafe-44b01547e88d/fd888e4c-3f4e-4f1b-bfb4-c6c5ab62d31a/ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:33.949819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec4586e1-a16c-4d0a-b42e-5fa3b3d9280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.952738 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.957046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d457cb39-0efd-4431-b04e-dd09a1e93f01 req-9cb7d908-9518-4be8-a140-0f9dbab9fb73 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 210 time: 0.0422792 Aug 19 12:40:33.979120 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-de919b10-f55a-4ac2-9454-b5b900f08bba tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:33.980838 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-de919b10-f55a-4ac2-9454-b5b900f08bba tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags/tempest-TagsExtTest-Tag-1515146655 HTTP/1.1" status: 404 len: 329 time: 0.1966383 Aug 19 12:40:33.983871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49952) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:33.989774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-1cc73fb4-5a23-4958-bbbc-74c126cf691b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493', {'tags': ['tempest-TagsExtTest-Tag-1166614823', 'tempest-TagsExtTest-Tag-2037079488', 'tempest-TagsExtTest-Tag-772078722']}) {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:34.025870 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:34.028356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4586e1-a16c-4d0a-b42e-5fa3b3d9280e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cddcb522-0c0a-4887-9fdc-71af87f96e5d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:34.034843 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec4586e1-a16c-4d0a-b42e-5fa3b3d9280e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.036628 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ec4586e1-a16c-4d0a-b42e-5fa3b3d9280e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cddcb522-0c0a-4887-9fdc-71af87f96e5d HTTP/1.1" status: 204 len: 168 time: 1.1530232 Aug 19 12:40:34.048747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49954) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:34.084764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be391680-66de-44ec-b5c8-c2b146ead8ed,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:34.118466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.118816 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Added segment 3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1 of type vlan for network d96405a8-c859-493d-bfec-b59802fead87 Aug 19 12:40:34.127412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81db4b3-b8bf-49d7-8a5b-be7b1671e2be req-7e906605-0cc3-4ee7-9208-328cd27b7165 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.128986 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c81db4b3-b8bf-49d7-8a5b-be7b1671e2be req-7e906605-0cc3-4ee7-9208-328cd27b7165 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1098 time: 0.0634530 Aug 19 12:40:34.172649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c81db4b3-b8bf-49d7-8a5b-be7b1671e2be req-f63f8dcb-daf2-4ee7-b95e-fe19a21ac5ac tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352716 Aug 19 12:40:34.197599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49956) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:34.223287 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.228084 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.237695 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.264224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1cc73fb4-5a23-4958-bbbc-74c126cf691b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags HTTP/1.1" status: 200 len: 317 time: 0.2784514 Aug 19 12:40:34.266609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Transition to ACTIVE for port object ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:34.269519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49958) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:34.274561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-d7ec7576-6d91-4fd5-917e-57294b41f3a2 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:34.375631 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.381322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.382005 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.392809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.450981 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948ffb9f-d02a-46d0-8177-fe7526cdb64e']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:34.469625 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202b544b-ada3-42a0-9fa8-4dec80d8e6fc') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:34.469925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202b544b-ada3-42a0-9fa8-4dec80d8e6fc') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:34.492853 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.495426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Network': ['ID=d96405a8-c859-493d-bfec-b59802fead87,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:34.508045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network d96405a8-c859-493d-bfec-b59802fead87 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:34.514460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.526519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:34.527782 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:34.530733 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:34.605223 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.610735 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-418869ec-70b8-4f5c-b6ef-cb53ab54df1b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1255693 Aug 19 12:40:34.751770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 030735f5-1126-4271-bafe-44b01547e88d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:34.758316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:34.761237 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:34.767177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:34.847558 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.871339 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.876159 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/948ffb9f-d02a-46d0-8177-fe7526cdb64e HTTP/1.1" status: 204 len: 168 time: 0.8263099 Aug 19 12:40:34.895921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port 778050a5-a99d-499f-b4d6-f097e90471f5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:34.896501 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.900119 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.949647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d7ec7576-6d91-4fd5-917e-57294b41f3a2 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags HTTP/1.1" status: 204 len: 168 time: 0.6790104 Aug 19 12:40:34.957625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49966) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:34.964732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-c052d795-2bcb-4e9b-bf7d-4ab0814fc32e tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493', 'tempest-TagsExtTest-Tag-1166614823') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:35.051171 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f12dc-8f91-46b1-9aee-93530ca6f6e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=948ffb9f-d02a-46d0-8177-fe7526cdb64e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:35.066283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-38f4dfca-c629-47c3-b4a6-ee98cf1c9a26 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:35.074898 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-38f4dfca-c629-47c3-b4a6-ee98cf1c9a26 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.52 "GET /v2.0/networks?id=e28c177a-b30b-461f-9bce-1cbdfa881f8c HTTP/1.1" status: 200 len: 809 time: 0.4834602 Aug 19 12:40:35.129890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Request body: {'port': {'device_id': 'e3ab2bf7-a7d8-480c-96ed-9f81547cd672', 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c', 'admin_state_up': True, 'tenant_id': '588f44055bfd4e0a8c595cbd2d8952dd'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:35.247244 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-c052d795-2bcb-4e9b-bf7d-4ab0814fc32e tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:35.248399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c052d795-2bcb-4e9b-bf7d-4ab0814fc32e tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags/tempest-TagsExtTest-Tag-1166614823 HTTP/1.1" status: 404 len: 329 time: 0.2894349 Aug 19 12:40:35.254462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49970) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:35.256088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10b38d2c-a5ab-47e8-9b09-8260bdef4921 req-bedb66a9-5ed2-48c8-9bd3-bb4f4a2fcf2f tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 210 time: 0.1027405 Aug 19 12:40:35.270956 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:35.276762 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:35.285283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-954210b5-8dd4-47fa-86d0-f59593639a17 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493', 'tempest-TagsExtTest-Tag-2037079488') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:35.301767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406b486-905e-4710-ba38-af6d970c352a req-ec384360-04e0-4e8e-9dc4-7f5f3c7a7e96 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:35.303580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9406b486-905e-4710-ba38-af6d970c352a req-ec384360-04e0-4e8e-9dc4-7f5f3c7a7e96 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.2404661 Aug 19 12:40:35.320458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for 778050a5-a99d-499f-b4d6-f097e90471f5 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:35.363065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0d0b492c-c8aa-4639-9b09-1123fc5aadbc None None] Provisioning for port ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:35.369625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0d0b492c-c8aa-4639-9b09-1123fc5aadbc None None] Provisioning complete for port ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:35.371170 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0d0b492c-c8aa-4639-9b09-1123fc5aadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:35.413567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9406b486-905e-4710-ba38-af6d970c352a req-29123490-7f4a-4db2-82e7-e46e915c2f2c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953095 Aug 19 12:40:35.430084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b492c-c8aa-4639-9b09-1123fc5aadbc None None] Port ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:35.492919 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-954210b5-8dd4-47fa-86d0-f59593639a17 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:35.494196 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-954210b5-8dd4-47fa-86d0-f59593639a17 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags/tempest-TagsExtTest-Tag-2037079488 HTTP/1.1" status: 404 len: 329 time: 0.2126956 Aug 19 12:40:35.497884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49972) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:35.503485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-1e7224b8-cfca-48f3-bbdb-4e246f1a8b71 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493', 'tempest-TagsExtTest-Tag-772078722') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:35.544993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:35.613818 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-1e7224b8-cfca-48f3-bbdb-4e246f1a8b71 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:35.618048 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1e7224b8-cfca-48f3-bbdb-4e246f1a8b71 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags/tempest-TagsExtTest-Tag-772078722 HTTP/1.1" status: 404 len: 328 time: 0.1158383 Aug 19 12:40:35.618296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49974) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:35.623921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-0286b6d7-55b1-4d90-98c8-95bfa7b687db tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0', {'tags': ['tempest-TagsExtTest-Tag-464093359', 'tempest-TagsExtTest-Tag-98323199', 'tempest-TagsExtTest-Tag-1525359216']}) {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:35.685420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Made reservation on behalf of 588f44055bfd4e0a8c595cbd2d8952dd for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:35.690567 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:35.830245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0286b6d7-55b1-4d90-98c8-95bfa7b687db tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "PUT /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags HTTP/1.1" status: 200 len: 315 time: 0.2073226 Aug 19 12:40:35.830984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49978) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:35.838601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-c8a429f6-565d-4de0-a784-a4ab7bc4432d tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:35.887842 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:35.927508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=778050a5-a99d-499f-b4d6-f097e90471f5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:35.949793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49980) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:36.006914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Allocated IP 172.20.0.6 (e28c177a-b30b-461f-9bce-1cbdfa881f8c/f431bb8e-d1ef-4b3c-ad64-5a21aeadaa6e/865ca00d-9e57-4586-aebc-906f785915ed) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:36.051279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-256ab4cf-750b-4315-8d37-9c8e3ee65513 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=386cfd15157a410c9c0f30bb8a5cb74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000919 Aug 19 12:40:36.053897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49982) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:36.056433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.056974 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Floating IP 6a44f8de-3261-4e94-8040-d08e9b27bcd4 disassociated (deleted). External IP: 172.25.6.185, port: 3dce6e05-9b47-4751-be4e-80f031cfd1d5. Aug 19 12:40:36.090153 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.181011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c8a429f6-565d-4de0-a784-a4ab7bc4432d tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags HTTP/1.1" status: 204 len: 168 time: 0.3443696 Aug 19 12:40:36.181540 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49984) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:36.187746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-e0edfbd0-5652-417f-b164-c535fcd1eb18 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0', 'tempest-TagsExtTest-Tag-464093359') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:36.209682 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.214643 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71e8672e-3a1e-43e7-88e7-febaaa4ef3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.287196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71e8672e-3a1e-43e7-88e7-febaaa4ef3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.345587 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-e0edfbd0-5652-417f-b164-c535fcd1eb18 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:36.351438 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e0edfbd0-5652-417f-b164-c535fcd1eb18 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags/tempest-TagsExtTest-Tag-464093359 HTTP/1.1" status: 404 len: 328 time: 0.1673238 Aug 19 12:40:36.352379 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:36.368055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49988) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:36.397716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-51fdc244-5036-4e21-82e6-0dd110f80574 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0', 'tempest-TagsExtTest-Tag-98323199') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:36.418534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f662648f-4470-4767-935c-b19d9fcb9824 req-0ea487bb-d7ff-45b1-b722-8564325d82b6 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 210 time: 0.0432122 Aug 19 12:40:36.435501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 405152d5-0b98-49fd-abbe-813be65874c5 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:36.446706 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.450701 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-51fdc244-5036-4e21-82e6-0dd110f80574 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:36.454845 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-51fdc244-5036-4e21-82e6-0dd110f80574 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags/tempest-TagsExtTest-Tag-98323199 HTTP/1.1" status: 404 len: 327 time: 0.0642257 Aug 19 12:40:36.455917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49990) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:36.460295 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.461996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-e3df6b46-44ca-4cb7-ad4f-d5241b509b56 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0', 'tempest-TagsExtTest-Tag-1525359216') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:36.599087 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71e8672e-3a1e-43e7-88e7-febaaa4ef3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.602990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71e8672e-3a1e-43e7-88e7-febaaa4ef3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.604175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-71e8672e-3a1e-43e7-88e7-febaaa4ef3e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25c90cc6-9271-4dbe-9d4c-c86dc257cf4b HTTP/1.1" status: 204 len: 168 time: 0.5489149 Aug 19 12:40:36.629608 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e3df6b46-44ca-4cb7-ad4f-d5241b509b56 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] show failed (client error): The resource could not be found. Aug 19 12:40:36.632108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e3df6b46-44ca-4cb7-ad4f-d5241b509b56 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags/tempest-TagsExtTest-Tag-1525359216 HTTP/1.1" status: 404 len: 329 time: 0.1726890 Aug 19 12:40:36.637717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8672e-3a1e-43e7-88e7-febaaa4ef3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c90cc6-9271-4dbe-9d4c-c86dc257cf4b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:36.638403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 030735f5-1126-4271-bafe-44b01547e88d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:36.642109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49996) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:36.642109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:36.682065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:36.687319 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.693407 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-4bed087e-fece-4b8e-acd6-03c983afc874 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:36.698721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e34f5-145c-4158-92d5-cb5e1b0c6346 req-9c34bb84-e812-4bbc-bbf9-14ad061a4e1d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.701318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c27d70-7682-484f-90ae-a816d982184b None None] Sync routers for ids ['405152d5-0b98-49fd-abbe-813be65874c5'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:36.706356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-312e34f5-145c-4158-92d5-cb5e1b0c6346 req-9c34bb84-e812-4bbc-bbf9-14ad061a4e1d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.1787374 Aug 19 12:40:36.723636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.745783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c27d70-7682-484f-90ae-a816d982184b None None] Routers {'405152d5-0b98-49fd-abbe-813be65874c5'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:36.752542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-33c27d70-7682-484f-90ae-a816d982184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['405152d5-0b98-49fd-abbe-813be65874c5'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:36.800678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-558d58dc-41d0-4c8a-9ec9-f5d97c1f45ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/floatingips/6a44f8de-3261-4e94-8040-d08e9b27bcd4 HTTP/1.1" status: 204 len: 168 time: 2.6016169 Aug 19 12:40:36.803532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:36.827924 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f254e3-19da-4627-9a00-31efd5dd734d" -d '{"events": [{"name": "network-changed", "server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:36.893874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-312e34f5-145c-4158-92d5-cb5e1b0c6346 req-8d7fec2a-d86c-4176-a21d-9de05ae094c3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863484 Aug 19 12:40:37.014621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-33c27d70-7682-484f-90ae-a816d982184b None None] Set router 405152d5-0b98-49fd-abbe-813be65874c5 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:37.059730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Network e28c177a-b30b-461f-9bce-1cbdfa881f8c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:37.060702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Pushing event updated for resources: {'Port': ['ID=865ca00d-9e57-4586-aebc-906f785915ed,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:37.084169 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:37.100420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:37.101654 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4bed087e-fece-4b8e-acd6-03c983afc874 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0/tags HTTP/1.1" status: 204 len: 168 time: 0.4369683 Aug 19 12:40:37.106611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-bba1f12b-6bfd-4ace-80df-dde565b9cc6b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ea54c3b-6ec8-4c7b-9543-720fe5f97493') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:37.122443 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:37.174515 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bd9c60-1332-44a5-bdd5-64be8571d607 x-openstack-request-id: req-c1bd9c60-1332-44a5-bdd5-64be8571d607 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:37.174887 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:37.175208 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1bd9c60-1332-44a5-bdd5-64be8571d607 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:37.175958 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'status': 'completed', 'code': 200} Aug 19 12:40:37.223500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3dcb9781-3d5f-495b-a594-31048e5211c6 None None] Provisioning complete for port ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:37.223859 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3dcb9781-3d5f-495b-a594-31048e5211c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:37.258451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 40fe922e-0000-49a7-9058-bd73b1eb1e9e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:37.262143 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb9781-3d5f-495b-a594-31048e5211c6 None None] Port ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:37.280886 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:37.282122 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:37.293766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f254e3-19da-4627-9a00-31efd5dd734d req-936fa0cc-3721-416e-9562-a8bb73397be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:37.295765 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6f254e3-19da-4627-9a00-31efd5dd734d req-936fa0cc-3721-416e-9562-a8bb73397be2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 1098 time: 0.1230133 Aug 19 12:40:37.368369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-33c27d70-7682-484f-90ae-a816d982184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:26Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '48151bb8-7d56-4324-bcdc-8a9164d9f6a8', 'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:8a:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:24Z', 'updated_at': '2021-08-19T12:37:35Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:37.413657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:37.420734 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c6147440-f88e-4952-9aa5-c91181d024b8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/40fe922e-0000-49a7-9058-bd73b1eb1e9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9440749 Aug 19 12:40:37.427325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bba1f12b-6bfd-4ace-80df-dde565b9cc6b tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493/tags HTTP/1.1" status: 204 len: 168 time: 0.3216128 Aug 19 12:40:37.427589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50006) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:37.427950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50008) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:37.434030 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ef800-2ece-4b86-a4f7-b9befbd11732 None None] Sync routers for ids ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:37.454698 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ef800-2ece-4b86-a4f7-b9befbd11732 None None] Routers {'40fe922e-0000-49a7-9058-bd73b1eb1e9e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:37.455451 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-987ef800-2ece-4b86-a4f7-b9befbd11732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:37.480699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-69c2fcaf-8ccf-4915-bbfc-9e85e91a2391 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53a88d93-7c10-407e-ae59-3172773faf2a') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:37.505337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c27d70-7682-484f-90ae-a816d982184b None None] Checking router: 405152d5-0b98-49fd-abbe-813be65874c5 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:40:37.517769 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c27d70-7682-484f-90ae-a816d982184b None None] Routers {'405152d5-0b98-49fd-abbe-813be65874c5'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:37.518608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-33c27d70-7682-484f-90ae-a816d982184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['405152d5-0b98-49fd-abbe-813be65874c5'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:37.547902 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-4b15341a-ea6a-4aac-885e-2e6cd861b6be tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4348052 Aug 19 12:40:37.560022 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-987ef800-2ece-4b86-a4f7-b9befbd11732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:37.588919 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ef800-2ece-4b86-a4f7-b9befbd11732 None None] Routers {'40fe922e-0000-49a7-9058-bd73b1eb1e9e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:37.589913 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-987ef800-2ece-4b86-a4f7-b9befbd11732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:37.629130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af921925-1305-4a22-bbf3-adf8bee9abbf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:37.646138 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-af921925-1305-4a22-bbf3-adf8bee9abbf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports/ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa HTTP/1.1" status: 200 len: 910 time: 0.2055411 Aug 19 12:40:37.646138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50016) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:37.649534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f254e3-19da-4627-9a00-31efd5dd734d req-5f7f382d-c6fb-43f4-9521-c52ccf6810b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:37.658930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6f254e3-19da-4627-9a00-31efd5dd734d req-5f7f382d-c6fb-43f4-9521-c52ccf6810b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 200 len: 898 time: 0.3492801 Aug 19 12:40:37.711025 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-987ef800-2ece-4b86-a4f7-b9befbd11732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:37.712408 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ef800-2ece-4b86-a4f7-b9befbd11732 None None] The sync data for ids ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:37.809466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-33c27d70-7682-484f-90ae-a816d982184b None None] Set router 405152d5-0b98-49fd-abbe-813be65874c5 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:37.872020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6f254e3-19da-4627-9a00-31efd5dd734d req-0ef999e6-912d-4c0d-ae88-cf4427d315fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 200 len: 217 time: 0.1188319 Aug 19 12:40:37.950996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Request body: {'port': {'device_id': 'e3ab2bf7-a7d8-480c-96ed-9f81547cd672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:37.985416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-69c2fcaf-8ccf-4915-bbfc-9e85e91a2391 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a/tags HTTP/1.1" status: 204 len: 168 time: 0.5346894 Aug 19 12:40:37.992200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50030) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:38.003755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-74e3c0a9-3481-4bdc-92ba-e6092f36cb7c tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '887f6caf-a84c-43bb-bdca-bab7a5cf8708') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:38.049271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499c40f-a38e-487f-a45f-5b5e085c16ac req-0426000d-83cb-4e3e-9fcf-bedf86db9f3e tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:38.058885 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0499c40f-a38e-487f-a45f-5b5e085c16ac req-0426000d-83cb-4e3e-9fcf-bedf86db9f3e tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 931 time: 0.3971066 Aug 19 12:40:38.100842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f254e3-19da-4627-9a00-31efd5dd734d req-56bc2b59-1368-4650-821d-613307a35656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:38.102589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6f254e3-19da-4627-9a00-31efd5dd734d req-56bc2b59-1368-4650-821d-613307a35656 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 200 len: 834 time: 0.2293079 Aug 19 12:40:38.126208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12780f-2b93-4803-b263-4a9e74e91a3d req-bdbfb470-a4f8-4a93-88ee-2e10926a8f61 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:38.127912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec12780f-2b93-4803-b263-4a9e74e91a3d req-bdbfb470-a4f8-4a93-88ee-2e10926a8f61 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 947 time: 0.2296166 Aug 19 12:40:38.181600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0499c40f-a38e-487f-a45f-5b5e085c16ac req-d98ecea8-d550-438b-9a44-7e3f3d96b4e8 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229186 Aug 19 12:40:38.319083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec12780f-2b93-4803-b263-4a9e74e91a3d req-c2d70a82-f312-4e0a-be1b-065a83ea3cb9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658852 Aug 19 12:40:38.366600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f254e3-19da-4627-9a00-31efd5dd734d req-ab9a2934-54a5-4e08-9e78-ece1e6140e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:38.368526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6f254e3-19da-4627-9a00-31efd5dd734d req-ab9a2934-54a5-4e08-9e78-ece1e6140e6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d274a56e-8c38-479a-8ebd-8549a9e1a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368588 Aug 19 12:40:38.422005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-33c27d70-7682-484f-90ae-a816d982184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:26Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '48151bb8-7d56-4324-bcdc-8a9164d9f6a8', 'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:8a:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:24Z', 'updated_at': '2021-08-19T12:37:35Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:38.476235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c27d70-7682-484f-90ae-a816d982184b None None] The sync data for ids ['405152d5-0b98-49fd-abbe-813be65874c5'] in n-d-778732-8 is: [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:37:26Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '48151bb8-7d56-4324-bcdc-8a9164d9f6a8', 'name': '', 'network_id': 'd274a56e-8c38-479a-8ebd-8549a9e1a6a9', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:8a:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:24Z', 'updated_at': '2021-08-19T12:37:35Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': 'cc33c73a-7b65-4a49-9247-5a702d9f38bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:38.483751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5f17-3a0d-4d75-8ca4-84f550e884f9 req-019a52ea-0e6e-4a19-9ff1-a62b41d0a30f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:38.497891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69aa5f17-3a0d-4d75-8ca4-84f550e884f9 req-019a52ea-0e6e-4a19-9ff1-a62b41d0a30f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.1784742 Aug 19 12:40:38.534664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:38.559168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-74e3c0a9-3481-4bdc-92ba-e6092f36cb7c tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708/tags HTTP/1.1" status: 204 len: 168 time: 0.5644906 Aug 19 12:40:38.568588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50036) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:38.641790 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69aa5f17-3a0d-4d75-8ca4-84f550e884f9 req-9cf4f4dc-6fe5-49ea-ba0d-dae83598d898 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466565 Aug 19 12:40:38.693599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50038) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:38.701314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'subnet': {'network_id': 'd96405a8-c859-493d-bfec-b59802fead87', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:38.707310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6f254e3-19da-4627-9a00-31efd5dd734d req-b9261e69-e5ae-4e23-a649-2bc745ebd876 service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283284 Aug 19 12:40:38.847166 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6f254e3-19da-4627-9a00-31efd5dd734d req-7f7ed5e1-dcf4-40a9-9896-32e415f98dcc service neutron] 10.222.0.53 "GET /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308098 Aug 19 12:40:38.908135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb37139-f386-4e90-bcd5-7c1be838cd0e None None] New status for floating IP 6a44f8de-3261-4e94-8040-d08e9b27bcd4: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:40:38.918798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-691baa17-cbbf-406f-9df4-61fa402934ed tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for subnetpool, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:38.921548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-691baa17-cbbf-406f-9df4-61fa402934ed tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/subnetpools/5cfc7cb3-f32c-43aa-b7bf-2ef5ae43b3d0 HTTP/1.1" status: 204 len: 168 time: 0.3403211 Aug 19 12:40:38.940564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50044) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:38.990566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-30a212bd-073d-4c26-a263-49ca8471f268 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ea54c3b-6ec8-4c7b-9543-720fe5f97493 HTTP/1.1" status: 200 len: 205 time: 0.0486984 Aug 19 12:40:38.991340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50048) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:39.123388 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb0c2-3e3e-4bdf-9bc5-9ca8ae12b2bc tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.176973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:39.180914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.266073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865ca00d-9e57-4586-aebc-906f785915ed {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:39.277876 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50054) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:39.315315 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.361643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Transition to ACTIVE for port object 865ca00d-9e57-4586-aebc-906f785915ed will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:39.369283 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb0c2-3e3e-4bdf-9bc5-9ca8ae12b2bc tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.389220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe348f3-5b5f-416c-9b22-7fb5aecc3e2e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.392275 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb0c2-3e3e-4bdf-9bc5-9ca8ae12b2bc tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.472468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f924018-17d6-4e8e-9718-386a6e5d64b0 req-8fd80a95-9c33-4693-9083-acd9d02d12cf tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:39.472979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1728009969-network', 'tenant_id': '92483dde42a14a989853a79c94d30303'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:39.474244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f924018-17d6-4e8e-9718-386a6e5d64b0 req-8fd80a95-9c33-4693-9083-acd9d02d12cf tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 947 time: 0.2353132 Aug 19 12:40:39.478483 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.513852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb5f8-28d7-420d-95eb-9b6bff096233 req-256dec46-7216-415f-b2f3-29d373c07a78 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:39.515821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a88cb5f8-28d7-420d-95eb-9b6bff096233 req-256dec46-7216-415f-b2f3-29d373c07a78 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 931 time: 0.1889455 Aug 19 12:40:39.578832 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb0c2-3e3e-4bdf-9bc5-9ca8ae12b2bc tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.579285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2cb0c2-3e3e-4bdf-9bc5-9ca8ae12b2bc tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Fanout notify agent at l3_agent the message router_deleted on router 2ea54c3b-6ec8-4c7b-9543-720fe5f97493 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:40:39.592102 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb0c2-3e3e-4bdf-9bc5-9ca8ae12b2bc tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.592102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4e2cb0c2-3e3e-4bdf-9bc5-9ca8ae12b2bc tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/routers/2ea54c3b-6ec8-4c7b-9543-720fe5f97493 HTTP/1.1" status: 204 len: 168 time: 0.5960417 Aug 19 12:40:39.592102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50062) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:39.647150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9b136-701a-435e-9a87-b80f4b907714 req-fbf61ea5-efa5-4e32-998c-8a2c31e99387 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:39.654809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49d9b136-701a-435e-9a87-b80f4b907714 req-fbf61ea5-efa5-4e32-998c-8a2c31e99387 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 947 time: 0.2108748 Aug 19 12:40:39.672424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Pushing event updated for resources: {'Port': ['ID=865ca00d-9e57-4586-aebc-906f785915ed,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:39.690054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a88cb5f8-28d7-420d-95eb-9b6bff096233 req-e0f01185-a990-4bb7-8586-df3c632cf8d0 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511941 Aug 19 12:40:39.733745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Made reservation on behalf of 92483dde42a14a989853a79c94d30303 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:39.736548 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.814206 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.861516 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.946326 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Attempting to bind port 865ca00d-9e57-4586-aebc-906f785915ed on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:39.946574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Attempting to bind port 865ca00d-9e57-4586-aebc-906f785915ed by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'cbe5d00f-5237-45d7-86a2-dc7e600993b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:39.946902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Attempting to bind port 865ca00d-9e57-4586-aebc-906f785915ed on network e28c177a-b30b-461f-9bce-1cbdfa881f8c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:39.983234 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Port 865ca00d-9e57-4586-aebc-906f785915ed on network e28c177a-b30b-461f-9bce-1cbdfa881f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:39.983559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Attempting to bind port 865ca00d-9e57-4586-aebc-906f785915ed on network e28c177a-b30b-461f-9bce-1cbdfa881f8c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:39.992107 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Subnet': ['ID=3e685b87-b679-4773-8843-df8720602a2c,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:40.012900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:40.013297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Checking segment: {'id': 'cbe5d00f-5237-45d7-86a2-dc7e600993b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:40.013720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Bound using segment: {'id': 'cbe5d00f-5237-45d7-86a2-dc7e600993b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:40.014222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Bound port: 865ca00d-9e57-4586-aebc-906f785915ed, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe5d00f-5237-45d7-86a2-dc7e600993b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:40.014571 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.096114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Checking segment: {'id': '3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd96405a8-c859-493d-bfec-b59802fead87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:40.096474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network hostable DHCP agents. Network: d96405a8-c859-493d-bfec-b59802fead87, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:40:40.188663 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.211892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49d9b136-701a-435e-9a87-b80f4b907714 req-b45032dc-527d-455e-a91f-68e7761a26f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=b39e9525-4753-45e3-aa3e-b96cd74ec8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5300384 Aug 19 12:40:40.226707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] For port 865ca00d-9e57-4586-aebc-906f785915ed, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:40.247572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] For port 865ca00d-9e57-4586-aebc-906f785915ed, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=865ca00d-9e57-4586-aebc-906f785915ed,segment=NetworkSegment(cbe5d00f-5237-45d7-86a2-dc7e600993b8),segment_id=cbe5d00f-5237-45d7-86a2-dc7e600993b8)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:40.255267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7fe348f3-5b5f-416c-9b22-7fb5aecc3e2e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:40.255547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2f924018-17d6-4e8e-9718-386a6e5d64b0 req-2d20bfc9-44d8-4c3c-9b53-4da70109da72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:40.255758 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe348f3-5b5f-416c-9b22-7fb5aecc3e2e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.255953 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f924018-17d6-4e8e-9718-386a6e5d64b0 req-2d20bfc9-44d8-4c3c-9b53-4da70109da72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.315682 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.330103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750ed7c-65aa-430f-8636-884d2a7f1ed5 req-6d8aa6d2-3914-49c2-9445-e3492741869c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:40.331702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1750ed7c-65aa-430f-8636-884d2a7f1ed5 req-6d8aa6d2-3914-49c2-9445-e3492741869c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.1506681 Aug 19 12:40:40.336402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-aa2adfe3-694c-4175-890e-347f3d817f7f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Deleting port 53a88d93-7c10-407e-ae59-3172773faf2a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:40.336756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa2adfe3-694c-4175-890e-347f3d817f7f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.355405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:40.372475 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.375129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network d96405a8-c859-493d-bfec-b59802fead87 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:40:40.431914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbffdf8-146e-444c-8c0e-5134fc87ecbf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:40.437934 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.438401 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Added segment 04db644c-a9b8-4a4b-bb98-a0d399df6555 of type vlan for network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 Aug 19 12:40:40.445818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe348f3-5b5f-416c-9b22-7fb5aecc3e2e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.465814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:40.465814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.465814 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] 10.222.0.52 "PUT /v2.0/ports/865ca00d-9e57-4586-aebc-906f785915ed HTTP/1.1" status: 200 len: 1091 time: 2.8908489 Aug 19 12:40:40.483813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ab2bf7-a7d8-480c-96ed-9f81547cd672', 'tag': '865ca00d-9e57-4586-aebc-906f785915ed'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:40.486452 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f917be-77e7-49e4-87be-a8deb338b3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ab2bf7-a7d8-480c-96ed-9f81547cd672", "tag": "865ca00d-9e57-4586-aebc-906f785915ed"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:40.493616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7fe348f3-5b5f-416c-9b22-7fb5aecc3e2e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:40.562628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2f924018-17d6-4e8e-9718-386a6e5d64b0 req-2d20bfc9-44d8-4c3c-9b53-4da70109da72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port 3dce6e05-9b47-4751-be4e-80f031cfd1d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=3dce6e05-9b47-4751-be4e-80f031cfd1d5,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:40.562913 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1057d20f-954c-4ea6-96aa-6d0710f2a061 x-openstack-request-id: req-1057d20f-954c-4ea6-96aa-6d0710f2a061 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:40.563062 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ab2bf7-a7d8-480c-96ed-9f81547cd672", "tag": "865ca00d-9e57-4586-aebc-906f785915ed", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:40.563189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f924018-17d6-4e8e-9718-386a6e5d64b0 req-2d20bfc9-44d8-4c3c-9b53-4da70109da72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.563324 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1057d20f-954c-4ea6-96aa-6d0710f2a061 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:40.563719 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ab2bf7-a7d8-480c-96ed-9f81547cd672', 'tag': '865ca00d-9e57-4586-aebc-906f785915ed', 'status': 'completed', 'code': 200} Aug 19 12:40:40.575421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.591445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1750ed7c-65aa-430f-8636-884d2a7f1ed5 req-280b9053-84cb-4ecb-8e83-b30483f40f54 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410433 Aug 19 12:40:40.602974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2f924018-17d6-4e8e-9718-386a6e5d64b0 req-2d20bfc9-44d8-4c3c-9b53-4da70109da72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for 3dce6e05-9b47-4751-be4e-80f031cfd1d5 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:40.608440 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, d96405a8-c859-493d-bfec-b59802fead87) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:40.615166 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e2438-385e-4b62-8b79-7e5244961d06 service neutron] Pushing event updated for resources: {'Port': ['ID=865ca00d-9e57-4586-aebc-906f785915ed,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:40.621775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4896d-709e-4225-b4c5-86b7c694dcc8 None None] Network d96405a8-c859-493d-bfec-b59802fead87 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:40.637421 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa2adfe3-694c-4175-890e-347f3d817f7f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.640384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-72ade27a-c40f-4fa3-b332-e4fa1c0f2c26 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1742616 Aug 19 12:40:40.640555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:40.641150 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.691563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-aa2adfe3-694c-4175-890e-347f3d817f7f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Calling delete_port for 53a88d93-7c10-407e-ae59-3172773faf2a owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:40.735017 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f917be-77e7-49e4-87be-a8deb338b3eb req-2f7a25a4-10c9-4e1d-b7a1-c0e10e6b59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:40.737729 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-95f917be-77e7-49e4-87be-a8deb338b3eb req-2f7a25a4-10c9-4e1d-b7a1-c0e10e6b59c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=588f44055bfd4e0a8c595cbd2d8952dd&device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 1094 time: 0.1268046 Aug 19 12:40:40.831524 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.832867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:40.834209 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.844301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-d96405a8-c859-493d-bfec-b59802fead87', 'network_id': 'd96405a8-c859-493d-bfec-b59802fead87', 'tenant_id': '8cd761c04835485bb78d1b9bbb90380c', 'fixed_ips': [{'subnet_id': '3e685b87-b679-4773-8843-df8720602a2c'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:40:40.845587 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.896451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-c621f53c-b235-4b59-9855-931fa3cb5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:40.900400 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-c621f53c-b235-4b59-9855-931fa3cb5156 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1096 time: 0.1989851 Aug 19 12:40:40.950851 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-608fc1e8-321e-4142-b21e-266c24f6b23e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2546403 Aug 19 12:40:40.986439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50072) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:41.003802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-167081131'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:41.063666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379044ba-ec36-419d-8650-001aead2d3d1 req-10c3fc02-a372-482f-8c28-04e443fc98a9 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.065409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-379044ba-ec36-419d-8650-001aead2d3d1 req-10c3fc02-a372-482f-8c28-04e443fc98a9 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 943 time: 0.2563705 Aug 19 12:40:41.067898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] Pushing event updated for resources: {'Network': ['ID=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:41.079377 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Allocated IP 2001:db8:0:ffff::2 (d96405a8-c859-493d-bfec-b59802fead87/3e685b87-b679-4773-8843-df8720602a2c/8d241b25-8348-4e88-9cb7-f76099827064) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:41.132973 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a415d334-c4a0-4c34-8576-a6c2cecb881b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8496656 Aug 19 12:40:41.136839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50074) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:41.152783 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f917be-77e7-49e4-87be-a8deb338b3eb req-d5d6e918-f272-4c0c-be93-e90ef070f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.154404 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-95f917be-77e7-49e4-87be-a8deb338b3eb req-d5d6e918-f272-4c0c-be93-e90ef070f3ad service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=588f44055bfd4e0a8c595cbd2d8952dd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3245730 Aug 19 12:40:41.158871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] Request body: {'subnet': {'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1728009969-subnet', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:41.181958 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:41.227019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-45873b46-dc99-43c4-888a-3fe1bc409385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.228664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-45873b46-dc99-43c4-888a-3fe1bc409385 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.2961144 Aug 19 12:40:41.232526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-379044ba-ec36-419d-8650-001aead2d3d1 req-719503d4-7e12-4a60-a6b9-23d93ba08d06 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531148 Aug 19 12:40:41.260928 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe348f3-5b5f-416c-9b22-7fb5aecc3e2e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.327548 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f924018-17d6-4e8e-9718-386a6e5d64b0 req-2d20bfc9-44d8-4c3c-9b53-4da70109da72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.328692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe348f3-5b5f-416c-9b22-7fb5aecc3e2e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=ffc7a62e-2cfb-45c9-8d2b-2a64df4190fa,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:41.332792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:41.337758 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.415549 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa2adfe3-694c-4175-890e-347f3d817f7f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.419450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f917be-77e7-49e4-87be-a8deb338b3eb req-b500a474-b4ca-463c-8a5a-75caf6f0a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.421889 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-95f917be-77e7-49e4-87be-a8deb338b3eb req-b500a474-b4ca-463c-8a5a-75caf6f0a830 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2559831 Aug 19 12:40:41.455820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86b2a7b8-57e9-47bb-9c74-e6a62c1f9cae req-06a7c9aa-b23f-41f3-8b01-e4dce135ee6e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 210 time: 0.1176174 Aug 19 12:40:41.468288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:41.491753 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.492075 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Added segment f3bdc559-e6e2-49eb-a6a2-86f58e938a4b of type vlan for network bd985f74-1dce-4e69-b53d-4e12bc826440 Aug 19 12:40:41.494400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20bfc9-44d8-4c3c-9b53-4da70109da72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=3dce6e05-9b47-4751-be4e-80f031cfd1d5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:41.498558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-ff5613c7-e265-475b-a3ce-6f5ab8c63e43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 998 time: 0.2514637 Aug 19 12:40:41.517681 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.529623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f924018-17d6-4e8e-9718-386a6e5d64b0 req-2d20bfc9-44d8-4c3c-9b53-4da70109da72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] No DVR routers for this DVR port 3dce6e05-9b47-4751-be4e-80f031cfd1d5 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:41.530757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Transition to ACTIVE for port object 8d241b25-8348-4e88-9cb7-f76099827064 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:41.550584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Transition to ACTIVE for port object 8d241b25-8348-4e88-9cb7-f76099827064 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:41.568741 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f924018-17d6-4e8e-9718-386a6e5d64b0 req-2d20bfc9-44d8-4c3c-9b53-4da70109da72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.570388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f924018-17d6-4e8e-9718-386a6e5d64b0 req-2d20bfc9-44d8-4c3c-9b53-4da70109da72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "DELETE /v2.0/ports/3dce6e05-9b47-4751-be4e-80f031cfd1d5 HTTP/1.1" status: 204 len: 173 time: 2.0799482 Aug 19 12:40:41.570911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-deleted', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:41.573791 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c23517-5dc1-4b23-8c57-9e92d0e3326a" -d '{"events": [{"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-deleted", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:41.608503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2adfe3-694c-4175-890e-347f3d817f7f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Pushing event deleted for resources: {'Port': ['ID=53a88d93-7c10-407e-ae59-3172773faf2a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:41.680937 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d972f37b-645f-4ecc-a4b4-0edc275e9f76 x-openstack-request-id: req-d972f37b-645f-4ecc-a4b4-0edc275e9f76 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:41.683722 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcf84d2-1d95-48d4-98b7-0c43b76f1d11", "name": "network-vif-deleted", "tag": "3dce6e05-9b47-4751-be4e-80f031cfd1d5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:41.683722 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d972f37b-645f-4ecc-a4b4-0edc275e9f76 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:41.683722 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcf84d2-1d95-48d4-98b7-0c43b76f1d11', 'name': 'network-vif-deleted', 'tag': '3dce6e05-9b47-4751-be4e-80f031cfd1d5', 'status': 'completed', 'code': 200} Aug 19 12:40:41.706419 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.717185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] Made reservation on behalf of 92483dde42a14a989853a79c94d30303 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:41.720732 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.813095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-66d9d78d-d555-4969-a9fc-a4c47a30c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.815165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-66d9d78d-d555-4969-a9fc-a4c47a30c683 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.2867389 Aug 19 12:40:41.832902 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.833487 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.853237 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Network d96405a8-c859-493d-bfec-b59802fead87 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:41.859718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:41.884757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:41.891707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-6eada2ee-72b7-4cbd-8f64-5fe00457ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.893403 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-6eada2ee-72b7-4cbd-8f64-5fe00457ae2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=588f44055bfd4e0a8c595cbd2d8952dd&device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 1094 time: 0.3251662 Aug 19 12:40:41.947637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Pushing event updated for resources: {'Port': ['ID=8d241b25-8348-4e88-9cb7-f76099827064,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:41.954599 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7fe348f3-5b5f-416c-9b22-7fb5aecc3e2e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.984277 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa2adfe3-694c-4175-890e-347f3d817f7f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.987243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-aa2adfe3-694c-4175-890e-347f3d817f7f tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/ports/53a88d93-7c10-407e-ae59-3172773faf2a HTTP/1.1" status: 204 len: 168 time: 2.3685596 Aug 19 12:40:41.999430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50084) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:42.012621 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-cfbc98aa-be29-4b53-9f16-e26e7d063d34 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=865ca00d-9e57-4586-aebc-906f785915ed HTTP/1.1" status: 200 len: 217 time: 0.0812261 Aug 19 12:40:42.061011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Attempting to bind port 8d241b25-8348-4e88-9cb7-f76099827064 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:42.061500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Attempting to bind port 8d241b25-8348-4e88-9cb7-f76099827064 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd96405a8-c859-493d-bfec-b59802fead87'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:42.061878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Attempting to bind port 8d241b25-8348-4e88-9cb7-f76099827064 on network d96405a8-c859-493d-bfec-b59802fead87 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:42.068028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:42.068609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Checking segment: {'id': '3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd96405a8-c859-493d-bfec-b59802fead87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:42.069038 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.069481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Bound using segment: {'id': '3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd96405a8-c859-493d-bfec-b59802fead87'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:42.069970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Bound port: 8d241b25-8348-4e88-9cb7-f76099827064, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd96405a8-c859-493d-bfec-b59802fead87'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:42.070370 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.123243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d020a-cc84-44c9-a378-63b45f6c5296 req-1b31d83e-48b0-49ef-9fd9-13a402b683cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.135163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd0d020a-cc84-44c9-a378-63b45f6c5296 req-1b31d83e-48b0-49ef-9fd9-13a402b683cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.3371243 Aug 19 12:40:42.160203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] For port 8d241b25-8348-4e88-9cb7-f76099827064, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:42.164949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] For port 8d241b25-8348-4e88-9cb7-f76099827064, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8d241b25-8348-4e88-9cb7-f76099827064,segment=NetworkSegment(3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1),segment_id=3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:42.174585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-6057f551-a09f-4fe6-bc1c-eb0f8073f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.178693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-6057f551-a09f-4fe6-bc1c-eb0f8073f797 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2575753 Aug 19 12:40:42.191975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1f7b67-f3ce-40fa-9049-de1a0e2489e9 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Deleting subnet 887f6caf-a84c-43bb-bdca-bab7a5cf8708 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:40:42.223815 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b1f7b67-f3ce-40fa-9049-de1a0e2489e9 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.278604 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.287920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.288643 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.317126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd0d020a-cc84-44c9-a378-63b45f6c5296 req-e7ade300-3162-4fc2-b9be-44d59757eef2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665611 Aug 19 12:40:42.356668 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.383461 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-cb40d97c-6525-4d1d-b2cd-e4e1c3908f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.385204 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-cb40d97c-6525-4d1d-b2cd-e4e1c3908f72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f431bb8e-d1ef-4b3c-ad64-5a21aeadaa6e HTTP/1.1" status: 200 len: 849 time: 0.3009055 Aug 19 12:40:42.394410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b1f7b67-f3ce-40fa-9049-de1a0e2489e9 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.450903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb3ce1-c6ca-45d9-8c20-4ae657489611 None None] Pushing event updated for resources: {'Port': ['ID=8d241b25-8348-4e88-9cb7-f76099827064,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:42.460910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-916eab9e-1aea-47d2-ac96-37ffe342a660 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727017 Aug 19 12:40:42.563688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5006f0-97ff-461c-97e3-bc7da1c4efc0 req-b13cedaa-c295-4e3f-95b6-e38ec8bc6114 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.565306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa5006f0-97ff-461c-97e3-bc7da1c4efc0 req-b13cedaa-c295-4e3f-95b6-e38ec8bc6114 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 943 time: 0.2161736 Aug 19 12:40:42.593704 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.732005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8760a300-4699-4edf-a9a3-a2d254c94e39 req-52930e85-e4a2-49a8-82ff-51bcd9f0326a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 210 time: 0.0893002 Aug 19 12:40:42.767148 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85d8bd98-76e9-4776-a071-333a1bfdfe16 req-d97842e1-db10-43ef-b37f-a3b96fce02ec service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929649 Aug 19 12:40:42.768009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f9d403-8981-4eeb-99be-5102d5ba180d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:42.781345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa5006f0-97ff-461c-97e3-bc7da1c4efc0 req-735f4cac-b4ac-43a0-9a20-e321c092a2f1 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056444 Aug 19 12:40:42.831473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] Checking segment: {'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:42.840981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] Network hostable DHCP agents. Network: b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:40:42.891913 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9000437 Aug 19 12:40:42.897473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50090) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:42.904359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'subnet': {'network_id': 'bd985f74-1dce-4e69-b53d-4e12bc826440', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:42.915802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984901-edea-455b-a65d-78debbdcec7a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Network': ['ID=bd985f74-1dce-4e69-b53d-4e12bc826440,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:42.925159 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-d98d2688-98fd-4ebf-b518-2df647d9e778 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e28c177a-b30b-461f-9bce-1cbdfa881f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5236912 Aug 19 12:40:42.936262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network bd985f74-1dce-4e69-b53d-4e12bc826440 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:43.022851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] Network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:40:43.207273 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b1f7b67-f3ce-40fa-9049-de1a0e2489e9 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:43.210457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:43.217663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:43.218682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:43.223371 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1dc4c1-78da-4065-869b-167c01fab0b6 None None] Network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:43.255954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe348f3-5b5f-416c-9b22-7fb5aecc3e2e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 40fe922e-0000-49a7-9058-bd73b1eb1e9e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:43.280778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:43.284756 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-c4d92665-a1a9-49f8-904a-42d8a7480cc1 service neutron] 10.222.0.52 "GET /v2.0/networks/e28c177a-b30b-461f-9bce-1cbdfa881f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417664 Aug 19 12:40:43.288968 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:43.396272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8d241b25-8348-4e88-9cb7-f76099827064 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:43.583475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e591d88-3f1d-4168-9c6e-ae23554d4f2e req-00d7d6bc-8906-4868-9c93-9c1d97bb5999 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:43.591878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e591d88-3f1d-4168-9c6e-ae23554d4f2e req-00d7d6bc-8906-4868-9c93-9c1d97bb5999 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.0769923 Aug 19 12:40:43.602389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f848b9c7-6fad-44db-8175-266908fce33e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4544182 Aug 19 12:40:43.638449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50096) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:43.640106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0b827d-2337-4290-8f3d-ad787f0671f4 None None] Network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:43.640197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe348f3-5b5f-416c-9b22-7fb5aecc3e2e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:43.640197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1728009969-router', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:43.640349 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbdb153-a691-45d4-a26f-ccf4b8cd416b None None] Sync routers for ids ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:43.640717 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7fe348f3-5b5f-416c-9b22-7fb5aecc3e2e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/40fe922e-0000-49a7-9058-bd73b1eb1e9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9920270 Aug 19 12:40:43.640717 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50098) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:43.646962 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdb153-a691-45d4-a26f-ccf4b8cd416b None None] Routers {'40fe922e-0000-49a7-9058-bd73b1eb1e9e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:43.647600 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5fbdb153-a691-45d4-a26f-ccf4b8cd416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:43.662769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e591d88-3f1d-4168-9c6e-ae23554d4f2e req-4aa83c97-ee7b-4fbd-8f44-39d4852687b4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700452 Aug 19 12:40:43.709091 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5fbdb153-a691-45d4-a26f-ccf4b8cd416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:43.725351 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdb153-a691-45d4-a26f-ccf4b8cd416b None None] Routers {'40fe922e-0000-49a7-9058-bd73b1eb1e9e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:43.726582 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5fbdb153-a691-45d4-a26f-ccf4b8cd416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:43.763249 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-dd220e49-16f9-4910-945a-e7c884f8c5f0 req-526f402f-3bd7-443e-b17f-7fa4fe8939f6 service neutron] 10.222.0.52 "GET /v2.0/networks/e28c177a-b30b-461f-9bce-1cbdfa881f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619226 Aug 19 12:40:43.765249 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5fbdb153-a691-45d4-a26f-ccf4b8cd416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:43.766054 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbdb153-a691-45d4-a26f-ccf4b8cd416b None None] The sync data for ids ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:43.911199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b1f7b67-f3ce-40fa-9049-de1a0e2489e9 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:43.933130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8d241b25-8348-4e88-9cb7-f76099827064 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:43.936262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ecc236a-2fce-4a92-919d-59b9bff05080 req-c545472c-548a-4067-bb91-8505df78fa48 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=abcf84d2-1d95-48d4-98b7-0c43b76f1d11 HTTP/1.1" status: 200 len: 210 time: 0.0660357 Aug 19 12:40:43.971017 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f7b67-f3ce-40fa-9049-de1a0e2489e9 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Pushing event deleted for resources: {'Subnet': ['ID=887f6caf-a84c-43bb-bdca-bab7a5cf8708,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:43.980072 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b1f7b67-f3ce-40fa-9049-de1a0e2489e9 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:43.984579 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b1f7b67-f3ce-40fa-9049-de1a0e2489e9 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/subnets/887f6caf-a84c-43bb-bdca-bab7a5cf8708 HTTP/1.1" status: 204 len: 168 time: 1.9818156 Aug 19 12:40:43.987544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c776c74-e2a2-41e4-9942-12e409c1f07b None None] Network f97624b0-aeb6-492e-ad7d-33fa39401771 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:43.997059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50108) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:44.065362 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.067484 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.081865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2043fc75-9fa4-4a03-b3f5-55ec43788002 None None] Network d96405a8-c859-493d-bfec-b59802fead87 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:44.105922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3dce6e05-9b47-4751-be4e-80f031cfd1d5 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:44.186981 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.187376 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 3dce6e05-9b47-4751-be4e-80f031cfd1d5 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:44.187660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 3dce6e05-9b47-4751-be4e-80f031cfd1d5 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:44.212650 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.239145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2cab3-49b2-4596-bd6b-6fdd3beb9223 req-92c770b8-c131-42fa-8ba2-d90456c86ede tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:44.240741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26c2cab3-49b2-4596-bd6b-6fdd3beb9223 req-92c770b8-c131-42fa-8ba2-d90456c86ede tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.3009241 Aug 19 12:40:44.251372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758784-6c44-404e-a4f1-c57c20f62d82 req-fadba720-b74a-4161-bf2e-304e9c784ea5 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:44.252898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71758784-6c44-404e-a4f1-c57c20f62d82 req-fadba720-b74a-4161-bf2e-304e9c784ea5 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 943 time: 0.2003932 Aug 19 12:40:44.280666 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d77cf12-ba5e-4d33-9e33-cc49c3361c51 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.341488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26c2cab3-49b2-4596-bd6b-6fdd3beb9223 req-a246553b-050f-43e3-96ea-ea675ee69295 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875235 Aug 19 12:40:44.374487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71758784-6c44-404e-a4f1-c57c20f62d82 req-f252d79f-e8a8-46ac-a27a-e8a1cc19ae0e tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925159 Aug 19 12:40:44.401410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Deleting port 9fea3755-1a9c-4606-b31d-16123a0b4a4b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:44.401802 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.431666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d02b4-4fd2-41dc-b1af-b1db8f61da01 None None] DHCP port deletion for f97624b0-aeb6-492e-ad7d-33fa39401771 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:40:44.450855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-142241b3-dcfd-4a30-954f-a11af078019c None None] Provisioning for port 8d241b25-8348-4e88-9cb7-f76099827064 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:44.483685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-142241b3-dcfd-4a30-954f-a11af078019c None None] Provisioning complete for port 8d241b25-8348-4e88-9cb7-f76099827064 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:44.484195 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-142241b3-dcfd-4a30-954f-a11af078019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.556003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] For port 9fea3755-1a9c-4606-b31d-16123a0b4a4b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9fea3755-1a9c-4606-b31d-16123a0b4a4b,segment=NetworkSegment(ecf93fa5-3548-485c-b3e9-9f410caf98e1),segment_id=ecf93fa5-3548-485c-b3e9-9f410caf98e1)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:44.556540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.570095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.579442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d02b4-4fd2-41dc-b1af-b1db8f61da01 None None] Deleting port 9fea3755-1a9c-4606-b31d-16123a0b4a4b {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:44.579442 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f7d02b4-4fd2-41dc-b1af-b1db8f61da01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.582156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Calling delete_port for 9fea3755-1a9c-4606-b31d-16123a0b4a4b owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:44.641004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.objects.ports [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:40:44.654027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.674918 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.691819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4f7d02b4-4fd2-41dc-b1af-b1db8f61da01 None None] For port 9fea3755-1a9c-4606-b31d-16123a0b4a4b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9fea3755-1a9c-4606-b31d-16123a0b4a4b,segment=NetworkSegment(ecf93fa5-3548-485c-b3e9-9f410caf98e1),segment_id=ecf93fa5-3548-485c-b3e9-9f410caf98e1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:44.692415 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f7d02b4-4fd2-41dc-b1af-b1db8f61da01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.707765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47ca2a-d0e5-4944-ac63-85a503790674 req-5489f513-6e88-48ea-8a12-b07c91e8e8a7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:44.709729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c47ca2a-d0e5-4944-ac63-85a503790674 req-5489f513-6e88-48ea-8a12-b07c91e8e8a7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2309263 Aug 19 12:40:44.714593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d02b4-4fd2-41dc-b1af-b1db8f61da01 None None] Calling delete_port for 9fea3755-1a9c-4606-b31d-16123a0b4a4b owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:44.822520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Subnet': ['ID=63924c2c-84bc-4768-952f-d7b2459528d2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:44.832530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5d77cf12-ba5e-4d33-9e33-cc49c3361c51 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 2a2f8fe0-91ab-46b4-b848-8e44de90611c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:44.832885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d77cf12-ba5e-4d33-9e33-cc49c3361c51 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.866287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c47ca2a-d0e5-4944-ac63-85a503790674 req-10358fcb-ed4a-450a-832a-d9673df1085c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171775 Aug 19 12:40:44.892150 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-142241b3-dcfd-4a30-954f-a11af078019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:44.892266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Checking segment: {'id': 'f3bdc559-e6e2-49eb-a6a2-86f58e938a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bd985f74-1dce-4e69-b53d-4e12bc826440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:44.892266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network hostable DHCP agents. Network: bd985f74-1dce-4e69-b53d-4e12bc826440, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:40:44.918490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-142241b3-dcfd-4a30-954f-a11af078019c None None] For port 8d241b25-8348-4e88-9cb7-f76099827064, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8d241b25-8348-4e88-9cb7-f76099827064,segment=NetworkSegment(3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1),segment_id=3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:45.002925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d77cf12-ba5e-4d33-9e33-cc49c3361c51 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.014003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50118) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:45.019245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5d77cf12-ba5e-4d33-9e33-cc49c3361c51 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 2a2f8fe0-91ab-46b4-b848-8e44de90611c owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:45.041917 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f7d02b4-4fd2-41dc-b1af-b1db8f61da01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.086480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.097248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d02b4-4fd2-41dc-b1af-b1db8f61da01 None None] Pushing event deleted for resources: {'Port': ['ID=9fea3755-1a9c-4606-b31d-16123a0b4a4b,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:45.103448 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-142241b3-dcfd-4a30-954f-a11af078019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.106422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network bd985f74-1dce-4e69-b53d-4e12bc826440 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:40:45.111255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d02b4-4fd2-41dc-b1af-b1db8f61da01 None None] No DVR routers for this DVR port 9fea3755-1a9c-4606-b31d-16123a0b4a4b on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:45.193147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142241b3-dcfd-4a30-954f-a11af078019c None None] Pushing event updated for resources: {'Port': ['ID=8d241b25-8348-4e88-9cb7-f76099827064,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:45.195450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Pushing event deleted for resources: {'Port': ['ID=9fea3755-1a9c-4606-b31d-16123a0b4a4b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:45.218835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] No DVR routers for this DVR port 9fea3755-1a9c-4606-b31d-16123a0b4a4b on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:45.249843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9fea3755-1a9c-4606-b31d-16123a0b4a4b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:45.323231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, bd985f74-1dce-4e69-b53d-4e12bc826440) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:45.424811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d77cf12-ba5e-4d33-9e33-cc49c3361c51 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.438190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-48e3f908-f9ad-4cd6-9bb6-d4f32d87e3e3 None None] Provisioning complete for port 8d241b25-8348-4e88-9cb7-f76099827064 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:45.438842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-48e3f908-f9ad-4cd6-9bb6-d4f32d87e3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.446206 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f2f58-6e45-476b-aeb6-5e13b920840a None None] Network bd985f74-1dce-4e69-b53d-4e12bc826440 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:45.481783 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77cf12-ba5e-4d33-9e33-cc49c3361c51 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=2a2f8fe0-91ab-46b4-b848-8e44de90611c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:45.484617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 9fea3755-1a9c-4606-b31d-16123a0b4a4b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:45.485208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9fea3755-1a9c-4606-b31d-16123a0b4a4b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:45.607395 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.659120 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.816024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-bd985f74-1dce-4e69-b53d-4e12bc826440', 'network_id': 'bd985f74-1dce-4e69-b53d-4e12bc826440', 'tenant_id': '8cd761c04835485bb78d1b9bbb90380c', 'fixed_ips': [{'subnet_id': '63924c2c-84bc-4768-952f-d7b2459528d2'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:40:45.817611 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.864864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:45.865782 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.023591 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.055641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97624b0-aeb6-492e-ad7d-33fa39401771']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:46.068271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Allocated IP 2001:db8::f816:3eff:fe85:8072 (bd985f74-1dce-4e69-b53d-4e12bc826440/63924c2c-84bc-4768-952f-d7b2459528d2/1904f636-77ab-461a-9307-bb866ac10d39) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:46.122423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-06bf702d-b52c-40b0-a252-716f9a4b5421 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2236822 Aug 19 12:40:46.131655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf93fa5-3548-485c-b3e9-9f410caf98e1') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:46.131968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf93fa5-3548-485c-b3e9-9f410caf98e1') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:46.142047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50134) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:46.152979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'port': {'network_id': 'bd985f74-1dce-4e69-b53d-4e12bc826440', 'name': 'tempest-NetworksIpV6TestAttrs-2102437270'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:46.168410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d77cf12-ba5e-4d33-9e33-cc49c3361c51 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.189876 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.234676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4d2e2-26a5-4946-8bc8-b02a27585ddf req-504951c8-d1b3-4ede-be1f-72d3cb3dd7af tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:46.236283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58b4d2e2-26a5-4946-8bc8-b02a27585ddf req-504951c8-d1b3-4ede-be1f-72d3cb3dd7af tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 943 time: 0.3500044 Aug 19 12:40:46.243108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-7ff70f49-3526-4e9e-8ee5-41d9bce6a9ac tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:46.245741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-7ff70f49-3526-4e9e-8ee5-41d9bce6a9ac tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 811 time: 1.0559309 Aug 19 12:40:46.268511 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.285249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Transition to ACTIVE for port object 1904f636-77ab-461a-9307-bb866ac10d39 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:46.298296 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.301343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Transition to ACTIVE for port object 1904f636-77ab-461a-9307-bb866ac10d39 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:46.330775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-c1987d67-a98a-4525-9856-4e0bd296ba7a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/quotas/c4215f5876254990ac7547c4d07ccb07 HTTP/1.1" status: 200 len: 375 time: 0.0724134 Aug 19 12:40:46.340556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:46.340556 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:46.346188 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:46.393042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Allocated IP 172.25.6.209 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:46.412487 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.419429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d77cf12-ba5e-4d33-9e33-cc49c3361c51 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 40fe922e-0000-49a7-9058-bd73b1eb1e9e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:46.470086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Network bd985f74-1dce-4e69-b53d-4e12bc826440 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:46.474326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:46.484860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:46.495203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Pushing event updated for resources: {'Port': ['ID=1904f636-77ab-461a-9307-bb866ac10d39,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:46.546487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58b4d2e2-26a5-4946-8bc8-b02a27585ddf req-4f1c5e91-9b47-4725-a685-b11174e2d010 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784998 Aug 19 12:40:46.559899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 865ca00d-9e57-4586-aebc-906f785915ed details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:40:46.578179 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Attempting to bind port 1904f636-77ab-461a-9307-bb866ac10d39 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:46.578556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Attempting to bind port 1904f636-77ab-461a-9307-bb866ac10d39 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f3bdc559-e6e2-49eb-a6a2-86f58e938a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bd985f74-1dce-4e69-b53d-4e12bc826440'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:46.578928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Attempting to bind port 1904f636-77ab-461a-9307-bb866ac10d39 on network bd985f74-1dce-4e69-b53d-4e12bc826440 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:46.589895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:46.590746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Checking segment: {'id': 'f3bdc559-e6e2-49eb-a6a2-86f58e938a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bd985f74-1dce-4e69-b53d-4e12bc826440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:46.590746 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.591970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Bound using segment: {'id': 'f3bdc559-e6e2-49eb-a6a2-86f58e938a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bd985f74-1dce-4e69-b53d-4e12bc826440'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:46.592489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Bound port: 1904f636-77ab-461a-9307-bb866ac10d39, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bdc559-e6e2-49eb-a6a2-86f58e938a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bd985f74-1dce-4e69-b53d-4e12bc826440'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:46.593087 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.608803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d77cf12-ba5e-4d33-9e33-cc49c3361c51 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:46.618711 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5d77cf12-ba5e-4d33-9e33-cc49c3361c51 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/40fe922e-0000-49a7-9058-bd73b1eb1e9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9756203 Aug 19 12:40:46.619744 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50136) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:46.662731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20eca13-aa80-4941-ab15-92d205917aca None None] Sync routers for ids ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:46.678841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5e432f7f-6491-4dcc-9408-f529c61aedd3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fe922e-0000-49a7-9058-bd73b1eb1e9e HTTP/1.1" status: 200 len: 205 time: 0.0553801 Aug 19 12:40:46.679968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50138) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:46.690692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.693913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:46.700777 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.720596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20eca13-aa80-4941-ab15-92d205917aca None None] Routers {'40fe922e-0000-49a7-9058-bd73b1eb1e9e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:46.721250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b20eca13-aa80-4941-ab15-92d205917aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:46.734315 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.739415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] 10.222.0.44 "DELETE /v2.0/networks/f97624b0-aeb6-492e-ad7d-33fa39401771 HTTP/1.1" status: 204 len: 168 time: 2.7384312 Aug 19 12:40:46.740524 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.743375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d14dd-1032-4535-b4f3-35b460bfac87 tempest-TagsExtTest-1444723392 tempest-TagsExtTest-1444723392-project] Pushing event deleted for resources: {'Network': ['ID=f97624b0-aeb6-492e-ad7d-33fa39401771,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:46.784895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b20eca13-aa80-4941-ab15-92d205917aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:46.793596 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b0fdbde-090c-4fdf-983f-924ba54117cc tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.804182 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-ee4a7b6a-84a2-4046-ae56-b6fb58b0e20f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4426701 Aug 19 12:40:46.818108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] device_id is not set on port 9650e9cd-e05f-4405-a415-ffb06a7a961c yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:46.827061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20eca13-aa80-4941-ab15-92d205917aca None None] Routers {'40fe922e-0000-49a7-9058-bd73b1eb1e9e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:46.827727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b20eca13-aa80-4941-ab15-92d205917aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:46.841622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 865ca00d-9e57-4586-aebc-906f785915ed, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=865ca00d-9e57-4586-aebc-906f785915ed,segment=NetworkSegment(cbe5d00f-5237-45d7-86a2-dc7e600993b8),segment_id=cbe5d00f-5237-45d7-86a2-dc7e600993b8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:46.844678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] For port 1904f636-77ab-461a-9307-bb866ac10d39, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:46.894324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b20eca13-aa80-4941-ab15-92d205917aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:46.895001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20eca13-aa80-4941-ab15-92d205917aca None None] The sync data for ids ['40fe922e-0000-49a7-9058-bd73b1eb1e9e'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:46.910065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] For port 1904f636-77ab-461a-9307-bb866ac10d39, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1904f636-77ab-461a-9307-bb866ac10d39,segment=NetworkSegment(f3bdc559-e6e2-49eb-a6a2-86f58e938a4b),segment_id=f3bdc559-e6e2-49eb-a6a2-86f58e938a4b)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:46.910065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '865ca00d-9e57-4586-aebc-906f785915ed', 'network_id': 'e28c177a-b30b-461f-9bce-1cbdfa881f8c', 'port_id': '865ca00d-9e57-4586-aebc-906f785915ed', 'mac_address': 'fa:16:3e:11:6c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f431bb8e-d1ef-4b3c-ad64-5a21aeadaa6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:40:46.912019 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-cb28de04-227e-4ec4-9bf0-3858b90f32d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2511151 Aug 19 12:40:46.981132 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.000968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865ca00d-9e57-4586-aebc-906f785915ed {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:47.011287 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.060944 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b0fdbde-090c-4fdf-983f-924ba54117cc tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.064117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b0fdbde-090c-4fdf-983f-924ba54117cc tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.078230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 865ca00d-9e57-4586-aebc-906f785915ed, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=865ca00d-9e57-4586-aebc-906f785915ed,segment=NetworkSegment(cbe5d00f-5237-45d7-86a2-dc7e600993b8),segment_id=cbe5d00f-5237-45d7-86a2-dc7e600993b8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:47.130944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee0d3d-f172-4d4f-9b74-edad3d3d5f86 None None] Pushing event updated for resources: {'Port': ['ID=1904f636-77ab-461a-9307-bb866ac10d39,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:47.163696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.195255 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.207211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-bf6c1f99-74fc-4f69-8bbb-a8b6f4b557c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:47.209912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-bf6c1f99-74fc-4f69-8bbb-a8b6f4b557c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 1097 time: 0.2006528 Aug 19 12:40:47.214431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Allocated IP 2001:db8::f816:3eff:fe27:6944 (bd985f74-1dce-4e69-b53d-4e12bc826440/63924c2c-84bc-4768-952f-d7b2459528d2/9650e9cd-e05f-4405-a415-ffb06a7a961c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:47.271949 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b0fdbde-090c-4fdf-983f-924ba54117cc tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.272674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0fdbde-090c-4fdf-983f-924ba54117cc tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Fanout notify agent at l3_agent the message router_deleted on router 40fe922e-0000-49a7-9058-bd73b1eb1e9e {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:40:47.299647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:47.305111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8d241b25-8348-4e88-9cb7-f76099827064 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:47.312355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b0fdbde-090c-4fdf-983f-924ba54117cc tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.318834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=865ca00d-9e57-4586-aebc-906f785915ed,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:47.320472 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7b0fdbde-090c-4fdf-983f-924ba54117cc tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/40fe922e-0000-49a7-9058-bd73b1eb1e9e HTTP/1.1" status: 204 len: 168 time: 0.6371634 Aug 19 12:40:47.324165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50144) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:47.347488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:47.369080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:47.404165 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.491704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8d241b25-8348-4e88-9cb7-f76099827064 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:47.492644 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.504872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-25f8c505-cf0a-4b0e-8bc6-fab5caaee46c service neutron] 10.222.0.44 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122103 Aug 19 12:40:47.525419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:47.556025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['865ca00d-9e57-4586-aebc-906f785915ed'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:47.676812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-48766c90-70dd-47d0-bba0-baee9911e562 service neutron] 10.222.0.44 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516569 Aug 19 12:40:47.692120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50150) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:47.852742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-58c312cb-0889-4060-8d9d-02262bcf81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:47.855377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-58c312cb-0889-4060-8d9d-02262bcf81ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.6126485 Aug 19 12:40:47.866317 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d82f49-3487-4821-86d8-5e2e58c52f15 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting subnet fd888e4c-3f4e-4f1b-bfb4-c6c5ab62d31a {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:40:47.886324 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d82f49-3487-4821-86d8-5e2e58c52f15 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.982825 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d82f49-3487-4821-86d8-5e2e58c52f15 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.017904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-ecf3892e-4585-4927-b9cc-7c4dfdf9da37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8226d715-2020-41cc-8778-6a15dc5e06ba HTTP/1.1" status: 200 len: 217 time: 0.1417854 Aug 19 12:40:48.233351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.240918 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d82f49-3487-4821-86d8-5e2e58c52f15 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.286493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7768d1-ab29-4098-976a-7b4359191e15 req-8b3f4eba-1ce3-4734-813d-1ec3709a9a20 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:48.301848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee7768d1-ab29-4098-976a-7b4359191e15 req-8b3f4eba-1ce3-4734-813d-1ec3709a9a20 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 944 time: 0.5353534 Aug 19 12:40:48.341038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a54af490-2e3a-4496-89ee-b1e2703746dd req-a6ba0640-b493-4e7c-b6a3-5713948c86d2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 210 time: 0.1651788 Aug 19 12:40:48.409179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bf65e70d-93a7-4f15-993d-c89a4014a88b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56a7ea13cc9e4c78acb6c566f2e97566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6984286 Aug 19 12:40:48.409179 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.415292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50164) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:48.418763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-e3d4f009-9a6b-4674-9286-c0407b21e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:48.421224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-e3d4f009-9a6b-4674-9286-c0407b21e262 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.3826363 Aug 19 12:40:48.490866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Transition to ACTIVE for port object 9650e9cd-e05f-4405-a415-ffb06a7a961c will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:48.512748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee7768d1-ab29-4098-976a-7b4359191e15 req-cf38df06-f523-4eb9-b3cf-2041beea9667 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092705 Aug 19 12:40:48.568127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 865ca00d-9e57-4586-aebc-906f785915ed up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:48.595883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-299cc9c4-53cf-41a5-b793-066bd4aa7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:48.602494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-299cc9c4-53cf-41a5-b793-066bd4aa7e20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628242 Aug 19 12:40:48.690473 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cebc087-a14e-4bb0-912c-4fb07189f005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.694871 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d82f49-3487-4821-86d8-5e2e58c52f15 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.773600 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cebc087-a14e-4bb0-912c-4fb07189f005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.782542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d82f49-3487-4821-86d8-5e2e58c52f15 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.782985 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-69d82f49-3487-4821-86d8-5e2e58c52f15 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/fd888e4c-3f4e-4f1b-bfb4-c6c5ab62d31a HTTP/1.1" status: 204 len: 168 time: 1.4519620 Aug 19 12:40:48.784252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d82f49-3487-4821-86d8-5e2e58c52f15 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Subnet': ['ID=fd888e4c-3f4e-4f1b-bfb4-c6c5ab62d31a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:48.787108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50166) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:48.801418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43963f0c-574b-4e38-a529-ab3ff812f96b None None] Network 030735f5-1126-4271-bafe-44b01547e88d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:48.861508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adc6d8-5d68-448b-953c-559d3bcc22fc None None] Network bd985f74-1dce-4e69-b53d-4e12bc826440 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:48.867327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 865ca00d-9e57-4586-aebc-906f785915ed completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:48.874058 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 865ca00d-9e57-4586-aebc-906f785915ed triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:48.874462 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.892006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-4da1847c-d140-4950-830c-28c50c2d9cbd service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820015 Aug 19 12:40:48.896691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.922609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:48.922960 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.986210 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.085691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfd1fa0-df6c-4079-ba98-c52f37401df3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting subnet e2d23a65-5aa1-491f-8efe-9a7cbc1873c2 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:40:49.101777 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1fa0-df6c-4079-ba98-c52f37401df3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.124120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-97f803fd-ca3e-443e-a456-a4babc669b7b None None] Provisioning for port 1904f636-77ab-461a-9307-bb866ac10d39 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:49.145350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network bd985f74-1dce-4e69-b53d-4e12bc826440 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:49.146666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Port': ['ID=9650e9cd-e05f-4405-a415-ffb06a7a961c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:49.161540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:49.169678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:49.175813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:49.176962 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.220655 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.268099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06f0f4e7-b90e-4e13-ab52-e755e3304d06 req-990d384e-a86d-4e81-96a7-89c66782d37f service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671803 Aug 19 12:40:49.288865 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cebc087-a14e-4bb0-912c-4fb07189f005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.294114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cebc087-a14e-4bb0-912c-4fb07189f005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.295510 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8cebc087-a14e-4bb0-912c-4fb07189f005 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2777c4d-f2aa-4a6c-a9e1-2f6719a09d2f HTTP/1.1" status: 204 len: 168 time: 0.8222709 Aug 19 12:40:49.309772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1fa0-df6c-4079-ba98-c52f37401df3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.312495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port 48151bb8-7d56-4324-bcdc-8a9164d9f6a8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=48151bb8-7d56-4324-bcdc-8a9164d9f6a8,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:49.312833 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.333505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3d877d78-9030-4ba3-a4fe-15ded07b61af tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1896865 Aug 19 12:40:49.334942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50176) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:49.356891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ab2bf7-a7d8-480c-96ed-9f81547cd672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865ca00d-9e57-4586-aebc-906f785915ed'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:49.361746 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d9f164-e26f-489a-9fbc-e97def6190e8" -d '{"events": [{"server_uuid": "e3ab2bf7-a7d8-480c-96ed-9f81547cd672", "name": "network-vif-plugged", "status": "completed", "tag": "865ca00d-9e57-4586-aebc-906f785915ed"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:49.362122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebc087-a14e-4bb0-912c-4fb07189f005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2777c4d-f2aa-4a6c-a9e1-2f6719a09d2f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:49.435058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:49.479158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1904f636-77ab-461a-9307-bb866ac10d39 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:49.493856 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96993e0c-88b1-435b-881e-829cd1f6a6bb x-openstack-request-id: req-96993e0c-88b1-435b-881e-829cd1f6a6bb {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:49.497493 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ab2bf7-a7d8-480c-96ed-9f81547cd672", "name": "network-vif-plugged", "status": "completed", "tag": "865ca00d-9e57-4586-aebc-906f785915ed", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:49.498007 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96993e0c-88b1-435b-881e-829cd1f6a6bb {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:49.498582 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ab2bf7-a7d8-480c-96ed-9f81547cd672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865ca00d-9e57-4586-aebc-906f785915ed', 'code': 200} Aug 19 12:40:49.500190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325934e4-4d6b-4622-8a92-5c57bca381bf None None] DHCP port deletion for 030735f5-1126-4271-bafe-44b01547e88d request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:40:49.517730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 865ca00d-9e57-4586-aebc-906f785915ed, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=865ca00d-9e57-4586-aebc-906f785915ed,segment=NetworkSegment(cbe5d00f-5237-45d7-86a2-dc7e600993b8),segment_id=cbe5d00f-5237-45d7-86a2-dc7e600993b8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:49.640645 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.712676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1fa0-df6c-4079-ba98-c52f37401df3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.727463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:40:49.800084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-325934e4-4d6b-4622-8a92-5c57bca381bf None None] Deleting port fb71b193-c5c4-4803-9099-74e8337fa916 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:49.800084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-325934e4-4d6b-4622-8a92-5c57bca381bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.831179 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=865ca00d-9e57-4586-aebc-906f785915ed,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:49.983468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2b4f-590f-4105-acb7-0692e9f3d1f3 req-693d5ab5-9bf2-4b07-b862-a56ecf2e79ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:49.983468 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-830c2b4f-590f-4105-acb7-0692e9f3d1f3 req-693d5ab5-9bf2-4b07-b862-a56ecf2e79ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 1096 time: 0.3956807 Aug 19 12:40:49.983810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-325934e4-4d6b-4622-8a92-5c57bca381bf None None] For port fb71b193-c5c4-4803-9099-74e8337fa916, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fb71b193-c5c4-4803-9099-74e8337fa916,segment=NetworkSegment(cbb43776-5ad7-425a-8ca2-2d0b3dc228f5),segment_id=cbb43776-5ad7-425a-8ca2-2d0b3dc228f5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:49.983810 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-325934e4-4d6b-4622-8a92-5c57bca381bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.003969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1904f636-77ab-461a-9307-bb866ac10d39 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:50.045286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1904f636-77ab-461a-9307-bb866ac10d39 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:50.045709 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.089734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-325934e4-4d6b-4622-8a92-5c57bca381bf None None] Calling delete_port for fb71b193-c5c4-4803-9099-74e8337fa916 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:50.184139 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-830c2b4f-590f-4105-acb7-0692e9f3d1f3 req-3dfbb258-cbb3-4dff-91c0-38dbc97bcae0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975362 Aug 19 12:40:50.202834 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:50.206479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1fa0-df6c-4079-ba98-c52f37401df3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.223870 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Sync routers for ids ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:50.273410 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Routers {'6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:50.277348 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:50.359786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12076174-01eb-45a1-a5d2-b06d122b4495 req-ba24cba7-966f-4f22-935a-28911b68f105 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 210 time: 0.8078954 Aug 19 12:40:50.387911 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-325934e4-4d6b-4622-8a92-5c57bca381bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.411355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1fa0-df6c-4079-ba98-c52f37401df3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.426129 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0bfd1fa0-df6c-4079-ba98-c52f37401df3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/e2d23a65-5aa1-491f-8efe-9a7cbc1873c2 HTTP/1.1" status: 204 len: 168 time: 1.5781620 Aug 19 12:40:50.428192 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50194) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:50.434798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd1fa0-df6c-4079-ba98-c52f37401df3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d23a65-5aa1-491f-8efe-9a7cbc1873c2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:50.461013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f15d20-a75d-427c-916a-238a21a978d5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Deleting subnet 63924c2c-84bc-4768-952f-d7b2459528d2 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:40:50.481120 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.487349 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2f15d20-a75d-427c-916a-238a21a978d5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.505045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dcfd4075-562a-401b-a387-cda1d0b2775b None None] Provisioning for port 9650e9cd-e05f-4405-a415-ffb06a7a961c completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:50.515891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325934e4-4d6b-4622-8a92-5c57bca381bf None None] Pushing event deleted for resources: {'Port': ['ID=fb71b193-c5c4-4803-9099-74e8337fa916,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:50.547127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6208436-8f8c-48b3-9c6f-4381bfcc14f5 None None] Network 23412559-ab1b-4a5c-8c22-9675d39b5e0f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:50.579780 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Set router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:50.653539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325934e4-4d6b-4622-8a92-5c57bca381bf None None] No DVR routers for this DVR port fb71b193-c5c4-4803-9099-74e8337fa916 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:50.661088 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dcfd4075-562a-401b-a387-cda1d0b2775b None None] Provisioning complete for port 9650e9cd-e05f-4405-a415-ffb06a7a961c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:50.661762 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4075-562a-401b-a387-cda1d0b2775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.701964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.757416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 1904f636-77ab-461a-9307-bb866ac10d39, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1904f636-77ab-461a-9307-bb866ac10d39,segment=NetworkSegment(f3bdc559-e6e2-49eb-a6a2-86f58e938a4b),segment_id=f3bdc559-e6e2-49eb-a6a2-86f58e938a4b)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:50.815431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd4075-562a-401b-a387-cda1d0b2775b None None] Port 9650e9cd-e05f-4405-a415-ffb06a7a961c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:50.840538 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.861669 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a838e710-807b-45f9-b202-5b73b6f91107 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2455468 Aug 19 12:40:50.863061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50200) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:50.908139 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.919410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012859f-5f19-453c-a1c6-0af2f0094cbb req-de0d7d73-e828-4cca-943c-66775c300709 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:50.921412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8012859f-5f19-453c-a1c6-0af2f0094cbb req-de0d7d73-e828-4cca-943c-66775c300709 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 945 time: 0.5474181 Aug 19 12:40:50.933833 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2f15d20-a75d-427c-916a-238a21a978d5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.043767 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.161321 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'name': 'tempest-ServerRescueTestJSON-1728009969-router', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:40:44Z', 'updated_at': '2021-08-19T12:40:47Z', 'revision_number': 3, 'project_id': '92483dde42a14a989853a79c94d30303', 'gw_port': {'id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:45Z', 'updated_at': '2021-08-19T12:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:51.173409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=48151bb8-7d56-4324-bcdc-8a9164d9f6a8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:51.230375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8012859f-5f19-453c-a1c6-0af2f0094cbb req-a7ad08f3-da72-4dab-9d57-d8034d21a5f7 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910585 Aug 19 12:40:51.322219 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.327564 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Checking router: 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:40:51.329710 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Updating router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:40:51.397677 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.446406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030735f5-1126-4271-bafe-44b01547e88d']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:51.481319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=1904f636-77ab-461a-9307-bb866ac10d39,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:51.489409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fb71b193-c5c4-4803-9099-74e8337fa916 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:51.535664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dcfd4075-562a-401b-a387-cda1d0b2775b None None] Provisioning complete for port 1904f636-77ab-461a-9307-bb866ac10d39 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:51.536651 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4075-562a-401b-a387-cda1d0b2775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.547766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb43776-5ad7-425a-8ca2-2d0b3dc228f5') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:51.548821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb43776-5ad7-425a-8ca2-2d0b3dc228f5') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:51.650147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: fb71b193-c5c4-4803-9099-74e8337fa916 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:51.652246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fb71b193-c5c4-4803-9099-74e8337fa916 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:51.784507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.882953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa14e0e-68ed-462c-b6c4-89844337eb01 None None] DHCP port deletion for 23412559-ab1b-4a5c-8c22-9675d39b5e0f request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:40:51.897712 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5e85850c-e9db-43b6-a60e-26a997e92424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.905672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.977794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:51.978343 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:52.013124 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:52.043454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5fa14e0e-68ed-462c-b6c4-89844337eb01 None None] Deleting port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:52.047042 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fa14e0e-68ed-462c-b6c4-89844337eb01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.167789 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.238268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3416ab80-7603-40c9-82cd-f6e68b17bbd8 None None] Provisioning complete for port 9650e9cd-e05f-4405-a415-ffb06a7a961c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:52.238961 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3416ab80-7603-40c9-82cd-f6e68b17bbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.246594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5fa14e0e-68ed-462c-b6c4-89844337eb01 None None] For port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=58ffd5e1-c3e3-4c55-b240-94b8c46ea460,segment=NetworkSegment(ccc5dc47-8003-444f-a746-e74040c30197),segment_id=ccc5dc47-8003-444f-a746-e74040c30197)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:52.247175 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fa14e0e-68ed-462c-b6c4-89844337eb01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.329519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5fa14e0e-68ed-462c-b6c4-89844337eb01 None None] Calling delete_port for 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:52.390496 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2f15d20-a75d-427c-916a-238a21a978d5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.401121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3416ab80-7603-40c9-82cd-f6e68b17bbd8 None None] Port 9650e9cd-e05f-4405-a415-ffb06a7a961c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:52.475405 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.539409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3be0b74-e579-4b51-9bb5-9bb8ed012539 req-d4d3e013-a48d-4dfb-9821-97e4157a2cb1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 210 time: 0.5688157 Aug 19 12:40:52.767791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127d19d-3bd1-4a1e-9f6b-f30d9d85ce4f req-f54a3918-6bf1-4f87-806f-6dd25dc1dd1d tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.770982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8127d19d-3bd1-4a1e-9f6b-f30d9d85ce4f req-f54a3918-6bf1-4f87-806f-6dd25dc1dd1d tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 945 time: 0.2710164 Aug 19 12:40:52.792799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2f15d20-a75d-427c-916a-238a21a978d5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.840680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-b1309341-1b50-4d03-a47a-54bd968f1cc6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.843229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-b1309341-1b50-4d03-a47a-54bd968f1cc6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 811 time: 0.9174678 Aug 19 12:40:52.899906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Request body: {'port': {'device_id': '288b3e25-37de-427b-8302-07ba256db91b', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'admin_state_up': True, 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:52.909580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f15d20-a75d-427c-916a-238a21a978d5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Subnet': ['ID=63924c2c-84bc-4768-952f-d7b2459528d2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:52.916195 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fa14e0e-68ed-462c-b6c4-89844337eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.962688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ce4f22-fcb6-4325-a493-ca936ea0be0f None None] Network bd985f74-1dce-4e69-b53d-4e12bc826440 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:52.965022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2f15d20-a75d-427c-916a-238a21a978d5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.967149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f2f15d20-a75d-427c-916a-238a21a978d5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/subnets/63924c2c-84bc-4768-952f-d7b2459528d2 HTTP/1.1" status: 204 len: 168 time: 3.6195207 Aug 19 12:40:52.973995 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50224) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:53.022763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa14e0e-68ed-462c-b6c4-89844337eb01 None None] Pushing event deleted for resources: {'Port': ['ID=58ffd5e1-c3e3-4c55-b240-94b8c46ea460,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:53.065900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa14e0e-68ed-462c-b6c4-89844337eb01 None None] No DVR routers for this DVR port 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:53.088107 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Transition to ACTIVE for port object 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:53.094508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8127d19d-3bd1-4a1e-9f6b-f30d9d85ce4f req-3e2f4368-5003-43ca-a65c-8eb1d159e84a tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832499 Aug 19 12:40:53.202877 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.251780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc28a25f-8eea-4564-b303-459c57c35405 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.254673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc28a25f-8eea-4564-b303-459c57c35405 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.257526 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dc28a25f-8eea-4564-b303-459c57c35405 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2143438 Aug 19 12:40:53.271315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50234) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:53.271315 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.281182 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.289995 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/networks/030735f5-1126-4271-bafe-44b01547e88d HTTP/1.1" status: 204 len: 168 time: 2.8564556 Aug 19 12:40:53.317918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50236) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:53.437080 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Attempting to bind port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:53.437389 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Attempting to bind port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:53.437694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1868b928-b56f-4a5f-8c96-60b784386e8e None None] DHCP port deletion for bd985f74-1dce-4e69-b53d-4e12bc826440 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:40:53.437809 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Attempting to bind port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:53.448503 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Pushing event updated for resources: {'Port': ['ID=4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:53.451512 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:53.451913 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:53.452322 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.452719 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:53.453206 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Bound port: 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:53.453732 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.496622 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.498136 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.498574 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.499388 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.500253 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.500948 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.501602 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.502162 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.502916 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.503286 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.504094 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.504254 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:53.542556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40919f22-f18b-4ffe-a22e-f1270b0894f6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Network': ['ID=030735f5-1126-4271-bafe-44b01547e88d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:53.545819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1868b928-b56f-4a5f-8c96-60b784386e8e None None] Deleting port 1904f636-77ab-461a-9307-bb866ac10d39 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:53.546268 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1868b928-b56f-4a5f-8c96-60b784386e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.571742 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.582195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 405152d5-0b98-49fd-abbe-813be65874c5 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:53.615028 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] For port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:53.642962 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] For port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:53.643983 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:53.674274 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-027cd874-cb2c-4444-bad0-11e3a57eec45 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.705684 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-027cd874-cb2c-4444-bad0-11e3a57eec45 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 12:40:53.706489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027cd874-cb2c-4444-bad0-11e3a57eec45 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:40:53.710265 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-027cd874-cb2c-4444-bad0-11e3a57eec45 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/networks/bd985f74-1dce-4e69-b53d-4e12bc826440 HTTP/1.1" status: 409 len: 405 time: 0.4413788 Aug 19 12:40:53.724188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50244) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:53.725091 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.734518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-902798771'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:53.750498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:53.750812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 58ffd5e1-c3e3-4c55-b240-94b8c46ea460 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:53.767768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Made reservation on behalf of c4215f5876254990ac7547c4d07ccb07 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:53.775620 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.793698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1868b928-b56f-4a5f-8c96-60b784386e8e None None] For port 1904f636-77ab-461a-9307-bb866ac10d39, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1904f636-77ab-461a-9307-bb866ac10d39,segment=NetworkSegment(f3bdc559-e6e2-49eb-a6a2-86f58e938a4b),segment_id=f3bdc559-e6e2-49eb-a6a2-86f58e938a4b)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:53.793698 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1868b928-b56f-4a5f-8c96-60b784386e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.815757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1868b928-b56f-4a5f-8c96-60b784386e8e None None] Calling delete_port for 1904f636-77ab-461a-9307-bb866ac10d39 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:53.833130 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Routers {'6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:53.833130 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:53.907013 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a60044-ee11-4653-b87b-a49e6edd806d None None] Pushing event updated for resources: {'Port': ['ID=4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:53.940951 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.962729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4b7af38-ad82-4651-beb8-d7d1d012122b req-77c589fd-9c21-4b6d-88d9-9740f34f7abf tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 210 time: 0.2304823 Aug 19 12:40:54.034370 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] Set router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:54.040048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.068788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23412559-ab1b-4a5c-8c22-9675d39b5e0f']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:54.071971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:54.077402 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.139704 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1868b928-b56f-4a5f-8c96-60b784386e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.154435 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc5dc47-8003-444f-a746-e74040c30197') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:54.154723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc5dc47-8003-444f-a746-e74040c30197') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:54.173977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:54.192995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868b928-b56f-4a5f-8c96-60b784386e8e None None] Pushing event deleted for resources: {'Port': ['ID=1904f636-77ab-461a-9307-bb866ac10d39,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:54.208764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868b928-b56f-4a5f-8c96-60b784386e8e None None] No DVR routers for this DVR port 1904f636-77ab-461a-9307-bb866ac10d39 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:54.237651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.247092 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.247911 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Added segment 852ce102-0733-43b3-8232-e3808864cec9 of type vlan for network 6ffe1207-c0f3-4e07-aae8-222f78b09448 Aug 19 12:40:54.300055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.303151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:54.317947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-da1a9261-767f-445c-bdee-83118f802ac6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "PUT /v2.0/routers/405152d5-0b98-49fd-abbe-813be65874c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3025713 Aug 19 12:40:54.322005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50260) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:54.322812 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Allocated IP 172.20.0.1 (b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4/d3f9d403-8981-4eeb-99be-5102d5ba180d/5d409f89-0c67-40a1-9ddc-fbe0309141ce) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:54.324701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37bdd47-a52f-4e84-927c-680cb31d6a88 None None] Sync routers for ids ['405152d5-0b98-49fd-abbe-813be65874c5'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:54.333164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:54.333955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:54.344344 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:54.350712 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37bdd47-a52f-4e84-927c-680cb31d6a88 None None] Routers {'405152d5-0b98-49fd-abbe-813be65874c5'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:54.350712 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e37bdd47-a52f-4e84-927c-680cb31d6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['405152d5-0b98-49fd-abbe-813be65874c5'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:54.457667 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.503146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Allocated IP 172.20.0.3 (0ce264d4-fc47-4c88-a9b0-c0b1fb985bff/93656fb1-3704-4585-9299-9c56d060bdcf/66e6ea3e-7f30-4c43-bf0d-92f2d3477045) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:54.521687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-590441b4-adf9-4226-97e7-b06ead923089 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting subnet cc33c73a-7b65-4a49-9247-5a702d9f38bf {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:40:54.525553 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-590441b4-adf9-4226-97e7-b06ead923089 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.566142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.592871 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-590441b4-adf9-4226-97e7-b06ead923089 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.595809 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e37bdd47-a52f-4e84-927c-680cb31d6a88 None None] Set router 405152d5-0b98-49fd-abbe-813be65874c5 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:54.638978 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'name': 'tempest-ServerRescueTestJSON-1728009969-router', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:40:44Z', 'updated_at': '2021-08-19T12:40:47Z', 'revision_number': 3, 'project_id': '92483dde42a14a989853a79c94d30303', 'gw_port': {'id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:45Z', 'updated_at': '2021-08-19T12:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:54.656718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.661331 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.666563 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.672880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/networks/23412559-ab1b-4a5c-8c22-9675d39b5e0f HTTP/1.1" status: 204 len: 168 time: 1.3499174 Aug 19 12:40:54.678440 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.679862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.685857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50268) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:54.700137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'network': {'name': 'tempest-RoutersTest-611064832'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:54.701915 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db60d88f-5253-4572-aa36-3229f7c5425a None None] The sync data for ids ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'] in n-d-778732-8 is: [{'id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'name': 'tempest-ServerRescueTestJSON-1728009969-router', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:40:44Z', 'updated_at': '2021-08-19T12:40:47Z', 'revision_number': 3, 'project_id': '92483dde42a14a989853a79c94d30303', 'gw_port': {'id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:45Z', 'updated_at': '2021-08-19T12:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:54.750211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa0819-e017-485b-b2db-ef532a7a5c03 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Network': ['ID=23412559-ab1b-4a5c-8c22-9675d39b5e0f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:54.789697 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.816740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Network': ['ID=6ffe1207-c0f3-4e07-aae8-222f78b09448,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:54.850530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:54.854392 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:54.857107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 6ffe1207-c0f3-4e07-aae8-222f78b09448 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:54.858979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:54.899519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Pushing event updated for resources: {'Port': ['ID=5d409f89-0c67-40a1-9ddc-fbe0309141ce,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:54.909987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-590441b4-adf9-4226-97e7-b06ead923089 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.921836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.039417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e37bdd47-a52f-4e84-927c-680cb31d6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:40:50Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:55.130412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37bdd47-a52f-4e84-927c-680cb31d6a88 None None] Checking router: 405152d5-0b98-49fd-abbe-813be65874c5 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:40:55.141640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:55.150118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.156777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37bdd47-a52f-4e84-927c-680cb31d6a88 None None] Routers {'405152d5-0b98-49fd-abbe-813be65874c5'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:55.157569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e37bdd47-a52f-4e84-927c-680cb31d6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['405152d5-0b98-49fd-abbe-813be65874c5'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:55.283923 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3a99470c-c9ad-43a1-b84e-517a4221bbcf tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5547171 Aug 19 12:40:55.284700 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50282) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:55.304049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'subnet': {'network_id': '6ffe1207-c0f3-4e07-aae8-222f78b09448', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:55.345594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:55.379387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c42994a-1d4c-4aaf-9258-c13342d4f8f1 req-f7296d76-4f7c-4854-bb3f-d1de582ea935 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 210 time: 0.0853782 Aug 19 12:40:55.417608 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.417985 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added segment 7f4eba59-e8a5-4901-8772-4c8ae75ada85 of type vlan for network 749be6fa-a796-4706-ad90-79bec445c188 Aug 19 12:40:55.427168 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:55.455742 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.462197 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-590441b4-adf9-4226-97e7-b06ead923089 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.534550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e37bdd47-a52f-4e84-927c-680cb31d6a88 None None] Set router 405152d5-0b98-49fd-abbe-813be65874c5 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:55.541682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590441b4-adf9-4226-97e7-b06ead923089 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Subnet': ['ID=cc33c73a-7b65-4a49-9247-5a702d9f38bf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:55.554954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Transition to ACTIVE for port object 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:55.568674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.572973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.576828 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-590441b4-adf9-4226-97e7-b06ead923089 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.579924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-590441b4-adf9-4226-97e7-b06ead923089 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/subnets/cc33c73a-7b65-4a49-9247-5a702d9f38bf HTTP/1.1" status: 204 len: 168 time: 1.2542069 Aug 19 12:40:55.586313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50284) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:55.600817 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff24fa89-feb1-4fc4-abba-cfd37dcd7e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.605275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe8042-5ddb-4e96-9498-39d3b683f382 None None] Network d274a56e-8c38-479a-8ebd-8549a9e1a6a9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:55.777601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:55.794743 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.818275 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.014504 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.020908 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.028596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.039174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:56.040183 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.045467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8226d715-2020-41cc-8778-6a15dc5e06ba'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:56.068170 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.191999 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:56.192835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event updated for resources: {'Port': ['ID=66e6ea3e-7f30-4c43-bf0d-92f2d3477045,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:56.230206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:56.258382 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.398875 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.405832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Pushing event updated for resources: {'Port': ['ID=5d409f89-0c67-40a1-9ddc-fbe0309141ce,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:56.416724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:56.417104 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.631621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59225eba-0516-45fa-be56-8399b5deb4b2 None None] DHCP port deletion for d274a56e-8c38-479a-8ebd-8549a9e1a6a9 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:40:56.669785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.objects.ports [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:40:56.674338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.690904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e37bdd47-a52f-4e84-927c-680cb31d6a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:40:50Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:56.768773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4488f3-d1df-46e3-8019-c820150deca2 req-6317c18b-22f2-49f9-a6bf-0b2c6d88c6dd tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:56.769068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37bdd47-a52f-4e84-927c-680cb31d6a88 None None] The sync data for ids ['405152d5-0b98-49fd-abbe-813be65874c5'] in n-d-778732-8 is: [{'id': '405152d5-0b98-49fd-abbe-813be65874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722542586', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:14Z', 'updated_at': '2021-08-19T12:40:50Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'ae706c36-d024-46a3-b09b-c435d520ca56', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405152d5-0b98-49fd-abbe-813be65874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:15Z', 'updated_at': '2021-08-19T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:56.782338 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.784771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d4488f3-d1df-46e3-8019-c820150deca2 req-6317c18b-22f2-49f9-a6bf-0b2c6d88c6dd tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 945 time: 0.8752928 Aug 19 12:40:56.797484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:56.819082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1304014 Aug 19 12:40:56.823437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50292) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:56.823722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:56.835681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'subnet': {'network_id': '749be6fa-a796-4706-ad90-79bec445c188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:56.861800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Subnet': ['ID=11553b2f-2cc5-4aa0-b337-4d1bfdc24016,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:56.889649 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:56.895559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:56.923153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:56.924381 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.943129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:56.955353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Checking segment: {'id': '852ce102-0733-43b3-8232-e3808864cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ffe1207-c0f3-4e07-aae8-222f78b09448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:56.955848 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network hostable DHCP agents. Network: 6ffe1207-c0f3-4e07-aae8-222f78b09448, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:40:56.970840 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-59225eba-0516-45fa-be56-8399b5deb4b2 None None] Deleting port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:56.971829 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59225eba-0516-45fa-be56-8399b5deb4b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.980307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698821c4-380b-405e-b0ab-ec54e24b166e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Network': ['ID=749be6fa-a796-4706-ad90-79bec445c188,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:57.006980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.009041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 749be6fa-a796-4706-ad90-79bec445c188 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:57.054432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d4488f3-d1df-46e3-8019-c820150deca2 req-c740adba-59e5-424e-9225-03c9fc755448 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687719 Aug 19 12:40:57.069607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4353-aa71-45de-9619-83f8cefce941 req-f425b4a3-3056-4a73-b531-82bc42d8b79a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:57.085156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-374d4353-aa71-45de-9619-83f8cefce941 req-f425b4a3-3056-4a73-b531-82bc42d8b79a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 931 time: 0.3263867 Aug 19 12:40:57.152447 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.152447 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.174855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-374d4353-aa71-45de-9619-83f8cefce941 req-8cb0b2cc-ecc3-497d-90b5-c1f3a9578690 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831027 Aug 19 12:40:57.183680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-d1ca7349-b249-49dc-b053-83ff8c83a9ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2946031 Aug 19 12:40:57.254169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Request body: {'port': {'device_id': '288b3e25-37de-427b-8302-07ba256db91b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:57.287390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network 6ffe1207-c0f3-4e07-aae8-222f78b09448 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:40:57.292056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1904f636-77ab-461a-9307-bb866ac10d39 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:57.307870 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-59225eba-0516-45fa-be56-8399b5deb4b2 None None] For port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50,segment=NetworkSegment(5b0ed58d-20c1-4306-9a9d-29aef57f356e),segment_id=5b0ed58d-20c1-4306-9a9d-29aef57f356e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:57.308443 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59225eba-0516-45fa-be56-8399b5deb4b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.360812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1904f636-77ab-461a-9307-bb866ac10d39 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:57.361321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1904f636-77ab-461a-9307-bb866ac10d39 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:57.370553 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.379642 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-59225eba-0516-45fa-be56-8399b5deb4b2 None None] Calling delete_port for 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:57.411408 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a412e7-dc45-4416-8966-b9b9570a90d3 req-049c35f2-c5d2-47c2-ab16-a3954dba6aa1 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:57.414611 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09a412e7-dc45-4416-8966-b9b9570a90d3 req-049c35f2-c5d2-47c2-ab16-a3954dba6aa1 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 945 time: 0.1655538 Aug 19 12:40:57.420062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:57.429870 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:57.511690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 6ffe1207-c0f3-4e07-aae8-222f78b09448) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:57.526083 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237a391b-45f0-42b2-a366-a1a8f38ed408 None None] Network 6ffe1207-c0f3-4e07-aae8-222f78b09448 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:57.645533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f3a66c90-e1ed-470b-9fb9-0c266d36484f None None] Provisioning for port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:57.668494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:57.678798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port ae706c36-d024-46a3-b09b-c435d520ca56 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:57.679795 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.731389 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f3a66c90-e1ed-470b-9fb9-0c266d36484f None None] Provisioning complete for port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:57.731752 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f3a66c90-e1ed-470b-9fb9-0c266d36484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.760569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:57.762561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.767166 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:57.779721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:57.784310 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Sync routers for ids ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:57.787905 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.817874 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b471925d-a060-4e8d-b644-8215ddd048bc admin admin] 10.222.0.44 "PUT /v2.0/routers/6b7e3138-dfeb-4c20-9c27-8ea26526f3b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8937292 Aug 19 12:40:57.820289 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Routers {'6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:57.820935 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:57.828040 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f3a66c90-e1ed-470b-9fb9-0c266d36484f None None] Port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:57.971434 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.022003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port ae706c36-d024-46a3-b09b-c435d520ca56, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ae706c36-d024-46a3-b09b-c435d520ca56,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:58.023167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59225eba-0516-45fa-be56-8399b5deb4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.023774 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.051567 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ac2a8fe7-8887-4922-9d76-eb920565a17a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7575085 Aug 19 12:40:58.053073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50300) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:58.061537 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'port': {'network_id': '6ffe1207-c0f3-4e07-aae8-222f78b09448', 'name': 'tempest-NetworksIpV6TestAttrs-1611176641'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:58.073555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59225eba-0516-45fa-be56-8399b5deb4b2 None None] No DVR routers for this DVR port 9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:58.142982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225eba-0516-45fa-be56-8399b5deb4b2 None None] Pushing event deleted for resources: {'Port': ['ID=9da2cc7c-1eb8-4fe6-b1ce-0c4d30a37c50,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:58.145221 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Set router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:58.198031 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-09a412e7-dc45-4416-8966-b9b9570a90d3 req-cd1716a5-efa1-4c73-a48f-831bb49c4b04 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Deleting port 865ca00d-9e57-4586-aebc-906f785915ed {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:58.198795 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-09a412e7-dc45-4416-8966-b9b9570a90d3 req-cd1716a5-efa1-4c73-a48f-831bb49c4b04 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.203197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:58.250073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:58.250073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 48151bb8-7d56-4324-bcdc-8a9164d9f6a8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:58.254226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:58.266535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.287868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Transition to ACTIVE for port object 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:58.304469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-6ffe1207-c0f3-4e07-aae8-222f78b09448', 'network_id': '6ffe1207-c0f3-4e07-aae8-222f78b09448', 'tenant_id': '8cd761c04835485bb78d1b9bbb90380c', 'fixed_ips': [{'subnet_id': '11553b2f-2cc5-4aa0-b337-4d1bfdc24016'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:40:58.304469 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.317481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for ae706c36-d024-46a3-b09b-c435d520ca56 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:58.571342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Allocated IP 2001:db8::f816:3eff:fe71:4359 (6ffe1207-c0f3-4e07-aae8-222f78b09448/11553b2f-2cc5-4aa0-b337-4d1bfdc24016/7ebb1c37-9787-4178-a64c-d1540fc4267b) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:58.587623 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'name': 'tempest-ServerRescueTestJSON-1728009969-router', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:40:44Z', 'updated_at': '2021-08-19T12:40:55Z', 'revision_number': 4, 'project_id': '92483dde42a14a989853a79c94d30303', 'gw_port': {'id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:45Z', 'updated_at': '2021-08-19T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5d409f89-0c67-40a1-9ddc-fbe0309141ce', 'name': '', 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'mac_address': 'fa:16:3e:1c:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'd3f9d403-8981-4eeb-99be-5102d5ba180d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:53Z', 'updated_at': '2021-08-19T12:40:55Z', 'revision_number': 2, 'project_id': '92483dde42a14a989853a79c94d30303', 'subnets': [{'id': 'd3f9d403-8981-4eeb-99be-5102d5ba180d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:58.604833 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.622968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-09a412e7-dc45-4416-8966-b9b9570a90d3 req-cd1716a5-efa1-4c73-a48f-831bb49c4b04 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] For port 865ca00d-9e57-4586-aebc-906f785915ed, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=865ca00d-9e57-4586-aebc-906f785915ed,segment=NetworkSegment(cbe5d00f-5237-45d7-86a2-dc7e600993b8),segment_id=cbe5d00f-5237-45d7-86a2-dc7e600993b8)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:58.623775 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-09a412e7-dc45-4416-8966-b9b9570a90d3 req-cd1716a5-efa1-4c73-a48f-831bb49c4b04 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.635962 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Checking router: 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:40:58.636512 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Updating router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 port 5d409f89-0c67-40a1-9ddc-fbe0309141ce binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:40:58.676969 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.704601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.758608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667b65b-681e-464b-ae8c-7000e27a5097 req-ed977a31-b994-45f1-b08d-1a19013b1824 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:58.781015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1667b65b-681e-464b-ae8c-7000e27a5097 req-ed977a31-b994-45f1-b08d-1a19013b1824 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 945 time: 0.4867194 Aug 19 12:40:58.782607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-09a412e7-dc45-4416-8966-b9b9570a90d3 req-cd1716a5-efa1-4c73-a48f-831bb49c4b04 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Calling delete_port for 865ca00d-9e57-4586-aebc-906f785915ed owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:58.801772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Pushing event updated for resources: {'Port': ['ID=66e6ea3e-7f30-4c43-bf0d-92f2d3477045,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:58.927998 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.943328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Transition to ACTIVE for port object 7ebb1c37-9787-4178-a64c-d1540fc4267b will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:58.962313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Transition to ACTIVE for port object 7ebb1c37-9787-4178-a64c-d1540fc4267b will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:58.984781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.014486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=ae706c36-d024-46a3-b09b-c435d520ca56,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:59.063907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Subnet': ['ID=3532fe49-67be-4a0f-8deb-97a98e2898b9,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:59.068755 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:59.074654 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.081991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a6b49-0cba-4b3d-b959-9aed05fe5a1a req-bd107a61-c884-499d-9a56-faef65c5662a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:59.083580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a7a6b49-0cba-4b3d-b959-9aed05fe5a1a req-bd107a61-c884-499d-9a56-faef65c5662a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 943 time: 0.4812193 Aug 19 12:40:59.133320 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] device_id is not set on port 360b9cd7-8899-4066-90ea-4132e25389eb yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:59.147261 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.169599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1667b65b-681e-464b-ae8c-7000e27a5097 req-930dfcc6-5802-4698-b46a-8045c2decc3d tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/security-groups?id=11e86cf6-1ede-4a75-b952-8e0717719390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826466 Aug 19 12:40:59.206053 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.219080 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.226638 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.278685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Network 6ffe1207-c0f3-4e07-aae8-222f78b09448 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:59.288966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:59.295029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:59.305745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Checking segment: {'id': '7f4eba59-e8a5-4901-8772-4c8ae75ada85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '749be6fa-a796-4706-ad90-79bec445c188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:59.306180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network hostable DHCP agents. Network: 749be6fa-a796-4706-ad90-79bec445c188, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:40:59.349027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Allocated IP 2001:db8::f816:3eff:fec1:9681 (6ffe1207-c0f3-4e07-aae8-222f78b09448/11553b2f-2cc5-4aa0-b337-4d1bfdc24016/360b9cd7-8899-4066-90ea-4132e25389eb) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:59.372233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-09a412e7-dc45-4416-8966-b9b9570a90d3 req-cd1716a5-efa1-4c73-a48f-831bb49c4b04 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.372490 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Transition to ACTIVE for port object 5d409f89-0c67-40a1-9ddc-fbe0309141ce will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:59.392574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Pushing event updated for resources: {'Port': ['ID=7ebb1c37-9787-4178-a64c-d1540fc4267b,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:59.428570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1716a5-efa1-4c73-a48f-831bb49c4b04 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Pushing event deleted for resources: {'Port': ['ID=865ca00d-9e57-4586-aebc-906f785915ed,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:59.470417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Attempting to bind port 7ebb1c37-9787-4178-a64c-d1540fc4267b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:59.470417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Attempting to bind port 7ebb1c37-9787-4178-a64c-d1540fc4267b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '852ce102-0733-43b3-8232-e3808864cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ffe1207-c0f3-4e07-aae8-222f78b09448'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:59.470417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Attempting to bind port 7ebb1c37-9787-4178-a64c-d1540fc4267b on network 6ffe1207-c0f3-4e07-aae8-222f78b09448 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:59.482497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:59.482734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Checking segment: {'id': '852ce102-0733-43b3-8232-e3808864cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ffe1207-c0f3-4e07-aae8-222f78b09448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:59.483161 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.483607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Bound using segment: {'id': '852ce102-0733-43b3-8232-e3808864cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ffe1207-c0f3-4e07-aae8-222f78b09448'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:59.484394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Bound port: 7ebb1c37-9787-4178-a64c-d1540fc4267b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852ce102-0733-43b3-8232-e3808864cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ffe1207-c0f3-4e07-aae8-222f78b09448'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:59.484932 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.494952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a7a6b49-0cba-4b3d-b959-9aed05fe5a1a req-11d07293-f6c6-424d-8dbf-ba946c3b40f4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924608 Aug 19 12:40:59.511723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 749be6fa-a796-4706-ad90-79bec445c188 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:40:59.518304 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.524213 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.527955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Attempting to bind port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:59.528524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Attempting to bind port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:59.528954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Attempting to bind port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:59.545584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:59.548011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Attempting to bind port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:59.553229 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.610765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] For port 7ebb1c37-9787-4178-a64c-d1540fc4267b, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:59.612108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a412e7-dc45-4416-8966-b9b9570a90d3 req-cd1716a5-efa1-4c73-a48f-831bb49c4b04 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] No DVR routers for this DVR port 865ca00d-9e57-4586-aebc-906f785915ed on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:59.617131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:59.617609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Checking segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:59.618008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Bound using segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:59.618400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Bound port: 66e6ea3e-7f30-4c43-bf0d-92f2d3477045, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:59.618770 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.621656 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-09a412e7-dc45-4416-8966-b9b9570a90d3 req-cd1716a5-efa1-4c73-a48f-831bb49c4b04 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.629826 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-09a412e7-dc45-4416-8966-b9b9570a90d3 req-cd1716a5-efa1-4c73-a48f-831bb49c4b04 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.52 "DELETE /v2.0/ports/865ca00d-9e57-4586-aebc-906f785915ed HTTP/1.1" status: 204 len: 173 time: 2.1993997 Aug 19 12:40:59.630569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ab2bf7-a7d8-480c-96ed-9f81547cd672', 'name': 'network-vif-deleted', 'tag': '865ca00d-9e57-4586-aebc-906f785915ed'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:59.633238 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b745a112-09e3-43f3-8a05-ee292ddcc055" -d '{"events": [{"server_uuid": "e3ab2bf7-a7d8-480c-96ed-9f81547cd672", "name": "network-vif-deleted", "tag": "865ca00d-9e57-4586-aebc-906f785915ed"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:59.660917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] For port 7ebb1c37-9787-4178-a64c-d1540fc4267b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7ebb1c37-9787-4178-a64c-d1540fc4267b,segment=NetworkSegment(852ce102-0733-43b3-8232-e3808864cec9),segment_id=852ce102-0733-43b3-8232-e3808864cec9)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:59.698514 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3df02-705f-45a7-94f9-128c402b6e54 None None] Pushing event updated for resources: {'Port': ['ID=5d409f89-0c67-40a1-9ddc-fbe0309141ce,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:59.728065 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b98c07f-051a-48aa-9550-d735c15dfe00 x-openstack-request-id: req-4b98c07f-051a-48aa-9550-d735c15dfe00 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:59.730003 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ab2bf7-a7d8-480c-96ed-9f81547cd672", "name": "network-vif-deleted", "tag": "865ca00d-9e57-4586-aebc-906f785915ed", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:59.742652 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b98c07f-051a-48aa-9550-d735c15dfe00 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:59.743772 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ab2bf7-a7d8-480c-96ed-9f81547cd672', 'name': 'network-vif-deleted', 'tag': '865ca00d-9e57-4586-aebc-906f785915ed', 'status': 'completed', 'code': 200} Aug 19 12:40:59.750485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 749be6fa-a796-4706-ad90-79bec445c188) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:59.761457 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.762410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Fanout notify agent at l3_agent the message router_deleted on router 405152d5-0b98-49fd-abbe-813be65874c5 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:40:59.768527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:59.768673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0f364-3b1d-4c91-8b76-3adffb3c7362 None None] Network 749be6fa-a796-4706-ad90-79bec445c188 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:59.769757 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.796083 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.798768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-42bbf262-b073-4cd1-9a34-39c9a03f8e26 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/routers/405152d5-0b98-49fd-abbe-813be65874c5 HTTP/1.1" status: 204 len: 168 time: 4.2101870 Aug 19 12:40:59.820081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50330) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:59.896090 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Attempting to bind port 5d409f89-0c67-40a1-9ddc-fbe0309141ce on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:59.897195 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Attempting to bind port 5d409f89-0c67-40a1-9ddc-fbe0309141ce by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:59.898088 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Attempting to bind port 5d409f89-0c67-40a1-9ddc-fbe0309141ce on network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:59.924138 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:59.925623 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Checking segment: {'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:59.926361 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.927010 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Bound using segment: {'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:59.927704 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Bound port: 5d409f89-0c67-40a1-9ddc-fbe0309141ce, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:59.928338 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.945718 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.951848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:59.956930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:59.976634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Transition to ACTIVE for port object 360b9cd7-8899-4066-90ea-4132e25389eb will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:00.059799 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-626906e9-5105-445f-b0f1-2aefb0e10190 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2323050 Aug 19 12:41:00.060778 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50332) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:00.068224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ef518092-4d45-490b-b9ab-460a85b4441c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-487946533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:00.094878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] For port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:00.104959 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] For port 5d409f89-0c67-40a1-9ddc-fbe0309141ce, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:00.138224 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] For port 5d409f89-0c67-40a1-9ddc-fbe0309141ce, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5d409f89-0c67-40a1-9ddc-fbe0309141ce,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:00.165688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:00.166709 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.180117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] For port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=66e6ea3e-7f30-4c43-bf0d-92f2d3477045,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:00.206344 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.221789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84170596-96ec-4ae2-acef-4049b3efde20 None None] Pushing event updated for resources: {'Port': ['ID=7ebb1c37-9787-4178-a64c-d1540fc4267b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:00.252338 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.367212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef518092-4d45-490b-b9ab-460a85b4441c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.367212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef518092-4d45-490b-b9ab-460a85b4441c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.371465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-5ea5b2f4-515a-42e4-81e4-0bda603f46d2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:00.373274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-5ea5b2f4-515a-42e4-81e4-0bda603f46d2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/networks?id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 HTTP/1.1" status: 200 len: 811 time: 0.5711169 Aug 19 12:41:00.384055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network 6ffe1207-c0f3-4e07-aae8-222f78b09448 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:00.391667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-749be6fa-a796-4706-ad90-79bec445c188', 'network_id': '749be6fa-a796-4706-ad90-79bec445c188', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'fixed_ips': [{'subnet_id': '3532fe49-67be-4a0f-8deb-97a98e2898b9'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:41:00.392749 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.395607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Port': ['ID=360b9cd7-8899-4066-90ea-4132e25389eb,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:00.409405 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.456854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:00.456854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:00.456854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:00.456854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.463807 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.568526 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Routers {'6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:00.569614 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:00.572852 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3df02-705f-45a7-94f9-128c402b6e54 None None] Pushing event updated for resources: {'Port': ['ID=5d409f89-0c67-40a1-9ddc-fbe0309141ce,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:00.660823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef518092-4d45-490b-b9ab-460a85b4441c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.670845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 865ca00d-9e57-4586-aebc-906f785915ed no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:00.702122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-00f84f9d-bbf3-4a74-bdc7-bca989032f95 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/quotas/92483dde42a14a989853a79c94d30303 HTTP/1.1" status: 200 len: 375 time: 0.3155439 Aug 19 12:41:00.724431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 865ca00d-9e57-4586-aebc-906f785915ed {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:00.725134 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 865ca00d-9e57-4586-aebc-906f785915ed not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:00.788243 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8971cc88-6c17-4e87-8ac5-0d5086d03aab tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7329993 Aug 19 12:41:00.789113 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50344) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:00.893229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c90353f6-cc15-4f53-a48e-d8de3054c372 req-4533408f-ecbd-4bb5-adab-5055867e8ae2 tempest-VolumesActionsTest-2063184918 tempest-VolumesActionsTest-2063184918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3ab2bf7-a7d8-480c-96ed-9f81547cd672 HTTP/1.1" status: 200 len: 210 time: 0.4370327 Aug 19 12:41:00.913888 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef518092-4d45-490b-b9ab-460a85b4441c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.921263 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] Set router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:00.976285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c97d16-5853-45bc-92ce-a2ef959ca69a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Deleting subnet 11553b2f-2cc5-4aa0-b337-4d1bfdc24016 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:41:00.977263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.984965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Allocated IP 172.20.0.2 (749be6fa-a796-4706-ad90-79bec445c188/3532fe49-67be-4a0f-8deb-97a98e2898b9/3707d4ab-6fc1-43f8-90fa-faf05d050ffb) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:00.987523 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6c97d16-5853-45bc-92ce-a2ef959ca69a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.992469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:00.993755 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.996054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] 10.222.0.53 "PUT /v2.0/ports/66e6ea3e-7f30-4c43-bf0d-92f2d3477045 HTTP/1.1" status: 200 len: 1091 time: 3.7485344 Aug 19 12:41:01.023233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288b3e25-37de-427b-8302-07ba256db91b', 'tag': '66e6ea3e-7f30-4c43-bf0d-92f2d3477045'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:01.028518 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07d7eca-df1f-41f7-9458-eff11328080f" -d '{"events": [{"name": "network-changed", "server_uuid": "288b3e25-37de-427b-8302-07ba256db91b", "tag": "66e6ea3e-7f30-4c43-bf0d-92f2d3477045"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:01.050420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d274a56e-8c38-479a-8ebd-8549a9e1a6a9']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:01.149316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0ed58d-20c1-4306-9a9d-29aef57f356e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:01.151260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0ed58d-20c1-4306-9a9d-29aef57f356e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:01.152686 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef518092-4d45-490b-b9ab-460a85b4441c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.154231 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ef518092-4d45-490b-b9ab-460a85b4441c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0921547 Aug 19 12:41:01.157062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6c97d16-5853-45bc-92ce-a2ef959ca69a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.167401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50348) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:01.175069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'port': {'network_id': '749be6fa-a796-4706-ad90-79bec445c188', 'name': 'tempest-RoutersTest-1301638937'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:01.217739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308fec4-146a-4fe6-a7a8-8dc5521e46e3 service neutron] Pushing event updated for resources: {'Port': ['ID=66e6ea3e-7f30-4c43-bf0d-92f2d3477045,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:01.234746 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.281195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-cb0d667e-3074-4d0f-9cec-f3deee563c73 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=92483dde42a14a989853a79c94d30303&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4247115 Aug 19 12:41:01.335963 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.549966 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.645218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Transition to ACTIVE for port object 3707d4ab-6fc1-43f8-90fa-faf05d050ffb will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:01.653197 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'name': 'tempest-ServerRescueTestJSON-1728009969-router', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:40:44Z', 'updated_at': '2021-08-19T12:40:55Z', 'revision_number': 4, 'project_id': '92483dde42a14a989853a79c94d30303', 'gw_port': {'id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:45Z', 'updated_at': '2021-08-19T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5d409f89-0c67-40a1-9ddc-fbe0309141ce', 'name': '', 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'mac_address': 'fa:16:3e:1c:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'd3f9d403-8981-4eeb-99be-5102d5ba180d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:53Z', 'updated_at': '2021-08-19T12:41:00Z', 'revision_number': 4, 'project_id': '92483dde42a14a989853a79c94d30303', 'subnets': [{'id': 'd3f9d403-8981-4eeb-99be-5102d5ba180d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:01.693730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:01.696223 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.701184 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6c97d16-5853-45bc-92ce-a2ef959ca69a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.764742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7ebb1c37-9787-4178-a64c-d1540fc4267b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:01.770518 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abced95-6ff9-4db8-b4f7-c0c28e304a02 None None] The sync data for ids ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'] in n-d-778732-8 is: [{'id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'name': 'tempest-ServerRescueTestJSON-1728009969-router', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:40:44Z', 'updated_at': '2021-08-19T12:40:55Z', 'revision_number': 4, 'project_id': '92483dde42a14a989853a79c94d30303', 'gw_port': {'id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:45Z', 'updated_at': '2021-08-19T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5d409f89-0c67-40a1-9ddc-fbe0309141ce', 'name': '', 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'mac_address': 'fa:16:3e:1c:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'd3f9d403-8981-4eeb-99be-5102d5ba180d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:53Z', 'updated_at': '2021-08-19T12:41:00Z', 'revision_number': 4, 'project_id': '92483dde42a14a989853a79c94d30303', 'subnets': [{'id': 'd3f9d403-8981-4eeb-99be-5102d5ba180d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:01.787612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Transition to ACTIVE for port object 3707d4ab-6fc1-43f8-90fa-faf05d050ffb will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:01.875571 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:01.876058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:01.911913 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:01.944507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3afa8d-6128-487b-9a88-d0583d472c6c req-aad79669-3c71-4881-bf09-f313becb8864 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:01.959838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad3afa8d-6128-487b-9a88-d0583d472c6c req-aad79669-3c71-4881-bf09-f313becb8864 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 943 time: 0.8672109 Aug 19 12:41:01.965537 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.978057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] device_id is not set on port 8892c88e-ed36-4cf1-83f2-8f403dda1988 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:41:02.003665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Network 749be6fa-a796-4706-ad90-79bec445c188 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:02.008284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:02.075511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-e5a6e5ce-bfa5-4fd8-a4b1-e337b065dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:02.077279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-e5a6e5ce-bfa5-4fd8-a4b1-e337b065dcb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 1094 time: 0.7741518 Aug 19 12:41:02.128116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Pushing event updated for resources: {'Port': ['ID=3707d4ab-6fc1-43f8-90fa-faf05d050ffb,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:02.143147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:02.145450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-b43a9f02-2e24-4ee5-9c7d-dab8ad134546 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66e6ea3e-7f30-4c43-bf0d-92f2d3477045 HTTP/1.1" status: 200 len: 217 time: 0.0578539 Aug 19 12:41:02.173245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad3afa8d-6128-487b-9a88-d0583d472c6c req-cb236ec0-2e2a-4e2b-85f8-ac53266e4b8a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869545 Aug 19 12:41:02.255646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 7ebb1c37-9787-4178-a64c-d1540fc4267b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:02.256841 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b430202-f0f7-4577-b35e-0a35a80e2c46 x-openstack-request-id: req-4b430202-f0f7-4577-b35e-0a35a80e2c46 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:02.257076 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288b3e25-37de-427b-8302-07ba256db91b", "tag": "66e6ea3e-7f30-4c43-bf0d-92f2d3477045", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:02.257431 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b430202-f0f7-4577-b35e-0a35a80e2c46 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:02.257949 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288b3e25-37de-427b-8302-07ba256db91b', 'tag': '66e6ea3e-7f30-4c43-bf0d-92f2d3477045', 'status': 'completed', 'code': 200} Aug 19 12:41:02.303560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7840f3-57a6-4e8a-b111-8eb373a16437 None None] Network 6ffe1207-c0f3-4e07-aae8-222f78b09448 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:02.312069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ae706c36-d024-46a3-b09b-c435d520ca56 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:02.314807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-03075884-115a-4ebc-a6cb-4200310e5656 service neutron] 10.222.0.44 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9975317 Aug 19 12:41:02.384423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Attempting to bind port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:02.384423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Attempting to bind port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '7f4eba59-e8a5-4901-8772-4c8ae75ada85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '749be6fa-a796-4706-ad90-79bec445c188'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:02.384423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Attempting to bind port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb on network 749be6fa-a796-4706-ad90-79bec445c188 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:02.384839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-fcdd5f23-a285-43b0-821e-df7bb5545c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:02.384839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-fcdd5f23-a285-43b0-821e-df7bb5545c14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.2186675 Aug 19 12:41:02.451048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: ae706c36-d024-46a3-b09b-c435d520ca56 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:02.451711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ae706c36-d024-46a3-b09b-c435d520ca56 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:02.467319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:02.468029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Checking segment: {'id': '7f4eba59-e8a5-4901-8772-4c8ae75ada85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '749be6fa-a796-4706-ad90-79bec445c188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:02.468971 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.469871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Bound using segment: {'id': '7f4eba59-e8a5-4901-8772-4c8ae75ada85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '749be6fa-a796-4706-ad90-79bec445c188'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:02.471263 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Bound port: 3707d4ab-6fc1-43f8-90fa-faf05d050ffb, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4eba59-e8a5-4901-8772-4c8ae75ada85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '749be6fa-a796-4706-ad90-79bec445c188'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:02.471987 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.509967 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.561004 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.569439 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/networks/d274a56e-8c38-479a-8ebd-8549a9e1a6a9 HTTP/1.1" status: 204 len: 168 time: 2.7212524 Aug 19 12:41:02.576939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9f55c-4f70-4b7f-a3d0-a1cbb150d079 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Network': ['ID=d274a56e-8c38-479a-8ebd-8549a9e1a6a9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:02.579805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50360) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:02.585151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6c97d16-5853-45bc-92ce-a2ef959ca69a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.650472 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6c97d16-5853-45bc-92ce-a2ef959ca69a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.652807 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d6c97d16-5853-45bc-92ce-a2ef959ca69a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/subnets/11553b2f-2cc5-4aa0-b337-4d1bfdc24016 HTTP/1.1" status: 204 len: 168 time: 1.8596284 Aug 19 12:41:02.658977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50362) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:02.659626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c97d16-5853-45bc-92ce-a2ef959ca69a tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Subnet': ['ID=11553b2f-2cc5-4aa0-b337-4d1bfdc24016,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:02.720452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-835732f0-6d81-48a7-a4d2-cfe6e21aceb2 None None] Provisioning for port 7ebb1c37-9787-4178-a64c-d1540fc4267b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:02.749966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] For port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:02.753754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-835732f0-6d81-48a7-a4d2-cfe6e21aceb2 None None] Provisioning complete for port 7ebb1c37-9787-4178-a64c-d1540fc4267b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:02.754350 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-835732f0-6d81-48a7-a4d2-cfe6e21aceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.762461 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea0d790-61e0-4197-8892-8634c04debcd tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:02.766149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea0d790-61e0-4197-8892-8634c04debcd tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:02.772650 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3ea0d790-61e0-4197-8892-8634c04debcd tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1064341 Aug 19 12:41:02.774794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50366) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:02.824265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-eba4c9b2-e4b9-48d4-a4c8-a431a5132934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:02.826505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-eba4c9b2-e4b9-48d4-a4c8-a431a5132934 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4281163 Aug 19 12:41:02.855801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] For port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3707d4ab-6fc1-43f8-90fa-faf05d050ffb,segment=NetworkSegment(7f4eba59-e8a5-4901-8772-4c8ae75ada85),segment_id=7f4eba59-e8a5-4901-8772-4c8ae75ada85)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:02.882946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Allocated IP 172.20.0.8 (749be6fa-a796-4706-ad90-79bec445c188/3532fe49-67be-4a0f-8deb-97a98e2898b9/8892c88e-ed36-4cf1-83f2-8f403dda1988) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:02.956394 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d85e0054-e254-4e85-8172-357520d87f85 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.961621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-da4f6c9e-7a6e-43f3-94bd-6bfe25b52f96 service neutron] 10.222.0.44 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202593 Aug 19 12:41:03.006084 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8d09bf6-e400-4212-9cad-e979b75182d4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.055430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d85e0054-e254-4e85-8172-357520d87f85 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.149363 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.276534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-5e1fd3f2-e517-4297-8e9b-7d99adde3927 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132714 Aug 19 12:41:03.277423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd34ac5-c820-4336-b201-6b8af144b900 None None] DHCP port deletion for 6ffe1207-c0f3-4e07-aae8-222f78b09448 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:41:03.288989 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d09bf6-e400-4212-9cad-e979b75182d4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 12:41:03.289801 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d09bf6-e400-4212-9cad-e979b75182d4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:41:03.307724 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b8d09bf6-e400-4212-9cad-e979b75182d4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/networks/6ffe1207-c0f3-4e07-aae8-222f78b09448 HTTP/1.1" status: 409 len: 405 time: 0.5186205 Aug 19 12:41:03.312650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50378) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:03.334993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1839348031'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:03.397670 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d85e0054-e254-4e85-8172-357520d87f85 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.402407 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d85e0054-e254-4e85-8172-357520d87f85 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.404035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d85e0054-e254-4e85-8172-357520d87f85 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/security-groups/b39e9525-4753-45e3-aa3e-b96cd74ec8a8 HTTP/1.1" status: 204 len: 168 time: 0.8202188 Aug 19 12:41:03.432393 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-835732f0-6d81-48a7-a4d2-cfe6e21aceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.463295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e0054-e254-4e85-8172-357520d87f85 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e9525-4753-45e3-aa3e-b96cd74ec8a8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:03.554331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ee67c-a49e-4952-9b8c-81d2e433e614 req-10705aea-4696-4103-8ac5-8334a7723187 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:03.563882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2ee67c-a49e-4952-9b8c-81d2e433e614 req-10705aea-4696-4103-8ac5-8334a7723187 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 943 time: 0.1774073 Aug 19 12:41:03.736050 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.745340 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:03.778188 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.780191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7613297-abc5-4ea1-885b-9aaf93420d5f None None] Pushing event updated for resources: {'Port': ['ID=3707d4ab-6fc1-43f8-90fa-faf05d050ffb,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:03.834344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-835732f0-6d81-48a7-a4d2-cfe6e21aceb2 None None] For port 7ebb1c37-9787-4178-a64c-d1540fc4267b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7ebb1c37-9787-4178-a64c-d1540fc4267b,segment=NetworkSegment(852ce102-0733-43b3-8232-e3808864cec9),segment_id=852ce102-0733-43b3-8232-e3808864cec9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:03.866465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef9c2fe3-f7d4-4106-a36c-b5698904f7fc req-b43d057e-31b9-415d-b5d9-69957877c7e7 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573442 Aug 19 12:41:03.989779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2ee67c-a49e-4952-9b8c-81d2e433e614 req-9f7c7948-72df-4785-aa0c-5b0708637667 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205687 Aug 19 12:41:04.045859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d409f89-0c67-40a1-9ddc-fbe0309141ce up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:04.066146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Transition to ACTIVE for port object 8892c88e-ed36-4cf1-83f2-8f403dda1988 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:04.089330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:41:04.125290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8bd34ac5-c820-4336-b201-6b8af144b900 None None] Deleting port 7ebb1c37-9787-4178-a64c-d1540fc4267b {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:04.130087 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8bd34ac5-c820-4336-b201-6b8af144b900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.142388 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.142999 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Added segment f632b479-5354-4560-a9dc-dbf655711c5d of type vlan for network 8a6295cb-2f17-431e-a25b-6b2b55173eaf Aug 19 12:41:04.176124 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-835732f0-6d81-48a7-a4d2-cfe6e21aceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.265028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57fd2222-58b1-476b-8fa4-1787d781825a req-907dc2fb-2727-4d96-815b-2f95b73df7b6 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 210 time: 0.1616967 Aug 19 12:41:04.319525 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:41:04.512365 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.516658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7eca-df1f-41f7-9458-eff11328080f req-4b7b5eb1-09d5-474d-9cfe-529652aa6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.521778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d07d7eca-df1f-41f7-9458-eff11328080f req-4b7b5eb1-09d5-474d-9cfe-529652aa6f98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 1094 time: 0.2789183 Aug 19 12:41:04.665039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.813941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7eca-df1f-41f7-9458-eff11328080f req-24b75a23-6e6b-486c-9d3f-6470e667cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.816194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d07d7eca-df1f-41f7-9458-eff11328080f req-24b75a23-6e6b-486c-9d3f-6470e667cdc4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.2862532 Aug 19 12:41:04.898729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=8892c88e-ed36-4cf1-83f2-8f403dda1988,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:04.917312 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.932209 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.933738 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.980018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d07d7eca-df1f-41f7-9458-eff11328080f req-800d8537-73ca-4916-9776-57e665bc5643 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66e6ea3e-7f30-4c43-bf0d-92f2d3477045 HTTP/1.1" status: 200 len: 217 time: 0.1552691 Aug 19 12:41:04.987649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8bd34ac5-c820-4336-b201-6b8af144b900 None None] For port 7ebb1c37-9787-4178-a64c-d1540fc4267b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7ebb1c37-9787-4178-a64c-d1540fc4267b,segment=NetworkSegment(852ce102-0733-43b3-8232-e3808864cec9),segment_id=852ce102-0733-43b3-8232-e3808864cec9)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:04.988232 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8bd34ac5-c820-4336-b201-6b8af144b900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.012131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835732f0-6d81-48a7-a4d2-cfe6e21aceb2 None None] Pushing event updated for resources: {'Port': ['ID=7ebb1c37-9787-4178-a64c-d1540fc4267b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:05.027156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5d409f89-0c67-40a1-9ddc-fbe0309141ce completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:05.031897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8bd34ac5-c820-4336-b201-6b8af144b900 None None] Calling delete_port for 7ebb1c37-9787-4178-a64c-d1540fc4267b owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:05.035636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5d409f89-0c67-40a1-9ddc-fbe0309141ce triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:05.035636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.098413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 749be6fa-a796-4706-ad90-79bec445c188 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:05.107301 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Network': ['ID=8a6295cb-2f17-431e-a25b-6b2b55173eaf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:05.122569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:05.139702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:05.152891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7eca-df1f-41f7-9458-eff11328080f req-9111f0aa-f71d-4d51-8619-962af009272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:05.158288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d07d7eca-df1f-41f7-9458-eff11328080f req-9111f0aa-f71d-4d51-8619-962af009272b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.1712601 Aug 19 12:41:05.178171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 8a6295cb-2f17-431e-a25b-6b2b55173eaf details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:41:05.299719 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-54c37d67-4d5d-4a52-bd18-350f44f432e5 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9705331 Aug 19 12:41:05.303081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50412) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:05.327808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'subnet': {'network_id': '8a6295cb-2f17-431e-a25b-6b2b55173eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:05.362893 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:05.364643 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.368308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50414) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:05.378577 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ea43987f-7417-4485-b6d6-709fc5ec170e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89110774', 'description': 'tempest-secgroup-smoke-89110774 description', 'project_id': '14342c7fb8294b128c580938853dcfe8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:05.547661 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea43987f-7417-4485-b6d6-709fc5ec170e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.579302 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.631842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9aee6e0-324d-4dbc-9d4d-e09a828b8e5d req-f07263fc-ac7c-472a-9e87-e508f00d37e6 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 210 time: 0.0781729 Aug 19 12:41:05.703023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7eca-df1f-41f7-9458-eff11328080f req-296251a4-45a2-468a-91c6-fe7dffaf3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:05.705241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 5d409f89-0c67-40a1-9ddc-fbe0309141ce, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5d409f89-0c67-40a1-9ddc-fbe0309141ce,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:05.711124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d07d7eca-df1f-41f7-9458-eff11328080f req-296251a4-45a2-468a-91c6-fe7dffaf3c99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5380969 Aug 19 12:41:05.715175 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-63b70fa3-9c81-4e6c-b364-0fbb582a6505 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.5441439 Aug 19 12:41:05.729840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50426) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:05.755003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051eb84-4518-44d3-8db8-27dca1126f29 req-3e14a15d-582d-455f-9ecd-b02fce65f401 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:05.758689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a051eb84-4518-44d3-8db8-27dca1126f29 req-3e14a15d-582d-455f-9ecd-b02fce65f401 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 943 time: 0.4903595 Aug 19 12:41:05.772320 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8bd34ac5-c820-4336-b201-6b8af144b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.852195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd34ac5-c820-4336-b201-6b8af144b900 None None] Pushing event deleted for resources: {'Port': ['ID=7ebb1c37-9787-4178-a64c-d1540fc4267b,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:05.858746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd34ac5-c820-4336-b201-6b8af144b900 None None] No DVR routers for this DVR port 7ebb1c37-9787-4178-a64c-d1540fc4267b on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:05.863586 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.956466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e26196d-af1e-4589-bd45-59f9c8bbd0b6 None None] Network 749be6fa-a796-4706-ad90-79bec445c188 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:06.016803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7ebb1c37-9787-4178-a64c-d1540fc4267b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:06.022638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d07d7eca-df1f-41f7-9458-eff11328080f req-be1375ae-4576-4a7c-b4a4-2d13d1386d4e service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949836 Aug 19 12:41:06.033365 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea43987f-7417-4485-b6d6-709fc5ec170e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.090329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=5d409f89-0c67-40a1-9ddc-fbe0309141ce,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:06.118487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a051eb84-4518-44d3-8db8-27dca1126f29 req-09b1fec6-c616-4174-8a4b-09dc09532813 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207693 Aug 19 12:41:06.157417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 7ebb1c37-9787-4178-a64c-d1540fc4267b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:06.157417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7ebb1c37-9787-4178-a64c-d1540fc4267b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:06.205142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:41:06.266946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d07d7eca-df1f-41f7-9458-eff11328080f req-f732234d-5491-4bfc-af77-59d08c00ff5b service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337022 Aug 19 12:41:06.309019 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea43987f-7417-4485-b6d6-709fc5ec170e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.473120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=66e6ea3e-7f30-4c43-bf0d-92f2d3477045,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:06.482460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:06.488174 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.492813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '66e6ea3e-7f30-4c43-bf0d-92f2d3477045', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'port_id': '66e6ea3e-7f30-4c43-bf0d-92f2d3477045', 'mac_address': 'fa:16:3e:6d:85:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:41:06.559229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43987f-7417-4485-b6d6-709fc5ec170e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982806c0-01f8-4628-9f4e-3e36d42593da,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:06.661347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea43987f-7417-4485-b6d6-709fc5ec170e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.666464 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ea43987f-7417-4485-b6d6-709fc5ec170e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2926927 Aug 19 12:41:06.672718 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.686961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3707d4ab-6fc1-43f8-90fa-faf05d050ffb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:06.720051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-427841ad-2511-4638-b954-2a57e4414561 None None] Provisioning for port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:06.767025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50442) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:06.777599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-553ff02f-a2ec-453d-80f9-5f0b5a28aee9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '982806c0-01f8-4628-9f4e-3e36d42593da', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:06.814554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:06.845784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=66e6ea3e-7f30-4c43-bf0d-92f2d3477045,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:06.921784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b2a41d8-da45-40ff-9963-27abe25964c7 req-837e9b2b-3448-4d68-9e50-e6ebadda6186 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 210 time: 0.0456614 Aug 19 12:41:06.998959 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.001315 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.141057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:07.155729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=66e6ea3e-7f30-4c43-bf0d-92f2d3477045,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:07.170627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:07.171504 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.241709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['66e6ea3e-7f30-4c43-bf0d-92f2d3477045'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:41:07.485811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-553ff02f-a2ec-453d-80f9-5f0b5a28aee9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.753901 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-553ff02f-a2ec-453d-80f9-5f0b5a28aee9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.904954 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.986662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.014334 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-553ff02f-a2ec-453d-80f9-5f0b5a28aee9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.091934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ff02f-a2ec-453d-80f9-5f0b5a28aee9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42b8812-229a-47a9-bc40-6545686c7f64,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:08.115326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.129047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3707d4ab-6fc1-43f8-90fa-faf05d050ffb,segment=NetworkSegment(7f4eba59-e8a5-4901-8772-4c8ae75ada85),segment_id=7f4eba59-e8a5-4901-8772-4c8ae75ada85)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:08.144614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.objects.ports [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:41:08.184389 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.239323 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-553ff02f-a2ec-453d-80f9-5f0b5a28aee9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.243961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79179-8f04-43fc-920e-0cd61e1088e7 req-dc68450c-cdd6-4167-890a-ea65986066f4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.247152 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-553ff02f-a2ec-453d-80f9-5f0b5a28aee9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4755838 Aug 19 12:41:08.257104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50464) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:08.257402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04b79179-8f04-43fc-920e-0cd61e1088e7 req-dc68450c-cdd6-4167-890a-ea65986066f4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 944 time: 0.3554993 Aug 19 12:41:08.264887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ef8ad0e3-fac7-4d0b-a81d-b7051219bc68 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '982806c0-01f8-4628-9f4e-3e36d42593da', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:08.285407 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.289395 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d409f89-0c67-40a1-9ddc-fbe0309141ce up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:08.386114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a65d59a0-ed85-49b2-b679-4f41d850b046 req-5905a750-9dfc-4e7a-a0ea-d16b1e90b934 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 210 time: 0.2191246 Aug 19 12:41:08.485656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=8892c88e-ed36-4cf1-83f2-8f403dda1988,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:08.526015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9e8f0f06-8a14-44f0-849f-b2ac802939aa None None] Provisioning for port 8892c88e-ed36-4cf1-83f2-8f403dda1988 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:08.538287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9e8f0f06-8a14-44f0-849f-b2ac802939aa None None] Provisioning complete for port 8892c88e-ed36-4cf1-83f2-8f403dda1988 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:08.538890 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0f06-8a14-44f0-849f-b2ac802939aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.557529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04b79179-8f04-43fc-920e-0cd61e1088e7 req-c322b481-d86d-421f-b257-e2b5f28687ac tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986944 Aug 19 12:41:08.559071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Subnet': ['ID=ac9bba2b-6727-40ad-85eb-940a91bc9d62,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:08.578251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Checking segment: {'id': 'f632b479-5354-4560-a9dc-dbf655711c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8a6295cb-2f17-431e-a25b-6b2b55173eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:08.578799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network hostable DHCP agents. Network: 8a6295cb-2f17-431e-a25b-6b2b55173eaf, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:41:08.702259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f0f06-8a14-44f0-849f-b2ac802939aa None None] Port 8892c88e-ed36-4cf1-83f2-8f403dda1988 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:08.762895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9e8f0f06-8a14-44f0-849f-b2ac802939aa None None] Provisioning complete for port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:08.763927 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0f06-8a14-44f0-849f-b2ac802939aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.824236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5d409f89-0c67-40a1-9ddc-fbe0309141ce triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:08.825317 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.833462 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.897822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=3707d4ab-6fc1-43f8-90fa-faf05d050ffb,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:08.934520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network 8a6295cb-2f17-431e-a25b-6b2b55173eaf is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:41:08.963381 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad0e3-fac7-4d0b-a81d-b7051219bc68 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.119280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d05a61db-7212-4fcc-9e0b-e4270ba19bb5 None None] Provisioning complete for port 8892c88e-ed36-4cf1-83f2-8f403dda1988 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:09.120233 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d05a61db-7212-4fcc-9e0b-e4270ba19bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.156854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 8a6295cb-2f17-431e-a25b-6b2b55173eaf) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:09.166487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:09.168139 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.175120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a35bd5-fc0f-492b-b512-3d0113991f6b None None] Network 8a6295cb-2f17-431e-a25b-6b2b55173eaf requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:09.225098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad0e3-fac7-4d0b-a81d-b7051219bc68 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.253074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3707d4ab-6fc1-43f8-90fa-faf05d050ffb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:09.299539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d05a61db-7212-4fcc-9e0b-e4270ba19bb5 None None] Port 8892c88e-ed36-4cf1-83f2-8f403dda1988 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:09.320111 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.341712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-00ae06b7-78e7-4605-9808-9c712dd7c53b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.0298915 Aug 19 12:41:09.346506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50486) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:09.526330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad0e3-fac7-4d0b-a81d-b7051219bc68 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.645354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:09.646088 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.736998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-8a6295cb-2f17-431e-a25b-6b2b55173eaf', 'network_id': '8a6295cb-2f17-431e-a25b-6b2b55173eaf', 'tenant_id': '8cd761c04835485bb78d1b9bbb90380c', 'fixed_ips': [{'subnet_id': 'ac9bba2b-6727-40ad-85eb-940a91bc9d62'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:41:09.738007 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.743140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ad0e3-fac7-4d0b-a81d-b7051219bc68 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608d142a-f31c-452f-9b86-07c305d6925b,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:09.793683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bffb67ae-6dc3-4f2b-8ed3-f7e065e0a65c req-ee1466f7-c746-49b0-b0be-0ce8b90fbc5d tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 210 time: 0.1054709 Aug 19 12:41:09.890768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad0e3-fac7-4d0b-a81d-b7051219bc68 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.892518 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ef8ad0e3-fac7-4d0b-a81d-b7051219bc68 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6321871 Aug 19 12:41:09.901790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50502) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:09.904837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-e0876057-ac62-4ef5-90f2-49828c9d7ec6 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:09.907565 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-e0876057-ac62-4ef5-90f2-49828c9d7ec6 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.52 "GET /v2.0/networks?id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 HTTP/1.1" status: 200 len: 811 time: 0.8880820 Aug 19 12:41:09.915249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-db04aac1-634d-4965-91e8-d576d9b7c6ef tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '982806c0-01f8-4628-9f4e-3e36d42593da', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:09.948393 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Request body: {'port': {'device_id': 'd701575d-e319-49b2-88ef-105d503a2161', 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4', 'admin_state_up': True, 'tenant_id': '92483dde42a14a989853a79c94d30303'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:09.976222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Allocated IP 2001:db8::f816:3eff:fe61:e946 (8a6295cb-2f17-431e-a25b-6b2b55173eaf/ac9bba2b-6727-40ad-85eb-940a91bc9d62/6f182e45-cb60-46a3-8eff-8e3d8f578fd8) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:09.994532 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.051762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d559284-fc7a-47ed-9f77-c74c2b6544f0 req-3196351e-bf4b-45a3-9616-8141eeec5d1f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:10.071871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d559284-fc7a-47ed-9f77-c74c2b6544f0 req-3196351e-bf4b-45a3-9616-8141eeec5d1f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 944 time: 0.3168681 Aug 19 12:41:10.216326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:10.259895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d559284-fc7a-47ed-9f77-c74c2b6544f0 req-50a1c211-8fa2-46b5-ab23-c0b641621d6c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857729 Aug 19 12:41:10.381305 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db04aac1-634d-4965-91e8-d576d9b7c6ef tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.405297 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.425502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Transition to ACTIVE for port object 6f182e45-cb60-46a3-8eff-8e3d8f578fd8 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:10.455856 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.468939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.479629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Transition to ACTIVE for port object 6f182e45-cb60-46a3-8eff-8e3d8f578fd8 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:10.532796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:10.538534 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:10.539112 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.561172 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Made reservation on behalf of 92483dde42a14a989853a79c94d30303 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:10.570477 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.581007 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db04aac1-634d-4965-91e8-d576d9b7c6ef tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.626489 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.638234 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.682388 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db04aac1-634d-4965-91e8-d576d9b7c6ef tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.705428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04aac1-634d-4965-91e8-d576d9b7c6ef tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f78e41-233d-49a8-b119-db7942805038,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:10.737444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Network 8a6295cb-2f17-431e-a25b-6b2b55173eaf is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:10.748333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:10.755113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:10.779040 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.813986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=8892c88e-ed36-4cf1-83f2-8f403dda1988,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:10.850992 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.035689 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db04aac1-634d-4965-91e8-d576d9b7c6ef tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.053564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-db04aac1-634d-4965-91e8-d576d9b7c6ef tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1490495 Aug 19 12:41:11.104714 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50514) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:11.119485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e3724912-c2cb-49d4-bd66-9b4171f6ab2f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '982806c0-01f8-4628-9f4e-3e36d42593da', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:11.126225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9bba2b-6727-40ad-85eb-940a91bc9d62,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:11.223460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9a1d6a9-97c3-4d35-b46e-9a7d66d2cf95 req-a86af936-e3ea-431f-baea-ccc6d7c8a553 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 210 time: 0.1614742 Aug 19 12:41:11.235818 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.275572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6295cb-2f17-431e-a25b-6b2b55173eaf']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:11.280899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Pushing event updated for resources: {'Port': ['ID=6f182e45-cb60-46a3-8eff-8e3d8f578fd8,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:11.311504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f632b479-5354-4560-a9dc-dbf655711c5d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:11.312039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f632b479-5354-4560-a9dc-dbf655711c5d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:11.318208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Attempting to bind port 6f182e45-cb60-46a3-8eff-8e3d8f578fd8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:11.318978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Attempting to bind port 6f182e45-cb60-46a3-8eff-8e3d8f578fd8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f632b479-5354-4560-a9dc-dbf655711c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8a6295cb-2f17-431e-a25b-6b2b55173eaf'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:11.319541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Attempting to bind port 6f182e45-cb60-46a3-8eff-8e3d8f578fd8 on network 8a6295cb-2f17-431e-a25b-6b2b55173eaf {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:11.325179 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.330302 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.368729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.388037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:11.390371 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.395292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b3e25-37de-427b-8302-07ba256db91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e6ea3e-7f30-4c43-bf0d-92f2d3477045'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:11.398687 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd361d30-7505-4680-94f3-15cf09f6dff5" -d '{"events": [{"server_uuid": "288b3e25-37de-427b-8302-07ba256db91b", "name": "network-vif-plugged", "status": "completed", "tag": "66e6ea3e-7f30-4c43-bf0d-92f2d3477045"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:11.401446 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:11.405941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:11.405941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Checking segment: {'id': 'f632b479-5354-4560-a9dc-dbf655711c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8a6295cb-2f17-431e-a25b-6b2b55173eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:11.405941 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.412847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Bound using segment: {'id': 'f632b479-5354-4560-a9dc-dbf655711c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8a6295cb-2f17-431e-a25b-6b2b55173eaf'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:11.412847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Bound port: 6f182e45-cb60-46a3-8eff-8e3d8f578fd8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f632b479-5354-4560-a9dc-dbf655711c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8a6295cb-2f17-431e-a25b-6b2b55173eaf'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:11.412847 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.427249 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Allocated IP 172.20.0.5 (b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4/d3f9d403-8981-4eeb-99be-5102d5ba180d/db5f78c0-532d-45ee-8c0c-3ab365d23cab) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:11.459702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=66e6ea3e-7f30-4c43-bf0d-92f2d3477045,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:11.472843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 749be6fa-a796-4706-ad90-79bec445c188 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:11.478069 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3724912-c2cb-49d4-bd66-9b4171f6ab2f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.484812 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:11.577759 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.803161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=66e6ea3e-7f30-4c43-bf0d-92f2d3477045,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:11.827575 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:41:11.827575 n-d-778732-8 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:41:11.827575 n-d-778732-8 neutron-server[95660]: [parameters: {'id': '8a6295cb-2f17-431e-a25b-6b2b55173eaf'}] Aug 19 12:41:11.827575 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:41:11.828958 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:41:11.905570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] For port 6f182e45-cb60-46a3-8eff-8e3d8f578fd8, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:11.919058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363a8c7-fc7b-421f-8c56-fe7afcbc7f99 req-4d3e4874-28de-40de-b228-ca2e9d692828 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:11.922354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] For port 6f182e45-cb60-46a3-8eff-8e3d8f578fd8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6f182e45-cb60-46a3-8eff-8e3d8f578fd8,segment=NetworkSegment(f632b479-5354-4560-a9dc-dbf655711c5d),segment_id=f632b479-5354-4560-a9dc-dbf655711c5d)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:11.928122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d363a8c7-fc7b-421f-8c56-fe7afcbc7f99 req-4d3e4874-28de-40de-b228-ca2e9d692828 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 945 time: 0.3580272 Aug 19 12:41:11.983993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.034604 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.061280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d363a8c7-fc7b-421f-8c56-fe7afcbc7f99 req-12ecb477-1cb2-4733-ad7f-40ecfd1b116f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255879 Aug 19 12:41:12.111508 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.189038 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fcd71b-a269-4d07-8478-2ed22ebdfb78 x-openstack-request-id: req-61fcd71b-a269-4d07-8478-2ed22ebdfb78 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:12.189456 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b3e25-37de-427b-8302-07ba256db91b", "name": "network-vif-plugged", "status": "completed", "tag": "66e6ea3e-7f30-4c43-bf0d-92f2d3477045", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:12.189925 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61fcd71b-a269-4d07-8478-2ed22ebdfb78 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:12.190461 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288b3e25-37de-427b-8302-07ba256db91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e6ea3e-7f30-4c43-bf0d-92f2d3477045', 'code': 200} Aug 19 12:41:12.325972 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.339156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bf022b10-15d5-40db-bf05-d529ef902bce None None] Provisioning complete for port 8892c88e-ed36-4cf1-83f2-8f403dda1988 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:12.339961 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bf022b10-15d5-40db-bf05-d529ef902bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.352453 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.425827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f0fba1-aa43-497a-a2af-d8f6fc54fb3b None None] Network 8a6295cb-2f17-431e-a25b-6b2b55173eaf requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:12.433891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ed777-b723-43a2-820b-c8d8014fc358 req-bbd7b152-d28a-4fe1-b66c-bd3beaf9e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:12.435516 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c98ed777-b723-43a2-820b-c8d8014fc358 req-bbd7b152-d28a-4fe1-b66c-bd3beaf9e947 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 1096 time: 0.1983547 Aug 19 12:41:12.459871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc536766-0b3f-4d6f-a953-7b4924280fff None None] Pushing event updated for resources: {'Port': ['ID=6f182e45-cb60-46a3-8eff-8e3d8f578fd8,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:12.489353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:12.504703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:12.543374 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3724912-c2cb-49d4-bd66-9b4171f6ab2f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.543374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:12.572307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Pushing event updated for resources: {'Port': ['ID=db5f78c0-532d-45ee-8c0c-3ab365d23cab,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:12.591635 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.592311 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.592977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.593604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.594519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.595102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.595668 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.596218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.596802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.597465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.598006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.598592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:12.691061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bf022b10-15d5-40db-bf05-d529ef902bce None None] Port 8892c88e-ed36-4cf1-83f2-8f403dda1988 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:12.752213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:12.752920 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.812695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c98ed777-b723-43a2-820b-c8d8014fc358 req-444aec14-79dc-4957-a996-de684834bbda service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520723 Aug 19 12:41:12.922333 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3724912-c2cb-49d4-bd66-9b4171f6ab2f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.923620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3650ab7-d030-4ac5-ab80-f31db271e82a None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:41:12.923729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6943efd-e9b2-4ac5-84dd-d410d9f891ae req-2d839224-ef64-43cb-b267-3170908ce5c2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:12.930104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6943efd-e9b2-4ac5-84dd-d410d9f891ae req-2d839224-ef64-43cb-b267-3170908ce5c2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 931 time: 0.4314275 Aug 19 12:41:12.973962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3724912-c2cb-49d4-bd66-9b4171f6ab2f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5dd5f8-fe6f-45aa-9427-573803984d7d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:12.986637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Deleting port 6f182e45-cb60-46a3-8eff-8e3d8f578fd8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:12.987041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.053589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 110e3256-76d6-4ef0-ab17-d2cf16052efb is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:41:13.060404 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-8c3aca12-918b-4a77-ac78-c9b2094005f5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1187110 Aug 19 12:41:13.083462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Request body: {'port': {'device_id': 'd701575d-e319-49b2-88ef-105d503a2161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:13.128323 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf33f98-2c2b-40d8-a9f8-1b9fbc20a304 req-5abbedf9-23e5-47ed-a8b0-f960ba8cf7d9 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:13.130004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcf33f98-2c2b-40d8-a9f8-1b9fbc20a304 req-5abbedf9-23e5-47ed-a8b0-f960ba8cf7d9 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.3067701 Aug 19 12:41:13.230239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3650ab7-d030-4ac5-ab80-f31db271e82a None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:41:13.282985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] For port 6f182e45-cb60-46a3-8eff-8e3d8f578fd8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6f182e45-cb60-46a3-8eff-8e3d8f578fd8,segment=NetworkSegment(f632b479-5354-4560-a9dc-dbf655711c5d),segment_id=f632b479-5354-4560-a9dc-dbf655711c5d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:13.283470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.328883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6943efd-e9b2-4ac5-84dd-d410d9f891ae req-fecbfcbb-6def-4941-b40e-8c6ab8b9cf85 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610959 Aug 19 12:41:13.361023 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3724912-c2cb-49d4-bd66-9b4171f6ab2f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.366552 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e3724912-c2cb-49d4-bd66-9b4171f6ab2f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2504342 Aug 19 12:41:13.367591 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50552) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:13.384783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Calling delete_port for 6f182e45-cb60-46a3-8eff-8e3d8f578fd8 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:13.400066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ca109314-a5fb-4d69-931e-9c13d3721556 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '982806c0-01f8-4628-9f4e-3e36d42593da', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:13.412928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcf33f98-2c2b-40d8-a9f8-1b9fbc20a304 req-fc4b5e70-f6d0-47b8-b7eb-618d4de8c5dc tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646570 Aug 19 12:41:13.638617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.653012 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-ca109314-a5fb-4d69-931e-9c13d3721556 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Project 14342c7fb8294b128c580938853dcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:41:13.684038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:13.684038 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca109314-a5fb-4d69-931e-9c13d3721556 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.705781 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-726dc79e-9506-4ae6-95af-f69f27ae4161 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/110e3256-76d6-4ef0-ab17-d2cf16052efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9675498 Aug 19 12:41:13.706479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:13.806123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b6f05-d834-41f8-9f51-c559af4a3dbf None None] Sync routers for ids ['110e3256-76d6-4ef0-ab17-d2cf16052efb'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:13.914160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc9b0-fcce-46c1-99dc-037748ea5b40 req-3a23f351-84f7-436f-9346-087ee3dbabdb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:13.928725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87bcc9b0-fcce-46c1-99dc-037748ea5b40 req-3a23f351-84f7-436f-9346-087ee3dbabdb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 945 time: 0.3254943 Aug 19 12:41:13.942326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da3f7b6-71f0-40c1-a3f3-ea213cfd6585 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:13.945090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0da3f7b6-71f0-40c1-a3f3-ea213cfd6585 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports/8892c88e-ed36-4cf1-83f2-8f403dda1988 HTTP/1.1" status: 200 len: 977 time: 0.2375693 Aug 19 12:41:13.946054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca109314-a5fb-4d69-931e-9c13d3721556 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.955127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50564) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:13.982292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b6f05-d834-41f8-9f51-c559af4a3dbf None None] Routers {'110e3256-76d6-4ef0-ab17-d2cf16052efb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:13.982964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b7b6f05-d834-41f8-9f51-c559af4a3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110e3256-76d6-4ef0-ab17-d2cf16052efb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:14.050026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87bcc9b0-fcce-46c1-99dc-037748ea5b40 req-279cf8e3-0d42-431c-8302-78a83dd8f5e5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198375 Aug 19 12:41:14.067535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b7b6f05-d834-41f8-9f51-c559af4a3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:14.185451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b6f05-d834-41f8-9f51-c559af4a3dbf None None] Routers {'110e3256-76d6-4ef0-ab17-d2cf16052efb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:14.189257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b7b6f05-d834-41f8-9f51-c559af4a3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110e3256-76d6-4ef0-ab17-d2cf16052efb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:14.279034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.346322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Port': ['ID=6f182e45-cb60-46a3-8eff-8e3d8f578fd8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:14.351402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No DVR routers for this DVR port 6f182e45-cb60-46a3-8eff-8e3d8f578fd8 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:14.365189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b7b6f05-d834-41f8-9f51-c559af4a3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:14.366362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b6f05-d834-41f8-9f51-c559af4a3dbf None None] The sync data for ids ['110e3256-76d6-4ef0-ab17-d2cf16052efb'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:14.584621 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.666575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6295cb-2f17-431e-a25b-6b2b55173eaf']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:14.703437 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.804915 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca109314-a5fb-4d69-931e-9c13d3721556 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.868258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f632b479-5354-4560-a9dc-dbf655711c5d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:14.869093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f632b479-5354-4560-a9dc-dbf655711c5d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:14.887348 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.907019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca109314-a5fb-4d69-931e-9c13d3721556 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d7e0fa-6548-4157-b205-d167ed2e30bb,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:14.956323 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.968762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe9a2a-5405-4d81-96fa-b3fb77260ffc req-3317eca8-38a3-423b-8c94-eec5fd73150d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:14.982520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0efe9a2a-5405-4d81-96fa-b3fb77260ffc req-3317eca8-38a3-423b-8c94-eec5fd73150d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.3029404 Aug 19 12:41:15.062383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb408a7-43e6-4d90-a54b-7471334b19f5 req-d7e18761-f41c-4192-8dfc-0da31e1c3fbc tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:15.066142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ceb408a7-43e6-4d90-a54b-7471334b19f5 req-d7e18761-f41c-4192-8dfc-0da31e1c3fbc tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 931 time: 0.4496515 Aug 19 12:41:15.066649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:15.067321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:15.079629 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:15.136075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca109314-a5fb-4d69-931e-9c13d3721556 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.137327 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ca109314-a5fb-4d69-931e-9c13d3721556 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7424800 Aug 19 12:41:15.144098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50580) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:15.148972 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-56ab95f4-8c7d-477d-8441-125539608011 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '982806c0-01f8-4628-9f4e-3e36d42593da', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:15.257750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0efe9a2a-5405-4d81-96fa-b3fb77260ffc req-182541b4-6910-4e8f-b4d3-627aadde1156 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659292 Aug 19 12:41:15.369449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ceb408a7-43e6-4d90-a54b-7471334b19f5 req-25fdcebe-be05-49c8-a497-ab2309da68c8 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842772 Aug 19 12:41:15.461605 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-56ab95f4-8c7d-477d-8441-125539608011 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Project 14342c7fb8294b128c580938853dcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:41:15.487227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e19f6-5ca0-4a4b-97b4-a8084eb58ab6 req-90d2afc7-4800-4540-8167-78f7618801ce tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:15.500107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc9e19f6-5ca0-4a4b-97b4-a8084eb58ab6 req-90d2afc7-4800-4540-8167-78f7618801ce tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 945 time: 0.0867608 Aug 19 12:41:15.511927 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.537834 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.544232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/networks/8a6295cb-2f17-431e-a25b-6b2b55173eaf HTTP/1.1" status: 204 len: 168 time: 6.1929750 Aug 19 12:41:15.550142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50582) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:15.556137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-555122693'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:15.583366 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56ab95f4-8c7d-477d-8441-125539608011 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.615413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc9e19f6-5ca0-4a4b-97b4-a8084eb58ab6 req-1fe04f77-8337-4661-acfb-26f145338528 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105900 Aug 19 12:41:15.635391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b93417-4315-4adf-90c3-4de714bc39b4 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Network': ['ID=8a6295cb-2f17-431e-a25b-6b2b55173eaf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:15.702458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5f78c0-532d-45ee-8c0c-3ab365d23cab {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:15.734141 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.802621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:15.807637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Transition to ACTIVE for port object db5f78c0-532d-45ee-8c0c-3ab365d23cab will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:15.811200 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.868863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:41:15.898512 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.898889 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Added segment 5b564500-c61d-47fe-bdcb-e71fd1e8d01f of type vlan for network 97c88783-6cc3-453d-9eb3-edb8a6a00400 Aug 19 12:41:16.013396 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f71c8e-e9a1-4197-831c-5890a6f1e8f1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.025650 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.055429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.175788 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56ab95f4-8c7d-477d-8441-125539608011 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.245955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.251707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:16.257062 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.343100 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56ab95f4-8c7d-477d-8441-125539608011 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.394813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Pushing event updated for resources: {'Port': ['ID=db5f78c0-532d-45ee-8c0c-3ab365d23cab,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:16.491019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab95f4-8c7d-477d-8441-125539608011 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920e812a-d93c-45b6-8b92-0c58813ddbf0,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:16.537816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Network': ['ID=97c88783-6cc3-453d-9eb3-edb8a6a00400,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:16.566316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 97c88783-6cc3-453d-9eb3-edb8a6a00400 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:41:16.624719 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56ab95f4-8c7d-477d-8441-125539608011 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.631897 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-56ab95f4-8c7d-477d-8441-125539608011 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4866495 Aug 19 12:41:16.641291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50598) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:16.659109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'network': {'name': 'tempest-network-smoke--110912574', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:16.726801 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Attempting to bind port db5f78c0-532d-45ee-8c0c-3ab365d23cab on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:16.727118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Attempting to bind port db5f78c0-532d-45ee-8c0c-3ab365d23cab by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:16.728068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Attempting to bind port db5f78c0-532d-45ee-8c0c-3ab365d23cab on network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:16.734006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a20faa3e-ec52-4f97-9317-7d1ae66511d8 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1819775 Aug 19 12:41:16.736746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Port db5f78c0-532d-45ee-8c0c-3ab365d23cab on network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:41:16.737094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Attempting to bind port db5f78c0-532d-45ee-8c0c-3ab365d23cab on network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:16.737626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50602) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:16.754526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:16.754857 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Checking segment: {'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:16.755026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507ae89-e020-4447-ab77-a56439002cb1 req-36a3b44f-0a02-49e8-b5e0-6f07755a28b4 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:16.755415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Bound using segment: {'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:16.755746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Bound port: db5f78c0-532d-45ee-8c0c-3ab365d23cab, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:16.756119 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.756915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b507ae89-e020-4447-ab77-a56439002cb1 req-36a3b44f-0a02-49e8-b5e0-6f07755a28b4 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 943 time: 0.2103393 Aug 19 12:41:16.769194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'subnet': {'network_id': '97c88783-6cc3-453d-9eb3-edb8a6a00400', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:17.011292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c864138-f2fc-424e-a12d-6a380c5cf3a1 req-f000f54b-9568-4406-8e6f-5ced0777d0b7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:17.014073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c864138-f2fc-424e-a12d-6a380c5cf3a1 req-f000f54b-9568-4406-8e6f-5ced0777d0b7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.4520924 Aug 19 12:41:17.020257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:17.025605 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.069248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] For port db5f78c0-532d-45ee-8c0c-3ab365d23cab, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:17.104664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] For port db5f78c0-532d-45ee-8c0c-3ab365d23cab, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db5f78c0-532d-45ee-8c0c-3ab365d23cab,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:17.116228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-97f71c8e-e9a1-4197-831c-5890a6f1e8f1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 8892c88e-ed36-4cf1-83f2-8f403dda1988 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:17.116818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f71c8e-e9a1-4197-831c-5890a6f1e8f1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.197353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c864138-f2fc-424e-a12d-6a380c5cf3a1 req-235f25db-7010-40f7-ac0f-27f96bcb4053 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410911 Aug 19 12:41:17.199262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:41:17.214055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b507ae89-e020-4447-ab77-a56439002cb1 req-b2a97f57-c608-4cf8-ae8f-f6f91afbb244 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739668 Aug 19 12:41:17.248558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.249589 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Added segment 9635aed3-3769-430b-98e0-f5cbf5270a3a of type vlan for network 05248d3c-a267-499b-af20-d3d333c10d90 Aug 19 12:41:17.336419 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.339597 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.397025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:17.407437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.436841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:17.438132 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.439945 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] 10.222.0.52 "PUT /v2.0/ports/db5f78c0-532d-45ee-8c0c-3ab365d23cab HTTP/1.1" status: 200 len: 1091 time: 4.3621597 Aug 19 12:41:17.452712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd701575d-e319-49b2-88ef-105d503a2161', 'tag': 'db5f78c0-532d-45ee-8c0c-3ab365d23cab'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:17.456648 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736fece7-c92a-4f9c-a0ee-9bef27642d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d701575d-e319-49b2-88ef-105d503a2161", "tag": "db5f78c0-532d-45ee-8c0c-3ab365d23cab"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:17.481466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f71c8e-e9a1-4197-831c-5890a6f1e8f1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.538819 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.562777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:17.563601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.593948 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da04ada1-a531-49c6-8a97-f975f3fa03d1 x-openstack-request-id: req-da04ada1-a531-49c6-8a97-f975f3fa03d1 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:17.603721 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d701575d-e319-49b2-88ef-105d503a2161", "tag": "db5f78c0-532d-45ee-8c0c-3ab365d23cab", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:17.603721 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da04ada1-a531-49c6-8a97-f975f3fa03d1 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:17.603721 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd701575d-e319-49b2-88ef-105d503a2161', 'tag': 'db5f78c0-532d-45ee-8c0c-3ab365d23cab', 'status': 'completed', 'code': 200} Aug 19 12:41:17.603721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8860ab5-7ea0-41bd-b2d4-75f05364ca40 service neutron] Pushing event updated for resources: {'Port': ['ID=db5f78c0-532d-45ee-8c0c-3ab365d23cab,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:17.603721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-97f71c8e-e9a1-4197-831c-5890a6f1e8f1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 8892c88e-ed36-4cf1-83f2-8f403dda1988 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:17.694645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fece7-c92a-4f9c-a0ee-9bef27642d8a req-b06ccf8d-ea95-4214-9f64-887e4574af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:17.696185 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-736fece7-c92a-4f9c-a0ee-9bef27642d8a req-b06ccf8d-ea95-4214-9f64-887e4574af4a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92483dde42a14a989853a79c94d30303&device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 1094 time: 0.0954485 Aug 19 12:41:17.714368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Network': ['ID=05248d3c-a267-499b-af20-d3d333c10d90,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:17.725615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 05248d3c-a267-499b-af20-d3d333c10d90 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:41:17.909562 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e6bbba19-51e0-4f6d-a185-46da483b0ec9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2540243 Aug 19 12:41:17.910121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50614) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:17.916611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'admin_state_up': True, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:17.919278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fece7-c92a-4f9c-a0ee-9bef27642d8a req-07b4b9af-3b41-4e8c-98bc-4677f2b0137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:17.920925 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-736fece7-c92a-4f9c-a0ee-9bef27642d8a req-07b4b9af-3b41-4e8c-98bc-4677f2b0137c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=92483dde42a14a989853a79c94d30303&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2091510 Aug 19 12:41:17.974498 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.057003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Subnet': ['ID=315143d3-44e2-4a80-8fcc-04e0451677d0,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:18.067695 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fece7-c92a-4f9c-a0ee-9bef27642d8a req-b4d6b788-3def-49c0-82c9-1eeece554e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:18.071032 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-736fece7-c92a-4f9c-a0ee-9bef27642d8a req-b4d6b788-3def-49c0-82c9-1eeece554e70 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370575 Aug 19 12:41:18.082878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Checking segment: {'id': '5b564500-c61d-47fe-bdcb-e71fd1e8d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '97c88783-6cc3-453d-9eb3-edb8a6a00400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:18.083501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network hostable DHCP agents. Network: 97c88783-6cc3-453d-9eb3-edb8a6a00400, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:41:18.101190 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.105641 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.140260 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f71c8e-e9a1-4197-831c-5890a6f1e8f1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.215538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f71c8e-e9a1-4197-831c-5890a6f1e8f1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=8892c88e-ed36-4cf1-83f2-8f403dda1988,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:18.246903 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.277912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network 97c88783-6cc3-453d-9eb3-edb8a6a00400 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:41:18.403147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-04361b78-8ccc-4d45-bac7-90d9f480af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:18.407036 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-04361b78-8ccc-4d45-bac7-90d9f480af1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92483dde42a14a989853a79c94d30303&device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 1094 time: 0.2753727 Aug 19 12:41:18.607845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 97c88783-6cc3-453d-9eb3-edb8a6a00400) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:18.616775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131d6176-dce1-4af1-bc99-43d56e759e4b None None] Network 97c88783-6cc3-453d-9eb3-edb8a6a00400 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:18.624421 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-a9744a6e-540e-4d14-8789-ea6aa67d5c90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5f78c0-532d-45ee-8c0c-3ab365d23cab HTTP/1.1" status: 200 len: 217 time: 0.0986562 Aug 19 12:41:18.639299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:18.640098 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.849516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-9f931f2b-18da-41a9-a7ca-23c9730d742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:18.851142 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-9f931f2b-18da-41a9-a7ca-23c9730d742d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3f9d403-8981-4eeb-99be-5102d5ba180d HTTP/1.1" status: 200 len: 851 time: 0.1399467 Aug 19 12:41:18.875527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce0d7b-817f-4667-9696-41b131845183 req-c4d4aedd-76b7-40c9-bdb8-c3c2474b91b1 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:18.884938 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52ce0d7b-817f-4667-9696-41b131845183 req-c4d4aedd-76b7-40c9-bdb8-c3c2474b91b1 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.5086217 Aug 19 12:41:18.937269 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-9c15971b-50b7-4f67-8c9d-4296b5d51aef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681672 Aug 19 12:41:18.971811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f71c8e-e9a1-4197-831c-5890a6f1e8f1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:19.074660 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:19.101239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-99333789-5091-499f-9a20-535fc879633c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3363581 Aug 19 12:41:19.112399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ed1c0-9eec-4b05-a112-7fec8311c278 req-5278202f-670e-4991-beaa-823662ae0bdc tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:19.123256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50634) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:19.141070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-221ed1c0-9eec-4b05-a112-7fec8311c278 req-5278202f-670e-4991-beaa-823662ae0bdc tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 943 time: 0.7429726 Aug 19 12:41:19.141204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-97c88783-6cc3-453d-9eb3-edb8a6a00400', 'network_id': '97c88783-6cc3-453d-9eb3-edb8a6a00400', 'tenant_id': '8cd761c04835485bb78d1b9bbb90380c', 'fixed_ips': [{'subnet_id': '315143d3-44e2-4a80-8fcc-04e0451677d0'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:41:19.141204 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:19.276863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f71c8e-e9a1-4197-831c-5890a6f1e8f1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 110e3256-76d6-4ef0-ab17-d2cf16052efb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:19.307231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-221ed1c0-9eec-4b05-a112-7fec8311c278 req-31f45077-9f78-4fe4-872d-028d0b8e711d tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712954 Aug 19 12:41:19.333424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52ce0d7b-817f-4667-9696-41b131845183 req-06cfddce-76ba-4a84-b7f0-22d920fc4560 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154329 Aug 19 12:41:19.423929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f71c8e-e9a1-4197-831c-5890a6f1e8f1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:19.439655 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-97f71c8e-e9a1-4197-831c-5890a6f1e8f1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/110e3256-76d6-4ef0-ab17-d2cf16052efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4835691 Aug 19 12:41:19.446016 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff5ea2-9623-4fb7-8bd0-8be4f36907cf None None] Sync routers for ids ['110e3256-76d6-4ef0-ab17-d2cf16052efb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:19.451631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50640) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:19.458978 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff5ea2-9623-4fb7-8bd0-8be4f36907cf None None] Routers {'110e3256-76d6-4ef0-ab17-d2cf16052efb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:19.464858 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f7ff5ea2-9623-4fb7-8bd0-8be4f36907cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110e3256-76d6-4ef0-ab17-d2cf16052efb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:19.480758 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-0de76efb-a84c-4aae-88f3-9bf2e5a0b538 service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330217 Aug 19 12:41:19.508139 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f7ff5ea2-9623-4fb7-8bd0-8be4f36907cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:19.520349 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff5ea2-9623-4fb7-8bd0-8be4f36907cf None None] Routers {'110e3256-76d6-4ef0-ab17-d2cf16052efb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:19.521269 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f7ff5ea2-9623-4fb7-8bd0-8be4f36907cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['110e3256-76d6-4ef0-ab17-d2cf16052efb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:19.578084 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f7ff5ea2-9623-4fb7-8bd0-8be4f36907cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:19.579057 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff5ea2-9623-4fb7-8bd0-8be4f36907cf None None] The sync data for ids ['110e3256-76d6-4ef0-ab17-d2cf16052efb'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:19.580595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Allocated IP 2001:db8::2 (97c88783-6cc3-453d-9eb3-edb8a6a00400/315143d3-44e2-4a80-8fcc-04e0451677d0/7c12a8a0-f5d7-40e6-ae92-18a674fc68e0) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:19.811600 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:19.904049 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7fab93e0-bbf7-4848-987e-0a44a4620053 req-f63335b3-9612-48b4-b597-d129ef4ba7cb service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136963 Aug 19 12:41:19.963739 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-bdf18511-9513-41e5-a5d2-78ae59464298 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 12:41:19.965253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bdf18511-9513-41e5-a5d2-78ae59464298 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/110e3256-76d6-4ef0-ab17-d2cf16052efb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5145218 Aug 19 12:41:19.981177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50646) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:20.004591 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.054219 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.104377 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.144480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Transition to ACTIVE for port object 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:20.194681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Transition to ACTIVE for port object 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:20.217364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-62040dfc-2ab6-4a97-9c8c-9afef08b5dcd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=110e3256-76d6-4ef0-ab17-d2cf16052efb HTTP/1.1" status: 200 len: 205 time: 0.2334785 Aug 19 12:41:20.221263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50652) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:20.225651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.415802 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.474595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd3083a-99ce-4e62-8609-f688e3a7a421 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.569308 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Network 97c88783-6cc3-453d-9eb3-edb8a6a00400 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:20.596606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:20.599683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:20.621255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Pushing event updated for resources: {'Port': ['ID=7c12a8a0-f5d7-40e6-ae92-18a674fc68e0,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:20.668299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.668787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.669191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.669575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.670056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.670537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.670880 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.671285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.671625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.671998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.672416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.672739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:20.773725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Attempting to bind port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:20.774949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Attempting to bind port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '5b564500-c61d-47fe-bdcb-e71fd1e8d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '97c88783-6cc3-453d-9eb3-edb8a6a00400'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:20.776220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Attempting to bind port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 on network 97c88783-6cc3-453d-9eb3-edb8a6a00400 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:20.801125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:20.801125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Checking segment: {'id': '5b564500-c61d-47fe-bdcb-e71fd1e8d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '97c88783-6cc3-453d-9eb3-edb8a6a00400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:20.801125 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.801825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Bound using segment: {'id': '5b564500-c61d-47fe-bdcb-e71fd1e8d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '97c88783-6cc3-453d-9eb3-edb8a6a00400'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:20.802248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Bound port: 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b564500-c61d-47fe-bdcb-e71fd1e8d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '97c88783-6cc3-453d-9eb3-edb8a6a00400'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:20.802715 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.029035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd3083a-99ce-4e62-8609-f688e3a7a421 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.035194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd3083a-99ce-4e62-8609-f688e3a7a421 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.068467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] For port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:21.077575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] For port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7c12a8a0-f5d7-40e6-ae92-18a674fc68e0,segment=NetworkSegment(5b564500-c61d-47fe-bdcb-e71fd1e8d01f),segment_id=5b564500-c61d-47fe-bdcb-e71fd1e8d01f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:21.147319 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.206947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Subnet': ['ID=315143d3-44e2-4a80-8fcc-04e0451677d0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:21.225614 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.243766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.25.6.210 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/e289144b-658d-44f8-b663-47e8ed25b224) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:21.293795 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-502a4756-cc79-4ea0-8989-2893bda362c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.314313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd3083a-99ce-4e62-8609-f688e3a7a421 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.315446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd3083a-99ce-4e62-8609-f688e3a7a421 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Fanout notify agent at l3_agent the message router_deleted on router 110e3256-76d6-4ef0-ab17-d2cf16052efb {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:41:21.354573 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd3083a-99ce-4e62-8609-f688e3a7a421 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.360171 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ebd3083a-99ce-4e62-8609-f688e3a7a421 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/110e3256-76d6-4ef0-ab17-d2cf16052efb HTTP/1.1" status: 204 len: 168 time: 1.1328032 Aug 19 12:41:21.382555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50668) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:21.392314 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffad2a-37ed-4803-b524-99e6eba12987 None None] Pushing event updated for resources: {'Port': ['ID=7c12a8a0-f5d7-40e6-ae92-18a674fc68e0,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:21.452235 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.456204 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.487884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c88783-6cc3-453d-9eb3-edb8a6a00400']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:21.515278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b564500-c61d-47fe-bdcb-e71fd1e8d01f') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:21.515673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b564500-c61d-47fe-bdcb-e71fd1e8d01f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:21.529136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f4649-b4d8-4c1f-8b22-28b36e46122d req-e2474298-3f5f-4e46-8811-5b6f3af32b39 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:21.531129 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-824f4649-b4d8-4c1f-8b22-28b36e46122d req-e2474298-3f5f-4e46-8811-5b6f3af32b39 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 943 time: 1.1096830 Aug 19 12:41:21.563413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a060f2b-796c-4b0d-aa7c-c2e62b910d95 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting subnet 3532fe49-67be-4a0f-8deb-97a98e2898b9 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:41:21.570024 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.572100 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a060f2b-796c-4b0d-aa7c-c2e62b910d95 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.574721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89bd4b-404c-489c-b394-0199838c8669 req-3b552c58-033f-44d1-90ca-d5e5c0abd32a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:21.577055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff89bd4b-404c-489c-b394-0199838c8669 req-3b552c58-033f-44d1-90ca-d5e5c0abd32a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.1670256 Aug 19 12:41:21.639433 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.661114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:21.663012 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:21.680703 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:21.786608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-824f4649-b4d8-4c1f-8b22-28b36e46122d req-561e86b8-acb6-443d-989d-fe867b965635 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425601 Aug 19 12:41:21.811694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff89bd4b-404c-489c-b394-0199838c8669 req-233d7c27-c5e5-41c7-80ca-55c2abac6cf3 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000732 Aug 19 12:41:21.823804 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a060f2b-796c-4b0d-aa7c-c2e62b910d95 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.876946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.009822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:22.009822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:22.037552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:22.121695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=e289144b-658d-44f8-b663-47e8ed25b224,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:22.522615 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:41:22.522615 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:41:22.522615 n-d-778732-8 neutron-server[95661]: [parameters: {'id': '97c88783-6cc3-453d-9eb3-edb8a6a00400'}] Aug 19 12:41:22.522615 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:41:22.523596 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:41:22.581138 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a060f2b-796c-4b0d-aa7c-c2e62b910d95 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.718145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device db5f78c0-532d-45ee-8c0c-3ab365d23cab details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:41:22.870158 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a060f2b-796c-4b0d-aa7c-c2e62b910d95 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.953289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a060f2b-796c-4b0d-aa7c-c2e62b910d95 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Subnet': ['ID=3532fe49-67be-4a0f-8deb-97a98e2898b9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:22.984721 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.006833 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a060f2b-796c-4b0d-aa7c-c2e62b910d95 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.014589 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1a060f2b-796c-4b0d-aa7c-c2e62b910d95 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/3532fe49-67be-4a0f-8deb-97a98e2898b9 HTTP/1.1" status: 204 len: 168 time: 1.6252635 Aug 19 12:41:23.014916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50682) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:23.073050 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.083364 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port db5f78c0-532d-45ee-8c0c-3ab365d23cab, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db5f78c0-532d-45ee-8c0c-3ab365d23cab,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:23.083364 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316fb1da-70ce-44d0-b919-bf8b3eb383e7 None None] Network 749be6fa-a796-4706-ad90-79bec445c188 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:23.322827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09c423-0a0f-44e0-9157-ce0555e29620 req-994e8ddb-4a23-430e-ab5c-260f282b3b52 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:23.333584 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a09c423-0a0f-44e0-9157-ce0555e29620 req-994e8ddb-4a23-430e-ab5c-260f282b3b52 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 943 time: 0.2323444 Aug 19 12:41:23.403845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f432f4-e900-43bd-ae41-c5b56dd0a80d req-bcd17ab3-8de6-4f77-8823-1764d76911c3 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:23.416333 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07f432f4-e900-43bd-ae41-c5b56dd0a80d req-bcd17ab3-8de6-4f77-8823-1764d76911c3 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.2956424 Aug 19 12:41:23.565743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a09c423-0a0f-44e0-9157-ce0555e29620 req-9e348add-4ccd-4bfc-911f-1cd10152992b tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822321 Aug 19 12:41:23.578028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.579946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07f432f4-e900-43bd-ae41-c5b56dd0a80d req-fd0669ca-3ade-4e15-8cc6-8df1070067f1 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621537 Aug 19 12:41:23.622926 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Deleting port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:23.623684 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.730651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] For port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7c12a8a0-f5d7-40e6-ae92-18a674fc68e0,segment=NetworkSegment(5b564500-c61d-47fe-bdcb-e71fd1e8d01f),segment_id=5b564500-c61d-47fe-bdcb-e71fd1e8d01f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:23.731641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.789048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.801816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Calling delete_port for 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:23.818327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'db5f78c0-532d-45ee-8c0c-3ab365d23cab', 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4', 'port_id': 'db5f78c0-532d-45ee-8c0c-3ab365d23cab', 'mac_address': 'fa:16:3e:5d:5c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9d403-8981-4eeb-99be-5102d5ba180d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:41:23.835546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:23.838894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3ae77c-396e-4864-b76d-622accf6bd61 None None] Network 97c88783-6cc3-453d-9eb3-edb8a6a00400 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:23.890699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:23.891419 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.070697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] For port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3707d4ab-6fc1-43f8-90fa-faf05d050ffb,segment=NetworkSegment(7f4eba59-e8a5-4901-8772-4c8ae75ada85),segment_id=7f4eba59-e8a5-4901-8772-4c8ae75ada85)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:24.071167 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.092573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 3707d4ab-6fc1-43f8-90fa-faf05d050ffb owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:24.168580 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.199214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5f78c0-532d-45ee-8c0c-3ab365d23cab {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:24.212427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7ab42b08-3100-4cee-9f0b-8fbb2023fcd4 None None] Provisioning for port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:24.248335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port db5f78c0-532d-45ee-8c0c-3ab365d23cab, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db5f78c0-532d-45ee-8c0c-3ab365d23cab,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:24.325408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router e387920d-6906-4c76-be37-0ea68e312d07 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:41:24.351519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596460c7-6d37-491e-a2e1-e09a990adb5f None None] DHCP port deletion for 97c88783-6cc3-453d-9eb3-edb8a6a00400 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:41:24.374325 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.458939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:24.471960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0192e5-1bfe-491c-bbc8-d7607b189b50 None None] DHCP port deletion for 749be6fa-a796-4706-ad90-79bec445c188 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:41:24.475507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-596460c7-6d37-491e-a2e1-e09a990adb5f None None] The port '7c12a8a0-f5d7-40e6-ae92-18a674fc68e0' was deleted {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 12:41:24.480548 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.495240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.498957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No DVR routers for this DVR port 3707d4ab-6fc1-43f8-90fa-faf05d050ffb on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:24.503004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=3707d4ab-6fc1-43f8-90fa-faf05d050ffb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:24.567409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No DVR routers for this DVR port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:24.579840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Port': ['ID=7c12a8a0-f5d7-40e6-ae92-18a674fc68e0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:24.644633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=db5f78c0-532d-45ee-8c0c-3ab365d23cab,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:24.658718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:24.659737 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.744645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Port 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 was deleted so its status cannot be updated. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 12:41:24.749826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:41:24.847648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:24.920386 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.934375 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749be6fa-a796-4706-ad90-79bec445c188']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.949607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4eba59-e8a5-4901-8772-4c8ae75ada85') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.950068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4eba59-e8a5-4901-8772-4c8ae75ada85') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.964576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.981749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Sync routers for ids ['e387920d-6906-4c76-be37-0ea68e312d07'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:24.982475 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.991617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['db5f78c0-532d-45ee-8c0c-3ab365d23cab'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:41:25.012206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:25.016986 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.018207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b830d4-1c67-492a-92ae-09d7fe4a2708 req-106eae9a-dd20-4dee-bb58-134d10060439 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:25.022317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96b830d4-1c67-492a-92ae-09d7fe4a2708 req-106eae9a-dd20-4dee-bb58-134d10060439 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.1218677 Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:25.027668 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:25.044438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Routers {'e387920d-6906-4c76-be37-0ea68e312d07'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:25.045474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:40:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e387920d-6906-4c76-be37-0ea68e312d07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.046125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac2941-4a45-4ab7-8c7d-697e3502956c req-ec67748c-71c5-4bc2-bf5c-fb45dc63e491 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:25.050343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cac2941-4a45-4ab7-8c7d-697e3502956c req-ec67748c-71c5-4bc2-bf5c-fb45dc63e491 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 944 time: 0.1853466 Aug 19 12:41:25.148915 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.156186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c7bc1033-a27e-4004-b684-352b3af669bb tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.2439668 Aug 19 12:41:25.208925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.211981 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50708) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:25.259803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cac2941-4a45-4ab7-8c7d-697e3502956c req-12251e4d-842e-4d7c-b3d4-fde4911de5a0 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873293 Aug 19 12:41:25.281555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:25.292836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96b830d4-1c67-492a-92ae-09d7fe4a2708 req-e9309bf5-6cbf-4048-bfd9-9344bb8e2213 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398386 Aug 19 12:41:25.351213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c88783-6cc3-453d-9eb3-edb8a6a00400']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.364132 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4a422fef-1899-4528-b9d8-67443e8df17e tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=14342c7fb8294b128c580938853dcfe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1508262 Aug 19 12:41:25.369607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50710) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:25.466652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:25.467154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7c12a8a0-f5d7-40e6-ae92-18a674fc68e0 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:25.467606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3707d4ab-6fc1-43f8-90fa-faf05d050ffb no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:25.502256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:25.504488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 3707d4ab-6fc1-43f8-90fa-faf05d050ffb {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:25.504747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3707d4ab-6fc1-43f8-90fa-faf05d050ffb not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:25.569992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'port_id': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'mac_address': 'fa:16:3e:fe:70:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:41:25.585216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b564500-c61d-47fe-bdcb-e71fd1e8d01f') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.586274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b564500-c61d-47fe-bdcb-e71fd1e8d01f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.615508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Set router e387920d-6906-4c76-be37-0ea68e312d07 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:25.617152 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.660967 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.706416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:25.706938 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:25.711342 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:25.755022 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.777008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.789617 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/networks/749be6fa-a796-4706-ad90-79bec445c188 HTTP/1.1" status: 204 len: 168 time: 2.7620368 Aug 19 12:41:25.790674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50716) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:25.798948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'network': {'name': 'tempest-RoutersTest-297272492'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:25.802713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba45e48a-bc67-4e49-aa56-9d7044d6e5f9 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:25.808878 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ba45e48a-bc67-4e49-aa56-9d7044d6e5f9 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4331877 Aug 19 12:41:25.808878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ea68a-e414-44c4-9ed6-ab3ee6b6ee5e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Network': ['ID=749be6fa-a796-4706-ad90-79bec445c188,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:25.810104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50718) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:25.826971 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-54e5632a-c2c3-4405-ac79-655b881ed725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.861816 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f7a4d486-5614-44a1-8c3b-8b4f95de7363 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501583 Aug 19 12:41:25.869319 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50720) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:25.878437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1821883994', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:26.004006 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.026304 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.041028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.053195 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/networks/97c88783-6cc3-453d-9eb3-edb8a6a00400 HTTP/1.1" status: 204 len: 168 time: 6.8353500 Aug 19 12:41:26.053542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50738) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:26.067642 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:26.073392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1938526459'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:26.112707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:26.122191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d929de5-7026-49ec-a0dc-ba38f23edf28 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Network': ['ID=97c88783-6cc3-453d-9eb3-edb8a6a00400,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:26.134872 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.137749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:26.200534 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.217715 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:41:26.217715 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:41:26.217715 n-d-778732-8 neutron-server[95661]: [parameters: {'project_id_1': '14342c7fb8294b128c580938853dcfe8', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 41, 26, 190229)}] Aug 19 12:41:26.217715 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:41:26.225499 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:41:26.320747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:41:26.353413 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.353413 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added segment 81895132-c6be-4989-8c53-039872b3e562 of type vlan for network 7bb1ecce-44af-4b73-9d21-c81af672278c Aug 19 12:41:26.377214 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.447885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:26.451608 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.527381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:41:26.537155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:26.592097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:22Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:26.601744 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.626465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:41:26.655686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41440b3f-344b-45ce-8fe5-22b663d1555c req-4f0a2657-dde2-4a3e-8771-30466ce714be tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:26.657494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41440b3f-344b-45ce-8fe5-22b663d1555c req-4f0a2657-dde2-4a3e-8771-30466ce714be tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 944 time: 0.1469250 Aug 19 12:41:26.671304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Checking router: e387920d-6906-4c76-be37-0ea68e312d07 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:26.675251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Updating router e387920d-6906-4c76-be37-0ea68e312d07 port e289144b-658d-44f8-b663-47e8ed25b224 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:41:26.697592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314bb3a-2b4c-464d-8c04-941903134db2 req-e1c8498a-c947-45b9-9a54-9e3c9b9f81ce tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:26.703241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9314bb3a-2b4c-464d-8c04-941903134db2 req-e1c8498a-c947-45b9-9a54-9e3c9b9f81ce tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 944 time: 0.2683544 Aug 19 12:41:26.709230 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.709606 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Added segment ad19df28-fdc3-4e1a-889b-d1f20b742f39 of type vlan for network 0e605b23-075c-430a-a657-f8e2c680887d Aug 19 12:41:26.750242 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.853524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41440b3f-344b-45ce-8fe5-22b663d1555c req-b7544327-9b95-4754-9ba6-e5586cb24a83 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713600 Aug 19 12:41:26.943372 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.958993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9314bb3a-2b4c-464d-8c04-941903134db2 req-b7b83637-d51a-41bf-8d5d-bcea3480d934 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375689 Aug 19 12:41:26.969515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.977001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:26.978863 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.030309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:27.035562 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.201904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4066279 Aug 19 12:41:27.213338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50766) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:27.248043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'subnet': {'network_id': '7bb1ecce-44af-4b73-9d21-c81af672278c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:27.377602 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.431025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Transition to ACTIVE for port object e289144b-658d-44f8-b663-47e8ed25b224 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:27.434378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af8a9b-0212-470e-b439-845bd7ff028b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Network': ['ID=7bb1ecce-44af-4b73-9d21-c81af672278c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:27.437783 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.449531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:27.451073 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.458250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 7bb1ecce-44af-4b73-9d21-c81af672278c details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:41:27.470354 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.619471 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.685953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47f382-fa02-4fc0-8b6a-c03a0fcf8a75 req-8b9497c1-2e08-4d0d-928b-f14e7c0664a4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:27.694881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe47f382-fa02-4fc0-8b6a-c03a0fcf8a75 req-8b9497c1-2e08-4d0d-928b-f14e7c0664a4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.4323454 Aug 19 12:41:27.707272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Network': ['ID=0e605b23-075c-430a-a657-f8e2c680887d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:27.740796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3b0b423a-ddd4-436f-b4d5-422a31de5dde tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6858308 Aug 19 12:41:27.760832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50772) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:27.776987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Request body: {'subnet': {'network_id': '0e605b23-075c-430a-a657-f8e2c680887d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:28.020335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 0e605b23-075c-430a-a657-f8e2c680887d details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:41:28.039882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:28.067980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:28.102155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe47f382-fa02-4fc0-8b6a-c03a0fcf8a75 req-8584246e-6f48-486c-a97f-0a7d97bb8553 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007084 Aug 19 12:41:28.226094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127e791-a65c-444a-8243-b0fa07403dfa None None] Pushing event updated for resources: {'Port': ['ID=e289144b-658d-44f8-b663-47e8ed25b224,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:28.250440 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:28.293171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Attempting to bind port e289144b-658d-44f8-b663-47e8ed25b224 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:28.295032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Attempting to bind port e289144b-658d-44f8-b663-47e8ed25b224 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:28.295785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Attempting to bind port e289144b-658d-44f8-b663-47e8ed25b224 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:28.347545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:28.348422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:28.349042 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:28.349688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:28.350894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Bound port: e289144b-658d-44f8-b663-47e8ed25b224, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:28.351713 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:28.405436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Subnet': ['ID=9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:28.418832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Checking segment: {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:28.419705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network hostable DHCP agents. Network: 05248d3c-a267-499b-af20-d3d333c10d90, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:41:28.569077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] For port e289144b-658d-44f8-b663-47e8ed25b224, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:28.580754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] For port e289144b-658d-44f8-b663-47e8ed25b224, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e289144b-658d-44f8-b663-47e8ed25b224,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:28.642031 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network 05248d3c-a267-499b-af20-d3d333c10d90 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:41:28.642298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9988815-c1b5-4c5d-bba5-f7c51ff74125 req-d44a9158-358b-473c-b5cf-a6dd43c58caf tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:28.650883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9988815-c1b5-4c5d-bba5-f7c51ff74125 req-d44a9158-358b-473c-b5cf-a6dd43c58caf tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 944 time: 0.4598889 Aug 19 12:41:28.719118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7525df-c960-4af8-b3b6-19568346a3d2 req-0da957c7-5239-457c-9676-b25265dadb78 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:28.731880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a7525df-c960-4af8-b3b6-19568346a3d2 req-0da957c7-5239-457c-9676-b25265dadb78 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 944 time: 0.3402658 Aug 19 12:41:28.773346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device db5f78c0-532d-45ee-8c0c-3ab365d23cab up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:28.780351 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:28.797118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 05248d3c-a267-499b-af20-d3d333c10d90) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:28.808084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:28.809304 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:28.847252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9988815-c1b5-4c5d-bba5-f7c51ff74125 req-1f6c99eb-e97f-4695-b9dc-3a79952ddbc1 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952326 Aug 19 12:41:28.857993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Made reservation on behalf of 8cd761c04835485bb78d1b9bbb90380c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:28.867552 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:29.020978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127e791-a65c-444a-8243-b0fa07403dfa None None] Pushing event updated for resources: {'Port': ['ID=e289144b-658d-44f8-b663-47e8ed25b224,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:29.026006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce5bce-2759-4003-b31b-84d5624c6e94 None None] Network 05248d3c-a267-499b-af20-d3d333c10d90 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:29.034597 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:29.054728 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-380f1350-dbe0-4acf-872f-caeb77d71e71 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1883016 Aug 19 12:41:29.058830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50784) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:29.438089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a7525df-c960-4af8-b3b6-19568346a3d2 req-7ecd9839-13df-4136-85c7-fd468f182c31 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051678 Aug 19 12:41:29.582765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7816fd-8a93-4700-bd7f-8b8c91c3f7bd req-f7fd98fe-8354-455b-bbf5-336f0dc659d3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:29.595675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f7816fd-8a93-4700-bd7f-8b8c91c3f7bd req-f7fd98fe-8354-455b-bbf5-336f0dc659d3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.3597174 Aug 19 12:41:29.742913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Routers {'e387920d-6906-4c76-be37-0ea68e312d07'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:29.747179 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:41:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e387920d-6906-4c76-be37-0ea68e312d07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:29.752218 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.008049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f7816fd-8a93-4700-bd7f-8b8c91c3f7bd req-809e15d3-d4df-4e68-b248-3bde2ccf5cf3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106078 Aug 19 12:41:30.178170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Subnet': ['ID=c910ec31-22d5-4893-8547-24a21576a3bf,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:30.342252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-05248d3c-a267-499b-af20-d3d333c10d90', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ips': [{'subnet_id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:41:30.345526 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.384379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.385128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.385702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.386283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.386858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.387449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.388017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.388586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.389145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.389720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.390256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.390811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:30.494667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Checking segment: {'id': '81895132-c6be-4989-8c53-039872b3e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7bb1ecce-44af-4b73-9d21-c81af672278c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:30.497936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network hostable DHCP agents. Network: 7bb1ecce-44af-4b73-9d21-c81af672278c, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:41:30.521128 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port db5f78c0-532d-45ee-8c0c-3ab365d23cab completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:30.583295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f636b-a7fc-494c-9085-7db8a42237fc req-1f2f9cfa-e9fe-43f2-900e-f85b3edcdf4d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:30.587180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port db5f78c0-532d-45ee-8c0c-3ab365d23cab triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:30.587638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b6f636b-a7fc-494c-9085-7db8a42237fc req-1f2f9cfa-e9fe-43f2-900e-f85b3edcdf4d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 944 time: 0.5064549 Aug 19 12:41:30.588491 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.777806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] Set router e387920d-6906-4c76-be37-0ea68e312d07 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:30.851801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 7bb1ecce-44af-4b73-9d21-c81af672278c is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:41:30.869726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b6f636b-a7fc-494c-9085-7db8a42237fc req-cd287099-47d5-4d87-ba51-35070aacab67 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570984 Aug 19 12:41:30.953785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.objects.ports [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:41:30.955476 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.110345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event updated for resources: {'Subnet': ['ID=d71fb66f-527c-4831-bcb8-4a4a369df747,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:31.142381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 7bb1ecce-44af-4b73-9d21-c81af672278c) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:31.150115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:31.152666 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.251851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-68dad770-a7ed-495b-8628-21433c6ddfdf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0384424 Aug 19 12:41:31.262150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50802) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:31.287697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab2e4d-5465-425b-9184-1e0bf5e7cf50 req-a4fd4adb-cd62-4d23-803d-305058b7c88c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:31.290483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Allocated IP 172.20.0.2 (05248d3c-a267-499b-af20-d3d333c10d90/9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c/0cabcc6a-b93f-42ae-981c-f446d9f8d6b2) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:31.298592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8ab2e4d-5465-425b-9184-1e0bf5e7cf50 req-a4fd4adb-cd62-4d23-803d-305058b7c88c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1668828 Aug 19 12:41:31.420882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8ab2e4d-5465-425b-9184-1e0bf5e7cf50 req-008e16a0-7470-43d4-9922-2ce8a3227f4b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206727 Aug 19 12:41:31.452988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Checking segment: {'id': 'ad19df28-fdc3-4e1a-889b-d1f20b742f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0e605b23-075c-430a-a657-f8e2c680887d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:31.454023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network hostable DHCP agents. Network: 0e605b23-075c-430a-a657-f8e2c680887d, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:41:31.567849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-46fda7aa-c15a-426a-bf04-e50d352466b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-421088156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:31.575431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d472d-26c3-48be-8adf-61752539a5f7 None None] Network 7bb1ecce-44af-4b73-9d21-c81af672278c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:31.636969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d0aa3-2771-4cf5-84df-20d5c171fbf0 req-80a07009-ca9a-4ac8-b3c4-53ee76deae06 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:31.658024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-464d0aa3-2771-4cf5-84df-20d5c171fbf0 req-80a07009-ca9a-4ac8-b3c4-53ee76deae06 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 944 time: 0.4002748 Aug 19 12:41:31.767726 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.775707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Network 0e605b23-075c-430a-a657-f8e2c680887d is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:41:31.924879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-464d0aa3-2771-4cf5-84df-20d5c171fbf0 req-9a2af4f4-2119-4363-9ce7-d94c79449d0f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646394 Aug 19 12:41:31.985024 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.009540 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.030304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 0e605b23-075c-430a-a657-f8e2c680887d) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:32.035646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:32.043160 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.045951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Transition to ACTIVE for port object 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:32.105464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50560cea-e9b9-46cf-aee3-e6bfea8e199f None None] Network 0e605b23-075c-430a-a657-f8e2c680887d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:32.111524 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46fda7aa-c15a-426a-bf04-e50d352466b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.112987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46fda7aa-c15a-426a-bf04-e50d352466b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.186565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2ecbbf7d-a0f9-44f5-a1d0-556e4af15981 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.4238415 Aug 19 12:41:32.197158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50810) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:32.266414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b505de-bf63-44f0-9854-f4110bf1d3f6 req-1f0b30bc-4d89-485f-9183-9c18cb5460a2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:32.286761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24b505de-bf63-44f0-9854-f4110bf1d3f6 req-1f0b30bc-4d89-485f-9183-9c18cb5460a2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 944 time: 0.1507921 Aug 19 12:41:32.423171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port db5f78c0-532d-45ee-8c0c-3ab365d23cab, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db5f78c0-532d-45ee-8c0c-3ab365d23cab,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:32.424185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24b505de-bf63-44f0-9854-f4110bf1d3f6 req-670836cf-7ffa-4cb4-8a48-165765f9e33f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357238 Aug 19 12:41:32.487072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd701575d-e319-49b2-88ef-105d503a2161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5f78c0-532d-45ee-8c0c-3ab365d23cab'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:32.494786 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5ae968-25f6-413a-a9ac-a81be75df0e0" -d '{"events": [{"server_uuid": "d701575d-e319-49b2-88ef-105d503a2161", "name": "network-vif-plugged", "status": "completed", "tag": "db5f78c0-532d-45ee-8c0c-3ab365d23cab"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:32.513590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Transition to ACTIVE for port object 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:32.556567 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-0e605b23-075c-430a-a657-f8e2c680887d', 'network_id': '0e605b23-075c-430a-a657-f8e2c680887d', 'tenant_id': '8cd761c04835485bb78d1b9bbb90380c', 'fixed_ips': [{'subnet_id': 'd71fb66f-527c-4831-bcb8-4a4a369df747'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:41:32.563670 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.587436 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46fda7aa-c15a-426a-bf04-e50d352466b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.612142 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.616821 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:32.777690 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233dff45-c823-444e-b997-b00d6cc6ad45 x-openstack-request-id: req-233dff45-c823-444e-b997-b00d6cc6ad45 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:32.778365 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d701575d-e319-49b2-88ef-105d503a2161", "name": "network-vif-plugged", "status": "completed", "tag": "db5f78c0-532d-45ee-8c0c-3ab365d23cab", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:32.778743 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-233dff45-c823-444e-b997-b00d6cc6ad45 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:32.780761 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd701575d-e319-49b2-88ef-105d503a2161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5f78c0-532d-45ee-8c0c-3ab365d23cab', 'code': 200} Aug 19 12:41:32.897161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.20.0.1 (05248d3c-a267-499b-af20-d3d333c10d90/9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c/1b9d1432-cbf7-40dc-ad1e-a4f124937fa2) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:33.055003 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46fda7aa-c15a-426a-bf04-e50d352466b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.226025 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.279633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee024919-d6b8-402c-93e4-90b5dfc99cdc req-96655d33-bb3d-495f-a8fa-027b0d2837dd tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:33.294184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee024919-d6b8-402c-93e4-90b5dfc99cdc req-96655d33-bb3d-495f-a8fa-027b0d2837dd tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.1975753 Aug 19 12:41:33.315900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=db5f78c0-532d-45ee-8c0c-3ab365d23cab,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:33.372008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.413092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Transition to ACTIVE for port object 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:33.432435 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee024919-d6b8-402c-93e4-90b5dfc99cdc req-d48e5bc1-0085-48b2-9efb-91a451bace93 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344960 Aug 19 12:41:33.485582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Pushing event updated for resources: {'Port': ['ID=0cabcc6a-b93f-42ae-981c-f446d9f8d6b2,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:33.580007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-7bb1ecce-44af-4b73-9d21-c81af672278c', 'network_id': '7bb1ecce-44af-4b73-9d21-c81af672278c', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'fixed_ips': [{'subnet_id': 'c910ec31-22d5-4893-8547-24a21576a3bf'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:41:33.581108 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.631374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Network 05248d3c-a267-499b-af20-d3d333c10d90 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:33.638469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:33.643160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:33.659554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:22Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:33.744562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629dc9c-5660-4e31-8df8-019a324eb4be req-5643a372-e2a1-460c-81a2-a18478f68e12 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:33.756974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2629dc9c-5660-4e31-8df8-019a324eb4be req-5643a372-e2a1-460c-81a2-a18478f68e12 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 944 time: 0.1696017 Aug 19 12:41:33.788118 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.794766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:33.796515 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.814941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5226ee6-9f4d-4be2-9daf-ca8eeebb6908 None None] The sync data for ids ['e387920d-6906-4c76-be37-0ea68e312d07'] in n-d-778732-8 is: [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:22Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:33.886804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33010e1c-ecf3-4bce-859d-5dc8a662fede req-5eac4518-837c-4545-adf0-33079ae6c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:33.886804 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-33010e1c-ecf3-4bce-859d-5dc8a662fede req-5eac4518-837c-4545-adf0-33079ae6c9cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 1096 time: 0.9104540 Aug 19 12:41:33.886804 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.993545 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2629dc9c-5660-4e31-8df8-019a324eb4be req-19d98d29-0811-4c29-b99b-3e96fe9b9822 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353568 Aug 19 12:41:34.044975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50027c-7612-4e12-b20b-0749a03876ff req-3ebebffa-940c-4b40-9d6e-6ac5dffbd170 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:34.068643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Allocated IP 2001:db8::f816:3eff:fe37:ebef (0e605b23-075c-430a-a657-f8e2c680887d/d71fb66f-527c-4831-bcb8-4a4a369df747/6a01e94c-15f7-4a7c-9e1e-7f689121bcac) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:34.082752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b50027c-7612-4e12-b20b-0749a03876ff req-3ebebffa-940c-4b40-9d6e-6ac5dffbd170 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2491636 Aug 19 12:41:34.127842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Attempting to bind port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:34.128648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Attempting to bind port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:34.129402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Attempting to bind port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 on network 05248d3c-a267-499b-af20-d3d333c10d90 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:34.136644 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network 05248d3c-a267-499b-af20-d3d333c10d90 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:34.145347 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:34.146275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Checking segment: {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:34.147059 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:34.147795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Bound using segment: {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:34.148956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Bound port: 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:34.150085 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:34.168318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b50027c-7612-4e12-b20b-0749a03876ff req-742f146a-5e3b-4fe2-b50a-0605198ecedd tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826578 Aug 19 12:41:34.205937 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:34.215316 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46fda7aa-c15a-426a-bf04-e50d352466b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:34.221849 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-46fda7aa-c15a-426a-bf04-e50d352466b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 2.9570441 Aug 19 12:41:34.225575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:34.230459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50830) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:34.237020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=1b9d1432-cbf7-40dc-ad1e-a4f124937fa2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:34.349104 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-33010e1c-ecf3-4bce-859d-5dc8a662fede req-f3c882be-f82d-42ea-b739-b0f7cadbb8e0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751392 Aug 19 12:41:34.449756 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:34.460465 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:34.861171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Allocated IP 172.20.0.2 (7bb1ecce-44af-4b73-9d21-c81af672278c/c910ec31-22d5-4893-8547-24a21576a3bf/4177b2ec-28f9-4526-91ff-bc95096f9042) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:34.981594 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.312882 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.625167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21de33-d0a3-4e86-8eb8-8df2a8ebe05f req-0b78b81c-6356-498b-90cb-47023e04df8c tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:35.633598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b21de33-d0a3-4e86-8eb8-8df2a8ebe05f req-0b78b81c-6356-498b-90cb-47023e04df8c tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.8352847 Aug 19 12:41:35.753906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b1297-8167-4664-9ce7-a3ad2c9d2f83 req-12943a50-33df-44f8-b6f0-cce88e86327d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:35.756626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d1b1297-8167-4664-9ce7-a3ad2c9d2f83 req-12943a50-33df-44f8-b6f0-cce88e86327d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 944 time: 0.4669023 Aug 19 12:41:35.878457 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.905579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b21de33-d0a3-4e86-8eb8-8df2a8ebe05f req-2af0b98d-f20e-45ca-bab0-2b3d48bdd189 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347174 Aug 19 12:41:35.921057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d1b1297-8167-4664-9ce7-a3ad2c9d2f83 req-17c414be-1765-44d2-a775-0d6191af80e3 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817461 Aug 19 12:41:36.084485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:36.096464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:36.111903 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502ccfd1-4670-4e0d-8507-82720fda41a8" -d '{"events": [{"server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "name": "network-vif-plugged", "status": "completed", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:36.159542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] For port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:36.189874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e289144b-658d-44f8-b663-47e8ed25b224 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:36.288743 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:36.391105 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e9a6a7-83d1-4e0b-ad53-2b9d202ddaf0 x-openstack-request-id: req-91e9a6a7-83d1-4e0b-ad53-2b9d202ddaf0 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:36.392214 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "name": "network-vif-plugged", "status": "completed", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:36.394262 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91e9a6a7-83d1-4e0b-ad53-2b9d202ddaf0 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:36.395526 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'code': 200} Aug 19 12:41:36.412551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] For port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0cabcc6a-b93f-42ae-981c-f446d9f8d6b2,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:36.615604 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:36.670011 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:36.790819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:36.928158 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:36.965619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Transition to ACTIVE for port object 6a01e94c-15f7-4a7c-9e1e-7f689121bcac will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:37.034332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=1b9d1432-cbf7-40dc-ad1e-a4f124937fa2,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:37.152758 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.360131 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.373469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Transition to ACTIVE for port object 4177b2ec-28f9-4526-91ff-bc95096f9042 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:37.393819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network 05248d3c-a267-499b-af20-d3d333c10d90 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:37.395108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:37.402591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Transition to ACTIVE for port object 4177b2ec-28f9-4526-91ff-bc95096f9042 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:37.403478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e1ccd-838f-48db-9618-b6e493c659e8 req-35395f23-1ffb-416d-8d27-5b57d9088207 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:37.405453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b6e1ccd-838f-48db-9618-b6e493c659e8 req-35395f23-1ffb-416d-8d27-5b57d9088207 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.8591123 Aug 19 12:41:37.416491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ff0cc-d0d0-4c9d-9ebf-d8e3ac8c28f8 req-b65366ff-05a9-4352-b635-dc9b2f0cfaf2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:37.418289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b2ff0cc-d0d0-4c9d-9ebf-d8e3ac8c28f8 req-b65366ff-05a9-4352-b635-dc9b2f0cfaf2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.0804582 Aug 19 12:41:37.442253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:37.486245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b2ff0cc-d0d0-4c9d-9ebf-d8e3ac8c28f8 req-5b5cc1ce-568e-461c-a2c8-4cbb5809f9ab tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Aug 19 12:41:37.487352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b6e1ccd-838f-48db-9618-b6e493c659e8 req-8cb98ebb-04d1-4995-92d9-15ee857c4f30 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678947 Aug 19 12:41:37.595094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Transition to ACTIVE for port object 6a01e94c-15f7-4a7c-9e1e-7f689121bcac will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:37.600187 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.623656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf3298-6986-45ca-ba8a-156a1122de11 None None] Pushing event updated for resources: {'Port': ['ID=0cabcc6a-b93f-42ae-981c-f446d9f8d6b2,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:37.707519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router e387920d-6906-4c76-be37-0ea68e312d07 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:37.778404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Allocated IP 172.20.0.1 (7bb1ecce-44af-4b73-9d21-c81af672278c/c910ec31-22d5-4893-8547-24a21576a3bf/79609bb4-276a-444d-864f-d156d7803b3d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:37.783859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Pushing event updated for resources: {'Port': ['ID=4177b2ec-28f9-4526-91ff-bc95096f9042,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:37.800582 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.884728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Network 7bb1ecce-44af-4b73-9d21-c81af672278c is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:37.952162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Pushing event updated for resources: {'Port': ['ID=6a01e94c-15f7-4a7c-9e1e-7f689121bcac,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:37.997140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:37.997747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port e289144b-658d-44f8-b663-47e8ed25b224 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:38.012531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:38.018476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:38.019737 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e345c04b-79a3-4465-80c7-473dfdfb4845 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "PUT /v2.0/routers/e387920d-6906-4c76-be37-0ea68e312d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9555666 Aug 19 12:41:38.036886 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Sync routers for ids ['e387920d-6906-4c76-be37-0ea68e312d07'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:38.088481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e289144b-658d-44f8-b663-47e8ed25b224 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:38.088481 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.135096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b1ca1-a5b5-4fbe-8226-cf1e40f8e457 req-6cce2af7-12fb-4807-ac1e-f5c08b333cdd tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:38.158529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c5b1ca1-a5b5-4fbe-8226-cf1e40f8e457 req-6cce2af7-12fb-4807-ac1e-f5c08b333cdd tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.3494618 Aug 19 12:41:38.203317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Network 0e605b23-075c-430a-a657-f8e2c680887d is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:38.228902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:38.252181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.332008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:38.393632 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Subnet': ['ID=d71fb66f-527c-4831-bcb8-4a4a369df747,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:38.409581 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c5b1ca1-a5b5-4fbe-8226-cf1e40f8e457 req-a8ddf6cf-fc9d-41f4-8c5d-6a6cfe461dd6 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496886 Aug 19 12:41:38.484010 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Routers {'e387920d-6906-4c76-be37-0ea68e312d07'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:38.490076 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:41:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e387920d-6906-4c76-be37-0ea68e312d07'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:38.506820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.537159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Transition to ACTIVE for port object 79609bb4-276a-444d-864f-d156d7803b3d will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:38.543369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Attempting to bind port 4177b2ec-28f9-4526-91ff-bc95096f9042 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:38.543961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Attempting to bind port 4177b2ec-28f9-4526-91ff-bc95096f9042 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '81895132-c6be-4989-8c53-039872b3e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7bb1ecce-44af-4b73-9d21-c81af672278c'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:38.544150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Attempting to bind port 4177b2ec-28f9-4526-91ff-bc95096f9042 on network 7bb1ecce-44af-4b73-9d21-c81af672278c {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:38.629849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:38.629849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Checking segment: {'id': '81895132-c6be-4989-8c53-039872b3e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7bb1ecce-44af-4b73-9d21-c81af672278c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:38.629849 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.629849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Bound using segment: {'id': '81895132-c6be-4989-8c53-039872b3e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7bb1ecce-44af-4b73-9d21-c81af672278c'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:38.631092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Bound port: 4177b2ec-28f9-4526-91ff-bc95096f9042, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81895132-c6be-4989-8c53-039872b3e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7bb1ecce-44af-4b73-9d21-c81af672278c'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:38.631569 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.729185 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.759548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e605b23-075c-430a-a657-f8e2c680887d']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:38.786650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad19df28-fdc3-4e1a-889b-d1f20b742f39') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:38.798251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad19df28-fdc3-4e1a-889b-d1f20b742f39') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:38.828931 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.840309 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.941933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02ac8-a302-45f9-b1b8-f77add3be7e7 req-3733c921-27a2-4d70-89fd-8dea076871e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:38.944410 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-95a02ac8-a302-45f9-b1b8-f77add3be7e7 req-3733c921-27a2-4d70-89fd-8dea076871e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92483dde42a14a989853a79c94d30303&device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 1096 time: 0.2965088 Aug 19 12:41:39.013454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Attempting to bind port 6a01e94c-15f7-4a7c-9e1e-7f689121bcac on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:39.021198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Attempting to bind port 6a01e94c-15f7-4a7c-9e1e-7f689121bcac by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ad19df28-fdc3-4e1a-889b-d1f20b742f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0e605b23-075c-430a-a657-f8e2c680887d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:39.021783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Attempting to bind port 6a01e94c-15f7-4a7c-9e1e-7f689121bcac on network 0e605b23-075c-430a-a657-f8e2c680887d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:39.029032 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.032852 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Set router e387920d-6906-4c76-be37-0ea68e312d07 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:39.088509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 7bb1ecce-44af-4b73-9d21-c81af672278c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:39.098109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:39.098882 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Checking segment: {'id': 'ad19df28-fdc3-4e1a-889b-d1f20b742f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0e605b23-075c-430a-a657-f8e2c680887d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:39.101296 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.102499 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Bound using segment: {'id': 'ad19df28-fdc3-4e1a-889b-d1f20b742f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0e605b23-075c-430a-a657-f8e2c680887d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:39.103394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Bound port: 6a01e94c-15f7-4a7c-9e1e-7f689121bcac, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad19df28-fdc3-4e1a-889b-d1f20b742f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0e605b23-075c-430a-a657-f8e2c680887d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:39.104079 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.116784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:39.117750 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.123477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:39.128487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:39.180940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335abb26-a368-4be5-9a98-d6d316c8be18 req-e0228b9c-2b85-458e-bb18-cfd4df3db4dd tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:39.183135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-335abb26-a368-4be5-9a98-d6d316c8be18 req-e0228b9c-2b85-458e-bb18-cfd4df3db4dd tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.4785848 Aug 19 12:41:39.500500 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:39.507089 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:39.647562 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.716409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=79609bb4-276a-444d-864f-d156d7803b3d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:39.732296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] For port 4177b2ec-28f9-4526-91ff-bc95096f9042, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:39.799724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] For port 4177b2ec-28f9-4526-91ff-bc95096f9042, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4177b2ec-28f9-4526-91ff-bc95096f9042,segment=NetworkSegment(81895132-c6be-4989-8c53-039872b3e562),segment_id=81895132-c6be-4989-8c53-039872b3e562)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:39.846193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-335abb26-a368-4be5-9a98-d6d316c8be18 req-a9f51f6e-c52c-4f07-9508-2a41541b062a tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391852 Aug 19 12:41:39.937314 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port e289144b-658d-44f8-b663-47e8ed25b224, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e289144b-658d-44f8-b663-47e8ed25b224,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:39.981076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] For port 6a01e94c-15f7-4a7c-9e1e-7f689121bcac, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:40.012763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] For port 6a01e94c-15f7-4a7c-9e1e-7f689121bcac, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6a01e94c-15f7-4a7c-9e1e-7f689121bcac,segment=NetworkSegment(ad19df28-fdc3-4e1a-889b-d1f20b742f39),segment_id=ad19df28-fdc3-4e1a-889b-d1f20b742f39)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:40.073405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b046874-583a-49b4-b5c7-842f63cabf75 None None] Network 05248d3c-a267-499b-af20-d3d333c10d90 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:40.167747 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '1b9d1432-cbf7-40dc-ad1e-a4f124937fa2', 'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:65:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:35Z', 'revision_number': 2, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:40.175099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:41:40.175099 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:41:40.175099 n-d-778732-8 neutron-server[95661]: [parameters: {'id': '0e605b23-075c-430a-a657-f8e2c680887d'}] Aug 19 12:41:40.175099 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:41:40.176335 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:41:40.204306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02ac8-a302-45f9-b1b8-f77add3be7e7 req-3f2186b2-8d1e-40db-833c-3163b3686ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:40.207125 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-95a02ac8-a302-45f9-b1b8-f77add3be7e7 req-3f2186b2-8d1e-40db-833c-3163b3686ef6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 HTTP/1.1" status: 200 len: 912 time: 0.6858430 Aug 19 12:41:40.229788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555849c7-4c5e-46af-a4cf-47d08eb30148 req-5e97a277-40d4-4a93-bcd6-9444aa90fad3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:40.244614 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-555849c7-4c5e-46af-a4cf-47d08eb30148 req-5e97a277-40d4-4a93-bcd6-9444aa90fad3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1735258 Aug 19 12:41:40.267167 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Checking router: e387920d-6906-4c76-be37-0ea68e312d07 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:40.267701 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Updating router e387920d-6906-4c76-be37-0ea68e312d07 port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:41:40.293070 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.339228 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.380566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-555849c7-4c5e-46af-a4cf-47d08eb30148 req-70cc61b0-d60b-48c5-9f07-ee9b7cdc552c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287262 Aug 19 12:41:40.392555 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.535673 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.749628 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.858080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40751ba2-c79c-4ffa-af47-4f0f83978cf0 req-8f3d4690-7e46-4502-8a7e-41ab97bc996d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:40.885265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40751ba2-c79c-4ffa-af47-4f0f83978cf0 req-8f3d4690-7e46-4502-8a7e-41ab97bc996d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.3279243 Aug 19 12:41:41.061215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505cd96-e334-4880-b63f-106175a35aa8 None None] Pushing event updated for resources: {'Port': ['ID=4177b2ec-28f9-4526-91ff-bc95096f9042,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:41.568718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=e289144b-658d-44f8-b663-47e8ed25b224,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:41.762480 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.786215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:41.796088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40751ba2-c79c-4ffa-af47-4f0f83978cf0 req-77f8650b-b3a0-4f9d-a3a7-f08c4e8154ec tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8088355 Aug 19 12:41:41.830894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be511cad-8eac-40e7-ad12-fffa79b74475 None None] Pushing event updated for resources: {'Port': ['ID=6a01e94c-15f7-4a7c-9e1e-7f689121bcac,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:41.852095 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Transition to ACTIVE for port object 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:41.906848 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.911637 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:41:41.921552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-27a833e5-e071-4406-8f74-db1196ecc024 None None] Provisioning for port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:41.929358 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-95a02ac8-a302-45f9-b1b8-f77add3be7e7 req-92150a1d-ab27-443b-abfb-c7e91238948b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5f78c0-532d-45ee-8c0c-3ab365d23cab HTTP/1.1" status: 200 len: 217 time: 1.7140698 Aug 19 12:41:42.012055 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.140437 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.178729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a4ef08-a009-444b-90fe-330375cc1437 None None] Network 0e605b23-075c-430a-a657-f8e2c680887d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:42.186068 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bbbac-d2cc-4374-ba98-8cd042ee8561 None None] Pushing event updated for resources: {'Port': ['ID=1b9d1432-cbf7-40dc-ad1e-a4f124937fa2,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:42.420200 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Attempting to bind port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:42.420764 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Attempting to bind port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:42.421138 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Attempting to bind port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 on network 05248d3c-a267-499b-af20-d3d333c10d90 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:42.425632 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02ac8-a302-45f9-b1b8-f77add3be7e7 req-9d4d1dea-77c2-463d-93ca-8288eee995e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:42.438377 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-95a02ac8-a302-45f9-b1b8-f77add3be7e7 req-9d4d1dea-77c2-463d-93ca-8288eee995e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3f9d403-8981-4eeb-99be-5102d5ba180d HTTP/1.1" status: 200 len: 851 time: 0.5008404 Aug 19 12:41:42.442339 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:42.442703 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Checking segment: {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:42.443122 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.443528 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Bound using segment: {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:42.444020 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Bound port: 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:42.444422 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.496657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0fd92-ee9b-4d19-a046-0feb5baddfd3 req-32c5be6a-861b-4627-ba2e-39f39b86b244 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:42.510036 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b0fd92-ee9b-4d19-a046-0feb5baddfd3 req-32c5be6a-861b-4627-ba2e-39f39b86b244 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.4399264 Aug 19 12:41:42.603892 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-95a02ac8-a302-45f9-b1b8-f77add3be7e7 req-5e64cbce-59f4-4c74-bb6e-ecd1e3ac79ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530461 Aug 19 12:41:42.668413 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] For port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:42.690539 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] For port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1b9d1432-cbf7-40dc-ad1e-a4f124937fa2,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:42.792628 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.807411 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.870644 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Deleting port 6a01e94c-15f7-4a7c-9e1e-7f689121bcac {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:42.871268 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.949318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5b0fd92-ee9b-4d19-a046-0feb5baddfd3 req-11f2cc60-6561-4caa-8d05-d23d60fbaac8 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367685 Aug 19 12:41:42.955909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.029274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:43.066455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:43.067170 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.198455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c04b5e-6fcc-4283-896b-842e414f5b79 None None] Network 7bb1ecce-44af-4b73-9d21-c81af672278c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:43.230417 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Routers {'e387920d-6906-4c76-be37-0ea68e312d07'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:43.232607 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:41:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e387920d-6906-4c76-be37-0ea68e312d07'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:43.293725 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-95a02ac8-a302-45f9-b1b8-f77add3be7e7 req-6b264bfc-357c-485d-96b6-3ebed84b747c service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479917 Aug 19 12:41:43.298194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] For port 6a01e94c-15f7-4a7c-9e1e-7f689121bcac, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6a01e94c-15f7-4a7c-9e1e-7f689121bcac,segment=NetworkSegment(ad19df28-fdc3-4e1a-889b-d1f20b742f39),segment_id=ad19df28-fdc3-4e1a-889b-d1f20b742f39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:43.298742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.480214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Calling delete_port for 6a01e94c-15f7-4a7c-9e1e-7f689121bcac owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:43.607509 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] Set router e387920d-6906-4c76-be37-0ea68e312d07 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:44.018793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a35e4ed7-2c2d-4023-9f0e-d75a33afea73 None None] Provisioning for port 4177b2ec-28f9-4526-91ff-bc95096f9042 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:44.063466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:44.099468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=79609bb4-276a-444d-864f-d156d7803b3d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:44.223243 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-95a02ac8-a302-45f9-b1b8-f77add3be7e7 req-65367e04-9670-4ff6-b106-fa6ed0cb9883 service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9106236 Aug 19 12:41:44.224482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31f54c-71ea-4b5d-9cef-b651752f8565 req-39252066-5ea6-4317-bf89-6fafa471341b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:44.244698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a31f54c-71ea-4b5d-9cef-b651752f8565 req-39252066-5ea6-4317-bf89-6fafa471341b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.9514511 Aug 19 12:41:44.336434 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bbbac-d2cc-4374-ba98-8cd042ee8561 None None] Pushing event updated for resources: {'Port': ['ID=1b9d1432-cbf7-40dc-ad1e-a4f124937fa2,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:44.424163 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:44.556603 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:44.570170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Port': ['ID=6a01e94c-15f7-4a7c-9e1e-7f689121bcac,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:44.589976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No DVR routers for this DVR port 6a01e94c-15f7-4a7c-9e1e-7f689121bcac on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:44.647375 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '1b9d1432-cbf7-40dc-ad1e-a4f124937fa2', 'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:65:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:44.703722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 7bb1ecce-44af-4b73-9d21-c81af672278c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:44.707477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:44.718100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8917f6-d737-4737-a5b1-d3fb78c6787a req-bc4f4405-cb15-4cf3-98d7-5ed7d10592e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:44.720871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8917f6-d737-4737-a5b1-d3fb78c6787a req-bc4f4405-cb15-4cf3-98d7-5ed7d10592e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 1096 time: 1.0899546 Aug 19 12:41:44.827592 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00679e12-f519-4ba9-a0de-80efba293e7a None None] The sync data for ids ['e387920d-6906-4c76-be37-0ea68e312d07'] in n-d-778732-8 is: [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '1b9d1432-cbf7-40dc-ad1e-a4f124937fa2', 'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:65:fb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:44.832252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0d5bd36c-5861-46dc-bbb4-4db776c8507b None None] Provisioning for port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:44.888180 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:44.964882 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0cabcc6a-b93f-42ae-981c-f446d9f8d6b2,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:44.980114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.063813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e605b23-075c-430a-a657-f8e2c680887d']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:45.102357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0d5bd36c-5861-46dc-bbb4-4db776c8507b None None] Provisioning complete for port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:45.102882 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd36c-5861-46dc-bbb4-4db776c8507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.105936 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.149790 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad19df28-fdc3-4e1a-889b-d1f20b742f39') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:45.150127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad19df28-fdc3-4e1a-889b-d1f20b742f39') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:45.211652 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.246586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.283523 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:45.284251 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:45.556253 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:45.642023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=0cabcc6a-b93f-42ae-981c-f446d9f8d6b2,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:45.653441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.801397 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.806219 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/networks/0e605b23-075c-430a-a657-f8e2c680887d HTTP/1.1" status: 204 len: 168 time: 13.6003757 Aug 19 12:41:45.807636 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739da03-3b34-4fd4-b0b8-93fd8c2e0247 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Network': ['ID=0e605b23-075c-430a-a657-f8e2c680887d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:45.809793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50928) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:45.881299 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce895c6f-4e1d-47d8-91e7-c66bccd20602 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] DELETE failed (client error): The resource could not be found. Aug 19 12:41:45.882063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce895c6f-4e1d-47d8-91e7-c66bccd20602 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:41:45.918932 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ce895c6f-4e1d-47d8-91e7-c66bccd20602 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/subnets/d71fb66f-527c-4831-bcb8-4a4a369df747 HTTP/1.1" status: 404 len: 337 time: 0.0936480 Aug 19 12:41:45.925159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50930) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:45.952950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:46.008191 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21d8739-0455-466a-8850-de989c7ff0c1 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] DELETE failed (client error): The resource could not be found. Aug 19 12:41:46.012768 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21d8739-0455-466a-8850-de989c7ff0c1 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:41:46.023204 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c21d8739-0455-466a-8850-de989c7ff0c1 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/networks/0e605b23-075c-430a-a657-f8e2c680887d HTTP/1.1" status: 404 len: 339 time: 0.0891321 Aug 19 12:41:46.024690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50932) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:46.126705 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b8e572-ac90-4895-a903-e6611961ee32 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] DELETE failed (client error): The resource could not be found. Aug 19 12:41:46.127148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b8e572-ac90-4895-a903-e6611961ee32 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:41:46.132308 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e4b8e572-ac90-4895-a903-e6611961ee32 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/subnets/315143d3-44e2-4a80-8fcc-04e0451677d0 HTTP/1.1" status: 404 len: 337 time: 0.1063089 Aug 19 12:41:46.133627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50936) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:46.160130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a31f54c-71ea-4b5d-9cef-b651752f8565 req-48fe3a31-bc02-4082-935d-2b2cbbaa0d13 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.9138229 Aug 19 12:41:46.164619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8917f6-d737-4737-a5b1-d3fb78c6787a req-0fae52b4-d6a9-4e2d-89de-220c6b8aa788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:46.166940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8917f6-d737-4737-a5b1-d3fb78c6787a req-0fae52b4-d6a9-4e2d-89de-220c6b8aa788 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 918 time: 0.7313147 Aug 19 12:41:46.169785 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-17171d82-bda8-4299-bfdd-1224471e3509 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] DELETE failed (client error): The resource could not be found. Aug 19 12:41:46.170226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17171d82-bda8-4299-bfdd-1224471e3509 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:41:46.182386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:46.186259 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-17171d82-bda8-4299-bfdd-1224471e3509 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/networks/97c88783-6cc3-453d-9eb3-edb8a6a00400 HTTP/1.1" status: 404 len: 339 time: 0.0503695 Aug 19 12:41:46.362031 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-060e2758-64d3-4f6f-a4e0-7491b2861f49 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] DELETE failed (client error): The resource could not be found. Aug 19 12:41:46.363837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:46.366240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060e2758-64d3-4f6f-a4e0-7491b2861f49 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:41:46.378016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-060e2758-64d3-4f6f-a4e0-7491b2861f49 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/subnets/ac9bba2b-6727-40ad-85eb-940a91bc9d62 HTTP/1.1" status: 404 len: 337 time: 0.1590986 Aug 19 12:41:46.382060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50942) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:46.407906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:46.408457 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:46.448118 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccbefb0-54b5-4319-bfd5-945826ddf482 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] DELETE failed (client error): The resource could not be found. Aug 19 12:41:46.449230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccbefb0-54b5-4319-bfd5-945826ddf482 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:41:46.464284 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1ccbefb0-54b5-4319-bfd5-945826ddf482 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/networks/8a6295cb-2f17-431e-a25b-6b2b55173eaf HTTP/1.1" status: 404 len: 339 time: 0.0805235 Aug 19 12:41:46.468117 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50944) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:46.562525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6ae7c160-cbcf-45d6-a5de-fa7fc96c17e4 None None] Provisioning for port 79609bb4-276a-444d-864f-d156d7803b3d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:46.666592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6ae7c160-cbcf-45d6-a5de-fa7fc96c17e4 None None] Provisioning complete for port 79609bb4-276a-444d-864f-d156d7803b3d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:46.672091 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c160-cbcf-45d6-a5de-fa7fc96c17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:46.786416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d1af6-08f5-4894-a14c-f1edd0d4ea72 req-3e6b9822-8d83-4425-bf54-a23f9bd62f8d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:46.814188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-710d1af6-08f5-4894-a14c-f1edd0d4ea72 req-3e6b9822-8d83-4425-bf54-a23f9bd62f8d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.3457656 Aug 19 12:41:46.856707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e4bebce1-e816-4fc9-8c32-9b97066a0f56 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Deleting port 360b9cd7-8899-4066-90ea-4132e25389eb {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:46.856707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4bebce1-e816-4fc9-8c32-9b97066a0f56 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:46.891712 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7c160-cbcf-45d6-a5de-fa7fc96c17e4 None None] Port 79609bb4-276a-444d-864f-d156d7803b3d cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:46.944907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8917f6-d737-4737-a5b1-d3fb78c6787a req-abe68589-4ace-4bc8-ac6b-e7b169fb4239 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 HTTP/1.1" status: 200 len: 1001 time: 0.7590451 Aug 19 12:41:46.987527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:47.092037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1b9d1432-cbf7-40dc-ad1e-a4f124937fa2,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:47.099784 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4bebce1-e816-4fc9-8c32-9b97066a0f56 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:47.115684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8917f6-d737-4737-a5b1-d3fb78c6787a req-b486c811-0040-4301-88d4-6f8dbb8a5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:47.122241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8917f6-d737-4737-a5b1-d3fb78c6787a req-b486c811-0040-4301-88d4-6f8dbb8a5d9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.1670790 Aug 19 12:41:47.142989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-45c5d1d8-7c72-48fb-a29d-d5242f128f83 None None] Provisioning complete for port 79609bb4-276a-444d-864f-d156d7803b3d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:47.143316 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45c5d1d8-7c72-48fb-a29d-d5242f128f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:47.164900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e4bebce1-e816-4fc9-8c32-9b97066a0f56 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Calling delete_port for 360b9cd7-8899-4066-90ea-4132e25389eb owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:47.233875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-710d1af6-08f5-4894-a14c-f1edd0d4ea72 req-077f50cc-aaa7-4ca2-8a66-dc1661f34967 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177890 Aug 19 12:41:47.270250 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:47.286359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4177b2ec-28f9-4526-91ff-bc95096f9042 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:47.309539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-45c5d1d8-7c72-48fb-a29d-d5242f128f83 None None] Port 79609bb4-276a-444d-864f-d156d7803b3d cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:47.317140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 0813450e-f4ba-4b61-a007-ae3eaf5b5a03 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:41:47.468377 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a1dcb-02a5-4512-9aa9-f95a0e7388d5 None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:41:47.582128 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=1b9d1432-cbf7-40dc-ad1e-a4f124937fa2,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:47.602297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-45c5d1d8-7c72-48fb-a29d-d5242f128f83 None None] Provisioning complete for port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:47.602866 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45c5d1d8-7c72-48fb-a29d-d5242f128f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:47.709051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8917f6-d737-4737-a5b1-d3fb78c6787a req-2524aa59-f3e8-478e-9fe6-07a3b887a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:47.710758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8917f6-d737-4737-a5b1-d3fb78c6787a req-2524aa59-f3e8-478e-9fe6-07a3b887a906 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5370741 Aug 19 12:41:47.744814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:47.764200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0d5e99ea-d6ae-4991-90b3-7343f8b5129d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/0813450e-f4ba-4b61-a007-ae3eaf5b5a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5290046 Aug 19 12:41:47.765846 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4bebce1-e816-4fc9-8c32-9b97066a0f56 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:47.814336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50952) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:47.824004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e3b86-d5d3-45c9-99e5-751b63c08519 None None] Sync routers for ids ['0813450e-f4ba-4b61-a007-ae3eaf5b5a03'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:47.857260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ca48b-68c6-4f89-bdae-dd16ffc1c65f req-ef898d32-9864-4b90-9532-655785c05940 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:47.858879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea6ca48b-68c6-4f89-bdae-dd16ffc1c65f req-ef898d32-9864-4b90-9532-655785c05940 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.2160749 Aug 19 12:41:47.878559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4bebce1-e816-4fc9-8c32-9b97066a0f56 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:47.882075 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e4bebce1-e816-4fc9-8c32-9b97066a0f56 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/ports/360b9cd7-8899-4066-90ea-4132e25389eb HTTP/1.1" status: 204 len: 168 time: 1.4125893 Aug 19 12:41:47.895305 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50954) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:47.897129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bebce1-e816-4fc9-8c32-9b97066a0f56 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Port': ['ID=360b9cd7-8899-4066-90ea-4132e25389eb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:47.915260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e3b86-d5d3-45c9-99e5-751b63c08519 None None] Routers {'0813450e-f4ba-4b61-a007-ae3eaf5b5a03'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:47.916726 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ed6e3b86-d5d3-45c9-99e5-751b63c08519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:41:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0813450e-f4ba-4b61-a007-ae3eaf5b5a03'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:47.980106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a1dcb-02a5-4512-9aa9-f95a0e7388d5 None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:41:47.993465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ed6e3b86-d5d3-45c9-99e5-751b63c08519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:48.005363 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdeb3f6b-6b91-496a-970e-ade14bd5d44e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] DELETE failed (client error): The resource could not be found. Aug 19 12:41:48.006452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdeb3f6b-6b91-496a-970e-ade14bd5d44e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:41:48.010670 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cdeb3f6b-6b91-496a-970e-ade14bd5d44e tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/subnets/11553b2f-2cc5-4aa0-b337-4d1bfdc24016 HTTP/1.1" status: 404 len: 337 time: 0.1097684 Aug 19 12:41:48.017439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50956) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:48.052595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4177b2ec-28f9-4526-91ff-bc95096f9042 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:48.065249 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb674c7a-ff27-45c6-ae01-97e988e180f0 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:48.079297 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eb674c7a-ff27-45c6-ae01-97e988e180f0 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports/79609bb4-276a-444d-864f-d156d7803b3d HTTP/1.1" status: 200 len: 910 time: 0.1919000 Aug 19 12:41:48.079843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4177b2ec-28f9-4526-91ff-bc95096f9042 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:48.080328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50958) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:48.081362 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:48.190758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea6ca48b-68c6-4f89-bdae-dd16ffc1c65f req-04f8f40c-0d20-4e8c-a3fb-e3961a6472f1 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158913 Aug 19 12:41:48.302861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8917f6-d737-4737-a5b1-d3fb78c6787a req-a8678fe5-5ff8-4de5-8e53-6230dac32a08 service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758126 Aug 19 12:41:48.480942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e3b86-d5d3-45c9-99e5-751b63c08519 None None] Routers {'0813450e-f4ba-4b61-a007-ae3eaf5b5a03'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:48.482127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ed6e3b86-d5d3-45c9-99e5-751b63c08519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:41:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0813450e-f4ba-4b61-a007-ae3eaf5b5a03'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:48.591533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-c69b941d-0e9c-4343-94a0-058f69bc7fba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6878061 Aug 19 12:41:48.634771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ed6e3b86-d5d3-45c9-99e5-751b63c08519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:48.637632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e3b86-d5d3-45c9-99e5-751b63c08519 None None] The sync data for ids ['0813450e-f4ba-4b61-a007-ae3eaf5b5a03'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:48.778581 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:49.077751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc8917f6-d737-4737-a5b1-d3fb78c6787a req-5d840f0e-09cc-47c1-a774-c196de85d4ff service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7551010 Aug 19 12:41:49.123792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-a8cfed9d-3c01-4e1e-af8b-ec826def214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:49.137640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-a8cfed9d-3c01-4e1e-af8b-ec826def214d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 1097 time: 0.4327416 Aug 19 12:41:49.156544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ced224-78ba-4763-b6e6-46c2e3a94c2c req-d419cc94-1053-43b2-9407-a5824aa11347 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:49.158569 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2ced224-78ba-4763-b6e6-46c2e3a94c2c req-d419cc94-1053-43b2-9407-a5824aa11347 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.6168339 Aug 19 12:41:49.359600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-88881954-7235-40f5-aa27-4693ea2f65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:49.367605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-88881954-7235-40f5-aa27-4693ea2f65fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.2071867 Aug 19 12:41:49.389275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-03d08708-b364-4840-b0e5-556f6cff7e55 None None] Provisioning complete for port 79609bb4-276a-444d-864f-d156d7803b3d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:49.390819 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-03d08708-b364-4840-b0e5-556f6cff7e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:49.470923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-84a415a9-1d18-454b-9b0d-a07cf3cde8f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8226d715-2020-41cc-8778-6a15dc5e06ba HTTP/1.1" status: 200 len: 217 time: 0.0845852 Aug 19 12:41:49.563471 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:49.578574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:49.663753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffe1207-c0f3-4e07-aae8-222f78b09448']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:49.685355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-03d08708-b364-4840-b0e5-556f6cff7e55 None None] Port 79609bb4-276a-444d-864f-d156d7803b3d cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:49.722042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 4177b2ec-28f9-4526-91ff-bc95096f9042, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4177b2ec-28f9-4526-91ff-bc95096f9042,segment=NetworkSegment(81895132-c6be-4989-8c53-039872b3e562),segment_id=81895132-c6be-4989-8c53-039872b3e562)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:49.734525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852ce102-0733-43b3-8232-e3808864cec9') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:49.736001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852ce102-0733-43b3-8232-e3808864cec9') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:49.763809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-76dca73b-86a3-4afe-83c8-f29c0a5f56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:49.770285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-76dca73b-86a3-4afe-83c8-f29c0a5f56d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.2832484 Aug 19 12:41:49.803730 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:49.825293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2ced224-78ba-4763-b6e6-46c2e3a94c2c req-8ebd79b1-e160-4b3f-9774-8ba2fcefa6a4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4561069 Aug 19 12:41:49.828985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:49.898894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-c8871ca5-29a8-4402-8b9d-47d4440cb556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:49.900854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:49.902154 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:49.903759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-c8871ca5-29a8-4402-8b9d-47d4440cb556 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219716 Aug 19 12:41:49.976896 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:49.993451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e289144b-658d-44f8-b663-47e8ed25b224 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:50.009568 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:50.182954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-882d4cdb-2e4c-4b7f-95a0-9fcff7f7ac9c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.395514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=4177b2ec-28f9-4526-91ff-bc95096f9042,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:50.454911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e289144b-658d-44f8-b663-47e8ed25b224 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:50.456733 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.501818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-f0a2a6ef-b480-4331-bfd6-0814f522198e service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895579 Aug 19 12:41:50.646965 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.763147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee06b8-170f-4c07-b015-eaca3c8594d6 req-73e1327b-da65-461d-a410-81d3b47e1d81 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:50.769070 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.771576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04ee06b8-170f-4c07-b015-eaca3c8594d6 req-73e1327b-da65-461d-a410-81d3b47e1d81 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.5159929 Aug 19 12:41:50.781091 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/networks/6ffe1207-c0f3-4e07-aae8-222f78b09448 HTTP/1.1" status: 204 len: 168 time: 2.7580752 Aug 19 12:41:50.786001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb66bf-fdc7-4838-8a26-d0b88b5f7f6b tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Network': ['ID=6ffe1207-c0f3-4e07-aae8-222f78b09448,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:50.792195 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50982) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:50.849862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04ee06b8-170f-4c07-b015-eaca3c8594d6 req-e63c42e1-a062-4692-8631-9cb917a9d2ac tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771904 Aug 19 12:41:50.946808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64e205b-cb43-4cc3-8d29-c6d490ef990b req-4c537bb3-fd86-4f24-a694-aa121885b3ff service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256585 Aug 19 12:41:51.126911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9ca07-b347-4de7-9ce7-8bf7fd7239db tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Deleting port 9650e9cd-e05f-4405-a415-ffb06a7a961c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:51.127322 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ca07-b347-4de7-9ce7-8bf7fd7239db tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.151939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dafbc8-95bb-42a4-9633-89af3ca84ec7 req-b3039e47-976c-46e1-9e22-161aa96bed51 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:51.175734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24dafbc8-95bb-42a4-9633-89af3ca84ec7 req-b3039e47-976c-46e1-9e22-161aa96bed51 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.1704376 Aug 19 12:41:51.179226 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9a41-392b-4c8b-91f5-2f25f6d14ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.235360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:51.294891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24dafbc8-95bb-42a4-9633-89af3ca84ec7 req-c9fb754f-1c66-454a-87c4-f487f8824d5b tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180329 Aug 19 12:41:51.443591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:51.445084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.517148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ca07-b347-4de7-9ce7-8bf7fd7239db tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.645406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9ca07-b347-4de7-9ce7-8bf7fd7239db tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Calling delete_port for 9650e9cd-e05f-4405-a415-ffb06a7a961c owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:51.909834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:51.931558 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-882d4cdb-2e4c-4b7f-95a0-9fcff7f7ac9c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 79609bb4-276a-444d-864f-d156d7803b3d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:51.932286 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-882d4cdb-2e4c-4b7f-95a0-9fcff7f7ac9c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.122722 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:52.122993 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.123471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632e96c-34f5-4bc2-ad50-691c5d7def89 req-ef64988c-4794-4fd7-9905-0228851de0c2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:52.134155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a632e96c-34f5-4bc2-ad50-691c5d7def89 req-ef64988c-4794-4fd7-9905-0228851de0c2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1110239 Aug 19 12:41:52.260742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a632e96c-34f5-4bc2-ad50-691c5d7def89 req-22add6ef-9cb1-479f-b824-4050851ab121 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250558 Aug 19 12:41:52.287478 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ca07-b347-4de7-9ce7-8bf7fd7239db tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.351876 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-882d4cdb-2e4c-4b7f-95a0-9fcff7f7ac9c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.408704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0861bb9-8784-4a04-be6c-aa0d542d9532 req-9661a35b-5111-438d-80a5-9ba5894d22a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:52.410847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0861bb9-8784-4a04-be6c-aa0d542d9532 req-9661a35b-5111-438d-80a5-9ba5894d22a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1096 time: 0.1488361 Aug 19 12:41:52.426876 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ca07-b347-4de7-9ce7-8bf7fd7239db tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.430918 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c4c9ca07-b347-4de7-9ce7-8bf7fd7239db tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/ports/9650e9cd-e05f-4405-a415-ffb06a7a961c HTTP/1.1" status: 204 len: 168 time: 1.6339645 Aug 19 12:41:52.442939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50996) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:52.442939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9ca07-b347-4de7-9ce7-8bf7fd7239db tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Port': ['ID=9650e9cd-e05f-4405-a415-ffb06a7a961c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:52.519437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-882d4cdb-2e4c-4b7f-95a0-9fcff7f7ac9c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 79609bb4-276a-444d-864f-d156d7803b3d owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:52.534562 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7846765a-b848-4eed-b899-e563c4aa379d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] DELETE failed (client error): The resource could not be found. Aug 19 12:41:52.535448 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7846765a-b848-4eed-b899-e563c4aa379d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:41:52.543290 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7846765a-b848-4eed-b899-e563c4aa379d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/subnets/63924c2c-84bc-4768-952f-d7b2459528d2 HTTP/1.1" status: 404 len: 337 time: 0.0852203 Aug 19 12:41:52.557704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51000) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:52.569546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4177b2ec-28f9-4526-91ff-bc95096f9042 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:52.598741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0861bb9-8784-4a04-be6c-aa0d542d9532 req-5b1f8816-dd52-4fad-9e01-19e5d4936eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:52.601145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0861bb9-8784-4a04-be6c-aa0d542d9532 req-5b1f8816-dd52-4fad-9e01-19e5d4936eb3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.1822410 Aug 19 12:41:52.739252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4177b2ec-28f9-4526-91ff-bc95096f9042 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:52.739683 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.785821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0861bb9-8784-4a04-be6c-aa0d542d9532 req-f7e65e2f-98b1-4fb7-9221-712260970055 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 998 time: 0.1710536 Aug 19 12:41:52.823121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.074044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0861bb9-8784-4a04-be6c-aa0d542d9532 req-c68ffa9a-f2fa-48e8-bd2e-1ed4bd934688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:53.083268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0861bb9-8784-4a04-be6c-aa0d542d9532 req-c68ffa9a-f2fa-48e8-bd2e-1ed4bd934688 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.2305162 Aug 19 12:41:53.127235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97303fcc-cca8-4974-9696-934db304678c req-24c66e5d-affc-481a-9f57-986e3db6cd42 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:53.129461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97303fcc-cca8-4974-9696-934db304678c req-24c66e5d-affc-481a-9f57-986e3db6cd42 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.5259061 Aug 19 12:41:53.442705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0861bb9-8784-4a04-be6c-aa0d542d9532 req-4bee08a6-9906-4d22-bf71-c7c6a82c127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:53.459429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0861bb9-8784-4a04-be6c-aa0d542d9532 req-4bee08a6-9906-4d22-bf71-c7c6a82c127b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3203485 Aug 19 12:41:53.546122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97303fcc-cca8-4974-9696-934db304678c req-dfbdf52e-b494-49b7-9672-ce6537f04176 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692473 Aug 19 12:41:53.590502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.632993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd985f74-1dce-4e69-b53d-4e12bc826440']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:53.675341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bdc559-e6e2-49eb-a6a2-86f58e938a4b') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:53.675341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bdc559-e6e2-49eb-a6a2-86f58e938a4b') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:53.721175 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.803512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.824384 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:53.827190 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:53.843285 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:54.003640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-882d4cdb-2e4c-4b7f-95a0-9fcff7f7ac9c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.034764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0861bb9-8784-4a04-be6c-aa0d542d9532 req-0ae7d5fa-ac68-48c9-accf-9cd460bad7a4 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627947 Aug 19 12:41:54.093254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b89376-f09b-4d45-94bc-6f497161c8b3 req-bb0e7e37-bdd5-46c2-b65c-045853491294 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:54.109414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22b89376-f09b-4d45-94bc-6f497161c8b3 req-bb0e7e37-bdd5-46c2-b65c-045853491294 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.2928464 Aug 19 12:41:54.136689 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d4cdb-2e4c-4b7f-95a0-9fcff7f7ac9c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=79609bb4-276a-444d-864f-d156d7803b3d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:54.593444 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.618280 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.620797 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/networks/bd985f74-1dce-4e69-b53d-4e12bc826440 HTTP/1.1" status: 204 len: 168 time: 2.0619905 Aug 19 12:41:54.631024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51016) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:54.697556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9e62c-331b-4a45-be3e-892858801d36 tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Network': ['ID=bd985f74-1dce-4e69-b53d-4e12bc826440,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:55.230936 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff85475f-cac6-4c56-939c-3c4c5e79213c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Deleting subnet 3e685b87-b679-4773-8843-df8720602a2c {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:41:55.241023 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff85475f-cac6-4c56-939c-3c4c5e79213c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.288261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-882d4cdb-2e4c-4b7f-95a0-9fcff7f7ac9c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.416363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22b89376-f09b-4d45-94bc-6f497161c8b3 req-343ac9c4-1417-4ae6-9aa0-a4dbd8ce2c66 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210581 Aug 19 12:41:55.430731 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-06131785-4c62-4dc7-a75f-269f3fd7c3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.643657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0861bb9-8784-4a04-be6c-aa0d542d9532 req-f98fc572-b5a8-4688-97a3-e2f991de5543 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5968330 Aug 19 12:41:55.888530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed83f4-1729-4eca-8e98-dccdf5bbb789 req-265e4c65-d14e-4406-ba6d-86ad7170e945 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:55.891755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.906298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbed83f4-1729-4eca-8e98-dccdf5bbb789 req-265e4c65-d14e-4406-ba6d-86ad7170e945 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2534819 Aug 19 12:41:56.073926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbed83f4-1729-4eca-8e98-dccdf5bbb789 req-52e73189-0683-4826-9a64-c2995943b724 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660833 Aug 19 12:41:56.644387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f554f9-21a4-437c-8039-bb0fcbd65435 req-c6424f19-fa08-49c9-888d-1186a6b90f13 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:56.649924 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff85475f-cac6-4c56-939c-3c4c5e79213c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:56.657679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13f554f9-21a4-437c-8039-bb0fcbd65435 req-c6424f19-fa08-49c9-888d-1186a6b90f13 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.2202992 Aug 19 12:41:56.798547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13f554f9-21a4-437c-8039-bb0fcbd65435 req-3cc936aa-8ec0-4545-8c8b-581f5f62408f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396511 Aug 19 12:41:57.064142 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.066608 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff85475f-cac6-4c56-939c-3c4c5e79213c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.120607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b03ec0-993b-4b3e-994c-1e556478ff7c req-d888312c-7219-4550-9906-6f3f109e4288 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:57.124846 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8b03ec0-993b-4b3e-994c-1e556478ff7c req-d888312c-7219-4550-9906-6f3f109e4288 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.0974410 Aug 19 12:41:57.125942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882d4cdb-2e4c-4b7f-95a0-9fcff7f7ac9c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 0813450e-f4ba-4b61-a007-ae3eaf5b5a03 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:57.284009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8b03ec0-993b-4b3e-994c-1e556478ff7c req-dd3147bd-0518-44cb-aceb-dd96084431b4 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446908 Aug 19 12:41:57.314545 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882d4cdb-2e4c-4b7f-95a0-9fcff7f7ac9c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:57.331191 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f49a9b-88ff-45f4-afce-4ac1acd1cb1d None None] Sync routers for ids ['0813450e-f4ba-4b61-a007-ae3eaf5b5a03'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:57.340636 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-882d4cdb-2e4c-4b7f-95a0-9fcff7f7ac9c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/0813450e-f4ba-4b61-a007-ae3eaf5b5a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0313666 Aug 19 12:41:57.345161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51030) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:57.370132 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f49a9b-88ff-45f4-afce-4ac1acd1cb1d None None] Routers {'0813450e-f4ba-4b61-a007-ae3eaf5b5a03'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:57.373713 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d5f49a9b-88ff-45f4-afce-4ac1acd1cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:41:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0813450e-f4ba-4b61-a007-ae3eaf5b5a03'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:57.398560 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eeb98d25-8464-4b5d-a633-26ec61bca8f7 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=0813450e-f4ba-4b61-a007-ae3eaf5b5a03 HTTP/1.1" status: 200 len: 205 time: 0.0523956 Aug 19 12:41:57.403018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51032) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:57.545952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff85475f-cac6-4c56-939c-3c4c5e79213c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.580209 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d5f49a9b-88ff-45f4-afce-4ac1acd1cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:57.590032 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57a2c23-383c-453c-ab50-9e0ae2fb683b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.606887 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f49a9b-88ff-45f4-afce-4ac1acd1cb1d None None] Routers {'0813450e-f4ba-4b61-a007-ae3eaf5b5a03'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:57.608523 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d5f49a9b-88ff-45f4-afce-4ac1acd1cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:41:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0813450e-f4ba-4b61-a007-ae3eaf5b5a03'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:57.676606 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d5f49a9b-88ff-45f4-afce-4ac1acd1cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:57.676606 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f49a9b-88ff-45f4-afce-4ac1acd1cb1d None None] The sync data for ids ['0813450e-f4ba-4b61-a007-ae3eaf5b5a03'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:57.717501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85475f-cac6-4c56-939c-3c4c5e79213c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Subnet': ['ID=3e685b87-b679-4773-8843-df8720602a2c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:57.745406 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff85475f-cac6-4c56-939c-3c4c5e79213c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.746675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33727316-dd02-4cb4-b4fc-b7e86749fe99 None None] Network d96405a8-c859-493d-bfec-b59802fead87 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:57.747880 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ff85475f-cac6-4c56-939c-3c4c5e79213c tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/subnets/3e685b87-b679-4773-8843-df8720602a2c HTTP/1.1" status: 204 len: 168 time: 3.1155329 Aug 19 12:41:57.755690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51040) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:57.847472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5c503-a51c-4367-bd3c-a228b798e7c8 req-09098560-3359-423d-a889-acf7f4ff54ed tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:57.855453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98a5c503-a51c-4367-bd3c-a228b798e7c8 req-09098560-3359-423d-a889-acf7f4ff54ed tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.3147738 Aug 19 12:41:58.045626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98a5c503-a51c-4367-bd3c-a228b798e7c8 req-8b33d2aa-13ca-4069-8712-3c4ca768e5e7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698730 Aug 19 12:41:58.122433 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.239041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57a2c23-383c-453c-ab50-9e0ae2fb683b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.243605 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57a2c23-383c-453c-ab50-9e0ae2fb683b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.350515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Deleting port 8d241b25-8348-4e88-9cb7-f76099827064 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:58.353224 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.403043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad430be3-978b-4c6a-80e7-285f6cdeb66e None None] DHCP port deletion for d96405a8-c859-493d-bfec-b59802fead87 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:41:58.412743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c63e3-88cd-4af8-8a25-32fce946bd9c req-e2a4422f-c8b9-42fb-b4c6-1597b937132c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:58.424678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f2c63e3-88cd-4af8-8a25-32fce946bd9c req-e2a4422f-c8b9-42fb-b4c6-1597b937132c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.0914598 Aug 19 12:41:58.494841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ad430be3-978b-4c6a-80e7-285f6cdeb66e None None] Deleting port 8d241b25-8348-4e88-9cb7-f76099827064 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:58.496023 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad430be3-978b-4c6a-80e7-285f6cdeb66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.525842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f2c63e3-88cd-4af8-8a25-32fce946bd9c req-b9222c63-42a9-4987-b59b-d49a50ea0de4 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980678 Aug 19 12:41:58.530261 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57a2c23-383c-453c-ab50-9e0ae2fb683b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.537297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57a2c23-383c-453c-ab50-9e0ae2fb683b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Fanout notify agent at l3_agent the message router_deleted on router 0813450e-f4ba-4b61-a007-ae3eaf5b5a03 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:41:58.543557 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] For port 8d241b25-8348-4e88-9cb7-f76099827064, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8d241b25-8348-4e88-9cb7-f76099827064,segment=NetworkSegment(3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1),segment_id=3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:58.544168 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.556535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57a2c23-383c-453c-ab50-9e0ae2fb683b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.567378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a57a2c23-383c-453c-ab50-9e0ae2fb683b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/0813450e-f4ba-4b61-a007-ae3eaf5b5a03 HTTP/1.1" status: 204 len: 168 time: 1.1634150 Aug 19 12:41:58.570305 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51052) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:58.587694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ad430be3-978b-4c6a-80e7-285f6cdeb66e None None] For port 8d241b25-8348-4e88-9cb7-f76099827064, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8d241b25-8348-4e88-9cb7-f76099827064,segment=NetworkSegment(3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1),segment_id=3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:58.588473 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad430be3-978b-4c6a-80e7-285f6cdeb66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.622573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Calling delete_port for 8d241b25-8348-4e88-9cb7-f76099827064 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:58.642829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ad430be3-978b-4c6a-80e7-285f6cdeb66e None None] Calling delete_port for 8d241b25-8348-4e88-9cb7-f76099827064 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:58.817080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-761ba07c-c18d-4e38-8df9-9c42dbe71623 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting subnet c910ec31-22d5-4893-8547-24a21576a3bf {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:41:58.824817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-761ba07c-c18d-4e38-8df9-9c42dbe71623 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.925920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08230ef-22d3-439e-bc6d-83722256dc44 req-ef4e343d-0ad0-4b7b-a6cb-39d5a19f321f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:58.939144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-761ba07c-c18d-4e38-8df9-9c42dbe71623 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.950604 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a08230ef-22d3-439e-bc6d-83722256dc44 req-ef4e343d-0ad0-4b7b-a6cb-39d5a19f321f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2208362 Aug 19 12:41:59.024803 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad430be3-978b-4c6a-80e7-285f6cdeb66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.082676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a08230ef-22d3-439e-bc6d-83722256dc44 req-87793cfe-8b5e-4ce5-9431-8e8d639036b4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278377 Aug 19 12:41:59.088611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.130802 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.140907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad430be3-978b-4c6a-80e7-285f6cdeb66e None None] No DVR routers for this DVR port 8d241b25-8348-4e88-9cb7-f76099827064 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:59.147644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad430be3-978b-4c6a-80e7-285f6cdeb66e None None] Pushing event deleted for resources: {'Port': ['ID=8d241b25-8348-4e88-9cb7-f76099827064,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:59.325868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] No DVR routers for this DVR port 8d241b25-8348-4e88-9cb7-f76099827064 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:59.338541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8d241b25-8348-4e88-9cb7-f76099827064 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:59.379768 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Port': ['ID=8d241b25-8348-4e88-9cb7-f76099827064,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:59.401003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8d241b25-8348-4e88-9cb7-f76099827064 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:59.401919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8d241b25-8348-4e88-9cb7-f76099827064 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:59.459631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fea66a-dfb6-4610-80d7-815aa28dff47 req-afeed38c-b562-414d-a1a1-742c11ecf631 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:59.462020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-761ba07c-c18d-4e38-8df9-9c42dbe71623 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.470898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63fea66a-dfb6-4610-80d7-815aa28dff47 req-afeed38c-b562-414d-a1a1-742c11ecf631 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.1702647 Aug 19 12:41:59.538349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63fea66a-dfb6-4610-80d7-815aa28dff47 req-c9e7bb6b-9a76-422c-9413-3c67f6013ba3 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657377 Aug 19 12:41:59.563663 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.620862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96405a8-c859-493d-bfec-b59802fead87']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:59.654007 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:59.655258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4ba333-f742-4cc9-ac3f-fbd1b13e6ea1') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:59.708405 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.738569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.756916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:59.758570 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:59.821450 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:00.042643 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-761ba07c-c18d-4e38-8df9-9c42dbe71623 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.119077 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.127021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ba07c-c18d-4e38-8df9-9c42dbe71623 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Subnet': ['ID=c910ec31-22d5-4893-8547-24a21576a3bf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:00.144374 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-761ba07c-c18d-4e38-8df9-9c42dbe71623 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.154692 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-761ba07c-c18d-4e38-8df9-9c42dbe71623 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/c910ec31-22d5-4893-8547-24a21576a3bf HTTP/1.1" status: 204 len: 168 time: 1.5773351 Aug 19 12:42:00.155044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51076) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:00.171155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3c53b1-8b23-4f54-a81d-b00b53d65927 None None] Network 7bb1ecce-44af-4b73-9d21-c81af672278c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:00.234194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.234194 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] 10.222.0.44 "DELETE /v2.0/networks/d96405a8-c859-493d-bfec-b59802fead87 HTTP/1.1" status: 204 len: 168 time: 2.4237716 Aug 19 12:42:00.234194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043506ff-a1ff-4093-bb5c-7af2230a2b7d tempest-NetworksIpV6TestAttrs-2017310474 tempest-NetworksIpV6TestAttrs-2017310474-project] Pushing event deleted for resources: {'Network': ['ID=d96405a8-c859-493d-bfec-b59802fead87,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:00.361653 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.556768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7de40a-8891-4b38-8f75-602553b406ba None None] DHCP port deletion for 7bb1ecce-44af-4b73-9d21-c81af672278c request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:42:00.615328 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa29e3b-05d5-47bc-9ba2-c67df2ca8e62 req-cf97305e-0bca-4575-a669-ca40a4d27476 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:00.618206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfa29e3b-05d5-47bc-9ba2-c67df2ca8e62 req-cf97305e-0bca-4575-a669-ca40a4d27476 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.1249890 Aug 19 12:42:00.690063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 4177b2ec-28f9-4526-91ff-bc95096f9042 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:00.690969 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.730819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cd7de40a-8891-4b38-8f75-602553b406ba None None] Deleting port 4177b2ec-28f9-4526-91ff-bc95096f9042 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:00.731241 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd7de40a-8891-4b38-8f75-602553b406ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.803094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] For port 4177b2ec-28f9-4526-91ff-bc95096f9042, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4177b2ec-28f9-4526-91ff-bc95096f9042,segment=NetworkSegment(81895132-c6be-4989-8c53-039872b3e562),segment_id=81895132-c6be-4989-8c53-039872b3e562)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:00.803422 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.825540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 4177b2ec-28f9-4526-91ff-bc95096f9042 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:00.849802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cd7de40a-8891-4b38-8f75-602553b406ba None None] For port 4177b2ec-28f9-4526-91ff-bc95096f9042, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4177b2ec-28f9-4526-91ff-bc95096f9042,segment=NetworkSegment(81895132-c6be-4989-8c53-039872b3e562),segment_id=81895132-c6be-4989-8c53-039872b3e562)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:00.849802 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd7de40a-8891-4b38-8f75-602553b406ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.887744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cd7de40a-8891-4b38-8f75-602553b406ba None None] Calling delete_port for 4177b2ec-28f9-4526-91ff-bc95096f9042 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:00.959130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-ed682cfc-4b15-49bb-8f23-ee1dcff46aa4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89110774&fields=id&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 267 time: 0.0594752 Aug 19 12:42:01.033907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfa29e3b-05d5-47bc-9ba2-c67df2ca8e62 req-5da4f75e-312b-4774-bd17-809d1dea2f14 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3912323 Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:01.268717 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:42:01.276236 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.281853 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd7de40a-8891-4b38-8f75-602553b406ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.328254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=4177b2ec-28f9-4526-91ff-bc95096f9042,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:01.334611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7de40a-8891-4b38-8f75-602553b406ba None None] No DVR routers for this DVR port 4177b2ec-28f9-4526-91ff-bc95096f9042 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:01.337903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4177b2ec-28f9-4526-91ff-bc95096f9042 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:01.344179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-d3f447f9-f265-47c8-aa99-10ebaefe0cf7 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:01.346478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-d3f447f9-f265-47c8-aa99-10ebaefe0cf7 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/networks?id=05248d3c-a267-499b-af20-d3d333c10d90 HTTP/1.1" status: 200 len: 796 time: 0.3614309 Aug 19 12:42:01.386931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No DVR routers for this DVR port 4177b2ec-28f9-4526-91ff-bc95096f9042 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:01.439323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7de40a-8891-4b38-8f75-602553b406ba None None] Pushing event deleted for resources: {'Port': ['ID=4177b2ec-28f9-4526-91ff-bc95096f9042,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:01.444942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4177b2ec-28f9-4526-91ff-bc95096f9042 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:01.446146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4177b2ec-28f9-4526-91ff-bc95096f9042 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:01.462858 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51120) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:01.564285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-80bd940f-bc9b-4d22-876a-9a6e66591e30 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/quotas/14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 375 time: 0.1633422 Aug 19 12:42:01.704129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01860a6-b518-4388-970c-296c09c09251 req-180cb95b-b271-4e8e-af2d-79819fd4a993 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:01.707081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f01860a6-b518-4388-970c-296c09c09251 req-180cb95b-b271-4e8e-af2d-79819fd4a993 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.3847737 Aug 19 12:42:01.775980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.807046 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-52e59f33-17a5-4641-b9ea-9ca88fcd9ab8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cd761c04835485bb78d1b9bbb90380c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425951 Aug 19 12:42:01.811513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51126) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:01.817994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb1ecce-44af-4b73-9d21-c81af672278c']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:01.877446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81895132-c6be-4989-8c53-039872b3e562') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:01.877861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81895132-c6be-4989-8c53-039872b3e562') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:01.903296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a57ef3a-3729-4a45-9746-9f8898e3beb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.932250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.945194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a57ef3a-3729-4a45-9746-9f8898e3beb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.993539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-ce27136f-16f4-4c0e-9335-4f66e28d8bdf tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3515778 Aug 19 12:42:02.012415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f01860a6-b518-4388-970c-296c09c09251 req-3f93a1df-b41a-4e70-9afb-82ec84f6a723 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647605 Aug 19 12:42:02.014565 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.037749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:02.038463 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:02.058460 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:02.107023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b285dd7-d3bd-4693-bb86-b362a1a9dadc req-5077ce8d-dc89-464b-9b4a-2669c320b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:02.109814 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b285dd7-d3bd-4693-bb86-b362a1a9dadc req-5077ce8d-dc89-464b-9b4a-2669c320b0c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 1096 time: 0.2957718 Aug 19 12:42:02.178638 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a57ef3a-3729-4a45-9746-9f8898e3beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.183012 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a57ef3a-3729-4a45-9746-9f8898e3beb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.187315 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2a57ef3a-3729-4a45-9746-9f8898e3beb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be391680-66de-44ec-b5c8-c2b146ead8ed HTTP/1.1" status: 204 len: 168 time: 0.3719709 Aug 19 12:42:02.197022 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57ef3a-3729-4a45-9746-9f8898e3beb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be391680-66de-44ec-b5c8-c2b146ead8ed,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:02.495975 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.511962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560205b8-2aac-4f46-8012-0676e5ee838d req-9d057fb6-bc69-45c3-adf8-f4f9ed7f8d04 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:02.514669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-560205b8-2aac-4f46-8012-0676e5ee838d req-9d057fb6-bc69-45c3-adf8-f4f9ed7f8d04 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.3366256 Aug 19 12:42:02.539180 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.549850 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51140) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:02.551664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/networks/7bb1ecce-44af-4b73-9d21-c81af672278c HTTP/1.1" status: 204 len: 168 time: 2.3918312 Aug 19 12:42:02.554808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-871671133', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:02.595069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-b8d32d9c-c59a-42e1-8ba4-d33b276389aa service neutron] 10.222.0.44 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350959 Aug 19 12:42:02.614642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aae10-4daf-418d-b1f6-071f6db185eb tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Network': ['ID=7bb1ecce-44af-4b73-9d21-c81af672278c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:02.721106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.723194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.744273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b285dd7-d3bd-4693-bb86-b362a1a9dadc req-2b04c257-1481-4990-aecb-6068a633c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:02.747340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b285dd7-d3bd-4693-bb86-b362a1a9dadc req-2b04c257-1481-4990-aecb-6068a633c5e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 918 time: 0.5757689 Aug 19 12:42:02.853855 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.936269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-560205b8-2aac-4f46-8012-0676e5ee838d req-780e25e0-dd3a-44bf-9276-82e11b7ea224 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808522 Aug 19 12:42:03.010065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b285dd7-d3bd-4693-bb86-b362a1a9dadc req-aaeccd6d-4938-473c-b82f-e26dd4b42f87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 HTTP/1.1" status: 200 len: 1001 time: 0.2420976 Aug 19 12:42:03.012748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-28dc86c0-09db-45ac-987f-8999339830c3 service neutron] 10.222.0.44 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832963 Aug 19 12:42:03.196979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b285dd7-d3bd-4693-bb86-b362a1a9dadc req-a60a40d2-de35-4512-b059-ca05573c2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:03.214278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b285dd7-d3bd-4693-bb86-b362a1a9dadc req-a60a40d2-de35-4512-b059-ca05573c2cdf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.1956270 Aug 19 12:42:03.276502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.342242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b285dd7-d3bd-4693-bb86-b362a1a9dadc req-4cbb1ed1-6be3-436f-87d0-d32fe4dadcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:03.343882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b285dd7-d3bd-4693-bb86-b362a1a9dadc req-4cbb1ed1-6be3-436f-87d0-d32fe4dadcb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203291 Aug 19 12:42:03.616940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b285dd7-d3bd-4693-bb86-b362a1a9dadc req-5dedb9bf-13e4-40f0-ab34-f5d0763c14ee service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606220 Aug 19 12:42:03.977832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b285dd7-d3bd-4693-bb86-b362a1a9dadc req-f5d03294-db36-4575-9cad-31c8258480cb service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306425 Aug 19 12:42:04.088661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c9b0d-bede-4fbb-940b-f2f416970a1b req-c40c62dd-9ff4-44c9-a291-34bf62282ec6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:04.091070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-267c9b0d-bede-4fbb-940b-f2f416970a1b req-c40c62dd-9ff4-44c9-a291-34bf62282ec6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.4694550 Aug 19 12:42:04.109007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf3ac3-6009-4e99-82ec-86174d8b647a req-e1e93211-ca54-4d85-9ca7-db912bb38c4a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:04.112395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90bf3ac3-6009-4e99-82ec-86174d8b647a req-e1e93211-ca54-4d85-9ca7-db912bb38c4a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 945 time: 0.3967090 Aug 19 12:42:04.188475 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:04.223840 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:04.258873 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-267c9b0d-bede-4fbb-940b-f2f416970a1b req-78efdc96-fac4-4a00-9c60-caa75d49972a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448264 Aug 19 12:42:04.274782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90bf3ac3-6009-4e99-82ec-86174d8b647a req-6ab3aec4-d43d-4010-ba9a-8ac03061ddf8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296473 Aug 19 12:42:04.551925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03d6a455-eb4f-4ead-a373-b6c1e3097ab4 req-43560780-3c43-4cc8-8832-08eb63465801 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 210 time: 0.1049905 Aug 19 12:42:04.750342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Allocated IP 172.25.6.43 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/de883157-776f-4291-b6a6-5f6875d8137d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:04.758064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60298ccb-ca9d-48b6-be93-e83a147e1e06 req-0b24d949-f19c-407c-92eb-f91b26122c0b tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:04.760111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51214) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:04.769610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60298ccb-ca9d-48b6-be93-e83a147e1e06 req-0b24d949-f19c-407c-92eb-f91b26122c0b tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.2181096 Aug 19 12:42:04.872622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60298ccb-ca9d-48b6-be93-e83a147e1e06 req-e08ecfea-74b4-4e7d-8ba7-47ca08540beb tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998187 Aug 19 12:42:04.958204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:05.130405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-147470844'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:05.207756 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.253237 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:05.256999 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253a2468-d1a3-4923-ac58-8d4526343f7d" -d '{"events": [{"server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:05.295479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.314443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:05.327004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:05.339943 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.383160 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edad71ac-3f53-4890-b1b7-ff7bec9d2090 x-openstack-request-id: req-edad71ac-3f53-4890-b1b7-ff7bec9d2090 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:05.383751 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:05.384160 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-edad71ac-3f53-4890-b1b7-ff7bec9d2090 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:05.384998 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'code': 200} Aug 19 12:42:05.386187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.459237 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.598947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.641226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:05.660174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13e131-aadf-4560-b85c-e425033c30f0 req-cf9c293b-3b28-478a-a208-a5d2acead456 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:05.663935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e13e131-aadf-4560-b85c-e425033c30f0 req-cf9c293b-3b28-478a-a208-a5d2acead456 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2289286 Aug 19 12:42:05.706230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfd470-b6d3-4de1-877d-988779fe1bf1 req-e642e0cf-9152-40e4-b4a6-cd20f82b0725 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:05.710158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63cfd470-b6d3-4de1-877d-988779fe1bf1 req-e642e0cf-9152-40e4-b4a6-cd20f82b0725 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.1801414 Aug 19 12:42:05.723745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:05.735391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:05.747270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=de883157-776f-4291-b6a6-5f6875d8137d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:05.752015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:05.765979 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.827739 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e13e131-aadf-4560-b85c-e425033c30f0 req-028d29e4-1df1-4974-98e7-ce27fa174db7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410668 Aug 19 12:42:05.866402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63cfd470-b6d3-4de1-877d-988779fe1bf1 req-c86305c7-953d-447e-a2a5-3b4e253bb9e9 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288803 Aug 19 12:42:05.952688 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.029175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1818ef3-4996-4216-aaf6-234c78b09cb0 req-0b02ce49-f41b-4083-adce-c06c3e0e1ac7 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 210 time: 0.0574546 Aug 19 12:42:06.035826 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:06.040254 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0f0acc-512e-4cd8-9134-56bac2505b47,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:06.070852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.071443 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment 1c2913cf-03b7-4012-bd8d-d98926b998dc of type vlan for network 834a85c4-253b-41cf-95aa-6aacdee60aab Aug 19 12:42:06.141071 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.291547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4296cc-2290-4065-afca-ce4644512467 req-92d82b6f-dd24-4bd7-8734-10a78661a411 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:06.293658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d4296cc-2290-4065-afca-ce4644512467 req-92d82b6f-dd24-4bd7-8734-10a78661a411 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.0858736 Aug 19 12:42:06.374205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d4296cc-2290-4065-afca-ce4644512467 req-1978aac4-eea6-4c1d-9b7b-45cec4ce7fcd tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650823 Aug 19 12:42:06.409768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.417876 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:06.418931 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.746285 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.760008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=834a85c4-253b-41cf-95aa-6aacdee60aab,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:06.783566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 834a85c4-253b-41cf-95aa-6aacdee60aab details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:06.825684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c943d-3654-4f0a-8890-7448919c8ba9 req-a4751acd-596b-4c5d-b210-cde3aed6b7e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:06.827717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de5c943d-3654-4f0a-8890-7448919c8ba9 req-a4751acd-596b-4c5d-b210-cde3aed6b7e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2010255 Aug 19 12:42:06.924502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de5c943d-3654-4f0a-8890-7448919c8ba9 req-7c7517a0-0d93-466c-8a38-07b8fe75e20c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835447 Aug 19 12:42:06.960044 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1080b6e2-69a4-4ad0-88ee-144560d4c251 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1977482 Aug 19 12:42:07.074341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb657d-5860-4637-80e7-78fda0e2d94a req-806ad844-1705-4328-88bc-4c70f48fcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:07.082945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3fb657d-5860-4637-80e7-78fda0e2d94a req-806ad844-1705-4328-88bc-4c70f48fcc5e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 1096 time: 0.1544509 Aug 19 12:42:07.243125 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3fb657d-5860-4637-80e7-78fda0e2d94a req-631f28b0-f3dc-4ef5-9af2-b73c30d295cc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509850 Aug 19 12:42:07.273493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51268) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:07.293927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'network_id': '834a85c4-253b-41cf-95aa-6aacdee60aab', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:07.484974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a9ca83f-3846-4003-8d84-81c52ca1f6a6 req-ed1b5849-41b6-494b-850e-09e9a7a7f235 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 210 time: 0.1242337 Aug 19 12:42:07.557460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b82eb-2ab8-4c67-acaf-15557a3cb740 req-659367d7-4d01-481a-ab93-c3083bbd0770 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:07.561280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-742b82eb-2ab8-4c67-acaf-15557a3cb740 req-659367d7-4d01-481a-ab93-c3083bbd0770 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.3558695 Aug 19 12:42:07.895119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-552790e7-1bdb-4074-9987-5f0a6d7f88aa tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:07.896990 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-552790e7-1bdb-4074-9987-5f0a6d7f88aa tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "GET /v2.0/networks?id=05248d3c-a267-499b-af20-d3d333c10d90 HTTP/1.1" status: 200 len: 796 time: 0.2567902 Aug 19 12:42:07.933450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:07.942266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:07.994675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-742b82eb-2ab8-4c67-acaf-15557a3cb740 req-99876043-34b4-4c66-8805-7f601854dd35 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4242871 Aug 19 12:42:08.113090 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.113440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb2bef-61d5-4702-9420-75d30beb5f1b req-a60037b4-f1f9-4874-a456-e91f585cd2c6 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:08.116052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bceb2bef-61d5-4702-9420-75d30beb5f1b req-a60037b4-f1f9-4874-a456-e91f585cd2c6 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.2150686 Aug 19 12:42:08.217313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-479560a5-bacd-428a-90df-f98998c26ed3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 378 time: 0.2506316 Aug 19 12:42:08.271344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'port': {'device_id': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'admin_state_up': True, 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'security_groups': ['982806c0-01f8-4628-9f4e-3e36d42593da']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:08.459528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bceb2bef-61d5-4702-9420-75d30beb5f1b req-7c94c998-22b1-44d9-8b29-1ce3168abafa tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214765 Aug 19 12:42:08.534116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0ba8e-104a-4398-8462-26aa04a6b018 req-221237f1-dacb-46bd-a5d9-de81677db7bd tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:08.537216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bf0ba8e-104a-4398-8462-26aa04a6b018 req-221237f1-dacb-46bd-a5d9-de81677db7bd tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2594051 Aug 19 12:42:08.664607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bf0ba8e-104a-4398-8462-26aa04a6b018 req-c5404ab0-a5b1-4b58-9e3d-33f25b1b48cc tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941484 Aug 19 12:42:08.708934 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.826968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-676a77f2-d147-49ff-94b1-028bff3241fa req-63311992-6f54-4c18-b86a-fad5cb34064c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 210 time: 0.0551531 Aug 19 12:42:08.832441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:08.836026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 050a282c-2f1d-4a68-b6ad-40aa581b50b9 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:42:08.841878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=5f983e67-1402-4802-85c2-7d99c586878c,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:08.852150 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.877064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking segment: {'id': '1c2913cf-03b7-4012-bd8d-d98926b998dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '834a85c4-253b-41cf-95aa-6aacdee60aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:08.877332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network hostable DHCP agents. Network: 834a85c4-253b-41cf-95aa-6aacdee60aab, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:08.975685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:09.248818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network 834a85c4-253b-41cf-95aa-6aacdee60aab is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:09.263123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:09.265446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.20.0.8 (05248d3c-a267-499b-af20-d3d333c10d90/9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c/93451a5f-920e-457c-8328-503497b2338f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:09.282362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a7c61-29d0-4e02-9fec-d4a08b8085ba None None] Sync routers for ids ['050a282c-2f1d-4a68-b6ad-40aa581b50b9'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:09.299838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd0151-66c4-4c61-8f28-c784bae76ff5 req-6795a70a-1ad5-4c2b-b8e9-661800338627 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:09.303036 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ddd0151-66c4-4c61-8f28-c784bae76ff5 req-6795a70a-1ad5-4c2b-b8e9-661800338627 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2832263 Aug 19 12:42:09.317478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a7c61-29d0-4e02-9fec-d4a08b8085ba None None] Routers {'050a282c-2f1d-4a68-b6ad-40aa581b50b9'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:09.318216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-110a7c61-29d0-4e02-9fec-d4a08b8085ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:41:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['050a282c-2f1d-4a68-b6ad-40aa581b50b9'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:09.383628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-110a7c61-29d0-4e02-9fec-d4a08b8085ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:09.392484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ddd0151-66c4-4c61-8f28-c784bae76ff5 req-bd61f84c-7d50-4b82-8087-054f66a305f6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762792 Aug 19 12:42:09.401808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a7c61-29d0-4e02-9fec-d4a08b8085ba None None] Routers {'050a282c-2f1d-4a68-b6ad-40aa581b50b9'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:09.403370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-110a7c61-29d0-4e02-9fec-d4a08b8085ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:41:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['050a282c-2f1d-4a68-b6ad-40aa581b50b9'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:09.436725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.442040 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e2e47588-842e-44c8-9a7c-d3a7749ff8c4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8928363 Aug 19 12:42:09.442870 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51306) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:09.446261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 834a85c4-253b-41cf-95aa-6aacdee60aab) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:09.461963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-110a7c61-29d0-4e02-9fec-d4a08b8085ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:09.463150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a7c61-29d0-4e02-9fec-d4a08b8085ba None None] The sync data for ids ['050a282c-2f1d-4a68-b6ad-40aa581b50b9'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:09.466428 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:09.467157 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c1af39-0abf-446c-93e8-3a56a19edf14 None None] Network 834a85c4-253b-41cf-95aa-6aacdee60aab requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:09.470050 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.561576 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.592452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Transition to ACTIVE for port object 93451a5f-920e-457c-8328-503497b2338f will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:09.674441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd3bbd-044d-4f14-bf91-890133fbc034 req-e8cf6cb6-6721-4462-97b3-8d10f39cb77d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:09.678577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1cd3bbd-044d-4f14-bf91-890133fbc034 req-e8cf6cb6-6721-4462-97b3-8d10f39cb77d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1079388 Aug 19 12:42:09.683651 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f2b776f4-8f7c-4ec1-814b-a0c8ff588c04 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4079764 Aug 19 12:42:09.688639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51310) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:09.700294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-390521861'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:09.733871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-834a85c4-253b-41cf-95aa-6aacdee60aab', 'network_id': '834a85c4-253b-41cf-95aa-6aacdee60aab', 'tenant_id': '0b90bc03028b4741b4d125f4ae35c268', 'fixed_ips': [{'subnet_id': '5f983e67-1402-4802-85c2-7d99c586878c'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:42:09.735940 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.743094 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d5487980-5991-41a7-b59f-ea27948310ba tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/routers/050a282c-2f1d-4a68-b6ad-40aa581b50b9 HTTP/1.1" status: 200 len: 879 time: 0.2983453 Aug 19 12:42:09.747522 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51312) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:09.786528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1cd3bbd-044d-4f14-bf91-890133fbc034 req-bc4e71bd-1123-4f38-9366-589c0765b8d1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850182 Aug 19 12:42:09.938786 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.051507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network 05248d3c-a267-499b-af20-d3d333c10d90 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:10.073470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:10.131306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:10.147570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=93451a5f-920e-457c-8328-503497b2338f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:10.206940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Allocated IP 172.20.255.242 (834a85c4-253b-41cf-95aa-6aacdee60aab/5f983e67-1402-4802-85c2-7d99c586878c/d42acb83-db82-4791-aaca-9092ad5edda7) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:10.338793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ac16a-814a-495e-8860-2d69f78ab2e1 req-84084e3b-1f85-481b-9531-b7094f8896d5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:10.342826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-222ac16a-814a-495e-8860-2d69f78ab2e1 req-84084e3b-1f85-481b-9531-b7094f8896d5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.2959678 Aug 19 12:42:10.362679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:10.366237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.529463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-222ac16a-814a-495e-8860-2d69f78ab2e1 req-6fd94e2e-95e5-4525-a324-0da4f4096632 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576853 Aug 19 12:42:10.630325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-58879672-0f50-46c1-bb34-38b39f3c57d0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3793099 Aug 19 12:42:10.650171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Request body: {'port': {'device_id': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:10.704121 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.729635 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Transition to ACTIVE for port object d42acb83-db82-4791-aaca-9092ad5edda7 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:10.768871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Transition to ACTIVE for port object d42acb83-db82-4791-aaca-9092ad5edda7 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:10.797277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bb2a9e10-42b9-4459-be67-8b60e2431cbc None None] Provisioning for port 93451a5f-920e-457c-8328-503497b2338f completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:10.805817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bb2a9e10-42b9-4459-be67-8b60e2431cbc None None] Provisioning complete for port 93451a5f-920e-457c-8328-503497b2338f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:10.806683 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb2a9e10-42b9-4459-be67-8b60e2431cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.840021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:10.847191 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.872953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a9e10-42b9-4459-be67-8b60e2431cbc None None] Port 93451a5f-920e-457c-8328-503497b2338f cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:10.924562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:10.959162 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.966002 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.966646 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment beeb7ced-dfaf-4533-b485-7d69429fac8c of type vlan for network e08ab349-cdec-4c53-b514-d4af15edb9c8 Aug 19 12:42:11.089866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.104563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Network 834a85c4-253b-41cf-95aa-6aacdee60aab is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:11.122626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:11.156656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:11.164964 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-72427348-b57b-4cc5-91ac-03c6f9416c1e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.3997808 Aug 19 12:42:11.168093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51338) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:11.175603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Pushing event updated for resources: {'Port': ['ID=d42acb83-db82-4791-aaca-9092ad5edda7,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:11.182368 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-82f462e3-d0d5-4204-8f88-559b3e629c1c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-871671133'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:11.353132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Attempting to bind port d42acb83-db82-4791-aaca-9092ad5edda7 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:11.353834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Attempting to bind port d42acb83-db82-4791-aaca-9092ad5edda7 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '1c2913cf-03b7-4012-bd8d-d98926b998dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '834a85c4-253b-41cf-95aa-6aacdee60aab'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:11.354415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Attempting to bind port d42acb83-db82-4791-aaca-9092ad5edda7 on network 834a85c4-253b-41cf-95aa-6aacdee60aab {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:11.365171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:11.366255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Checking segment: {'id': '1c2913cf-03b7-4012-bd8d-d98926b998dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '834a85c4-253b-41cf-95aa-6aacdee60aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:11.367222 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.367983 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Bound using segment: {'id': '1c2913cf-03b7-4012-bd8d-d98926b998dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '834a85c4-253b-41cf-95aa-6aacdee60aab'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:11.369155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Bound port: d42acb83-db82-4791-aaca-9092ad5edda7, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2913cf-03b7-4012-bd8d-d98926b998dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '834a85c4-253b-41cf-95aa-6aacdee60aab'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:11.369725 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.406241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.420027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:11.422708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.449125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51348) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:11.609754 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.632641 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9410403 Aug 19 12:42:11.640738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf972c1-3dfc-4d51-af87-60433e6aba15 admin admin] Deleting subnet f431bb8e-d1ef-4b3c-ad64-5a21aeadaa6e {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:42:11.641735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] For port d42acb83-db82-4791-aaca-9092ad5edda7, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:11.642897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51350) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:11.647178 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aaf972c1-3dfc-4d51-af87-60433e6aba15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.653078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'network_id': 'e08ab349-cdec-4c53-b514-d4af15edb9c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:11.665003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] For port d42acb83-db82-4791-aaca-9092ad5edda7, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d42acb83-db82-4791-aaca-9092ad5edda7,segment=NetworkSegment(1c2913cf-03b7-4012-bd8d-d98926b998dc),segment_id=1c2913cf-03b7-4012-bd8d-d98926b998dc)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:11.737027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aaf972c1-3dfc-4d51-af87-60433e6aba15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.750753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06564497-8d57-491c-bde8-639e752b8508 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=e08ab349-cdec-4c53-b514-d4af15edb9c8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:11.756167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.828503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network e08ab349-cdec-4c53-b514-d4af15edb9c8 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:11.832368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ad0e4-2305-4e91-9608-23ea1bd79e11 req-d352ed9b-e95c-4617-873c-ece4b6667828 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:11.846225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-031ad0e4-2305-4e91-9608-23ea1bd79e11 req-d352ed9b-e95c-4617-873c-ece4b6667828 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 1.0635509 Aug 19 12:42:11.909708 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.918481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f37a4c-4c4f-479c-bc7d-fde59bea33f8 req-999d76a5-941c-44d0-bf96-e66f125c3dae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:11.921740 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8f37a4c-4c4f-479c-bc7d-fde59bea33f8 req-999d76a5-941c-44d0-bf96-e66f125c3dae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 931 time: 1.1565387 Aug 19 12:42:12.003222 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aaf972c1-3dfc-4d51-af87-60433e6aba15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.069523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9affd-275c-4ae3-b54d-7757c48dda4d None None] Pushing event updated for resources: {'Port': ['ID=d42acb83-db82-4791-aaca-9092ad5edda7,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:12.212321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:12.216734 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.281667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-031ad0e4-2305-4e91-9608-23ea1bd79e11 req-13368bcc-7b55-4593-b0d3-fbb8d4def21a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909183 Aug 19 12:42:12.317106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8f37a4c-4c4f-479c-bc7d-fde59bea33f8 req-eded0401-24a4-44f4-aa21-786f563e5938 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3667548 Aug 19 12:42:12.384329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82f462e3-d0d5-4204-8f88-559b3e629c1c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.592201 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82f462e3-d0d5-4204-8f88-559b3e629c1c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.710608 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aaf972c1-3dfc-4d51-af87-60433e6aba15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.772152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf972c1-3dfc-4d51-af87-60433e6aba15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f431bb8e-d1ef-4b3c-ad64-5a21aeadaa6e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:12.824759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aaf972c1-3dfc-4d51-af87-60433e6aba15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.834214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-aaf972c1-3dfc-4d51-af87-60433e6aba15 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f431bb8e-d1ef-4b3c-ad64-5a21aeadaa6e HTTP/1.1" status: 204 len: 168 time: 1.3690045 Aug 19 12:42:12.836967 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51370) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:12.922414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-e386fef6-3838-40c9-859d-63df814d89af tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:12.923509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-e386fef6-3838-40c9-859d-63df814d89af tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/networks?id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 HTTP/1.1" status: 200 len: 811 time: 0.3515267 Aug 19 12:42:12.990113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-60b62e19-0467-4d24-b235-163dc3af1ec4 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/quotas/92483dde42a14a989853a79c94d30303 HTTP/1.1" status: 200 len: 375 time: 0.0478272 Aug 19 12:42:13.053754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f462e3-d0d5-4204-8f88-559b3e629c1c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 050a282c-2f1d-4a68-b6ad-40aa581b50b9 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:13.065181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.165764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93451a5f-920e-457c-8328-503497b2338f {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:42:13.187490 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.211992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-e9baa591-7b94-4b67-b1a8-2531b89c9613 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=92483dde42a14a989853a79c94d30303&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2174432 Aug 19 12:42:13.315852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.373619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d42acb83-db82-4791-aaca-9092ad5edda7 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:13.431399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f462e3-d0d5-4204-8f88-559b3e629c1c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:13.444215 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b51989-891d-4d72-81e6-fdb75b8f786b None None] Sync routers for ids ['050a282c-2f1d-4a68-b6ad-40aa581b50b9'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:13.467057 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b51989-891d-4d72-81e6-fdb75b8f786b None None] Routers {'050a282c-2f1d-4a68-b6ad-40aa581b50b9'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:13.468680 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d0b51989-891d-4d72-81e6-fdb75b8f786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:41:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['050a282c-2f1d-4a68-b6ad-40aa581b50b9'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:13.483985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82f462e3-d0d5-4204-8f88-559b3e629c1c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.486125 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-82f462e3-d0d5-4204-8f88-559b3e629c1c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/050a282c-2f1d-4a68-b6ad-40aa581b50b9 HTTP/1.1" status: 200 len: 886 time: 2.3163826 Aug 19 12:42:13.490204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-2f4c27d7-8d07-4f98-acd5-54749dd47ab5 service neutron] 10.222.0.44 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573793 Aug 19 12:42:13.491933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51384) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:13.504430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Transition to ACTIVE for port object 93451a5f-920e-457c-8328-503497b2338f will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:13.566012 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d0b51989-891d-4d72-81e6-fdb75b8f786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:13.587100 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b51989-891d-4d72-81e6-fdb75b8f786b None None] Routers {'050a282c-2f1d-4a68-b6ad-40aa581b50b9'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:13.588198 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d0b51989-891d-4d72-81e6-fdb75b8f786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:41:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['050a282c-2f1d-4a68-b6ad-40aa581b50b9'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:13.594352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=e96870a0-ffb4-4a97-b32a-dde13f928376,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:13.657827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d42acb83-db82-4791-aaca-9092ad5edda7 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:13.659293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.659645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.659985 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.660321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.660688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.661216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.661576 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.661902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.662672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.663342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.663637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.663967 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:13.665063 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.685205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.698782 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d0b51989-891d-4d72-81e6-fdb75b8f786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:13.699443 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b51989-891d-4d72-81e6-fdb75b8f786b None None] The sync data for ids ['050a282c-2f1d-4a68-b6ad-40aa581b50b9'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:13.722768 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28c177a-b30b-461f-9bce-1cbdfa881f8c']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:13.745285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe5d00f-5237-45d7-86a2-dc7e600993b8') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:13.745285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe5d00f-5237-45d7-86a2-dc7e600993b8') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:13.759171 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking segment: {'id': 'beeb7ced-dfaf-4533-b485-7d69429fac8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e08ab349-cdec-4c53-b514-d4af15edb9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:13.759539 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network hostable DHCP agents. Network: e08ab349-cdec-4c53-b514-d4af15edb9c8, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:13.766706 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.858447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.883314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:13.883314 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.908344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf915f7-7ab1-4189-958d-1c702e9a4c52 None None] Network 834a85c4-253b-41cf-95aa-6aacdee60aab requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:13.921661 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:14.007851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=93451a5f-920e-457c-8328-503497b2338f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:14.045641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-97efac92-80de-4da9-b6f9-d78e2c80b959 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/routers/050a282c-2f1d-4a68-b6ad-40aa581b50b9 HTTP/1.1" status: 200 len: 886 time: 0.5495315 Aug 19 12:42:14.046323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51394) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:14.062254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-c3bb695e-c977-4dae-b146-8d810f71fb65 service neutron] 10.222.0.44 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538061 Aug 19 12:42:14.147811 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b0b5ac7f-de30-4ffa-a6ed-98a2a37c5c14 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=050a282c-2f1d-4a68-b6ad-40aa581b50b9 HTTP/1.1" status: 200 len: 205 time: 0.0989330 Aug 19 12:42:14.148854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51396) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:14.268541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-49098c6b-b03f-4b1d-b7cb-4b56b08a9b6f None None] Provisioning for port d42acb83-db82-4791-aaca-9092ad5edda7 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:14.281509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network e08ab349-cdec-4c53-b514-d4af15edb9c8 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:14.286159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff9883-0b67-4e47-a827-a58532b40842 req-10ab8dc3-1f75-45b7-b618-e24f20819e9b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:14.291280 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.299268 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.301057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88ff9883-0b67-4e47-a827-a58532b40842 req-10ab8dc3-1f75-45b7-b618-e24f20819e9b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 943 time: 0.2731922 Aug 19 12:42:14.303516 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e28c177a-b30b-461f-9bce-1cbdfa881f8c HTTP/1.1" status: 204 len: 168 time: 1.4648850 Aug 19 12:42:14.317685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-49098c6b-b03f-4b1d-b7cb-4b56b08a9b6f None None] Provisioning complete for port d42acb83-db82-4791-aaca-9092ad5edda7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:14.318286 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49098c6b-b03f-4b1d-b7cb-4b56b08a9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.341396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe4d04-7947-4c4d-a0b1-58510f9b8c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=e28c177a-b30b-461f-9bce-1cbdfa881f8c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:14.378100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:14.378810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:14.379472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f on network 05248d3c-a267-499b-af20-d3d333c10d90 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:14.409906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Port 93451a5f-920e-457c-8328-503497b2338f on network 05248d3c-a267-499b-af20-d3d333c10d90 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:42:14.410793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f on network 05248d3c-a267-499b-af20-d3d333c10d90 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:14.426584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:14.427510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Checking segment: {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:14.428253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Bound using segment: {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:14.429767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Bound port: 93451a5f-920e-457c-8328-503497b2338f, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:14.430503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.509219 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.515698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, e08ab349-cdec-4c53-b514-d4af15edb9c8) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:14.591363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:14.593582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.605419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88471b72-783b-48fd-8e64-df5a03ef9e55 None None] Network e08ab349-cdec-4c53-b514-d4af15edb9c8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:14.653857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:14.662396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:14.696480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88ff9883-0b67-4e47-a827-a58532b40842 req-30df22bd-2661-4d19-b0ce-ab8fbcfaa802 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3824756 Aug 19 12:42:14.843388 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9ae099b5-8649-4637-b25f-2cfc6c1dce46 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.1991389 Aug 19 12:42:14.851756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51404) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:14.922901 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.938676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.035176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cc6c98d-3e2d-4ef4-ae14-4e393d1f75cd req-623ee7b9-ce49-4271-be00-f9938738e1c1 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 210 time: 0.0974169 Aug 19 12:42:15.169111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:15.170188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.172606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] 10.222.0.53 "PUT /v2.0/ports/93451a5f-920e-457c-8328-503497b2338f HTTP/1.1" status: 200 len: 1091 time: 4.5339355 Aug 19 12:42:15.177033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'tag': '93451a5f-920e-457c-8328-503497b2338f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:15.181738 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86" -d '{"events": [{"name": "network-changed", "server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "tag": "93451a5f-920e-457c-8328-503497b2338f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:15.196344 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.331266 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b26f68-536d-4050-bd06-c47a21dd0ffa x-openstack-request-id: req-d7b26f68-536d-4050-bd06-c47a21dd0ffa {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:15.332146 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "tag": "93451a5f-920e-457c-8328-503497b2338f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:15.332814 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7b26f68-536d-4050-bd06-c47a21dd0ffa {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:15.333746 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'tag': '93451a5f-920e-457c-8328-503497b2338f', 'status': 'completed', 'code': 200} Aug 19 12:42:15.356173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51418) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:15.371385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0f6bd-5a50-4673-ac68-3c5c86f1c7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=93451a5f-920e-457c-8328-503497b2338f,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:15.422049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port de883157-776f-4291-b6a6-5f6875d8137d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:15.422049 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.485993 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49098c6b-b03f-4b1d-b7cb-4b56b08a9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.539452 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.739604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-e08ab349-cdec-4c53-b514-d4af15edb9c8', 'network_id': 'e08ab349-cdec-4c53-b514-d4af15edb9c8', 'tenant_id': '0b90bc03028b4741b4d125f4ae35c268', 'fixed_ips': [{'subnet_id': 'e96870a0-ffb4-4a97-b32a-dde13f928376'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:42:15.741152 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.749924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-49098c6b-b03f-4b1d-b7cb-4b56b08a9b6f None None] For port d42acb83-db82-4791-aaca-9092ad5edda7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d42acb83-db82-4791-aaca-9092ad5edda7,segment=NetworkSegment(1c2913cf-03b7-4012-bd8d-d98926b998dc),segment_id=1c2913cf-03b7-4012-bd8d-d98926b998dc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:15.775959 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.814681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for de883157-776f-4291-b6a6-5f6875d8137d owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:15.855809 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49098c6b-b03f-4b1d-b7cb-4b56b08a9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.967874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c84f7337-a09e-46ad-b987-a3345c925dd0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=588f44055bfd4e0a8c595cbd2d8952dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6092083 Aug 19 12:42:15.975316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51434) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:16.067981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-73c788d2-7eb6-4083-928e-3d5af2745f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:16.073022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-73c788d2-7eb6-4083-928e-3d5af2745f03 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 1094 time: 0.6791210 Aug 19 12:42:16.130491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116114e-f539-4dd9-bd6f-e9c569c3026f req-83b48ee5-779f-4fd2-addb-386126b0df04 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:16.145411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e116114e-f539-4dd9-bd6f-e9c569c3026f req-83b48ee5-779f-4fd2-addb-386126b0df04 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.7374058 Aug 19 12:42:16.214431 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.251939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49098c6b-b03f-4b1d-b7cb-4b56b08a9b6f None None] Pushing event updated for resources: {'Port': ['ID=d42acb83-db82-4791-aaca-9092ad5edda7,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:16.292856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Allocated IP 172.20.0.2 (e08ab349-cdec-4c53-b514-d4af15edb9c8/e96870a0-ffb4-4a97-b32a-dde13f928376/5ce5c75a-7d6b-4f57-a970-6addf1a67dfb) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:16.374829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-5fb05da6-7a86-4115-87fb-3a71cc2330f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93451a5f-920e-457c-8328-503497b2338f HTTP/1.1" status: 200 len: 217 time: 0.2858949 Aug 19 12:42:16.375974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.421889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a4f497e7-66b0-4cb3-b7d5-d3ae1e7744d5 None None] Provisioning complete for port d42acb83-db82-4791-aaca-9092ad5edda7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:16.423936 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=de883157-776f-4291-b6a6-5f6875d8137d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:16.426119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4f497e7-66b0-4cb3-b7d5-d3ae1e7744d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.545449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e116114e-f539-4dd9-bd6f-e9c569c3026f req-04dcf925-03bb-453b-9d7d-08261bf2bd59 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3982017 Aug 19 12:42:16.548214 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.628638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910ef74-211c-4243-8235-65a621eb7f36 req-15e43388-a4ba-4436-94f2-2eafca1c27f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:16.637836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1910ef74-211c-4243-8235-65a621eb7f36 req-15e43388-a4ba-4436-94f2-2eafca1c27f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 943 time: 0.5991483 Aug 19 12:42:16.668405 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01bef3fc-585a-4324-8550-3f009791b233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.691000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51444) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:16.701024 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.706968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-eceaaf33-95f5-48ad-821a-3d8892f9acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:16.709632 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-eceaaf33-95f5-48ad-821a-3d8892f9acac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c HTTP/1.1" status: 200 len: 835 time: 0.3105884 Aug 19 12:42:16.725913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Transition to ACTIVE for port object 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:16.753767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Transition to ACTIVE for port object 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:16.760357 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.776869 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.861353 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.937570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01bef3fc-585a-4324-8550-3f009791b233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.961951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Network e08ab349-cdec-4c53-b514-d4af15edb9c8 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:16.966393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:16.972750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:16.989419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Pushing event updated for resources: {'Port': ['ID=5ce5c75a-7d6b-4f57-a970-6addf1a67dfb,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:16.994362 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-261f282d-1750-4619-8e93-252273acde1a req-e9b83bd2-53b7-4040-a165-f6fd0df921b9 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 210 time: 0.1071870 Aug 19 12:42:17.038080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.038080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Fanout notify agent at l3_agent the message router_deleted on router 050a282c-2f1d-4a68-b6ad-40aa581b50b9 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:42:17.040836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.042395 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b4095525-4fe6-4a04-ac84-860670f154e1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/050a282c-2f1d-4a68-b6ad-40aa581b50b9 HTTP/1.1" status: 204 len: 168 time: 2.8863032 Aug 19 12:42:17.049291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51450) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:17.056714 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'network': {'name': 'tempest-RoutersTest-1525001930'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:17.065985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1910ef74-211c-4243-8235-65a621eb7f36 req-ec55100d-0a3b-4bf4-9c1c-15c75ed5b1a7 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4248435 Aug 19 12:42:17.098246 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-a2f599b7-c3d6-45a5-b730-6018f4694397 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4055288 Aug 19 12:42:17.126684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-a59d56f5-e897-4f75-8022-6ac1fa5f6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:17.129050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-a59d56f5-e897-4f75-8022-6ac1fa5f6157 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05248d3c-a267-499b-af20-d3d333c10d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3661292 Aug 19 12:42:17.134400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Attempting to bind port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:17.134758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Attempting to bind port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'beeb7ced-dfaf-4533-b485-7d69429fac8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e08ab349-cdec-4c53-b514-d4af15edb9c8'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:17.135667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Attempting to bind port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb on network e08ab349-cdec-4c53-b514-d4af15edb9c8 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:17.146594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:17.148290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Checking segment: {'id': 'beeb7ced-dfaf-4533-b485-7d69429fac8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e08ab349-cdec-4c53-b514-d4af15edb9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:17.149276 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.150461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Bound using segment: {'id': 'beeb7ced-dfaf-4533-b485-7d69429fac8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e08ab349-cdec-4c53-b514-d4af15edb9c8'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:17.151520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Bound port: 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beeb7ced-dfaf-4533-b485-7d69429fac8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e08ab349-cdec-4c53-b514-d4af15edb9c8'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:17.152223 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.220073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:17.228935 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.263923 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.303594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:17.320962 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.321505 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added segment 8ffabf94-1f37-4d57-b0f5-5de5c1b7000f of type vlan for network 495f72cd-58a5-48d6-a7b7-00804fefd441 Aug 19 12:42:17.330326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d42acb83-db82-4791-aaca-9092ad5edda7 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:17.352304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Subnet': ['ID=e96870a0-ffb4-4a97-b32a-dde13f928376,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:17.406818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.436541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] For port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:17.442045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01bef3fc-585a-4324-8550-3f009791b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.456801 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01bef3fc-585a-4324-8550-3f009791b233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.463402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-01bef3fc-585a-4324-8550-3f009791b233 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11e86cf6-1ede-4a75-b952-8e0717719390 HTTP/1.1" status: 204 len: 168 time: 1.4569654 Aug 19 12:42:17.470353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] For port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5ce5c75a-7d6b-4f57-a970-6addf1a67dfb,segment=NetworkSegment(beeb7ced-dfaf-4533-b485-7d69429fac8c),segment_id=beeb7ced-dfaf-4533-b485-7d69429fac8c)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:17.495659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d42acb83-db82-4791-aaca-9092ad5edda7 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:17.496269 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.528056 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.543553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:17.547073 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.572973 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.608904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-0149d50f-5b06-45b8-832a-38eedb480b57 service neutron] 10.222.0.53 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717288 Aug 19 12:42:17.611313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bef3fc-585a-4324-8550-3f009791b233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e86cf6-1ede-4a75-b952-8e0717719390,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:17.644074 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.664445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08ab349-cdec-4c53-b514-d4af15edb9c8']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:17.686208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beeb7ced-dfaf-4533-b485-7d69429fac8c') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:17.686992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beeb7ced-dfaf-4533-b485-7d69429fac8c') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:17.706922 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.763212 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Network': ['ID=495f72cd-58a5-48d6-a7b7-00804fefd441,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:17.769609 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.790853 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-970bdfc6-839b-469b-80e2-7ec3d89c800d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7397120 Aug 19 12:42:17.793131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 495f72cd-58a5-48d6-a7b7-00804fefd441 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:17.793966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:17.795712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51464) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:17.796103 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.810828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'subnet': {'network_id': '495f72cd-58a5-48d6-a7b7-00804fefd441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:17.828728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e91495-da56-4d50-a2df-f4d9e57eeea6 None None] Pushing event updated for resources: {'Port': ['ID=5ce5c75a-7d6b-4f57-a970-6addf1a67dfb,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:17.988007 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:18.230277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:18.239647 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:18.344626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84092355-24f0-49d8-a7f8-52b9c11e9c37 req-7d8fddc6-1c8f-47ba-9b06-0bfa21be51c2 service neutron] 10.222.0.53 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583169 Aug 19 12:42:18.377415 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:42:18.377415 n-d-778732-8 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:42:18.377415 n-d-778732-8 neutron-server[95660]: [parameters: {'id': 'e08ab349-cdec-4c53-b514-d4af15edb9c8'}] Aug 19 12:42:18.377415 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:42:18.380036 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:42:18.396895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e283e-5dab-4641-8e8b-27c7c9182443 req-c19e6b81-f81d-474c-8869-fdbb4c78a0d2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:18.402895 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:42:18.408261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a9e283e-5dab-4641-8e8b-27c7c9182443 req-c19e6b81-f81d-474c-8869-fdbb4c78a0d2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.3937967 Aug 19 12:42:18.473639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff29514d-d2a0-4d0f-bfef-f5b1c93719bf req-3b3855c8-8191-48ab-94fb-d0d3436f1569 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 210 time: 0.1250865 Aug 19 12:42:18.514683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a9e283e-5dab-4641-8e8b-27c7c9182443 req-3a059f0a-c542-40e4-ac90-5c23b1ac0a6f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050518 Aug 19 12:42:18.851879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86 req-5ddd8bdc-0bbf-4e35-b007-88d5a9e6efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:18.855130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86 req-5ddd8bdc-0bbf-4e35-b007-88d5a9e6efdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 1094 time: 0.3348746 Aug 19 12:42:18.899387 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:19.075445 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:19.132799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065de76e-0d11-4bff-98bb-b1043f0e8e6c req-2b70a56d-2e54-499c-9ca1-80b10311a93e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:19.145921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-065de76e-0d11-4bff-98bb-b1043f0e8e6c req-2b70a56d-2e54-499c-9ca1-80b10311a93e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 943 time: 0.3287466 Aug 19 12:42:19.322444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-6b77f1e6-2754-4c32-9dc8-f97287f84d78 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:19.325465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-6b77f1e6-2754-4c32-9dc8-f97287f84d78 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.52 "GET /v2.0/networks?id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 HTTP/1.1" status: 200 len: 811 time: 0.7035174 Aug 19 12:42:19.334354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Subnet': ['ID=069e5c54-4349-4340-a501-66fd5a6365a5,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:19.432338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:19.448272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Request body: {'port': {'device_id': '3a0a6da9-9062-42cb-9892-8e68e1567c39', 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4', 'admin_state_up': True, 'tenant_id': '92483dde42a14a989853a79c94d30303'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:19.454545 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Checking segment: {'id': '8ffabf94-1f37-4d57-b0f5-5de5c1b7000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '495f72cd-58a5-48d6-a7b7-00804fefd441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:19.455088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network hostable DHCP agents. Network: 495f72cd-58a5-48d6-a7b7-00804fefd441, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:19.505363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-065de76e-0d11-4bff-98bb-b1043f0e8e6c req-e9789f6e-c3b2-4a06-9aeb-4089ec9fb01c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3581781 Aug 19 12:42:19.506925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86 req-221e9c99-7a3b-41d7-a680-d771b6fc559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:19.511240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86 req-221e9c99-7a3b-41d7-a680-d771b6fc559c service neutron] 10.222.0.53 "GET /v2.0/networks?id=05248d3c-a267-499b-af20-d3d333c10d90 HTTP/1.1" status: 200 len: 897 time: 0.6078675 Aug 19 12:42:19.642568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91287c2c-2b79-40c2-be24-f535deaae02e None None] Network e08ab349-cdec-4c53-b514-d4af15edb9c8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:19.675469 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 495f72cd-58a5-48d6-a7b7-00804fefd441 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:19.785838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:19.876428 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 495f72cd-58a5-48d6-a7b7-00804fefd441) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:19.888170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:19.891068 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:19.924468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e3691b-a846-4c45-a76d-5f7b3cf7c6f0 None None] Network 495f72cd-58a5-48d6-a7b7-00804fefd441 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:20.061172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Provisioning for port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:20.081003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Provisioning complete for port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:20.089173 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.149788 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2fad11f0-9aa4-4d1b-8242-b8afc357bb26 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3513782 Aug 19 12:42:20.180964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51502) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:20.190401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-83a99add-f6aa-47ff-8f0b-cf3db8f89246 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-522377304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:20.270881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-b50f5822-9872-41bb-a4fb-fd6ea1046119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:20.273771 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-b50f5822-9872-41bb-a4fb-fd6ea1046119 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538&tenant_id=9407ecd49d83419eb53a4d228310b29c HTTP/1.1" status: 200 len: 1094 time: 0.2017899 Aug 19 12:42:20.327576 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c2c6a0-4205-447b-8933-ba4dd691fa23 None None] DHCP port deletion for e08ab349-cdec-4c53-b514-d4af15edb9c8 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:42:20.380869 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83a99add-f6aa-47ff-8f0b-cf3db8f89246 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.386694 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83a99add-f6aa-47ff-8f0b-cf3db8f89246 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.471945 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.472844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86 req-93d1c827-2c81-45de-812a-b7b5c596db84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93451a5f-920e-457c-8328-503497b2338f HTTP/1.1" status: 200 len: 217 time: 0.3287518 Aug 19 12:42:20.479067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-303ed37f-4214-4c2d-913a-eadb650dd296 req-d6178769-ee71-470b-80c3-71bdfb948674 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 210 time: 0.1333852 Aug 19 12:42:20.489644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-495f72cd-58a5-48d6-a7b7-00804fefd441', 'network_id': '495f72cd-58a5-48d6-a7b7-00804fefd441', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'fixed_ips': [{'subnet_id': '069e5c54-4349-4340-a501-66fd5a6365a5'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:42:20.491693 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.548013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Deleting port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:20.548517 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.564589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-df910b47-36fb-47ad-b2a1-b2dfc08072ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:20.566623 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-df910b47-36fb-47ad-b2a1-b2dfc08072ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9407ecd49d83419eb53a4d228310b29c&device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 1094 time: 0.2607899 Aug 19 12:42:20.597552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83a99add-f6aa-47ff-8f0b-cf3db8f89246 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.648187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] For port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5ce5c75a-7d6b-4f57-a970-6addf1a67dfb,segment=NetworkSegment(beeb7ced-dfaf-4533-b485-7d69429fac8c),segment_id=beeb7ced-dfaf-4533-b485-7d69429fac8c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:20.664919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 93451a5f-920e-457c-8328-503497b2338f details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:42:20.697001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] For port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5ce5c75a-7d6b-4f57-a970-6addf1a67dfb,segment=NetworkSegment(beeb7ced-dfaf-4533-b485-7d69429fac8c),segment_id=beeb7ced-dfaf-4533-b485-7d69429fac8c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:20.697721 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.735378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Calling delete_port for 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:20.804289 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83a99add-f6aa-47ff-8f0b-cf3db8f89246 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.843921 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.847391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-b14ce022-c8f5-4018-8e5d-1215a4aae465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:20.850190 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-b14ce022-c8f5-4018-8e5d-1215a4aae465 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 200 len: 918 time: 0.2614183 Aug 19 12:42:20.891012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268521b-b8f6-4ccc-ac0a-a798c7c33b88 req-a8456427-a2a9-49d1-aa59-7225cf6969a1 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:20.894563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2268521b-b8f6-4ccc-ac0a-a798c7c33b88 req-a8456427-a2a9-49d1-aa59-7225cf6969a1 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.7973702 Aug 19 12:42:21.002004 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-7d1d272b-9daa-488b-b292-82f628e94a09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 HTTP/1.1" status: 200 len: 999 time: 0.1304121 Aug 19 12:42:21.031895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-51c2c6a0-4205-447b-8933-ba4dd691fa23 None None] Deleting port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:21.032494 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-51c2c6a0-4205-447b-8933-ba4dd691fa23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.109936 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-01993788-126c-44ec-996c-bdec851d520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.112996 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-01993788-126c-44ec-996c-bdec851d520d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 200 len: 856 time: 0.1050072 Aug 19 12:42:21.114856 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83a99add-f6aa-47ff-8f0b-cf3db8f89246 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.116813 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-83a99add-f6aa-47ff-8f0b-cf3db8f89246 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9328461 Aug 19 12:42:21.121992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51516) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:21.124500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86 req-28e413c8-d0b5-4695-b32b-6087093d63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.127497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86 req-28e413c8-d0b5-4695-b32b-6087093d63bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c HTTP/1.1" status: 200 len: 835 time: 0.6423850 Aug 19 12:42:21.211252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2268521b-b8f6-4ccc-ac0a-a798c7c33b88 req-5ee6345b-bc7e-4daf-a34b-2729b2026850 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520082 Aug 19 12:42:21.336470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858b353-609a-4466-b3a8-dc6b32410db2 req-e51cdbb0-1075-42bf-8d4f-7c8db7f550ce tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.355855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:21.358441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a858b353-609a-4466-b3a8-dc6b32410db2 req-e51cdbb0-1075-42bf-8d4f-7c8db7f550ce tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 943 time: 0.6191201 Aug 19 12:42:21.504597 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-51a67f4d-1651-40e7-b504-3a2e04504ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.511925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86 req-fdb127e2-9f92-4654-a512-f9275c28b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.517007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86 req-fdb127e2-9f92-4654-a512-f9275c28b0fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05248d3c-a267-499b-af20-d3d333c10d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3728194 Aug 19 12:42:21.517007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Made reservation on behalf of 92483dde42a14a989853a79c94d30303 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:21.517436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:21.522908 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.560577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a858b353-609a-4466-b3a8-dc6b32410db2 req-aac4bae5-470e-4d11-8104-bb413ae70c25 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2001135 Aug 19 12:42:21.570387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-51c2c6a0-4205-447b-8933-ba4dd691fa23 None None] For port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5ce5c75a-7d6b-4f57-a970-6addf1a67dfb,segment=NetworkSegment(beeb7ced-dfaf-4533-b485-7d69429fac8c),segment_id=beeb7ced-dfaf-4533-b485-7d69429fac8c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:21.570889 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-51c2c6a0-4205-447b-8933-ba4dd691fa23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.595255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-51c2c6a0-4205-447b-8933-ba4dd691fa23 None None] Calling delete_port for 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:21.610427 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.736605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Port': ['ID=5ce5c75a-7d6b-4f57-a970-6addf1a67dfb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:21.757768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No DVR routers for this DVR port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:21.789448 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Pushing event updated for resources: {'Port': ['ID=5ce5c75a-7d6b-4f57-a970-6addf1a67dfb,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:21.800132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '93451a5f-920e-457c-8328-503497b2338f', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'port_id': '93451a5f-920e-457c-8328-503497b2338f', 'mac_address': 'fa:16:3e:7c:ca:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:42:21.827617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f66346f-2a84-4ddf-a179-c74c0ad4e8d9 req-74ed9822-11ef-44c0-93af-c72421e0d50c tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 210 time: 0.0828764 Aug 19 12:42:21.893926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Allocated IP 172.20.0.2 (495f72cd-58a5-48d6-a7b7-00804fefd441/069e5c54-4349-4340-a501-66fd5a6365a5/85125cc5-b4ba-480e-8f1f-013d5c56c6d6) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:21.906200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.906645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.907388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.907388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.907764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.908177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.908434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.908768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.909106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.909889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.910236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.910572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45061e-320c-4250-80bf-b2d65148961c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:21.964872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No active binding found for port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb {{(pid=95662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 12:42:21.964872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:22.161046 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.170256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86 req-9365df01-beaf-4c39-9bd8-a1a1650f7f71 service neutron] 10.222.0.53 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407695 Aug 19 12:42:22.191529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08ab349-cdec-4c53-b514-d4af15edb9c8']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:22.209184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-60f1120a-e084-4148-abde-792529d30800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:22.212234 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-60f1120a-e084-4148-abde-792529d30800 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c68051c8-8d11-471a-bc06-1d4cede3a846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0889738 Aug 19 12:42:22.247678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beeb7ced-dfaf-4533-b485-7d69429fac8c') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:22.247912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beeb7ced-dfaf-4533-b485-7d69429fac8c') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:22.277980 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-51c2c6a0-4205-447b-8933-ba4dd691fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.297063 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.322131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2c6a0-4205-447b-8933-ba4dd691fa23 None None] Pushing event deleted for resources: {'Port': ['ID=5ce5c75a-7d6b-4f57-a970-6addf1a67dfb,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:22.342278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c2c6a0-4205-447b-8933-ba4dd691fa23 None None] No DVR routers for this DVR port 5ce5c75a-7d6b-4f57-a970-6addf1a67dfb on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:22.360374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93451a5f-920e-457c-8328-503497b2338f {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:42:22.416659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:22.440404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.469349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e7b5d51-7ff9-447d-b9ae-2269006a3f86 req-7cda47db-4958-47cd-8d72-696d092ddc73 service neutron] 10.222.0.53 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756431 Aug 19 12:42:22.520212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Allocated IP 172.20.0.3 (b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4/d3f9d403-8981-4eeb-99be-5102d5ba180d/76605ea1-c596-441e-9f98-15d7e650bc75) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:22.539747 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.557083 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.567271 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-3380ebfa-35d4-4da8-bfbc-07fd62e52cf8 service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124039 Aug 19 12:42:22.575730 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.604927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae39ac7-7c2c-4642-a7af-44360adfe0dd req-6c4bf064-3581-4676-b702-ec27bd921682 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:22.607180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bae39ac7-7c2c-4642-a7af-44360adfe0dd req-6c4bf064-3581-4676-b702-ec27bd921682 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.1969512 Aug 19 12:42:22.614692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.615096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:22.615887 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:22.624084 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:22.706531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=93451a5f-920e-457c-8328-503497b2338f,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:22.825078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['93451a5f-920e-457c-8328-503497b2338f'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:42:22.989698 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-1141ef37-eb43-41ff-bb17-94a6d2f0d957 service neutron] 10.222.0.52 "GET /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899589 Aug 19 12:42:23.040858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bae39ac7-7c2c-4642-a7af-44360adfe0dd req-809f5a3f-2d21-46ae-941b-b9340be6e0ea tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4103329 Aug 19 12:42:23.184363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Transition to ACTIVE for port object 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:23.189192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31159ac1-80f1-42ae-ae1d-c5477d60641c req-6454e8be-7790-4e3b-8a7c-38aa1b092864 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:23.191348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31159ac1-80f1-42ae-ae1d-c5477d60641c req-6454e8be-7790-4e3b-8a7c-38aa1b092864 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 944 time: 0.4118447 Aug 19 12:42:23.197153 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.216923 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.228447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/e08ab349-cdec-4c53-b514-d4af15edb9c8 HTTP/1.1" status: 204 len: 168 time: 8.3622887 Aug 19 12:42:23.229182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51550) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:23.236372 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2013469573'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:23.320248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Transition to ACTIVE for port object 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:23.362245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a911b-c6ab-40ac-8942-3a22164158d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=e08ab349-cdec-4c53-b514-d4af15edb9c8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:23.464163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:23.468359 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.470458 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-770e32a0-c698-47f2-a04c-3878665cc00b req-38ad77ef-c913-42d1-8a63-8e2da94e581d tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 210 time: 0.1251757 Aug 19 12:42:23.483146 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.542518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31159ac1-80f1-42ae-ae1d-c5477d60641c req-713611b3-be26-4976-9e47-d9d9db595367 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2305803 Aug 19 12:42:23.596705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Network 495f72cd-58a5-48d6-a7b7-00804fefd441 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:23.604167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.622197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Allocated IP 172.20.0.1 (495f72cd-58a5-48d6-a7b7-00804fefd441/069e5c54-4349-4340-a501-66fd5a6365a5/4a0157ac-a2af-499e-839d-3850b1d46cd6) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:23.622421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:23.637818 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:23.712612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Pushing event updated for resources: {'Port': ['ID=85125cc5-b4ba-480e-8f1f-013d5c56c6d6,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:23.808351 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.831258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['db5f78c0-532d-45ee-8c0c-3ab365d23cab'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:42:23.840231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Attempting to bind port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:23.840745 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.841305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Attempting to bind port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '8ffabf94-1f37-4d57-b0f5-5de5c1b7000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '495f72cd-58a5-48d6-a7b7-00804fefd441'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:23.842010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Attempting to bind port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 on network 495f72cd-58a5-48d6-a7b7-00804fefd441 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:23.868873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Transition to ACTIVE for port object 4a0157ac-a2af-499e-839d-3850b1d46cd6 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:23.934914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:23.934914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Checking segment: {'id': '8ffabf94-1f37-4d57-b0f5-5de5c1b7000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '495f72cd-58a5-48d6-a7b7-00804fefd441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:23.940859 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.941883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Bound using segment: {'id': '8ffabf94-1f37-4d57-b0f5-5de5c1b7000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '495f72cd-58a5-48d6-a7b7-00804fefd441'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:23.942867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Bound port: 85125cc5-b4ba-480e-8f1f-013d5c56c6d6, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffabf94-1f37-4d57-b0f5-5de5c1b7000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '495f72cd-58a5-48d6-a7b7-00804fefd441'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:23.943856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.946733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:23.950272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:23.955096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:23.968905 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.969753 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment 1fb8a37a-8194-48c2-b6c9-a0c12e19e49e of type vlan for network e4f28f9b-acaf-4edc-947e-bdc6f02fa11e Aug 19 12:42:23.994907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:24.019000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Pushing event updated for resources: {'Port': ['ID=76605ea1-c596-441e-9f98-15d7e650bc75,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:24.079568 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:24.083654 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:24.139598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] For port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:24.144905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] For port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=85125cc5-b4ba-480e-8f1f-013d5c56c6d6,segment=NetworkSegment(8ffabf94-1f37-4d57-b0f5-5de5c1b7000f),segment_id=8ffabf94-1f37-4d57-b0f5-5de5c1b7000f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:24.181241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:24.187832 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:24.249150 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:42:24.264536 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:24.355216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-4dce2bb7-a7e4-4a86-91b2-7c8c034cae6f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9788113 Aug 19 12:42:24.370435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 495f72cd-58a5-48d6-a7b7-00804fefd441 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:24.425966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:24.431199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Request body: {'port': {'device_id': '3a0a6da9-9062-42cb-9892-8e68e1567c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:24.446508 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:24.465196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=4a0157ac-a2af-499e-839d-3850b1d46cd6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:24.626858 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:24.665876 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:24.666999 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:24.683432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 93451a5f-920e-457c-8328-503497b2338f up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:24.860850 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:24.882541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d339ec-d4b7-4568-8fea-0808d04085b1 req-69ccdfd1-68fd-451e-b466-02c1f6f34fce tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:24.887499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12d339ec-d4b7-4568-8fea-0808d04085b1 req-69ccdfd1-68fd-451e-b466-02c1f6f34fce tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.5381668 Aug 19 12:42:24.921808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=e4f28f9b-acaf-4edc-947e-bdc6f02fa11e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:24.969930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:25.005099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network e4f28f9b-acaf-4edc-947e-bdc6f02fa11e details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:25.039464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12d339ec-d4b7-4568-8fea-0808d04085b1 req-9fac632a-35e7-4b0d-b92a-c03dfb8be3a4 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198490 Aug 19 12:42:25.064024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272d9d5-e733-484f-a0aa-00af877da821 None None] Pushing event updated for resources: {'Port': ['ID=85125cc5-b4ba-480e-8f1f-013d5c56c6d6,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:25.148007 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-19c4cb1c-f51c-489b-9b05-24526a4ff33d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9164858 Aug 19 12:42:25.154514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51586) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:25.185741 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'network_id': 'e4f28f9b-acaf-4edc-947e-bdc6f02fa11e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:25.285919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02757053-ef92-46a7-80a7-32d971374c90 req-5566dabf-e83b-4a21-9691-885e4b75e8f7 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:25.307057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02757053-ef92-46a7-80a7-32d971374c90 req-5566dabf-e83b-4a21-9691-885e4b75e8f7 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 931 time: 0.4887345 Aug 19 12:42:25.605776 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a50f6949-c04c-45e1-bcde-84310d7aaa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:25.751653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 93451a5f-920e-457c-8328-503497b2338f completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:25.766810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 93451a5f-920e-457c-8328-503497b2338f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:25.767347 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:25.903388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02757053-ef92-46a7-80a7-32d971374c90 req-469188a1-ebff-484e-8483-0114c364935b tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948195 Aug 19 12:42:25.984976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bc238-16b8-473e-a021-b070c4b42b06 req-ff49d4da-68a1-4342-a789-7b9ef25cb392 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:26.003241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-244bc238-16b8-473e-a021-b070c4b42b06 req-ff49d4da-68a1-4342-a789-7b9ef25cb392 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 944 time: 0.3897974 Aug 19 12:42:26.083662 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.091890 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.149299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-244bc238-16b8-473e-a021-b070c4b42b06 req-c3e01402-0bbc-4d42-8ce8-ea9303250ed4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956151 Aug 19 12:42:26.153592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:26.154812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93451a5f-920e-457c-8328-503497b2338f'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:26.157742 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17357e1b-cfc5-4f20-800b-bd2889ac0c63" -d '{"events": [{"server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "name": "network-vif-plugged", "status": "completed", "tag": "93451a5f-920e-457c-8328-503497b2338f"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:26.193097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:26.214868 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.337145 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.426329 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7d8dcf-285a-4fca-acfe-c312a9a10614 x-openstack-request-id: req-ec7d8dcf-285a-4fca-acfe-c312a9a10614 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:26.426657 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "name": "network-vif-plugged", "status": "completed", "tag": "93451a5f-920e-457c-8328-503497b2338f", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:26.426930 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec7d8dcf-285a-4fca-acfe-c312a9a10614 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:26.427362 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93451a5f-920e-457c-8328-503497b2338f', 'code': 200} Aug 19 12:42:26.466660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.620191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=93451a5f-920e-457c-8328-503497b2338f,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:26.622653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.ipam_backend_mixin [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Performing IP validity checks on allocation pools {{(pid=95661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:42:26.622653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.ipam_backend_mixin [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:42:26.623491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76605ea1-c596-441e-9f98-15d7e650bc75 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:42:26.623491 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.623491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Transition to ACTIVE for port object 76605ea1-c596-441e-9f98-15d7e650bc75 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:26.623491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf43aa-24ce-475a-8d49-fec99d1eaccf req-88a6cfd8-44c6-4497-8300-791273f39a48 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:26.623491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46cf43aa-24ce-475a-8d49-fec99d1eaccf req-88a6cfd8-44c6-4497-8300-791273f39a48 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.2212036 Aug 19 12:42:26.647555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778ad31-498d-4028-a27f-7caf46ecabb4 req-875ba665-89c6-48f2-93c8-cd2e045483e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:26.655753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1778ad31-498d-4028-a27f-7caf46ecabb4 req-875ba665-89c6-48f2-93c8-cd2e045483e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 1096 time: 0.1843119 Aug 19 12:42:26.714618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46cf43aa-24ce-475a-8d49-fec99d1eaccf req-33e1a974-0760-46fc-9286-62aa57a0b9f7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997117 Aug 19 12:42:26.738804 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.757682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1778ad31-498d-4028-a27f-7caf46ecabb4 req-8021353f-993e-4c53-a1b1-eff36817c4ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847802 Aug 19 12:42:26.876194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Pushing event updated for resources: {'Port': ['ID=76605ea1-c596-441e-9f98-15d7e650bc75,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:27.011364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.139109 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.190098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=84faf373-46d4-412a-bcc3-a76cae8b5eeb,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:27.218459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b50f1b5-58f4-403e-ad39-ebff5da43697 None None] Network 495f72cd-58a5-48d6-a7b7-00804fefd441 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:27.343053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking segment: {'id': '1fb8a37a-8194-48c2-b6c9-a0c12e19e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e4f28f9b-acaf-4edc-947e-bdc6f02fa11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:27.344005 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network hostable DHCP agents. Network: e4f28f9b-acaf-4edc-947e-bdc6f02fa11e, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:27.431949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Attempting to bind port 76605ea1-c596-441e-9f98-15d7e650bc75 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:27.439191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Attempting to bind port 76605ea1-c596-441e-9f98-15d7e650bc75 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:27.440423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Attempting to bind port 76605ea1-c596-441e-9f98-15d7e650bc75 on network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:27.471310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Port 76605ea1-c596-441e-9f98-15d7e650bc75 on network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:42:27.472310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Attempting to bind port 76605ea1-c596-441e-9f98-15d7e650bc75 on network b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:27.508253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:27.509810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Checking segment: {'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:27.511642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Bound using segment: {'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:27.513216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Bound port: 76605ea1-c596-441e-9f98-15d7e650bc75, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04db644c-a9b8-4a4b-bb98-a0d399df6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:27.520478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:27.532392 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.573898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network e4f28f9b-acaf-4edc-947e-bdc6f02fa11e is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:27.604525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38c41b-904f-4e3e-a9ff-b0da3ad88947 req-09705d15-61e4-4263-ab3f-97d9b82a5d07 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:27.617991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b38c41b-904f-4e3e-a9ff-b0da3ad88947 req-09705d15-61e4-4263-ab3f-97d9b82a5d07 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 943 time: 0.4327817 Aug 19 12:42:27.645440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9be67a3a-c630-442c-a4f2-a90f83ccceb3 None None] Provisioning for port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:27.704820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.767636 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, e4f28f9b-acaf-4edc-947e-bdc6f02fa11e) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:27.774496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:27.779025 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.788812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81734b49-3b53-49c2-82cd-1b6a08340d03 None None] Network e4f28f9b-acaf-4edc-947e-bdc6f02fa11e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:27.810263 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.980376 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-32ea0c21-3549-49cb-911f-aad2ccb1a218 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8211985 Aug 19 12:42:28.009326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51612) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:28.017679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b38c41b-904f-4e3e-a9ff-b0da3ad88947 req-2828bc82-937e-4590-a444-5492b7a11540 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733411 Aug 19 12:42:28.147455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:28.177928 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:28.183048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=4a0157ac-a2af-499e-839d-3850b1d46cd6,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:28.237455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:28.250393 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:28.325222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] For port 76605ea1-c596-441e-9f98-15d7e650bc75, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:28.330655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] For port 76605ea1-c596-441e-9f98-15d7e650bc75, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=76605ea1-c596-441e-9f98-15d7e650bc75,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:28.384982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772039f-cf70-495c-b130-710b2426e57f req-9e443cb4-7829-4430-9c79-3ac1dc808e1e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:28.415398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7772039f-cf70-495c-b130-710b2426e57f req-9e443cb4-7829-4430-9c79-3ac1dc808e1e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 945 time: 0.7958770 Aug 19 12:42:28.508224 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:28.531899 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 495f72cd-58a5-48d6-a7b7-00804fefd441 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:28.535732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:28.593961 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:28.717712 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=85125cc5-b4ba-480e-8f1f-013d5c56c6d6,segment=NetworkSegment(8ffabf94-1f37-4d57-b0f5-5de5c1b7000f),segment_id=8ffabf94-1f37-4d57-b0f5-5de5c1b7000f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:28.824705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7772039f-cf70-495c-b130-710b2426e57f req-1228c813-0451-4ec6-8c9d-0caad9cc2ba6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4028053 Aug 19 12:42:28.863463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:28.864909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:28.871194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] 10.222.0.52 "PUT /v2.0/ports/76605ea1-c596-441e-9f98-15d7e650bc75 HTTP/1.1" status: 200 len: 1091 time: 4.4653046 Aug 19 12:42:28.890697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0a6da9-9062-42cb-9892-8e68e1567c39', 'tag': '76605ea1-c596-441e-9f98-15d7e650bc75'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:28.900105 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd7b9dd-39b5-4df0-bf1a-f840bd21ed66" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0a6da9-9062-42cb-9892-8e68e1567c39", "tag": "76605ea1-c596-441e-9f98-15d7e650bc75"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:28.911641 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.066657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-e4f28f9b-acaf-4edc-947e-bdc6f02fa11e', 'network_id': 'e4f28f9b-acaf-4edc-947e-bdc6f02fa11e', 'tenant_id': '0b90bc03028b4741b4d125f4ae35c268', 'fixed_ips': [{'subnet_id': '84faf373-46d4-412a-bcc3-a76cae8b5eeb'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:42:29.072270 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.091182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d803bb-8fa3-4c66-94c0-67c1ecdd6d97 req-6b916f08-2367-4e72-bcc0-6ed5c5583673 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:29.100799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10d803bb-8fa3-4c66-94c0-67c1ecdd6d97 req-6b916f08-2367-4e72-bcc0-6ed5c5583673 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.6732440 Aug 19 12:42:29.104192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=85125cc5-b4ba-480e-8f1f-013d5c56c6d6,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:29.110695 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82695c56-d884-4e92-859c-223b7ef78e22 x-openstack-request-id: req-82695c56-d884-4e92-859c-223b7ef78e22 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:29.111261 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0a6da9-9062-42cb-9892-8e68e1567c39", "tag": "76605ea1-c596-441e-9f98-15d7e650bc75", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:29.111686 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82695c56-d884-4e92-859c-223b7ef78e22 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:29.112431 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0a6da9-9062-42cb-9892-8e68e1567c39', 'tag': '76605ea1-c596-441e-9f98-15d7e650bc75', 'status': 'completed', 'code': 200} Aug 19 12:42:29.193613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 96daccdd-9c22-4248-a9db-40cec906a44e is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:42:29.220086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14032574-1c79-4a78-80fe-2e28cbb62376 service neutron] Pushing event updated for resources: {'Port': ['ID=76605ea1-c596-441e-9f98-15d7e650bc75,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:29.492515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.527232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Allocated IP 172.20.0.3 (e4f28f9b-acaf-4edc-947e-bdc6f02fa11e/84faf373-46d4-412a-bcc3-a76cae8b5eeb/d9451a6a-a079-4be1-a87f-1f5b0ab1df29) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:29.590609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:29.629745 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ca1a0b11-938e-462f-9b4c-a9e9ba21f697 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/96daccdd-9c22-4248-a9db-40cec906a44e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4802182 Aug 19 12:42:29.629745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51622) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:29.630405 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10d803bb-8fa3-4c66-94c0-67c1ecdd6d97 req-55282660-1fcf-4b27-94c4-cb97ecf8aa8d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5282114 Aug 19 12:42:29.688339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-24c94440-7ca0-42b6-bb6e-54a86b41ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:29.693701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-24c94440-7ca0-42b6-bb6e-54a86b41ca8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92483dde42a14a989853a79c94d30303&device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 1094 time: 0.5763719 Aug 19 12:42:29.773865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b434ee-6c33-4146-9766-45f340311bfd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:29.775733 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-48b434ee-6c33-4146-9766-45f340311bfd tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports/4a0157ac-a2af-499e-839d-3850b1d46cd6 HTTP/1.1" status: 200 len: 910 time: 0.1463852 Aug 19 12:42:29.780114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51626) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:29.788903 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2104495a-2fc2-46b3-aec9-d9b2f201a4b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '069e5c54-4349-4340-a501-66fd5a6365a5'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:29.822492 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.847154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd519a3-2f3f-4045-9554-940b35d9086e req-ab3d9735-d70b-40f3-b7b5-8f86d41621e8 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:29.847432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:29.848078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fd519a3-2f3f-4045-9554-940b35d9086e req-ab3d9735-d70b-40f3-b7b5-8f86d41621e8 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 943 time: 0.4818373 Aug 19 12:42:29.857235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828114b2-1f77-47a6-9dfb-42c78462707d None None] Sync routers for ids ['96daccdd-9c22-4248-a9db-40cec906a44e'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:30.035650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-a866007b-7b29-42ac-8d46-3fd04db9c886 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76605ea1-c596-441e-9f98-15d7e650bc75 HTTP/1.1" status: 200 len: 217 time: 0.1575341 Aug 19 12:42:30.083672 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.104261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Transition to ACTIVE for port object d9451a6a-a079-4be1-a87f-1f5b0ab1df29 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:30.108215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fd519a3-2f3f-4045-9554-940b35d9086e req-b53fb6fd-2894-4573-9a29-851664ae694a tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565875 Aug 19 12:42:30.161867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Transition to ACTIVE for port object d9451a6a-a079-4be1-a87f-1f5b0ab1df29 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:30.207167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828114b2-1f77-47a6-9dfb-42c78462707d None None] Routers {'96daccdd-9c22-4248-a9db-40cec906a44e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:30.208563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-828114b2-1f77-47a6-9dfb-42c78462707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['96daccdd-9c22-4248-a9db-40cec906a44e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:30.274451 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2104495a-2fc2-46b3-aec9-d9b2f201a4b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.289815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-828114b2-1f77-47a6-9dfb-42c78462707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:30.318734 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.335533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828114b2-1f77-47a6-9dfb-42c78462707d None None] Routers {'96daccdd-9c22-4248-a9db-40cec906a44e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:30.336985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-828114b2-1f77-47a6-9dfb-42c78462707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['96daccdd-9c22-4248-a9db-40cec906a44e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:30.418698 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.440253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Network e4f28f9b-acaf-4edc-947e-bdc6f02fa11e is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:30.441798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3e383e3c-d0e7-433a-9d89-5b84fd5e6184 None None] Provisioning complete for port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:30.442180 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3e383e3c-d0e7-433a-9d89-5b84fd5e6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.496222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Pushing event updated for resources: {'Port': ['ID=d9451a6a-a079-4be1-a87f-1f5b0ab1df29,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:30.501344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:30.511856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:30.577424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-b72901b3-00e6-4416-a5d4-d858e72ef1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:30.582353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-b72901b3-00e6-4416-a5d4-d858e72ef1a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3f9d403-8981-4eeb-99be-5102d5ba180d HTTP/1.1" status: 200 len: 851 time: 0.5295973 Aug 19 12:42:30.593251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-828114b2-1f77-47a6-9dfb-42c78462707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:30.594698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828114b2-1f77-47a6-9dfb-42c78462707d None None] The sync data for ids ['96daccdd-9c22-4248-a9db-40cec906a44e'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:30.787017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Attempting to bind port d9451a6a-a079-4be1-a87f-1f5b0ab1df29 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:30.787463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Attempting to bind port d9451a6a-a079-4be1-a87f-1f5b0ab1df29 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '1fb8a37a-8194-48c2-b6c9-a0c12e19e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e4f28f9b-acaf-4edc-947e-bdc6f02fa11e'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:30.788051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Attempting to bind port d9451a6a-a079-4be1-a87f-1f5b0ab1df29 on network e4f28f9b-acaf-4edc-947e-bdc6f02fa11e {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:30.804947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:30.805508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Checking segment: {'id': '1fb8a37a-8194-48c2-b6c9-a0c12e19e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e4f28f9b-acaf-4edc-947e-bdc6f02fa11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:30.808137 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.808501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Bound using segment: {'id': '1fb8a37a-8194-48c2-b6c9-a0c12e19e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e4f28f9b-acaf-4edc-947e-bdc6f02fa11e'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:30.809057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Bound port: d9451a6a-a079-4be1-a87f-1f5b0ab1df29, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb8a37a-8194-48c2-b6c9-a0c12e19e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e4f28f9b-acaf-4edc-947e-bdc6f02fa11e'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:30.809500 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.936531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-cc53234e-791e-4758-8566-c0eb49e795f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053941 Aug 19 12:42:30.946287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] For port d9451a6a-a079-4be1-a87f-1f5b0ab1df29, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:30.952480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] For port d9451a6a-a079-4be1-a87f-1f5b0ab1df29, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d9451a6a-a079-4be1-a87f-1f5b0ab1df29,segment=NetworkSegment(1fb8a37a-8194-48c2-b6c9-a0c12e19e49e),segment_id=1fb8a37a-8194-48c2-b6c9-a0c12e19e49e)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:30.955480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:30.956415 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.970365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e3fff-3867-4275-90c6-6cd0ca161a2c req-c2bf1083-6359-4b55-bc08-92d07edd0cd3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:30.979886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e2e3fff-3867-4275-90c6-6cd0ca161a2c req-c2bf1083-6359-4b55-bc08-92d07edd0cd3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 945 time: 0.9023643 Aug 19 12:42:31.136149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf42a1c-7d3a-4296-b4e1-22830504e951 req-c609fe37-3556-41f0-9a61-3b201ad3b309 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:31.150979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcf42a1c-7d3a-4296-b4e1-22830504e951 req-c609fe37-3556-41f0-9a61-3b201ad3b309 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.2354114 Aug 19 12:42:31.178872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e2e3fff-3867-4275-90c6-6cd0ca161a2c req-c462454f-242b-4fa8-9108-c17a5098cc73 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1957376 Aug 19 12:42:31.274543 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.327066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcf42a1c-7d3a-4296-b4e1-22830504e951 req-97b26bb0-47d7-46ca-b852-406acb073fbc tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763039 Aug 19 12:42:31.349726 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.422169 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2104495a-2fc2-46b3-aec9-d9b2f201a4b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.432987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3e383e3c-d0e7-433a-9d89-5b84fd5e6184 None None] Provisioning for port 4a0157ac-a2af-499e-839d-3850b1d46cd6 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:31.447320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116edba-95bd-4a0f-83c0-d48953b6e9f0 None None] Pushing event updated for resources: {'Port': ['ID=d9451a6a-a079-4be1-a87f-1f5b0ab1df29,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:31.461653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3e383e3c-d0e7-433a-9d89-5b84fd5e6184 None None] Provisioning complete for port 4a0157ac-a2af-499e-839d-3850b1d46cd6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:31.462534 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3e383e3c-d0e7-433a-9d89-5b84fd5e6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.590850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2104495a-2fc2-46b3-aec9-d9b2f201a4b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.631336 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3e383e3c-d0e7-433a-9d89-5b84fd5e6184 None None] Port 4a0157ac-a2af-499e-839d-3850b1d46cd6 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:31.731526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Subnet': ['ID=84faf373-46d4-412a-bcc3-a76cae8b5eeb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:31.798162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b0807590-d085-4548-94eb-14a4fe766cd5 None None] Provisioning complete for port 4a0157ac-a2af-499e-839d-3850b1d46cd6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:31.800846 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b0807590-d085-4548-94eb-14a4fe766cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.862028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:31.862847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:31.863434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:31.863993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:31.864479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:31.865064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:31.889431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:31.889431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:31.889431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:31.889431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:31.889431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:31.889431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:32.202524 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.221730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b0807590-d085-4548-94eb-14a4fe766cd5 None None] Port 4a0157ac-a2af-499e-839d-3850b1d46cd6 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:32.238542 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2104495a-2fc2-46b3-aec9-d9b2f201a4b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:32.239315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f28f9b-acaf-4edc-947e-bdc6f02fa11e']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:32.240318 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2104495a-2fc2-46b3-aec9-d9b2f201a4b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.243709 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2104495a-2fc2-46b3-aec9-d9b2f201a4b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/ports/4a0157ac-a2af-499e-839d-3850b1d46cd6 HTTP/1.1" status: 200 len: 910 time: 2.4619317 Aug 19 12:42:32.263316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb8a37a-8194-48c2-b6c9-a0c12e19e49e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:32.263898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb8a37a-8194-48c2-b6c9-a0c12e19e49e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:32.270383 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51652) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:32.291129 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.298669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104495a-2fc2-46b3-aec9-d9b2f201a4b4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=4a0157ac-a2af-499e-839d-3850b1d46cd6,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:32.320626 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.332430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:32.333117 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:32.465220 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:32.471413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-a6b69b29-2cf5-450d-81b4-4256b885b695 service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4720221 Aug 19 12:42:33.406508 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8aba6795-8d2b-41ed-abaa-55dbadda36f3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.788789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38516e42-c3ab-4f7d-940a-460319e60675 req-f665a9e1-297e-49c4-9b7c-4d742b7b96ba tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:33.791882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38516e42-c3ab-4f7d-940a-460319e60675 req-f665a9e1-297e-49c4-9b7c-4d742b7b96ba tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 943 time: 2.4321835 Aug 19 12:42:33.796463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39443c31-96e9-4fe9-ac2b-421c85484879 req-57a5a1c0-d882-4d59-995e-e2d67cc87ce3 service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3142717 Aug 19 12:42:33.852199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36381d62-8c96-4109-8c6c-c1fb10e75020 req-eba003e7-24c9-4a91-9c41-fb840dc212b9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:33.855663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36381d62-8c96-4109-8c6c-c1fb10e75020 req-eba003e7-24c9-4a91-9c41-fb840dc212b9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 945 time: 2.1686995 Aug 19 12:42:33.856373 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:42:33.856373 n-d-778732-8 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:42:33.856373 n-d-778732-8 neutron-server[95660]: [parameters: {'id': 'e4f28f9b-acaf-4edc-947e-bdc6f02fa11e'}] Aug 19 12:42:33.856373 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:42:33.859391 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:42:33.884220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d9451a6a-a079-4be1-a87f-1f5b0ab1df29 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:34.066898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59af054-4894-4f8a-9208-0c02ce5538dc None None] Network e4f28f9b-acaf-4edc-947e-bdc6f02fa11e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:34.143436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36381d62-8c96-4109-8c6c-c1fb10e75020 req-dcda3d2b-1e9e-4121-97c4-eade5343af3f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2494416 Aug 19 12:42:34.186626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38516e42-c3ab-4f7d-940a-460319e60675 req-348705de-9ea2-4e79-844d-94011940cce8 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632135 Aug 19 12:42:34.211589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51680) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:34.373225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:34.458728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b0c72a7-1046-4589-b7d0-ab080e8ca7a8 None None] Provisioning for port d9451a6a-a079-4be1-a87f-1f5b0ab1df29 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:34.461223 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8aba6795-8d2b-41ed-abaa-55dbadda36f3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 4a0157ac-a2af-499e-839d-3850b1d46cd6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:34.461851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8aba6795-8d2b-41ed-abaa-55dbadda36f3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:34.480308 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d9451a6a-a079-4be1-a87f-1f5b0ab1df29 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:34.500169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d9451a6a-a079-4be1-a87f-1f5b0ab1df29 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:34.500392 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:34.608597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7b9dd-39b5-4df0-bf1a-f840bd21ed66 req-d2ea752d-4940-4da0-b1ed-0072814d5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:34.615143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fd7b9dd-39b5-4df0-bf1a-f840bd21ed66 req-d2ea752d-4940-4da0-b1ed-0072814d5027 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92483dde42a14a989853a79c94d30303&device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 1094 time: 0.5240958 Aug 19 12:42:34.719301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54990e30-668d-454a-b8d8-f612ef9b6688 None None] DHCP port deletion for e4f28f9b-acaf-4edc-947e-bdc6f02fa11e request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:42:34.875446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff60907-7306-47b4-af77-7659e2707cf1 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:34.878057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bff60907-7306-47b4-af77-7659e2707cf1 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 1091 time: 0.6646576 Aug 19 12:42:34.899660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51684) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:34.907206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '93451a5f-920e-457c-8328-503497b2338f', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:34.962921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8aba6795-8d2b-41ed-abaa-55dbadda36f3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.041753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8aba6795-8d2b-41ed-abaa-55dbadda36f3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 4a0157ac-a2af-499e-839d-3850b1d46cd6 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:35.070987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f178e2-b586-485e-9206-ee3f99f7b739 req-5ff35794-477a-44e2-8277-9dfca3ed5cc5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.089925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2f178e2-b586-485e-9206-ee3f99f7b739 req-5ff35794-477a-44e2-8277-9dfca3ed5cc5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.6318665 Aug 19 12:42:35.175397 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.274230 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.318796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2f178e2-b586-485e-9206-ee3f99f7b739 req-2b992549-722b-4bf1-b8cb-dd596623f7a2 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233932 Aug 19 12:42:35.445109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-54990e30-668d-454a-b8d8-f612ef9b6688 None None] Deleting port d9451a6a-a079-4be1-a87f-1f5b0ab1df29 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:35.446158 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-54990e30-668d-454a-b8d8-f612ef9b6688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.453241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port d9451a6a-a079-4be1-a87f-1f5b0ab1df29, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d9451a6a-a079-4be1-a87f-1f5b0ab1df29,segment=NetworkSegment(1fb8a37a-8194-48c2-b6c9-a0c12e19e49e),segment_id=1fb8a37a-8194-48c2-b6c9-a0c12e19e49e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:35.617325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7b9dd-39b5-4df0-bf1a-f840bd21ed66 req-0299cdc8-ea63-4f51-b44c-6e6f1a658776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.620293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fd7b9dd-39b5-4df0-bf1a-f840bd21ed66 req-0299cdc8-ea63-4f51-b44c-6e6f1a658776 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 HTTP/1.1" status: 200 len: 912 time: 0.9477706 Aug 19 12:42:35.622062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Deleting port d9451a6a-a079-4be1-a87f-1f5b0ab1df29 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:35.622535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.628094 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.864807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fd7b9dd-39b5-4df0-bf1a-f840bd21ed66 req-0f0f44d5-5613-4fbe-9825-90eba1f006c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76605ea1-c596-441e-9f98-15d7e650bc75 HTTP/1.1" status: 200 len: 217 time: 0.1056395 Aug 19 12:42:35.945001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55defb48-d02d-4c51-8706-0f9fd2290a5a req-3458098f-1bfe-4ecd-b1b7-f727e609fead tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.947036 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55defb48-d02d-4c51-8706-0f9fd2290a5a req-3458098f-1bfe-4ecd-b1b7-f727e609fead tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 943 time: 0.5031662 Aug 19 12:42:35.965706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d9451a6a-a079-4be1-a87f-1f5b0ab1df29 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:36.014405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] For port d9451a6a-a079-4be1-a87f-1f5b0ab1df29, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d9451a6a-a079-4be1-a87f-1f5b0ab1df29,segment=NetworkSegment(1fb8a37a-8194-48c2-b6c9-a0c12e19e49e),segment_id=1fb8a37a-8194-48c2-b6c9-a0c12e19e49e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:36.014952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.106133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Calling delete_port for d9451a6a-a079-4be1-a87f-1f5b0ab1df29 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:36.132059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-54990e30-668d-454a-b8d8-f612ef9b6688 None None] For port d9451a6a-a079-4be1-a87f-1f5b0ab1df29, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d9451a6a-a079-4be1-a87f-1f5b0ab1df29,segment=NetworkSegment(1fb8a37a-8194-48c2-b6c9-a0c12e19e49e),segment_id=1fb8a37a-8194-48c2-b6c9-a0c12e19e49e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:36.132523 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-54990e30-668d-454a-b8d8-f612ef9b6688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.136135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=d9451a6a-a079-4be1-a87f-1f5b0ab1df29,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:36.176517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-54990e30-668d-454a-b8d8-f612ef9b6688 None None] Calling delete_port for d9451a6a-a079-4be1-a87f-1f5b0ab1df29 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:36.362440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7b9dd-39b5-4df0-bf1a-f840bd21ed66 req-bcea130d-bd81-4c72-bfa1-394d833a318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.364166 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fd7b9dd-39b5-4df0-bf1a-f840bd21ed66 req-bcea130d-bd81-4c72-bfa1-394d833a318e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3f9d403-8981-4eeb-99be-5102d5ba180d HTTP/1.1" status: 200 len: 851 time: 0.4835453 Aug 19 12:42:36.426487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55defb48-d02d-4c51-8706-0f9fd2290a5a req-6085c52c-0025-44d1-8c0a-1fd6ffd55466 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413316 Aug 19 12:42:36.427303 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.463315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fd7b9dd-39b5-4df0-bf1a-f840bd21ed66 req-267a2593-76e7-40b6-8966-94de2afded83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616345 Aug 19 12:42:36.528161 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-54990e30-668d-454a-b8d8-f612ef9b6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.535928 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.574664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54990e30-668d-454a-b8d8-f612ef9b6688 None None] No DVR routers for this DVR port d9451a6a-a079-4be1-a87f-1f5b0ab1df29 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:36.664255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54990e30-668d-454a-b8d8-f612ef9b6688 None None] Pushing event deleted for resources: {'Port': ['ID=d9451a6a-a079-4be1-a87f-1f5b0ab1df29,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:36.736679 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8aba6795-8d2b-41ed-abaa-55dbadda36f3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.789543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f324827-9c66-4e0a-b0d6-2d973828919d req-9a64f668-55ff-4228-a901-aa79776b4237 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.803023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f324827-9c66-4e0a-b0d6-2d973828919d req-9a64f668-55ff-4228-a901-aa79776b4237 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.1416540 Aug 19 12:42:36.826089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba6795-8d2b-41ed-abaa-55dbadda36f3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=4a0157ac-a2af-499e-839d-3850b1d46cd6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:36.826291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.847821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fd7b9dd-39b5-4df0-bf1a-f840bd21ed66 req-1ad88b06-8613-45de-92b3-dbf199fc859a service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615808 Aug 19 12:42:36.994591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Port': ['ID=d9451a6a-a079-4be1-a87f-1f5b0ab1df29,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:37.008658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No DVR routers for this DVR port d9451a6a-a079-4be1-a87f-1f5b0ab1df29 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:37.177922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 76605ea1-c596-441e-9f98-15d7e650bc75 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:42:37.500035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8aba6795-8d2b-41ed-abaa-55dbadda36f3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.523253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f324827-9c66-4e0a-b0d6-2d973828919d req-c34f4ac9-670c-4705-a3f5-f98382830c4d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7183464 Aug 19 12:42:37.692363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.718028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f28f9b-acaf-4edc-947e-bdc6f02fa11e']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:37.735799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 76605ea1-c596-441e-9f98-15d7e650bc75, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=76605ea1-c596-441e-9f98-15d7e650bc75,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:37.792804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.25.6.77 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/f3e5607c-3fbf-4142-a936-bcfa3dff0b5e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:37.795088 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '76605ea1-c596-441e-9f98-15d7e650bc75', 'network_id': 'b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4', 'port_id': '76605ea1-c596-441e-9f98-15d7e650bc75', 'mac_address': 'fa:16:3e:28:84:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9d403-8981-4eeb-99be-5102d5ba180d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:42:37.831748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb8a37a-8194-48c2-b6c9-a0c12e19e49e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:37.832042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb8a37a-8194-48c2-b6c9-a0c12e19e49e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:37.900977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.932963 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.968375 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76605ea1-c596-441e-9f98-15d7e650bc75 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:42:38.014770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 76605ea1-c596-441e-9f98-15d7e650bc75, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=76605ea1-c596-441e-9f98-15d7e650bc75,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:38.019856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fd7b9dd-39b5-4df0-bf1a-f840bd21ed66 req-16f6a72a-b951-4eff-b8b8-5356863bbe94 service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0410969 Aug 19 12:42:38.067400 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.086840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:38.088032 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.091296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16782f-ab7a-479c-9b5a-b08a0014e038 req-5a196bd9-0b94-4ecf-9900-647cf5b02b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.093249 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4b16782f-ab7a-479c-9b5a-b08a0014e038 req-5a196bd9-0b94-4ecf-9900-647cf5b02b67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1096 time: 0.3153837 Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:38.098130 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:38.133200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae76aec-a0ef-41dc-828f-d0a1f21427de req-b803d1ad-ae13-4058-a0b6-3353f170b9bb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.140374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eae76aec-a0ef-41dc-828f-d0a1f21427de req-b803d1ad-ae13-4058-a0b6-3353f170b9bb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.3639147 Aug 19 12:42:38.173191 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.242861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aba6795-8d2b-41ed-abaa-55dbadda36f3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 96daccdd-9c22-4248-a9db-40cec906a44e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:38.327524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e84a1e-4470-4347-95b6-f3a5e041f23d req-ef8e4346-454d-408e-9e8a-b3cfe2f7b5b5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.339001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98e84a1e-4470-4347-95b6-f3a5e041f23d req-ef8e4346-454d-408e-9e8a-b3cfe2f7b5b5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 943 time: 0.6040225 Aug 19 12:42:38.395641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=76605ea1-c596-441e-9f98-15d7e650bc75,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:38.403727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.437352 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.439130 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.440657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/e4f28f9b-acaf-4edc-947e-bdc6f02fa11e HTTP/1.1" status: 204 len: 168 time: 10.3945248 Aug 19 12:42:38.456114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51718) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:38.462444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['76605ea1-c596-441e-9f98-15d7e650bc75'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:42:38.463907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-517827170'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:38.480519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aba6795-8d2b-41ed-abaa-55dbadda36f3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:38.491902 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8aba6795-8d2b-41ed-abaa-55dbadda36f3 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/96daccdd-9c22-4248-a9db-40cec906a44e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2138762 Aug 19 12:42:38.495738 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85eda9e-5263-477c-b13b-1b1d5e117376 None None] Sync routers for ids ['96daccdd-9c22-4248-a9db-40cec906a44e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:38.501146 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eae76aec-a0ef-41dc-828f-d0a1f21427de req-f7dccc44-8252-486c-a9ef-70c472bff688 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335236 Aug 19 12:42:38.502599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51720) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:38.509899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32305b-21f8-4ffe-8a43-5ddf94880785 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=e4f28f9b-acaf-4edc-947e-bdc6f02fa11e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:38.520664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98e84a1e-4470-4347-95b6-f3a5e041f23d req-f18be871-4544-4f24-b5a4-4d52f6d64a1a tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657064 Aug 19 12:42:38.548453 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85eda9e-5263-477c-b13b-1b1d5e117376 None None] Routers {'96daccdd-9c22-4248-a9db-40cec906a44e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:38.550122 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a85eda9e-5263-477c-b13b-1b1d5e117376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['96daccdd-9c22-4248-a9db-40cec906a44e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:38.648363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51724) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:38.654929 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a85eda9e-5263-477c-b13b-1b1d5e117376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:38.668473 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85eda9e-5263-477c-b13b-1b1d5e117376 None None] Routers {'96daccdd-9c22-4248-a9db-40cec906a44e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:38.669429 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a85eda9e-5263-477c-b13b-1b1d5e117376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['96daccdd-9c22-4248-a9db-40cec906a44e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:38.683137 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6bea3a51-f710-416a-9de5-aacde5f90e41 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=96daccdd-9c22-4248-a9db-40cec906a44e HTTP/1.1" status: 200 len: 205 time: 0.1787379 Aug 19 12:42:38.689538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16782f-ab7a-479c-9b5a-b08a0014e038 req-f41d8678-fafa-46d8-8808-850f78ee41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.695075 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4b16782f-ab7a-479c-9b5a-b08a0014e038 req-f41d8678-fafa-46d8-8808-850f78ee41ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.5623517 Aug 19 12:42:38.757642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:38.772322 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.928784 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a85eda9e-5263-477c-b13b-1b1d5e117376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:38.929909 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85eda9e-5263-477c-b13b-1b1d5e117376 None None] The sync data for ids ['96daccdd-9c22-4248-a9db-40cec906a44e'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:39.067409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:39.086423 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4b16782f-ab7a-479c-9b5a-b08a0014e038 req-fb8a7a8e-de79-4fa2-af41-fbf69984d089 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 998 time: 0.3658242 Aug 19 12:42:39.092385 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.093016 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment 67844332-7c0c-492f-b703-24dc93ae28be of type vlan for network cbb9062f-f81b-4a17-a9a0-be2c841c1fb6 Aug 19 12:42:39.141791 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3815b14-80f2-49bd-a9bb-bff211055c60 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.189941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.190533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085be8-f7b0-41a0-8e40-87b7806fd132 req-4b83da6c-8753-4cd4-8d1a-f29ecedd9794 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:39.193251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b085be8-f7b0-41a0-8e40-87b7806fd132 req-4b83da6c-8753-4cd4-8d1a-f29ecedd9794 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.3433521 Aug 19 12:42:39.363129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=f3e5607c-3fbf-4142-a936-bcfa3dff0b5e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:39.460912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:39.477720 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.502492 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:39.509437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:39.880566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3815b14-80f2-49bd-a9bb-bff211055c60 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.969212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3815b14-80f2-49bd-a9bb-bff211055c60 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.315400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] It took 0.82 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:42:40.325645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16782f-ab7a-479c-9b5a-b08a0014e038 req-828d1df6-5b0b-41e3-b873-f57d8e410f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:40.328527 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4b16782f-ab7a-479c-9b5a-b08a0014e038 req-828d1df6-5b0b-41e3-b873-f57d8e410f68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 1.1460111 Aug 19 12:42:40.380032 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b085be8-f7b0-41a0-8e40-87b7806fd132 req-9f817244-4df3-4a19-a6e2-e3b9981b0ae5 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0339205 Aug 19 12:42:40.411965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b3281-786f-466e-bb22-ac8089aec3e9 req-7c761a33-2e72-4c50-a18c-ee6616a09124 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:40.416565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-564b3281-786f-466e-bb22-ac8089aec3e9 req-7c761a33-2e72-4c50-a18c-ee6616a09124 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 944 time: 0.5081880 Aug 19 12:42:40.517024 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3815b14-80f2-49bd-a9bb-bff211055c60 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.521700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3815b14-80f2-49bd-a9bb-bff211055c60 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Fanout notify agent at l3_agent the message router_deleted on router 96daccdd-9c22-4248-a9db-40cec906a44e {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:42:40.546954 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3815b14-80f2-49bd-a9bb-bff211055c60 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.548910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d3815b14-80f2-49bd-a9bb-bff211055c60 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/96daccdd-9c22-4248-a9db-40cec906a44e HTTP/1.1" status: 204 len: 168 time: 1.8988054 Aug 19 12:42:40.560827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51738) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:40.655298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab0155c-fb94-4b82-8fca-e7b6c774d385 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting subnet 069e5c54-4349-4340-a501-66fd5a6365a5 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:42:40.699220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.706382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-564b3281-786f-466e-bb22-ac8089aec3e9 req-c2c4603e-839e-410f-bfe0-19f8e3781075 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784476 Aug 19 12:42:40.707574 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ab0155c-fb94-4b82-8fca-e7b6c774d385 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.733344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:40.735100 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.922298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa51a2-dcac-4b73-9258-142c018d9231 req-200f2870-708b-4b1b-9ff4-ab4f701db242 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:40.925663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09fa51a2-dcac-4b73-9258-142c018d9231 req-200f2870-708b-4b1b-9ff4-ab4f701db242 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2334445 Aug 19 12:42:40.930749 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ab0155c-fb94-4b82-8fca-e7b6c774d385 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.980034 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16782f-ab7a-479c-9b5a-b08a0014e038 req-8b7933a6-954d-49d1-9cac-9d1c7cdccdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:40.983357 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4b16782f-ab7a-479c-9b5a-b08a0014e038 req-8b7933a6-954d-49d1-9cac-9d1c7cdccdcd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4731834 Aug 19 12:42:40.994229 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5367560 Aug 19 12:42:40.996194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4c3df-beb3-4be2-abcd-630f762cb470 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=cbb9062f-f81b-4a17-a9a0-be2c841c1fb6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:41.003503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51740) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:41.015637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'network_id': 'cbb9062f-f81b-4a17-a9a0-be2c841c1fb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:41.022668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network cbb9062f-f81b-4a17-a9a0-be2c841c1fb6 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:41.167478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09fa51a2-dcac-4b73-9258-142c018d9231 req-018c4b69-87da-44a7-be76-dc4d2510c1d3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708999 Aug 19 12:42:41.380082 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ab0155c-fb94-4b82-8fca-e7b6c774d385 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.435710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 76605ea1-c596-441e-9f98-15d7e650bc75 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:41.551189 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4b16782f-ab7a-479c-9b5a-b08a0014e038 req-a7f280b7-5771-4726-8ebb-c3ee5d1d54a7 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514439 Aug 19 12:42:41.865504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ab0155c-fb94-4b82-8fca-e7b6c774d385 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.869572 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.964661 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b629bfcb-5fe6-4e5e-8a38-bd4f3c7694c7 None None] Network 495f72cd-58a5-48d6-a7b7-00804fefd441 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:41.968214 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ab0155c-fb94-4b82-8fca-e7b6c774d385 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.982112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4ab0155c-fb94-4b82-8fca-e7b6c774d385 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/069e5c54-4349-4340-a501-66fd5a6365a5 HTTP/1.1" status: 204 len: 168 time: 1.4199972 Aug 19 12:42:42.018965 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:42.039975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51752) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:42.167850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0155c-fb94-4b82-8fca-e7b6c774d385 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Subnet': ['ID=069e5c54-4349-4340-a501-66fd5a6365a5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:42.217817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 76605ea1-c596-441e-9f98-15d7e650bc75 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:42.248142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f756b-c5af-46b7-b322-dc35abce61a3 req-a2b8cda9-c1ff-4b6c-be81-f947c83bafbc tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:42.250722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb4f756b-c5af-46b7-b322-dc35abce61a3 req-a2b8cda9-c1ff-4b6c-be81-f947c83bafbc tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.5226004 Aug 19 12:42:42.265142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 76605ea1-c596-441e-9f98-15d7e650bc75 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:42.268204 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:42.432413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf0873-2155-430a-ac9c-f238865912d2 req-f0315834-4abf-4092-bc8f-da0393c7a295 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:42.435403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2dbf0873-2155-430a-ac9c-f238865912d2 req-f0315834-4abf-4092-bc8f-da0393c7a295 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 944 time: 0.3914793 Aug 19 12:42:42.555099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:42.699130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb4f756b-c5af-46b7-b322-dc35abce61a3 req-3755e83d-63cc-49cf-b1ed-1e54f2935cd9 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4113190 Aug 19 12:42:42.713385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2dbf0873-2155-430a-ac9c-f238865912d2 req-5f51ccef-d9a2-4940-873d-e501edc110cb tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100074 Aug 19 12:42:42.786178 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:42.897975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 76605ea1-c596-441e-9f98-15d7e650bc75, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=76605ea1-c596-441e-9f98-15d7e650bc75,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:42.900611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0a6da9-9062-42cb-9892-8e68e1567c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76605ea1-c596-441e-9f98-15d7e650bc75'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:42.918360 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a69c2c1-2c37-4ebd-9936-a55a39fb81c5" -d '{"events": [{"server_uuid": "3a0a6da9-9062-42cb-9892-8e68e1567c39", "name": "network-vif-plugged", "status": "completed", "tag": "76605ea1-c596-441e-9f98-15d7e650bc75"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:43.100407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa48d6-b18b-4875-84c7-0d54a667f2c0 None None] DHCP port deletion for 495f72cd-58a5-48d6-a7b7-00804fefd441 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:42:43.104648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219dc9c-830b-45e0-a0eb-0da49d92c77e req-96be9795-e382-4de2-9a14-c67b8ec5b363 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:43.117481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0219dc9c-830b-45e0-a0eb-0da49d92c77e req-96be9795-e382-4de2-9a14-c67b8ec5b363 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1786473 Aug 19 12:42:43.194431 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aa32af-537e-4000-98de-cc4567316c7b x-openstack-request-id: req-24aa32af-537e-4000-98de-cc4567316c7b {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:43.310486 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0a6da9-9062-42cb-9892-8e68e1567c39", "name": "network-vif-plugged", "status": "completed", "tag": "76605ea1-c596-441e-9f98-15d7e650bc75", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:43.310486 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24aa32af-537e-4000-98de-cc4567316c7b {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:43.310486 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0a6da9-9062-42cb-9892-8e68e1567c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76605ea1-c596-441e-9f98-15d7e650bc75', 'code': 200} Aug 19 12:42:43.310486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-80aa48d6-b18b-4875-84c7-0d54a667f2c0 None None] Deleting port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:43.310486 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-80aa48d6-b18b-4875-84c7-0d54a667f2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.312455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0219dc9c-830b-45e0-a0eb-0da49d92c77e req-b7e1f9f7-cf67-4449-97e6-1d30a6668b96 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570702 Aug 19 12:42:43.358075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.401408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aba6f6-fdc6-4e43-b605-d75990d69340 req-8d2d6c66-ac28-40cc-a078-f1ec7c6870a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:43.403745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42aba6f6-fdc6-4e43-b605-d75990d69340 req-8d2d6c66-ac28-40cc-a078-f1ec7c6870a5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 1095 time: 0.1138847 Aug 19 12:42:43.439629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-80aa48d6-b18b-4875-84c7-0d54a667f2c0 None None] For port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=85125cc5-b4ba-480e-8f1f-013d5c56c6d6,segment=NetworkSegment(8ffabf94-1f37-4d57-b0f5-5de5c1b7000f),segment_id=8ffabf94-1f37-4d57-b0f5-5de5c1b7000f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:43.440072 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-80aa48d6-b18b-4875-84c7-0d54a667f2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.461234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-80aa48d6-b18b-4875-84c7-0d54a667f2c0 None None] Calling delete_port for 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:43.480355 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4b16782f-ab7a-479c-9b5a-b08a0014e038 req-d1ff12dc-404c-4f27-8850-233164909cb4 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8729279 Aug 19 12:42:43.497894 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.526017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42aba6f6-fdc6-4e43-b605-d75990d69340 req-a773f9e6-2cbc-4c3d-9b36-d491e18a4e6b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947328 Aug 19 12:42:43.635699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:43.635699 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.776643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:43.901907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76912ae-4061-4f78-a5b0-b93f956ad55b req-ccef80ef-2e8c-4584-916b-5e1e9251d0bd tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:43.914980 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] For port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=85125cc5-b4ba-480e-8f1f-013d5c56c6d6,segment=NetworkSegment(8ffabf94-1f37-4d57-b0f5-5de5c1b7000f),segment_id=8ffabf94-1f37-4d57-b0f5-5de5c1b7000f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:43.915264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d76912ae-4061-4f78-a5b0-b93f956ad55b req-ccef80ef-2e8c-4584-916b-5e1e9251d0bd tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.0993683 Aug 19 12:42:43.915784 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.940208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:44.037106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d76912ae-4061-4f78-a5b0-b93f956ad55b req-893a34e6-9577-40f3-99d9-11cd415d699e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176186 Aug 19 12:42:44.042100 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.097349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a669c-20b1-4405-b1eb-2fd8e7922e6b req-cce8e73d-230c-4cb0-a482-e6f4a224485f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:44.100686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef6a669c-20b1-4405-b1eb-2fd8e7922e6b req-cce8e73d-230c-4cb0-a482-e6f4a224485f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 944 time: 0.1730218 Aug 19 12:42:44.166279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef6a669c-20b1-4405-b1eb-2fd8e7922e6b req-0f479c63-7f67-475f-8f61-354fcfe6951f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538883 Aug 19 12:42:44.214209 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.291582 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:44.312690 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.338401 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.359422 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-80aa48d6-b18b-4875-84c7-0d54a667f2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.362927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=76605ea1-c596-441e-9f98-15d7e650bc75,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:44.599489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa48d6-b18b-4875-84c7-0d54a667f2c0 None None] No DVR routers for this DVR port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:44.672325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a1249-66ce-4f5f-8965-62aaf049b070 req-b04d28ba-6b28-4e89-8022-371470206426 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:44.681856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-125a1249-66ce-4f5f-8965-62aaf049b070 req-b04d28ba-6b28-4e89-8022-371470206426 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1844580 Aug 19 12:42:44.704322 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa48d6-b18b-4875-84c7-0d54a667f2c0 None None] Pushing event deleted for resources: {'Port': ['ID=85125cc5-b4ba-480e-8f1f-013d5c56c6d6,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:44.806471 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.877668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-125a1249-66ce-4f5f-8965-62aaf049b070 req-785bef75-ff9b-4f81-9796-8aaa8fbeea0b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852126 Aug 19 12:42:44.969026 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.011923 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=f3e5607c-3fbf-4142-a936-bcfa3dff0b5e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:45.025004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.098351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No DVR routers for this DVR port 85125cc5-b4ba-480e-8f1f-013d5c56c6d6 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:45.228690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=85125cc5-b4ba-480e-8f1f-013d5c56c6d6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:45.420488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe53d6e-7f0c-411a-a4eb-1a54bef3a354 req-4dca4ee3-5f31-4327-be03-38fc04c02cef tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:45.434411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fe53d6e-7f0c-411a-a4eb-1a54bef3a354 req-4dca4ee3-5f31-4327-be03-38fc04c02cef tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.1190920 Aug 19 12:42:45.572265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fe53d6e-7f0c-411a-a4eb-1a54bef3a354 req-d1250ec3-5fa0-4975-9232-e4d42b671b30 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355412 Aug 19 12:42:45.696898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc8200-b186-4170-b17a-ab997254ae4d req-d8fcfa84-fe46-4074-bd85-b051f72992e3 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:45.699650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68cc8200-b186-4170-b17a-ab997254ae4d req-d8fcfa84-fe46-4074-bd85-b051f72992e3 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.2189834 Aug 19 12:42:45.819501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68cc8200-b186-4170-b17a-ab997254ae4d req-64996a13-7f3b-44be-a11c-5d65c042cb85 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068707 Aug 19 12:42:46.168968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e5ea0-a1d8-4fe8-af6c-33234adf605e req-c3ccb90b-0301-47ae-ae6f-7658619c7d4a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:46.171783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a6e5ea0-a1d8-4fe8-af6c-33234adf605e req-c3ccb90b-0301-47ae-ae6f-7658619c7d4a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1538997 Aug 19 12:42:46.184245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.212903 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495f72cd-58a5-48d6-a7b7-00804fefd441']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:46.227917 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ffabf94-1f37-4d57-b0f5-5de5c1b7000f') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:46.228957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ffabf94-1f37-4d57-b0f5-5de5c1b7000f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:46.255595 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Floating IP f188d648-8855-4aa1-b694-375aacd3378b associated. External IP: 172.25.6.77, port: 93451a5f-920e-457c-8328-503497b2338f. Aug 19 12:42:46.266144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.307377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a6e5ea0-a1d8-4fe8-af6c-33234adf605e req-75ffb429-60da-486b-9519-2d215ea7b278 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272871 Aug 19 12:42:46.385988 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.405282 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:46.405991 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:46.411651 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:46.538313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.737601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=14f6fa8c-61fc-4c37-bb54-a4946211c554,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:46.821886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.840369 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.843787 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/networks/495f72cd-58a5-48d6-a7b7-00804fefd441 HTTP/1.1" status: 204 len: 168 time: 4.7988942 Aug 19 12:42:46.861983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51812) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:46.890444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-efa7c3a2-4e1e-441a-b512-872ec0b7dacf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-828319001', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:46.894399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking segment: {'id': '67844332-7c0c-492f-b703-24dc93ae28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cbb9062f-f81b-4a17-a9a0-be2c841c1fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:46.895000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network hostable DHCP agents. Network: cbb9062f-f81b-4a17-a9a0-be2c841c1fb6, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:46.900726 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3c46f-0b21-4dca-9035-41ec2d802fd2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Network': ['ID=495f72cd-58a5-48d6-a7b7-00804fefd441,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:46.986889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda81dbb-3a2f-46e7-a2a6-c0071c7e0f71 req-dd85fac6-3c86-47b7-9cbc-a27a30cd01e4 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:47.003179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bda81dbb-3a2f-46e7-a2a6-c0071c7e0f71 req-dd85fac6-3c86-47b7-9cbc-a27a30cd01e4 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 943 time: 0.2165654 Aug 19 12:42:47.081169 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efa7c3a2-4e1e-441a-b512-872ec0b7dacf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.086987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efa7c3a2-4e1e-441a-b512-872ec0b7dacf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.123621 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51820) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:47.179618 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router e387920d-6906-4c76-be37-0ea68e312d07 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:47.201627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bda81dbb-3a2f-46e7-a2a6-c0071c7e0f71 req-7e6361fd-553c-405c-9f28-c68450a7a722 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971188 Aug 19 12:42:47.245050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:42:47.368035 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efa7c3a2-4e1e-441a-b512-872ec0b7dacf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.410859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fc52a-a9e9-4158-b4c6-751a66f39456 req-83131349-d463-45cf-b998-b1a285918780 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:47.421205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:47.424399 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f47bd9bb-c831-406f-beb5-9256f656ec13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.427731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network cbb9062f-f81b-4a17-a9a0-be2c841c1fb6 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:47.439510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-558fc52a-a9e9-4158-b4c6-751a66f39456 req-83131349-d463-45cf-b998-b1a285918780 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.3979392 Aug 19 12:42:47.448135 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efa7c3a2-4e1e-441a-b512-872ec0b7dacf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.458564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:47.489144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cea5be-6420-4ffd-9dc1-9cccf5ebc720 None None] Sync routers for ids ['e387920d-6906-4c76-be37-0ea68e312d07'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:47.498639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'port_id': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'mac_address': 'fa:16:3e:fe:70:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:42:47.514163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cea5be-6420-4ffd-9dc1-9cccf5ebc720 None None] Routers {'e387920d-6906-4c76-be37-0ea68e312d07'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:47.515724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d4cea5be-6420-4ffd-9dc1-9cccf5ebc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e387920d-6906-4c76-be37-0ea68e312d07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:47.516530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, cbb9062f-f81b-4a17-a9a0-be2c841c1fb6) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:47.527332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:47.529983 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.556738 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.568908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09badae8-a73a-467f-969b-b001341f52c3 None None] Network cbb9062f-f81b-4a17-a9a0-be2c841c1fb6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:47.612373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-558fc52a-a9e9-4158-b4c6-751a66f39456 req-79b37dac-90f6-4247-a6a7-887cdaa7365d tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160734 Aug 19 12:42:47.650621 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-34888950-3ae4-433a-be98-464dad5cc876 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 6.6365063 Aug 19 12:42:47.650621 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51826) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:47.705860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-97b438bd-e6e6-4d88-b40e-8dbd87dbac57 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3242459 Aug 19 12:42:47.781808 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-95a681fc-7520-4558-9f28-e8ba1ab904b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.8802602 Aug 19 12:42:47.790330 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.806335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'tag': '93451a5f-920e-457c-8328-503497b2338f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:47.806335 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc459a6-49b0-4fcd-8119-fc716905e765" -d '{"events": [{"name": "network-changed", "server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "tag": "93451a5f-920e-457c-8328-503497b2338f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:47.847217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:42:47.888316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:47.967337 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.024926 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-02f26b16-8660-4ec9-8155-cab61a718f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:48.030830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-02f26b16-8660-4ec9-8155-cab61a718f2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1096 time: 0.2545960 Aug 19 12:42:48.038280 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.083162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d4cea5be-6420-4ffd-9dc1-9cccf5ebc720 None None] Set router e387920d-6906-4c76-be37-0ea68e312d07 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:48.131263 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f47bd9bb-c831-406f-beb5-9256f656ec13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.179917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a9d0d-37d4-4256-baad-f87fae22eb2d req-f039a02e-80c7-442e-80e8-28b5b24924d1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:48.182546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c6a9d0d-37d4-4256-baad-f87fae22eb2d req-f039a02e-80c7-442e-80e8-28b5b24924d1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 945 time: 0.2551436 Aug 19 12:42:48.187559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-c9b0d33a-f996-4fa7-8432-b05502f2e484 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2572365 Aug 19 12:42:48.188151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.277078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:48.285170 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f47bd9bb-c831-406f-beb5-9256f656ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.324463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:42:48.366225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-156fe256-1a96-4eb1-aec5-8d2b31c72806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:48.368439 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-156fe256-1a96-4eb1-aec5-8d2b31c72806 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.2923584 Aug 19 12:42:48.399711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-51b9e3b5-5ae4-41ed-b5d6-95cc0617814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:48.403798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-51b9e3b5-5ae4-41ed-b5d6-95cc0617814b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 1096 time: 0.1456687 Aug 19 12:42:48.406018 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f47bd9bb-c831-406f-beb5-9256f656ec13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea9f26f604334de7ba7212d09e8cbca9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2756526 Aug 19 12:42:48.410978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bd9bb-c831-406f-beb5-9256f656ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ec7bad-6e71-411c-a7e8-c210f9c49670,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:48.415829 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51842) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:48.437769 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efa7c3a2-4e1e-441a-b512-872ec0b7dacf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.447193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-efa7c3a2-4e1e-441a-b512-872ec0b7dacf tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.5799234 Aug 19 12:42:48.451843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51844) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:48.456669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'network': {'name': 'tempest-RoutersTest-616527490'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:48.532395 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c55ad57-08f0-4770-b648-15564b9e9069 x-openstack-request-id: req-3c55ad57-08f0-4770-b648-15564b9e9069 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:48.536036 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "tag": "93451a5f-920e-457c-8328-503497b2338f", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:48.536036 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c55ad57-08f0-4770-b648-15564b9e9069 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:48.536036 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'tag': '93451a5f-920e-457c-8328-503497b2338f', 'status': 'completed', 'code': 200} Aug 19 12:42:48.536888 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.641438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Subnet': ['ID=14f6fa8c-61fc-4c37-bb54-a4946211c554,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:48.787844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:48.792069 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.832873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-47a92793-d601-4835-bef0-993e83ac436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:48.837306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-47a92793-d601-4835-bef0-993e83ac436b service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.2890780 Aug 19 12:42:48.851233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e22aabe1-6e98-4235-a33e-3f4737200b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.894159 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e22aabe1-6e98-4235-a33e-3f4737200b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.975987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.985270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c6a9d0d-37d4-4256-baad-f87fae22eb2d req-64ea329f-3172-4479-902e-d06d7da09027 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7236421 Aug 19 12:42:48.991458 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-850e94dd-bd38-4ba8-8f89-0aedac22e638 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66e6ea3e-7f30-4c43-bf0d-92f2d3477045 HTTP/1.1" status: 200 len: 217 time: 0.0847056 Aug 19 12:42:49.033417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51848) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:49.038331 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc459a6-49b0-4fcd-8119-fc716905e765 req-2a8bf4a3-cf5a-4534-9eda-a69be84eac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:49.041338 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8dc459a6-49b0-4fcd-8119-fc716905e765 req-2a8bf4a3-cf5a-4534-9eda-a69be84eac9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 1096 time: 0.4468279 Aug 19 12:42:49.086437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633decc9-1f8d-4b2b-9c70-a5767ddcaf16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbb9062f-f81b-4a17-a9a0-be2c841c1fb6', 'network_id': 'cbb9062f-f81b-4a17-a9a0-be2c841c1fb6', 'tenant_id': '0b90bc03028b4741b4d125f4ae35c268', 'fixed_ips': [{'subnet_id': '14f6fa8c-61fc-4c37-bb54-a4946211c554'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:42:49.087507 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-633decc9-1f8d-4b2b-9c70-a5767ddcaf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.115626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a6c7-d84e-48b4-8203-10e2f3d850e5 req-247fd417-fa34-467e-a082-0f75e11bf18c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:49.120904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f960a6c7-d84e-48b4-8203-10e2f3d850e5 req-247fd417-fa34-467e-a082-0f75e11bf18c tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 944 time: 0.2814581 Aug 19 12:42:49.126020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb9062f-f81b-4a17-a9a0-be2c841c1fb6']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:49.138163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061bfb7-0b47-48e9-8a3e-1fcf917e7d3c req-47185e70-6d3a-4b70-a788-86ecd4a01379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:49.141272 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1061bfb7-0b47-48e9-8a3e-1fcf917e7d3c req-47185e70-6d3a-4b70-a788-86ecd4a01379 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92483dde42a14a989853a79c94d30303&device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 1096 time: 0.5442352 Aug 19 12:42:49.185673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-8dc38ca9-0261-40a9-bf6f-047c9f758958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:49.188024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-8dc38ca9-0261-40a9-bf6f-047c9f758958 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.1802151 Aug 19 12:42:49.192574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-3b3c8b83-e03b-4ca7-af84-3a6a2d09555f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 998 time: 0.8017008 Aug 19 12:42:49.261437 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e22aabe1-6e98-4235-a33e-3f4737200b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.265703 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e22aabe1-6e98-4235-a33e-3f4737200b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.267517 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e22aabe1-6e98-4235-a33e-3f4737200b1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49ec7bad-6e71-411c-a7e8-c210f9c49670 HTTP/1.1" status: 204 len: 168 time: 0.8507833 Aug 19 12:42:49.288656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67844332-7c0c-492f-b703-24dc93ae28be') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:49.297224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67844332-7c0c-492f-b703-24dc93ae28be') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:49.360154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-9a3f798c-f722-4db4-aeea-6e822e56ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:49.362191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-9a3f798c-f722-4db4-aeea-6e822e56ee8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.0587287 Aug 19 12:42:49.363166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d4cea5be-6420-4ffd-9dc1-9cccf5ebc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'f188d648-8855-4aa1-b694-375aacd3378b', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'port_id': '93451a5f-920e-457c-8328-503497b2338f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'mac_address': 'fa:16:3e:7c:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:42:40Z', 'updated_at': '2021-08-19T12:42:40Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9d1432-cbf7-40dc-ad1e-a4f124937fa2', 'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:65:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:47Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:49.428382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cea5be-6420-4ffd-9dc1-9cccf5ebc720 None None] Checking router: e387920d-6906-4c76-be37-0ea68e312d07 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:49.446455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cea5be-6420-4ffd-9dc1-9cccf5ebc720 None None] Routers {'e387920d-6906-4c76-be37-0ea68e312d07'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:49.447590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d4cea5be-6420-4ffd-9dc1-9cccf5ebc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e387920d-6906-4c76-be37-0ea68e312d07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:49.453104 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4faca-74b7-494b-b2ac-b2d68bbf5988 req-baf96c24-fbbf-4eec-bf80-dc2f443ef93f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:49.464382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8d4faca-74b7-494b-b2ac-b2d68bbf5988 req-baf96c24-fbbf-4eec-bf80-dc2f443ef93f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.3261762 Aug 19 12:42:49.469444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:49.487868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aabe1-6e98-4235-a33e-3f4737200b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ec7bad-6e71-411c-a7e8-c210f9c49670,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:49.516435 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.528590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c46e96-6eaf-4052-83fd-9c1d4453d1ca None None] Network cbb9062f-f81b-4a17-a9a0-be2c841c1fb6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:49.609798 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-78896d8d-2e03-4060-b871-fa0ce140c1b5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/f188d648-8855-4aa1-b694-375aacd3378b HTTP/1.1" status: 200 len: 990 time: 0.5664902 Aug 19 12:42:49.640466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.641016 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added segment b1ee995c-8b4e-4386-a696-8ee2a856e903 of type vlan for network 836770bf-e74e-40e4-a2ca-cc88714c35b2 Aug 19 12:42:49.667973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.815388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:49.816028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:49.844453 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:49.888210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d4cea5be-6420-4ffd-9dc1-9cccf5ebc720 None None] Set router e387920d-6906-4c76-be37-0ea68e312d07 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:50.071055 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.082639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc459a6-49b0-4fcd-8119-fc716905e765 req-32a479df-a24a-4e04-b859-2a84ec3b21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:50.086138 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8dc459a6-49b0-4fcd-8119-fc716905e765 req-32a479df-a24a-4e04-b859-2a84ec3b21eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=05248d3c-a267-499b-af20-d3d333c10d90 HTTP/1.1" status: 200 len: 897 time: 1.0296707 Aug 19 12:42:50.112361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f960a6c7-d84e-48b4-8203-10e2f3d850e5 req-fc84de04-04c0-483b-b8c3-4f2af7642256 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9156022 Aug 19 12:42:50.121649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8d4faca-74b7-494b-b2ac-b2d68bbf5988 req-e1f48a74-edcd-4a21-b316-dfcf7598ea3d tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553502 Aug 19 12:42:50.132626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-34893163-c8c1-4fc3-883f-e3156ce579f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:50.135071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-34893163-c8c1-4fc3-883f-e3156ce579f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8897445 Aug 19 12:42:50.263240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-1e2a9c8e-0c55-4604-b230-6eda4bbb4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:50.263564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:42:50.275093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-1e2a9c8e-0c55-4604-b230-6eda4bbb4883 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8912129 Aug 19 12:42:50.286338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061bfb7-0b47-48e9-8a3e-1fcf917e7d3c req-71076f5f-98c6-4353-a941-965f7f6115ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:50.286338 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1061bfb7-0b47-48e9-8a3e-1fcf917e7d3c req-71076f5f-98c6-4353-a941-965f7f6115ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 HTTP/1.1" status: 200 len: 912 time: 1.1051581 Aug 19 12:42:50.397700 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.403187 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:50.404277 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.478047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d4cea5be-6420-4ffd-9dc1-9cccf5ebc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'f188d648-8855-4aa1-b694-375aacd3378b', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'port_id': '93451a5f-920e-457c-8328-503497b2338f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'mac_address': 'fa:16:3e:7c:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:42:40Z', 'updated_at': '2021-08-19T12:42:40Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9d1432-cbf7-40dc-ad1e-a4f124937fa2', 'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:65:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:47Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:50.484926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-1bf089de-a0ba-4e79-9dad-f013a3519c3c service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355436 Aug 19 12:42:50.516408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cea5be-6420-4ffd-9dc1-9cccf5ebc720 None None] The sync data for ids ['e387920d-6906-4c76-be37-0ea68e312d07'] in n-d-778732-8 is: [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'f188d648-8855-4aa1-b694-375aacd3378b', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'port_id': '93451a5f-920e-457c-8328-503497b2338f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'mac_address': 'fa:16:3e:7c:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:42:40Z', 'updated_at': '2021-08-19T12:42:40Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9d1432-cbf7-40dc-ad1e-a4f124937fa2', 'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:65:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:47Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:50.527799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.533821 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1061bfb7-0b47-48e9-8a3e-1fcf917e7d3c req-02e07a06-ea00-490f-b487-904c44ca2db3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76605ea1-c596-441e-9f98-15d7e650bc75 HTTP/1.1" status: 200 len: 217 time: 0.2288265 Aug 19 12:42:50.542460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Network': ['ID=836770bf-e74e-40e4-a2ca-cc88714c35b2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:50.546960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.555173 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/cbb9062f-f81b-4a17-a9a0-be2c841c1fb6 HTTP/1.1" status: 204 len: 168 time: 2.9050910 Aug 19 12:42:50.566429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 836770bf-e74e-40e4-a2ca-cc88714c35b2 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:50.583685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51866) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:50.606425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69715a3-afcd-4a52-b3c6-e909101bb269 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=cbb9062f-f81b-4a17-a9a0-be2c841c1fb6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:50.629887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-429233590'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:50.635183 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51868) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:50.637729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-940188ca-fe13-490f-9206-73fc7097df17 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893658 Aug 19 12:42:50.644319 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8dc459a6-49b0-4fcd-8119-fc716905e765 req-39c67964-d9ca-478b-904d-770cb632b87c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93451a5f-920e-457c-8328-503497b2338f HTTP/1.1" status: 200 len: 998 time: 0.5497727 Aug 19 12:42:50.819735 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dd6f59f1-fb87-4f2c-aa5f-14bc2e6241d4 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3679125 Aug 19 12:42:50.821619 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51874) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:50.852106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2795a752-21e9-46d8-87cb-47ef191a24b1 req-0c113ea2-f40b-4f29-88d8-0656a693fde0 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350344 Aug 19 12:42:50.856465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'subnet': {'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:50.883482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061bfb7-0b47-48e9-8a3e-1fcf917e7d3c req-d10a478a-c4f7-40ef-be0e-9227c2cf7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:50.886985 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1061bfb7-0b47-48e9-8a3e-1fcf917e7d3c req-d10a478a-c4f7-40ef-be0e-9227c2cf7599 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3f9d403-8981-4eeb-99be-5102d5ba180d HTTP/1.1" status: 200 len: 851 time: 0.3274047 Aug 19 12:42:50.918640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01bf9d57-8e5f-46b1-add9-d812fa8331ce req-98719e04-d7f9-4281-b419-afb632765b4e service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710006 Aug 19 12:42:50.972680 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-27b53ab8-088f-4989-9891-bca004499351 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/f188d648-8855-4aa1-b694-375aacd3378b HTTP/1.1" status: 200 len: 990 time: 0.3298135 Aug 19 12:42:51.019202 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:51.023403 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.031304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc459a6-49b0-4fcd-8119-fc716905e765 req-55d9b9e2-2bda-4bc6-a976-0b39cbd60ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:51.032817 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8dc459a6-49b0-4fcd-8119-fc716905e765 req-55d9b9e2-2bda-4bc6-a976-0b39cbd60ed4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c HTTP/1.1" status: 200 len: 835 time: 0.3518617 Aug 19 12:42:51.034503 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc567e67-d334-4d77-bae8-2faecc20c8fd None None] New status for floating IP f188d648-8855-4aa1-b694-375aacd3378b: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:42:51.061973 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1061bfb7-0b47-48e9-8a3e-1fcf917e7d3c req-49efa68e-2517-4964-aea8-426b07456322 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140156 Aug 19 12:42:51.120399 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-678766c6-e78a-4759-86c8-5f86214a28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.178706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:51.251446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.251986 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment 09939da0-2a76-4b8a-90f3-a25238ec0342 of type vlan for network d57b11b0-ea01-479b-b409-5f326ff1beee Aug 19 12:42:51.256119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:51.274689 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc459a6-49b0-4fcd-8119-fc716905e765 req-799f5de0-0fff-45bd-9136-78456bc40384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:51.276488 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8dc459a6-49b0-4fcd-8119-fc716905e765 req-799f5de0-0fff-45bd-9136-78456bc40384 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05248d3c-a267-499b-af20-d3d333c10d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171118 Aug 19 12:42:51.355953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:51.357314 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.362859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574e1f-3817-4969-b1de-c1f2c03e7c7f req-1f4147ea-94b2-4ba3-a0f8-eb1204fe7905 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:51.364554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55574e1f-3817-4969-b1de-c1f2c03e7c7f req-1f4147ea-94b2-4ba3-a0f8-eb1204fe7905 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.0863938 Aug 19 12:42:51.422494 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1061bfb7-0b47-48e9-8a3e-1fcf917e7d3c req-5e7ac5a4-851c-4faa-a644-cf620bfa8d8d service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484104 Aug 19 12:42:51.444976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:51.448611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.523267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55574e1f-3817-4969-b1de-c1f2c03e7c7f req-4456b4f5-9b96-4dc0-a69d-adba21a6139a tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519630 Aug 19 12:42:51.526048 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.564213 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.576200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16053e30-a6be-41c1-9016-cabf2733a1f8 req-7cfb8917-5604-4ce5-b005-7d996b89d525 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:51.578875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16053e30-a6be-41c1-9016-cabf2733a1f8 req-7cfb8917-5604-4ce5-b005-7d996b89d525 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 944 time: 0.1710346 Aug 19 12:42:51.618497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:51.627169 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dc574c-6988-4c22-8c81-bd0ab8c4193c" -d '{"events": [{"server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "name": "network-vif-plugged", "status": "completed", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:51.654490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:51.656863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16053e30-a6be-41c1-9016-cabf2733a1f8 req-e6db2341-a0d2-423a-a974-5d7d8c0446ed tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644364 Aug 19 12:42:51.701631 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8dc459a6-49b0-4fcd-8119-fc716905e765 req-2afc10ee-22c5-4845-ba1b-6949839e788b service neutron] 10.222.0.53 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739371 Aug 19 12:42:51.733538 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.743860 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ce1c54-1d1f-4c98-8a63-9bdd55fbec4c x-openstack-request-id: req-41ce1c54-1d1f-4c98-8a63-9bdd55fbec4c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:51.744224 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "name": "network-vif-plugged", "status": "completed", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:51.744564 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41ce1c54-1d1f-4c98-8a63-9bdd55fbec4c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:51.745017 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'code': 200} Aug 19 12:42:51.812142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.815115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,revision_number=10']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:51.822493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:51.823033 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.923271 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1061bfb7-0b47-48e9-8a3e-1fcf917e7d3c req-9e676183-81ad-4873-b502-b5e807e9382e service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680278 Aug 19 12:42:51.975938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51898) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:52.054287 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4469540 Aug 19 12:42:52.056836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51900) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:52.063638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'network_id': 'd57b11b0-ea01-479b-b409-5f326ff1beee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:52.069900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdf36f-ef17-4765-98ed-fad2227faca2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=d57b11b0-ea01-479b-b409-5f326ff1beee,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:52.083702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network d57b11b0-ea01-479b-b409-5f326ff1beee details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:52.139081 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8dc459a6-49b0-4fcd-8119-fc716905e765 req-6de946c2-62cf-4e17-bebc-1f3622b534e8 service neutron] 10.222.0.53 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271715 Aug 19 12:42:52.160395 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e3cf1-af2d-4b83-b240-b1be82571990 req-052384cd-a28e-416c-9b32-d108b616118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:52.164619 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb6e3cf1-af2d-4b83-b240-b1be82571990 req-052384cd-a28e-416c-9b32-d108b616118e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 1097 time: 0.1235120 Aug 19 12:42:52.230357 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fb6e3cf1-af2d-4b83-b240-b1be82571990 req-4adf5d38-5ced-4472-9832-9079d9fbffbb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500135 Aug 19 12:42:52.231340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-05ebf150-47d8-4882-8786-7a471f5130c4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/f188d648-8855-4aa1-b694-375aacd3378b HTTP/1.1" status: 200 len: 992 time: 0.2540858 Aug 19 12:42:52.243182 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.313999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Subnet': ['ID=9392923e-1e7a-41dc-9414-fe5faf8ed535,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:52.320077 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Checking segment: {'id': 'b1ee995c-8b4e-4386-a696-8ee2a856e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:52.320608 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network hostable DHCP agents. Network: 836770bf-e74e-40e4-a2ca-cc88714c35b2, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:52.397528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:52.403342 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.501365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 836770bf-e74e-40e4-a2ca-cc88714c35b2 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:52.611322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 836770bf-e74e-40e4-a2ca-cc88714c35b2) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:52.617713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:52.618425 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.629548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651fd008-3d8e-4382-9beb-fbcfa831a066 None None] Network 836770bf-e74e-40e4-a2ca-cc88714c35b2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:52.721527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d29c2-af41-4c87-bfb0-3831f6e67cc5 req-9ffe6f17-c46b-4fe6-90ba-b7ab287f5f5b tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:52.721527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be9d29c2-af41-4c87-bfb0-3831f6e67cc5 req-9ffe6f17-c46b-4fe6-90ba-b7ab287f5f5b tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.0814264 Aug 19 12:42:52.751110 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-91976e65-062a-4667-ab39-eed214485093 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9042981 Aug 19 12:42:52.751645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51926) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:52.769801 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be9d29c2-af41-4c87-bfb0-3831f6e67cc5 req-d7f6aac7-0b57-46db-9127-8c24d4e160db tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489771 Aug 19 12:42:52.813757 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.840693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-836770bf-e74e-40e4-a2ca-cc88714c35b2', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:42:52.843310 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.924055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d84d2-0dd3-4f03-b060-5da986b3a52a req-85fdaa69-9c91-4b7c-aaad-547c08946096 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:52.924688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d53d84d2-0dd3-4f03-b060-5da986b3a52a req-85fdaa69-9c91-4b7c-aaad-547c08946096 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 946 time: 0.1469650 Aug 19 12:42:52.932674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=ce06631a-b5ed-4e19-bdd0-e9499f2bb869,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:52.955671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking segment: {'id': '09939da0-2a76-4b8a-90f3-a25238ec0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd57b11b0-ea01-479b-b409-5f326ff1beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:52.957883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network hostable DHCP agents. Network: d57b11b0-ea01-479b-b409-5f326ff1beee, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:53.000696 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d53d84d2-0dd3-4f03-b060-5da986b3a52a req-5cb4df52-c930-4eae-9b65-d027fd2af027 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643213 Aug 19 12:42:53.037574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Allocated IP 172.20.0.2 (836770bf-e74e-40e4-a2ca-cc88714c35b2/9392923e-1e7a-41dc-9414-fe5faf8ed535/18ffb3b0-4aa2-4ccb-882c-d949d6c444a6) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:53.173349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network d57b11b0-ea01-479b-b409-5f326ff1beee is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:53.223474 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.236560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Transition to ACTIVE for port object 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:53.258004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Transition to ACTIVE for port object 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:53.282963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, d57b11b0-ea01-479b-b409-5f326ff1beee) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:53.286675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:53.288194 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.304372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a940a883-35ce-48bf-8e98-2e975717d379 None None] Network d57b11b0-ea01-479b-b409-5f326ff1beee requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:53.405848 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.435930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-684ff2a4-2feb-4aa7-9967-b2668daff5ad tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3777008 Aug 19 12:42:53.438405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51950) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:53.685098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.687813 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.698338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Network 836770bf-e74e-40e4-a2ca-cc88714c35b2 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:53.702913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Pushing event updated for resources: {'Port': ['ID=18ffb3b0-4aa2-4ccb-882c-d949d6c444a6,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:53.708398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:53.720611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:53.829653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Attempting to bind port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:53.830116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Attempting to bind port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b1ee995c-8b4e-4386-a696-8ee2a856e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:53.830550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Attempting to bind port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 on network 836770bf-e74e-40e4-a2ca-cc88714c35b2 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:53.837053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:53.837546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Checking segment: {'id': 'b1ee995c-8b4e-4386-a696-8ee2a856e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:53.838145 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.838540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Bound using segment: {'id': 'b1ee995c-8b4e-4386-a696-8ee2a856e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:53.839092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Bound port: 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ee995c-8b4e-4386-a696-8ee2a856e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:53.840025 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.853666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2610e2-00f3-4314-8b95-c441a5550f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-d57b11b0-ea01-479b-b409-5f326ff1beee', 'network_id': 'd57b11b0-ea01-479b-b409-5f326ff1beee', 'tenant_id': '0b90bc03028b4741b4d125f4ae35c268', 'fixed_ips': [{'subnet_id': 'ce06631a-b5ed-4e19-bdd0-e9499f2bb869'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:42:53.854760 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4a2610e2-00f3-4314-8b95-c441a5550f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.875394 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.999093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10c3b6-31af-4f1c-915a-45ce2da63c6d req-fcb71d92-3d53-4cb8-903e-3ac2e57328df tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:54.001404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a10c3b6-31af-4f1c-915a-45ce2da63c6d req-fcb71d92-3d53-4cb8-903e-3ac2e57328df tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.0806334 Aug 19 12:42:54.040459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] For port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:54.044574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] For port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=18ffb3b0-4aa2-4ccb-882c-d949d6c444a6,segment=NetworkSegment(b1ee995c-8b4e-4386-a696-8ee2a856e903),segment_id=b1ee995c-8b4e-4386-a696-8ee2a856e903)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:54.086464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a10c3b6-31af-4f1c-915a-45ce2da63c6d req-7150202e-88e4-4731-8c3a-c516187538eb tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717239 Aug 19 12:42:54.091284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Allocated IP 172.20.0.1 (836770bf-e74e-40e4-a2ca-cc88714c35b2/9392923e-1e7a-41dc-9414-fe5faf8ed535/b457a6a5-0ffc-439e-9abf-6461b13cf687) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:54.166597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6258f-bd57-449b-9480-fd53d4c195cf req-9ab7eb6b-332c-4485-9107-1ec0ff23a65d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:54.168048 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffd6258f-bd57-449b-9480-fd53d4c195cf req-9ab7eb6b-332c-4485-9107-1ec0ff23a65d tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 946 time: 0.0561800 Aug 19 12:42:54.235703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffd6258f-bd57-449b-9480-fd53d4c195cf req-e5b7fc23-faeb-41ca-be27-23d8a67d9b25 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609202 Aug 19 12:42:54.263715 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.301829 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Transition to ACTIVE for port object b457a6a5-0ffc-439e-9abf-6461b13cf687 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:54.652998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.685043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Subnet': ['ID=ce06631a-b5ed-4e19-bdd0-e9499f2bb869,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:54.711806 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.717734 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.766727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.786349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57b11b0-ea01-479b-b409-5f326ff1beee']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:54.797816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 836770bf-e74e-40e4-a2ca-cc88714c35b2 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:54.803815 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:54.805781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:54.808019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09939da0-2a76-4b8a-90f3-a25238ec0342') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:54.808615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09939da0-2a76-4b8a-90f3-a25238ec0342') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:54.824726 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.831115 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=b457a6a5-0ffc-439e-9abf-6461b13cf687,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:54.842676 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.849555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:54.850554 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:54.854315 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:54.858178 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server [None req-4a2610e2-00f3-4314-8b95-c441a5550f14 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce06631a-b5ed-4e19-bdd0-e9499f2bb869: This subnet is being modified by another concurrent operation. Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce06631a-b5ed-4e19-bdd0-e9499f2bb869: This subnet is being modified by another concurrent operation. Aug 19 12:42:54.864568 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server Aug 19 12:42:54.923158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d567c00-e90b-42e6-b1db-ceaed4f378f8 None None] Pushing event updated for resources: {'Port': ['ID=18ffb3b0-4aa2-4ccb-882c-d949d6c444a6,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:54.935931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8956f-21b8-4e0e-8437-8020d4d7f7a2 None None] Network d57b11b0-ea01-479b-b409-5f326ff1beee requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:55.125016 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.136228 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.151358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/d57b11b0-ea01-479b-b409-5f326ff1beee HTTP/1.1" status: 204 len: 168 time: 1.7105834 Aug 19 12:42:55.199280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52016) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:55.204458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2142177936'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:55.209664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.229546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6594b3c-364e-4d3f-a556-72e920851642 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=d57b11b0-ea01-479b-b409-5f326ff1beee,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:55.279639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737f1de-cb9f-4ca4-9a34-e4fb3393d141 req-94625d89-f0ec-46db-a029-e740ea352bf8 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:55.286450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b737f1de-cb9f-4ca4-9a34-e4fb3393d141 req-94625d89-f0ec-46db-a029-e740ea352bf8 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.0739322 Aug 19 12:42:55.341557 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b737f1de-cb9f-4ca4-9a34-e4fb3393d141 req-feb45236-4862-47ca-a826-0a484eea268f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449097 Aug 19 12:42:55.394412 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:42:55.435109 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-92a36a5e-2b96-4fbd-bcc8-88a4f2e0c767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.437287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:55.441755 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.473274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665e09f-c194-4ce1-8987-51abd894bfd0 req-ddf16db7-307e-4ef0-af3e-d69fd922c9ed tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:55.480669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0665e09f-c194-4ce1-8987-51abd894bfd0 req-ddf16db7-307e-4ef0-af3e-d69fd922c9ed tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 946 time: 0.0814798 Aug 19 12:42:55.524052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:55.530888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0665e09f-c194-4ce1-8987-51abd894bfd0 req-83cdd747-542d-4204-bb34-86aa31d5ac69 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478384 Aug 19 12:42:55.552078 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.552078 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment bbd25d41-3080-4739-be6e-64ffd77041de of type vlan for network f3b222f0-191e-46ca-a58f-fda4e6406f2e Aug 19 12:42:55.612372 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.653834 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.776373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:55.890497 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.897782 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.897782 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.902863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:55.903526 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:56.007501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:56.054234 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=b457a6a5-0ffc-439e-9abf-6461b13cf687,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:56.059378 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:56.070454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=f3b222f0-191e-46ca-a58f-fda4e6406f2e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:56.075995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network f3b222f0-191e-46ca-a58f-fda4e6406f2e details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:56.121820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43854b48-f7e2-462a-bc56-d2c4cb4c2986 None None] Network 836770bf-e74e-40e4-a2ca-cc88714c35b2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:56.196251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 836770bf-e74e-40e4-a2ca-cc88714c35b2 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:56.216540 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:56.227114 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-beafbfd3-f4ab-4c8d-ab98-ef7fe583f971 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0287359 Aug 19 12:42:56.230194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52042) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:56.237203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'network_id': 'f3b222f0-191e-46ca-a58f-fda4e6406f2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:56.416064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cdc38298-5f3d-4f87-8a10-dd8d3ecb4a08 None None] Provisioning for port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:56.420618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cdc38298-5f3d-4f87-8a10-dd8d3ecb4a08 None None] Provisioning complete for port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:56.421363 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cdc38298-5f3d-4f87-8a10-dd8d3ecb4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:56.492502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bb5bb-552e-4631-91f2-b56a4cfd05fa req-b5cc60c6-2979-4e87-9ebc-37f7f5edf7a7 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:56.495554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-141bb5bb-552e-4631-91f2-b56a4cfd05fa req-b5cc60c6-2979-4e87-9ebc-37f7f5edf7a7 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.0704124 Aug 19 12:42:56.532975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:42:56.538192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:56.542777 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:56.554218 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cdc38298-5f3d-4f87-8a10-dd8d3ecb4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:56.620705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cdc38298-5f3d-4f87-8a10-dd8d3ecb4a08 None None] For port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=18ffb3b0-4aa2-4ccb-882c-d949d6c444a6,segment=NetworkSegment(b1ee995c-8b4e-4386-a696-8ee2a856e903),segment_id=b1ee995c-8b4e-4386-a696-8ee2a856e903)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:56.620942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-141bb5bb-552e-4631-91f2-b56a4cfd05fa req-95ed3645-e27a-4962-85b4-600456dc134c tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139760 Aug 19 12:42:56.658062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Performing IP validity checks on allocation pools {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:42:56.658062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:42:56.740415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:56.758727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Sync routers for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:56.765282 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-df60ad09-48c5-47ac-8804-64fa2186a7ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0122344 Aug 19 12:42:56.768210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52066) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:56.768990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc1dca-e746-4924-b62b-021c83da272b req-c135ad09-2e1b-4eb7-ad95-e1aba49d2ba0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:56.770876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebcc1dca-e746-4924-b62b-021c83da272b req-c135ad09-2e1b-4eb7-ad95-e1aba49d2ba0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 946 time: 0.1308911 Aug 19 12:42:56.779083 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cdc38298-5f3d-4f87-8a10-dd8d3ecb4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:56.788849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:56.789515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'network': {'name': 'tempest-RoutersTest-1336987532'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:56.789667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:56.947463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebcc1dca-e746-4924-b62b-021c83da272b req-c4faa8fe-aa2d-49e2-8bf7-e221600762e8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168578 Aug 19 12:42:57.069734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:57.069734 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.106662 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:57.125814 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.126184 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added segment 5913ec71-4ed2-4e78-8c73-95017401bff8 of type vlan for network c68bf9bd-6a5b-42d5-9b7c-db52907c39db Aug 19 12:42:57.201757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-40c36b75-fcab-4ba2-a7f9-540c9fdd3100 None None] Provisioning complete for port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:57.201757 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-40c36b75-fcab-4ba2-a7f9-540c9fdd3100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.205265 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.206103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc38298-5f3d-4f87-8a10-dd8d3ecb4a08 None None] Pushing event updated for resources: {'Port': ['ID=18ffb3b0-4aa2-4ccb-882c-d949d6c444a6,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:57.241279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:57.289615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70880e5c-1c08-4d5c-b6bb-8418819a8b18 None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:42:57.343560 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.424916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=25bfa1b7-bf70-4335-86d7-0e1f11c55ac8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:57.436013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking segment: {'id': 'bbd25d41-3080-4739-be6e-64ffd77041de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f3b222f0-191e-46ca-a58f-fda4e6406f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:57.436468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network hostable DHCP agents. Network: f3b222f0-191e-46ca-a58f-fda4e6406f2e, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:57.464115 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.465531 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:57.466605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.536777 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.571064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Network': ['ID=c68bf9bd-6a5b-42d5-9b7c-db52907c39db,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:57.572598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70880e5c-1c08-4d5c-b6bb-8418819a8b18 None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:42:57.596207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network c68bf9bd-6a5b-42d5-9b7c-db52907c39db details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:57.601868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network f3b222f0-191e-46ca-a58f-fda4e6406f2e is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:57.728888 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-beae40ac-76c4-4e92-9914-143585050e45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9571261 Aug 19 12:42:57.731646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52102) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:57.739993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'subnet': {'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:57.740211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-40c36b75-fcab-4ba2-a7f9-540c9fdd3100 None None] Provisioning for port b457a6a5-0ffc-439e-9abf-6461b13cf687 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:57.750396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:42:54Z', 'revision_number': 2, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:42:55Z', 'revision_number': 2, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:57.798811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, f3b222f0-191e-46ca-a58f-fda4e6406f2e) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:57.810134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:57.812550 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.813775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-40c36b75-fcab-4ba2-a7f9-540c9fdd3100 None None] Provisioning complete for port b457a6a5-0ffc-439e-9abf-6461b13cf687 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:57.816565 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-40c36b75-fcab-4ba2-a7f9-540c9fdd3100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.850669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Checking router: 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:57.851795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Updating router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 port b457a6a5-0ffc-439e-9abf-6461b13cf687 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:42:57.862042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:57.874953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289307e-6205-49f1-b3a0-5361da263f56 req-536ad6de-1ccc-471b-8dd4-ac5d2913a1c1 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:57.876772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9289307e-6205-49f1-b3a0-5361da263f56 req-536ad6de-1ccc-471b-8dd4-ac5d2913a1c1 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1574874 Aug 19 12:42:57.970304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9289307e-6205-49f1-b3a0-5361da263f56 req-6ae90638-73f0-426c-b602-4f1235517497 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848131 Aug 19 12:42:57.970528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.973424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-40c36b75-fcab-4ba2-a7f9-540c9fdd3100 None None] Port b457a6a5-0ffc-439e-9abf-6461b13cf687 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:58.004274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52114) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:58.004501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-76521653-df8d-48a3-b724-8b8e4d6fcf5e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7713385 Aug 19 12:42:58.090074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:58.090074 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.167137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24497f5-4819-427a-af9a-2ac4bdf13711 req-7cd38892-2f4f-45ae-9d7b-fd727218d043 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:58.169767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:58.175099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.175305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b24497f5-4819-427a-af9a-2ac4bdf13711 req-7cd38892-2f4f-45ae-9d7b-fd727218d043 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 946 time: 0.0841761 Aug 19 12:42:58.199221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.221156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b24497f5-4819-427a-af9a-2ac4bdf13711 req-80a2f3cb-156c-4acb-b8d6-20ed716f29a7 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449083 Aug 19 12:42:58.263183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bf880f62-30dd-40f1-928f-0880064d08cd None None] Provisioning complete for port b457a6a5-0ffc-439e-9abf-6461b13cf687 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:58.263291 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bf880f62-30dd-40f1-928f-0880064d08cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.396705 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.434151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bf880f62-30dd-40f1-928f-0880064d08cd None None] Port b457a6a5-0ffc-439e-9abf-6461b13cf687 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:58.505530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e01432c-e9f4-4c86-a1ec-e27ae80d61cf None None] Network f3b222f0-191e-46ca-a58f-fda4e6406f2e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:58.645476 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.682568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Subnet': ['ID=25bfa1b7-bf70-4335-86d7-0e1f11c55ac8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:58.704361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.739895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc622b6c-78de-4e33-af88-4fee2398d1d7 None None] Network f3b222f0-191e-46ca-a58f-fda4e6406f2e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:58.746266 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.797611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Transition to ACTIVE for port object b457a6a5-0ffc-439e-9abf-6461b13cf687 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:58.816630 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.843782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b222f0-191e-46ca-a58f-fda4e6406f2e']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:58.874722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd25d41-3080-4739-be6e-64ffd77041de') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:58.875105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd25d41-3080-4739-be6e-64ffd77041de') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:58.892788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Subnet': ['ID=60366f62-f993-4e75-a600-6498a430fe5a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:58.900074 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.912971 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.922590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Checking segment: {'id': '5913ec71-4ed2-4e78-8c73-95017401bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:58.930423 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network hostable DHCP agents. Network: c68bf9bd-6a5b-42d5-9b7c-db52907c39db, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:58.937134 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.948175 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:58.949718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:58.954282 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:58.979772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64cc29-f446-4ce5-a4cc-d32fbbc16b7a None None] Pushing event updated for resources: {'Port': ['ID=b457a6a5-0ffc-439e-9abf-6461b13cf687,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:58.982756 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.082891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Attempting to bind port b457a6a5-0ffc-439e-9abf-6461b13cf687 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:59.083916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Attempting to bind port b457a6a5-0ffc-439e-9abf-6461b13cf687 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b1ee995c-8b4e-4386-a696-8ee2a856e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:59.085857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Attempting to bind port b457a6a5-0ffc-439e-9abf-6461b13cf687 on network 836770bf-e74e-40e4-a2ca-cc88714c35b2 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:59.097738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:59.098607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Checking segment: {'id': 'b1ee995c-8b4e-4386-a696-8ee2a856e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:59.099256 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.101193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Bound using segment: {'id': 'b1ee995c-8b4e-4386-a696-8ee2a856e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:59.102070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Bound port: b457a6a5-0ffc-439e-9abf-6461b13cf687, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ee995c-8b4e-4386-a696-8ee2a856e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:59.102712 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.104554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network c68bf9bd-6a5b-42d5-9b7c-db52907c39db is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:59.138921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.185793 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.195980 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/f3b222f0-191e-46ca-a58f-fda4e6406f2e HTTP/1.1" status: 204 len: 168 time: 1.1856353 Aug 19 12:42:59.197285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52144) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:59.198454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec2ab4-a6b6-40b3-841e-0b00b6c1b9d5 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=f3b222f0-191e-46ca-a58f-fda4e6406f2e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:59.203542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1217051662'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:59.226306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, c68bf9bd-6a5b-42d5-9b7c-db52907c39db) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:59.226919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45663f-47de-451c-8c55-96ecad2b8407 req-f39e241f-1a2e-438b-9036-d13cfff6e861 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:59.238237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd45663f-47de-451c-8c55-96ecad2b8407 req-f39e241f-1a2e-438b-9036-d13cfff6e861 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1255574 Aug 19 12:42:59.251990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:59.257491 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.273977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] For port b457a6a5-0ffc-439e-9abf-6461b13cf687, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:59.283406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] For port b457a6a5-0ffc-439e-9abf-6461b13cf687, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b457a6a5-0ffc-439e-9abf-6461b13cf687,segment=NetworkSegment(b1ee995c-8b4e-4386-a696-8ee2a856e903),segment_id=b1ee995c-8b4e-4386-a696-8ee2a856e903)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:59.293088 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18d6fec-89d9-45a0-829c-26c15788f9d7 None None] Network c68bf9bd-6a5b-42d5-9b7c-db52907c39db requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:59.324121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd45663f-47de-451c-8c55-96ecad2b8407 req-54aba0d0-659c-4e47-892b-ad70039f0f4d tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771687 Aug 19 12:42:59.373312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:59.377593 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.421713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:59.438904 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.439252 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment cb4ca5f6-cf15-498b-8155-eb233346697e of type vlan for network 594d5c0d-8e3f-4b00-a52d-faa5c757b807 Aug 19 12:42:59.462058 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a2314de7-62b3-48c0-928f-905bc296352d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7291455 Aug 19 12:42:59.466282 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52150) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:59.503849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52152) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:59.528199 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.561251 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.665053 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.681316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64cc29-f446-4ce5-a4cc-d32fbbc16b7a None None] Pushing event updated for resources: {'Port': ['ID=b457a6a5-0ffc-439e-9abf-6461b13cf687,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:59.693963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:59.694781 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.707384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:59.708050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:59.917050 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec697ec1-3942-433d-b05c-48af411c1748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.923342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=594d5c0d-8e3f-4b00-a52d-faa5c757b807,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:59.965928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 594d5c0d-8e3f-4b00-a52d-faa5c757b807 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:00.000129 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6c51d6bb-ab43-4c5c-a519-67b790b9f95b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7969735 Aug 19 12:43:00.000129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52158) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:00.021147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'network_id': '594d5c0d-8e3f-4b00-a52d-faa5c757b807', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:00.052952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:00.054131 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:00.093169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:00.259083 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec697ec1-3942-433d-b05c-48af411c1748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:00.295225 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:00.401071 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec697ec1-3942-433d-b05c-48af411c1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:00.462216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Allocated IP 172.21.0.2 (c68bf9bd-6a5b-42d5-9b7c-db52907c39db/60366f62-f993-4e75-a600-6498a430fe5a/3da9b686-bbd6-441e-af11-72556eb60034) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:00.509282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ec697ec1-3942-433d-b05c-48af411c1748 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70b37fe558064caea31f8c3a448a341c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0040050 Aug 19 12:43:00.511385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec697ec1-3942-433d-b05c-48af411c1748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04255a52-262c-4f01-9e6a-e66525cdfa96,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:00.515960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52166) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:00.555574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d3a6-db78-435a-a8b2-6536af462e85 req-4fd73ae8-ced4-4407-8a40-b015f9fdd3b1 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:00.557189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1f4d3a6-db78-435a-a8b2-6536af462e85 req-4fd73ae8-ced4-4407-8a40-b015f9fdd3b1 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1201203 Aug 19 12:43:00.575543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:00.575543 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:00.703586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:42:54Z', 'revision_number': 2, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:42:59Z', 'revision_number': 4, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:00.713520 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32e4a3e1-c5ac-4395-afd0-f6a8c6b946e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:00.721114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1f4d3a6-db78-435a-a8b2-6536af462e85 req-e7c4e5a0-b7cd-43fc-9e55-fc3c3abdb25d tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407595 Aug 19 12:43:00.763359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366679ce-a4ed-41d4-a80d-dc6f84dd556d None None] The sync data for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 is: [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:42:54Z', 'revision_number': 2, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:42:59Z', 'revision_number': 4, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:00.781334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32e4a3e1-c5ac-4395-afd0-f6a8c6b946e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:00.815289 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:00.829698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Transition to ACTIVE for port object 3da9b686-bbd6-441e-af11-72556eb60034 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:00.861416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Transition to ACTIVE for port object 3da9b686-bbd6-441e-af11-72556eb60034 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:01.017879 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.072414 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32e4a3e1-c5ac-4395-afd0-f6a8c6b946e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.085090 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32e4a3e1-c5ac-4395-afd0-f6a8c6b946e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.090856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-32e4a3e1-c5ac-4395-afd0-f6a8c6b946e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04255a52-262c-4f01-9e6a-e66525cdfa96 HTTP/1.1" status: 204 len: 168 time: 0.5739081 Aug 19 12:43:01.108531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a3e1-c5ac-4395-afd0-f6a8c6b946e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04255a52-262c-4f01-9e6a-e66525cdfa96,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:01.111491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Network c68bf9bd-6a5b-42d5-9b7c-db52907c39db is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:01.118481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:01.132793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:01.161021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Allocated IP 172.21.0.1 (c68bf9bd-6a5b-42d5-9b7c-db52907c39db/60366f62-f993-4e75-a600-6498a430fe5a/22dccae4-c6b9-4423-9bd4-0d50a14e0795) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:01.162811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Pushing event updated for resources: {'Port': ['ID=3da9b686-bbd6-441e-af11-72556eb60034,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:01.234482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Attempting to bind port 3da9b686-bbd6-441e-af11-72556eb60034 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:01.241289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Attempting to bind port 3da9b686-bbd6-441e-af11-72556eb60034 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '5913ec71-4ed2-4e78-8c73-95017401bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:01.241289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Attempting to bind port 3da9b686-bbd6-441e-af11-72556eb60034 on network c68bf9bd-6a5b-42d5-9b7c-db52907c39db {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:01.241691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.241974 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:01.242366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Checking segment: {'id': '5913ec71-4ed2-4e78-8c73-95017401bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:01.242783 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.243186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Bound using segment: {'id': '5913ec71-4ed2-4e78-8c73-95017401bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:01.243678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Bound port: 3da9b686-bbd6-441e-af11-72556eb60034, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5913ec71-4ed2-4e78-8c73-95017401bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:01.244073 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.325745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking segment: {'id': 'cb4ca5f6-cf15-498b-8155-eb233346697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '594d5c0d-8e3f-4b00-a52d-faa5c757b807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:01.326599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network hostable DHCP agents. Network: 594d5c0d-8e3f-4b00-a52d-faa5c757b807, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:01.344117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=265ac4f5-19ce-462d-b146-65bd7e882522,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:01.389483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] For port 3da9b686-bbd6-441e-af11-72556eb60034, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:01.393160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] For port 3da9b686-bbd6-441e-af11-72556eb60034, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3da9b686-bbd6-441e-af11-72556eb60034,segment=NetworkSegment(5913ec71-4ed2-4e78-8c73-95017401bff8),segment_id=5913ec71-4ed2-4e78-8c73-95017401bff8)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:01.410994 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.426451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Transition to ACTIVE for port object 22dccae4-c6b9-4423-9bd4-0d50a14e0795 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:01.567034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network 594d5c0d-8e3f-4b00-a52d-faa5c757b807 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:01.568185 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.569774 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.643326 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network c68bf9bd-6a5b-42d5-9b7c-db52907c39db is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:01.643326 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:01.645434 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:01.695982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62de84-8675-4e66-b226-8c9be95c408a None None] Pushing event updated for resources: {'Port': ['ID=3da9b686-bbd6-441e-af11-72556eb60034,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:01.730843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 594d5c0d-8e3f-4b00-a52d-faa5c757b807) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:01.737720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:01.738030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.739781 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.750915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78898d8-1cfb-45cc-b9a2-fb0892c7d8c4 None None] Network 594d5c0d-8e3f-4b00-a52d-faa5c757b807 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:01.883712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=22dccae4-c6b9-4423-9bd4-0d50a14e0795,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:01.944405 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-67fe912a-a6b3-41f7-b6f7-a7adbf4ecc0a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9358408 Aug 19 12:43:01.973081 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52182) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:02.067951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53253-41ab-43e5-af5f-8f16f16f12d2 req-a268cb4f-f4ba-4060-b805-528e52c6a837 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:02.084440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9d53253-41ab-43e5-af5f-8f16f16f12d2 req-a268cb4f-f4ba-4060-b805-528e52c6a837 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1702383 Aug 19 12:43:02.158394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b457a6a5-0ffc-439e-9abf-6461b13cf687 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:02.164505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-594d5c0d-8e3f-4b00-a52d-faa5c757b807', 'network_id': '594d5c0d-8e3f-4b00-a52d-faa5c757b807', 'tenant_id': '0b90bc03028b4741b4d125f4ae35c268', 'fixed_ips': [{'subnet_id': '265ac4f5-19ce-462d-b146-65bd7e882522'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:02.166132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9d53253-41ab-43e5-af5f-8f16f16f12d2 req-656b0ca9-740b-4036-9835-80933dcda9a2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743048 Aug 19 12:43:02.166284 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.284162 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.329238 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.373635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52184) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:02.392532 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6360cf5b-537f-4684-97cd-90922eb1d672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.445802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b457a6a5-0ffc-439e-9abf-6461b13cf687 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:02.453359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b457a6a5-0ffc-439e-9abf-6461b13cf687 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:02.453809 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.485910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.509703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Allocated IP 172.20.0.1 (594d5c0d-8e3f-4b00-a52d-faa5c757b807/265ac4f5-19ce-462d-b146-65bd7e882522/f0d27017-7012-4101-b7c9-3ae5647f1307) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:02.565430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6360cf5b-537f-4684-97cd-90922eb1d672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.662007 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6360cf5b-537f-4684-97cd-90922eb1d672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.681752 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.734920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6360cf5b-537f-4684-97cd-90922eb1d672 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=906026ee2e2f4cefa8816b7d112e9687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570299 Aug 19 12:43:02.734920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360cf5b-537f-4684-97cd-90922eb1d672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef88b9a-2df6-42da-a612-e2acd5d9437e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:02.738043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52186) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:02.786134 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port b457a6a5-0ffc-439e-9abf-6461b13cf687, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b457a6a5-0ffc-439e-9abf-6461b13cf687,segment=NetworkSegment(b1ee995c-8b4e-4386-a696-8ee2a856e903),segment_id=b1ee995c-8b4e-4386-a696-8ee2a856e903)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:02.862344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4d02833-5819-42eb-b41e-6b19c1b5d0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.918721 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4d02833-5819-42eb-b41e-6b19c1b5d0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.942355 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.019092 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.072526 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.114262 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4d02833-5819-42eb-b41e-6b19c1b5d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.120118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=b457a6a5-0ffc-439e-9abf-6461b13cf687,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:03.127564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4d02833-5819-42eb-b41e-6b19c1b5d0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.127564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f4d02833-5819-42eb-b41e-6b19c1b5d0f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aef88b9a-2df6-42da-a612-e2acd5d9437e HTTP/1.1" status: 204 len: 168 time: 0.3837690 Aug 19 12:43:03.127948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Transition to ACTIVE for port object f0d27017-7012-4101-b7c9-3ae5647f1307 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:03.144125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d02833-5819-42eb-b41e-6b19c1b5d0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef88b9a-2df6-42da-a612-e2acd5d9437e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:03.158356 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.186061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Transition to ACTIVE for port object f0d27017-7012-4101-b7c9-3ae5647f1307 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:03.303792 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.414513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160deb8-7fc2-4404-8ef5-f33914946a80 req-063d9664-4c96-4117-82c2-eb5256d5f7d8 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:03.419410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6160deb8-7fc2-4404-8ef5-f33914946a80 req-063d9664-4c96-4117-82c2-eb5256d5f7d8 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1315930 Aug 19 12:43:03.441601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=22dccae4-c6b9-4423-9bd4-0d50a14e0795,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:03.458473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Network 594d5c0d-8e3f-4b00-a52d-faa5c757b807 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:03.459971 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.464191 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.468069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:03.472163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7106f3b3-de6f-4739-b92e-896c7565f840 None None] Network c68bf9bd-6a5b-42d5-9b7c-db52907c39db requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:03.477914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:03.503061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6160deb8-7fc2-4404-8ef5-f33914946a80 req-7c828c8a-6368-4f1d-8d70-915e2a3aad6d tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753279 Aug 19 12:43:03.585267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Pushing event updated for resources: {'Port': ['ID=f0d27017-7012-4101-b7c9-3ae5647f1307,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:03.606634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Subnet': ['ID=265ac4f5-19ce-462d-b146-65bd7e882522,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:03.690413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Attempting to bind port f0d27017-7012-4101-b7c9-3ae5647f1307 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:03.690413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Attempting to bind port f0d27017-7012-4101-b7c9-3ae5647f1307 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'cb4ca5f6-cf15-498b-8155-eb233346697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '594d5c0d-8e3f-4b00-a52d-faa5c757b807'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:03.690413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Attempting to bind port f0d27017-7012-4101-b7c9-3ae5647f1307 on network 594d5c0d-8e3f-4b00-a52d-faa5c757b807 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:03.708014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:03.708382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Checking segment: {'id': 'cb4ca5f6-cf15-498b-8155-eb233346697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '594d5c0d-8e3f-4b00-a52d-faa5c757b807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:03.708797 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.709877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Bound using segment: {'id': 'cb4ca5f6-cf15-498b-8155-eb233346697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '594d5c0d-8e3f-4b00-a52d-faa5c757b807'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:03.710385 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Bound port: f0d27017-7012-4101-b7c9-3ae5647f1307, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4ca5f6-cf15-498b-8155-eb233346697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '594d5c0d-8e3f-4b00-a52d-faa5c757b807'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:03.710781 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.714358 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.752426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594d5c0d-8e3f-4b00-a52d-faa5c757b807']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:03.792846 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4ca5f6-cf15-498b-8155-eb233346697e') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:03.792846 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4ca5f6-cf15-498b-8155-eb233346697e') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:03.837716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.858430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network c68bf9bd-6a5b-42d5-9b7c-db52907c39db is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:03.868886 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:03.972373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3a74a8d3-d18b-4fd5-955f-d7a6de840c24 None None] Provisioning for port 3da9b686-bbd6-441e-af11-72556eb60034 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:04.019365 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.034881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3da9b686-bbd6-441e-af11-72556eb60034 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:04.040068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:04.054420 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:04.130650 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:04.218665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] For port f0d27017-7012-4101-b7c9-3ae5647f1307, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:04.244890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:04.311747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] For port f0d27017-7012-4101-b7c9-3ae5647f1307, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f0d27017-7012-4101-b7c9-3ae5647f1307,segment=NetworkSegment(cb4ca5f6-cf15-498b-8155-eb233346697e),segment_id=cb4ca5f6-cf15-498b-8155-eb233346697e)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:04.411143 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 3da9b686-bbd6-441e-af11-72556eb60034 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:04.417984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3da9b686-bbd6-441e-af11-72556eb60034 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:04.418593 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.484297 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.785547 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.852155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73461b-9fb3-48f1-8f6d-d56bb9bceb82 None None] Network 594d5c0d-8e3f-4b00-a52d-faa5c757b807 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:04.865159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3b69277a-ae78-4dd4-b034-9b7a0c06f780 None None] Provisioning complete for port 3da9b686-bbd6-441e-af11-72556eb60034 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:04.866714 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3b69277a-ae78-4dd4-b034-9b7a0c06f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.883795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a18b33-1639-4f44-944c-7058f3b16f2d req-5be4cded-5159-42e6-b0ae-57c903be4be2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:04.894712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18a18b33-1639-4f44-944c-7058f3b16f2d req-5be4cded-5159-42e6-b0ae-57c903be4be2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1353345 Aug 19 12:43:04.905857 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:43:04.905857 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:43:04.905857 n-d-778732-8 neutron-server[95661]: [parameters: {'id': '594d5c0d-8e3f-4b00-a52d-faa5c757b807'}] Aug 19 12:43:04.905857 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:43:04.907106 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:43:04.951017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d90948-27e1-41ad-9eb7-729dceb7f5b1 None None] Pushing event updated for resources: {'Port': ['ID=f0d27017-7012-4101-b7c9-3ae5647f1307,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:04.967015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-18a18b33-1639-4f44-944c-7058f3b16f2d req-2630f290-ff88-4510-a9eb-312fadcf47f9 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666583 Aug 19 12:43:04.977423 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:04.984123 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3e505418-54c3-4fcb-86de-153cee7ec23a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5160782 Aug 19 12:43:04.987354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:04.993401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'network': {'name': 'tempest-RoutersTest-47882204'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:05.010507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 3da9b686-bbd6-441e-af11-72556eb60034, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3da9b686-bbd6-441e-af11-72556eb60034,segment=NetworkSegment(5913ec71-4ed2-4e78-8c73-95017401bff8),segment_id=5913ec71-4ed2-4e78-8c73-95017401bff8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:05.019431 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Sync routers for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:05.041621 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:05.042368 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:05.201890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:05.207006 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.212834 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.213727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b457a6a5-0ffc-439e-9abf-6461b13cf687 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:05.229182 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3b69277a-ae78-4dd4-b034-9b7a0c06f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.299979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:05.313273 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:05.320295 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.321077 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added segment 2fed22ea-fc3e-4ca9-9537-c519956e8a46 of type vlan for network 7d25a651-0214-4f5d-8716-d595d5673ba9 Aug 19 12:43:05.399393 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.407621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.576369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Deleting port f0d27017-7012-4101-b7c9-3ae5647f1307 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:05.577885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.641438 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.650804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=3da9b686-bbd6-441e-af11-72556eb60034,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:05.652423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:05.653142 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.691578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-3b69277a-ae78-4dd4-b034-9b7a0c06f780 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:43:05.691578 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-3b69277a-ae78-4dd4-b034-9b7a0c06f780 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:43:05.691578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b457a6a5-0ffc-439e-9abf-6461b13cf687 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:05.691578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.718133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52234) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:05.758008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] For port f0d27017-7012-4101-b7c9-3ae5647f1307, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f0d27017-7012-4101-b7c9-3ae5647f1307,segment=NetworkSegment(cb4ca5f6-cf15-498b-8155-eb233346697e),segment_id=cb4ca5f6-cf15-498b-8155-eb233346697e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:05.758886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.798385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dc031-e97d-445b-a269-a774a0c148ce req-a3861382-c2f5-44df-8873-5d0574ab00b6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:05.816737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Calling delete_port for f0d27017-7012-4101-b7c9-3ae5647f1307 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:05.816991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c63dc031-e97d-445b-a269-a774a0c148ce req-a3861382-c2f5-44df-8873-5d0574ab00b6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 945 time: 0.2776673 Aug 19 12:43:05.828914 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 3, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 2, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:05.839672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7389446f-aac3-4b7b-a68e-4a63b891a6e2 None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:43:05.911324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Network': ['ID=7d25a651-0214-4f5d-8716-d595d5673ba9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:05.919086 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Checking router: 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:05.919086 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Updating router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 port 22dccae4-c6b9-4423-9bd4-0d50a14e0795 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:05.961843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c63dc031-e97d-445b-a269-a774a0c148ce req-b8b7c01d-bd6f-453a-92b6-f9bdea9a57c7 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1434305 Aug 19 12:43:05.972119 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.996094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bd911947-86e1-4f05-9fa2-6efdf52d221f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0075250 Aug 19 12:43:05.997221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52240) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:06.011619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'subnet': {'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:06.031872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52244) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:06.090760 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-430675895-network', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:06.156468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.242827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389446f-aac3-4b7b-a68e-4a63b891a6e2 None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:43:06.248428 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Made reservation on behalf of 97a318c0185c467991581ea4b31bdfc2 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:06.249486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 7d25a651-0214-4f5d-8716-d595d5673ba9 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:06.258873 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.308364 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Port': ['ID=f0d27017-7012-4101-b7c9-3ae5647f1307,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:06.317869 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.320607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No DVR routers for this DVR port f0d27017-7012-4101-b7c9-3ae5647f1307 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:06.532135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.550366 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594d5c0d-8e3f-4b00-a52d-faa5c757b807']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:06.567285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4ca5f6-cf15-498b-8155-eb233346697e') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:06.567717 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4ca5f6-cf15-498b-8155-eb233346697e') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:06.581594 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.603595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.611723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:06.612189 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.652222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d32adc26-9bd1-4d71-9b4e-af75ad7289b3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/f188d648-8855-4aa1-b694-375aacd3378b HTTP/1.1" status: 200 len: 992 time: 0.6168275 Aug 19 12:43:06.664716 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.687000 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Transition to ACTIVE for port object 22dccae4-c6b9-4423-9bd4-0d50a14e0795 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:06.700086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef625c-58dc-4b51-879d-74cc26b2ea35 req-c7c7c93e-ed3f-4602-8b23-c5daf9993bb1 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:06.713912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cef625c-58dc-4b51-879d-74cc26b2ea35 req-c7c7c93e-ed3f-4602-8b23-c5daf9993bb1 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.5125883 Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:06.741323 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:06.797612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cef625c-58dc-4b51-879d-74cc26b2ea35 req-ca2ff3bf-d7bf-4ae5-b35e-36e3d3b0add1 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815697 Aug 19 12:43:06.819727 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.898267 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.910083 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3da9b686-bbd6-441e-af11-72556eb60034 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:06.965016 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Pushing event updated for resources: {'Port': ['ID=22dccae4-c6b9-4423-9bd4-0d50a14e0795,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:07.003925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.013143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52258) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:07.016709 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/594d5c0d-8e3f-4b00-a52d-faa5c757b807 HTTP/1.1" status: 204 len: 168 time: 5.0416830 Aug 19 12:43:07.025943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1778116533'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:07.030224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eca272-45ec-43c7-ae2b-6c8ee722d108 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=594d5c0d-8e3f-4b00-a52d-faa5c757b807,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:07.043146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3b69277a-ae78-4dd4-b034-9b7a0c06f780 None None] Provisioning for port 22dccae4-c6b9-4423-9bd4-0d50a14e0795 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:07.055119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3da9b686-bbd6-441e-af11-72556eb60034 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:07.055636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.075800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.075800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.075800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.075800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.075800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.075800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.075800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.075800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.077245 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.078148 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.083702 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.084658 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:07.178673 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.202842 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Attempting to bind port 22dccae4-c6b9-4423-9bd4-0d50a14e0795 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:07.203510 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Attempting to bind port 22dccae4-c6b9-4423-9bd4-0d50a14e0795 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '5913ec71-4ed2-4e78-8c73-95017401bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:07.204080 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Attempting to bind port 22dccae4-c6b9-4423-9bd4-0d50a14e0795 on network c68bf9bd-6a5b-42d5-9b7c-db52907c39db {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:07.213456 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:07.213915 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Checking segment: {'id': '5913ec71-4ed2-4e78-8c73-95017401bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:07.214889 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.215124 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Bound using segment: {'id': '5913ec71-4ed2-4e78-8c73-95017401bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:07.216056 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Bound port: 22dccae4-c6b9-4423-9bd4-0d50a14e0795, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5913ec71-4ed2-4e78-8c73-95017401bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:07.216532 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.234252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14cdb1-d8c6-4d53-912d-b5c095549f40 req-70ba9b1e-3bfd-42a2-a491-1ec2c28a5e92 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:07.251483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b14cdb1-d8c6-4d53-912d-b5c095549f40 req-70ba9b1e-3bfd-42a2-a491-1ec2c28a5e92 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 1096 time: 0.1121426 Aug 19 12:43:07.270143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.328855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:07.340169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b14cdb1-d8c6-4d53-912d-b5c095549f40 req-4b2ea93c-388f-4de9-b571-a694cb5afc8a tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870447 Aug 19 12:43:07.369131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459edf8f-ea04-404c-8bbc-1bdd91bbd393,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:07.371474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:43:07.371474 n-d-778732-8 neutron-server[95660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:43:07.371474 n-d-778732-8 neutron-server[95660]: [parameters: {'project_id_1': '0b90bc03028b4741b4d125f4ae35c268', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 43, 7, 52022)}] Aug 19 12:43:07.371474 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:43:07.371474 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:43:07.393790 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.397452 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Added segment f2e40d46-0031-4e43-91cc-119fd34185b2 of type vlan for network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d Aug 19 12:43:07.398227 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] For port 22dccae4-c6b9-4423-9bd4-0d50a14e0795, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:07.417685 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] For port 22dccae4-c6b9-4423-9bd4-0d50a14e0795, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=22dccae4-c6b9-4423-9bd4-0d50a14e0795,segment=NetworkSegment(5913ec71-4ed2-4e78-8c73-95017401bff8),segment_id=5913ec71-4ed2-4e78-8c73-95017401bff8)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:07.484031 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.554569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:07.559957 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.608147 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.690866 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:07.692122 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:07.695950 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d698b38-9353-4f73-aa77-147ce56e4e67 None None] Pushing event updated for resources: {'Port': ['ID=22dccae4-c6b9-4423-9bd4-0d50a14e0795,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:07.711484 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.722540 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:07.729604 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.959709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] Pushing event updated for resources: {'Network': ['ID=9a2c5af0-596e-4205-80e2-2da4e0c8a11d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:07.981444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:07.988671 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a9ab2242-eb06-48e8-911e-969f49694e44 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2663984 Aug 19 12:43:07.989004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52266) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:08.009403 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:08.028160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] Request body: {'subnet': {'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-430675895-subnet', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:08.280275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45375-723d-49d9-94e9-22127a1ba18b req-8cde5775-4c23-48ee-a872-01c788dcc470 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.282432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85c45375-723d-49d9-94e9-22127a1ba18b req-8cde5775-4c23-48ee-a872-01c788dcc470 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1694288 Aug 19 12:43:08.284103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:08.290036 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.353055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.456415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] Made reservation on behalf of 97a318c0185c467991581ea4b31bdfc2 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:08.462806 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.506987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:08.537970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85c45375-723d-49d9-94e9-22127a1ba18b req-c04c3fd3-a0bf-4c0f-b578-2717712b95ae tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317309 Aug 19 12:43:08.556728 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.557310 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment 941498e1-36db-4430-be15-59db96ac0c01 of type vlan for network 9896eb38-32a9-440b-96b8-1569abe4c1d0 Aug 19 12:43:08.591674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Subnet': ['ID=6776988f-2b8f-495e-9556-3b4b76b04dca,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:08.664034 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 3, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:07Z', 'revision_number': 4, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:08.678901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Checking segment: {'id': '2fed22ea-fc3e-4ca9-9537-c519956e8a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:08.680035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network hostable DHCP agents. Network: 7d25a651-0214-4f5d-8716-d595d5673ba9, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:08.689554 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.719774 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3045a18-8268-46a5-865e-009a89eefa5b None None] The sync data for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 is: [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 3, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:07Z', 'revision_number': 4, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:08.853235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 7d25a651-0214-4f5d-8716-d595d5673ba9 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:08.930892 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.939365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.940360 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.001948 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.012481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 7d25a651-0214-4f5d-8716-d595d5673ba9) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:09.025709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771254ac-152d-48f6-b485-5372ec49efbc None None] Network 7d25a651-0214-4f5d-8716-d595d5673ba9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:09.026268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:09.026433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.052027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=9896eb38-32a9-440b-96b8-1569abe4c1d0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:09.101512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 9896eb38-32a9-440b-96b8-1569abe4c1d0 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:09.128200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0774a122-733a-4c9b-95be-b9d7c3a7417d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1101830 Aug 19 12:43:09.132025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52288) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:09.140237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'network_id': '9896eb38-32a9-440b-96b8-1569abe4c1d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:09.156002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d4701e-4f2f-428b-b9da-1cfc874399b8,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:09.162596 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] Checking segment: {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:09.163275 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] Network hostable DHCP agents. Network: 9a2c5af0-596e-4205-80e2-2da4e0c8a11d, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:09.305015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] Network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:09.375817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-7d25a651-0214-4f5d-8716-d595d5673ba9', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:09.376643 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.424975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 9a2c5af0-596e-4205-80e2-2da4e0c8a11d) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:09.437970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:09.437970 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.444750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de56eb0-31e9-4e58-8b9d-8f2199306543 None None] Network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:09.546620 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ad4ed546-c6b6-4f58-b0af-4e6f23e6ce6e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5538969 Aug 19 12:43:09.551403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52304) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:09.558816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-430675895-router', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:09.657969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-310a69e3-1257-41e2-a1db-58f3de2fb931 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6587586 Aug 19 12:43:09.659948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52310) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:09.776451 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-abbd8406-1994-4cfd-b09a-82ae42dedb56 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2907138 Aug 19 12:43:09.831279 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.838234 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.961517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:09.966102 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.008968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.029177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Allocated IP 172.22.0.2 (7d25a651-0214-4f5d-8716-d595d5673ba9/6776988f-2b8f-495e-9556-3b4b76b04dca/20427a0c-f35c-4826-a778-323d41b13864) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:10.136307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e07a86-21dc-470a-a86f-192a872210e0 req-69ff1f9c-0b52-46ec-b3e8-b229ea06fe16 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:10.143240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75e07a86-21dc-470a-a86f-192a872210e0 req-69ff1f9c-0b52-46ec-b3e8-b229ea06fe16 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.3650150 Aug 19 12:43:10.293471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-9a2c5af0-596e-4205-80e2-2da4e0c8a11d', 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'fixed_ips': [{'subnet_id': '49d4701e-4f2f-428b-b9da-1cfc874399b8'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:10.297231 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.395230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.460328 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75e07a86-21dc-470a-a86f-192a872210e0 req-e3ce8803-5378-4346-944a-8549972795da tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067377 Aug 19 12:43:10.548114 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.587869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Transition to ACTIVE for port object 20427a0c-f35c-4826-a778-323d41b13864 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:10.654832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Transition to ACTIVE for port object 20427a0c-f35c-4826-a778-323d41b13864 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:10.683228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Allocated IP 172.20.0.2 (9a2c5af0-596e-4205-80e2-2da4e0c8a11d/49d4701e-4f2f-428b-b9da-1cfc874399b8/b66f9201-557e-452f-bffd-1d2d4e324c0c) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:10.765196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.858922 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.921949 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.942032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22dccae4-c6b9-4423-9bd4-0d50a14e0795 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:10.984907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.025851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Network 7d25a651-0214-4f5d-8716-d595d5673ba9 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:11.072184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:11.082357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Pushing event updated for resources: {'Port': ['ID=20427a0c-f35c-4826-a778-323d41b13864,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:11.088355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:11.166292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Allocated IP 172.25.6.100 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/4fab23f2-3fc9-4eab-8211-11b2bb6ab30c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:11.178015 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.312527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.326642 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Transition to ACTIVE for port object b66f9201-557e-452f-bffd-1d2d4e324c0c will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:11.329018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=aded9e67-211e-46c6-b2e5-8f5474a327a9,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:11.335918 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.348740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Transition to ACTIVE for port object b66f9201-557e-452f-bffd-1d2d4e324c0c will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:11.366051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Attempting to bind port 20427a0c-f35c-4826-a778-323d41b13864 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:11.366590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Attempting to bind port 20427a0c-f35c-4826-a778-323d41b13864 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '2fed22ea-fc3e-4ca9-9537-c519956e8a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:11.367057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Attempting to bind port 20427a0c-f35c-4826-a778-323d41b13864 on network 7d25a651-0214-4f5d-8716-d595d5673ba9 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:11.378733 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:11.382090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Checking segment: {'id': '2fed22ea-fc3e-4ca9-9537-c519956e8a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:11.382090 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.382090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Bound using segment: {'id': '2fed22ea-fc3e-4ca9-9537-c519956e8a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:11.382090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Bound port: 20427a0c-f35c-4826-a778-323d41b13864, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fed22ea-fc3e-4ca9-9537-c519956e8a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:11.382746 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.385225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 22dccae4-c6b9-4423-9bd4-0d50a14e0795 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:11.404291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 22dccae4-c6b9-4423-9bd4-0d50a14e0795 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:11.404818 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.469943 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.534765 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.560817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Allocated IP 172.22.0.1 (7d25a651-0214-4f5d-8716-d595d5673ba9/6776988f-2b8f-495e-9556-3b4b76b04dca/76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:11.651610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:11.656563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:11.659529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:11.683437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Pushing event updated for resources: {'Port': ['ID=b66f9201-557e-452f-bffd-1d2d4e324c0c,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:11.707297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:11.708524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Pushing event updated for resources: {'Port': ['ID=4fab23f2-3fc9-4eab-8211-11b2bb6ab30c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:11.715238 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:11.723989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:11.792580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-709dca9f-5d17-482c-9130-cfb2bd7123f1 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:43:11.794367 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-709dca9f-5d17-482c-9130-cfb2bd7123f1 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2823212 Aug 19 12:43:11.809592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Request body: {'binding': {'host': 'n-h2-778732-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:11.819059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Unknown quota resources ['binding']. {{(pid=95661) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:43:11.828192 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.828503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.856234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Transition to ACTIVE for port object 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:11.863200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] For port 20427a0c-f35c-4826-a778-323d41b13864, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:11.878996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking segment: {'id': '941498e1-36db-4430-be15-59db96ac0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9896eb38-32a9-440b-96b8-1569abe4c1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:11.879373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network hostable DHCP agents. Network: 9896eb38-32a9-440b-96b8-1569abe4c1d0, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:11.895716 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] For port 20427a0c-f35c-4826-a778-323d41b13864, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=20427a0c-f35c-4826-a778-323d41b13864,segment=NetworkSegment(2fed22ea-fc3e-4ca9-9537-c519956e8a46),segment_id=2fed22ea-fc3e-4ca9-9537-c519956e8a46)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:11.900427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Attempting to bind port b66f9201-557e-452f-bffd-1d2d4e324c0c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:11.900427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Attempting to bind port b66f9201-557e-452f-bffd-1d2d4e324c0c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:11.900427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Attempting to bind port b66f9201-557e-452f-bffd-1d2d4e324c0c on network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:11.903266 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.920758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:11.921431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Checking segment: {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:11.921955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.922546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Bound using segment: {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:11.923202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Bound port: b66f9201-557e-452f-bffd-1d2d4e324c0c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:11.923707 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.930095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 22dccae4-c6b9-4423-9bd4-0d50a14e0795, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=22dccae4-c6b9-4423-9bd4-0d50a14e0795,segment=NetworkSegment(5913ec71-4ed2-4e78-8c73-95017401bff8),segment_id=5913ec71-4ed2-4e78-8c73-95017401bff8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:11.948609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb6fd-65a5-43ac-a8f7-045d0253db47 req-8fae5aff-3130-4971-b22c-aa293542c9b9 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:11.956117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c56cb6fd-65a5-43ac-a8f7-045d0253db47 req-8fae5aff-3130-4971-b22c-aa293542c9b9 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.2250946 Aug 19 12:43:12.012601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c56cb6fd-65a5-43ac-a8f7-045d0253db47 req-924a3b34-8264-4238-9692-e46fde7fff00 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529273 Aug 19 12:43:12.014317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] For port b66f9201-557e-452f-bffd-1d2d4e324c0c, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:12.021671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] For port b66f9201-557e-452f-bffd-1d2d4e324c0c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b66f9201-557e-452f-bffd-1d2d4e324c0c,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:12.051172 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.086271 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.089024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network 9896eb38-32a9-440b-96b8-1569abe4c1d0 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:12.090354 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.148788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 7d25a651-0214-4f5d-8716-d595d5673ba9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:12.151339 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc39190-c3dd-4529-80fb-2d5208f3f004 None None] Pushing event updated for resources: {'Port': ['ID=20427a0c-f35c-4826-a778-323d41b13864,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:12.153543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:12.163545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:12.215744 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.217662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:12.225037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 9896eb38-32a9-440b-96b8-1569abe4c1d0) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:12.235175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:12.235991 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.259874 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.267975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea19f1a-e053-4564-9622-9e7673eed23e None None] Network 9896eb38-32a9-440b-96b8-1569abe4c1d0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:12.319265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f on host n-h2-778732-8 for vnic_type normal with profile None {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:12.320218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:12.320723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f on network 05248d3c-a267-499b-af20-d3d333c10d90 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:12.327482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Port 93451a5f-920e-457c-8328-503497b2338f on network 05248d3c-a267-499b-af20-d3d333c10d90 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:43:12.327746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f on network 05248d3c-a267-499b-af20-d3d333c10d90 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:12.365020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.365020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:12.365020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Checking segment: {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:12.365020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Bound using segment: {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:12.365020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Bound port: 93451a5f-920e-457c-8328-503497b2338f, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:12.365943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f9f68d4a-1c67-48c8-9637-0f2755639ac2 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2241821 Aug 19 12:43:12.365943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:12.369460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=22dccae4-c6b9-4423-9bd4-0d50a14e0795,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:12.517517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e40fa-76ea-42cd-ae80-8037c4c3b74b None None] Pushing event updated for resources: {'Port': ['ID=b66f9201-557e-452f-bffd-1d2d4e324c0c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:12.600205 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.647826 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:12.701920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5fc078-0969-423b-8fb6-a0d4e2153218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-9896eb38-32a9-440b-96b8-1569abe4c1d0', 'network_id': '9896eb38-32a9-440b-96b8-1569abe4c1d0', 'tenant_id': '0b90bc03028b4741b4d125f4ae35c268', 'fixed_ips': [{'subnet_id': 'aded9e67-211e-46c6-b2e5-8f5474a327a9'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:12.703085 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7f5fc078-0969-423b-8fb6-a0d4e2153218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.706279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.852304 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.987476 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.996072 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] Notify callbacks [] for binding, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.996072 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-08599b31-92b5-4cc9-9452-98894ec59a15 service neutron] 10.222.0.44 "POST /v2.0/ports/93451a5f-920e-457c-8328-503497b2338f/bindings HTTP/1.1" status: 201 len: 389 time: 1.1909893 Aug 19 12:43:13.034288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Subnet': ['ID=aded9e67-211e-46c6-b2e5-8f5474a327a9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server [None req-7f5fc078-0969-423b-8fb6-a0d4e2153218 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aded9e67-211e-46c6-b2e5-8f5474a327a9: This subnet is being modified by another concurrent operation. Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aded9e67-211e-46c6-b2e5-8f5474a327a9: This subnet is being modified by another concurrent operation. Aug 19 12:43:13.077261 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server Aug 19 12:43:13.089831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.098588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72595c02-9a7f-4173-9e5e-83cc8c56f60d None None] Network 9896eb38-32a9-440b-96b8-1569abe4c1d0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:13.163580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 20427a0c-f35c-4826-a778-323d41b13864 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:13.209606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Router 319ebea4-ecd1-4691-a5f1-776829d34fb8 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:43:13.277557 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.379228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9896eb38-32a9-440b-96b8-1569abe4c1d0']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:13.397243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 20427a0c-f35c-4826-a778-323d41b13864 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:13.412327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22dccae4-c6b9-4423-9bd4-0d50a14e0795 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:13.487614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:13.510433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Sync routers for ids ['319ebea4-ecd1-4691-a5f1-776829d34fb8'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:13.545052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Routers {'319ebea4-ecd1-4691-a5f1-776829d34fb8'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:13.545925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['319ebea4-ecd1-4691-a5f1-776829d34fb8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:13.567523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941498e1-36db-4430-be15-59db96ac0c01') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:13.568706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941498e1-36db-4430-be15-59db96ac0c01') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:13.624520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c0be1-09cf-4e7a-bdab-039e422f4459 req-94ce6760-ecef-4c85-8406-06b98d584d0d tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:13.626431 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b06c0be1-09cf-4e7a-bdab-039e422f4459 req-94ce6760-ecef-4c85-8406-06b98d584d0d tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.4668341 Aug 19 12:43:13.629271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 22dccae4-c6b9-4423-9bd4-0d50a14e0795 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:13.629695 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.642517 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.698635 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.702415 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9b426699-ccab-42cf-8147-73d532156b06 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1472790 Aug 19 12:43:13.702703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52344) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:13.726627 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.748324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b06c0be1-09cf-4e7a-bdab-039e422f4459 req-2e943141-05b9-499a-a0e8-26eb1f7a9fd5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008005 Aug 19 12:43:13.840552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Set router 319ebea4-ecd1-4691-a5f1-776829d34fb8 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:13.860663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:13.861474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:13.876462 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:14.027304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b4244-e755-4261-af94-274a2d0c492c None None] Network 7d25a651-0214-4f5d-8716-d595d5673ba9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:14.042572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-361e4938-dfdc-411b-ad54-8cb59c983e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:14.044145 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-361e4938-dfdc-411b-ad54-8cb59c983e01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 1096 time: 0.1401772 Aug 19 12:43:14.064990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.081964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421c347-9289-427b-ac3d-6d186d68fd67 req-3b88ae5f-27ed-4c62-8ca9-13a6237e2597 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:14.091254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0421c347-9289-427b-ac3d-6d186d68fd67 req-3b88ae5f-27ed-4c62-8ca9-13a6237e2597 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 945 time: 0.5192649 Aug 19 12:43:14.164955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0421c347-9289-427b-ac3d-6d186d68fd67 req-7424d9e1-8b36-4201-a051-c0fedffadcaa tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730453 Aug 19 12:43:14.260574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-40a55cd1-471d-40b1-b072-7ad2d3a2d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:14.262515 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-40a55cd1-471d-40b1-b072-7ad2d3a2d01d service neutron] 10.222.0.52 "GET /v2.0/networks?id=05248d3c-a267-499b-af20-d3d333c10d90 HTTP/1.1" status: 200 len: 897 time: 0.2061107 Aug 19 12:43:14.266839 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.270320 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.281219 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.285654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/9896eb38-32a9-440b-96b8-1569abe4c1d0 HTTP/1.1" status: 204 len: 168 time: 1.9238112 Aug 19 12:43:14.286515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52352) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:14.300037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1100356621'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:14.388173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40297448-e988-4cc4-84db-08d43c87ae1d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=9896eb38-32a9-440b-96b8-1569abe4c1d0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:14.434296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:14.437713 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.450056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c042b9a0-4a68-40bc-906a-5be493155382 None None] Network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:14.492854 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-85ed7871-f459-4d90-a5d7-d8cd52540582 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93451a5f-920e-457c-8328-503497b2338f HTTP/1.1" status: 200 len: 1000 time: 0.2096107 Aug 19 12:43:14.512513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.568952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 7d25a651-0214-4f5d-8716-d595d5673ba9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:14.572007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:14.599544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-65c80551-e93e-424e-b20d-7c83f8159dff None None] Provisioning for port 20427a0c-f35c-4826-a778-323d41b13864 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:14.670661 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-65c80551-e93e-424e-b20d-7c83f8159dff None None] Provisioning complete for port 20427a0c-f35c-4826-a778-323d41b13864 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:14.671274 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-65c80551-e93e-424e-b20d-7c83f8159dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.701633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:14.708224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:14.712846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.757429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Allocated IP 172.20.0.1 (9a2c5af0-596e-4205-80e2-2da4e0c8a11d/49d4701e-4f2f-428b-b9da-1cfc874399b8/b5f24717-6acc-4c7e-9168-2ea240845ef9) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:14.757700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'name': 'tempest-TestServerMultinode-430675895-router', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:09Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 3, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'gw_port': {'id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:31:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:10Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:14.839067 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.848235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Checking router: 319ebea4-ecd1-4691-a5f1-776829d34fb8 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:14.848735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Updating router 319ebea4-ecd1-4691-a5f1-776829d34fb8 port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:14.950269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:14.954997 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.968411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:15.012287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-df7b3086-4627-4543-b763-85918fdf0a45 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3454764 Aug 19 12:43:15.015357 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Sync routers for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:15.018991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52360) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:15.019184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b66f9201-557e-452f-bffd-1d2d4e324c0c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:15.025765 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.031652 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6 of type vlan for network 10fd7820-8566-40c1-91af-1b17ef348115 Aug 19 12:43:15.031822 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:15.032102 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:15.033121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'network': {'name': 'tempest-RoutersTest-296204479'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:15.149281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8011230-aebc-4259-bc30-696b4b2551ba req-701d659f-1808-4dc9-8a46-820968ee3188 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:15.153641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8011230-aebc-4259-bc30-696b4b2551ba req-701d659f-1808-4dc9-8a46-820968ee3188 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.2449365 Aug 19 12:43:15.172593 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-65c80551-e93e-424e-b20d-7c83f8159dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.240731 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.309885 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:15.381431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b66f9201-557e-452f-bffd-1d2d4e324c0c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:15.438290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:15.445946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.447728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-65c80551-e93e-424e-b20d-7c83f8159dff None None] For port 20427a0c-f35c-4826-a778-323d41b13864, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=20427a0c-f35c-4826-a778-323d41b13864,segment=NetworkSegment(2fed22ea-fc3e-4ca9-9537-c519956e8a46),segment_id=2fed22ea-fc3e-4ca9-9537-c519956e8a46)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:15.532460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8011230-aebc-4259-bc30-696b4b2551ba req-7fc09131-0aa7-47a6-9812-968b5cbb03e2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364644 Aug 19 12:43:15.577925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-c2daa15d-af1b-41bd-b70b-f14b5379a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:15.584811 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-c2daa15d-af1b-41bd-b70b-f14b5379a380 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c HTTP/1.1" status: 200 len: 835 time: 1.0857873 Aug 19 12:43:15.609436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a497fd-4c84-4200-be5e-ce8a116ae6f2 req-166f75d4-d3f5-4edd-84a3-409737394fa3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:15.610415 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-65c80551-e93e-424e-b20d-7c83f8159dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.633117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08a497fd-4c84-4200-be5e-ce8a116ae6f2 req-166f75d4-d3f5-4edd-84a3-409737394fa3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 945 time: 0.2967958 Aug 19 12:43:15.664672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:15.696534 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.705596 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added segment 602d737d-d33b-4e02-9ed6-49d0ced78d6f of type vlan for network 6af351f3-74eb-4943-a45a-6d86e732a492 Aug 19 12:43:15.745146 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.775634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:15.778362 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.778907 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:12Z', 'revision_number': 4, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:13Z', 'revision_number': 2, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:15.784442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-e9dc592f-0bda-4892-912c-359b6d5bf2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:15.786302 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-e9dc592f-0bda-4892-912c-359b6d5bf2e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=05248d3c-a267-499b-af20-d3d333c10d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911252 Aug 19 12:43:15.816437 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Checking router: 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:15.824377 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Updating router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:15.855794 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.865945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c80551-e93e-424e-b20d-7c83f8159dff None None] Pushing event updated for resources: {'Port': ['ID=20427a0c-f35c-4826-a778-323d41b13864,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:15.933694 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.950872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Transition to ACTIVE for port object 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:15.954635 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Provisioning for port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:15.959629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Provisioning complete for port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:15.960039 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.971920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=10fd7820-8566-40c1-91af-1b17ef348115,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:15.980941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e5cd5225-6f3e-4fa4-ae81-4339e6544812 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6827657 Aug 19 12:43:15.994462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 10fd7820-8566-40c1-91af-1b17ef348115 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:16.040205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52382) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:16.061162 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-5e1b0b8a-3e2f-40fa-b69f-a4cb7812309a service neutron] 10.222.0.52 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590280 Aug 19 12:43:16.064434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-94262ba2-0680-41e7-ab8f-ca35f305bec3 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:16.074036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.078543 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.088074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:16.118753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Transition to ACTIVE for port object b5f24717-6acc-4c7e-9168-2ea240845ef9 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:16.165777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd28a6-a426-4c76-9336-73a7a4af7beb None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:43:16.186228 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.197052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08a497fd-4c84-4200-be5e-ce8a116ae6f2 req-aa8a45e3-99b8-4df2-ba2c-512eb103a74b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5625801 Aug 19 12:43:16.202513 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f8a7e-cd4d-4e99-9c23-69e8f1d599fe None None] Pushing event updated for resources: {'Port': ['ID=4fab23f2-3fc9-4eab-8211-11b2bb6ab30c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:16.207054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Attempting to bind port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:16.207493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Attempting to bind port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:16.208525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Attempting to bind port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:16.230184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:16.230571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:16.230994 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.231403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:16.231907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Bound port: 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:16.232308 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.273536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Provisioning for port b66f9201-557e-452f-bffd-1d2d4e324c0c completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:16.282892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Provisioning complete for port b66f9201-557e-452f-bffd-1d2d4e324c0c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:16.283274 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.330031 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.375874 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.391566 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Transition to ACTIVE for port object 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:16.392416 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94262ba2-0680-41e7-ab8f-ca35f305bec3 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.401480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] For port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:16.408452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] For port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4fab23f2-3fc9-4eab-8211-11b2bb6ab30c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:16.418535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.418865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:16.425408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:16.427805 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.427927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:16.435587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:16.464187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd28a6-a426-4c76-9336-73a7a4af7beb None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:43:16.469594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Pushing event updated for resources: {'Port': ['ID=b5f24717-6acc-4c7e-9168-2ea240845ef9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:16.499013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.499307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.499755 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.500158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.500554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.500967 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.501388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.501808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.502252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.502675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.503045 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.503436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:16.512960 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-fa4f6fc8-116d-46ee-9f3c-761fce6475a3 service neutron] 10.222.0.52 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323943 Aug 19 12:43:16.514255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Network': ['ID=6af351f3-74eb-4943-a45a-6d86e732a492,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:16.514413 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.531377 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.536400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 6af351f3-74eb-4943-a45a-6d86e732a492 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:16.541017 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94262ba2-0680-41e7-ab8f-ca35f305bec3 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.548068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94262ba2-0680-41e7-ab8f-ca35f305bec3 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network 10fd7820-8566-40c1-91af-1b17ef348115 is not hosted by any dhcp agent {{(pid=95660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:43:16.559096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94262ba2-0680-41e7-ab8f-ca35f305bec3 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:16.560037 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94262ba2-0680-41e7-ab8f-ca35f305bec3 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.565442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52388) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:16.569105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-94262ba2-0680-41e7-ab8f-ca35f305bec3 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "PUT /v2.0/networks/10fd7820-8566-40c1-91af-1b17ef348115 HTTP/1.1" status: 200 len: 723 time: 0.5195453 Aug 19 12:43:16.573589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'network_id': '10fd7820-8566-40c1-91af-1b17ef348115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:16.608531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4e9b5169-4d01-4404-bfef-7f6c32a4803c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5849702 Aug 19 12:43:16.639527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52392) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:16.664363 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d06225-000c-4dac-af3f-0529b9daf450 None None] Pushing event updated for resources: {'Port': ['ID=76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:16.671958 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.675315 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Attempting to bind port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:16.675986 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Attempting to bind port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '2fed22ea-fc3e-4ca9-9537-c519956e8a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:16.679262 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Attempting to bind port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 on network 7d25a651-0214-4f5d-8716-d595d5673ba9 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:16.682708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'subnet': {'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:16.683293 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:16.683762 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Checking segment: {'id': '2fed22ea-fc3e-4ca9-9537-c519956e8a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:16.684248 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.684677 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Bound using segment: {'id': '2fed22ea-fc3e-4ca9-9537-c519956e8a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:16.685222 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Bound port: 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fed22ea-fc3e-4ca9-9537-c519956e8a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:16.685761 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.699097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94262ba2-0680-41e7-ab8f-ca35f305bec3 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=10fd7820-8566-40c1-91af-1b17ef348115,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:16.706774 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.719320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 10fd7820-8566-40c1-91af-1b17ef348115 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:16.786630 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] For port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:16.796339 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] For port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19,segment=NetworkSegment(2fed22ea-fc3e-4ca9-9537-c519956e8a46),segment_id=2fed22ea-fc3e-4ca9-9537-c519956e8a46)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:16.807016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bfc74-9d4c-4def-82fc-12430942078b req-1f1ef68d-9cbd-46bf-895d-fc924d288c1e tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:16.808773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb0bfc74-9d4c-4def-82fc-12430942078b req-1f1ef68d-9cbd-46bf-895d-fc924d288c1e tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1265557 Aug 19 12:43:16.861957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb0bfc74-9d4c-4def-82fc-12430942078b req-f45724bd-0b2b-44ea-bff0-cc9a23e8c9e8 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467772 Aug 19 12:43:16.892647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 20427a0c-f35c-4826-a778-323d41b13864 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:16.923661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52396) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:16.945943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-2a9a1b6b-399f-4801-8e77-ea6732a9f008 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:16.947508 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-2a9a1b6b-399f-4801-8e77-ea6732a9f008 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265&tenant_id=14342c7fb8294b128c580938853dcfe8&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1096 time: 0.3193069 Aug 19 12:43:16.966460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-8'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:16.976423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Routers {'319ebea4-ecd1-4691-a5f1-776829d34fb8'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:16.977414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['319ebea4-ecd1-4691-a5f1-776829d34fb8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:16.986350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] For port b66f9201-557e-452f-bffd-1d2d4e324c0c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b66f9201-557e-452f-bffd-1d2d4e324c0c,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:17.024695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f8a7e-cd4d-4e99-9c23-69e8f1d599fe None None] Pushing event updated for resources: {'Port': ['ID=4fab23f2-3fc9-4eab-8211-11b2bb6ab30c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:17.059926 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be024b22-2184-428d-81b4-52441579c544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.065585 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.120398 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.145187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 20427a0c-f35c-4826-a778-323d41b13864 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:17.145594 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.167957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:17.171553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.189689 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:17.189924 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.191528 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:17.202192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] Set router 319ebea4-ecd1-4691-a5f1-776829d34fb8 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:17.238299 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d06225-000c-4dac-af3f-0529b9daf450 None None] Pushing event updated for resources: {'Port': ['ID=76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:17.290741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.325616 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:17.343503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:17.355846 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Made reservation on behalf of 43d3d988c14a42c1a590b470b6de8bd0 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:17.355846 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.449229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca6ad5-a60c-4eef-952d-26f778fdcc7e req-00c7b374-4a3d-4e19-8684-112aa73071a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:17.457898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88ca6ad5-a60c-4eef-952d-26f778fdcc7e req-00c7b374-4a3d-4e19-8684-112aa73071a6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 945 time: 0.1347110 Aug 19 12:43:17.519545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be024b22-2184-428d-81b4-52441579c544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.564787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88ca6ad5-a60c-4eef-952d-26f778fdcc7e req-ab29a546-7702-40a5-bc54-aa6d64262b4d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050262 Aug 19 12:43:17.585350 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be024b22-2184-428d-81b4-52441579c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.606438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Provisioning complete for port 20427a0c-f35c-4826-a778-323d41b13864 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:17.606918 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.642534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-be024b22-2184-428d-81b4-52441579c544 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9114bef9657480c9d3a66b655f39b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7171803 Aug 19 12:43:17.643204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52402) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:17.652035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be024b22-2184-428d-81b4-52441579c544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6356c863-0b0a-4080-9c95-49099ddf7abb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:17.661413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af96d7-3200-4da2-a7b8-86f2b7ba405c None None] Pushing event updated for resources: {'Port': ['ID=b66f9201-557e-452f-bffd-1d2d4e324c0c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:17.699202 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:12Z', 'revision_number': 4, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:16Z', 'revision_number': 4, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:17.721854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:17.725328 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51782c37-53c3-4f0b-bec1-dfb270465ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.754515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51782c37-53c3-4f0b-bec1-dfb270465ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.760970 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a32bb-ca5b-44d2-8903-147c7d8783ca None None] The sync data for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 is: [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:12Z', 'revision_number': 4, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:16Z', 'revision_number': 4, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:17.988751 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93451a5f-920e-457c-8328-503497b2338f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:18.006503 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e8b2fd-177c-44e2-817f-1f9fe07e1850" -d '{"events": [{"server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "name": "network-vif-unplugged", "status": "completed", "tag": "93451a5f-920e-457c-8328-503497b2338f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:18.018099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.019852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'name': 'tempest-TestServerMultinode-430675895-router', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:09Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 3, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'gw_port': {'id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:31:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:10Z', 'updated_at': '2021-08-19T12:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:18.065401 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.082964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f02d65-f3aa-4dbe-a016-6668d37cff6f None None] The sync data for ids ['319ebea4-ecd1-4691-a5f1-776829d34fb8'] in n-d-778732-8 is: [{'id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'name': 'tempest-TestServerMultinode-430675895-router', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:09Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 3, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'gw_port': {'id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:31:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:10Z', 'updated_at': '2021-08-19T12:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:18.137297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b651fba-e818-4cfa-bd12-9e36836994cf req-a13e49ae-825b-4c4d-a07e-109fdf87b4c5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:18.139471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b651fba-e818-4cfa-bd12-9e36836994cf req-a13e49ae-825b-4c4d-a07e-109fdf87b4c5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1564846 Aug 19 12:43:18.140552 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51782c37-53c3-4f0b-bec1-dfb270465ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.148241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51782c37-53c3-4f0b-bec1-dfb270465ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.149795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-51782c37-53c3-4f0b-bec1-dfb270465ed9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6356c863-0b0a-4080-9c95-49099ddf7abb HTTP/1.1" status: 204 len: 168 time: 0.5044012 Aug 19 12:43:18.228491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=ba36d98e-2a34-4c70-9164-4b4ee7f4a572,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:18.229152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51782c37-53c3-4f0b-bec1-dfb270465ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6356c863-0b0a-4080-9c95-49099ddf7abb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:18.243372 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd973907-b571-442f-93ed-779061fd6ad7 x-openstack-request-id: req-dd973907-b571-442f-93ed-779061fd6ad7 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:18.243677 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "name": "network-vif-unplugged", "status": "completed", "tag": "93451a5f-920e-457c-8328-503497b2338f", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:18.244080 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd973907-b571-442f-93ed-779061fd6ad7 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:18.244316 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93451a5f-920e-457c-8328-503497b2338f', 'code': 200} Aug 19 12:43:18.268280 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.315981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b651fba-e818-4cfa-bd12-9e36836994cf req-ee53da50-76a7-4269-8c76-22d9673cd180 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641400 Aug 19 12:43:18.366728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.499190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-14d47bee-c0fa-4c44-9123-b3a634cf5efa None None] Provisioning for port b5f24717-6acc-4c7e-9168-2ea240845ef9 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:18.504175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-14d47bee-c0fa-4c44-9123-b3a634cf5efa None None] Provisioning complete for port b5f24717-6acc-4c7e-9168-2ea240845ef9 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:18.504567 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14d47bee-c0fa-4c44-9123-b3a634cf5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.598214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-14d47bee-c0fa-4c44-9123-b3a634cf5efa None None] Port b5f24717-6acc-4c7e-9168-2ea240845ef9 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:18.639995 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.656334 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.808891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Pushing event updated for resources: {'Port': ['ID=93451a5f-920e-457c-8328-503497b2338f,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:18.811996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Subnet': ['ID=124c7613-029c-4366-8157-e6bcfdbca2a9,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:18.884052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Pushing event updated for resources: {'Port': ['ID=b5f24717-6acc-4c7e-9168-2ea240845ef9,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:18.893133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8f4f6ec7-94dc-40be-aac5-f9771490d9bb None None] Provisioning complete for port 93451a5f-920e-457c-8328-503497b2338f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:18.897394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f4f6ec7-94dc-40be-aac5-f9771490d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.989266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking segment: {'id': 'e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10fd7820-8566-40c1-91af-1b17ef348115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:18.990355 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network hostable DHCP agents. Network: 10fd7820-8566-40c1-91af-1b17ef348115, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:18.995013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f6ec7-94dc-40be-aac5-f9771490d9bb None None] Port 93451a5f-920e-457c-8328-503497b2338f cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:19.029680 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.035740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f on host n-h1-778732-8 for vnic_type normal with profile {"migrating_to": "n-h2-778732-8"} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:19.036088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:19.036489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f on network 05248d3c-a267-499b-af20-d3d333c10d90 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:19.069366 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Port 93451a5f-920e-457c-8328-503497b2338f on network 05248d3c-a267-499b-af20-d3d333c10d90 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:43:19.069703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Attempting to bind port 93451a5f-920e-457c-8328-503497b2338f on network 05248d3c-a267-499b-af20-d3d333c10d90 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:19.104202 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:19.106402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Checking segment: {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:19.106827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Bound using segment: {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:19.107312 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Bound port: 93451a5f-920e-457c-8328-503497b2338f, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9635aed3-3769-430b-98e0-f5cbf5270a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:19.107681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.109226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b66f9201-557e-452f-bffd-1d2d4e324c0c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:19.140930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Checking segment: {'id': '602d737d-d33b-4e02-9ed6-49d0ced78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:19.141256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network hostable DHCP agents. Network: 6af351f3-74eb-4943-a45a-6d86e732a492, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:19.200353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b66f9201-557e-452f-bffd-1d2d4e324c0c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:19.201418 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.259494 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network 10fd7820-8566-40c1-91af-1b17ef348115 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:19.272237 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:19.307256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:19.309941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:19.311440 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:19.331092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0242ba-14ab-4574-8ad6-0b15359793dd req-3724e3fa-2f8c-4147-8c14-3136c429ad5c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.333455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a0242ba-14ab-4574-8ad6-0b15359793dd req-3724e3fa-2f8c-4147-8c14-3136c429ad5c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 943 time: 0.6402271 Aug 19 12:43:19.342899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:19.397396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 6af351f3-74eb-4943-a45a-6d86e732a492 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:19.425846 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a0242ba-14ab-4574-8ad6-0b15359793dd req-18035e1a-e225-4c03-b44d-d631336593df tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851624 Aug 19 12:43:19.494729 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.511661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 10fd7820-8566-40c1-91af-1b17ef348115) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:19.520108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7ea6c0-c5c1-4cd8-bf4f-17807a5bc837 None None] Network 10fd7820-8566-40c1-91af-1b17ef348115 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:19.524670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4b2e5-7d2b-4511-86f2-7755dc31d0b4 req-aae15a8f-70c3-4db3-9ed5-cb5b52b432dc tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.527703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afe4b2e5-7d2b-4511-86f2-7755dc31d0b4 req-aae15a8f-70c3-4db3-9ed5-cb5b52b432dc tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.0761449 Aug 19 12:43:19.554896 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.555614 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.569515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 6af351f3-74eb-4943-a45a-6d86e732a492) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:19.579953 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.587792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.589931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52420) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:19.626784 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-74ad3d5f-0b4d-45d6-a30c-83c9ccb7f033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.660800 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e6726fc3-187a-4e2f-997a-bfd38addd2dc tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0939760 Aug 19 12:43:19.664942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52422) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:19.678933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bed2d273-af14-41bb-ac8b-085f19214e18 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:19.693724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:19.707873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad647dc-7d19-4c8f-a0f1-2c49f4cfbd90 None None] Network 6af351f3-74eb-4943-a45a-6d86e732a492 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:19.725318 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Router 319ebea4-ecd1-4691-a5f1-776829d34fb8 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:19.740673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Pushing event updated for resources: {'Port': ['ID=93451a5f-920e-457c-8328-503497b2338f,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:19.759283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b7ac-de8a-4c67-92bf-ad952cff2821 req-79811408-8a80-4b39-8526-e742a1e6db45 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.761202 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3981b7ac-de8a-4c67-92bf-ad952cff2821 req-79811408-8a80-4b39-8526-e742a1e6db45 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2317986 Aug 19 12:43:19.787111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afe4b2e5-7d2b-4511-86f2-7755dc31d0b4 req-6b640342-65fa-40b0-bb42-0e43e6095dab tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102914 Aug 19 12:43:19.890989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3981b7ac-de8a-4c67-92bf-ad952cff2821 req-92de2ee3-9a93-4547-b8b9-2fe0f2dce97e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167867 Aug 19 12:43:19.899045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bed2d273-af14-41bb-ac8b-085f19214e18 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31146637'] for subnet, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.940217 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-13848528-d163-48c5-9c99-cc7275b335fa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2627511 Aug 19 12:43:19.946507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52426) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:19.977037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:19.977843 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.018332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.018987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.020692 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-840b901e-eb0a-41cc-99fc-a85da8fc346e service neutron] 10.222.0.52 "PUT /v2.0/ports/93451a5f-920e-457c-8328-503497b2338f HTTP/1.1" status: 200 len: 1121 time: 3.0614946 Aug 19 12:43:20.033600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-25f7ad2f-5c96-4941-8782-820ea6f31917 None None] Provisioning complete for port b5f24717-6acc-4c7e-9168-2ea240845ef9 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:20.034861 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-25f7ad2f-5c96-4941-8782-820ea6f31917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.039881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-74ad3d5f-0b4d-45d6-a30c-83c9ccb7f033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.156126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-25f7ad2f-5c96-4941-8782-820ea6f31917 None None] Port b5f24717-6acc-4c7e-9168-2ea240845ef9 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:20.156712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2660c-ce20-4b97-888f-43ef90289da7 req-050d3e50-6563-44e8-b8e2-eef87532ffd5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.158438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea2660c-ce20-4b97-888f-43ef90289da7 req-050d3e50-6563-44e8-b8e2-eef87532ffd5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1026590 Aug 19 12:43:20.168720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-10fd7820-8566-40c1-91af-1b17ef348115', 'network_id': '10fd7820-8566-40c1-91af-1b17ef348115', 'tenant_id': '0b90bc03028b4741b4d125f4ae35c268', 'fixed_ips': [{'subnet_id': 'ba36d98e-2a34-4c70-9164-4b4ee7f4a572'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:20.170114 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.172919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['93451a5f-920e-457c-8328-503497b2338f'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:20.185250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-74ad3d5f-0b4d-45d6-a30c-83c9ccb7f033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.213541 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea2660c-ce20-4b97-888f-43ef90289da7 req-3916a519-7e74-47fc-9a29-df5be31bb788 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447340 Aug 19 12:43:20.246644 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'tag': '93451a5f-920e-457c-8328-503497b2338f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:20.249604 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4beab2a-29e6-4741-b724-e65641cdfbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "tag": "93451a5f-920e-457c-8328-503497b2338f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:20.291296 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bed2d273-af14-41bb-ac8b-085f19214e18 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788158438247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30691211'] for subnet, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.359892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed2d273-af14-41bb-ac8b-085f19214e18 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.359892 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bed2d273-af14-41bb-ac8b-085f19214e18 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.359892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bed2d273-af14-41bb-ac8b-085f19214e18 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "PUT /v2.0/subnets/ba36d98e-2a34-4c70-9164-4b4ee7f4a572 HTTP/1.1" status: 200 len: 806 time: 0.6884904 Aug 19 12:43:20.380124 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-74ad3d5f-0b4d-45d6-a30c-83c9ccb7f033 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c3b0163c8ba4ee88e9a4fe96d4f02d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7834315 Aug 19 12:43:20.381030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52434) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:20.387825 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.395671 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baefea2b-70b3-4195-aa65-a4c025ca3634 x-openstack-request-id: req-baefea2b-70b3-4195-aa65-a4c025ca3634 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:20.396467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2d273-af14-41bb-ac8b-085f19214e18 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=ba36d98e-2a34-4c70-9164-4b4ee7f4a572,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:20.396605 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "tag": "93451a5f-920e-457c-8328-503497b2338f", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:20.399979 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-baefea2b-70b3-4195-aa65-a4c025ca3634 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:20.399979 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'tag': '93451a5f-920e-457c-8328-503497b2338f', 'status': 'completed', 'code': 200} Aug 19 12:43:20.400259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52436) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:20.410837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad3d5f-0b4d-45d6-a30c-83c9ccb7f033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305601d3-6cc7-4925-8ebe-b22d4b069006,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:20.533848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Provisioning complete for port 93451a5f-920e-457c-8328-503497b2338f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:20.534153 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.537872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-6af351f3-74eb-4943-a45a-6d86e732a492', 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'fixed_ips': [{'subnet_id': '124c7613-029c-4366-8157-e6bcfdbca2a9'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:20.538208 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.608387 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34953463-4794-48bf-a0c8-f833578444bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.687185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34953463-4794-48bf-a0c8-f833578444bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.710098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19,segment=NetworkSegment(2fed22ea-fc3e-4ca9-9537-c519956e8a46),segment_id=2fed22ea-fc3e-4ca9-9537-c519956e8a46)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:20.763931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1c59e-d355-48c0-ace5-80edb8281f2e req-ecad07d1-92e7-4d52-bf75-48610b8f5c38 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.765960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36d1c59e-d355-48c0-ace5-80edb8281f2e req-ecad07d1-92e7-4d52-bf75-48610b8f5c38 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 943 time: 0.2256660 Aug 19 12:43:20.801409 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.802994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:20.819996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-7232ecd5-0350-4eb8-bd5c-18d931024921 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.821717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-7232ecd5-0350-4eb8-bd5c-18d931024921 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 811 time: 0.3045974 Aug 19 12:43:20.850890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-3d575591-eeab-4dae-afd6-859c7e0dbc65 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/quotas/c4215f5876254990ac7547c4d07ccb07 HTTP/1.1" status: 200 len: 375 time: 0.0211263 Aug 19 12:43:20.862456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36d1c59e-d355-48c0-ace5-80edb8281f2e req-1c3890bb-4319-4aae-97bb-fbe667209389 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814729 Aug 19 12:43:20.957988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-137892c4-af91-4c9d-b721-f76100b2a0e8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0898612 Aug 19 12:43:20.975743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34953463-4794-48bf-a0c8-f833578444bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.978831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34953463-4794-48bf-a0c8-f833578444bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.981945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-34953463-4794-48bf-a0c8-f833578444bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/305601d3-6cc7-4925-8ebe-b22d4b069006 HTTP/1.1" status: 204 len: 168 time: 0.5772080 Aug 19 12:43:21.014446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34953463-4794-48bf-a0c8-f833578444bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305601d3-6cc7-4925-8ebe-b22d4b069006,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:21.014808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:21.027731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Allocated IP 172.20.0.2 (10fd7820-8566-40c1-91af-1b17ef348115/ba36d98e-2a34-4c70-9164-4b4ee7f4a572/78a4a091-7191-4ccc-b997-4d62b71963ec) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:21.030206 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-91304aac-b511-44e7-812e-2f0fdca6cecb admin admin] 10.222.0.44 "PUT /v2.0/routers/319ebea4-ecd1-4691-a5f1-776829d34fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3263054 Aug 19 12:43:21.128232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a11d1-1f2d-4fc8-a42d-92e2adfcdfd1 req-85c78b07-9122-4783-92ca-e9cb48c45b71 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:21.129921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a32a11d1-1f2d-4fc8-a42d-92e2adfcdfd1 req-85c78b07-9122-4783-92ca-e9cb48c45b71 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1202631 Aug 19 12:43:21.139912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4beab2a-29e6-4741-b724-e65641cdfbc5 req-24d8497c-19d1-4ed3-b1eb-74db8eddcdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:21.141613 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b4beab2a-29e6-4741-b724-e65641cdfbc5 req-24d8497c-19d1-4ed3-b1eb-74db8eddcdff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 1124 time: 0.7595618 Aug 19 12:43:21.207604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Sync routers for ids ['319ebea4-ecd1-4691-a5f1-776829d34fb8'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:21.294898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a32a11d1-1f2d-4fc8-a42d-92e2adfcdfd1 req-cc2b4d4f-c8ea-4721-8a1d-fb548196e502 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533341 Aug 19 12:43:21.327063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Allocated IP 172.23.0.2 (6af351f3-74eb-4943-a45a-6d86e732a492/124c7613-029c-4366-8157-e6bcfdbca2a9/6f8114d7-7673-44d8-a266-41c16fb6a121) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:21.342349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-02f1811e-d845-4528-8f1e-f46afa11938c service neutron] 10.222.0.44 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759656 Aug 19 12:43:21.351563 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.360794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Routers {'319ebea4-ecd1-4691-a5f1-776829d34fb8'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:21.361849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:42:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['319ebea4-ecd1-4691-a5f1-776829d34fb8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:21.452429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:21.455719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4beab2a-29e6-4741-b724-e65641cdfbc5 req-9dd28ce1-02f8-4b87-867f-0f35fefaf683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:21.458117 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b4beab2a-29e6-4741-b724-e65641cdfbc5 req-9dd28ce1-02f8-4b87-867f-0f35fefaf683 service neutron] 10.222.0.53 "GET /v2.0/networks?id=05248d3c-a267-499b-af20-d3d333c10d90 HTTP/1.1" status: 200 len: 897 time: 0.3032610 Aug 19 12:43:21.461907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a27aba49-08dd-4d87-a622-ab9d7cbf1ecd service neutron] 10.222.0.44 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087394 Aug 19 12:43:21.575989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.622437 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b4beab2a-29e6-4741-b724-e65641cdfbc5 req-783f38f5-ce90-454a-8edf-476e55b1c3ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93451a5f-920e-457c-8328-503497b2338f HTTP/1.1" status: 200 len: 998 time: 0.1502194 Aug 19 12:43:21.624696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.678488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 93451a5f-920e-457c-8328-503497b2338f details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:43:21.683188 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.700461 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63690df2-4fb9-49da-8077-5fa542dc717e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.703914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:21.736983 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:21.737510 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.824751 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4beab2a-29e6-4741-b724-e65641cdfbc5 req-a38c78cd-d4e0-4479-93da-0396e6a49033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:21.826322 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b4beab2a-29e6-4741-b724-e65641cdfbc5 req-a38c78cd-d4e0-4479-93da-0396e6a49033 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c HTTP/1.1" status: 200 len: 835 time: 0.1568854 Aug 19 12:43:21.937446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9e29fa8-da48-4ba3-8a6b-bc29ec60c825 req-2c7e0ca5-089f-48d7-9e60-a3b285bcf309 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 210 time: 0.0450566 Aug 19 12:43:21.965080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93451a5f-920e-457c-8328-503497b2338f'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:21.967390 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c5b897-2be4-4878-a439-3fc3173cb80e" -d '{"events": [{"server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "name": "network-vif-plugged", "status": "completed", "tag": "93451a5f-920e-457c-8328-503497b2338f"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:21.976309 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.resource_extend [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:43:22.032564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4beab2a-29e6-4741-b724-e65641cdfbc5 req-d4318f9a-6d4e-4e1a-bdbe-9cc9d660fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:22.035193 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b4beab2a-29e6-4741-b724-e65641cdfbc5 req-d4318f9a-6d4e-4e1a-bdbe-9cc9d660fe0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05248d3c-a267-499b-af20-d3d333c10d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989205 Aug 19 12:43:22.110739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:22.182936 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec538606-2d9c-4af2-9545-f2c01f87f14e x-openstack-request-id: req-ec538606-2d9c-4af2-9545-f2c01f87f14e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:22.183323 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "name": "network-vif-plugged", "status": "completed", "tag": "93451a5f-920e-457c-8328-503497b2338f", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:22.183586 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec538606-2d9c-4af2-9545-f2c01f87f14e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:22.183983 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93451a5f-920e-457c-8328-503497b2338f', 'code': 200} Aug 19 12:43:22.216184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9865c-8070-49dd-906f-9dc23c97d695 req-841eeab2-d61f-42fc-836a-d782ebfd081f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:22.222465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29e9865c-8070-49dd-906f-9dc23c97d695 req-841eeab2-d61f-42fc-836a-d782ebfd081f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 943 time: 0.1724327 Aug 19 12:43:22.261219 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.268824 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.302607 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b4beab2a-29e6-4741-b724-e65641cdfbc5 req-50b6cd9f-ba0e-4b15-99f7-dda17c78f09d service neutron] 10.222.0.53 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367792 Aug 19 12:43:22.305256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29e9865c-8070-49dd-906f-9dc23c97d695 req-4a069242-1ac1-428d-9f6d-1264fa2baf48 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685997 Aug 19 12:43:22.336478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Set router 319ebea4-ecd1-4691-a5f1-776829d34fb8 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:22.371747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Transition to ACTIVE for port object 78a4a091-7191-4ccc-b997-4d62b71963ec will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:22.446024 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b4beab2a-29e6-4741-b724-e65641cdfbc5 req-a0bbd258-ea35-4a96-ad54-954007057d76 service neutron] 10.222.0.53 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340053 Aug 19 12:43:22.477363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df01fa-cbe3-418f-b9f5-242b3d05c2a0 req-64fbabdd-ec98-4c98-bab5-fbede0ee4a22 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:22.480101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47df01fa-cbe3-418f-b9f5-242b3d05c2a0 req-64fbabdd-ec98-4c98-bab5-fbede0ee4a22 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.0687227 Aug 19 12:43:22.543332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47df01fa-cbe3-418f-b9f5-242b3d05c2a0 req-1576b17b-79a0-4efc-a587-65ed60db69e6 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546803 Aug 19 12:43:22.686152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Transition to ACTIVE for port object 78a4a091-7191-4ccc-b997-4d62b71963ec will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:22.725581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:22.742910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Pushing event updated for resources: {'Port': ['ID=93451a5f-920e-457c-8328-503497b2338f,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:22.749052 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.749709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52498) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:22.756774 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-957310876-network', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:22.828006 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.833034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 93451a5f-920e-457c-8328-503497b2338f has no active binding in host n-h2-778732-8 {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:43:22.842603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.842978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.843308 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.843645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.843990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.844320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.844649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.844978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.845752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.845752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.845957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.846279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70e0a7-a42a-450d-88cb-7ea13b402175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:22.870406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Transition to ACTIVE for port object 6f8114d7-7673-44d8-a266-41c16fb6a121 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:22.914349 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.978536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Network 10fd7820-8566-40c1-91af-1b17ef348115 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:22.981077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:22.983922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:22.998840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Made reservation on behalf of 12f8851073ff4fbd9bcabc806455bca6 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:23.002119 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.020315 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.039299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-383a9f2f-c495-437f-b7a2-064213b7cad8 req-2394f52d-7262-4da0-b2f5-c403de87a3d3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 210 time: 0.0435429 Aug 19 12:43:23.044952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Transition to ACTIVE for port object 6f8114d7-7673-44d8-a266-41c16fb6a121 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:23.073527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4fab23f2-3fc9-4eab-8211-11b2bb6ab30c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:23.128373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Pushing event updated for resources: {'Port': ['ID=78a4a091-7191-4ccc-b997-4d62b71963ec,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:23.148514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Attempting to bind port 78a4a091-7191-4ccc-b997-4d62b71963ec on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:23.148905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Attempting to bind port 78a4a091-7191-4ccc-b997-4d62b71963ec by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10fd7820-8566-40c1-91af-1b17ef348115'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:23.149281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Attempting to bind port 78a4a091-7191-4ccc-b997-4d62b71963ec on network 10fd7820-8566-40c1-91af-1b17ef348115 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:23.158308 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:23.158691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Checking segment: {'id': 'e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10fd7820-8566-40c1-91af-1b17ef348115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:23.159367 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.159818 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Bound using segment: {'id': 'e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10fd7820-8566-40c1-91af-1b17ef348115'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:23.160278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Bound port: 78a4a091-7191-4ccc-b997-4d62b71963ec, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10fd7820-8566-40c1-91af-1b17ef348115'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:23.160671 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.184793 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.192107 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.195000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.195199 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.248057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'name': 'tempest-TestServerMultinode-430675895-router', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:09Z', 'updated_at': '2021-08-19T12:43:17Z', 'revision_number': 4, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'gw_port': {'id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:31:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:10Z', 'updated_at': '2021-08-19T12:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'b5f24717-6acc-4c7e-9168-2ea240845ef9', 'name': '', 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'mac_address': 'fa:16:3e:5c:b8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '49d4701e-4f2f-428b-b9da-1cfc874399b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:14Z', 'updated_at': '2021-08-19T12:43:17Z', 'revision_number': 2, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'subnets': [{'id': '49d4701e-4f2f-428b-b9da-1cfc874399b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:23.255161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Subnet': ['ID=ba36d98e-2a34-4c70-9164-4b4ee7f4a572,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:23.262463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Network 6af351f3-74eb-4943-a45a-6d86e732a492 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:23.269729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:23.313896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:23.329899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Checking router: 319ebea4-ecd1-4691-a5f1-776829d34fb8 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:23.330509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Updating router 319ebea4-ecd1-4691-a5f1-776829d34fb8 port b5f24717-6acc-4c7e-9168-2ea240845ef9 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:23.331487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Allocated IP 172.23.0.1 (6af351f3-74eb-4943-a45a-6d86e732a492/124c7613-029c-4366-8157-e6bcfdbca2a9/25fa81ed-d487-4cb1-b21f-91e99e07189c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:23.337181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.385036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:23.410811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Pushing event updated for resources: {'Port': ['ID=6f8114d7-7673-44d8-a266-41c16fb6a121,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:23.444807 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.454624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:23.463647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8733346-b164-4d02-9a2b-d9233a5e8387,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:23.491050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fd7820-8566-40c1-91af-1b17ef348115']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:23.516206 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.516510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=4fab23f2-3fc9-4eab-8211-11b2bb6ab30c,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:23.516675 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Added segment 55422b0d-ed5c-438b-b99b-a6b681847148 of type vlan for network 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 Aug 19 12:43:23.537282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56355474-be68-464b-bd31-56a882f96d27 req-40ceb2c5-73a2-4a92-85c8-0036032fed61 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:23.545189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56355474-be68-464b-bd31-56a882f96d27 req-40ceb2c5-73a2-4a92-85c8-0036032fed61 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 945 time: 0.1273851 Aug 19 12:43:23.550102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] For port 78a4a091-7191-4ccc-b997-4d62b71963ec, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:23.550102 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.608690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56355474-be68-464b-bd31-56a882f96d27 req-1a05d72f-927d-4f69-a97a-1a66c2c70cd6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526361 Aug 19 12:43:23.609632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] For port 78a4a091-7191-4ccc-b997-4d62b71963ec, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=78a4a091-7191-4ccc-b997-4d62b71963ec,segment=NetworkSegment(e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6),segment_id=e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:23.636306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:23.636306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:23.642453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Attempting to bind port 6f8114d7-7673-44d8-a266-41c16fb6a121 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:23.642842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Attempting to bind port 6f8114d7-7673-44d8-a266-41c16fb6a121 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '602d737d-d33b-4e02-9ed6-49d0ced78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:23.643253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Attempting to bind port 6f8114d7-7673-44d8-a266-41c16fb6a121 on network 6af351f3-74eb-4943-a45a-6d86e732a492 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:23.652855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:23.659275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Checking segment: {'id': '602d737d-d33b-4e02-9ed6-49d0ced78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:23.659275 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.659275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Bound using segment: {'id': '602d737d-d33b-4e02-9ed6-49d0ced78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:23.659275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Bound port: 6f8114d7-7673-44d8-a266-41c16fb6a121, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602d737d-d33b-4e02-9ed6-49d0ced78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:23.659275 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.706633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.728068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65fc3-ccf3-47ba-b07a-a0fdb9c38f02 req-9ab644a8-9c21-404a-84e9-65abee47dc07 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:23.730283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95c65fc3-ccf3-47ba-b07a-a0fdb9c38f02 req-9ab644a8-9c21-404a-84e9-65abee47dc07 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.0689821 Aug 19 12:43:23.747471 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.758013 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.781779 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.797087 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.809329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:23.810338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:23.815138 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:23.820602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95c65fc3-ccf3-47ba-b07a-a0fdb9c38f02 req-285543cf-c6b6-48dd-8506-3b9e0b6fbe55 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788939 Aug 19 12:43:23.867480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:23.868328 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.914652 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Transition to ACTIVE for port object 25fa81ed-d487-4cb1-b21f-91e99e07189c will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:24.062695 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96c5ad-0ece-4123-a1e4-2e899ec0502e req-a53937d7-e0cf-42d3-8154-dfb4521fcbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:24.064327 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5f96c5ad-0ece-4123-a1e4-2e899ec0502e req-a53937d7-e0cf-42d3-8154-dfb4521fcbbf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 1096 time: 0.0457447 Aug 19 12:43:24.105354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:43:24.105354 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:43:24.105354 n-d-778732-8 neutron-server[95661]: [parameters: {'id': '10fd7820-8566-40c1-91af-1b17ef348115'}] Aug 19 12:43:24.105354 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:43:24.105917 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:43:24.142951 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5f96c5ad-0ece-4123-a1e4-2e899ec0502e req-cc4d6a2b-0231-4cc0-a6ec-aeaa64a22032 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692165 Aug 19 12:43:24.152564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aaf3d306-fde2-44e8-a63c-a985ab555b8e req-4de5cb10-2b86-4331-8a46-c71f93d8356f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 210 time: 0.0305800 Aug 19 12:43:24.233642 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] For port 6f8114d7-7673-44d8-a266-41c16fb6a121, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:24.250981 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.253140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.254268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:24.254881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.285276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb795f-a65c-44f0-9d5e-fbcf83e4bacc None None] Network 10fd7820-8566-40c1-91af-1b17ef348115 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:24.302993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef60627-76b3-41d0-9be4-2aaa91ebda7d None None] Pushing event updated for resources: {'Port': ['ID=78a4a091-7191-4ccc-b997-4d62b71963ec,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:24.316430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] For port 6f8114d7-7673-44d8-a266-41c16fb6a121, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6f8114d7-7673-44d8-a266-41c16fb6a121,segment=NetworkSegment(602d737d-d33b-4e02-9ed6-49d0ced78d6f),segment_id=602d737d-d33b-4e02-9ed6-49d0ced78d6f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:24.356515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 6af351f3-74eb-4943-a45a-6d86e732a492 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:24.367928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:24.375663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:24.375663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] Pushing event updated for resources: {'Network': ['ID=75ef20e8-3fe1-4fb1-b1fc-15c69868abb0,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:24.406762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:24.415962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=25fa81ed-d487-4cb1-b21f-91e99e07189c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:24.445031 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.472022 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.503152 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f707b5ca-ae41-4680-8b9e-91858c95020d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7493675 Aug 19 12:43:24.504626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52520) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:24.510993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] Request body: {'subnet': {'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-957310876-subnet', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:24.607309 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.659144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] Made reservation on behalf of 12f8851073ff4fbd9bcabc806455bca6 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:24.663615 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.704805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa1a1e-66a0-46b4-954c-603e50602fb6 None None] Pushing event updated for resources: {'Port': ['ID=6f8114d7-7673-44d8-a266-41c16fb6a121,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:24.736526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a56863-034f-48e4-9a03-0325e1a27319 None None] Network 10fd7820-8566-40c1-91af-1b17ef348115 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:24.788127 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.824593 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.839147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358e754-3fa4-4a24-a049-639dd3499ba3 req-2cc1bedb-cf20-4627-ab88-d35bdaafce57 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:24.848477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e358e754-3fa4-4a24-a049-639dd3499ba3 req-2cc1bedb-cf20-4627-ab88-d35bdaafce57 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 945 time: 0.1069601 Aug 19 12:43:24.879009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Transition to ACTIVE for port object b5f24717-6acc-4c7e-9168-2ea240845ef9 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:25.012137 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.041267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Deleting port 78a4a091-7191-4ccc-b997-4d62b71963ec {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:25.041723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.143326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e358e754-3fa4-4a24-a049-639dd3499ba3 req-533cd458-dcda-4c40-9c77-e3173168787d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2935264 Aug 19 12:43:25.187199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] For port 78a4a091-7191-4ccc-b997-4d62b71963ec, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=78a4a091-7191-4ccc-b997-4d62b71963ec,segment=NetworkSegment(e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6),segment_id=e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:25.187588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.218017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6fd05-1259-4727-b6af-4525b087b40a None None] Pushing event updated for resources: {'Port': ['ID=b5f24717-6acc-4c7e-9168-2ea240845ef9,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:25.256135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Calling delete_port for 78a4a091-7191-4ccc-b997-4d62b71963ec owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:25.337852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92046d-1fa1-48a7-ae02-d5b9085dcb16 req-99ff3d28-7a34-46da-b2d0-c35de3067ad5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:25.345890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc92046d-1fa1-48a7-ae02-d5b9085dcb16 req-99ff3d28-7a34-46da-b2d0-c35de3067ad5 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.3920138 Aug 19 12:43:25.455649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Attempting to bind port b5f24717-6acc-4c7e-9168-2ea240845ef9 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:25.457034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Attempting to bind port b5f24717-6acc-4c7e-9168-2ea240845ef9 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:25.457674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Attempting to bind port b5f24717-6acc-4c7e-9168-2ea240845ef9 on network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:25.464262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4f3f1e6-17fc-42ad-9192-58536b5692a0 req-d119d433-8c6c-46ee-be2b-e52ede353a86 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 210 time: 0.1418083 Aug 19 12:43:25.467801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:25.471433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Checking segment: {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:25.471433 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.471433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Bound using segment: {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:25.471433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Bound port: b5f24717-6acc-4c7e-9168-2ea240845ef9, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:25.471433 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.500679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.655461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc92046d-1fa1-48a7-ae02-d5b9085dcb16 req-44472f5e-6d9f-4603-bf41-c73edf3e9f77 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086648 Aug 19 12:43:25.682717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] For port b5f24717-6acc-4c7e-9168-2ea240845ef9, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:25.694759 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:25.702084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-28281d28-9604-4bac-b1cf-6c24a6973908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.748469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] For port b5f24717-6acc-4c7e-9168-2ea240845ef9, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b5f24717-6acc-4c7e-9168-2ea240845ef9,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:25.754765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] Checking segment: {'id': '55422b0d-ed5c-438b-b99b-a6b681847148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:25.756904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] Network hostable DHCP agents. Network: 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:25.769328 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=024bae51-d5ed-42b1-96f0-356270490db2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:25.806125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:25.806509 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.855767 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-f3f13e9b-0040-40be-9a68-1725b5b1f653 service neutron] 10.222.0.53 "GET /v2.0/ports/93451a5f-920e-457c-8328-503497b2338f/bindings/n-h2-778732-8 HTTP/1.1" status: 200 len: 384 time: 0.2241144 Aug 19 12:43:25.862873 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.900601 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.958751 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Routers {'319ebea4-ecd1-4691-a5f1-776829d34fb8'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:25.959782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['319ebea4-ecd1-4691-a5f1-776829d34fb8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:25.990075 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6fd05-1259-4727-b6af-4525b087b40a None None] Pushing event updated for resources: {'Port': ['ID=b5f24717-6acc-4c7e-9168-2ea240845ef9,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:26.074523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6f8114d7-7673-44d8-a266-41c16fb6a121 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:26.129850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] Network 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:26.226644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] Set router 319ebea4-ecd1-4691-a5f1-776829d34fb8 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:26.237659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-bba74a26-bc90-479d-a194-7ef501ccdae3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:26.240840 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-bba74a26-bc90-479d-a194-7ef501ccdae3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 811 time: 0.7901607 Aug 19 12:43:26.263508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-3ebf0a19-fcea-4371-94ba-271e1bc874fb service neutron] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:26.265796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Request body: {'port': {'device_id': '1260866e-dbd5-442e-bd55-689cc3a1b8c7', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'admin_state_up': True, 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:26.299564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:26.312998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:26.313989 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.366538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-3ebf0a19-fcea-4371-94ba-271e1bc874fb service neutron] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:26.378768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.388273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca67a9e9-9404-4745-a66a-8ce2a85ee837 None None] Network 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:26.471980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876ae40-8e65-46ce-ae84-6ca79a90e345 req-38639417-1bbd-4ab0-b4cc-9f882210d03b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:26.473943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a876ae40-8e65-46ce-ae84-6ca79a90e345 req-38639417-1bbd-4ab0-b4cc-9f882210d03b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 945 time: 0.1799047 Aug 19 12:43:26.479629 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.489474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93451a5f-920e-457c-8328-503497b2338f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:26.492873 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b71e3e-e8bd-43ff-abd9-59755526256c" -d '{"events": [{"server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "name": "network-vif-unplugged", "status": "completed", "tag": "93451a5f-920e-457c-8328-503497b2338f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:26.509308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-3ebf0a19-fcea-4371-94ba-271e1bc874fb service neutron] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:26.519087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 6f8114d7-7673-44d8-a266-41c16fb6a121 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:26.531606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No DVR routers for this DVR port 78a4a091-7191-4ccc-b997-4d62b71963ec on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:26.540787 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Port': ['ID=78a4a091-7191-4ccc-b997-4d62b71963ec,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:26.562485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d7125f59-b2ff-4270-9f88-7d9ed1f01489 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0564573 Aug 19 12:43:26.565505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:26.571605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-957310876-router', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:26.587201 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.636073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e695bab-ba6d-4c45-9595-048c897c656f None None] Network 6af351f3-74eb-4943-a45a-6d86e732a492 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:26.637718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a876ae40-8e65-46ce-ae84-6ca79a90e345 req-74e954c0-1a6a-4f5b-b904-b433974c151b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338673 Aug 19 12:43:26.710936 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cd46a3c-dd87-4094-9ca5-36387bf4e9fe req-dd9cd226-ba59-417c-a5fa-6533f1cd9f0b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 210 time: 0.1191323 Aug 19 12:43:26.718470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:43:26.718470 n-d-778732-8 neutron-server[95660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:43:26.718470 n-d-778732-8 neutron-server[95660]: [parameters: {'project_id_1': '12f8851073ff4fbd9bcabc806455bca6', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 43, 26, 580977)}] Aug 19 12:43:26.718470 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:43:26.718470 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:43:26.718470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-3ebf0a19-fcea-4371-94ba-271e1bc874fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.760131 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede35335-d60d-440f-9146-3a882563ca5e x-openstack-request-id: req-ede35335-d60d-440f-9146-3a882563ca5e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:26.764064 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "name": "network-vif-unplugged", "status": "completed", "tag": "93451a5f-920e-457c-8328-503497b2338f", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:26.764064 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ede35335-d60d-440f-9146-3a882563ca5e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:26.764064 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93451a5f-920e-457c-8328-503497b2338f', 'code': 200} Aug 19 12:43:26.775595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.786458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-75ef20e8-3fe1-4fb1-b1fc-15c69868abb0', 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'fixed_ips': [{'subnet_id': '024bae51-d5ed-42b1-96f0-356270490db2'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:26.787038 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.787340 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.790903 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event updated for resources: {'Port': ['ID=25fa81ed-d487-4cb1-b21f-91e99e07189c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:26.798184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fd7820-8566-40c1-91af-1b17ef348115']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:26.816101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:26.816708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d0feaf-c30a-4ccf-8468-6d62bf5c3bb6') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:26.846177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Made reservation on behalf of c4215f5876254990ac7547c4d07ccb07 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:26.846177 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.850116 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.953030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ed3d7847-8c11-4b5f-8da1-146b73dd6d48 None None] Provisioning for port 6f8114d7-7673-44d8-a266-41c16fb6a121 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:26.956448 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.957232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-3ebf0a19-fcea-4371-94ba-271e1bc874fb service neutron] Transition to ACTIVE for port object 93451a5f-920e-457c-8328-503497b2338f will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:26.973251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70553c-691b-4a9e-9ae6-7f70281a2f51 req-5767e5d7-3644-4f73-85cb-596d4a973a7e tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:26.975789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e70553c-691b-4a9e-9ae6-7f70281a2f51 req-5767e5d7-3644-4f73-85cb-596d4a973a7e tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1357419 Aug 19 12:43:27.009414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:27.010020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:27.013728 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:27.066032 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e70553c-691b-4a9e-9ae6-7f70281a2f51 req-43498044-d775-4a7a-950d-bd55bc8e59c3 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833220 Aug 19 12:43:27.099988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ed3d7847-8c11-4b5f-8da1-146b73dd6d48 None None] Provisioning complete for port 6f8114d7-7673-44d8-a266-41c16fb6a121 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:27.102443 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ed3d7847-8c11-4b5f-8da1-146b73dd6d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.152393 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-3ebf0a19-fcea-4371-94ba-271e1bc874fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.164246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Network 6af351f3-74eb-4943-a45a-6d86e732a492 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:27.179374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:27.192810 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.206409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'name': 'tempest-TestServerMultinode-430675895-router', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:09Z', 'updated_at': '2021-08-19T12:43:17Z', 'revision_number': 4, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'gw_port': {'id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:10Z', 'updated_at': '2021-08-19T12:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'b5f24717-6acc-4c7e-9168-2ea240845ef9', 'name': '', 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'mac_address': 'fa:16:3e:5c:b8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '49d4701e-4f2f-428b-b9da-1cfc874399b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:14Z', 'updated_at': '2021-08-19T12:43:25Z', 'revision_number': 4, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'subnets': [{'id': '49d4701e-4f2f-428b-b9da-1cfc874399b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:27.256378 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.354576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf0a19-fcea-4371-94ba-271e1bc874fb service neutron] Pushing event updated for resources: {'Port': ['ID=93451a5f-920e-457c-8328-503497b2338f,revision_number=11']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:27.383276 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.391058 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/10fd7820-8566-40c1-91af-1b17ef348115 HTTP/1.1" status: 204 len: 168 time: 6.9899178 Aug 19 12:43:27.391213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52572) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:27.439628 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4590edbe-5640-4155-ad76-e7e2551471b6 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:27.440541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4590edbe-5640-4155-ad76-e7e2551471b6 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:27.457989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4590edbe-5640-4155-ad76-e7e2551471b6 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/10fd7820-8566-40c1-91af-1b17ef348115 HTTP/1.1" status: 404 len: 339 time: 0.0594003 Aug 19 12:43:27.491683 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52574) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:27.492659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e10f1-96e2-4896-b56c-46d5a47f216f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=10fd7820-8566-40c1-91af-1b17ef348115,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:27.501158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-3ebf0a19-fcea-4371-94ba-271e1bc874fb service neutron] No DVR routers for this DVR port 93451a5f-920e-457c-8328-503497b2338f on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:27.508882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.510480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1032848879', 'description': 'd1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:27.511923 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.518483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Allocated IP 172.20.0.5 (0ce264d4-fc47-4c88-a9b0-c0b1fb985bff/93656fb1-3704-4585-9299-9c56d060bdcf/e5a4204a-86e1-4285-be7b-d5599a53d81d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:27.566251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa69f0d-acc3-480b-a1ed-05172d688567 None None] The sync data for ids ['319ebea4-ecd1-4691-a5f1-776829d34fb8'] in n-d-778732-8 is: [{'id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'name': 'tempest-TestServerMultinode-430675895-router', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:09Z', 'updated_at': '2021-08-19T12:43:17Z', 'revision_number': 4, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'gw_port': {'id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:10Z', 'updated_at': '2021-08-19T12:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'b5f24717-6acc-4c7e-9168-2ea240845ef9', 'name': '', 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'mac_address': 'fa:16:3e:5c:b8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '49d4701e-4f2f-428b-b9da-1cfc874399b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:14Z', 'updated_at': '2021-08-19T12:43:25Z', 'revision_number': 4, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'subnets': [{'id': '49d4701e-4f2f-428b-b9da-1cfc874399b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:27.648442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:27.903921 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:27.910884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Allocated IP 172.20.0.2 (75ef20e8-3fe1-4fb1-b1fc-15c69868abb0/024bae51-d5ed-42b1-96f0-356270490db2/5ab080e6-903f-4fa2-8d3b-99d22a764317) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:27.923002 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.075299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.123170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52584) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:28.166534 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ed3d7847-8c11-4b5f-8da1-146b73dd6d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.215312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ed3d7847-8c11-4b5f-8da1-146b73dd6d48 None None] For port 6f8114d7-7673-44d8-a266-41c16fb6a121, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6f8114d7-7673-44d8-a266-41c16fb6a121,segment=NetworkSegment(602d737d-d33b-4e02-9ed6-49d0ced78d6f),segment_id=602d737d-d33b-4e02-9ed6-49d0ced78d6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:28.230066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff477f4-39fb-4c65-ab83-5522d65002b3 req-9f0610e8-c64d-464c-8f1a-1b3f452ce6b2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:28.232956 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.235854 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fff477f4-39fb-4c65-ab83-5522d65002b3 req-9f0610e8-c64d-464c-8f1a-1b3f452ce6b2 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.3370082 Aug 19 12:43:28.264266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Transition to ACTIVE for port object e5a4204a-86e1-4285-be7b-d5599a53d81d will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:28.275785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e995ea-5653-49a8-b757-6fa09578e7e5 req-b79af571-c635-4c56-a68d-87feda15a57b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:28.289630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10e995ea-5653-49a8-b757-6fa09578e7e5 req-b79af571-c635-4c56-a68d-87feda15a57b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 944 time: 0.3861930 Aug 19 12:43:28.323503 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ed3d7847-8c11-4b5f-8da1-146b73dd6d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.337084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:28.350384 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.350943 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment cff970c2-245e-4c33-aa7c-28e8024a94cc of type vlan for network 06d27f7a-8555-4583-8125-de6ceff05cb1 Aug 19 12:43:28.365877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-3ebf0a19-fcea-4371-94ba-271e1bc874fb service neutron] 10.222.0.53 "PUT /v2.0/ports/93451a5f-920e-457c-8328-503497b2338f/bindings/n-h2-778732-8/activate HTTP/1.1" status: 200 len: 369 time: 2.5017059 Aug 19 12:43:28.432642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.475436 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.503468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce02d53c-a9a1-40d8-abfa-bc333a959665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.508854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8226d715-2020-41cc-8778-6a15dc5e06ba', '66e6ea3e-7f30-4c43-bf0d-92f2d3477045'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:28.587574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:28.628844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cdbbab8e-93c2-4bda-b5a6-7ac0dd9bbb7f None None] Provisioning for port 25fa81ed-d487-4cb1-b21f-91e99e07189c completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:28.660583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:28.663719 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.665861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cdbbab8e-93c2-4bda-b5a6-7ac0dd9bbb7f None None] Provisioning complete for port 25fa81ed-d487-4cb1-b21f-91e99e07189c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:28.666244 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cdbbab8e-93c2-4bda-b5a6-7ac0dd9bbb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.683086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:28.683895 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569228'] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.689767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:28.751674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbab8e-93c2-4bda-b5a6-7ac0dd9bbb7f None None] Port 25fa81ed-d487-4cb1-b21f-91e99e07189c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:28.754064 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.762724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d7847-8c11-4b5f-8da1-146b73dd6d48 None None] Pushing event updated for resources: {'Port': ['ID=6f8114d7-7673-44d8-a266-41c16fb6a121,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:28.797629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Transition to ACTIVE for port object 5ab080e6-903f-4fa2-8d3b-99d22a764317 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:28.817858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10e995ea-5653-49a8-b757-6fa09578e7e5 req-d491716e-7801-4551-8021-3a88f1ad5b5d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5264294 Aug 19 12:43:28.842630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Transition to ACTIVE for port object 5ab080e6-903f-4fa2-8d3b-99d22a764317 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:28.857933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fff477f4-39fb-4c65-ab83-5522d65002b3 req-9f9a6b22-c55e-4cd8-a0aa-319ebd850629 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672762 Aug 19 12:43:28.881679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.888478 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebdf6f-6617-4d7f-b8f6-b98a75875199 req-de29f31a-74e8-4c8c-b13b-87a358db3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:28.890432 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e5ebdf6f-6617-4d7f-b8f6-b98a75875199 req-de29f31a-74e8-4c8c-b13b-87a358db3839 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92483dde42a14a989853a79c94d30303&device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 1096 time: 1.0285039 Aug 19 12:43:28.937771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 93451a5f-920e-457c-8328-503497b2338f no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:28.993959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event updated for resources: {'Port': ['ID=e5a4204a-86e1-4285-be7b-d5599a53d81d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:29.032380 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-f4e9f1db-a934-44cf-9ba1-6e475b61033d tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:29.034469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-f4e9f1db-a934-44cf-9ba1-6e475b61033d tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265&tenant_id=14342c7fb8294b128c580938853dcfe8&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 1095 time: 0.5198262 Aug 19 12:43:29.057755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.095159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:29.096228 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.101326 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:29.117256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=06d27f7a-8555-4583-8125-de6ceff05cb1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:29.118686 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Sync routers for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:29.141521 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7f2b35a4-0bdd-43ee-95c8-8c9d33acfdfa tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1567862 Aug 19 12:43:29.144039 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:29.144675 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:29.147448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52588) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:29.177619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5c5e4bed-27f2-48df-87a2-9dcdf4ea8484 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:29.190071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 06d27f7a-8555-4583-8125-de6ceff05cb1 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:29.282887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebdf6f-6617-4d7f-b8f6-b98a75875199 req-085ee9f6-0247-49ca-ba43-7596f00007a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:29.286770 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e5ebdf6f-6617-4d7f-b8f6-b98a75875199 req-085ee9f6-0247-49ca-ba43-7596f00007a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 HTTP/1.1" status: 200 len: 912 time: 0.3754218 Aug 19 12:43:29.328930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Network 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:29.353494 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.373213 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:29.382394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:29.393603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:29.416611 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e5ebdf6f-6617-4d7f-b8f6-b98a75875199 req-a782ff80-7985-470c-80f2-f4cf530e039a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76605ea1-c596-441e-9f98-15d7e650bc75 HTTP/1.1" status: 200 len: 217 time: 0.1191192 Aug 19 12:43:29.417065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 93451a5f-920e-457c-8328-503497b2338f not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:29.448710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Pushing event updated for resources: {'Port': ['ID=5ab080e6-903f-4fa2-8d3b-99d22a764317,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:29.467165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-a3425980-3add-4b83-b680-710353f7e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:29.468888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-a3425980-3add-4b83-b680-710353f7e112 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 1095 time: 0.3985357 Aug 19 12:43:29.483476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cdbbab8e-93c2-4bda-b5a6-7ac0dd9bbb7f None None] Provisioning complete for port 6f8114d7-7673-44d8-a266-41c16fb6a121 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:29.491896 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cdbbab8e-93c2-4bda-b5a6-7ac0dd9bbb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.508218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a4452-f023-4455-90b4-df1bc9e20337 req-bd6cb483-7dc4-402c-b613-44c87bcdbde7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:29.510206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-680a4452-f023-4455-90b4-df1bc9e20337 req-bd6cb483-7dc4-402c-b613-44c87bcdbde7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 931 time: 0.4969010 Aug 19 12:43:29.571766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebdf6f-6617-4d7f-b8f6-b98a75875199 req-e854fab6-3426-4ead-b7d9-5cf52777e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:29.574042 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e5ebdf6f-6617-4d7f-b8f6-b98a75875199 req-e854fab6-3426-4ead-b7d9-5cf52777e3d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3f9d403-8981-4eeb-99be-5102d5ba180d HTTP/1.1" status: 200 len: 851 time: 0.1408763 Aug 19 12:43:29.638619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b5f24717-6acc-4c7e-9168-2ea240845ef9 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:29.652697 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e5ebdf6f-6617-4d7f-b8f6-b98a75875199 req-b09046a9-f0d5-4252-8c58-1ec4cb377d07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700824 Aug 19 12:43:29.790631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Attempting to bind port 5ab080e6-903f-4fa2-8d3b-99d22a764317 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:29.790970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Attempting to bind port 5ab080e6-903f-4fa2-8d3b-99d22a764317 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '55422b0d-ed5c-438b-b99b-a6b681847148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:29.791296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Attempting to bind port 5ab080e6-903f-4fa2-8d3b-99d22a764317 on network 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:29.828283 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e5ebdf6f-6617-4d7f-b8f6-b98a75875199 req-8be62414-298a-4556-b6e7-5568447c17ba service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666081 Aug 19 12:43:29.828588 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:24Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fa81ed-d487-4cb1-b21f-91e99e07189c', 'name': '', 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:81:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:21Z', 'updated_at': '2021-08-19T12:43:25Z', 'revision_number': 2, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:29.842523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:29.842920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Checking segment: {'id': '55422b0d-ed5c-438b-b99b-a6b681847148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:29.843335 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.843743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Bound using segment: {'id': '55422b0d-ed5c-438b-b99b-a6b681847148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:29.844329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Bound port: 5ab080e6-903f-4fa2-8d3b-99d22a764317, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55422b0d-ed5c-438b-b99b-a6b681847148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:29.844641 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.025351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] For port 5ab080e6-903f-4fa2-8d3b-99d22a764317, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:30.029258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] For port 5ab080e6-903f-4fa2-8d3b-99d22a764317, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5ab080e6-903f-4fa2-8d3b-99d22a764317,segment=NetworkSegment(55422b0d-ed5c-438b-b99b-a6b681847148),segment_id=55422b0d-ed5c-438b-b99b-a6b681847148)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:30.053434 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e5ebdf6f-6617-4d7f-b8f6-b98a75875199 req-7c424da3-4cf7-41ca-85d5-883fdf79c4ec service neutron] 10.222.0.52 "GET /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115550 Aug 19 12:43:30.078109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-226d9101-a843-459d-86b6-b3674afaec75 None None] Provisioning complete for port 25fa81ed-d487-4cb1-b21f-91e99e07189c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:30.078923 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-226d9101-a843-459d-86b6-b3674afaec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.082239 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Checking router: 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:30.082883 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Updating router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 port 25fa81ed-d487-4cb1-b21f-91e99e07189c binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:30.115673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b5f24717-6acc-4c7e-9168-2ea240845ef9 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:30.117438 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.123415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b5f24717-6acc-4c7e-9168-2ea240845ef9 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:30.123787 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.166717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-226d9101-a843-459d-86b6-b3674afaec75 None None] Port 25fa81ed-d487-4cb1-b21f-91e99e07189c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:30.176249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.257124 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce02d53c-a9a1-40d8-abfa-bc333a959665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.303409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9995da5-cb6b-49ff-9287-7febcf0852f7 None None] Pushing event updated for resources: {'Port': ['ID=5ab080e6-903f-4fa2-8d3b-99d22a764317,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:30.322370 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.326057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-226d9101-a843-459d-86b6-b3674afaec75 None None] Provisioning for port e5a4204a-86e1-4285-be7b-d5599a53d81d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:30.342307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-226d9101-a843-459d-86b6-b3674afaec75 None None] Provisioning complete for port e5a4204a-86e1-4285-be7b-d5599a53d81d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:30.342722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-226d9101-a843-459d-86b6-b3674afaec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.354394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-680a4452-f023-4455-90b4-df1bc9e20337 req-a925e93c-4594-4629-8af6-bc24a56ced9d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8199160 Aug 19 12:43:30.365582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-e1cbe12c-638c-4627-a7b0-55e173266f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:30.367726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-e1cbe12c-638c-4627-a7b0-55e173266f08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 1095 time: 0.8559530 Aug 19 12:43:30.406574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port b5f24717-6acc-4c7e-9168-2ea240845ef9, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b5f24717-6acc-4c7e-9168-2ea240845ef9,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:30.422607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-226d9101-a843-459d-86b6-b3674afaec75 None None] Port e5a4204a-86e1-4285-be7b-d5599a53d81d cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:30.454778 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0efa3d6c-514d-4218-a3f2-b65bbfcc696c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.9574745 Aug 19 12:43:30.457309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52596) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:30.486868 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.487780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6f8114d7-7673-44d8-a266-41c16fb6a121 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:30.543385 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-a89d155c-797b-4737-ae2f-81fd7fa5f2cb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2928038 Aug 19 12:43:30.571621 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Request body: {'port': {'device_id': '1260866e-dbd5-442e-bd55-689cc3a1b8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:30.636130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=b5f24717-6acc-4c7e-9168-2ea240845ef9,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:30.663741 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c253e6-6760-439c-a50c-83540d9653d7 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:30.665608 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-81c253e6-6760-439c-a50c-83540d9653d7 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/networks?id=06d27f7a-8555-4583-8125-de6ceff05cb1 HTTP/1.1" status: 200 len: 761 time: 0.2072663 Aug 19 12:43:30.668295 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52598) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:30.675678 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.676354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-cca180f7-a164-44cd-b172-f57761494709 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'description': 'd2'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:30.676472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 6f8114d7-7673-44d8-a266-41c16fb6a121 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:30.676472 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.683658 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Transition to ACTIVE for port object 25fa81ed-d487-4cb1-b21f-91e99e07189c will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:30.697401 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce02d53c-a9a1-40d8-abfa-bc333a959665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.718147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.787885 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.891270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d73b90-b64e-4d6f-a8a2-75691df5d8a9 req-2c7eb229-997e-4851-aa00-ee07d7aceb09 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:30.893168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90d73b90-b64e-4d6f-a8a2-75691df5d8a9 req-2c7eb229-997e-4851-aa00-ee07d7aceb09 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 944 time: 0.6793077 Aug 19 12:43:30.905762 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e75d61-b958-47b5-aeff-5b412bcbe696 None None] Pushing event updated for resources: {'Port': ['ID=25fa81ed-d487-4cb1-b21f-91e99e07189c,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:30.944183 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Attempting to bind port 25fa81ed-d487-4cb1-b21f-91e99e07189c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:30.944546 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Attempting to bind port 25fa81ed-d487-4cb1-b21f-91e99e07189c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '602d737d-d33b-4e02-9ed6-49d0ced78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:30.944891 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Attempting to bind port 25fa81ed-d487-4cb1-b21f-91e99e07189c on network 6af351f3-74eb-4943-a45a-6d86e732a492 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:30.950628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ce02d53c-a9a1-40d8-abfa-bc333a959665 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=467729c77c394d20b0eba49438d096d6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8255651 Aug 19 12:43:30.954069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-5c5e4bed-27f2-48df-87a2-9dcdf4ea8484 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:43:30.954559 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:30.954924 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Checking segment: {'id': '602d737d-d33b-4e02-9ed6-49d0ced78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:30.955324 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.955711 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Bound using segment: {'id': '602d737d-d33b-4e02-9ed6-49d0ced78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:30.956225 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Bound port: 25fa81ed-d487-4cb1-b21f-91e99e07189c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602d737d-d33b-4e02-9ed6-49d0ced78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:30.956816 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.968615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52600) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:30.988180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02d53c-a9a1-40d8-abfa-bc333a959665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d5b22e-586d-444b-9c95-e68a089a67b0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:31.062235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] For port 25fa81ed-d487-4cb1-b21f-91e99e07189c, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:31.071706 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] For port 25fa81ed-d487-4cb1-b21f-91e99e07189c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=25fa81ed-d487-4cb1-b21f-91e99e07189c,segment=NetworkSegment(602d737d-d33b-4e02-9ed6-49d0ced78d6f),segment_id=602d737d-d33b-4e02-9ed6-49d0ced78d6f)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:31.076652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-5c5e4bed-27f2-48df-87a2-9dcdf4ea8484 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Removed routes are [] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:43:31.080687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bed-27f2-48df-87a2-9dcdf4ea8484 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.132126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3d310-cf7e-4e4d-990c-583e8d0ea8ee req-b0218eb7-a721-4392-a050-da82040e6979 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:31.133904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ce3d310-cf7e-4e4d-990c-583e8d0ea8ee req-b0218eb7-a721-4392-a050-da82040e6979 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.4244344 Aug 19 12:43:31.176208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90d73b90-b64e-4d6f-a8a2-75691df5d8a9 req-4af17fb3-4e15-497b-a25b-99191bb12543 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2561491 Aug 19 12:43:31.263086 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.308203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-32353454-86eb-470f-bb1d-4ada9bda25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:31.321663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-32353454-86eb-470f-bb1d-4ada9bda25af service neutron] 10.222.0.52 "GET /v2.0/networks?id=05248d3c-a267-499b-af20-d3d333c10d90 HTTP/1.1" status: 200 len: 897 time: 0.6273701 Aug 19 12:43:31.436936 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:31.438085 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:31.442202 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e75d61-b958-47b5-aeff-5b412bcbe696 None None] Pushing event updated for resources: {'Port': ['ID=25fa81ed-d487-4cb1-b21f-91e99e07189c,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:31.577966 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:31.657995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5ab080e6-903f-4fa2-8d3b-99d22a764317 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:31.741758 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cca180f7-a164-44cd-b172-f57761494709 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.887828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ce3d310-cf7e-4e4d-990c-583e8d0ea8ee req-64b6a79f-870c-4f80-94c2-187c9851a478 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7039135 Aug 19 12:43:31.897303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cca180f7-a164-44cd-b172-f57761494709 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.938239 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-772e2879-0cc4-434e-a9ad-99ab8c103ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.974261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-772e2879-0cc4-434e-a9ad-99ab8c103ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.983205 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.004465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5ab080e6-903f-4fa2-8d3b-99d22a764317 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:32.020507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b5f24717-6acc-4c7e-9168-2ea240845ef9 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:32.055961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-3505fb32-f281-43c8-8e6a-33bc10c04e46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93451a5f-920e-457c-8328-503497b2338f HTTP/1.1" status: 200 len: 998 time: 0.7236123 Aug 19 12:43:32.075564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.091035 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cca180f7-a164-44cd-b172-f57761494709 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network 06d27f7a-8555-4583-8125-de6ceff05cb1 is not hosted by any dhcp agent {{(pid=95661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:43:32.103088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca180f7-a164-44cd-b172-f57761494709 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:32.104143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cca180f7-a164-44cd-b172-f57761494709 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.110756 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cca180f7-a164-44cd-b172-f57761494709 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "PUT /v2.0/networks/06d27f7a-8555-4583-8125-de6ceff05cb1 HTTP/1.1" status: 200 len: 758 time: 1.4411125 Aug 19 12:43:32.114108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52610) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:32.182357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca180f7-a164-44cd-b172-f57761494709 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=06d27f7a-8555-4583-8125-de6ceff05cb1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:32.193495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661b3f2-213e-4a95-a7c9-1f3e2723a665 req-65b37c1b-c63b-431d-8289-ebdfc9b1c81c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:32.203251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7661b3f2-213e-4a95-a7c9-1f3e2723a665 req-65b37c1b-c63b-431d-8289-ebdfc9b1c81c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 931 time: 0.5357847 Aug 19 12:43:32.218177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6955cb74-e266-42e4-b5e0-3a3db1deb708 None None] Network 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:32.220895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 06d27f7a-8555-4583-8125-de6ceff05cb1 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:32.257961 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:30Z', 'revision_number': 6, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fa81ed-d487-4cb1-b21f-91e99e07189c', 'name': '', 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:81:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:21Z', 'updated_at': '2021-08-19T12:43:31Z', 'revision_number': 4, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:32.285109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a4204a-86e1-4285-be7b-d5599a53d81d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:43:32.299829 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.335101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5706c7-622c-4d42-887e-55635edc7081 None None] The sync data for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 is: [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:30Z', 'revision_number': 6, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fa81ed-d487-4cb1-b21f-91e99e07189c', 'name': '', 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:81:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:21Z', 'updated_at': '2021-08-19T12:43:31Z', 'revision_number': 4, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:32.428980 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:43:32.475849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b5f24717-6acc-4c7e-9168-2ea240845ef9 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:32.476462 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.499750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-190de04d-a8bf-4869-ab19-71ff1f1b918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:32.501758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-190de04d-a8bf-4869-ab19-71ff1f1b918e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c HTTP/1.1" status: 200 len: 835 time: 0.4314435 Aug 19 12:43:32.514920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Transition to ACTIVE for port object e5a4204a-86e1-4285-be7b-d5599a53d81d will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:32.515631 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-772e2879-0cc4-434e-a9ad-99ab8c103ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.515762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b934cc00-eb1a-4a4a-903b-c32335825858 None None] Provisioning for port 5ab080e6-903f-4fa2-8d3b-99d22a764317 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:32.524054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-772e2879-0cc4-434e-a9ad-99ab8c103ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.525821 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-772e2879-0cc4-434e-a9ad-99ab8c103ed5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90d5b22e-586d-444b-9c95-e68a089a67b0 HTTP/1.1" status: 204 len: 168 time: 1.5532014 Aug 19 12:43:32.541593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b934cc00-eb1a-4a4a-903b-c32335825858 None None] Provisioning complete for port 5ab080e6-903f-4fa2-8d3b-99d22a764317 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:32.541973 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b934cc00-eb1a-4a4a-903b-c32335825858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.546799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e2879-0cc4-434e-a9ad-99ab8c103ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d5b22e-586d-444b-9c95-e68a089a67b0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:32.624552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.711038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a4204a-86e1-4285-be7b-d5599a53d81d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:32.711794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7661b3f2-213e-4a95-a7c9-1f3e2723a665 req-5cee4de6-a6be-48f8-b06b-078af043c14a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073271 Aug 19 12:43:32.725830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1458da35-7e60-4ba2-88e5-6830a0a93c89 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:32.734051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1458da35-7e60-4ba2-88e5-6830a0a93c89 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/networks?id=06d27f7a-8555-4583-8125-de6ceff05cb1 HTTP/1.1" status: 200 len: 761 time: 0.5884709 Aug 19 12:43:32.734732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52620) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:32.743974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665595208'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:32.749983 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bed-27f2-48df-87a2-9dcdf4ea8484 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.798245 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bed-27f2-48df-87a2-9dcdf4ea8484 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.806615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Allocated IP 172.25.6.89 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/a1ad4f70-c0e3-4641-9974-fcb2a3b0c941) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:32.828245 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b934cc00-eb1a-4a4a-903b-c32335825858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.843440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0d005-b9f9-4073-8cef-300951d5c64d req-d2743cd2-6d78-4e6e-a204-abcb4ac0935d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:32.882219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7f0d005-b9f9-4073-8cef-300951d5c64d req-d2743cd2-6d78-4e6e-a204-abcb4ac0935d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 944 time: 0.5280170 Aug 19 12:43:32.919843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b934cc00-eb1a-4a4a-903b-c32335825858 None None] For port 5ab080e6-903f-4fa2-8d3b-99d22a764317, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5ab080e6-903f-4fa2-8d3b-99d22a764317,segment=NetworkSegment(55422b0d-ed5c-438b-b99b-a6b681847148),segment_id=55422b0d-ed5c-438b-b99b-a6b681847148)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:33.014019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Attempting to bind port e5a4204a-86e1-4285-be7b-d5599a53d81d on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:33.014709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Attempting to bind port e5a4204a-86e1-4285-be7b-d5599a53d81d by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:33.015316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Attempting to bind port e5a4204a-86e1-4285-be7b-d5599a53d81d on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:33.029681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Port e5a4204a-86e1-4285-be7b-d5599a53d81d on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:43:33.034490 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Attempting to bind port e5a4204a-86e1-4285-be7b-d5599a53d81d on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:33.036059 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b934cc00-eb1a-4a4a-903b-c32335825858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.055679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:33.056339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Checking segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:33.057258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Bound using segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:33.058213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Bound port: e5a4204a-86e1-4285-be7b-d5599a53d81d, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:33.058984 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.106033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:33.112115 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.182080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-d270b480-e06e-4a08-80df-ee0b340d8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:33.183942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-d270b480-e06e-4a08-80df-ee0b340d8ee6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=05248d3c-a267-499b-af20-d3d333c10d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6268575 Aug 19 12:43:33.216205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934cc00-eb1a-4a4a-903b-c32335825858 None None] Pushing event updated for resources: {'Port': ['ID=5ab080e6-903f-4fa2-8d3b-99d22a764317,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:33.301769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:33.320546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefa9ab3-2291-4aed-a79e-2bffb8eca4fe None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:43:33.351987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.352501 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment 37d582ee-2f9c-4d16-bf22-2f2c2fd96054 of type vlan for network b396055c-959c-493c-9388-b51a7a01fc0c Aug 19 12:43:33.404581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] For port e5a4204a-86e1-4285-be7b-d5599a53d81d, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:33.419531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-60bdf2e0-0477-4bc0-aaff-d7c6bb785c6c service neutron] 10.222.0.52 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213132 Aug 19 12:43:33.435447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7f0d005-b9f9-4073-8cef-300951d5c64d req-67e6dee4-9690-4dba-a474-3aaa1718d6e8 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5510967 Aug 19 12:43:33.480346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f6df09ba-9a49-4c6e-a5ea-8d9daba49b39 None None] Provisioning complete for port 5ab080e6-903f-4fa2-8d3b-99d22a764317 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:33.480490 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] For port e5a4204a-86e1-4285-be7b-d5599a53d81d, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e5a4204a-86e1-4285-be7b-d5599a53d81d,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:33.480751 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f6df09ba-9a49-4c6e-a5ea-8d9daba49b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.489840 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.566104 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.595777 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:33.597121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.599415 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] 10.222.0.53 "PUT /v2.0/ports/e5a4204a-86e1-4285-be7b-d5599a53d81d HTTP/1.1" status: 200 len: 1091 time: 3.0439858 Aug 19 12:43:33.613124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5e4bed-27f2-48df-87a2-9dcdf4ea8484 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:33.634940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 25fa81ed-d487-4cb1-b21f-91e99e07189c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:33.637541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1260866e-dbd5-442e-bd55-689cc3a1b8c7', 'tag': 'e5a4204a-86e1-4285-be7b-d5599a53d81d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:33.640751 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e628817-74fb-4f63-b031-5f5c6811f02c" -d '{"events": [{"name": "network-changed", "server_uuid": "1260866e-dbd5-442e-bd55-689cc3a1b8c7", "tag": "e5a4204a-86e1-4285-be7b-d5599a53d81d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:33.653482 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.666844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:33.666844 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.709513 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.731264 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefa9ab3-2291-4aed-a79e-2bffb8eca4fe None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:43:33.823053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52632) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:33.867911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b38f1-6f2e-4c81-ac88-682868397d34 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a4204a-86e1-4285-be7b-d5599a53d81d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:33.905946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=b396055c-959c-493c-9388-b51a7a01fc0c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:33.931609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network b396055c-959c-493c-9388-b51a7a01fc0c details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:33.940713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-49ed1f40-410f-4e37-b612-ac87ecd20eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:33.942663 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-49ed1f40-410f-4e37-b612-ac87ecd20eaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 1094 time: 0.1352878 Aug 19 12:43:33.994203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 25fa81ed-d487-4cb1-b21f-91e99e07189c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:34.013187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 25fa81ed-d487-4cb1-b21f-91e99e07189c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:34.013527 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-fd87208a-308d-475b-92a5-b49973c63832 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5a4204a-86e1-4285-be7b-d5599a53d81d HTTP/1.1" status: 200 len: 217 time: 0.0618253 Aug 19 12:43:34.017732 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d3c0181b-5e76-404b-8ce5-07bcd1ecf0fe tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2793784 Aug 19 12:43:34.017970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.018068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52634) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:34.024730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'network_id': 'b396055c-959c-493c-9388-b51a7a01fc0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:34.148867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-99ec115a-a3b6-47d3-aaae-ee9816f42ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:34.150489 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-99ec115a-a3b6-47d3-aaae-ee9816f42ba2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.1224043 Aug 19 12:43:34.218911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-13dd0d50-fa42-4f7b-b352-5c95ee7e39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:34.220700 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-13dd0d50-fa42-4f7b-b352-5c95ee7e39e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614791 Aug 19 12:43:34.289667 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:34.294498 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.308838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd07fb0-425d-42b7-afff-eb54f96d0dd6 req-ca696418-abc1-416e-a4b0-c6f7f4571e73 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:34.312647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcd07fb0-425d-42b7-afff-eb54f96d0dd6 req-ca696418-abc1-416e-a4b0-c6f7f4571e73 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.7138922 Aug 19 12:43:34.341880 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.resource_extend [None req-aefa9ab3-2291-4aed-a79e-2bffb8eca4fe None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:43:34.377931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bbe10-c8d1-48e2-b06f-55cf1b61f2ef req-23a0de6e-4db1-487a-88be-989c89f9d0e8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:34.379742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba0bbe10-c8d1-48e2-b06f-55cf1b61f2ef req-23a0de6e-4db1-487a-88be-989c89f9d0e8 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 946 time: 0.7702713 Aug 19 12:43:34.382499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-0e025931-94d0-4454-b3a2-0f3ede337139 service neutron] 10.222.0.52 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9352138 Aug 19 12:43:34.383546 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e99f591-af4e-4d57-8079-0bc613efbf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.420055 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.431505 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-2e7728fc-3a3c-4b67-bb4d-0b3dba37e575 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031620 Aug 19 12:43:34.482756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 25fa81ed-d487-4cb1-b21f-91e99e07189c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=25fa81ed-d487-4cb1-b21f-91e99e07189c,segment=NetworkSegment(602d737d-d33b-4e02-9ed6-49d0ced78d6f),segment_id=602d737d-d33b-4e02-9ed6-49d0ced78d6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:34.540180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba0bbe10-c8d1-48e2-b06f-55cf1b61f2ef req-82e264ea-6dc2-44e4-b79b-2bab759be705 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209049 Aug 19 12:43:34.545052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5e4bed-27f2-48df-87a2-9dcdf4ea8484 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:34.561659 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bed-27f2-48df-87a2-9dcdf4ea8484 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.563042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb007a74-4640-434a-a8a1-202b3254955b None None] Sync routers for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:34.563665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5c5e4bed-27f2-48df-87a2-9dcdf4ea8484 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4 HTTP/1.1" status: 200 len: 933 time: 5.4099944 Aug 19 12:43:34.567792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcd07fb0-425d-42b7-afff-eb54f96d0dd6 req-28e9aa6e-fbde-4fad-a712-b38ed6d8157c tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034202 Aug 19 12:43:34.570914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:34.631707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb007a74-4640-434a-a8a1-202b3254955b None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:34.632640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cb007a74-4640-434a-a8a1-202b3254955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:34.647247 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.735767 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d33d2f2-3217-4858-8a0c-53c1d3fa68d8 x-openstack-request-id: req-5d33d2f2-3217-4858-8a0c-53c1d3fa68d8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:34.736071 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1260866e-dbd5-442e-bd55-689cc3a1b8c7", "tag": "e5a4204a-86e1-4285-be7b-d5599a53d81d", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:34.736468 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d33d2f2-3217-4858-8a0c-53c1d3fa68d8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:34.736898 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1260866e-dbd5-442e-bd55-689cc3a1b8c7', 'tag': 'e5a4204a-86e1-4285-be7b-d5599a53d81d', 'status': 'completed', 'code': 200} Aug 19 12:43:34.763014 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.791507 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2fcc6e51-f06f-479d-89fc-d5377dedd875 req-be899fd7-9ea4-408d-9416-275a401a3e3b service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521547 Aug 19 12:43:34.884100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cb007a74-4640-434a-a8a1-202b3254955b None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:34.900026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7e07f73d-680e-424a-b266-6a4c87e3dd43 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4 HTTP/1.1" status: 200 len: 933 time: 0.3253715 Aug 19 12:43:34.900881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52642) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:34.906330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c9d2351a-a7b9-496d-80b9-90f032e8e44a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'routes': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:34.922358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=25fa81ed-d487-4cb1-b21f-91e99e07189c,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:34.958000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.965035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:34.987454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:34.993592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ad4f70-c0e3-4641-9974-fcb2a3b0c941,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:34.998862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:35.064633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.064896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.065536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.065896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.066233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.066571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.066907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.067234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.067710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.068087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.068422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.069836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:35.095382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719aea9-7538-4dea-b282-517000a464ce req-f0d2fea9-8150-44a2-9ba8-1639082c30a7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:35.097009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b719aea9-7538-4dea-b282-517000a464ce req-f0d2fea9-8150-44a2-9ba8-1639082c30a7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 943 time: 0.3341866 Aug 19 12:43:35.105717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370615cf-f8dd-4e69-9fb9-85cc33c8b4d8 req-8b9b705a-c168-4be4-9c8b-73820e9da270 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:35.107295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-370615cf-f8dd-4e69-9fb9-85cc33c8b4d8 req-8b9b705a-c168-4be4-9c8b-73820e9da270 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 944 time: 0.3161559 Aug 19 12:43:35.121561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-42d9e4ef-25cb-4036-bbbe-a335fe373313 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:35.123260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-42d9e4ef-25cb-4036-bbbe-a335fe373313 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.52 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 946 time: 0.2657773 Aug 19 12:43:35.177730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cb007a74-4640-434a-a8a1-202b3254955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:30Z', 'revision_number': 6, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fa81ed-d487-4cb1-b21f-91e99e07189c', 'name': '', 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:81:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:21Z', 'updated_at': '2021-08-19T12:43:34Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:35.212911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb007a74-4640-434a-a8a1-202b3254955b None None] Checking router: 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:35.217284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=a5370b42-723e-4dd2-bc55-20dcd1665300,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:35.225323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb007a74-4640-434a-a8a1-202b3254955b None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:35.226030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cb007a74-4640-434a-a8a1-202b3254955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:35.297419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e628817-74fb-4f63-b031-5f5c6811f02c req-e58284a0-7aaa-4cc6-a8d2-fcce10b5f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:35.299016 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7e628817-74fb-4f63-b031-5f5c6811f02c req-e58284a0-7aaa-4cc6-a8d2-fcce10b5f6be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 1094 time: 0.2428381 Aug 19 12:43:35.308734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking segment: {'id': '37d582ee-2f9c-4d16-bf22-2f2c2fd96054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b396055c-959c-493c-9388-b51a7a01fc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:35.308975 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e99f591-af4e-4d57-8079-0bc613efbf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.309346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network hostable DHCP agents. Network: b396055c-959c-493c-9388-b51a7a01fc0c, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:35.371421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b719aea9-7538-4dea-b282-517000a464ce req-01c3dc9a-61aa-4c3d-abb5-2759d6cdbf37 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546964 Aug 19 12:43:35.385110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5ab080e6-903f-4fa2-8d3b-99d22a764317 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:35.397502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-c7456a1a-46b2-49e7-b772-e5e0c96c0618 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:35.399311 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-c7456a1a-46b2-49e7-b772-e5e0c96c0618 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265&tenant_id=14342c7fb8294b128c580938853dcfe8&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 1095 time: 0.2833285 Aug 19 12:43:35.409778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-370615cf-f8dd-4e69-9fb9-85cc33c8b4d8 req-9fecdb08-b95b-4fc7-b60c-d2766cac4fb1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2821870 Aug 19 12:43:35.413909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e99f591-af4e-4d57-8079-0bc613efbf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.462456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cb007a74-4640-434a-a8a1-202b3254955b None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:35.500117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99f591-af4e-4d57-8079-0bc613efbf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2528a1b2-5be3-4726-896c-58cb1030d2c3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:35.504779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5e99f591-af4e-4d57-8079-0bc613efbf6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=615832758a784bcaae373c790869685f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6616271 Aug 19 12:43:35.511199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52646) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:35.540517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Deleting port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:35.541035 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.593971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e628817-74fb-4f63-b031-5f5c6811f02c req-41ec91cf-9783-4d2e-ae6d-1aa445359c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:35.597511 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7e628817-74fb-4f63-b031-5f5c6811f02c req-41ec91cf-9783-4d2e-ae6d-1aa445359c92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.2786586 Aug 19 12:43:35.601468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network b396055c-959c-493c-9388-b51a7a01fc0c is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:35.668154 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7e628817-74fb-4f63-b031-5f5c6811f02c req-9f50d59d-fb22-426f-9285-5f55a6d8ff51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5a4204a-86e1-4285-be7b-d5599a53d81d HTTP/1.1" status: 200 len: 217 time: 0.0567420 Aug 19 12:43:35.675919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5ab080e6-903f-4fa2-8d3b-99d22a764317 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:35.676469 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.778771 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54fd105e-b068-44ae-85fe-b108be156a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.781317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] For port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:35.781837 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.856225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 25fa81ed-d487-4cb1-b21f-91e99e07189c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:35.906789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cb007a74-4640-434a-a8a1-202b3254955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:30Z', 'revision_number': 6, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fa81ed-d487-4cb1-b21f-91e99e07189c', 'name': '', 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:81:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:21Z', 'updated_at': '2021-08-19T12:43:34Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:35.907686 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54fd105e-b068-44ae-85fe-b108be156a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.920084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c440d8-6a01-4700-8937-7225568badbe req-0c65a2f3-8f40-432a-b338-16c95b18b3ac tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:35.922080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37c440d8-6a01-4700-8937-7225568badbe req-0c65a2f3-8f40-432a-b338-16c95b18b3ac tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 946 time: 0.2367611 Aug 19 12:43:35.940583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb007a74-4640-434a-a8a1-202b3254955b None None] The sync data for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 is: [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:30Z', 'revision_number': 6, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fa81ed-d487-4cb1-b21f-91e99e07189c', 'name': '', 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:81:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:21Z', 'updated_at': '2021-08-19T12:43:34Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:35.967126 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.976091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 25fa81ed-d487-4cb1-b21f-91e99e07189c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:35.976091 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.085047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, b396055c-959c-493c-9388-b51a7a01fc0c) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:36.104501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a9de8-a1ab-40ce-afe9-3b812516f784 None None] Network b396055c-959c-493c-9388-b51a7a01fc0c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:36.107635 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:36.108812 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.164733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37c440d8-6a01-4700-8937-7225568badbe req-8c16a4e4-ce76-4562-bc32-a6af6cdb147f tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups?id=c33e1c62-3640-48ee-a3e1-7e5daebf843c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262864 Aug 19 12:43:36.185230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e628817-74fb-4f63-b031-5f5c6811f02c req-5d511421-ec06-4528-9a2e-6489cb4dd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:36.188207 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7e628817-74fb-4f63-b031-5f5c6811f02c req-5d511421-ec06-4528-9a2e-6489cb4dd660 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.4960649 Aug 19 12:43:36.265142 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.265726 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.266107 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Floating IP a76df139-a8d1-40aa-83e4-3882ff716918 disassociated. External IP: 172.25.6.101, port: b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42. Aug 19 12:43:36.266633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Calling delete_port for b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:36.334511 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-97342bac-4dae-425a-9ef0-ba88c3bbaf16 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3150728 Aug 19 12:43:36.335754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52656) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:36.337042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-b396055c-959c-493c-9388-b51a7a01fc0c', 'network_id': 'b396055c-959c-493c-9388-b51a7a01fc0c', 'tenant_id': '0b90bc03028b4741b4d125f4ae35c268', 'fixed_ips': [{'subnet_id': 'a5370b42-723e-4dd2-bc55-20dcd1665300'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:36.338491 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.338702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.extraroute_db [None req-c9d2351a-a7b9-496d-80b9-90f032e8e44a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added routes are [] {{(pid=95661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:43:36.338992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.extraroute_db [None req-c9d2351a-a7b9-496d-80b9-90f032e8e44a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:43:36.356735 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e628817-74fb-4f63-b031-5f5c6811f02c req-581ec6d4-a75a-4301-a4e3-ff60dd54ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:36.358480 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7e628817-74fb-4f63-b031-5f5c6811f02c req-581ec6d4-a75a-4301-a4e3-ff60dd54ea0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583283 Aug 19 12:43:36.398859 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54fd105e-b068-44ae-85fe-b108be156a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.403798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54fd105e-b068-44ae-85fe-b108be156a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.407078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-54fd105e-b068-44ae-85fe-b108be156a14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2528a1b2-5be3-4726-896c-58cb1030d2c3 HTTP/1.1" status: 204 len: 168 time: 0.8944635 Aug 19 12:43:36.429262 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-c3808f0e-b149-4302-9b6d-8ced7f19b19d service neutron] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:36.448977 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-c3808f0e-b149-4302-9b6d-8ced7f19b19d service neutron] Notify callbacks [] for binding, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.450392 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-54407c48-e2cd-4b51-8c14-722950f6b8ab req-c3808f0e-b149-4302-9b6d-8ced7f19b19d service neutron] 10.222.0.52 "DELETE /v2.0/ports/93451a5f-920e-457c-8328-503497b2338f/bindings/n-h1-778732-8 HTTP/1.1" status: 204 len: 173 time: 1.0396526 Aug 19 12:43:36.543799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d2351a-a7b9-496d-80b9-90f032e8e44a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.564598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Allocated IP 172.20.0.2 (b396055c-959c-493c-9388-b51a7a01fc0c/a5370b42-723e-4dd2-bc55-20dcd1665300/6f28e1c3-fad0-4222-8c56-8e8ced805db9) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:36.589936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd105e-b068-44ae-85fe-b108be156a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2528a1b2-5be3-4726-896c-58cb1030d2c3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:36.590169 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.614823 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7e628817-74fb-4f63-b031-5f5c6811f02c req-b148134d-7d98-4646-8449-3d5debd01215 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345645 Aug 19 12:43:36.668674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.690256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20e496-97d7-43bd-b6f7-1b67ff544f3b req-eb33f156-6b56-4642-98ed-2698983a5bae tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:36.691698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b20e496-97d7-43bd-b6f7-1b67ff544f3b req-eb33f156-6b56-4642-98ed-2698983a5bae tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.3356526 Aug 19 12:43:36.783558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d954e2-df8a-4f1a-a152-6a911508d02d req-d510f6f3-7aa0-4b6f-9c54-ed4ce2ebfe04 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:36.791821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90d954e2-df8a-4f1a-a152-6a911508d02d req-d510f6f3-7aa0-4b6f-9c54-ed4ce2ebfe04 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 943 time: 0.2380748 Aug 19 12:43:36.805974 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.815878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.832738 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.843780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Transition to ACTIVE for port object 6f28e1c3-fad0-4222-8c56-8e8ced805db9 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:36.878327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Transition to ACTIVE for port object 6f28e1c3-fad0-4222-8c56-8e8ced805db9 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:36.916542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e5a4204a-86e1-4285-be7b-d5599a53d81d details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:43:37.009786 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7e628817-74fb-4f63-b031-5f5c6811f02c req-e5f2b5b1-c1ae-4ba6-9499-bdae9b14275f service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674054 Aug 19 12:43:37.048707 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.061697 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d2351a-a7b9-496d-80b9-90f032e8e44a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.073982 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d2351a-a7b9-496d-80b9-90f032e8e44a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.120135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Network b396055c-959c-493c-9388-b51a7a01fc0c is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:37.136126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:37.141801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:37.187468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.196400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e5a4204a-86e1-4285-be7b-d5599a53d81d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e5a4204a-86e1-4285-be7b-d5599a53d81d,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:37.265468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Subnet': ['ID=a5370b42-723e-4dd2-bc55-20dcd1665300,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:37.282453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Pushing event updated for resources: {'Port': ['ID=6f28e1c3-fad0-4222-8c56-8e8ced805db9,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:37.299535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'e5a4204a-86e1-4285-be7b-d5599a53d81d', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'port_id': 'e5a4204a-86e1-4285-be7b-d5599a53d81d', 'mac_address': 'fa:16:3e:a2:99:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:43:37.301658 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Attempting to bind port 6f28e1c3-fad0-4222-8c56-8e8ced805db9 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:37.302719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Attempting to bind port 6f28e1c3-fad0-4222-8c56-8e8ced805db9 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '37d582ee-2f9c-4d16-bf22-2f2c2fd96054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b396055c-959c-493c-9388-b51a7a01fc0c'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:37.303196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Attempting to bind port 6f28e1c3-fad0-4222-8c56-8e8ced805db9 on network b396055c-959c-493c-9388-b51a7a01fc0c {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:37.311791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:37.312089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Checking segment: {'id': '37d582ee-2f9c-4d16-bf22-2f2c2fd96054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b396055c-959c-493c-9388-b51a7a01fc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:37.312439 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.312839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Bound using segment: {'id': '37d582ee-2f9c-4d16-bf22-2f2c2fd96054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b396055c-959c-493c-9388-b51a7a01fc0c'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:37.313416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Bound port: 6f28e1c3-fad0-4222-8c56-8e8ced805db9, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d582ee-2f9c-4d16-bf22-2f2c2fd96054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b396055c-959c-493c-9388-b51a7a01fc0c'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:37.313749 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.349444 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.362411 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d2351a-a7b9-496d-80b9-90f032e8e44a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:37.370476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b20e496-97d7-43bd-b6f7-1b67ff544f3b req-7df04eb0-bc5f-42a2-bf5c-33946618051b tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351018 Aug 19 12:43:37.370974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b396055c-959c-493c-9388-b51a7a01fc0c']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:37.388414 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.398366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event deleted for resources: {'Port': ['ID=b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:37.414414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d582ee-2f9c-4d16-bf22-2f2c2fd96054') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:37.414414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d582ee-2f9c-4d16-bf22-2f2c2fd96054') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:37.425996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a4204a-86e1-4285-be7b-d5599a53d81d {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:43:37.446719 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.466686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e5a4204a-86e1-4285-be7b-d5599a53d81d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e5a4204a-86e1-4285-be7b-d5599a53d81d,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:37.470010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] For port 6f28e1c3-fad0-4222-8c56-8e8ced805db9, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:37.488362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] For port 6f28e1c3-fad0-4222-8c56-8e8ced805db9, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6f28e1c3-fad0-4222-8c56-8e8ced805db9,segment=NetworkSegment(37d582ee-2f9c-4d16-bf22-2f2c2fd96054),segment_id=37d582ee-2f9c-4d16-bf22-2f2c2fd96054)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:37.511914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:37.548718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90d954e2-df8a-4f1a-a152-6a911508d02d req-0d6f72c5-4b02-4aaa-9de9-5ab6b19e2837 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7559938 Aug 19 12:43:37.552362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:37.552362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:37.626694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Router 6df0c2ad-4772-41fb-8780-0f6926730c1c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:37.634929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d2351a-a7b9-496d-80b9-90f032e8e44a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:37.641458 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.647580 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d2351a-a7b9-496d-80b9-90f032e8e44a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.649176 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c9d2351a-a7b9-496d-80b9-90f032e8e44a tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4 HTTP/1.1" status: 200 len: 699 time: 2.7470949 Aug 19 12:43:37.655083 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010ec7a-7f98-4355-9259-e503fd896ea8 None None] Sync routers for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:37.655567 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52676) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:37.668814 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010ec7a-7f98-4355-9259-e503fd896ea8 None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:37.670217 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5010ec7a-7f98-4355-9259-e503fd896ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:37.681005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70205715-79ba-4c0a-a881-7b838a770e35 req-892d6eca-ab8c-4a5f-a1bb-20db1f6b588e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:37.683371 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70205715-79ba-4c0a-a881-7b838a770e35 req-892d6eca-ab8c-4a5f-a1bb-20db1f6b588e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 944 time: 0.1533792 Aug 19 12:43:37.729493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=e5a4204a-86e1-4285-be7b-d5599a53d81d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:37.730361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8704e173-71b5-4758-911c-3e71a86ebf00 req-f8065d73-67d5-4224-bdde-4e2278a6382e tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 210 time: 0.0980995 Aug 19 12:43:37.777153 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.783986 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-733cc7b8-758f-43c6-bbf5-862d3e1b3c39 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4 HTTP/1.1" status: 200 len: 699 time: 0.1301239 Aug 19 12:43:37.795584 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.797693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52678) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:37.823040 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:37.827974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.861237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70205715-79ba-4c0a-a881-7b838a770e35 req-a6823b97-9ae6-4c80-98e2-ee89bc2f17bf tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1438811 Aug 19 12:43:37.861993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Router a438e1d2-ef4e-4244-8263-7863302d83a0 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:43:37.862828 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-5010ec7a-7f98-4355-9259-e503fd896ea8 None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:37.875834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa51a5a-67f7-455d-860b-b99456ba18c6 None None] Pushing event updated for resources: {'Port': ['ID=6f28e1c3-fad0-4222-8c56-8e8ced805db9,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:37.930597 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:38.021089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['e5a4204a-86e1-4285-be7b-d5599a53d81d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:38.116808 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:43:38.116808 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:43:38.116808 n-d-778732-8 neutron-server[95661]: [parameters: {'id': 'b396055c-959c-493c-9388-b51a7a01fc0c'}] Aug 19 12:43:38.116808 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:43:38.119907 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:43:38.121097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3137a2c-d9ce-44e0-9b8f-acaf1bb9088a None None] Network b396055c-959c-493c-9388-b51a7a01fc0c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:38.159780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:38.209047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1bb66-2e88-4ff2-9257-a624e8f95acf req-61d06aea-cda7-42f0-9f76-5726a25628e6 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:38.210878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6a1bb66-2e88-4ff2-9257-a624e8f95acf req-61d06aea-cda7-42f0-9f76-5726a25628e6 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 1095 time: 0.1677904 Aug 19 12:43:38.230673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b37bd8-2794-4400-b2f3-874f7398dd32 None None] Sync routers for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:38.255313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] No DVR routers for this DVR port b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:38.277353 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.279542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ec863a2-afc8-4473-882f-ff7455b95ee9 req-7d4a58cd-d483-45b7-8347-92e90f87b373 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.52 "DELETE /v2.0/ports/b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42 HTTP/1.1" status: 204 len: 173 time: 3.1486464 Aug 19 12:43:38.280018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'name': 'network-vif-deleted', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:38.284223 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c56e9-ad50-4d15-a8f9-4ed75b8df67d" -d '{"events": [{"server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "name": "network-vif-deleted", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:38.300626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b37bd8-2794-4400-b2f3-874f7398dd32 None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:38.301541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-68b37bd8-2794-4400-b2f3-874f7398dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.320853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6a1bb66-2e88-4ff2-9257-a624e8f95acf req-a56006af-4456-4ed2-aa84-35087ee40dc2 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929499 Aug 19 12:43:38.324256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:38.341360 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Sync routers for ids ['a438e1d2-ef4e-4244-8263-7863302d83a0'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:38.390776 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Routers {'a438e1d2-ef4e-4244-8263-7863302d83a0'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:38.390994 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820c4f75-9ad6-427d-85a6-488f5be7bae0 x-openstack-request-id: req-820c4f75-9ad6-427d-85a6-488f5be7bae0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:38.391444 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e729b602-9300-4bc6-938e-9c3ecb1b6538", "name": "network-vif-deleted", "tag": "b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:38.391848 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-820c4f75-9ad6-427d-85a6-488f5be7bae0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:38.392169 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e729b602-9300-4bc6-938e-9c3ecb1b6538', 'name': 'network-vif-deleted', 'tag': 'b4a056bd-f6d5-4a5c-963e-3c85eb9e0d42', 'status': 'completed', 'code': 200} Aug 19 12:43:38.392913 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a438e1d2-ef4e-4244-8263-7863302d83a0'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.421573 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfc0cc0-f619-423b-a04d-d6fd3ee50175 None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:43:38.478513 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5010ec7a-7f98-4355-9259-e503fd896ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:36Z', 'revision_number': 7, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fa81ed-d487-4cb1-b21f-91e99e07189c', 'name': '', 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:81:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:21Z', 'updated_at': '2021-08-19T12:43:34Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.544972 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010ec7a-7f98-4355-9259-e503fd896ea8 None None] Checking router: 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:38.568127 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010ec7a-7f98-4355-9259-e503fd896ea8 None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:38.568387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d7645-0704-4662-8769-54f1881c7cd1 req-fde758e9-7f6f-46c2-a9f3-9a09749faa3a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:38.569009 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5010ec7a-7f98-4355-9259-e503fd896ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.580421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b6d7645-0704-4662-8769-54f1881c7cd1 req-fde758e9-7f6f-46c2-a9f3-9a09749faa3a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 944 time: 0.1236222 Aug 19 12:43:38.659526 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Set router a438e1d2-ef4e-4244-8263-7863302d83a0 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:38.680219 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.685911 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b59a1a7f-0baf-4a19-9517-8229af3800a2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.1187160 Aug 19 12:43:38.694265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b6d7645-0704-4662-8769-54f1881c7cd1 req-8ccfb885-0f6b-4732-8e30-3882ee4d2b93 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129010 Aug 19 12:43:38.694563 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52700) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:38.695531 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.713697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b054992-57e8-4efd-83ef-173372ad6d78 req-9d281865-ce28-4ed4-b263-20735577b613 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:38.715421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b054992-57e8-4efd-83ef-173372ad6d78 req-9d281865-ce28-4ed4-b263-20735577b613 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.2006271 Aug 19 12:43:38.724993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52702) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:38.949022 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-5010ec7a-7f98-4355-9259-e503fd896ea8 None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:38.978508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b054992-57e8-4efd-83ef-173372ad6d78 req-590c6044-b9c8-4e68-af59-3f768b83304f tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565982 Aug 19 12:43:39.039972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-96bd2b9d-7206-4fca-b7fb-066f228051da tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/f188d648-8855-4aa1-b694-375aacd3378b HTTP/1.1" status: 200 len: 990 time: 0.3137195 Aug 19 12:43:39.067487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e5689-f942-4b22-a676-4f26689976c2 req-77722e48-fd6a-4e9c-bd0b-65e94b4c2acc tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:39.069700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-644e5689-f942-4b22-a676-4f26689976c2 req-77722e48-fd6a-4e9c-bd0b-65e94b4c2acc tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 944 time: 0.2132909 Aug 19 12:43:39.149130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-68b37bd8-2794-4400-b2f3-874f7398dd32 None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:39.185206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-644e5689-f942-4b22-a676-4f26689976c2 req-bc197091-8884-4d76-b503-24a00b7b30e8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045074 Aug 19 12:43:39.207156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d715698d-8997-49b3-99c8-81cbfede8385 req-a598c89d-dc15-4801-8f83-401313e78efa tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e729b602-9300-4bc6-938e-9c3ecb1b6538 HTTP/1.1" status: 200 len: 210 time: 0.0605035 Aug 19 12:43:39.323248 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.362506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc0cc0-f619-423b-a04d-d6fd3ee50175 None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:43:39.405762 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'name': 'tempest-TestServerMultinode-957310876-router', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:27Z', 'updated_at': '2021-08-19T12:43:35Z', 'revision_number': 3, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'gw_port': {'id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:32Z', 'updated_at': '2021-08-19T12:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:39.445042 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Checking router: a438e1d2-ef4e-4244-8263-7863302d83a0 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:39.445310 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Updating router a438e1d2-ef4e-4244-8263-7863302d83a0 port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:39.486228 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.519455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ab9e4-0017-46c6-92a6-aa2f838b786f req-94d9287c-6c91-4688-8947-ad419b80c867 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:39.526228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f15ab9e4-0017-46c6-92a6-aa2f838b786f req-94d9287c-6c91-4688-8947-ad419b80c867 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.1214192 Aug 19 12:43:39.526228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52714) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:39.529185 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-5010ec7a-7f98-4355-9259-e503fd896ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:36Z', 'revision_number': 7, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fa81ed-d487-4cb1-b21f-91e99e07189c', 'name': '', 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:81:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:21Z', 'updated_at': '2021-08-19T12:43:34Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:39.557868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Deleting port 6f28e1c3-fad0-4222-8c56-8e8ced805db9 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:39.558660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.627352 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010ec7a-7f98-4355-9259-e503fd896ea8 None None] The sync data for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 is: [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:36Z', 'revision_number': 7, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fa81ed-d487-4cb1-b21f-91e99e07189c', 'name': '', 'network_id': '6af351f3-74eb-4943-a45a-6d86e732a492', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:81:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:21Z', 'updated_at': '2021-08-19T12:43:34Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '124c7613-029c-4366-8157-e6bcfdbca2a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:39.773262 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] For port 6f28e1c3-fad0-4222-8c56-8e8ced805db9, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6f28e1c3-fad0-4222-8c56-8e8ced805db9,segment=NetworkSegment(37d582ee-2f9c-4d16-bf22-2f2c2fd96054),segment_id=37d582ee-2f9c-4d16-bf22-2f2c2fd96054)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:39.773895 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.823138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-68b37bd8-2794-4400-b2f3-874f7398dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:39.832826 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Calling delete_port for 6f28e1c3-fad0-4222-8c56-8e8ced805db9 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:39.884777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b37bd8-2794-4400-b2f3-874f7398dd32 None None] Checking router: 6df0c2ad-4772-41fb-8780-0f6926730c1c for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:39.978433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b37bd8-2794-4400-b2f3-874f7398dd32 None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:39.979353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-68b37bd8-2794-4400-b2f3-874f7398dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:39.998649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f15ab9e4-0017-46c6-92a6-aa2f838b786f req-45b4d4e0-797a-4e22-8f6f-de9a4e7d2a68 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Deleting port 76605ea1-c596-441e-9f98-15d7e650bc75 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:40.000060 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f15ab9e4-0017-46c6-92a6-aa2f838b786f req-45b4d4e0-797a-4e22-8f6f-de9a4e7d2a68 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.045220 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.070124 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Transition to ACTIVE for port object a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:40.184423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port f3e5607c-3fbf-4142-a936-bcfa3dff0b5e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:40.184925 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.235392 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.280619 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.283095 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.291951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-68b37bd8-2794-4400-b2f3-874f7398dd32 None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:40.314528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for f3e5607c-3fbf-4142-a936-bcfa3dff0b5e owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:40.327895 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909d488-8d78-4541-a27b-66fd355ea3bf None None] Pushing event updated for resources: {'Port': ['ID=a1ad4f70-c0e3-4641-9974-fcb2a3b0c941,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:40.365966 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Attempting to bind port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:40.367592 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Attempting to bind port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:40.368498 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Attempting to bind port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:40.375867 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:40.376704 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:40.378029 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.378918 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:40.379639 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Bound port: a1ad4f70-c0e3-4641-9974-fcb2a3b0c941, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:40.381060 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.428372 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.471724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f15ab9e4-0017-46c6-92a6-aa2f838b786f req-45b4d4e0-797a-4e22-8f6f-de9a4e7d2a68 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] For port 76605ea1-c596-441e-9f98-15d7e650bc75, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=76605ea1-c596-441e-9f98-15d7e650bc75,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:40.472112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Port': ['ID=6f28e1c3-fad0-4222-8c56-8e8ced805db9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:40.472233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f15ab9e4-0017-46c6-92a6-aa2f838b786f req-45b4d4e0-797a-4e22-8f6f-de9a4e7d2a68 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.486157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdbf6d-756f-438f-bbc5-822ee863602d req-07f52151-5c8b-401f-aed7-4b496cba3e3b tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:40.487759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5bdbf6d-756f-438f-bbc5-822ee863602d req-07f52151-5c8b-401f-aed7-4b496cba3e3b tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 945 time: 0.3753569 Aug 19 12:43:40.497215 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 25fa81ed-d487-4cb1-b21f-91e99e07189c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:40.497634 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.516445 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] For port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:40.517467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f15ab9e4-0017-46c6-92a6-aa2f838b786f req-45b4d4e0-797a-4e22-8f6f-de9a4e7d2a68 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Calling delete_port for 76605ea1-c596-441e-9f98-15d7e650bc75 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:40.522459 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] For port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a1ad4f70-c0e3-4641-9974-fcb2a3b0c941,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:40.537082 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No DVR routers for this DVR port 6f28e1c3-fad0-4222-8c56-8e8ced805db9 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:40.632854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567079c8-52a2-454a-9aad-a73888408b84 req-5e66065b-b110-4fdd-9128-2227e2f22c90 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:40.634473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-567079c8-52a2-454a-9aad-a73888408b84 req-5e66065b-b110-4fdd-9128-2227e2f22c90 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 944 time: 0.2598119 Aug 19 12:43:40.637277 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.660548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-68b37bd8-2794-4400-b2f3-874f7398dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:40.680384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5bdbf6d-756f-438f-bbc5-822ee863602d req-49cdeac4-6502-4544-ae52-58cb7f383943 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782889 Aug 19 12:43:40.713832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b37bd8-2794-4400-b2f3-874f7398dd32 None None] The sync data for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 is: [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:33:06Z', 'revision_number': 4, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '76f68db6-7efe-4463-a66b-fbdfbe9d1c4a', 'name': '', 'network_id': 'c68051c8-8d11-471a-bc06-1d4cede3a846', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'mac_address': 'fa:16:3e:cf:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:04Z', 'updated_at': '2021-08-19T12:33:15Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'subnets': [{'id': '1335f746-432e-4b12-98dc-14a71dd53be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:40.762106 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Routers {'a438e1d2-ef4e-4244-8263-7863302d83a0'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:40.775520 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.777009 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a438e1d2-ef4e-4244-8263-7863302d83a0'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:40.781429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-567079c8-52a2-454a-9aad-a73888408b84 req-8b3ca43a-6b3b-4445-9cdf-1737b1c5064b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292665 Aug 19 12:43:40.782716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.823950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] For port 25fa81ed-d487-4cb1-b21f-91e99e07189c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=25fa81ed-d487-4cb1-b21f-91e99e07189c,segment=NetworkSegment(602d737d-d33b-4e02-9ed6-49d0ced78d6f),segment_id=602d737d-d33b-4e02-9ed6-49d0ced78d6f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:40.826397 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.840085 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b396055c-959c-493c-9388-b51a7a01fc0c']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:40.855812 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909d488-8d78-4541-a27b-66fd355ea3bf None None] Pushing event updated for resources: {'Port': ['ID=a1ad4f70-c0e3-4641-9974-fcb2a3b0c941,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:40.874101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 25fa81ed-d487-4cb1-b21f-91e99e07189c owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:40.883890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d582ee-2f9c-4d16-bf22-2f2c2fd96054') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:40.884230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d582ee-2f9c-4d16-bf22-2f2c2fd96054') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:40.914460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.931652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e5a4204a-86e1-4285-be7b-d5599a53d81d up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:40.973217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52736) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:40.992643 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] Set router a438e1d2-ef4e-4244-8263-7863302d83a0 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:40.998589 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.013116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:41.013482 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:41.018408 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:41.079159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14013a0c-1169-46cf-98cf-33f12d2722c0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.118904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port e5a4204a-86e1-4285-be7b-d5599a53d81d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:41.129021 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f15ab9e4-0017-46c6-92a6-aa2f838b786f req-45b4d4e0-797a-4e22-8f6f-de9a4e7d2a68 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.131352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port e5a4204a-86e1-4285-be7b-d5599a53d81d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:41.134439 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.137415 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.206122 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14013a0c-1169-46cf-98cf-33f12d2722c0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.225271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=f3e5607c-3fbf-4142-a936-bcfa3dff0b5e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:41.268450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['db5f78c0-532d-45ee-8c0c-3ab365d23cab', '76605ea1-c596-441e-9f98-15d7e650bc75'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:41.278164 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.285834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745c802-47ad-4522-82a1-531816937e96 None None] New status for floating IP a76df139-a8d1-40aa-83e4-3882ff716918: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:43:41.305130 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.310584 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'name': 'tempest-TestServerMultinode-957310876-router', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:27Z', 'updated_at': '2021-08-19T12:43:35Z', 'revision_number': 3, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'gw_port': {'id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:32Z', 'updated_at': '2021-08-19T12:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:41.311789 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/b396055c-959c-493c-9388-b51a7a01fc0c HTTP/1.1" status: 204 len: 168 time: 4.9684806 Aug 19 12:43:41.317555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4d4e0-797a-4e22-8f6f-de9a4e7d2a68 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Pushing event deleted for resources: {'Port': ['ID=76605ea1-c596-441e-9f98-15d7e650bc75,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:41.326732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52742) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:41.360066 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4afa3-cc70-4f3b-8abe-aa6a3020b4da None None] The sync data for ids ['a438e1d2-ef4e-4244-8263-7863302d83a0'] in n-d-778732-8 is: [{'id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'name': 'tempest-TestServerMultinode-957310876-router', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:27Z', 'updated_at': '2021-08-19T12:43:35Z', 'revision_number': 3, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'gw_port': {'id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:32Z', 'updated_at': '2021-08-19T12:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:41.394021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada7106-7222-4869-a6da-67fc7c342b4c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=b396055c-959c-493c-9388-b51a7a01fc0c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:41.398912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Allocated IP 172.20.0.1 (75ef20e8-3fe1-4fb1-b1fc-15c69868abb0/024bae51-d5ed-42b1-96f0-356270490db2/c0ea33e3-a928-4944-aed1-c05283f5d4a4) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:41.415633 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb00d185-edd6-4c69-837a-41274b1c9b97 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] GET failed (client error): The resource could not be found. Aug 19 12:43:41.420191 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fb00d185-edd6-4c69-837a-41274b1c9b97 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/subnets/a5370b42-723e-4dd2-bc55-20dcd1665300 HTTP/1.1" status: 404 len: 337 time: 0.0890062 Aug 19 12:43:41.424703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52744) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:41.433936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15ab9e4-0017-46c6-92a6-aa2f838b786f req-45b4d4e0-797a-4e22-8f6f-de9a4e7d2a68 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] No DVR routers for this DVR port 76605ea1-c596-441e-9f98-15d7e650bc75 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:41.438599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f15ab9e4-0017-46c6-92a6-aa2f838b786f req-45b4d4e0-797a-4e22-8f6f-de9a4e7d2a68 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.440946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f15ab9e4-0017-46c6-92a6-aa2f838b786f req-45b4d4e0-797a-4e22-8f6f-de9a4e7d2a68 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.52 "DELETE /v2.0/ports/76605ea1-c596-441e-9f98-15d7e650bc75 HTTP/1.1" status: 204 len: 173 time: 1.9026055 Aug 19 12:43:41.444514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0a6da9-9062-42cb-9892-8e68e1567c39', 'name': 'network-vif-deleted', 'tag': '76605ea1-c596-441e-9f98-15d7e650bc75'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:41.447169 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656aee45-f8ef-4aae-b2f6-208e1d511be2" -d '{"events": [{"server_uuid": "3a0a6da9-9062-42cb-9892-8e68e1567c39", "name": "network-vif-deleted", "tag": "76605ea1-c596-441e-9f98-15d7e650bc75"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:41.466408 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.467024 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Floating IP f188d648-8855-4aa1-b694-375aacd3378b disassociated (deleted). External IP: 172.25.6.77, port: 93451a5f-920e-457c-8328-503497b2338f. Aug 19 12:43:41.553316 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2b7dd5-9d84-4a3c-90a1-7417787403fb x-openstack-request-id: req-2f2b7dd5-9d84-4a3c-90a1-7417787403fb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:41.554679 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0a6da9-9062-42cb-9892-8e68e1567c39", "name": "network-vif-deleted", "tag": "76605ea1-c596-441e-9f98-15d7e650bc75", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:41.555375 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f2b7dd5-9d84-4a3c-90a1-7417787403fb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:41.556541 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0a6da9-9062-42cb-9892-8e68e1567c39', 'name': 'network-vif-deleted', 'tag': '76605ea1-c596-441e-9f98-15d7e650bc75', 'status': 'completed', 'code': 200} Aug 19 12:43:41.627596 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a09537-4c9c-4ce3-a5a5-ce70b4a328df tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:41.628530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a09537-4c9c-4ce3-a5a5-ce70b4a328df tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:41.637105 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c5a09537-4c9c-4ce3-a5a5-ce70b4a328df tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/b396055c-959c-493c-9388-b51a7a01fc0c HTTP/1.1" status: 404 len: 339 time: 0.2110028 Aug 19 12:43:41.637432 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.638736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52750) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:41.801957 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.845409 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.901261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e5a4204a-86e1-4285-be7b-d5599a53d81d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e5a4204a-86e1-4285-be7b-d5599a53d81d,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:41.927008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1260866e-dbd5-442e-bd55-689cc3a1b8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a4204a-86e1-4285-be7b-d5599a53d81d'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:41.933601 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603febe1-403f-4cb8-9cec-4dab482d9e57" -d '{"events": [{"server_uuid": "1260866e-dbd5-442e-bd55-689cc3a1b8c7", "name": "network-vif-plugged", "status": "completed", "tag": "e5a4204a-86e1-4285-be7b-d5599a53d81d"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:42.096628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=25fa81ed-d487-4cb1-b21f-91e99e07189c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.108121 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Transition to ACTIVE for port object c0ea33e3-a928-4944-aed1-c05283f5d4a4 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:42.156932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6417b3-a5cc-4e12-abe1-27aeb687b078 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:42.168330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6e6417b3-a5cc-4e12-abe1-27aeb687b078 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5206335 Aug 19 12:43:42.182494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52766) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:42.183372 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14013a0c-1169-46cf-98cf-33f12d2722c0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.186492 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14013a0c-1169-46cf-98cf-33f12d2722c0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.190864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-14013a0c-1169-46cf-98cf-33f12d2722c0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "DELETE /v2.0/security-groups/c33e1c62-3640-48ee-a3e1-7e5daebf843c HTTP/1.1" status: 204 len: 168 time: 1.2153676 Aug 19 12:43:42.209247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52770) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:42.283400 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da287565-5564-41b1-a755-06975090dd94 req-825b0bb8-ffaf-4105-b6f9-d7e1af92cf23 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a0a6da9-9062-42cb-9892-8e68e1567c39 HTTP/1.1" status: 200 len: 210 time: 0.1141484 Aug 19 12:43:42.301339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52772) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:42.302298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5de99ef0-cb30-4c64-8626-662dda46db5d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 207 time: 0.1047041 Aug 19 12:43:42.307465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14013a0c-1169-46cf-98cf-33f12d2722c0 tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33e1c62-3640-48ee-a3e1-7e5daebf843c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.309989 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.448892 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.460124 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9819aea2-2007-4f42-b0f7-f354bb030a29 x-openstack-request-id: req-9819aea2-2007-4f42-b0f7-f354bb030a29 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:42.461526 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1260866e-dbd5-442e-bd55-689cc3a1b8c7", "name": "network-vif-plugged", "status": "completed", "tag": "e5a4204a-86e1-4285-be7b-d5599a53d81d", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:42.462638 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9819aea2-2007-4f42-b0f7-f354bb030a29 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:42.464926 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1260866e-dbd5-442e-bd55-689cc3a1b8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a4204a-86e1-4285-be7b-d5599a53d81d', 'code': 200} Aug 19 12:43:42.529242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=e5a4204a-86e1-4285-be7b-d5599a53d81d,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.608552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router e387920d-6906-4c76-be37-0ea68e312d07 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:42.642061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f12944-beb0-4530-8cfc-5ce4bdd45209 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:42.650236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f12944-beb0-4530-8cfc-5ce4bdd45209 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:42.656716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f12944-beb0-4530-8cfc-5ce4bdd45209 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:42.664597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f12944-beb0-4530-8cfc-5ce4bdd45209 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:42.670413 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-04f12944-beb0-4530-8cfc-5ce4bdd45209 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3493388 Aug 19 12:43:42.671128 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52774) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:42.685757 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.743200 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-cdaa109e-face-48e5-8ea4-9a869030572a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] show failed (client error): The resource could not be found. Aug 19 12:43:42.747110 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cdaa109e-face-48e5-8ea4-9a869030572a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "GET /v2.0/security-groups/c33e1c62-3640-48ee-a3e1-7e5daebf843c HTTP/1.1" status: 404 len: 347 time: 0.4836977 Aug 19 12:43:42.749931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:43.201022 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Network 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:43.224523 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ea33e3-a928-4944-aed1-c05283f5d4a4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:43.227345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:43.237526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:43.253671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.279194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16985ca-e125-4456-b0ef-f0c53e0c9462 req-251a93ec-c80e-4a86-8ef1-11fdd1cfcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:43.280842 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f16985ca-e125-4456-b0ef-f0c53e0c9462 req-251a93ec-c80e-4a86-8ef1-11fdd1cfcc00 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 1096 time: 0.6087122 Aug 19 12:43:43.329252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc43fe3-da71-4d88-bdbc-eb9b621134df req-9a27381d-1788-46fc-84a6-77ffe4487ee2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:43.338481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bc43fe3-da71-4d88-bdbc-eb9b621134df req-9a27381d-1788-46fc-84a6-77ffe4487ee2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 945 time: 1.1674936 Aug 19 12:43:43.354951 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5efcbf6d-56d3-4827-8d68-4a917c06ae30 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6797338 Aug 19 12:43:43.370245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52780) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:43.439822 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.511253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 76605ea1-c596-441e-9f98-15d7e650bc75 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:43.547006 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f16985ca-e125-4456-b0ef-f0c53e0c9462 req-a8398867-5f96-4c32-97e7-0a12cef89e86 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547603 Aug 19 12:43:43.569429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 76605ea1-c596-441e-9f98-15d7e650bc75 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:43.570260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 76605ea1-c596-441e-9f98-15d7e650bc75 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:43.584789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:43.601318 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.603719 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a3086-0a8a-4d90-a19c-cf3e11dd97bb None None] Sync routers for ids ['e387920d-6906-4c76-be37-0ea68e312d07'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:43.642206 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a3086-0a8a-4d90-a19c-cf3e11dd97bb None None] Routers {'e387920d-6906-4c76-be37-0ea68e312d07'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:43.645237 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d69a3086-0a8a-4d90-a19c-cf3e11dd97bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e387920d-6906-4c76-be37-0ea68e312d07'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:43.682685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:43.711282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a191fe1a-dfea-4c6c-a95f-67178c7deb0c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/floatingips/f188d648-8855-4aa1-b694-375aacd3378b HTTP/1.1" status: 204 len: 168 time: 4.1824522 Aug 19 12:43:43.716933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'tag': '93451a5f-920e-457c-8328-503497b2338f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:43.738674 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c35e99-6698-44ec-8b1d-d95114b272a7" -d '{"events": [{"name": "network-changed", "server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "tag": "93451a5f-920e-457c-8328-503497b2338f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:43.758052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bc43fe3-da71-4d88-bdbc-eb9b621134df req-dc5af917-3455-4cc0-b1cc-67a1c4497d53 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186256 Aug 19 12:43:43.803757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81a105-1000-4794-85f9-8f7c7e2c9b32 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:43.807187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81a105-1000-4794-85f9-8f7c7e2c9b32 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:43.813781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52792) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:43.826890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1b81a105-1000-4794-85f9-8f7c7e2c9b32 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4555006 Aug 19 12:43:43.849798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:43.886696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0aa88ec7-300a-4c74-9e40-de26d61e6d8a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Deleting port 0305aed3-21b0-4c8b-a8c0-3d289604024e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:43.887311 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0aa88ec7-300a-4c74-9e40-de26d61e6d8a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.907169 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-d69a3086-0a8a-4d90-a19c-cf3e11dd97bb None None] Set router e387920d-6906-4c76-be37-0ea68e312d07 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:44.027992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c2989-06e9-441b-83af-dbb0c2fb39b7 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['shared'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:44.030356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c2989-06e9-441b-83af-dbb0c2fb39b7 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['shared'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:44.032211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-844c2989-06e9-441b-83af-dbb0c2fb39b7 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2169571 Aug 19 12:43:44.054274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52794) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:44.093136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-031df0a2-8332-41db-a850-10cc6501cd9a None None] Provisioning for port c0ea33e3-a928-4944-aed1-c05283f5d4a4 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:44.098969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-031df0a2-8332-41db-a850-10cc6501cd9a None None] Provisioning complete for port c0ea33e3-a928-4944-aed1-c05283f5d4a4 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:44.099195 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-031df0a2-8332-41db-a850-10cc6501cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.154509 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.154753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-031df0a2-8332-41db-a850-10cc6501cd9a None None] Port c0ea33e3-a928-4944-aed1-c05283f5d4a4 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:44.173417 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0aa88ec7-300a-4c74-9e40-de26d61e6d8a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.173417 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0aa88ec7-300a-4c74-9e40-de26d61e6d8a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.198231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:44.203704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0aa88ec7-300a-4c74-9e40-de26d61e6d8a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Calling delete_port for 0305aed3-21b0-4c8b-a8c0-3d289604024e owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:44.206523 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-793a7183-b717-4758-8a1f-095fc80d065d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4077418 Aug 19 12:43:44.213434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52796) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:44.221649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f30c56-f304-47e9-9bb1-2af0896235ce None None] Sync routers for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:44.265919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f30c56-f304-47e9-9bb1-2af0896235ce None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:44.268532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4f30c56-f304-47e9-9bb1-2af0896235ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:44.291982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:44.301237 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:44.302380 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.332397 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d69a3086-0a8a-4d90-a19c-cf3e11dd97bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '1b9d1432-cbf7-40dc-ad1e-a4f124937fa2', 'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:65:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:47Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:44.339044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7cb64d-41e0-4394-bed0-db759bc54b02 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:44.346660 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7f7cb64d-41e0-4394-bed0-db759bc54b02 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/networks/834a85c4-253b-41cf-95aa-6aacdee60aab HTTP/1.1" status: 200 len: 799 time: 0.2855055 Aug 19 12:43:44.350724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52800) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:44.364856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-183597d0-a4fb-441a-8bb1-7f81a88ae6de tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting subnet 124c7613-029c-4366-8157-e6bcfdbca2a9 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:44.368538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-183597d0-a4fb-441a-8bb1-7f81a88ae6de tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.440705 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e614da-a87c-400c-8052-47562594cc40 x-openstack-request-id: req-28e614da-a87c-400c-8052-47562594cc40 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:44.442897 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "tag": "93451a5f-920e-457c-8328-503497b2338f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:44.445012 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28e614da-a87c-400c-8052-47562594cc40 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:44.447495 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'tag': '93451a5f-920e-457c-8328-503497b2338f', 'status': 'completed', 'code': 200} Aug 19 12:43:44.459258 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-183597d0-a4fb-441a-8bb1-7f81a88ae6de tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.663267 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a3086-0a8a-4d90-a19c-cf3e11dd97bb None None] Checking router: e387920d-6906-4c76-be37-0ea68e312d07 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:44.680335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a4f30c56-f304-47e9-9bb1-2af0896235ce None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:44.684507 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a3086-0a8a-4d90-a19c-cf3e11dd97bb None None] Routers {'e387920d-6906-4c76-be37-0ea68e312d07'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:44.685226 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d69a3086-0a8a-4d90-a19c-cf3e11dd97bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e387920d-6906-4c76-be37-0ea68e312d07'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:44.694756 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1911d399-9ac7-439a-b047-039dc226f383 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/networks/834a85c4-253b-41cf-95aa-6aacdee60aab?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3351140 Aug 19 12:43:44.699768 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52808) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:44.867839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8fcef-d721-4b6c-aecd-e1a54d974d1f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:44.876191 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-d69a3086-0a8a-4d90-a19c-cf3e11dd97bb None None] Set router e387920d-6906-4c76-be37-0ea68e312d07 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:44.876406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52812) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:44.884578 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a9f8fcef-d721-4b6c-aecd-e1a54d974d1f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/subnets/5f983e67-1402-4802-85c2-7d99c586878c HTTP/1.1" status: 200 len: 811 time: 0.1684995 Aug 19 12:43:44.929594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-d4e411c4-4d80-40f2-8f83-4bbfb420ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:44.932044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-d4e411c4-4d80-40f2-8f83-4bbfb420ae1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 1095 time: 0.4591773 Aug 19 12:43:44.953543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873ebb5-e6f6-400d-a7ff-1e02e82b8599 req-4bfcffd4-6dfc-4c98-8dbf-cf8f0227ad90 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:44.958426 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.964406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c873ebb5-e6f6-400d-a7ff-1e02e82b8599 req-4bfcffd4-6dfc-4c98-8dbf-cf8f0227ad90 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.4040837 Aug 19 12:43:45.100950 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.121456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874c422-0ae9-436b-af28-c0938ff8f424 req-dcaa0316-003d-48bb-989d-e3248e22663f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:45.129283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d874c422-0ae9-436b-af28-c0938ff8f424 req-dcaa0316-003d-48bb-989d-e3248e22663f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 944 time: 0.3819602 Aug 19 12:43:45.144448 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.200069 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.218659 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d69a3086-0a8a-4d90-a19c-cf3e11dd97bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '1b9d1432-cbf7-40dc-ad1e-a4f124937fa2', 'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:65:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:47Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:45.226071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a1ad4f70-c0e3-4641-9974-fcb2a3b0c941,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:45.292080 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a3086-0a8a-4d90-a19c-cf3e11dd97bb None None] The sync data for ids ['e387920d-6906-4c76-be37-0ea68e312d07'] in n-d-778732-8 is: [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '1b9d1432-cbf7-40dc-ad1e-a4f124937fa2', 'name': '', 'network_id': '05248d3c-a267-499b-af20-d3d333c10d90', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:65:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:47Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:45.298563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d874c422-0ae9-436b-af28-c0938ff8f424 req-53c1af5e-88cd-44d9-ac6c-4e5f510622dc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1678228 Aug 19 12:43:45.304497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-183597d0-a4fb-441a-8bb1-7f81a88ae6de tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.310414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80b1b11-b621-41f8-8466-5b91c7e59f1b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:45.318089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e80b1b11-b621-41f8-8466-5b91c7e59f1b tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "GET /v2.0/subnets/5f983e67-1402-4802-85c2-7d99c586878c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4154603 Aug 19 12:43:45.325985 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ea33e3-a928-4944-aed1-c05283f5d4a4,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:45.338817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52814) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:45.355926 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1711511418'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:45.384753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c873ebb5-e6f6-400d-a7ff-1e02e82b8599 req-77664a7c-8a05-4d7f-8397-bab69e06c57b tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192789 Aug 19 12:43:45.385853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-e9e95ce5-89d2-4689-85f9-99ba59bf7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:45.387603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-e9e95ce5-89d2-4689-85f9-99ba59bf7721 service neutron] 10.222.0.52 "GET /v2.0/networks?id=05248d3c-a267-499b-af20-d3d333c10d90 HTTP/1.1" status: 200 len: 897 time: 0.4206483 Aug 19 12:43:45.411856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c3114-e989-4721-974a-42fc7b1fad8f req-0ed7e8a8-a961-4ea3-b632-0ca631ecf973 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:45.414315 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-190c3114-e989-4721-974a-42fc7b1fad8f req-0ed7e8a8-a961-4ea3-b632-0ca631ecf973 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.52 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 944 time: 0.3352222 Aug 19 12:43:45.417460 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.454027 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.504825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-88ee3630-d1b0-4ec1-a52c-c7c66e81377a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93451a5f-920e-457c-8328-503497b2338f HTTP/1.1" status: 200 len: 217 time: 0.1047912 Aug 19 12:43:45.539335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=a1ad4f70-c0e3-4641-9974-fcb2a3b0c941,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:45.578500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4f30c56-f304-47e9-9bb1-2af0896235ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 8, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:45.614568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f30c56-f304-47e9-9bb1-2af0896235ce None None] Checking router: 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:45.629279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f30c56-f304-47e9-9bb1-2af0896235ce None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:45.635634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4f30c56-f304-47e9-9bb1-2af0896235ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:45.681238 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-190c3114-e989-4721-974a-42fc7b1fad8f req-889eb597-fc2e-4931-ab22-3347896f33f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port 93451a5f-920e-457c-8328-503497b2338f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:45.685759 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-190c3114-e989-4721-974a-42fc7b1fad8f req-889eb597-fc2e-4931-ab22-3347896f33f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.699070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-fa52b792-8f82-43dd-84a6-080f4624e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:45.700901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-fa52b792-8f82-43dd-84a6-080f4624e92e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c HTTP/1.1" status: 200 len: 835 time: 0.1771886 Aug 19 12:43:45.715583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1326f17-629e-4cd2-89a5-94b50dfb788e req-ef59e9a6-907a-4962-b6e3-df5206ad07f5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:45.715583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1326f17-629e-4cd2-89a5-94b50dfb788e req-ef59e9a6-907a-4962-b6e3-df5206ad07f5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 945 time: 0.2074263 Aug 19 12:43:45.763186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a4f30c56-f304-47e9-9bb1-2af0896235ce None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:45.780525 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0aa88ec7-300a-4c74-9e40-de26d61e6d8a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.788377 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74adc8e7-ebf3-4a49-9bc3-1786a89cd881 None None] New status for floating IP f188d648-8855-4aa1-b694-375aacd3378b: DOWN {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:43:45.819935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:45.825153 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-183597d0-a4fb-441a-8bb1-7f81a88ae6de tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.830130 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.868914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Network 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:45.896757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:45.899415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-5069c0f0-955c-4c6d-aadb-f2afdedacc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:45.902250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-5069c0f0-955c-4c6d-aadb-f2afdedacc1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=05248d3c-a267-499b-af20-d3d333c10d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872625 Aug 19 12:43:45.926950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa88ec7-300a-4c74-9e40-de26d61e6d8a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Pushing event deleted for resources: {'Port': ['ID=0305aed3-21b0-4c8b-a8c0-3d289604024e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:45.934787 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.936912 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Added segment afe820cd-bdc5-4476-8428-db58c0741d90 of type vlan for network 30217ed8-6e2e-4b1e-939b-c9da3a438819 Aug 19 12:43:45.947157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183597d0-a4fb-441a-8bb1-7f81a88ae6de tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Subnet': ['ID=124c7613-029c-4366-8157-e6bcfdbca2a9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:45.958766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1326f17-629e-4cd2-89a5-94b50dfb788e req-1acf85aa-7166-44eb-a4df-3abb12b8384e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298687 Aug 19 12:43:45.986749 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-183597d0-a4fb-441a-8bb1-7f81a88ae6de tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.989914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-183597d0-a4fb-441a-8bb1-7f81a88ae6de tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/124c7613-029c-4366-8157-e6bcfdbca2a9 HTTP/1.1" status: 204 len: 168 time: 1.7756908 Aug 19 12:43:46.011536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050a6f0a-9f1a-4fb1-9e41-2ae5abffdb6d None None] Network 6af351f3-74eb-4943-a45a-6d86e732a492 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:46.026024 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.039958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52820) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:46.056657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:46.178970 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0aa88ec7-300a-4c74-9e40-de26d61e6d8a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.183792 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0aa88ec7-300a-4c74-9e40-de26d61e6d8a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.185728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0aa88ec7-300a-4c74-9e40-de26d61e6d8a tempest-AttachVolumeShelveTestJSON-1137037597 tempest-AttachVolumeShelveTestJSON-1137037597-project] 10.222.0.44 "DELETE /v2.0/floatingips/a76df139-a8d1-40aa-83e4-3882ff716918 HTTP/1.1" status: 204 len: 168 time: 2.9616210 Aug 19 12:43:46.205902 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.246497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17c79851-11cd-4ad3-84da-74a8399e2db8 req-9f09668e-a202-4434-b3f1-f49cc02abac1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c4215f5876254990ac7547c4d07ccb07 HTTP/1.1" status: 200 len: 267 time: 0.1468809 Aug 19 12:43:46.321406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Router a438e1d2-ef4e-4244-8263-7863302d83a0 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:46.326737 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-316110fb-c380-4154-9e56-c2d6c17efa57 service neutron] 10.222.0.52 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908286 Aug 19 12:43:46.330467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-190c3114-e989-4721-974a-42fc7b1fad8f req-889eb597-fc2e-4931-ab22-3347896f33f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port 93451a5f-920e-457c-8328-503497b2338f, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=93451a5f-920e-457c-8328-503497b2338f,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:46.330467 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-190c3114-e989-4721-974a-42fc7b1fad8f req-889eb597-fc2e-4931-ab22-3347896f33f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.344025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-190c3114-e989-4721-974a-42fc7b1fad8f req-889eb597-fc2e-4931-ab22-3347896f33f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for 93451a5f-920e-457c-8328-503497b2338f owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:46.405197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4f30c56-f304-47e9-9bb1-2af0896235ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 8, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:46.459099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c79851-11cd-4ad3-84da-74a8399e2db8 req-8d53b0fa-b116-4d1e-9a6c-209ad4c0c0a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:46.460964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17c79851-11cd-4ad3-84da-74a8399e2db8 req-8d53b0fa-b116-4d1e-9a6c-209ad4c0c0a0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 945 time: 0.2014599 Aug 19 12:43:46.464847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f30c56-f304-47e9-9bb1-2af0896235ce None None] The sync data for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 is: [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 8, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19', 'name': '', 'network_id': '7d25a651-0214-4f5d-8716-d595d5673ba9', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:6c:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '6776988f-2b8f-495e-9556-3b4b76b04dca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:46.467358 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.476309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:46.477141 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.482728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96f3a6-18fa-4ccd-9a6d-b79cb98ab357 None None] DHCP port deletion for 6af351f3-74eb-4943-a45a-6d86e732a492 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:46.514406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-17c79851-11cd-4ad3-84da-74a8399e2db8 req-301a3557-b026-4d65-bb88-aef5de515309 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Request body: {'port': {'security_groups': []}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:46.538969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-58ab4c1b-dbf5-41c3-a446-8c50143c0030 None None] Provisioning complete for port c0ea33e3-a928-4944-aed1-c05283f5d4a4 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:46.539335 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-58ab4c1b-dbf5-41c3-a446-8c50143c0030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.579393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-fe96f3a6-18fa-4ccd-9a6d-b79cb98ab357 None None] Deleting port 6f8114d7-7673-44d8-a266-41c16fb6a121 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:46.579767 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fe96f3a6-18fa-4ccd-9a6d-b79cb98ab357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.595157 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-58ab4c1b-dbf5-41c3-a446-8c50143c0030 None None] Port c0ea33e3-a928-4944-aed1-c05283f5d4a4 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:46.616734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Network': ['ID=30217ed8-6e2e-4b1e-939b-c9da3a438819,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.626696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 30217ed8-6e2e-4b1e-939b-c9da3a438819 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:46.632261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b583677-028f-41e1-aeb9-585b2d82fc2f req-65c970de-ff62-4fdd-bc2a-cfaaf82adcb5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:46.634238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b583677-028f-41e1-aeb9-585b2d82fc2f req-65c970de-ff62-4fdd-bc2a-cfaaf82adcb5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 944 time: 0.1702180 Aug 19 12:43:46.714035 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:46.716893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-fe96f3a6-18fa-4ccd-9a6d-b79cb98ab357 None None] For port 6f8114d7-7673-44d8-a266-41c16fb6a121, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6f8114d7-7673-44d8-a266-41c16fb6a121,segment=NetworkSegment(602d737d-d33b-4e02-9ed6-49d0ced78d6f),segment_id=602d737d-d33b-4e02-9ed6-49d0ced78d6f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:46.717302 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fe96f3a6-18fa-4ccd-9a6d-b79cb98ab357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.719847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-24a20716-d3f0-4912-a2e7-9101bc699d6e service neutron] 10.222.0.52 "GET /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786232 Aug 19 12:43:46.729656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Sync routers for ids ['a438e1d2-ef4e-4244-8263-7863302d83a0'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:46.730819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.52', 59417) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:46.745251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-fe96f3a6-18fa-4ccd-9a6d-b79cb98ab357 None None] Calling delete_port for 6f8114d7-7673-44d8-a266-41c16fb6a121 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:46.746009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 6f8114d7-7673-44d8-a266-41c16fb6a121 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:46.746370 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.760145 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8cfae07f-9f63-4c26-a5f4-df08c5818fb5 admin admin] 10.222.0.44 "PUT /v2.0/routers/a438e1d2-ef4e-4244-8263-7863302d83a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0386901 Aug 19 12:43:46.760145 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9bf46bd0-180f-41e5-bd8e-b1cc8f6e1e2f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4054806 Aug 19 12:43:46.760145 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52830) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:46.769900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-17c79851-11cd-4ad3-84da-74a8399e2db8 req-301a3557-b026-4d65-bb88-aef5de515309 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.774098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Routers {'a438e1d2-ef4e-4244-8263-7863302d83a0'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:46.774746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a438e1d2-ef4e-4244-8263-7863302d83a0'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:46.781430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'network_id': '30217ed8-6e2e-4b1e-939b-c9da3a438819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:46.924312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b583677-028f-41e1-aeb9-585b2d82fc2f req-8f28683f-e63e-4f39-b676-a04217f59287 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=982806c0-01f8-4628-9f4e-3e36d42593da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2520175 Aug 19 12:43:46.947014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] For port 6f8114d7-7673-44d8-a266-41c16fb6a121, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6f8114d7-7673-44d8-a266-41c16fb6a121,segment=NetworkSegment(602d737d-d33b-4e02-9ed6-49d0ced78d6f),segment_id=602d737d-d33b-4e02-9ed6-49d0ced78d6f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:46.947488 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.971365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ede5-a4b4-473f-ba3a-0f16056b0235 req-69373068-94f4-4763-b9ac-91d196b8c5d6 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:46.973830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29f2ede5-a4b4-473f-ba3a-0f16056b0235 req-69373068-94f4-4763-b9ac-91d196b8c5d6 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.52 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.2415357 Aug 19 12:43:46.993579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 6f8114d7-7673-44d8-a266-41c16fb6a121 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:47.117650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Set router a438e1d2-ef4e-4244-8263-7863302d83a0 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:47.289472 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-190c3114-e989-4721-974a-42fc7b1fad8f req-889eb597-fc2e-4931-ab22-3347896f33f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.294661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Made reservation on behalf of 0b90bc03028b4741b4d125f4ae35c268 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:47.300940 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.319745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b9258-8efc-49aa-a3e7-622f163a0209 req-331320d0-4a7c-4b32-b0c5-074fad404f63 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:47.322125 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd2b9258-8efc-49aa-a3e7-622f163a0209 req-331320d0-4a7c-4b32-b0c5-074fad404f63 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 945 time: 0.2346630 Aug 19 12:43:47.384872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-17c79851-11cd-4ad3-84da-74a8399e2db8 req-301a3557-b026-4d65-bb88-aef5de515309 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] For port e5a4204a-86e1-4285-be7b-d5599a53d81d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e5a4204a-86e1-4285-be7b-d5599a53d81d,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:47.392091 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fe96f3a6-18fa-4ccd-9a6d-b79cb98ab357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.399524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.ipam_backend_mixin [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Performing IP validity checks on allocation pools {{(pid=95661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:43:47.400771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.ipam_backend_mixin [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:43:47.414757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-29f2ede5-a4b4-473f-ba3a-0f16056b0235 req-19a3b6fd-6fec-4cd3-9d24-4f4fdd2f7577 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Deleting port db5f78c0-532d-45ee-8c0c-3ab365d23cab {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:47.415182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-29f2ede5-a4b4-473f-ba3a-0f16056b0235 req-19a3b6fd-6fec-4cd3-9d24-4f4fdd2f7577 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.426551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe96f3a6-18fa-4ccd-9a6d-b79cb98ab357 None None] No DVR routers for this DVR port 6f8114d7-7673-44d8-a266-41c16fb6a121 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:47.453273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd2b9258-8efc-49aa-a3e7-622f163a0209 req-42617830-dc74-4718-b4a6-00a738bc5d31 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bbffdf8-146e-444c-8c0e-5134fc87ecbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080329 Aug 19 12:43:47.462211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96f3a6-18fa-4ccd-9a6d-b79cb98ab357 None None] Pushing event deleted for resources: {'Port': ['ID=6f8114d7-7673-44d8-a266-41c16fb6a121,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:47.490565 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.494672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'name': 'tempest-TestServerMultinode-957310876-router', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:27Z', 'updated_at': '2021-08-19T12:43:43Z', 'revision_number': 4, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'gw_port': {'id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:32Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'c0ea33e3-a928-4944-aed1-c05283f5d4a4', 'name': '', 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'mac_address': 'fa:16:3e:f5:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '024bae51-d5ed-42b1-96f0-356270490db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:40Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 2, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'subnets': [{'id': '024bae51-d5ed-42b1-96f0-356270490db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:47.552949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Checking router: a438e1d2-ef4e-4244-8263-7863302d83a0 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:47.554361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Updating router a438e1d2-ef4e-4244-8263-7863302d83a0 port c0ea33e3-a928-4944-aed1-c05283f5d4a4 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:47.557976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device db5f78c0-532d-45ee-8c0c-3ab365d23cab no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:47.600694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=6f8114d7-7673-44d8-a266-41c16fb6a121,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:47.636645 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-17c79851-11cd-4ad3-84da-74a8399e2db8 req-301a3557-b026-4d65-bb88-aef5de515309 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.656138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No DVR routers for this DVR port 6f8114d7-7673-44d8-a266-41c16fb6a121 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:47.731115 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.738382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:47.802942 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-17c79851-11cd-4ad3-84da-74a8399e2db8 req-301a3557-b026-4d65-bb88-aef5de515309 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.874258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8226d715-2020-41cc-8778-6a15dc5e06ba', '66e6ea3e-7f30-4c43-bf0d-92f2d3477045', 'e5a4204a-86e1-4285-be7b-d5599a53d81d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:47.910765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-29f2ede5-a4b4-473f-ba3a-0f16056b0235 req-19a3b6fd-6fec-4cd3-9d24-4f4fdd2f7577 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] For port db5f78c0-532d-45ee-8c0c-3ab365d23cab, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db5f78c0-532d-45ee-8c0c-3ab365d23cab,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:47.911932 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-29f2ede5-a4b4-473f-ba3a-0f16056b0235 req-19a3b6fd-6fec-4cd3-9d24-4f4fdd2f7577 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.951308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-29f2ede5-a4b4-473f-ba3a-0f16056b0235 req-19a3b6fd-6fec-4cd3-9d24-4f4fdd2f7577 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Calling delete_port for db5f78c0-532d-45ee-8c0c-3ab365d23cab owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:48.165442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889eb597-fc2e-4931-ab22-3347896f33f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=93451a5f-920e-457c-8328-503497b2338f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:48.277248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4ded75f-bcba-4e89-a928-2635c746c324 req-258b9414-07bc-40bc-90d4-dfda91e49146 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc0eda-910d-4d33-84fb-fe254fbb2265 HTTP/1.1" status: 200 len: 210 time: 0.1351442 Aug 19 12:43:48.289891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-190c3114-e989-4721-974a-42fc7b1fad8f req-889eb597-fc2e-4931-ab22-3347896f33f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] No DVR routers for this DVR port 93451a5f-920e-457c-8328-503497b2338f on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:48.293915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c79851-11cd-4ad3-84da-74a8399e2db8 req-301a3557-b026-4d65-bb88-aef5de515309 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:48.297066 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-17c79851-11cd-4ad3-84da-74a8399e2db8 req-301a3557-b026-4d65-bb88-aef5de515309 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.304579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17c79851-11cd-4ad3-84da-74a8399e2db8 req-301a3557-b026-4d65-bb88-aef5de515309 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "PUT /v2.0/ports/e5a4204a-86e1-4285-be7b-d5599a53d81d HTTP/1.1" status: 200 len: 904 time: 1.7938497 Aug 19 12:43:48.311787 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-190c3114-e989-4721-974a-42fc7b1fad8f req-889eb597-fc2e-4931-ab22-3347896f33f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.314097 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-190c3114-e989-4721-974a-42fc7b1fad8f req-889eb597-fc2e-4931-ab22-3347896f33f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.52 "DELETE /v2.0/ports/93451a5f-920e-457c-8328-503497b2338f HTTP/1.1" status: 204 len: 173 time: 2.8875115 Aug 19 12:43:48.323217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'name': 'network-vif-deleted', 'tag': '93451a5f-920e-457c-8328-503497b2338f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:48.326010 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54fd202-9d39-4d4a-8502-0a2d824c753d" -d '{"events": [{"server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "name": "network-vif-deleted", "tag": "93451a5f-920e-457c-8328-503497b2338f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:48.361577 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-de3980bf-fda5-4af2-8c79-8c2dc2406717 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1903307 Aug 19 12:43:48.466294 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.508982 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.512171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1260866e-dbd5-442e-bd55-689cc3a1b8c7', 'tag': 'e5a4204a-86e1-4285-be7b-d5599a53d81d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:48.514634 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54" -d '{"events": [{"name": "network-changed", "server_uuid": "1260866e-dbd5-442e-bd55-689cc3a1b8c7", "tag": "e5a4204a-86e1-4285-be7b-d5599a53d81d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:48.539506 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.579039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af351f3-74eb-4943-a45a-6d86e732a492']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:48.580639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=a71aea6f-1885-4213-8314-022d5af92804,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:48.618941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-37a66a5a-fd93-453f-b2c5-94725756343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:48.623806 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-37a66a5a-fd93-453f-b2c5-94725756343d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 1097 time: 0.1925197 Aug 19 12:43:48.625740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['e5a4204a-86e1-4285-be7b-d5599a53d81d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:48.706786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Checking segment: {'id': 'afe820cd-bdc5-4476-8428-db58c0741d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30217ed8-6e2e-4b1e-939b-c9da3a438819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:48.706786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network hostable DHCP agents. Network: 30217ed8-6e2e-4b1e-939b-c9da3a438819, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:48.778204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:48.778660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.790142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602d737d-d33b-4e02-9ed6-49d0ced78d6f') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:48.790468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602d737d-d33b-4e02-9ed6-49d0ced78d6f') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:48.806202 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.827479 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.836944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:48.837366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.925276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c51057fa-c4d0-4449-a9a1-418acdfaaf1e None None] Provisioning complete for port e5a4204a-86e1-4285-be7b-d5599a53d81d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:48.925880 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c51057fa-c4d0-4449-a9a1-418acdfaaf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.943796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a3557-b026-4d65-bb88-aef5de515309 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event updated for resources: {'Port': ['ID=e5a4204a-86e1-4285-be7b-d5599a53d81d,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:48.958434 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:48.963211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-2892bff1-13a2-4844-a419-1e5435ec9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:48.963211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-2892bff1-13a2-4844-a419-1e5435ec9519 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.2510905 Aug 19 12:43:48.970523 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-29f2ede5-a4b4-473f-ba3a-0f16056b0235 req-19a3b6fd-6fec-4cd3-9d24-4f4fdd2f7577 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.995767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 93451a5f-920e-457c-8328-503497b2338f no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:49.017202 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Network 30217ed8-6e2e-4b1e-939b-c9da3a438819 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:49.019740 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-81f446f0-b3aa-460f-aaef-ba0f6d46de29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8226d715-2020-41cc-8778-6a15dc5e06ba HTTP/1.1" status: 200 len: 217 time: 0.0496092 Aug 19 12:43:49.069479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3b6fd-6fec-4cd3-9d24-4f4fdd2f7577 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Pushing event deleted for resources: {'Port': ['ID=db5f78c0-532d-45ee-8c0c-3ab365d23cab,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:49.097678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 93451a5f-920e-457c-8328-503497b2338f {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:49.098046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 93451a5f-920e-457c-8328-503497b2338f not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:49.110878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-5f135ada-83b0-4f25-8529-62448fde0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:49.112215 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-5f135ada-83b0-4f25-8529-62448fde0356 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.0835962 Aug 19 12:43:49.151797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f2ede5-a4b4-473f-ba3a-0f16056b0235 req-19a3b6fd-6fec-4cd3-9d24-4f4fdd2f7577 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] No DVR routers for this DVR port db5f78c0-532d-45ee-8c0c-3ab365d23cab on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:49.155627 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-29f2ede5-a4b4-473f-ba3a-0f16056b0235 req-19a3b6fd-6fec-4cd3-9d24-4f4fdd2f7577 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.158705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29f2ede5-a4b4-473f-ba3a-0f16056b0235 req-19a3b6fd-6fec-4cd3-9d24-4f4fdd2f7577 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.52 "DELETE /v2.0/ports/db5f78c0-532d-45ee-8c0c-3ab365d23cab HTTP/1.1" status: 204 len: 173 time: 2.1746483 Aug 19 12:43:49.160648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-14dae0c2-ae6b-46d0-ab03-c8fa48fa6733 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:49.166267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-1f2eb7cd-c302-4699-9a61-ff4bef61e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:49.167952 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-1f2eb7cd-c302-4699-9a61-ff4bef61e442 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480115 Aug 19 12:43:49.170668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-14dae0c2-ae6b-46d0-ab03-c8fa48fa6733 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/networks?id=9a2c5af0-596e-4205-80e2-2da4e0c8a11d HTTP/1.1" status: 200 len: 910 time: 0.6520281 Aug 19 12:43:49.177002 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.182112 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.184044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/networks/6af351f3-74eb-4943-a45a-6d86e732a492 HTTP/1.1" status: 204 len: 168 time: 3.1429555 Aug 19 12:43:49.194825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52882) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:49.200095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f876fbc-75f9-41f8-b7b8-377e49931465 req-6044e0b9-a0d1-4da1-a521-5410f7374f64 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:49.201805 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f876fbc-75f9-41f8-b7b8-377e49931465 req-6044e0b9-a0d1-4da1-a521-5410f7374f64 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 907 time: 0.6822236 Aug 19 12:43:49.216214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efd526-7f92-4e20-bd2c-0a80ad70b4c2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Network': ['ID=6af351f3-74eb-4943-a45a-6d86e732a492,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:49.226618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-caa5b51e-48e0-4d5f-be4c-d9257fd3ae2f tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/quotas/12f8851073ff4fbd9bcabc806455bca6 HTTP/1.1" status: 200 len: 375 time: 0.0546358 Aug 19 12:43:49.273411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.321299 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183d3951-1b8e-4d54-b4f0-30a56a316e57 x-openstack-request-id: req-183d3951-1b8e-4d54-b4f0-30a56a316e57 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:49.321623 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fc0eda-910d-4d33-84fb-fe254fbb2265", "name": "network-vif-deleted", "tag": "93451a5f-920e-457c-8328-503497b2338f", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:49.322024 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-183d3951-1b8e-4d54-b4f0-30a56a316e57 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:49.322494 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fc0eda-910d-4d33-84fb-fe254fbb2265', 'name': 'network-vif-deleted', 'tag': '93451a5f-920e-457c-8328-503497b2338f', 'status': 'completed', 'code': 200} Aug 19 12:43:49.359205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 30217ed8-6e2e-4b1e-939b-c9da3a438819) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:49.370978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:49.371815 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.392329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cc4fe8-220c-4cd5-986c-05d979ae11bb None None] Network 30217ed8-6e2e-4b1e-939b-c9da3a438819 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:49.394297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-652b13dc-994b-4a7b-a6e2-438395fe8630 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=12f8851073ff4fbd9bcabc806455bca6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1668410 Aug 19 12:43:49.438437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Transition to ACTIVE for port object c0ea33e3-a928-4944-aed1-c05283f5d4a4 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:49.466225 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-9779d90f-8006-4abd-aa19-89887ce8052e service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847028 Aug 19 12:43:49.479829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55007335-4d9b-453e-a754-2e1eaf3ac4e5 req-27165b5c-12f4-48f4-baa2-fcc0c0241402 tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 210 time: 0.0759327 Aug 19 12:43:49.562173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 25fa81ed-d487-4cb1-b21f-91e99e07189c no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:49.608755 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e6ee89-b2e6-4983-af7d-1452afc9378f x-openstack-request-id: req-19e6ee89-b2e6-4983-af7d-1452afc9378f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:49.609654 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1260866e-dbd5-442e-bd55-689cc3a1b8c7", "tag": "e5a4204a-86e1-4285-be7b-d5599a53d81d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:49.609654 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19e6ee89-b2e6-4983-af7d-1452afc9378f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:49.609927 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1260866e-dbd5-442e-bd55-689cc3a1b8c7', 'tag': 'e5a4204a-86e1-4285-be7b-d5599a53d81d', 'status': 'completed', 'code': 200} Aug 19 12:43:49.630852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-41ad857e-2d54-4357-9251-31abd6ef63f1 service neutron] 10.222.0.44 "GET /v2.0/networks/9a2c5af0-596e-4205-80e2-2da4e0c8a11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346768 Aug 19 12:43:49.631917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 25fa81ed-d487-4cb1-b21f-91e99e07189c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:49.632391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 25fa81ed-d487-4cb1-b21f-91e99e07189c not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:49.633028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6f8114d7-7673-44d8-a266-41c16fb6a121 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:49.671730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 6f8114d7-7673-44d8-a266-41c16fb6a121 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:49.672358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6f8114d7-7673-44d8-a266-41c16fb6a121 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:49.686213 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.728367 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fc514e30-a40e-434d-8d4d-ca414aac9f5c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9683104 Aug 19 12:43:49.771947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52892) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:49.780708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a61c1fa0-dd47-4f8d-8933-f6cbae25a7d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:49.822544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88929367-f6a3-4d8c-b7b2-bfbb739351ba None None] Pushing event updated for resources: {'Port': ['ID=c0ea33e3-a928-4944-aed1-c05283f5d4a4,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:49.939832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-30217ed8-6e2e-4b1e-939b-c9da3a438819', 'network_id': '30217ed8-6e2e-4b1e-939b-c9da3a438819', 'tenant_id': '0b90bc03028b4741b4d125f4ae35c268', 'fixed_ips': [{'subnet_id': 'a71aea6f-1885-4213-8314-022d5af92804'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:49.941643 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.952468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a61c1fa0-dd47-4f8d-8933-f6cbae25a7d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31452140'] for subnet, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.971746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Attempting to bind port c0ea33e3-a928-4944-aed1-c05283f5d4a4 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:49.973465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Attempting to bind port c0ea33e3-a928-4944-aed1-c05283f5d4a4 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '55422b0d-ed5c-438b-b99b-a6b681847148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:49.974322 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Attempting to bind port c0ea33e3-a928-4944-aed1-c05283f5d4a4 on network 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:49.988520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:50.010705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Checking segment: {'id': '55422b0d-ed5c-438b-b99b-a6b681847148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:50.013146 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.013852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Bound using segment: {'id': '55422b0d-ed5c-438b-b99b-a6b681847148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:50.017043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Bound port: c0ea33e3-a928-4944-aed1-c05283f5d4a4, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55422b0d-ed5c-438b-b99b-a6b681847148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:50.017835 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.061430 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6f65d6e5-e019-4dce-b9f7-7a3fd357121c req-2a05a46e-c56e-4e5f-8dd0-d471567a5d24 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774307 Aug 19 12:43:50.233277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] For port c0ea33e3-a928-4944-aed1-c05283f5d4a4, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:50.238581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] For port c0ea33e3-a928-4944-aed1-c05283f5d4a4, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c0ea33e3-a928-4944-aed1-c05283f5d4a4,segment=NetworkSegment(55422b0d-ed5c-438b-b99b-a6b681847148),segment_id=55422b0d-ed5c-438b-b99b-a6b681847148)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:50.243886 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:43:50.243886 n-d-778732-8 neutron-server[95662]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 19 12:43:50.243886 n-d-778732-8 neutron-server[95662]: [parameters: {'in_use': 1, 'id_1': 'a71aea6f-1885-4213-8314-022d5af92804'}] Aug 19 12:43:50.243886 n-d-778732-8 neutron-server[95662]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:43:50.244430 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:43:50.419311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54 req-45d3a0a0-5714-4b3f-954c-695506059fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:50.422304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54 req-45d3a0a0-5714-4b3f-954c-695506059fd1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 1058 time: 0.7443914 Aug 19 12:43:50.437145 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.446348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c5342-5c99-47af-8f1d-145df8a8d7c6 req-e3add14c-6ca3-49ab-81d5-fecc726b19bc tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:50.448248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d3c5342-5c99-47af-8f1d-145df8a8d7c6 req-e3add14c-6ca3-49ab-81d5-fecc726b19bc tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.6236463 Aug 19 12:43:50.448394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.507730 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a61c1fa0-dd47-4f8d-8933-f6cbae25a7d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788158438247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31316027'] for subnet, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.552245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-d03be2df-97b2-4d73-9648-bcd42ada9d0a service neutron] 10.222.0.44 "GET /v2.0/networks/9a2c5af0-596e-4205-80e2-2da4e0c8a11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9198020 Aug 19 12:43:50.574807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88929367-f6a3-4d8c-b7b2-bfbb739351ba None None] Pushing event updated for resources: {'Port': ['ID=c0ea33e3-a928-4944-aed1-c05283f5d4a4,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:50.590694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Routers {'a438e1d2-ef4e-4244-8263-7863302d83a0'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:50.591431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a438e1d2-ef4e-4244-8263-7863302d83a0'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:50.600663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d3c5342-5c99-47af-8f1d-145df8a8d7c6 req-218442b9-36b4-4a2a-b47d-1458862e4069 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383350 Aug 19 12:43:50.691603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54 req-aaadaa36-5676-4adb-b913-a9db01ecde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:50.693609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54 req-aaadaa36-5676-4adb-b913-a9db01ecde08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.2589467 Aug 19 12:43:50.746435 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.747750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52904) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:50.824192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54 req-18cebaca-d78b-4598-884b-fdb5d7c3daf7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5a4204a-86e1-4285-be7b-d5599a53d81d HTTP/1.1" status: 200 len: 217 time: 0.1209080 Aug 19 12:43:50.924231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54 req-ce138a48-e1b5-4bbe-9d10-cac79f747b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:50.925835 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54 req-ce138a48-e1b5-4bbe-9d10-cac79f747b41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.0941243 Aug 19 12:43:51.128476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-140670d1-636c-4bb2-b2d4-9fffaa93ac5e req-af0f076f-770f-4dca-a928-3c2a11580dda tempest-ServerRescueTestJSON-2029201889 tempest-ServerRescueTestJSON-2029201889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d701575d-e319-49b2-88ef-105d503a2161 HTTP/1.1" status: 200 len: 210 time: 0.1300125 Aug 19 12:43:51.150053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61c1fa0-dd47-4f8d-8933-f6cbae25a7d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:51.161237 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a61c1fa0-dd47-4f8d-8933-f6cbae25a7d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.163353 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a61c1fa0-dd47-4f8d-8933-f6cbae25a7d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "PUT /v2.0/subnets/a71aea6f-1885-4213-8314-022d5af92804 HTTP/1.1" status: 200 len: 877 time: 1.3873458 Aug 19 12:43:51.166491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52920) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:51.170101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54 req-13e5a70f-729c-43bc-9cf6-3af6cdaa9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:51.171744 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54 req-13e5a70f-729c-43bc-9cf6-3af6cdaa9c5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2379184 Aug 19 12:43:51.236999 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-32518a39-6e1e-42a9-b7ba-b306a0699619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.276482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] Set router a438e1d2-ef4e-4244-8263-7863302d83a0 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:51.324438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c1fa0-dd47-4f8d-8933-f6cbae25a7d4 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event updated for resources: {'Subnet': ['ID=a71aea6f-1885-4213-8314-022d5af92804,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:51.456024 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.497534 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Allocated IP 172.20.0.3 (30217ed8-6e2e-4b1e-939b-c9da3a438819/a71aea6f-1885-4213-8314-022d5af92804/d56a2a69-a710-44b4-8fa6-8ddce8d6651f) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:51.525465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fed545-66dd-4c44-9c05-d04bd83f9e24 req-ae4c531d-d637-44e4-9ca5-34221b2a43f5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:51.527201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57fed545-66dd-4c44-9c05-d04bd83f9e24 req-ae4c531d-d637-44e4-9ca5-34221b2a43f5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.3395164 Aug 19 12:43:51.629546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b058f34f-6eb1-41eb-b029-19e8adc2499c req-906582ea-7fde-47d4-a266-5ca64667e3c5 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 210 time: 0.1664267 Aug 19 12:43:51.636655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd701575d-e319-49b2-88ef-105d503a2161', 'name': 'network-vif-deleted', 'tag': 'db5f78c0-532d-45ee-8c0c-3ab365d23cab'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:51.640419 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325fa405-a6bf-44c5-9952-5741e0e9312c" -d '{"events": [{"server_uuid": "d701575d-e319-49b2-88ef-105d503a2161", "name": "network-vif-deleted", "tag": "db5f78c0-532d-45ee-8c0c-3ab365d23cab"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:51.652998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.750733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54 req-5aaffbf5-81fe-40f5-ba8e-5aa54fe0e1b4 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512185 Aug 19 12:43:51.799573 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57fed545-66dd-4c44-9c05-d04bd83f9e24 req-f2ab4747-602d-4084-8f01-9da6c49ac108 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664135 Aug 19 12:43:51.852122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:51.852768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.992398 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551b4988-63a9-442e-b298-10db103c9b0e x-openstack-request-id: req-551b4988-63a9-442e-b298-10db103c9b0e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:51.992745 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d701575d-e319-49b2-88ef-105d503a2161", "name": "network-vif-deleted", "tag": "db5f78c0-532d-45ee-8c0c-3ab365d23cab", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:51.992951 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-551b4988-63a9-442e-b298-10db103c9b0e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:51.993364 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd701575d-e319-49b2-88ef-105d503a2161', 'name': 'network-vif-deleted', 'tag': 'db5f78c0-532d-45ee-8c0c-3ab365d23cab', 'status': 'completed', 'code': 200} Aug 19 12:43:51.999595 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] For port 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19,segment=NetworkSegment(2fed22ea-fc3e-4ca9-9537-c519956e8a46),segment_id=2fed22ea-fc3e-4ca9-9537-c519956e8a46)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:52.000503 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.016306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:52.033750 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.050187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Transition to ACTIVE for port object d56a2a69-a710-44b4-8fa6-8ddce8d6651f will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:52.073518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'name': 'tempest-TestServerMultinode-957310876-router', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:27Z', 'updated_at': '2021-08-19T12:43:43Z', 'revision_number': 4, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'gw_port': {'id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:32Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'c0ea33e3-a928-4944-aed1-c05283f5d4a4', 'name': '', 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'mac_address': 'fa:16:3e:f5:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '024bae51-d5ed-42b1-96f0-356270490db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:40Z', 'updated_at': '2021-08-19T12:43:50Z', 'revision_number': 4, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'subnets': [{'id': '024bae51-d5ed-42b1-96f0-356270490db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:52.075434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Transition to ACTIVE for port object d56a2a69-a710-44b4-8fa6-8ddce8d6651f will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:52.098095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e64d9d5-5483-45f3-ab52-a4ad33cc2f54 req-99a7ed53-9997-422f-8b15-aac7a2414812 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393724 Aug 19 12:43:52.159203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3167a1-423d-4bea-a94c-01c5bf03e137 None None] The sync data for ids ['a438e1d2-ef4e-4244-8263-7863302d83a0'] in n-d-778732-8 is: [{'id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'name': 'tempest-TestServerMultinode-957310876-router', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:27Z', 'updated_at': '2021-08-19T12:43:43Z', 'revision_number': 4, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'gw_port': {'id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:32Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'c0ea33e3-a928-4944-aed1-c05283f5d4a4', 'name': '', 'network_id': '75ef20e8-3fe1-4fb1-b1fc-15c69868abb0', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'mac_address': 'fa:16:3e:f5:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '024bae51-d5ed-42b1-96f0-356270490db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:40Z', 'updated_at': '2021-08-19T12:43:50Z', 'revision_number': 4, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'subnets': [{'id': '024bae51-d5ed-42b1-96f0-356270490db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:52.257202 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52948) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:52.334650 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.373669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-84bbe16f-e7b1-41bc-a124-b9c747a0fbc9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:52.384214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-84bbe16f-e7b1-41bc-a124-b9c747a0fbc9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 811 time: 0.2433076 Aug 19 12:43:52.419433 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-4abc8243-4e2f-4e62-acf4-63000bccccce tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/quotas/c4215f5876254990ac7547c4d07ccb07 HTTP/1.1" status: 200 len: 375 time: 0.0340676 Aug 19 12:43:52.445233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Pushing event updated for resources: {'Port': ['ID=d56a2a69-a710-44b4-8fa6-8ddce8d6651f,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:52.481697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Network 30217ed8-6e2e-4b1e-939b-c9da3a438819 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:52.493801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:52.493801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:52.539860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-ed950014-eed8-4b60-a596-5f6a68363045 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1192374 Aug 19 12:43:52.585644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Attempting to bind port d56a2a69-a710-44b4-8fa6-8ddce8d6651f on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:52.586320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Attempting to bind port d56a2a69-a710-44b4-8fa6-8ddce8d6651f by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'afe820cd-bdc5-4476-8428-db58c0741d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30217ed8-6e2e-4b1e-939b-c9da3a438819'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:52.587090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Attempting to bind port d56a2a69-a710-44b4-8fa6-8ddce8d6651f on network 30217ed8-6e2e-4b1e-939b-c9da3a438819 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:52.594744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:52.595470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Checking segment: {'id': 'afe820cd-bdc5-4476-8428-db58c0741d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30217ed8-6e2e-4b1e-939b-c9da3a438819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:52.596119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.597186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Bound using segment: {'id': 'afe820cd-bdc5-4476-8428-db58c0741d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30217ed8-6e2e-4b1e-939b-c9da3a438819'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:52.597924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Bound port: d56a2a69-a710-44b4-8fa6-8ddce8d6651f, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe820cd-bdc5-4476-8428-db58c0741d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30217ed8-6e2e-4b1e-939b-c9da3a438819'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:52.598563 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.641847 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.702992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] For port d56a2a69-a710-44b4-8fa6-8ddce8d6651f, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:52.714592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] For port d56a2a69-a710-44b4-8fa6-8ddce8d6651f, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d56a2a69-a710-44b4-8fa6-8ddce8d6651f,segment=NetworkSegment(afe820cd-bdc5-4476-8428-db58c0741d90),segment_id=afe820cd-bdc5-4476-8428-db58c0741d90)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:52.743407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Subnet': ['ID=a71aea6f-1885-4213-8314-022d5af92804,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:52.822930 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.863229 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.888761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30217ed8-6e2e-4b1e-939b-c9da3a438819']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:52.901613 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81458c-b81a-4842-a640-25860d803a11 None None] Pushing event updated for resources: {'Port': ['ID=d56a2a69-a710-44b4-8fa6-8ddce8d6651f,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:52.938146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe820cd-bdc5-4476-8428-db58c0741d90') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:52.938424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe820cd-bdc5-4476-8428-db58c0741d90') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:52.968430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.005926 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.016295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:53.017518 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.027337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d655001-fdbc-4519-9693-cf5519ea3508 None None] Network 30217ed8-6e2e-4b1e-939b-c9da3a438819 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:53.067469 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:53.107196 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:53.119217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-d6bcb66d-2876-48a0-a780-1d70cb11ad77 service neutron] 10.222.0.44 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783257 Aug 19 12:43:53.221907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3e2b271-ee35-4903-97af-bd86db3d551e req-5703672e-875f-47db-8843-66cfa0dcbf03 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 210 time: 0.1162226 Aug 19 12:43:53.328118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-9a887831-76a9-48fd-82fd-4726ad27ef9a service neutron] 10.222.0.44 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059004 Aug 19 12:43:53.338708 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:43:53.338708 n-d-778732-8 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:43:53.338708 n-d-778732-8 neutron-server[95660]: [parameters: {'id': '30217ed8-6e2e-4b1e-939b-c9da3a438819'}] Aug 19 12:43:53.338708 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:43:53.339275 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:43:53.357802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f54a3-1b31-4ec7-8362-8711858a9f65 None None] Network 30217ed8-6e2e-4b1e-939b-c9da3a438819 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:53.394212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.486014 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:53.794770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b290751a-ced6-4771-8518-49bbb2581a27 None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:43:53.843935 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.119865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3527cc3-ef95-4599-851d-1d0c9c6d124d req-9d5ce706-6f7f-435b-abcf-af0e14d8ec96 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 210 time: 0.2145615 Aug 19 12:43:54.151362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c0ea33e3-a928-4944-aed1-c05283f5d4a4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:54.207634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Deleting port d56a2a69-a710-44b4-8fa6-8ddce8d6651f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:54.211241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.322180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290751a-ced6-4771-8518-49bbb2581a27 None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:43:54.348079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] For port d56a2a69-a710-44b4-8fa6-8ddce8d6651f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d56a2a69-a710-44b4-8fa6-8ddce8d6651f,segment=NetworkSegment(afe820cd-bdc5-4476-8428-db58c0741d90),segment_id=afe820cd-bdc5-4476-8428-db58c0741d90)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:54.351942 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.374251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Calling delete_port for d56a2a69-a710-44b4-8fa6-8ddce8d6651f owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:54.523161 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.698869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c36f3e89-0315-4ab8-9670-14a066deb484 req-cc23b259-4086-400e-84e8-d59951741fa5 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 210 time: 0.0745852 Aug 19 12:43:54.776364 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.815299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port c0ea33e3-a928-4944-aed1-c05283f5d4a4 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:54.827280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c0ea33e3-a928-4944-aed1-c05283f5d4a4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:54.827657 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.870187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Port': ['ID=d56a2a69-a710-44b4-8fa6-8ddce8d6651f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:54.880712 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.885043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No DVR routers for this DVR port d56a2a69-a710-44b4-8fa6-8ddce8d6651f on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:55.027590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:55.027946 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.131161 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.145890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30217ed8-6e2e-4b1e-939b-c9da3a438819']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:55.163893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe820cd-bdc5-4476-8428-db58c0741d90') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:55.164224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe820cd-bdc5-4476-8428-db58c0741d90') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:55.187943 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.208287 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.288309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.305766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:55.329331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port c0ea33e3-a928-4944-aed1-c05283f5d4a4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c0ea33e3-a928-4944-aed1-c05283f5d4a4,segment=NetworkSegment(55422b0d-ed5c-438b-b99b-a6b681847148),segment_id=55422b0d-ed5c-438b-b99b-a6b681847148)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:55.339020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72d464fc-ff21-4899-990c-2615427bb5a4 req-019bbb02-5d68-4aa7-bb1c-dcfb92d7f078 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 210 time: 0.0892711 Aug 19 12:43:55.341485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:55.341863 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:55.348047 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:55.364351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1b9d1432-cbf7-40dc-ad1e-a4f124937fa2,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:55.364351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.376369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:55.496790 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.500237 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7dda1039-0149-4de8-9aa2-17cbbc89c85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.596391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=c0ea33e3-a928-4944-aed1-c05283f5d4a4,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:55.622004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:55.637517 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6f55195f-3c63-4503-ba72-e547f99bb768 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4412282 Aug 19 12:43:55.648277 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6300701d-d2f9-4d91-9a09-685bd127c78f None None] Sync routers for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:55.649078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52980) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:55.695294 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300701d-d2f9-4d91-9a09-685bd127c78f None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:55.696207 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6300701d-d2f9-4d91-9a09-685bd127c78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:55.710146 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.735203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.737478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/30217ed8-6e2e-4b1e-939b-c9da3a438819 HTTP/1.1" status: 204 len: 168 time: 4.5697472 Aug 19 12:43:55.749209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52984) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:55.777608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21334e5-e33f-42f3-a49e-110ee0190465 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=30217ed8-6e2e-4b1e-939b-c9da3a438819,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:55.851750 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27d1ffb-eefa-402c-93f6-7be63021d05f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:55.854075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27d1ffb-eefa-402c-93f6-7be63021d05f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:55.865255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a27d1ffb-eefa-402c-93f6-7be63021d05f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/subnets/a71aea6f-1885-4213-8314-022d5af92804 HTTP/1.1" status: 404 len: 337 time: 0.1012492 Aug 19 12:43:55.865985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52986) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:55.876769 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.900849 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6300701d-d2f9-4d91-9a09-685bd127c78f None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:55.966391 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-25aeb273-26a3-4106-8059-fd9a028bf8fa tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:55.967197 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25aeb273-26a3-4106-8059-fd9a028bf8fa tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:55.972865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-25aeb273-26a3-4106-8059-fd9a028bf8fa tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/30217ed8-6e2e-4b1e-939b-c9da3a438819 HTTP/1.1" status: 404 len: 339 time: 0.1002831 Aug 19 12:43:55.975945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52988) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:55.986416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f43d85-8335-46e5-aa81-33b869247ce7 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting subnet 6776988f-2b8f-495e-9556-3b4b76b04dca {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:55.999535 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0f43d85-8335-46e5-aa81-33b869247ce7 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.019550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c0ea33e3-a928-4944-aed1-c05283f5d4a4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:56.077192 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] Deleting port 5d409f89-0c67-40a1-9ddc-fbe0309141ce {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:56.081348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5395e1cd-c988-42ea-900a-649346cdbad2 req-fd4ab3c8-0002-4dda-81d4-62a69dc7a06a tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 210 time: 0.1500483 Aug 19 12:43:56.081862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.095235 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-428ab0bd-eb4a-4017-a1e3-1873a175f960 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:56.095854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428ab0bd-eb4a-4017-a1e3-1873a175f960 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:56.101623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-428ab0bd-eb4a-4017-a1e3-1873a175f960 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/subnets/a5370b42-723e-4dd2-bc55-20dcd1665300 HTTP/1.1" status: 404 len: 337 time: 0.1156237 Aug 19 12:43:56.101623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-85ce1629-96f5-494a-be18-a36522162d49 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:56.101623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-85ce1629-96f5-494a-be18-a36522162d49 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.52 "GET /v2.0/networks?id=9a2c5af0-596e-4205-80e2-2da4e0c8a11d HTTP/1.1" status: 200 len: 910 time: 0.5002720 Aug 19 12:43:56.103043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52992) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:56.128330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Request body: {'port': {'device_id': '9e66d6f9-6873-4dee-b216-847e1af3a7b6', 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d', 'admin_state_up': True, 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:56.183799 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-51875ac6-43c2-44e5-a177-a4cc7863f51e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:56.183799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51875ac6-43c2-44e5-a177-a4cc7863f51e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:56.183799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-51875ac6-43c2-44e5-a177-a4cc7863f51e tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/b396055c-959c-493c-9388-b51a7a01fc0c HTTP/1.1" status: 404 len: 339 time: 0.0748014 Aug 19 12:43:56.187483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52994) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:56.199591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c0ea33e3-a928-4944-aed1-c05283f5d4a4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:56.203750 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.383061 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6300701d-d2f9-4d91-9a09-685bd127c78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:52Z', 'revision_number': 9, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:56.432647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.514118 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6300701d-d2f9-4d91-9a09-685bd127c78f None None] Checking router: 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:56.538553 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300701d-d2f9-4d91-9a09-685bd127c78f None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:56.539513 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6300701d-d2f9-4d91-9a09-685bd127c78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:56.593518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Made reservation on behalf of 12f8851073ff4fbd9bcabc806455bca6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:56.595919 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.628553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc940f59-04c5-4284-bb65-3c157fbef97a req-fad55a8b-8061-4d2b-81f1-62b5884beddb tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 210 time: 0.0490642 Aug 19 12:43:56.641392 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.663573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d27f7a-8555-4583-8125-de6ceff05cb1']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:56.744157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff970c2-245e-4c33-aa7c-28e8024a94cc') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:56.744467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff970c2-245e-4c33-aa7c-28e8024a94cc') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:56.753622 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6300701d-d2f9-4d91-9a09-685bd127c78f None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:56.762835 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.813945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.837828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:56.838260 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:56.893057 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:56.997341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Allocated IP 172.20.0.10 (9a2c5af0-596e-4205-80e2-2da4e0c8a11d/49d4701e-4f2f-428b-b9da-1cfc874399b8/c5c62775-9225-4ea5-9e58-6ca494e6a626) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:57.024290 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.078538 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0f43d85-8335-46e5-aa81-33b869247ce7 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.191299 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6300701d-d2f9-4d91-9a09-685bd127c78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:52Z', 'revision_number': 9, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:57.256382 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6300701d-d2f9-4d91-9a09-685bd127c78f None None] The sync data for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 is: [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:43:52Z', 'revision_number': 9, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': '22dccae4-c6b9-4423-9bd4-0d50a14e0795', 'name': '', 'network_id': 'c68bf9bd-6a5b-42d5-9b7c-db52907c39db', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:e8:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '60366f62-f993-4e75-a600-6498a430fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:00Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '60366f62-f993-4e75-a600-6498a430fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:57.291535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.313077 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0f43d85-8335-46e5-aa81-33b869247ce7 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.313314 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.326262 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.331059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/06d27f7a-8555-4583-8125-de6ceff05cb1 HTTP/1.1" status: 204 len: 168 time: 1.1401904 Aug 19 12:43:57.331883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53006) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.346258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Transition to ACTIVE for port object c5c62775-9225-4ea5-9e58-6ca494e6a626 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:57.350282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428acf7-e684-40dc-b97e-1b97f5f48890 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=06d27f7a-8555-4583-8125-de6ceff05cb1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:57.393555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.418249 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b89f0ba-92d5-4b15-85fc-403ddec80687 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:57.422667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b89f0ba-92d5-4b15-85fc-403ddec80687 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:57.422667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0b89f0ba-92d5-4b15-85fc-403ddec80687 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/subnets/ba36d98e-2a34-4c70-9164-4b4ee7f4a572 HTTP/1.1" status: 404 len: 337 time: 0.0724924 Aug 19 12:43:57.423063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-541b01ec-6de2-4eaa-a6c5-feef918151bd req-0e3f4887-b444-45a2-8b3b-b9824c82c158 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 210 time: 0.0704467 Aug 19 12:43:57.425318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53012) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.460776 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d314c660-a72f-4a69-a84f-2a296afc2854 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:57.461529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d314c660-a72f-4a69-a84f-2a296afc2854 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:57.464298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d314c660-a72f-4a69-a84f-2a296afc2854 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/10fd7820-8566-40c1-91af-1b17ef348115 HTTP/1.1" status: 404 len: 339 time: 0.0378339 Aug 19 12:43:57.467960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53014) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.501323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53016) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.517617 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91f7da8-7c39-431a-ba04-4fe7bfcfd83a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:57.518021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91f7da8-7c39-431a-ba04-4fe7bfcfd83a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:57.518238 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=1b9d1432-cbf7-40dc-ad1e-a4f124937fa2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:57.523122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e91f7da8-7c39-431a-ba04-4fe7bfcfd83a tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/subnets/aded9e67-211e-46c6-b2e5-8f5474a327a9 HTTP/1.1" status: 404 len: 337 time: 0.0509367 Aug 19 12:43:57.528786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53018) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.562270 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eae9ef1-e95f-4c80-b8cd-ca70e0f2679c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:57.564115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eae9ef1-e95f-4c80-b8cd-ca70e0f2679c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:57.572090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5eae9ef1-e95f-4c80-b8cd-ca70e0f2679c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/9896eb38-32a9-440b-96b8-1569abe4c1d0 HTTP/1.1" status: 404 len: 339 time: 0.0410228 Aug 19 12:43:57.598511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.729842 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2cfedb-f77b-4239-b151-1720c55d0aee tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:57.730375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2cfedb-f77b-4239-b151-1720c55d0aee tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:57.732330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3e2cfedb-f77b-4239-b151-1720c55d0aee tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/subnets/265ac4f5-19ce-462d-b146-65bd7e882522 HTTP/1.1" status: 404 len: 337 time: 0.1314604 Aug 19 12:43:57.744826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53028) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.834241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.848626 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5ca429-6e30-4845-bb6c-bb102a886aa0 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:57.855632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5ca429-6e30-4845-bb6c-bb102a886aa0 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:57.857586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8b5ca429-6e30-4845-bb6c-bb102a886aa0 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/594d5c0d-8e3f-4b00-a52d-faa5c757b807 HTTP/1.1" status: 404 len: 339 time: 0.1116676 Aug 19 12:43:57.866885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53032) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.921830 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0f43d85-8335-46e5-aa81-33b869247ce7 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.942379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:57.996192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:57.996576 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76bd482e-1c0f-44c0-9cbf-cfb7dd26bc19 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:58.008990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f43d85-8335-46e5-aa81-33b869247ce7 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Subnet': ['ID=6776988f-2b8f-495e-9556-3b4b76b04dca,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:58.017097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] For port 5d409f89-0c67-40a1-9ddc-fbe0309141ce, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5d409f89-0c67-40a1-9ddc-fbe0309141ce,segment=NetworkSegment(04db644c-a9b8-4a4b-bb98-a0d399df6555),segment_id=04db644c-a9b8-4a4b-bb98-a0d399df6555)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:58.017819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.045119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-4034dee1-f002-4f60-ab4e-b0c63682c5b2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:58.047382 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-4034dee1-f002-4f60-ab4e-b0c63682c5b2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 811 time: 0.3828628 Aug 19 12:43:58.063745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b4c8d4b-fadf-4d6f-86ee-93fb22240d5c req-f25ce3d6-40c2-4a23-a9eb-5b70330fd281 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 210 time: 0.1431155 Aug 19 12:43:58.064684 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-24bc2c40-45c8-4de6-b453-d7f103ebe8be tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:58.065127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24bc2c40-45c8-4de6-b453-d7f103ebe8be tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:58.067457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-24bc2c40-45c8-4de6-b453-d7f103ebe8be tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/subnets/25bfa1b7-bf70-4335-86d7-0e1f11c55ac8 HTTP/1.1" status: 404 len: 337 time: 0.1932631 Aug 19 12:43:58.074052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:58.090116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:58.097821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:58.113090 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:58.117120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Pushing event updated for resources: {'Port': ['ID=c5c62775-9225-4ea5-9e58-6ca494e6a626,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:58.136672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] Calling delete_port for 5d409f89-0c67-40a1-9ddc-fbe0309141ce owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:58.140291 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c934f5-23b0-4f41-b422-6db718c07880 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:58.140455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c934f5-23b0-4f41-b422-6db718c07880 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:58.146101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e8c934f5-23b0-4f41-b422-6db718c07880 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/f3b222f0-191e-46ca-a58f-fda4e6406f2e HTTP/1.1" status: 404 len: 339 time: 0.0626276 Aug 19 12:43:58.146293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Request body: {'port': {'device_id': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'admin_state_up': True, 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:58.148045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53036) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:58.155455 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0f43d85-8335-46e5-aa81-33b869247ce7 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.158295 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c0f43d85-8335-46e5-aa81-33b869247ce7 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/6776988f-2b8f-495e-9556-3b4b76b04dca HTTP/1.1" status: 204 len: 168 time: 2.5052943 Aug 19 12:43:58.166783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:58.169810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b10e1e-5923-49bd-8cd6-aa59ec71418e None None] Network 7d25a651-0214-4f5d-8716-d595d5673ba9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:58.284380 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45e0788-f013-4f90-a298-d2986bb2dda6 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:58.284856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45e0788-f013-4f90-a298-d2986bb2dda6 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:58.287187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d45e0788-f013-4f90-a298-d2986bb2dda6 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/subnets/ce06631a-b5ed-4e19-bdd0-e9499f2bb869 HTTP/1.1" status: 404 len: 337 time: 0.1378462 Aug 19 12:43:58.292450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53040) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:58.345069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:58.345069 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.353259 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df79934-ad85-43de-bdc9-4cd7c16898b8 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:58.353936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df79934-ad85-43de-bdc9-4cd7c16898b8 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:58.359723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1df79934-ad85-43de-bdc9-4cd7c16898b8 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/d57b11b0-ea01-479b-b409-5f326ff1beee HTTP/1.1" status: 404 len: 339 time: 0.0421343 Aug 19 12:43:58.373742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53044) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:58.427734 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-017b9438-418d-4953-85cb-3c1a7cac5610 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:58.428225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017b9438-418d-4953-85cb-3c1a7cac5610 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:58.430114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-017b9438-418d-4953-85cb-3c1a7cac5610 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/subnets/14f6fa8c-61fc-4c37-bb54-a4946211c554 HTTP/1.1" status: 404 len: 337 time: 0.0553751 Aug 19 12:43:58.440273 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.442319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53046) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:58.477108 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-564d797d-f78b-40c6-a943-15edf64609e1 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:58.477801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564d797d-f78b-40c6-a943-15edf64609e1 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:58.479591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-564d797d-f78b-40c6-a943-15edf64609e1 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/cbb9062f-f81b-4a17-a9a0-be2c841c1fb6 HTTP/1.1" status: 404 len: 339 time: 0.0354419 Aug 19 12:43:58.482722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:58.506897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a76b025-7bac-4c81-8e79-9881b4f3d224 None None] DHCP port deletion for 7d25a651-0214-4f5d-8716-d595d5673ba9 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:58.530180 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd424259-ca40-4a4d-b839-95ca3fdab045 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:58.530578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd424259-ca40-4a4d-b839-95ca3fdab045 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:58.532448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cd424259-ca40-4a4d-b839-95ca3fdab045 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/subnets/84faf373-46d4-412a-bcc3-a76cae8b5eeb HTTP/1.1" status: 404 len: 337 time: 0.0487654 Aug 19 12:43:58.550016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53052) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:58.573697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-ccabe8ba-c9d0-4158-ae6c-8ddc5b0cd14e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4556417 Aug 19 12:43:58.576407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6a76b025-7bac-4c81-8e79-9881b4f3d224 None None] Deleting port 20427a0c-f35c-4826-a778-323d41b13864 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:58.577387 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a76b025-7bac-4c81-8e79-9881b4f3d224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.606624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Request body: {'port': {'device_id': '9e66d6f9-6873-4dee-b216-847e1af3a7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:58.610665 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc3d02a-ef24-4e2e-b68c-3393e3bd790d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:58.611334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc3d02a-ef24-4e2e-b68c-3393e3bd790d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:58.615524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cbc3d02a-ef24-4e2e-b68c-3393e3bd790d tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/e4f28f9b-acaf-4edc-947e-bdc6f02fa11e HTTP/1.1" status: 404 len: 339 time: 0.0615146 Aug 19 12:43:58.618395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53054) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:58.710935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6a76b025-7bac-4c81-8e79-9881b4f3d224 None None] For port 20427a0c-f35c-4826-a778-323d41b13864, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=20427a0c-f35c-4826-a778-323d41b13864,segment=NetworkSegment(2fed22ea-fc3e-4ca9-9537-c519956e8a46),segment_id=2fed22ea-fc3e-4ca9-9537-c519956e8a46)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:58.711800 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a76b025-7bac-4c81-8e79-9881b4f3d224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.736434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6a76b025-7bac-4c81-8e79-9881b4f3d224 None None] Calling delete_port for 20427a0c-f35c-4826-a778-323d41b13864 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:58.736891 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-966ed1e3-5f15-485c-9688-f7acf7c8f528 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:58.737358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966ed1e3-5f15-485c-9688-f7acf7c8f528 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:58.742268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-966ed1e3-5f15-485c-9688-f7acf7c8f528 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/subnets/e96870a0-ffb4-4a97-b32a-dde13f928376 HTTP/1.1" status: 404 len: 337 time: 0.1046543 Aug 19 12:43:58.749987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53056) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:58.783058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 20427a0c-f35c-4826-a778-323d41b13864 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:58.783323 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.795405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-01185e08-3aeb-4937-9dcb-f2c3dcb8f793 None None] Provisioning for port c5c62775-9225-4ea5-9e58-6ca494e6a626 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:58.813637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9249bc-6b39-4636-8eb6-0d009abc09a1 req-cdbddba2-ba99-45f4-aa6b-dfc1b4066ca8 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:58.815480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc9249bc-6b39-4636-8eb6-0d009abc09a1 req-cdbddba2-ba99-45f4-aa6b-dfc1b4066ca8 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1028 time: 0.2541044 Aug 19 12:43:58.862596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.865392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-01185e08-3aeb-4937-9dcb-f2c3dcb8f793 None None] Provisioning complete for port c5c62775-9225-4ea5-9e58-6ca494e6a626 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:58.866263 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-01185e08-3aeb-4937-9dcb-f2c3dcb8f793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.940045 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6b276e-b29d-4930-8294-57bdc505372f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] DELETE failed (client error): The resource could not be found. Aug 19 12:43:58.940669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6b276e-b29d-4930-8294-57bdc505372f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:43:58.944885 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2e6b276e-b29d-4930-8294-57bdc505372f tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/e08ab349-cdec-4c53-b514-d4af15edb9c8 HTTP/1.1" status: 404 len: 339 time: 0.1836915 Aug 19 12:43:58.975726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:59.002475 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.020029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc9249bc-6b39-4636-8eb6-0d009abc09a1 req-5c7a17cc-e06e-447d-a6f8-7a5ff5e2bac8 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723516 Aug 19 12:43:59.024279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-01185e08-3aeb-4937-9dcb-f2c3dcb8f793 None None] Port c5c62775-9225-4ea5-9e58-6ca494e6a626 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:59.036811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.039734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Made reservation on behalf of c4215f5876254990ac7547c4d07ccb07 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:59.046416 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.048554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] For port 20427a0c-f35c-4826-a778-323d41b13864, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=20427a0c-f35c-4826-a778-323d41b13864,segment=NetworkSegment(2fed22ea-fc3e-4ca9-9537-c519956e8a46),segment_id=2fed22ea-fc3e-4ca9-9537-c519956e8a46)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:59.048935 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.154957 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.157044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d409f89-0c67-40a1-9ddc-fbe0309141ce,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:59.226871 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a76b025-7bac-4c81-8e79-9881b4f3d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.258359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76b025-7bac-4c81-8e79-9881b4f3d224 None None] Pushing event deleted for resources: {'Port': ['ID=20427a0c-f35c-4826-a778-323d41b13864,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:59.269009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76b025-7bac-4c81-8e79-9881b4f3d224 None None] No DVR routers for this DVR port 20427a0c-f35c-4826-a778-323d41b13864 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:59.500334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 20427a0c-f35c-4826-a778-323d41b13864 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:59.555790 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef57753c-a3f6-4c62-bf99-2d963126d5e8 req-4a77d01f-792c-4c0d-a8e0-3a14e0e0ccd0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 210 time: 0.0658364 Aug 19 12:43:59.566659 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-066c6cdc-1c8a-403b-8645-5e9df0714c65 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Deleting subnet 5f983e67-1402-4802-85c2-7d99c586878c {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:59.575696 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Allocated IP 172.20.0.4 (0ce264d4-fc47-4c88-a9b0-c0b1fb985bff/93656fb1-3704-4585-9299-9c56d060bdcf/317e9b2e-b191-4787-9ed6-9f2241135dee) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:59.602348 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-066c6cdc-1c8a-403b-8645-5e9df0714c65 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.717260 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.721702 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-066c6cdc-1c8a-403b-8645-5e9df0714c65 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.797149 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.844041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=20427a0c-f35c-4826-a778-323d41b13864,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:59.859144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No DVR routers for this DVR port 20427a0c-f35c-4826-a778-323d41b13864 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:59.917142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 20427a0c-f35c-4826-a778-323d41b13864 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:59.949926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 20427a0c-f35c-4826-a778-323d41b13864 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:59.950278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 20427a0c-f35c-4826-a778-323d41b13864 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:59.967403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-066c6cdc-1c8a-403b-8645-5e9df0714c65 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.056534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c62775-9225-4ea5-9e58-6ca494e6a626 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:00.072350 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.076027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.102168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d25a651-0214-4f5d-8716-d595d5673ba9']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:00.125125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fed22ea-fc3e-4ca9-9537-c519956e8a46') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:00.125443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fed22ea-fc3e-4ca9-9537-c519956e8a46') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:00.159674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.186159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.195061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:00.195474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:00.198482 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:00.210591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c619d32-eae2-4443-8fb9-6004d3bf7889 req-00f69646-34a8-41b3-a937-06f6bd8df988 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:00.212189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c619d32-eae2-4443-8fb9-6004d3bf7889 req-00f69646-34a8-41b3-a937-06f6bd8df988 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1028 time: 0.0928314 Aug 19 12:44:00.260869 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-066c6cdc-1c8a-403b-8645-5e9df0714c65 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.306818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c6cdc-1c8a-403b-8645-5e9df0714c65 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Subnet': ['ID=5f983e67-1402-4802-85c2-7d99c586878c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:00.319520 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-066c6cdc-1c8a-403b-8645-5e9df0714c65 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.330514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-066c6cdc-1c8a-403b-8645-5e9df0714c65 tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/subnets/5f983e67-1402-4802-85c2-7d99c586878c HTTP/1.1" status: 204 len: 168 time: 1.3445337 Aug 19 12:44:00.330916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6b44f-2942-4987-98cc-9dc80f2f7910 None None] Network 834a85c4-253b-41cf-95aa-6aacdee60aab requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:00.331362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53072) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:00.338108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router e387920d-6906-4c76-be37-0ea68e312d07 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:00.339085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c619d32-eae2-4443-8fb9-6004d3bf7889 req-5d667819-e764-4f1e-b9b5-737fd77b0546 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010244 Aug 19 12:44:00.398769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Transition to ACTIVE for port object c5c62775-9225-4ea5-9e58-6ca494e6a626 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:00.402026 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.414472 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.419229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/networks/7d25a651-0214-4f5d-8716-d595d5673ba9 HTTP/1.1" status: 204 len: 168 time: 2.2523663 Aug 19 12:44:00.424224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53076) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:00.436358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e0c0c-0d3f-4f33-b982-134a76f01d57 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Network': ['ID=7d25a651-0214-4f5d-8716-d595d5673ba9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:00.439568 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.447247 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.491157 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.561476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Pushing event updated for resources: {'Port': ['ID=c5c62775-9225-4ea5-9e58-6ca494e6a626,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:00.599003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f893e9-f007-42ac-bd82-cacf640d8f31 None None] DHCP port deletion for 834a85c4-253b-41cf-95aa-6aacdee60aab request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:44:00.609135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Deleting port d42acb83-db82-4791-aaca-9092ad5edda7 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:00.614415 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.682329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-24f893e9-f007-42ac-bd82-cacf640d8f31 None None] Deleting port d42acb83-db82-4791-aaca-9092ad5edda7 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:00.683375 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-24f893e9-f007-42ac-bd82-cacf640d8f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.726887 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.740553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Transition to ACTIVE for port object 317e9b2e-b191-4787-9ed6-9f2241135dee will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:00.750083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:00.780472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44e938ac-1df7-4328-95b9-ca5ca8b72c35 req-529cfa8b-1d4b-4a66-beb4-816c0cdb730b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 210 time: 0.0855803 Aug 19 12:44:00.798890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Attempting to bind port c5c62775-9225-4ea5-9e58-6ca494e6a626 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:00.799546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Attempting to bind port c5c62775-9225-4ea5-9e58-6ca494e6a626 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:00.800055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Attempting to bind port c5c62775-9225-4ea5-9e58-6ca494e6a626 on network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:00.808521 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7937bc2d-d33f-47a6-9e12-0e68f3981313 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "PUT /v2.0/routers/e387920d-6906-4c76-be37-0ea68e312d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0595455 Aug 19 12:44:00.810394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53084) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:00.812957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] For port d42acb83-db82-4791-aaca-9092ad5edda7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d42acb83-db82-4791-aaca-9092ad5edda7,segment=NetworkSegment(1c2913cf-03b7-4012-bd8d-d98926b998dc),segment_id=1c2913cf-03b7-4012-bd8d-d98926b998dc)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:00.813747 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.830891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ff55e-3b05-497f-a1b5-2fe66be7f920 None None] Sync routers for ids ['e387920d-6906-4c76-be37-0ea68e312d07'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:00.835290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Port c5c62775-9225-4ea5-9e58-6ca494e6a626 on network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:44:00.839029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Attempting to bind port c5c62775-9225-4ea5-9e58-6ca494e6a626 on network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:00.859225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-24f893e9-f007-42ac-bd82-cacf640d8f31 None None] For port d42acb83-db82-4791-aaca-9092ad5edda7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d42acb83-db82-4791-aaca-9092ad5edda7,segment=NetworkSegment(1c2913cf-03b7-4012-bd8d-d98926b998dc),segment_id=1c2913cf-03b7-4012-bd8d-d98926b998dc)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:00.859871 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-24f893e9-f007-42ac-bd82-cacf640d8f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.861464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Calling delete_port for d42acb83-db82-4791-aaca-9092ad5edda7 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:00.871955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ff55e-3b05-497f-a1b5-2fe66be7f920 None None] Routers {'e387920d-6906-4c76-be37-0ea68e312d07'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:00.872872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-056ff55e-3b05-497f-a1b5-2fe66be7f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e387920d-6906-4c76-be37-0ea68e312d07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:00.967852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:00.968414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Checking segment: {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:00.970198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Bound using segment: {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:00.970198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Bound port: c5c62775-9225-4ea5-9e58-6ca494e6a626, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:00.970198 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.012422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-056ff55e-3b05-497f-a1b5-2fe66be7f920 None None] Set router e387920d-6906-4c76-be37-0ea68e312d07 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:01.015274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-24f893e9-f007-42ac-bd82-cacf640d8f31 None None] Calling delete_port for d42acb83-db82-4791-aaca-9092ad5edda7 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:01.096226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] For port c5c62775-9225-4ea5-9e58-6ca494e6a626, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:01.103030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4361d6-f053-45e2-8d5f-13747e5f96f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting subnet 9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:44:01.106444 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f4361d6-f053-45e2-8d5f-13747e5f96f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.138318 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] Router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:01.152907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f4361d6-f053-45e2-8d5f-13747e5f96f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.156077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.209770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] For port c5c62775-9225-4ea5-9e58-6ca494e6a626, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c5c62775-9225-4ea5-9e58-6ca494e6a626,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:01.244111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Port': ['ID=d42acb83-db82-4791-aaca-9092ad5edda7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:01.250746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] No DVR routers for this DVR port d42acb83-db82-4791-aaca-9092ad5edda7 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:01.268089 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-24f893e9-f007-42ac-bd82-cacf640d8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.305864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f893e9-f007-42ac-bd82-cacf640d8f31 None None] No DVR routers for this DVR port d42acb83-db82-4791-aaca-9092ad5edda7 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:01.312825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f893e9-f007-42ac-bd82-cacf640d8f31 None None] Pushing event deleted for resources: {'Port': ['ID=d42acb83-db82-4791-aaca-9092ad5edda7,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:01.329564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.335545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-056ff55e-3b05-497f-a1b5-2fe66be7f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:43:56Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:01.366398 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.370020 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8226d715-2020-41cc-8778-6a15dc5e06ba', '66e6ea3e-7f30-4c43-bf0d-92f2d3477045'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:01.376705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ff55e-3b05-497f-a1b5-2fe66be7f920 None None] Checking router: e387920d-6906-4c76-be37-0ea68e312d07 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:01.460945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.472686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ff55e-3b05-497f-a1b5-2fe66be7f920 None None] Routers {'e387920d-6906-4c76-be37-0ea68e312d07'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:01.474149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-056ff55e-3b05-497f-a1b5-2fe66be7f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e387920d-6906-4c76-be37-0ea68e312d07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:01.498782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834a85c4-253b-41cf-95aa-6aacdee60aab']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:01.502737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:01.503390 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.505904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] 10.222.0.52 "PUT /v2.0/ports/c5c62775-9225-4ea5-9e58-6ca494e6a626 HTTP/1.1" status: 200 len: 1092 time: 2.9048531 Aug 19 12:44:01.510834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e66d6f9-6873-4dee-b216-847e1af3a7b6', 'tag': 'c5c62775-9225-4ea5-9e58-6ca494e6a626'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:01.510834 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12c27b0-c025-4fa6-9dfd-a3da2c5d6f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e66d6f9-6873-4dee-b216-847e1af3a7b6", "tag": "c5c62775-9225-4ea5-9e58-6ca494e6a626"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:01.545681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:01.573492 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f4361d6-f053-45e2-8d5f-13747e5f96f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.578035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2913cf-03b7-4012-bd8d-d98926b998dc') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:01.578332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2913cf-03b7-4012-bd8d-d98926b998dc') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:01.592254 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75db262-120b-4761-9a50-d070e1bf1e6e x-openstack-request-id: req-e75db262-120b-4761-9a50-d070e1bf1e6e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:01.592548 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e66d6f9-6873-4dee-b216-847e1af3a7b6", "tag": "c5c62775-9225-4ea5-9e58-6ca494e6a626", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:01.592805 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e75db262-120b-4761-9a50-d070e1bf1e6e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:01.593207 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e66d6f9-6873-4dee-b216-847e1af3a7b6', 'tag': 'c5c62775-9225-4ea5-9e58-6ca494e6a626', 'status': 'completed', 'code': 200} Aug 19 12:44:01.625040 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:01.633000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:01.663863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7594e6-dd58-47bf-97b4-ed8b9fd1eb6e service neutron] Pushing event updated for resources: {'Port': ['ID=c5c62775-9225-4ea5-9e58-6ca494e6a626,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:01.674682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.684139 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event updated for resources: {'Port': ['ID=317e9b2e-b191-4787-9ed6-9f2241135dee,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:01.703825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-056ff55e-3b05-497f-a1b5-2fe66be7f920 None None] Set router e387920d-6906-4c76-be37-0ea68e312d07 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:01.719585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:01.729303 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e05b1aa2-f0d5-4578-92dd-f50234d7deb0 admin admin] 10.222.0.44 "PUT /v2.0/routers/6b7e3138-dfeb-4c20-9c27-8ea26526f3b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4461374 Aug 19 12:44:01.734661 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0dfa0c-bed7-404d-81db-a59eeb265b5c None None] Sync routers for ids ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:01.740272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53098) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:01.755508 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0dfa0c-bed7-404d-81db-a59eeb265b5c None None] Routers {'6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:01.756484 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-be0dfa0c-bed7-404d-81db-a59eeb265b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:01.762493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:01.763086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.823905 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.843604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef3726-3527-48dc-b98e-e997382cd8b6 req-880665dd-4b9d-4577-85cf-d6f35ef65ae1 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:01.871888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2ef3726-3527-48dc-b98e-e997382cd8b6 req-880665dd-4b9d-4577-85cf-d6f35ef65ae1 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1095 time: 0.3874850 Aug 19 12:44:01.939639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:01.942360 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:01.949309 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:02.071854 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-be0dfa0c-bed7-404d-81db-a59eeb265b5c None None] Set router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:02.075484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d42acb83-db82-4791-aaca-9092ad5edda7 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:02.088394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c27b0-c025-4fa6-9dfd-a3da2c5d6f7e req-2e838221-b0da-473c-a996-cfffe2cd049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:02.091093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d12c27b0-c025-4fa6-9dfd-a3da2c5d6f7e req-2e838221-b0da-473c-a996-cfffe2cd049d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12f8851073ff4fbd9bcabc806455bca6&device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1095 time: 0.4645512 Aug 19 12:44:02.092003 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-942f976d-26a8-4ed0-ac09-e998490e08e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9517605 Aug 19 12:44:02.106650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2ef3726-3527-48dc-b98e-e997382cd8b6 req-5fbba287-de12-440a-97f7-af20f0bdd305 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313604 Aug 19 12:44:02.138556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Request body: {'port': {'device_id': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:02.155532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d42acb83-db82-4791-aaca-9092ad5edda7 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:02.155890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d42acb83-db82-4791-aaca-9092ad5edda7 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:02.230574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.255128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c27b0-c025-4fa6-9dfd-a3da2c5d6f7e req-78a528ff-b834-4cd9-8169-ae7d56b41b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:02.257880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d12c27b0-c025-4fa6-9dfd-a3da2c5d6f7e req-78a528ff-b834-4cd9-8169-ae7d56b41b42 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=12f8851073ff4fbd9bcabc806455bca6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1423488 Aug 19 12:44:02.261551 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.262513 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-056ff55e-3b05-497f-a1b5-2fe66be7f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:43:56Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:02.265578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f4361d6-f053-45e2-8d5f-13747e5f96f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.306843 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.309675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ff55e-3b05-497f-a1b5-2fe66be7f920 None None] The sync data for ids ['e387920d-6906-4c76-be37-0ea68e312d07'] in n-d-778732-8 is: [{'id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209729170', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:43:56Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': 'e289144b-658d-44f8-b663-47e8ed25b224', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e387920d-6906-4c76-be37-0ea68e312d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:02.317871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] 10.222.0.44 "DELETE /v2.0/networks/834a85c4-253b-41cf-95aa-6aacdee60aab HTTP/1.1" status: 204 len: 168 time: 1.9832044 Aug 19 12:44:02.320985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afb9cc-68db-4a47-b562-ea17391c2d1c tempest-NetworksTest-1070434610 tempest-NetworksTest-1070434610-project] Pushing event deleted for resources: {'Network': ['ID=834a85c4-253b-41cf-95aa-6aacdee60aab,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:02.345132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24aa8e-b361-44c0-a8ab-f642868c42e4 req-1d95ef55-487c-4025-93ce-dd30dde2fdd8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:02.366499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e24aa8e-b361-44c0-a8ab-f642868c42e4 req-1d95ef55-487c-4025-93ce-dd30dde2fdd8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 931 time: 0.3894529 Aug 19 12:44:02.382096 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.475732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f32dda6f-a854-40b3-a961-bcdf9c9fcf47 None None] Provisioning for port 317e9b2e-b191-4787-9ed6-9f2241135dee completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:02.502736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f32dda6f-a854-40b3-a961-bcdf9c9fcf47 None None] Provisioning complete for port 317e9b2e-b191-4787-9ed6-9f2241135dee triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:02.505293 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f32dda6f-a854-40b3-a961-bcdf9c9fcf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.507932 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f4361d6-f053-45e2-8d5f-13747e5f96f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.514151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7f4361d6-f053-45e2-8d5f-13747e5f96f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/subnets/9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c HTTP/1.1" status: 204 len: 168 time: 1.6953757 Aug 19 12:44:02.514151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4361d6-f053-45e2-8d5f-13747e5f96f6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae26e4f-bdda-4c4e-ac6c-3d5e9bca280c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:02.545959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53106) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:02.634814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c97311c-b3cb-4e00-862d-15b91994776d None None] Network 05248d3c-a267-499b-af20-d3d333c10d90 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:02.638960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e24aa8e-b361-44c0-a8ab-f642868c42e4 req-358b3624-1ca9-4e41-aeb2-37456d06fdf8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742841 Aug 19 12:44:02.640618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f32dda6f-a854-40b3-a961-bcdf9c9fcf47 None None] Port 317e9b2e-b191-4787-9ed6-9f2241135dee cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:02.670683 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-be0dfa0c-bed7-404d-81db-a59eeb265b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'name': 'tempest-ServerRescueTestJSON-1728009969-router', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:40:44Z', 'updated_at': '2021-08-19T12:43:58Z', 'revision_number': 5, 'project_id': '92483dde42a14a989853a79c94d30303', 'gw_port': {'id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:45Z', 'updated_at': '2021-08-19T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:02.706549 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0dfa0c-bed7-404d-81db-a59eeb265b5c None None] Checking router: 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:02.717879 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0dfa0c-bed7-404d-81db-a59eeb265b5c None None] Routers {'6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:02.722218 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-be0dfa0c-bed7-404d-81db-a59eeb265b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:02.843064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c27b0-c025-4fa6-9dfd-a3da2c5d6f7e req-c93d78a3-2782-43a0-bca9-7a9d99de600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:02.848049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d12c27b0-c025-4fa6-9dfd-a3da2c5d6f7e req-c93d78a3-2782-43a0-bca9-7a9d99de600e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5254936 Aug 19 12:44:02.866443 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.940736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb9f6d8-e17b-4056-96db-976ff6c9d9c4 None None] DHCP port deletion for 05248d3c-a267-499b-af20-d3d333c10d90 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:44:02.991808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] Deleting port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:02.992438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.001888 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.013797 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-be0dfa0c-bed7-404d-81db-a59eeb265b5c None None] Set router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:03.060230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9f6d8-e17b-4056-96db-976ff6c9d9c4 None None] Deleting port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:03.060608 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f6d8-e17b-4056-96db-976ff6c9d9c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.112434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-1ea989be-d55f-482b-b3c2-7bc4872c6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:03.113842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-1ea989be-d55f-482b-b3c2-7bc4872c6947 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12f8851073ff4fbd9bcabc806455bca6&device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1095 time: 0.1450908 Aug 19 12:44:03.189208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6eb9f6d8-e17b-4056-96db-976ff6c9d9c4 None None] For port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0cabcc6a-b93f-42ae-981c-f446d9f8d6b2,segment=NetworkSegment(9635aed3-3769-430b-98e0-f5cbf5270a3a),segment_id=9635aed3-3769-430b-98e0-f5cbf5270a3a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:03.189648 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f6d8-e17b-4056-96db-976ff6c9d9c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.207830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-99279283-88e6-4082-8156-0544dcda16e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5c62775-9225-4ea5-9e58-6ca494e6a626 HTTP/1.1" status: 200 len: 217 time: 0.0746281 Aug 19 12:44:03.224738 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.225822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9f6d8-e17b-4056-96db-976ff6c9d9c4 None None] Calling delete_port for 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:03.312562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53112) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:03.360280 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.402371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b2323-a68e-4860-be8b-2da15eef0745 req-7be8dcaf-7cbf-44ea-a3c5-820e195ee5f9 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:03.414997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c4b2323-a68e-4860-be8b-2da15eef0745 req-7be8dcaf-7cbf-44ea-a3c5-820e195ee5f9 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1095 time: 0.2028317 Aug 19 12:44:03.417265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-b51ab8fa-bb06-489a-84aa-36da25c8f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:03.418881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-b51ab8fa-bb06-489a-84aa-36da25c8f5ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49d4701e-4f2f-428b-b9da-1cfc874399b8 HTTP/1.1" status: 200 len: 848 time: 0.1710975 Aug 19 12:44:03.470992 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-be0dfa0c-bed7-404d-81db-a59eeb265b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'name': 'tempest-ServerRescueTestJSON-1728009969-router', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:40:44Z', 'updated_at': '2021-08-19T12:43:58Z', 'revision_number': 5, 'project_id': '92483dde42a14a989853a79c94d30303', 'gw_port': {'id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:45Z', 'updated_at': '2021-08-19T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:03.494033 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f6d8-e17b-4056-96db-976ff6c9d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.523305 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0dfa0c-bed7-404d-81db-a59eeb265b5c None None] The sync data for ids ['6b7e3138-dfeb-4c20-9c27-8ea26526f3b5'] in n-d-778732-8 is: [{'id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'name': 'tempest-ServerRescueTestJSON-1728009969-router', 'tenant_id': '92483dde42a14a989853a79c94d30303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:40:44Z', 'updated_at': '2021-08-19T12:43:58Z', 'revision_number': 5, 'project_id': '92483dde42a14a989853a79c94d30303', 'gw_port': {'id': '4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e3138-dfeb-4c20-9c27-8ea26526f3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:40:45Z', 'updated_at': '2021-08-19T12:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:03.523933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] For port 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=76f68db6-7efe-4463-a66b-fbdfbe9d1c4a,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:03.524313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.566534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] Calling delete_port for 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:03.572422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c4b2323-a68e-4860-be8b-2da15eef0745 req-83054b60-6150-4517-81c9-797e202ca518 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418259 Aug 19 12:44:03.608744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9f6d8-e17b-4056-96db-976ff6c9d9c4 None None] Pushing event deleted for resources: {'Port': ['ID=0cabcc6a-b93f-42ae-981c-f446d9f8d6b2,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:03.616008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9f6d8-e17b-4056-96db-976ff6c9d9c4 None None] No DVR routers for this DVR port 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:03.622465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c28db717-2db9-46f4-8470-dc86a8f4dbfd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b90bc03028b4741b4d125f4ae35c268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054123 Aug 19 12:44:03.622966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53118) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:03.659978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-0248be86-5501-4c36-b031-b902ff2b3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:03.661602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-0248be86-5501-4c36-b031-b902ff2b3157 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a2c5af0-596e-4205-80e2-2da4e0c8a11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223403 Aug 19 12:44:03.748983 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Deleting port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:03.749410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.823661 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef420-ea87-4050-8ee9-2dfbf56041be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.887098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a780-6cdb-4323-b837-08b8a0722fd2 req-4c54c343-09ef-4a0e-af37-faf990772a8b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:03.893821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-61e2a780-6cdb-4323-b837-08b8a0722fd2 req-4c54c343-09ef-4a0e-af37-faf990772a8b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 931 time: 0.1418953 Aug 19 12:44:03.902380 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef420-ea87-4050-8ee9-2dfbf56041be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.921168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port e289144b-658d-44f8-b663-47e8ed25b224 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:03.922823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.959989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-f525cfe9-3c16-44b0-a6f1-942f86a3cdb7 service neutron] 10.222.0.52 "GET /v2.0/networks/9a2c5af0-596e-4205-80e2-2da4e0c8a11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726336 Aug 19 12:44:03.993553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:04.016750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:04.016750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1b9d1432-cbf7-40dc-ad1e-a4f124937fa2 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:04.016750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d409f89-0c67-40a1-9ddc-fbe0309141ce no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:04.029688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317e9b2e-b191-4787-9ed6-9f2241135dee {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:04.044295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 5d409f89-0c67-40a1-9ddc-fbe0309141ce {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:04.044683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5d409f89-0c67-40a1-9ddc-fbe0309141ce not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:04.046371 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:04.053649 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.081489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:04.083419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0cabcc6a-b93f-42ae-981c-f446d9f8d6b2 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:04.088241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] For port 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:04.089434 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.115932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-61e2a780-6cdb-4323-b837-08b8a0722fd2 req-a98a491a-c99c-4b90-8531-ab5c59b0e41d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211998 Aug 19 12:44:04.149859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Calling delete_port for 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:04.153579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Transition to ACTIVE for port object 317e9b2e-b191-4787-9ed6-9f2241135dee will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:04.192014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port e289144b-658d-44f8-b663-47e8ed25b224, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e289144b-658d-44f8-b663-47e8ed25b224,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:04.192658 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.208645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb9aa8fd-067b-417c-afd8-276a7e12d6d6 req-1dc204c3-209e-4e39-97fb-24856329e558 service neutron] 10.222.0.52 "GET /v2.0/networks/9a2c5af0-596e-4205-80e2-2da4e0c8a11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093999 Aug 19 12:44:04.213144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for e289144b-658d-44f8-b663-47e8ed25b224 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:04.272393 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.335250 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 22dccae4-c6b9-4423-9bd4-0d50a14e0795 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:04.335591 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.340027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef420-ea87-4050-8ee9-2dfbf56041be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.343306 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef420-ea87-4050-8ee9-2dfbf56041be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.344375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fb2ef420-ea87-4050-8ee9-2dfbf56041be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a0f0acc-512e-4cd8-9134-56bac2505b47 HTTP/1.1" status: 204 len: 168 time: 0.7206898 Aug 19 12:44:04.357898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ef420-ea87-4050-8ee9-2dfbf56041be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0f0acc-512e-4cd8-9134-56bac2505b47,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:04.470819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Pushing event updated for resources: {'Port': ['ID=317e9b2e-b191-4787-9ed6-9f2241135dee,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:04.506290 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.542582 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.579087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=e289144b-658d-44f8-b663-47e8ed25b224,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:04.635104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] Pushing event deleted for resources: {'Port': ['ID=76f68db6-7efe-4463-a66b-fbdfbe9d1c4a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:04.755330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] For port 22dccae4-c6b9-4423-9bd4-0d50a14e0795, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=22dccae4-c6b9-4423-9bd4-0d50a14e0795,segment=NetworkSegment(5913ec71-4ed2-4e78-8c73-95017401bff8),segment_id=5913ec71-4ed2-4e78-8c73-95017401bff8)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:04.755819 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.756258 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.789083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Attempting to bind port 317e9b2e-b191-4787-9ed6-9f2241135dee on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:04.789571 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Attempting to bind port 317e9b2e-b191-4787-9ed6-9f2241135dee by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:04.789968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Attempting to bind port 317e9b2e-b191-4787-9ed6-9f2241135dee on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:04.792670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 22dccae4-c6b9-4423-9bd4-0d50a14e0795 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:04.845348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Port 317e9b2e-b191-4787-9ed6-9f2241135dee on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:44:04.845800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Attempting to bind port 317e9b2e-b191-4787-9ed6-9f2241135dee on network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:04.868744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:04.869236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Checking segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:04.869752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Bound using segment: {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:04.870293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Bound port: 317e9b2e-b191-4787-9ed6-9f2241135dee, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f204042a-0de4-4523-a4cb-2522deb2e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:04.877800 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.998043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.057212 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:05.172295 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] For port 317e9b2e-b191-4787-9ed6-9f2241135dee, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:05.177114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] For port 317e9b2e-b191-4787-9ed6-9f2241135dee, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=317e9b2e-b191-4787-9ed6-9f2241135dee,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:05.206015 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.315970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3449d62-e87f-470d-b272-c7d21ddfe499 req-94f9366b-385f-4d76-a277-fc8788b2e7ca tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:05.319139 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3449d62-e87f-470d-b272-c7d21ddfe499 req-94f9366b-385f-4d76-a277-fc8788b2e7ca tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1095 time: 0.6391349 Aug 19 12:44:05.324125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.342789 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.370838 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.382544 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.444459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3449d62-e87f-470d-b272-c7d21ddfe499 req-d97124e9-41c4-4b08-b495-37b1cd3a7305 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893464 Aug 19 12:44:05.454488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d214c0-6eec-4049-b048-9063fc654c28 req-632cebe0-df27-43bf-ae6d-f267abcf444a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:05.456464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12d214c0-6eec-4049-b048-9063fc654c28 req-632cebe0-df27-43bf-ae6d-f267abcf444a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 943 time: 0.2222452 Aug 19 12:44:05.522379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12d214c0-6eec-4049-b048-9063fc654c28 req-e357d255-e605-4efe-bbcd-dafbea6913e6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452137 Aug 19 12:44:05.555581 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.556179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Fanout notify agent at l3_agent the message router_deleted on router e387920d-6906-4c76-be37-0ea68e312d07 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:44:05.566221 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.574937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-55329534-90ff-4122-ac54-99486fba85ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/routers/e387920d-6906-4c76-be37-0ea68e312d07 HTTP/1.1" status: 204 len: 168 time: 3.0260656 Aug 19 12:44:05.575736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53142) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:05.584440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c5c62775-9225-4ea5-9e58-6ca494e6a626 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:44:05.687768 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.958386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c5c62775-9225-4ea5-9e58-6ca494e6a626, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c5c62775-9225-4ea5-9e58-6ca494e6a626,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:05.979561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'c5c62775-9225-4ea5-9e58-6ca494e6a626', 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d', 'port_id': 'c5c62775-9225-4ea5-9e58-6ca494e6a626', 'mac_address': 'fa:16:3e:40:2b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d4701e-4f2f-428b-b9da-1cfc874399b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:44:06.005757 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.014891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:06.015383 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.016832 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] 10.222.0.52 "PUT /v2.0/ports/317e9b2e-b191-4787-9ed6-9f2241135dee HTTP/1.1" status: 200 len: 1091 time: 3.8831615 Aug 19 12:44:06.030138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'tag': '317e9b2e-b191-4787-9ed6-9f2241135dee'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:06.034062 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc20d0c-635a-4e19-9844-d840435f08cd" -d '{"events": [{"name": "network-changed", "server_uuid": "911ca361-e5dc-4ceb-84e3-0363ea79178a", "tag": "317e9b2e-b191-4787-9ed6-9f2241135dee"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:06.045194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05248d3c-a267-499b-af20-d3d333c10d90']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:06.064336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.068862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.073532 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.094351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c62775-9225-4ea5-9e58-6ca494e6a626 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:06.128639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c5c62775-9225-4ea5-9e58-6ca494e6a626, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c5c62775-9225-4ea5-9e58-6ca494e6a626,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:06.134233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9635aed3-3769-430b-98e0-f5cbf5270a3a') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:06.134525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9635aed3-3769-430b-98e0-f5cbf5270a3a') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:06.164159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.179483 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bd43c3-e982-43f6-8481-24399dc38eee x-openstack-request-id: req-11bd43c3-e982-43f6-8481-24399dc38eee {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:06.179858 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911ca361-e5dc-4ceb-84e3-0363ea79178a", "tag": "317e9b2e-b191-4787-9ed6-9f2241135dee", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:06.180070 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11bd43c3-e982-43f6-8481-24399dc38eee {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:06.182418 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'tag': '317e9b2e-b191-4787-9ed6-9f2241135dee', 'status': 'completed', 'code': 200} Aug 19 12:44:06.215921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.242089 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.275394 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.310462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:06.310922 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:06.330439 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:06.496345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=c5c62775-9225-4ea5-9e58-6ca494e6a626,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:06.535398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55572ca-90f1-467c-acac-ba08fe136828 service neutron] Pushing event updated for resources: {'Port': ['ID=317e9b2e-b191-4787-9ed6-9f2241135dee,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:06.553313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['c5c62775-9225-4ea5-9e58-6ca494e6a626'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:06.571142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=22dccae4-c6b9-4423-9bd4-0d50a14e0795,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:06.665540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.738843 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.739489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:44:06.758599 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.759807 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-acbfb500-8442-4e66-aa95-5ff4e56bb224 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6b7e3138-dfeb-4c20-9c27-8ea26526f3b5 HTTP/1.1" status: 204 len: 168 time: 4.9939282 Aug 19 12:44:06.775677 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.790284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/networks/05248d3c-a267-499b-af20-d3d333c10d90 HTTP/1.1" status: 204 len: 168 time: 1.2124269 Aug 19 12:44:06.790284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53168) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:06.804643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53170) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:06.804890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44de7ec-6bcd-428d-9304-1805f99057c2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Network': ['ID=05248d3c-a267-499b-af20-d3d333c10d90,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:06.805300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53172) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:06.925522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacd33c9-fd7d-49cf-a14e-94cda1377494 admin admin] Deleting subnet d3f9d403-8981-4eeb-99be-5102d5ba180d {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:44:06.938934 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bacd33c9-fd7d-49cf-a14e-94cda1377494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.014067 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.027795 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bacd33c9-fd7d-49cf-a14e-94cda1377494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.031952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12f0a9-e011-4ba1-a0f8-9fd2301c6466 req-efdd8ac8-4307-4697-8a3a-fb4a2ada054b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:07.040724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe12f0a9-e011-4ba1-a0f8-9fd2301c6466 req-efdd8ac8-4307-4697-8a3a-fb4a2ada054b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1096 time: 0.4506052 Aug 19 12:44:07.119041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da7ae-ad9f-4a3d-ab05-b1ca67055b7d req-c0f5bc52-e89b-49bc-b4b0-8e47c7777121 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:07.120533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-742da7ae-ad9f-4a3d-ab05-b1ca67055b7d req-c0f5bc52-e89b-49bc-b4b0-8e47c7777121 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 943 time: 0.3235228 Aug 19 12:44:07.166210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe12f0a9-e011-4ba1-a0f8-9fd2301c6466 req-d326cb1f-1e30-42e7-8cbd-6ad24af3523a tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245725 Aug 19 12:44:07.167625 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bacd33c9-fd7d-49cf-a14e-94cda1377494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.217753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20d0c-635a-4e19-9844-d840435f08cd req-735a141e-bf0a-4fa0-a754-dcaa636ad0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:07.217753 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5fc20d0c-635a-4e19-9844-d840435f08cd req-735a141e-bf0a-4fa0-a754-dcaa636ad0c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 1094 time: 0.8752174 Aug 19 12:44:07.226023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-742da7ae-ad9f-4a3d-ab05-b1ca67055b7d req-cbf99da9-29d4-4283-b0a2-f3df75a015d1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953403 Aug 19 12:44:07.268729 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6483814c-5af3-41a2-8603-4a9b1d538d69 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.296392 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abadd0a0-39ea-4f48-a9aa-801168747372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.447819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6483814c-5af3-41a2-8603-4a9b1d538d69 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.526212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bacd33c9-fd7d-49cf-a14e-94cda1377494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.559600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd33c9-fd7d-49cf-a14e-94cda1377494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f9d403-8981-4eeb-99be-5102d5ba180d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:07.564024 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bacd33c9-fd7d-49cf-a14e-94cda1377494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.566105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bacd33c9-fd7d-49cf-a14e-94cda1377494 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d3f9d403-8981-4eeb-99be-5102d5ba180d HTTP/1.1" status: 204 len: 168 time: 0.7583947 Aug 19 12:44:07.580508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53182) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:07.601574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c5c62775-9225-4ea5-9e58-6ca494e6a626 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:07.668867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] Router 6df0c2ad-4772-41fb-8780-0f6926730c1c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:07.684012 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.725766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20d0c-635a-4e19-9844-d840435f08cd req-3d136cdb-7636-482e-b6b9-f4f40fec2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:07.727226 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5fc20d0c-635a-4e19-9844-d840435f08cd req-3d136cdb-7636-482e-b6b9-f4f40fec2a15 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c4215f5876254990ac7547c4d07ccb07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4886413 Aug 19 12:44:07.835239 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.847368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:07.859642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:07.860385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04db644c-a9b8-4a4b-bb98-a0d399df6555') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:07.860796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04db644c-a9b8-4a4b-bb98-a0d399df6555') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:07.873042 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.896656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e289144b-658d-44f8-b663-47e8ed25b224 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:07.898014 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.905150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:07.905684 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.925946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: e289144b-658d-44f8-b663-47e8ed25b224 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:07.927077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e289144b-658d-44f8-b663-47e8ed25b224 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:07.927697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:07.959383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:07.960027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fe76fc9-7a01-4b82-b6c8-6c0ea4f8765b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:07.987116 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:08.063769 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abadd0a0-39ea-4f48-a9aa-801168747372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.130734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port c5c62775-9225-4ea5-9e58-6ca494e6a626 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:08.135029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port c5c62775-9225-4ea5-9e58-6ca494e6a626 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:08.135406 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.172853 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.185172 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.187594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] 10.222.0.44 "DELETE /v2.0/networks/b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4 HTTP/1.1" status: 204 len: 168 time: 0.6150398 Aug 19 12:44:08.215811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c8caf-3df4-43fa-aa33-01ad6e1e184f admin admin] Pushing event deleted for resources: {'Network': ['ID=b10eb72a-c5fd-474b-bc9a-00cfdc4e1aa4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:08.261589 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.318385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b053f-795e-493a-b5f0-166dc4e8ac9e req-5b61ecfc-de1c-4352-8463-a0c2fc902a9c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.321642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd3b053f-795e-493a-b5f0-166dc4e8ac9e req-5b61ecfc-de1c-4352-8463-a0c2fc902a9c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1096 time: 0.0567257 Aug 19 12:44:08.359762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e66d6f9-6873-4dee-b216-847e1af3a7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c62775-9225-4ea5-9e58-6ca494e6a626'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:08.362763 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e318f76-526d-4e5d-993d-efbb163f6e2d" -d '{"events": [{"server_uuid": "9e66d6f9-6873-4dee-b216-847e1af3a7b6", "name": "network-vif-plugged", "status": "completed", "tag": "c5c62775-9225-4ea5-9e58-6ca494e6a626"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:08.369855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c5c62775-9225-4ea5-9e58-6ca494e6a626, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c5c62775-9225-4ea5-9e58-6ca494e6a626,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:08.396092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd3b053f-795e-493a-b5f0-166dc4e8ac9e req-75c18783-5c73-4a38-bc60-87deb556b9f1 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674644 Aug 19 12:44:08.428130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ced01-5290-471b-ba07-e2ef08b4686f req-7a109908-37fa-4f6b-9309-d805345b3c29 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.430017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-741ced01-5290-471b-ba07-e2ef08b4686f req-7a109908-37fa-4f6b-9309-d805345b3c29 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 943 time: 0.0738740 Aug 19 12:44:08.447525 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d877b930-7ca4-466f-95ef-5110ccb08bd6 x-openstack-request-id: req-d877b930-7ca4-466f-95ef-5110ccb08bd6 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:08.447821 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e66d6f9-6873-4dee-b216-847e1af3a7b6", "name": "network-vif-plugged", "status": "completed", "tag": "c5c62775-9225-4ea5-9e58-6ca494e6a626", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:08.448069 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d877b930-7ca4-466f-95ef-5110ccb08bd6 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:08.448819 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e66d6f9-6873-4dee-b216-847e1af3a7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c62775-9225-4ea5-9e58-6ca494e6a626', 'code': 200} Aug 19 12:44:08.489674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-741ced01-5290-471b-ba07-e2ef08b4686f req-0d513b78-205c-4a8f-a39f-db961fe51169 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523603 Aug 19 12:44:08.505430 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abadd0a0-39ea-4f48-a9aa-801168747372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.515618 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.521175 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6483814c-5af3-41a2-8603-4a9b1d538d69 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.525173 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6483814c-5af3-41a2-8603-4a9b1d538d69 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.526433 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6483814c-5af3-41a2-8603-4a9b1d538d69 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/security-groups/982806c0-01f8-4628-9f4e-3e36d42593da HTTP/1.1" status: 204 len: 168 time: 1.5750856 Aug 19 12:44:08.591406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=c5c62775-9225-4ea5-9e58-6ca494e6a626,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:08.605322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a488d95-d6df-4f03-b6fa-2c3781b2142a req-2f9116bd-b00d-44af-9e05-f988c0acb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.607040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a488d95-d6df-4f03-b6fa-2c3781b2142a req-2f9116bd-b00d-44af-9e05-f988c0acb64a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1097 time: 0.0682814 Aug 19 12:44:08.624021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:08.627681 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a5adef14-1882-4f93-841b-4562d93dba3d admin admin] 10.222.0.44 "PUT /v2.0/routers/6df0c2ad-4772-41fb-8780-0f6926730c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1106539 Aug 19 12:44:08.631705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd0a0-39ea-4f48-a9aa-801168747372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc444de-95ab-48fc-a419-2924873319ce,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:08.636119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b0859-5c4a-4115-9dc0-71e8abab7280 None None] Sync routers for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:08.641445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53210) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:08.642572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:08.652997 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-76141465-3670-4aaf-a6b8-2b3dcc09aa7c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2221854 Aug 19 12:44:08.654813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53212) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:08.661405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b0859-5c4a-4115-9dc0-71e8abab7280 None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:08.665932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-850b0859-5c4a-4115-9dc0-71e8abab7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:08.666467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20d0c-635a-4e19-9844-d840435f08cd req-0f00f7d2-4991-4e52-8263-383b140bbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.667432 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5fc20d0c-635a-4e19-9844-d840435f08cd req-0f00f7d2-4991-4e52-8263-383b140bbbb9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9184091 Aug 19 12:44:08.670531 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-abadd0a0-39ea-4f48-a9aa-801168747372 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=882d41b8fe4d40a0be39dc78d9f9d667&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7203598 Aug 19 12:44:08.704580 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6162d2-80b7-4aec-9ee2-c37ac543172c None None] Sync routers for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:08.707976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53214) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:08.727877 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6162d2-80b7-4aec-9ee2-c37ac543172c None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:08.728570 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0f6162d2-80b7-4aec-9ee2-c37ac543172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:08.750662 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483814c-5af3-41a2-8603-4a9b1d538d69 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=982806c0-01f8-4628-9f4e-3e36d42593da,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:08.824669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-850b0859-5c4a-4115-9dc0-71e8abab7280 None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:08.833554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4ce4a7-1c83-4cba-8e02-5dcbf3f4b313 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting subnet 60366f62-f993-4e75-a600-6498a430fe5a {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:44:08.854495 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be4ce4a7-1c83-4cba-8e02-5dcbf3f4b313 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.858496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a488d95-d6df-4f03-b6fa-2c3781b2142a req-48c43c09-fb11-436f-99c4-7bb8581bf551 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404125 Aug 19 12:44:08.882320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53218) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:08.924715 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-0f6162d2-80b7-4aec-9ee2-c37ac543172c None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:08.925565 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be4ce4a7-1c83-4cba-8e02-5dcbf3f4b313 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.977307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-321dabb4-7012-40f9-bd94-9106c81e5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.984190 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-321dabb4-7012-40f9-bd94-9106c81e5310 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 1094 time: 0.2253222 Aug 19 12:44:08.987864 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99d395ae-af24-43f8-b9cb-a18738ba7528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.000373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-976c26e8-2974-4441-9120-f3db1794176f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92483dde42a14a989853a79c94d30303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158526 Aug 19 12:44:09.007006 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53220) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:09.015188 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99d395ae-af24-43f8-b9cb-a18738ba7528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.022973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.162891 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7ff40f1-a962-4903-a26b-159b300b6dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.171986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be4ce4a7-1c83-4cba-8e02-5dcbf3f4b313 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.201868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-850b0859-5c4a-4115-9dc0-71e8abab7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:44:04Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:09.206470 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0f6162d2-80b7-4aec-9ee2-c37ac543172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 10, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:09.225659 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-2d63022e-3303-4e92-a473-c837d5c8fdc3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317e9b2e-b191-4787-9ed6-9f2241135dee HTTP/1.1" status: 200 len: 217 time: 0.1335070 Aug 19 12:44:09.237785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b0859-5c4a-4115-9dc0-71e8abab7280 None None] Checking router: 6df0c2ad-4772-41fb-8780-0f6926730c1c for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:09.241291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7ff40f1-a962-4903-a26b-159b300b6dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.247436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b0859-5c4a-4115-9dc0-71e8abab7280 None None] Routers {'6df0c2ad-4772-41fb-8780-0f6926730c1c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:09.248069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-850b0859-5c4a-4115-9dc0-71e8abab7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6df0c2ad-4772-41fb-8780-0f6926730c1c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:09.273303 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6162d2-80b7-4aec-9ee2-c37ac543172c None None] Checking router: 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:09.294455 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6162d2-80b7-4aec-9ee2-c37ac543172c None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:09.295070 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0f6162d2-80b7-4aec-9ee2-c37ac543172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:09.326038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-9dd4dfc3-225b-49fd-a91a-6b879e52f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:09.328448 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-9dd4dfc3-225b-49fd-a91a-6b879e52f583 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.0563633 Aug 19 12:44:09.411968 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:44:09.416191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-f78f6dd5-cdaa-463b-bac4-555fd4b124dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:09.417963 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-f78f6dd5-cdaa-463b-bac4-555fd4b124dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795941 Aug 19 12:44:09.420577 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.438332 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-0f6162d2-80b7-4aec-9ee2-c37ac543172c None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:09.444304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-850b0859-5c4a-4115-9dc0-71e8abab7280 None None] Set router 6df0c2ad-4772-41fb-8780-0f6926730c1c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:09.483884 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99d395ae-af24-43f8-b9cb-a18738ba7528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.486826 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99d395ae-af24-43f8-b9cb-a18738ba7528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.492289 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-99d395ae-af24-43f8-b9cb-a18738ba7528 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6fc444de-95ab-48fc-a419-2924873319ce HTTP/1.1" status: 204 len: 168 time: 0.7790496 Aug 19 12:44:09.509859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d395ae-af24-43f8-b9cb-a18738ba7528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc444de-95ab-48fc-a419-2924873319ce,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:09.525072 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be4ce4a7-1c83-4cba-8e02-5dcbf3f4b313 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.532037 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7ff40f1-a962-4903-a26b-159b300b6dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.539825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7ff40f1-a962-4903-a26b-159b300b6dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.540180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d7ff40f1-a962-4903-a26b-159b300b6dd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bbffdf8-146e-444c-8c0e-5134fc87ecbf HTTP/1.1" status: 204 len: 168 time: 0.5306165 Aug 19 12:44:09.581305 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-dccbc924-8c44-4412-abb3-7dba32dd7a42 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525400 Aug 19 12:44:09.607414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff40f1-a962-4903-a26b-159b300b6dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbffdf8-146e-444c-8c0e-5134fc87ecbf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:09.646917 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be4ce4a7-1c83-4cba-8e02-5dcbf3f4b313 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.651712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-be4ce4a7-1c83-4cba-8e02-5dcbf3f4b313 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/60366f62-f993-4e75-a600-6498a430fe5a HTTP/1.1" status: 204 len: 168 time: 0.9943354 Aug 19 12:44:09.652610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ce4a7-1c83-4cba-8e02-5dcbf3f4b313 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Subnet': ['ID=60366f62-f993-4e75-a600-6498a430fe5a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:09.687102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53232) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:09.701682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56faccb-1af9-44ba-955a-705777febd0a None None] Network c68bf9bd-6a5b-42d5-9b7c-db52907c39db requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:09.787609 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0f6162d2-80b7-4aec-9ee2-c37ac543172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 10, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:09.802304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53234) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:09.809877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-99af6746-791b-4647-8091-5ed619706666 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425121307', 'description': 'tempest-secgroup-smoke-1425121307 description', 'project_id': '14342c7fb8294b128c580938853dcfe8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:09.844934 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6162d2-80b7-4aec-9ee2-c37ac543172c None None] The sync data for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 is: [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 10, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None, '_interfaces': [{'id': 'b457a6a5-0ffc-439e-9abf-6461b13cf687', 'name': '', 'network_id': '836770bf-e74e-40e4-a2ca-cc88714c35b2', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'mac_address': 'fa:16:3e:bd:c3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:53Z', 'updated_at': '2021-08-19T12:43:02Z', 'revision_number': 5, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'subnets': [{'id': '9392923e-1e7a-41dc-9414-fe5faf8ed535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:09.852588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af31bda-4637-4172-b443-f7a5d9040651 req-73fbe704-e790-4335-9e4b-2617d594d6c8 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:09.854104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2af31bda-4637-4172-b443-f7a5d9040651 req-73fbe704-e790-4335-9e4b-2617d594d6c8 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1097 time: 0.2961042 Aug 19 12:44:09.881164 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.935879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2af31bda-4637-4172-b443-f7a5d9040651 req-14881833-a680-4128-abe5-cf94bed16784 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692308 Aug 19 12:44:09.939207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Deleting port eeb86938-76fb-440a-be07-8a7b20d1c750 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:09.939546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.996388 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f5548e89-37b0-4e6f-9212-ee11f893eb1c req-1eb4dcd3-8db6-4f5b-9715-d5ce9ff4921d service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065752 Aug 19 12:44:10.009941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0aea8f-7c7e-43bd-947a-7d7937220fcf req-6ee7b939-6a58-4dc5-ac76-936ea274780f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:10.012135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f0aea8f-7c7e-43bd-947a-7d7937220fcf req-6ee7b939-6a58-4dc5-ac76-936ea274780f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 943 time: 0.0960331 Aug 19 12:44:10.015340 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99af6746-791b-4647-8091-5ed619706666 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.051000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 3da9b686-bbd6-441e-af11-72556eb60034 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:10.051659 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.070770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-850b0859-5c4a-4115-9dc0-71e8abab7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:44:04Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:10.102908 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] For port eeb86938-76fb-440a-be07-8a7b20d1c750, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=eeb86938-76fb-440a-be07-8a7b20d1c750,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:10.107892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.114968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b0859-5c4a-4115-9dc0-71e8abab7280 None None] The sync data for ids ['6df0c2ad-4772-41fb-8780-0f6926730c1c'] in n-d-778732-8 is: [{'id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1516760447-router', 'tenant_id': '9407ecd49d83419eb53a4d228310b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:58Z', 'updated_at': '2021-08-19T12:44:04Z', 'revision_number': 5, 'project_id': '9407ecd49d83419eb53a4d228310b29c', 'gw_port': {'id': 'eeb86938-76fb-440a-be07-8a7b20d1c750', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0c2ad-4772-41fb-8780-0f6926730c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:59Z', 'updated_at': '2021-08-19T12:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:10.120504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Calling delete_port for eeb86938-76fb-440a-be07-8a7b20d1c750 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:10.146596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f0aea8f-7c7e-43bd-947a-7d7937220fcf req-27c17f15-8128-4177-bcdf-8436370ac354 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267185 Aug 19 12:44:10.183963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] For port 3da9b686-bbd6-441e-af11-72556eb60034, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3da9b686-bbd6-441e-af11-72556eb60034,segment=NetworkSegment(5913ec71-4ed2-4e78-8c73-95017401bff8),segment_id=5913ec71-4ed2-4e78-8c73-95017401bff8)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:10.184350 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.206025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 3da9b686-bbd6-441e-af11-72556eb60034 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:10.242345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f242573f-a6fe-47b2-aebf-37f15e823be5 None None] DHCP port deletion for c68bf9bd-6a5b-42d5-9b7c-db52907c39db request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:44:10.338159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99af6746-791b-4647-8091-5ed619706666 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.368629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f242573f-a6fe-47b2-aebf-37f15e823be5 None None] Deleting port 3da9b686-bbd6-441e-af11-72556eb60034 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:10.371513 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f242573f-a6fe-47b2-aebf-37f15e823be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.505598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f242573f-a6fe-47b2-aebf-37f15e823be5 None None] For port 3da9b686-bbd6-441e-af11-72556eb60034, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3da9b686-bbd6-441e-af11-72556eb60034,segment=NetworkSegment(5913ec71-4ed2-4e78-8c73-95017401bff8),segment_id=5913ec71-4ed2-4e78-8c73-95017401bff8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:10.505936 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f242573f-a6fe-47b2-aebf-37f15e823be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.515865 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99af6746-791b-4647-8091-5ed619706666 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.547383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f242573f-a6fe-47b2-aebf-37f15e823be5 None None] Calling delete_port for 3da9b686-bbd6-441e-af11-72556eb60034 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:10.608404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.608404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af6746-791b-4647-8091-5ed619706666 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834f718f-49a9-4908-94f1-08be0874ebaf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:10.652105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=3da9b686-bbd6-441e-af11-72556eb60034,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:10.665415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No DVR routers for this DVR port 3da9b686-bbd6-441e-af11-72556eb60034 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:10.703476 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f242573f-a6fe-47b2-aebf-37f15e823be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.727771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.731675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242573f-a6fe-47b2-aebf-37f15e823be5 None None] Pushing event deleted for resources: {'Port': ['ID=3da9b686-bbd6-441e-af11-72556eb60034,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:10.735581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242573f-a6fe-47b2-aebf-37f15e823be5 None None] No DVR routers for this DVR port 3da9b686-bbd6-441e-af11-72556eb60034 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:10.776538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.778451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb86938-76fb-440a-be07-8a7b20d1c750,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:10.795386 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99af6746-791b-4647-8091-5ed619706666 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.795386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-99af6746-791b-4647-8091-5ed619706666 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9858131 Aug 19 12:44:10.795386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68bf9bd-6a5b-42d5-9b7c-db52907c39db']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:10.795871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53250) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:10.800655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3dfaf0fb-19ca-432d-a293-436cb55616f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '834f718f-49a9-4908-94f1-08be0874ebaf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:10.819593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5913ec71-4ed2-4e78-8c73-95017401bff8') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:10.819881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5913ec71-4ed2-4e78-8c73-95017401bff8') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:10.834704 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.851411 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.856831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:10.869454 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:10.956788 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.960276 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.977964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53256) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:11.010058 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-827ca323-0af3-465a-9302-2d1eec341d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.086750 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf0fb-19ca-432d-a293-436cb55616f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.127040 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.147204 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.149031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/networks/c68bf9bd-6a5b-42d5-9b7c-db52907c39db HTTP/1.1" status: 204 len: 168 time: 1.4606206 Aug 19 12:44:11.152122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53258) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:11.161924 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.162505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6df0c2ad-4772-41fb-8780-0f6926730c1c {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:44:11.174079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5317cdf-b8aa-4734-8bd0-f092c6b74781 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Network': ['ID=c68bf9bd-6a5b-42d5-9b7c-db52907c39db,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:11.186258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6894ca3-8b35-4ee0-9c44-02dae926e72e req-dc67f370-3ac7-43b4-bfa8-5c74bd437688 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:11.187808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6894ca3-8b35-4ee0-9c44-02dae926e72e req-dc67f370-3ac7-43b4-bfa8-5c74bd437688 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1097 time: 0.1568210 Aug 19 12:44:11.205992 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.207858 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e5a37064-3900-4012-b2f4-7686879c2a4c admin admin] 10.222.0.44 "DELETE /v2.0/routers/6df0c2ad-4772-41fb-8780-0f6926730c1c HTTP/1.1" status: 204 len: 168 time: 2.5611742 Aug 19 12:44:11.215839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53262) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:11.324721 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf0fb-19ca-432d-a293-436cb55616f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.391679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee441e-1b35-4880-b5fc-b402d6c693a6 req-5f7c3c79-c99f-4145-95e1-605f025814a1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:11.399323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38ee441e-1b35-4880-b5fc-b402d6c693a6 req-5f7c3c79-c99f-4145-95e1-605f025814a1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 943 time: 0.1534781 Aug 19 12:44:11.409462 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6894ca3-8b35-4ee0-9c44-02dae926e72e req-33ba6cdd-c5f0-4a57-ab21-b66f7e488389 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075846 Aug 19 12:44:11.412867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d867c0a-2bc2-4b2d-bbbb-b55b0020d927 admin admin] Deleting subnet 1335f746-432e-4b12-98dc-14a71dd53be2 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:44:11.427468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d867c0a-2bc2-4b2d-bbbb-b55b0020d927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.465424 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-827ca323-0af3-465a-9302-2d1eec341d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.466849 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf0fb-19ca-432d-a293-436cb55616f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.522541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaf0fb-19ca-432d-a293-436cb55616f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd3a2d2-567c-4219-a42d-618233182d60,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:11.557683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38ee441e-1b35-4880-b5fc-b402d6c693a6 req-06d9157e-6f11-4709-a18b-cfc8e59879a4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532423 Aug 19 12:44:11.561094 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d867c0a-2bc2-4b2d-bbbb-b55b0020d927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.626010 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-827ca323-0af3-465a-9302-2d1eec341d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.631888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 317e9b2e-b191-4787-9ed6-9f2241135dee details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:44:11.670182 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.715844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8dc1-9ad6-4fbf-8b46-cb9edf755bf9 req-3047c6c2-fe69-4213-9cac-8ffbe0dcd2be tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:11.723663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-489b8dc1-9ad6-4fbf-8b46-cb9edf755bf9 req-3047c6c2-fe69-4213-9cac-8ffbe0dcd2be tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1097 time: 0.2189417 Aug 19 12:44:11.747496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53280) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:11.783016 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf0fb-19ca-432d-a293-436cb55616f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.784840 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3dfaf0fb-19ca-432d-a293-436cb55616f5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9880576 Aug 19 12:44:11.806319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-827ca323-0af3-465a-9302-2d1eec341d4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee4a151f8b2741f0ac68a0303b166cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8244083 Aug 19 12:44:11.806319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ca323-0af3-465a-9302-2d1eec341d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bde7e6-51b0-40e4-9a67-ca035993e334,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:11.810212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53284) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:11.810662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53288) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:11.812065 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d867c0a-2bc2-4b2d-bbbb-b55b0020d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.898884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dc15f81b-49f3-401a-88a4-5c68e29c7bbe tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '834f718f-49a9-4908-94f1-08be0874ebaf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:11.917781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22dccae4-c6b9-4423-9bd4-0d50a14e0795 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:11.950008 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.954211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 22dccae4-c6b9-4423-9bd4-0d50a14e0795 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:11.954470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22dccae4-c6b9-4423-9bd4-0d50a14e0795 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:11.955082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:11.959590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-489b8dc1-9ad6-4fbf-8b46-cb9edf755bf9 req-566af859-2541-43ab-a175-ba99a482f18c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350316 Aug 19 12:44:12.019279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 317e9b2e-b191-4787-9ed6-9f2241135dee, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=317e9b2e-b191-4787-9ed6-9f2241135dee,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:12.020933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1043846656-network', 'tenant_id': 'd09c90f9380c4cdb9684577809d6aa37'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:12.038670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '317e9b2e-b191-4787-9ed6-9f2241135dee', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'port_id': '317e9b2e-b191-4787-9ed6-9f2241135dee', 'mac_address': 'fa:16:3e:a4:d8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:44:12.046736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:12.048097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76f68db6-7efe-4463-a66b-fbdfbe9d1c4a not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:12.048775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3da9b686-bbd6-441e-af11-72556eb60034 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:12.073313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port b457a6a5-0ffc-439e-9abf-6461b13cf687 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:12.074004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.076590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 3da9b686-bbd6-441e-af11-72556eb60034 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:12.078655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3da9b686-bbd6-441e-af11-72556eb60034 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:12.079273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device eeb86938-76fb-440a-be07-8a7b20d1c750 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:12.087036 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5bfea1ab-784b-4275-ba40-b340f294cc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.123414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: eeb86938-76fb-440a-be07-8a7b20d1c750 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:12.123750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device eeb86938-76fb-440a-be07-8a7b20d1c750 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:12.130410 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5bfea1ab-784b-4275-ba40-b340f294cc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.139384 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.152836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ddb6d-0119-418c-9878-1536b2b1e69a req-7f812944-1735-4074-818c-f870422c5e0f tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:12.154611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f70ddb6d-0119-418c-9878-1536b2b1e69a req-7f812944-1735-4074-818c-f870422c5e0f tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1097 time: 0.0902236 Aug 19 12:44:12.158697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317e9b2e-b191-4787-9ed6-9f2241135dee {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:12.182545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 317e9b2e-b191-4787-9ed6-9f2241135dee, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=317e9b2e-b191-4787-9ed6-9f2241135dee,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:12.203311 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] For port b457a6a5-0ffc-439e-9abf-6461b13cf687, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b457a6a5-0ffc-439e-9abf-6461b13cf687,segment=NetworkSegment(b1ee995c-8b4e-4386-a696-8ee2a856e903),segment_id=b1ee995c-8b4e-4386-a696-8ee2a856e903)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:12.203872 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.214207 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc15f81b-49f3-401a-88a4-5c68e29c7bbe tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.218618 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for b457a6a5-0ffc-439e-9abf-6461b13cf687 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:12.246592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f70ddb6d-0119-418c-9878-1536b2b1e69a req-2236bcb2-0899-4a64-a90c-e1adb68b0e0d tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782146 Aug 19 12:44:12.252015 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d867c0a-2bc2-4b2d-bbbb-b55b0020d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.294515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d867c0a-2bc2-4b2d-bbbb-b55b0020d927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1335f746-432e-4b12-98dc-14a71dd53be2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:12.297214 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d867c0a-2bc2-4b2d-bbbb-b55b0020d927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.301875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2d867c0a-2bc2-4b2d-bbbb-b55b0020d927 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1335f746-432e-4b12-98dc-14a71dd53be2 HTTP/1.1" status: 204 len: 168 time: 1.0840929 Aug 19 12:44:12.305079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae0f43c-7295-48bf-af63-680cc3c10e7e None None] Network c68051c8-8d11-471a-bc06-1d4cede3a846 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:12.313500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53296) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:12.326917 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.344386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Made reservation on behalf of d09c90f9380c4cdb9684577809d6aa37 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:12.348543 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.359692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5bfea1ab-784b-4275-ba40-b340f294cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.362383 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5bfea1ab-784b-4275-ba40-b340f294cc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.365793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5bfea1ab-784b-4275-ba40-b340f294cc70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3bde7e6-51b0-40e4-9a67-ca035993e334 HTTP/1.1" status: 204 len: 168 time: 0.5466690 Aug 19 12:44:12.386649 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc15f81b-49f3-401a-88a4-5c68e29c7bbe tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.398076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfea1ab-784b-4275-ba40-b340f294cc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bde7e6-51b0-40e4-9a67-ca035993e334,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:12.402115 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.507862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc15f81b-49f3-401a-88a4-5c68e29c7bbe tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.511570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=317e9b2e-b191-4787-9ed6-9f2241135dee,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:12.559053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15f81b-49f3-401a-88a4-5c68e29c7bbe tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70cdeeb-565a-4c73-8227-beb94fbc5284,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:12.590546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['317e9b2e-b191-4787-9ed6-9f2241135dee'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:12.671250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a1437-e823-48b5-8689-aaff852aa197 None None] DHCP port deletion for c68051c8-8d11-471a-bc06-1d4cede3a846 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:44:12.697730 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.721683 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.753732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-54a996a0-b6da-4919-8a0c-dab6446a42b5 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:12.757127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-54a996a0-b6da-4919-8a0c-dab6446a42b5 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/networks?id=9a2c5af0-596e-4205-80e2-2da4e0c8a11d HTTP/1.1" status: 200 len: 910 time: 0.2022271 Aug 19 12:44:12.763744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=b457a6a5-0ffc-439e-9abf-6461b13cf687,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:12.848176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-4dafd4c7-4d4a-42b1-8e46-8caf95008d7a tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/quotas/12f8851073ff4fbd9bcabc806455bca6 HTTP/1.1" status: 200 len: 375 time: 0.0629659 Aug 19 12:44:12.926126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a1437-e823-48b5-8689-aaff852aa197 None None] Deleting port 89b556d2-7255-46d4-b531-0d0d1153bd2f {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:12.927741 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef1a1437-e823-48b5-8689-aaff852aa197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.990743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cecf6-e6b9-40c0-b92a-22a31352a593 req-4a8b86ec-e309-49f1-b3ad-15ede71899e9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:13.001456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-460cecf6-e6b9-40c0-b92a-22a31352a593 req-4a8b86ec-e309-49f1-b3ad-15ede71899e9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 944 time: 0.2429090 Aug 19 12:44:13.022379 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Deleting port 89b556d2-7255-46d4-b531-0d0d1153bd2f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:13.022716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.030316 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.039049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ef1a1437-e823-48b5-8689-aaff852aa197 None None] For port 89b556d2-7255-46d4-b531-0d0d1153bd2f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=89b556d2-7255-46d4-b531-0d0d1153bd2f,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:13.040622 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef1a1437-e823-48b5-8689-aaff852aa197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.062543 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a1437-e823-48b5-8689-aaff852aa197 None None] Calling delete_port for 89b556d2-7255-46d4-b531-0d0d1153bd2f owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:13.063692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-24f3fc00-5436-4f57-96a0-218eb058d59d tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=12f8851073ff4fbd9bcabc806455bca6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2084022 Aug 19 12:44:13.161250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.194781 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.234274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-460cecf6-e6b9-40c0-b92a-22a31352a593 req-bb60ce35-46c4-49bc-9805-882bb4a0a350 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305958 Aug 19 12:44:13.277919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:44:13.291939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d4148b-25ea-4ba7-ab75-17b790b02cbc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:13.295692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.296316 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Added segment 74f140a5-6af9-4fe5-a2d0-93b1076a6e22 of type vlan for network a69fe7d7-91ab-4bab-9c68-970495891030 Aug 19 12:44:13.342861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] For port 89b556d2-7255-46d4-b531-0d0d1153bd2f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=89b556d2-7255-46d4-b531-0d0d1153bd2f,segment=NetworkSegment(3fb49d44-5c12-4822-ae77-04c5f9ec2a59),segment_id=3fb49d44-5c12-4822-ae77-04c5f9ec2a59)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:13.343540 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.346253 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc15f81b-49f3-401a-88a4-5c68e29c7bbe tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.349493 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dc15f81b-49f3-401a-88a4-5c68e29c7bbe tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5330949 Aug 19 12:44:13.354406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53318) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:13.358970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef1a1437-e823-48b5-8689-aaff852aa197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.373605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-abe7f20f-7b3d-455d-9829-3de2c8474958 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '834f718f-49a9-4908-94f1-08be0874ebaf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:13.378674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.390970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-c602b69a-2cc3-49dc-a263-970872f19380 service neutron] 10.222.0.44 "GET /v2.0/networks/9a2c5af0-596e-4205-80e2-2da4e0c8a11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112738 Aug 19 12:44:13.397193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Calling delete_port for 89b556d2-7255-46d4-b531-0d0d1153bd2f owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:13.424845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a1437-e823-48b5-8689-aaff852aa197 None None] Pushing event deleted for resources: {'Port': ['ID=89b556d2-7255-46d4-b531-0d0d1153bd2f,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:13.429715 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a1437-e823-48b5-8689-aaff852aa197 None None] No DVR routers for this DVR port 89b556d2-7255-46d4-b531-0d0d1153bd2f on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:13.511435 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-b31adef3-2d77-40fd-843f-802c637749ed service neutron] 10.222.0.44 "GET /v2.0/networks/9a2c5af0-596e-4205-80e2-2da4e0c8a11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073742 Aug 19 12:44:13.527584 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:13.539523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53320) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:13.556219 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abc4daad-a4bf-43eb-b6ab-f65641fefd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.556472 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe7f20f-7b3d-455d-9829-3de2c8474958 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.563734 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.564716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:13.565337 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.640495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 317e9b2e-b191-4787-9ed6-9f2241135dee up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:13.648706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] Pushing event updated for resources: {'Network': ['ID=a69fe7d7-91ab-4bab-9c68-970495891030,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:13.679744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network a69fe7d7-91ab-4bab-9c68-970495891030 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:44:13.680396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:13.685682 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-78fb7d76-bab5-4d25-b803-fdd2eaa27392 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5317912 Aug 19 12:44:13.686480 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.688970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5d512096-7140-47a3-b360-ded1d7eea95e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9363394 Aug 19 12:44:13.690002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53322) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:13.697108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53324) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:13.704505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2245019-d059-415e-ae59-a1a6fd0a9a96 None None] Sync routers for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:13.714083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] Request body: {'subnet': {'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1043846656-subnet', 'tenant_id': 'd09c90f9380c4cdb9684577809d6aa37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:13.729455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Pushing event deleted for resources: {'Port': ['ID=89b556d2-7255-46d4-b531-0d0d1153bd2f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:13.742252 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe7f20f-7b3d-455d-9829-3de2c8474958 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.743431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] No DVR routers for this DVR port 89b556d2-7255-46d4-b531-0d0d1153bd2f on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:13.797159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e39c5e-ce9e-4a68-801b-6d798deac42d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting subnet 9392923e-1e7a-41dc-9414-fe5faf8ed535 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:44:13.800532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2245019-d059-415e-ae59-a1a6fd0a9a96 None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:13.802250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a2245019-d059-415e-ae59-a1a6fd0a9a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:13.804694 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8e39c5e-ce9e-4a68-801b-6d798deac42d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.870215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.942433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8e39c5e-ce9e-4a68-801b-6d798deac42d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.942560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68051c8-8d11-471a-bc06-1d4cede3a846']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:13.942560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb49d44-5c12-4822-ae77-04c5f9ec2a59') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:13.942560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb49d44-5c12-4822-ae77-04c5f9ec2a59') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:13.942560 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.942560 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.942560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:13.942560 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:14.165942 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:14.172411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db4e78c2-f493-4aeb-8d8e-020f29b34bd6 req-54526e50-e9ae-44e8-b17e-1f105e18bac8 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 210 time: 0.0751865 Aug 19 12:44:14.174502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe7f20f-7b3d-455d-9829-3de2c8474958 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.174674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abc4daad-a4bf-43eb-b6ab-f65641fefd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.174674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8e39c5e-ce9e-4a68-801b-6d798deac42d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.174993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7f20f-7b3d-455d-9829-3de2c8474958 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e892b7-0a04-4683-89ce-768aab95e6db,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:14.175170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 89b556d2-7255-46d4-b531-0d0d1153bd2f no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:14.180992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 89b556d2-7255-46d4-b531-0d0d1153bd2f {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:14.181421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 89b556d2-7255-46d4-b531-0d0d1153bd2f not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:14.187101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a2245019-d059-415e-ae59-a1a6fd0a9a96 None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:14.245611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a2245019-d059-415e-ae59-a1a6fd0a9a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:44:12Z', 'revision_number': 11, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:14.272023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2245019-d059-415e-ae59-a1a6fd0a9a96 None None] Checking router: 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:14.280619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2245019-d059-415e-ae59-a1a6fd0a9a96 None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:14.281238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a2245019-d059-415e-ae59-a1a6fd0a9a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:14.320413 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.323676 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abc4daad-a4bf-43eb-b6ab-f65641fefd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.326637 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.329099 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] 10.222.0.44 "DELETE /v2.0/networks/c68051c8-8d11-471a-bc06-1d4cede3a846 HTTP/1.1" status: 204 len: 168 time: 2.0143852 Aug 19 12:44:14.343639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912eecd-fafd-45cc-afb9-32b36b2308da admin admin] Pushing event deleted for resources: {'Network': ['ID=c68051c8-8d11-471a-bc06-1d4cede3a846,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:14.344523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 317e9b2e-b191-4787-9ed6-9f2241135dee completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:14.354135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 317e9b2e-b191-4787-9ed6-9f2241135dee triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:14.354648 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.378377 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a2245019-d059-415e-ae59-a1a6fd0a9a96 None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:14.397875 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8e39c5e-ce9e-4a68-801b-6d798deac42d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.432346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e39c5e-ce9e-4a68-801b-6d798deac42d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Subnet': ['ID=9392923e-1e7a-41dc-9414-fe5faf8ed535,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:14.441331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-abc4daad-a4bf-43eb-b6ab-f65641fefd2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d340448275094e5ab86d23c372e8b250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9064333 Aug 19 12:44:14.442259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4daad-a4bf-43eb-b6ab-f65641fefd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b094057-4d61-4b38-9f3e-b2e50699de67,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:14.444626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53344) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:14.455397 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8e39c5e-ce9e-4a68-801b-6d798deac42d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.463588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f8e39c5e-ce9e-4a68-801b-6d798deac42d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/9392923e-1e7a-41dc-9414-fe5faf8ed535 HTTP/1.1" status: 204 len: 168 time: 0.7628310 Aug 19 12:44:14.463816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a2245019-d059-415e-ae59-a1a6fd0a9a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:44:12Z', 'revision_number': 11, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:14.465785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53346) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:14.495528 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe7f20f-7b3d-455d-9829-3de2c8474958 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.496024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa4aaf-8672-41ad-a0d9-37e6d23184f2 req-68ff8fbd-5cd2-43cd-b4a4-ab076eeb140e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:14.496118 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-abe7f20f-7b3d-455d-9829-3de2c8474958 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1356130 Aug 19 12:44:14.496210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15fa4aaf-8672-41ad-a0d9-37e6d23184f2 req-68ff8fbd-5cd2-43cd-b4a4-ab076eeb140e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 944 time: 0.1774547 Aug 19 12:44:14.499515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a7916-c4ff-488c-af36-8febb5882f9e None None] Network 836770bf-e74e-40e4-a2ca-cc88714c35b2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:14.505240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2245019-d059-415e-ae59-a1a6fd0a9a96 None None] The sync data for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 is: [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:44:12Z', 'revision_number': 11, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:14.506450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53348) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:14.513877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c8161c69-75b8-41c1-afff-32f64326e410 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '834f718f-49a9-4908-94f1-08be0874ebaf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:14.544521 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-c8161c69-75b8-41c1-afff-32f64326e410 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:44:14.544521 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:44:14.544521 n-d-778732-8 neutron-server[95661]: [parameters: {'project_id_1': '14342c7fb8294b128c580938853dcfe8', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 44, 14, 521169)}] Aug 19 12:44:14.544521 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:44:14.545609 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-c8161c69-75b8-41c1-afff-32f64326e410 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:44:14.580681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-719e311b-ec97-49c6-8345-878952a4bb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.619828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-719e311b-ec97-49c6-8345-878952a4bb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.632313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15fa4aaf-8672-41ad-a0d9-37e6d23184f2 req-040a228c-8519-42c2-ba73-dbef4d155a8a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119490 Aug 19 12:44:14.636697 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.642330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.670726 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.687741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] Made reservation on behalf of d09c90f9380c4cdb9684577809d6aa37 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:14.691069 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.705618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317e9b2e-b191-4787-9ed6-9f2241135dee'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:14.708507 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7fef55-1cca-4b50-a9e4-25b88bc51375" -d '{"events": [{"server_uuid": "911ca361-e5dc-4ceb-84e3-0363ea79178a", "name": "network-vif-plugged", "status": "completed", "tag": "317e9b2e-b191-4787-9ed6-9f2241135dee"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:14.724032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 317e9b2e-b191-4787-9ed6-9f2241135dee, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=317e9b2e-b191-4787-9ed6-9f2241135dee,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:14.771156 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04d2f08-9d06-40f1-8690-ea44051c25f4 x-openstack-request-id: req-a04d2f08-9d06-40f1-8690-ea44051c25f4 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:14.771156 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911ca361-e5dc-4ceb-84e3-0363ea79178a", "name": "network-vif-plugged", "status": "completed", "tag": "317e9b2e-b191-4787-9ed6-9f2241135dee", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:14.771156 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a04d2f08-9d06-40f1-8690-ea44051c25f4 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:14.771439 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317e9b2e-b191-4787-9ed6-9f2241135dee', 'code': 200} Aug 19 12:44:14.871425 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.898264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d4588-57f2-44ca-906e-34fea3f29b1d req-df0aa9c9-0e59-4c64-b4f6-4db335e98348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:14.901670 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a63d4588-57f2-44ca-906e-34fea3f29b1d req-df0aa9c9-0e59-4c64-b4f6-4db335e98348 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 1095 time: 0.0656173 Aug 19 12:44:14.929920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6eb0fd-58de-40d1-8206-02b7ad6bc6ac None None] DHCP port deletion for 836770bf-e74e-40e4-a2ca-cc88714c35b2 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:44:14.933197 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-719e311b-ec97-49c6-8345-878952a4bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.943238 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-719e311b-ec97-49c6-8345-878952a4bb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.949456 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-719e311b-ec97-49c6-8345-878952a4bb87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b094057-4d61-4b38-9f3e-b2e50699de67 HTTP/1.1" status: 204 len: 168 time: 0.4981408 Aug 19 12:44:14.971993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e311b-ec97-49c6-8345-878952a4bb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b094057-4d61-4b38-9f3e-b2e50699de67,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:14.996824 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a63d4588-57f2-44ca-906e-34fea3f29b1d req-f55381b4-c650-484d-86dc-5d682f5db332 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853298 Aug 19 12:44:15.054566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=317e9b2e-b191-4787-9ed6-9f2241135dee,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:15.082449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9a6eb0fd-58de-40d1-8206-02b7ad6bc6ac None None] Deleting port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:15.083296 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9a6eb0fd-58de-40d1-8206-02b7ad6bc6ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.140762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53358) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:15.197554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9a6eb0fd-58de-40d1-8206-02b7ad6bc6ac None None] For port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=18ffb3b0-4aa2-4ccb-882c-d949d6c444a6,segment=NetworkSegment(b1ee995c-8b4e-4386-a696-8ee2a856e903),segment_id=b1ee995c-8b4e-4386-a696-8ee2a856e903)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:15.197554 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9a6eb0fd-58de-40d1-8206-02b7ad6bc6ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.213177 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c36a8d3f-1ffd-497c-b345-b2db5428c4dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9407ecd49d83419eb53a4d228310b29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627041 Aug 19 12:44:15.213177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53360) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:15.215316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9a6eb0fd-58de-40d1-8206-02b7ad6bc6ac None None] Calling delete_port for 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:15.260725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c8161c69-75b8-41c1-afff-32f64326e410 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.314304 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-706e1eb2-ef48-4309-9e32-d46fa35d476b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.354049 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-706e1eb2-ef48-4309-9e32-d46fa35d476b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.358528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-787a232f-8de2-4f78-85ae-ecf68ab706f0 req-fe84a527-b68a-44d4-8f36-10a5df25a090 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 210 time: 0.0713117 Aug 19 12:44:15.396421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c8161c69-75b8-41c1-afff-32f64326e410 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.404023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Deleting port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:15.404426 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.412668 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9a6eb0fd-58de-40d1-8206-02b7ad6bc6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.448645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6eb0fd-58de-40d1-8206-02b7ad6bc6ac None None] Pushing event deleted for resources: {'Port': ['ID=18ffb3b0-4aa2-4ccb-882c-d949d6c444a6,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:15.454708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6eb0fd-58de-40d1-8206-02b7ad6bc6ac None None] No DVR routers for this DVR port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:15.509700 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c8161c69-75b8-41c1-afff-32f64326e410 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.531928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8161c69-75b8-41c1-afff-32f64326e410 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19485ee8-1939-4788-b154-e8088fc5bef1,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:15.550606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] For port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=18ffb3b0-4aa2-4ccb-882c-d949d6c444a6,segment=NetworkSegment(b1ee995c-8b4e-4386-a696-8ee2a856e903),segment_id=b1ee995c-8b4e-4386-a696-8ee2a856e903)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:15.551550 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.567234 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-706e1eb2-ef48-4309-9e32-d46fa35d476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.570957 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-706e1eb2-ef48-4309-9e32-d46fa35d476b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.577641 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-706e1eb2-ef48-4309-9e32-d46fa35d476b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9c0dc81-5b5e-43ed-99eb-ac6beda1d7c1 HTTP/1.1" status: 204 len: 168 time: 0.3647258 Aug 19 12:44:15.577805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Calling delete_port for 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:15.590188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e1eb2-ef48-4309-9e32-d46fa35d476b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c0dc81-5b5e-43ed-99eb-ac6beda1d7c1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:15.612301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c8161c69-75b8-41c1-afff-32f64326e410 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.612301 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c8161c69-75b8-41c1-afff-32f64326e410 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1008222 Aug 19 12:44:15.618862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53372) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:15.622011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-85761002-e5f3-4b68-8eb2-a8e36af543e6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '834f718f-49a9-4908-94f1-08be0874ebaf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:15.795018 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.830861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Port': ['ID=18ffb3b0-4aa2-4ccb-882c-d949d6c444a6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:15.835247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No DVR routers for this DVR port 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:15.861512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:15.869927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475bb69-4ea5-4f5c-8dcf-f1c4d141b8a0 req-22d12dd9-624b-4676-aeff-e3aa574d5a67 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:15.871717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e475bb69-4ea5-4f5c-8dcf-f1c4d141b8a0 req-22d12dd9-624b-4676-aeff-e3aa574d5a67 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.1245732 Aug 19 12:44:15.883398 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-85761002-e5f3-4b68-8eb2-a8e36af543e6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Project 14342c7fb8294b128c580938853dcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:44:15.899955 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85761002-e5f3-4b68-8eb2-a8e36af543e6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.905446 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.935247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:15.936026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 18ffb3b0-4aa2-4ccb-882c-d949d6c444a6 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:15.936171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b457a6a5-0ffc-439e-9abf-6461b13cf687 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:15.993639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b457a6a5-0ffc-439e-9abf-6461b13cf687 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:15.993639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b457a6a5-0ffc-439e-9abf-6461b13cf687 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:16.036845 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.063855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836770bf-e74e-40e4-a2ca-cc88714c35b2']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:16.084876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b3837f-4896-448d-90d3-9af8a59cb07f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:16.107385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ee995c-8b4e-4386-a696-8ee2a856e903') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:16.107385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ee995c-8b4e-4386-a696-8ee2a856e903') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:16.121401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e475bb69-4ea5-4f5c-8dcf-f1c4d141b8a0 req-4c29a5db-92be-400b-91a5-db9aa21dfe71 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434092 Aug 19 12:44:16.126554 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85761002-e5f3-4b68-8eb2-a8e36af543e6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.152845 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.168452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] Checking segment: {'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:16.168824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] Network hostable DHCP agents. Network: a69fe7d7-91ab-4bab-9c68-970495891030, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:44:16.180373 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.193629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:16.193629 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:16.195265 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:16.200819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85761002-e5f3-4b68-8eb2-a8e36af543e6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.236635 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85761002-e5f3-4b68-8eb2-a8e36af543e6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97b4ced-bfaf-42b7-89ae-f3b9d9d13183,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:16.313183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] Network a69fe7d7-91ab-4bab-9c68-970495891030 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:16.347470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.359288 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85761002-e5f3-4b68-8eb2-a8e36af543e6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.360787 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-85761002-e5f3-4b68-8eb2-a8e36af543e6 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7429135 Aug 19 12:44:16.361735 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.367904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/networks/836770bf-e74e-40e4-a2ca-cc88714c35b2 HTTP/1.1" status: 204 len: 168 time: 1.8941619 Aug 19 12:44:16.368619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53398) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:16.369119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53396) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:16.373990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-db40d674-684d-4d45-9495-a8fc84145468 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'routes': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:16.376551 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'security_group_rule': {'security_group_id': '834f718f-49a9-4908-94f1-08be0874ebaf', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:16.482961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7b2ee-c154-4d3f-8791-2759d1a0a94b tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Pushing event deleted for resources: {'Network': ['ID=836770bf-e74e-40e4-a2ca-cc88714c35b2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:16.547503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d61404c-71ce-437c-a0d9-f392e52fa08a req-37ca571c-a4d0-4073-82dd-928f748c5c29 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 210 time: 0.0659108 Aug 19 12:44:16.593401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, a69fe7d7-91ab-4bab-9c68-970495891030) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:16.606650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ccd8b4-9fc2-4f3e-9e01-32d6eb45f166 None None] Network a69fe7d7-91ab-4bab-9c68-970495891030 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:16.629743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.630349 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.659146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-db40d674-684d-4d45-9495-a8fc84145468 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Added routes are [] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:44:16.659458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-db40d674-684d-4d45-9495-a8fc84145468 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Removed routes are [] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:44:16.659828 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db40d674-684d-4d45-9495-a8fc84145468 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.747629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b70318-b464-4968-82db-dbb18eec5026 None None] Network a69fe7d7-91ab-4bab-9c68-970495891030 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:16.802955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db40d674-684d-4d45-9495-a8fc84145468 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.806223 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db40d674-684d-4d45-9495-a8fc84145468 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.886762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db40d674-684d-4d45-9495-a8fc84145468 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:16.965490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db40d674-684d-4d45-9495-a8fc84145468 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:16.972352 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db40d674-684d-4d45-9495-a8fc84145468 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.974143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-db40d674-684d-4d45-9495-a8fc84145468 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4 HTTP/1.1" status: 200 len: 700 time: 0.6043706 Aug 19 12:44:16.977269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:16.980717 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344b7bc-deb6-4ccd-bfdc-3326ec3a5308 None None] Sync routers for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:16.994864 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344b7bc-deb6-4ccd-bfdc-3326ec3a5308 None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:16.995936 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b344b7bc-deb6-4ccd-bfdc-3326ec3a5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:17.009047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-eedff54e-8ef0-4171-8103-1ac2e619dbe8 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=84de4eff-cca4-43b0-9e72-8ad5a7496ff4 HTTP/1.1" status: 200 len: 205 time: 0.0305274 Aug 19 12:44:17.014312 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53416) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:17.075888 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Project 14342c7fb8294b128c580938853dcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:44:17.106068 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-b344b7bc-deb6-4ccd-bfdc-3326ec3a5308 None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:17.117314 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:17.132772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54ddc5b8-a04f-44c4-a133-bb6dcadab0ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:17.146118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6676816a-a125-420d-93eb-2231802e9b60 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4406068 Aug 19 12:44:17.236065 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b344b7bc-deb6-4ccd-bfdc-3326ec3a5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:44:12Z', 'revision_number': 11, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:17.301976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53424) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:17.359800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344b7bc-deb6-4ccd-bfdc-3326ec3a5308 None None] Checking router: 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:17.385233 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344b7bc-deb6-4ccd-bfdc-3326ec3a5308 None None] Routers {'84de4eff-cca4-43b0-9e72-8ad5a7496ff4'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:17.386842 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b344b7bc-deb6-4ccd-bfdc-3326ec3a5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:17.423482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253574d-dbf1-4073-a006-90cb1c934037 req-4821f226-a95a-4778-9a0a-68d699d5ea8a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.428715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d253574d-dbf1-4073-a006-90cb1c934037 req-4821f226-a95a-4778-9a0a-68d699d5ea8a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.1043444 Aug 19 12:44:17.520520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d253574d-dbf1-4073-a006-90cb1c934037 req-bbad33fe-fba3-4576-974b-2ff93e0fa8b7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857356 Aug 19 12:44:17.711690 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-b344b7bc-deb6-4ccd-bfdc-3326ec3a5308 None None] Set router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:17.817792 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b344b7bc-deb6-4ccd-bfdc-3326ec3a5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:44:12Z', 'revision_number': 11, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:17.830624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1068248120-network', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:17.858006 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344b7bc-deb6-4ccd-bfdc-3326ec3a5308 None None] The sync data for ids ['84de4eff-cca4-43b0-9e72-8ad5a7496ff4'] in n-d-778732-8 is: [{'id': '84de4eff-cca4-43b0-9e72-8ad5a7496ff4', 'name': 'tempest-RoutersTest-router-828319001', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:47Z', 'updated_at': '2021-08-19T12:44:12Z', 'revision_number': 11, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:17.866707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3c3297c-53f7-45da-af18-382d7c9aedd3 req-27fd6e88-4f7d-46a5-bb97-3f97aeca9819 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 210 time: 0.0521975 Aug 19 12:44:17.952461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f8ca567f-698a-438b-854c-328154286fcc tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.954164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f8ca567f-698a-438b-854c-328154286fcc tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.53 "GET /v2.0/networks?id=9a2c5af0-596e-4205-80e2-2da4e0c8a11d HTTP/1.1" status: 200 len: 910 time: 0.3243091 Aug 19 12:44:17.970573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Request body: {'port': {'device_id': '872be227-5d89-4c35-bc28-96ce4d90f493', 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d', 'admin_state_up': True, 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:17.975599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Made reservation on behalf of 2ecd521c31f7413ca118f073b3a1bbd7 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:17.978590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:17.997982 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.157861 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.160254 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54ddc5b8-a04f-44c4-a133-bb6dcadab0ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.166561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Made reservation on behalf of 12f8851073ff4fbd9bcabc806455bca6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:18.166907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54ddc5b8-a04f-44c4-a133-bb6dcadab0ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.169135 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.284554 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.315184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822fdaee-50d4-4f04-9f5c-e2a3d357c375,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:18.329572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.330754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.331362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.333125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.333887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.334446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.334783 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.335193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.335637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.336063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.336484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.336869 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:18.410756 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54ddc5b8-a04f-44c4-a133-bb6dcadab0ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.411745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ddc5b8-a04f-44c4-a133-bb6dcadab0ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Fanout notify agent at l3_agent the message router_deleted on router 84de4eff-cca4-43b0-9e72-8ad5a7496ff4 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:44:18.424493 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54ddc5b8-a04f-44c4-a133-bb6dcadab0ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.424493 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-54ddc5b8-a04f-44c4-a133-bb6dcadab0ea tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4 HTTP/1.1" status: 204 len: 168 time: 1.4050555 Aug 19 12:44:18.425350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53454) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:18.431432 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-82980324-2ceb-4447-adc9-47b75462d193 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-245233534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:18.525323 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a73325-3326-4051-b771-cfe87b417d13 req-189c4ce9-98b7-40cc-a3a2-0951261f1684 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:18.535672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9a73325-3326-4051-b771-cfe87b417d13 req-189c4ce9-98b7-40cc-a3a2-0951261f1684 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.2419333 Aug 19 12:44:18.573288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Allocated IP 172.20.0.13 (9a2c5af0-596e-4205-80e2-2da4e0c8a11d/49d4701e-4f2f-428b-b9da-1cfc874399b8/b59c4523-4b40-49c8-8689-4601c448081b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:18.655737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.708222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9a73325-3326-4051-b771-cfe87b417d13 req-867d0afc-a0e8-4dd5-b999-bde3260ba9b0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715548 Aug 19 12:44:18.773840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.783002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f4d847e0-7865-4e9f-a1e7-d9804eb532c4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:18.784570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f4d847e0-7865-4e9f-a1e7-d9804eb532c4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 814 time: 0.2464809 Aug 19 12:44:18.869759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:44:18.872017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-fb13d708-f9d0-4a2c-b12d-6c2456d754c8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/quotas/d09c90f9380c4cdb9684577809d6aa37 HTTP/1.1" status: 200 len: 375 time: 0.0427687 Aug 19 12:44:18.889422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.890868 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-47d0a977-6c17-458f-84cc-2fe31b7f93f0 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.5203497 Aug 19 12:44:18.896330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53470) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:18.898154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040485f7-7818-4053-8261-51fe9c7b1a2e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:18.919014 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.919548 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Added segment a27cb44f-980f-463e-bbb5-215151579031 of type vlan for network f45928d3-64fa-4a35-b736-baab02297b09 Aug 19 12:44:18.920211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'network': {'name': 'tempest-network-smoke--1480146058', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'port_security_enabled': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:18.924974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-7c22823e-eac5-44c2-a281-4b484f79eeb9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440533 Aug 19 12:44:19.034780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82980324-2ceb-4447-adc9-47b75462d193 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.037032 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82980324-2ceb-4447-adc9-47b75462d193 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.073827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d216cd55-c709-452f-a1de-fba3b102b45d req-e1e8e969-d4b5-4fb1-8810-f5042a6b6da0 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 210 time: 0.1057112 Aug 19 12:44:19.083717 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.095622 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.115285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Transition to ACTIVE for port object b59c4523-4b40-49c8-8689-4601c448081b will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:19.138739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:19.142717 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.149777 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82980324-2ceb-4447-adc9-47b75462d193 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.163049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-67d7cdc4-a84c-48f8-8453-4d1c4a788fdb service neutron] 10.222.0.44 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220705 Aug 19 12:44:19.177459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:44:19.193027 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.193839 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Added segment b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a of type vlan for network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 Aug 19 12:44:19.273252 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.299165 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82980324-2ceb-4447-adc9-47b75462d193 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.321717 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.322714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:19.323319 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.390000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.397213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:19.398105 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.423824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] Pushing event updated for resources: {'Network': ['ID=f45928d3-64fa-4a35-b736-baab02297b09,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:19.440593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network f45928d3-64fa-4a35-b736-baab02297b09 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:44:19.442748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-bea2147a-8ee6-499d-a0fd-846bf5041296 service neutron] 10.222.0.44 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617424 Aug 19 12:44:19.455779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3a95705b-31f4-4c61-9d0b-cd3c28d2392b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1499195 Aug 19 12:44:19.457032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53486) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:19.464213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] Request body: {'subnet': {'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1068248120-subnet', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:19.492871 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.509593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['c5c62775-9225-4ea5-9e58-6ca494e6a626'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:19.552584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Pushing event updated for resources: {'Port': ['ID=b59c4523-4b40-49c8-8689-4601c448081b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:19.562859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:19.564997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:19.568020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:19.612504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:19.613298 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.617431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] Made reservation on behalf of 2ecd521c31f7413ca118f073b3a1bbd7 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:19.623681 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.624118 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82980324-2ceb-4447-adc9-47b75462d193 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.631055 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-82980324-2ceb-4447-adc9-47b75462d193 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2044499 Aug 19 12:44:19.632303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Network': ['ID=8cf10b79-a761-4313-8f35-66a15cf3b2f8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:19.638762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53488) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:19.645711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b63557ce-7edf-422a-86e4-364d5d65435f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:19.662201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:44:19.802524 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c24bc30e-ec77-4f19-a9d3-fe12ab602082 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9021287 Aug 19 12:44:19.802758 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53494) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:19.808939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'admin_state_up': True, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:19.898806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-f821d3d1-db47-406d-9d28-7bc22155c98c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9353073 Aug 19 12:44:19.925157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Request body: {'port': {'device_id': '872be227-5d89-4c35-bc28-96ce4d90f493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:20.055761 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.059523 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.105916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0592e260-5c31-4365-b98d-8d60c29f7ce8 req-9c1f3aea-6e5d-45c4-a75d-aee8260c789c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0563660 Aug 19 12:44:20.118394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c0a654fb-11b6-4cce-9981-2fd387fceb6c None None] Provisioning for port b59c4523-4b40-49c8-8689-4601c448081b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:20.123496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c0a654fb-11b6-4cce-9981-2fd387fceb6c None None] Provisioning complete for port b59c4523-4b40-49c8-8689-4601c448081b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:20.124248 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c0a654fb-11b6-4cce-9981-2fd387fceb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.184970 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.206381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c0a654fb-11b6-4cce-9981-2fd387fceb6c None None] Port b59c4523-4b40-49c8-8689-4601c448081b cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:20.276892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bf632-bc77-4b34-9dde-4fefddc03563 req-153e7d38-8e24-4b6a-9012-51fb385bb42d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:20.278429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba3bf632-bc77-4b34-9dde-4fefddc03563 req-153e7d38-8e24-4b6a-9012-51fb385bb42d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.4340789 Aug 19 12:44:20.338642 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.343346 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b63557ce-7edf-422a-86e4-364d5d65435f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.451356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba3bf632-bc77-4b34-9dde-4fefddc03563 req-f26784e0-8f19-4230-8e34-7cd087d35425 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542046 Aug 19 12:44:20.489440 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.546016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726bd14-c338-43c9-b70e-018d75e163a5 req-e582c6b9-2f3a-41bb-b111-70222ec81145 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:20.549857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3726bd14-c338-43c9-b70e-018d75e163a5 req-e582c6b9-2f3a-41bb-b111-70222ec81145 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1028 time: 0.2853868 Aug 19 12:44:20.549857 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b63557ce-7edf-422a-86e4-364d5d65435f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.740591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3726bd14-c338-43c9-b70e-018d75e163a5 req-8bce0ded-f721-40ff-b840-9779f73dc6ef tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804273 Aug 19 12:44:20.765595 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.901171 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.922735 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.942127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa744467-2963-4e95-af16-e59cbc5b0c17,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:20.945961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] Checking segment: {'id': 'a27cb44f-980f-463e-bbb5-215151579031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:20.946336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] Network hostable DHCP agents. Network: f45928d3-64fa-4a35-b736-baab02297b09, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:44:21.089392 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.25.6.37 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/9505de14-fee8-4016-a7fd-78d06c3b6168) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:21.254305 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.370654 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b0a11611-db8e-4f65-924a-fdd35b00ed73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.492044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63557ce-7edf-422a-86e4-364d5d65435f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Router b5eeca48-1e00-4b21-ac16-7a2fcc6a511f is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:44:21.493800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] Network f45928d3-64fa-4a35-b736-baab02297b09 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:21.508780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59c4523-4b40-49c8-8689-4601c448081b {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:21.534943 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.540428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7ba243a-c6cf-449a-a5bf-896d770f7b97 req-2236aa99-d45a-47c9-84ed-d2ea0fcbbea6 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0523698 Aug 19 12:44:21.556043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Transition to ACTIVE for port object b59c4523-4b40-49c8-8689-4601c448081b will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:21.572384 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.626775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:21.630420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:21.634773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:21.682880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=9505de14-fee8-4016-a7fd-78d06c3b6168,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:21.697883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63557ce-7edf-422a-86e4-364d5d65435f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:21.711567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b63557ce-7edf-422a-86e4-364d5d65435f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.714121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b63557ce-7edf-422a-86e4-364d5d65435f tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "PUT /v2.0/routers/b5eeca48-1e00-4b21-ac16-7a2fcc6a511f HTTP/1.1" status: 200 len: 693 time: 2.0740967 Aug 19 12:44:21.717721 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5576d912-9c11-4921-9d76-80e32f12debd None None] Sync routers for ids ['b5eeca48-1e00-4b21-ac16-7a2fcc6a511f'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:21.718157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53554) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:21.735346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5576d912-9c11-4921-9d76-80e32f12debd None None] Routers {'b5eeca48-1e00-4b21-ac16-7a2fcc6a511f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:21.737309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5576d912-9c11-4921-9d76-80e32f12debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b5eeca48-1e00-4b21-ac16-7a2fcc6a511f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:21.812432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, f45928d3-64fa-4a35-b736-baab02297b09) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:21.818457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:21.819167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.831336 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.905797 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53560) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:21.906093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-02034b90-de97-4c99-a319-f2538f9a266e tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/routers/b5eeca48-1e00-4b21-ac16-7a2fcc6a511f HTTP/1.1" status: 200 len: 699 time: 0.1855180 Aug 19 12:44:21.917454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daece6b1-7e4b-4010-878d-4d4283fdef8f None None] Network f45928d3-64fa-4a35-b736-baab02297b09 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:21.934982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa7d9f-542e-4b85-998d-a3bc8fc4c7f3 req-052d4924-ee72-4483-a5df-da2339eb3d9c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:21.944401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3faa7d9f-542e-4b85-998d-a3bc8fc4c7f3 req-052d4924-ee72-4483-a5df-da2339eb3d9c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.2788768 Aug 19 12:44:21.954368 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-17a89572-8dd6-4396-aa5c-d495b0445fce tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eeca48-1e00-4b21-ac16-7a2fcc6a511f HTTP/1.1" status: 200 len: 205 time: 0.0470488 Aug 19 12:44:21.956949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53562) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:21.967622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5576d912-9c11-4921-9d76-80e32f12debd None None] Set router b5eeca48-1e00-4b21-ac16-7a2fcc6a511f gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:22.011865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Pushing event updated for resources: {'Port': ['ID=b59c4523-4b40-49c8-8689-4601c448081b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:22.046899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5576d912-9c11-4921-9d76-80e32f12debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eeca48-1e00-4b21-ac16-7a2fcc6a511f', 'name': 'tempest-RoutersTest-router-245233534', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:19Z', 'updated_at': '2021-08-19T12:44:20Z', 'revision_number': 2, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:22.085936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5576d912-9c11-4921-9d76-80e32f12debd None None] Checking router: b5eeca48-1e00-4b21-ac16-7a2fcc6a511f for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:22.086668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-61dd30b8-8e7d-4704-aa05-043e51d98f4d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6218193 Aug 19 12:44:22.097052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5576d912-9c11-4921-9d76-80e32f12debd None None] Routers {'b5eeca48-1e00-4b21-ac16-7a2fcc6a511f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:22.098643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5576d912-9c11-4921-9d76-80e32f12debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b5eeca48-1e00-4b21-ac16-7a2fcc6a511f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:22.139488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53566) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:22.145861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1068248120-router', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:22.158985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7715f8b4-718e-4c0c-88c0-066ceb930c87 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.183352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa830b1-9199-48ee-b621-dbdb5fa013db req-4b5d83ae-b9ef-4681-be69-f015e0d49540 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:22.194639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fa830b1-9199-48ee-b621-dbdb5fa013db req-4b5d83ae-b9ef-4681-be69-f015e0d49540 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1053 time: 0.3024828 Aug 19 12:44:22.216768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5576d912-9c11-4921-9d76-80e32f12debd None None] Set router b5eeca48-1e00-4b21-ac16-7a2fcc6a511f gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:22.228229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3faa7d9f-542e-4b85-998d-a3bc8fc4c7f3 req-6f0bc4a5-9ef9-4ad7-b88b-a8ee2a119e42 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604716 Aug 19 12:44:22.294198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fa830b1-9199-48ee-b621-dbdb5fa013db req-86e39c87-5b06-4755-86bf-6c02a8ef6d31 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989294 Aug 19 12:44:22.326972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Attempting to bind port b59c4523-4b40-49c8-8689-4601c448081b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:22.327355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Attempting to bind port b59c4523-4b40-49c8-8689-4601c448081b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:22.327701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Attempting to bind port b59c4523-4b40-49c8-8689-4601c448081b on network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:22.337053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Port b59c4523-4b40-49c8-8689-4601c448081b on network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:44:22.337278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Attempting to bind port b59c4523-4b40-49c8-8689-4601c448081b on network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:22.343314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:22.343763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Checking segment: {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:22.344122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Bound using segment: {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:22.344581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Bound port: b59c4523-4b40-49c8-8689-4601c448081b, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e40d46-0031-4e43-91cc-119fd34185b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:22.349067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.471829 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7715f8b4-718e-4c0c-88c0-066ceb930c87 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.477214 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7715f8b4-718e-4c0c-88c0-066ceb930c87 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.523176 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.524335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.529933 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.530272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] For port b59c4523-4b40-49c8-8689-4601c448081b, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:22.539439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] For port b59c4523-4b40-49c8-8689-4601c448081b, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b59c4523-4b40-49c8-8689-4601c448081b,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:22.564200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5576d912-9c11-4921-9d76-80e32f12debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eeca48-1e00-4b21-ac16-7a2fcc6a511f', 'name': 'tempest-RoutersTest-router-245233534', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:19Z', 'updated_at': '2021-08-19T12:44:20Z', 'revision_number': 2, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:22.679027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5576d912-9c11-4921-9d76-80e32f12debd None None] The sync data for ids ['b5eeca48-1e00-4b21-ac16-7a2fcc6a511f'] in n-d-778732-8 is: [{'id': 'b5eeca48-1e00-4b21-ac16-7a2fcc6a511f', 'name': 'tempest-RoutersTest-router-245233534', 'tenant_id': '43d3d988c14a42c1a590b470b6de8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:19Z', 'updated_at': '2021-08-19T12:44:20Z', 'revision_number': 2, 'project_id': '43d3d988c14a42c1a590b470b6de8bd0', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:22.731252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edaf400a-c2fe-4a70-a2ae-eb6b0b506686 req-368f35aa-441c-4f5f-b298-0e554ccb120e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0799928 Aug 19 12:44:22.764349 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-f45928d3-64fa-4a35-b736-baab02297b09', 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'fixed_ips': [{'subnet_id': 'fa744467-2963-4e95-af16-e59cbc5b0c17'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:44:22.766680 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.773125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.855654 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.886756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:22.887416 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.889155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] 10.222.0.53 "PUT /v2.0/ports/b59c4523-4b40-49c8-8689-4601c448081b HTTP/1.1" status: 200 len: 1092 time: 2.9754016 Aug 19 12:44:22.889641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872be227-5d89-4c35-bc28-96ce4d90f493', 'tag': 'b59c4523-4b40-49c8-8689-4601c448081b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:22.891971 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51278c6-44e6-435a-8c32-156f4166067f" -d '{"events": [{"name": "network-changed", "server_uuid": "872be227-5d89-4c35-bc28-96ce4d90f493", "tag": "b59c4523-4b40-49c8-8689-4601c448081b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:22.924464 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.934503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c0bbb-1a85-4e49-8cf6-7963c6fa1496 service neutron] Pushing event updated for resources: {'Port': ['ID=b59c4523-4b40-49c8-8689-4601c448081b,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:23.009630 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7715f8b4-718e-4c0c-88c0-066ceb930c87 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.010251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7715f8b4-718e-4c0c-88c0-066ceb930c87 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Fanout notify agent at l3_agent the message router_deleted on router b5eeca48-1e00-4b21-ac16-7a2fcc6a511f {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:44:23.023981 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7715f8b4-718e-4c0c-88c0-066ceb930c87 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.029305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53582) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:23.029885 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7715f8b4-718e-4c0c-88c0-066ceb930c87 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/b5eeca48-1e00-4b21-ac16-7a2fcc6a511f HTTP/1.1" status: 204 len: 168 time: 1.0670562 Aug 19 12:44:23.069154 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dab5a1-dda8-45a7-a692-1a61bf954de3 x-openstack-request-id: req-30dab5a1-dda8-45a7-a692-1a61bf954de3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:23.069829 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872be227-5d89-4c35-bc28-96ce4d90f493", "tag": "b59c4523-4b40-49c8-8689-4601c448081b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:23.070421 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30dab5a1-dda8-45a7-a692-1a61bf954de3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:23.071116 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872be227-5d89-4c35-bc28-96ce4d90f493', 'tag': 'b59c4523-4b40-49c8-8689-4601c448081b', 'status': 'completed', 'code': 200} Aug 19 12:44:23.077126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Allocated IP 172.20.0.2 (f45928d3-64fa-4a35-b736-baab02297b09/fa744467-2963-4e95-af16-e59cbc5b0c17/3c17e6e9-9125-43b5-9005-f4c3b7de69e5) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:23.100805 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ead1dfca-ab83-4697-9e84-85bd14e8d2c6 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eeca48-1e00-4b21-ac16-7a2fcc6a511f HTTP/1.1" status: 200 len: 205 time: 0.0696263 Aug 19 12:44:23.104686 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53584) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:23.140286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51278c6-44e6-435a-8c32-156f4166067f req-70f4aac0-6e47-456b-8123-52b7504f2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:23.142399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a51278c6-44e6-435a-8c32-156f4166067f req-70f4aac0-6e47-456b-8123-52b7504f2e18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f8851073ff4fbd9bcabc806455bca6&device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1095 time: 0.0701330 Aug 19 12:44:23.163812 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-73afb269-9ed2-45b8-8fc0-389b4ab5b798 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] delete failed (client error): The resource could not be found. Aug 19 12:44:23.165139 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-73afb269-9ed2-45b8-8fc0-389b4ab5b798 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/b5eeca48-1e00-4b21-ac16-7a2fcc6a511f HTTP/1.1" status: 404 len: 336 time: 0.0580866 Aug 19 12:44:23.167671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53586) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:23.208443 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4132a6-efbd-4199-836b-a0214bce5bd5 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] DELETE failed (client error): The resource could not be found. Aug 19 12:44:23.209548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4132a6-efbd-4199-836b-a0214bce5bd5 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:44:23.210973 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6b4132a6-efbd-4199-836b-a0214bce5bd5 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/124c7613-029c-4366-8157-e6bcfdbca2a9 HTTP/1.1" status: 404 len: 337 time: 0.0418937 Aug 19 12:44:23.225828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53588) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:23.274902 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47e8d88-191f-4b37-bb48-d8c702537489 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] DELETE failed (client error): The resource could not be found. Aug 19 12:44:23.275710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47e8d88-191f-4b37-bb48-d8c702537489 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:44:23.283309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c47e8d88-191f-4b37-bb48-d8c702537489 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/6776988f-2b8f-495e-9556-3b4b76b04dca HTTP/1.1" status: 404 len: 337 time: 0.0465214 Aug 19 12:44:23.283309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53592) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:23.326345 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b3284e-6916-455e-b148-0c62956fe80c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] DELETE failed (client error): The resource could not be found. Aug 19 12:44:23.327112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b3284e-6916-455e-b148-0c62956fe80c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:44:23.329080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-26b3284e-6916-455e-b148-0c62956fe80c tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/60366f62-f993-4e75-a600-6498a430fe5a HTTP/1.1" status: 404 len: 337 time: 0.0480266 Aug 19 12:44:23.332748 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53596) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:23.391343 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.403962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51278c6-44e6-435a-8c32-156f4166067f req-6be9d65c-ce0e-4a94-91ec-728822a5af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:23.409488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a51278c6-44e6-435a-8c32-156f4166067f req-6be9d65c-ce0e-4a94-91ec-728822a5af5c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=12f8851073ff4fbd9bcabc806455bca6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2586627 Aug 19 12:44:23.423780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be82fa8-5c67-405a-845b-4dd1340e90cd req-fc62e4cb-ad46-4eda-8384-f3d460b337f1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:23.425287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Transition to ACTIVE for port object 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:23.426653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5be82fa8-5c67-405a-845b-4dd1340e90cd req-fc62e4cb-ad46-4eda-8384-f3d460b337f1 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.0904813 Aug 19 12:44:23.456466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Transition to ACTIVE for port object 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:23.571367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5be82fa8-5c67-405a-845b-4dd1340e90cd req-39ddc5e9-790a-4d9f-a19c-69ab27857afa tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332364 Aug 19 12:44:23.594898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d12945-5534-48a8-9ce4-3c7e97718266 req-66e43968-bf6a-4e12-8769-2c793c505a34 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:23.596535 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3d12945-5534-48a8-9ce4-3c7e97718266 req-66e43968-bf6a-4e12-8769-2c793c505a34 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1095 time: 0.1598799 Aug 19 12:44:23.658927 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.662453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51278c6-44e6-435a-8c32-156f4166067f req-6a2d9569-f052-491e-a867-7645cbc0a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:23.664027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a51278c6-44e6-435a-8c32-156f4166067f req-6a2d9569-f052-491e-a867-7645cbc0a250 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2361689 Aug 19 12:44:23.696272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3d12945-5534-48a8-9ce4-3c7e97718266 req-5ee2f295-4bb6-4d64-b245-61c9affe61e4 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790741 Aug 19 12:44:23.805339 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d90ae4-ba0b-4c3d-826b-7371397de6e2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] DELETE failed (client error): The resource could not be found. Aug 19 12:44:23.806533 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d90ae4-ba0b-4c3d-826b-7371397de6e2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:44:23.809031 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-69d90ae4-ba0b-4c3d-826b-7371397de6e2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/9392923e-1e7a-41dc-9414-fe5faf8ed535 HTTP/1.1" status: 404 len: 337 time: 0.4753549 Aug 19 12:44:23.816457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53608) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:23.867688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-eb4baf3a-c122-42b6-99c4-30dc56aed552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:23.871119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-eb4baf3a-c122-42b6-99c4-30dc56aed552 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f8851073ff4fbd9bcabc806455bca6&device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1095 time: 0.0897617 Aug 19 12:44:23.871251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Network f45928d3-64fa-4a35-b736-baab02297b09 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:23.887064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Pushing event updated for resources: {'Port': ['ID=3c17e6e9-9125-43b5-9005-f4c3b7de69e5,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:23.900340 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.910545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:23.920006 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-85ed6b28-e640-4a49-adcf-abf7512031d0 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=84de4eff-cca4-43b0-9e72-8ad5a7496ff4 HTTP/1.1" status: 200 len: 205 time: 0.0997901 Aug 19 12:44:23.920251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:23.920426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53610) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:23.925136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.928219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.929043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.929896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.930687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.931369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.931888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.933782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.934579 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.935654 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.936897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.937592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:23.986297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-87d4e082-d89e-4164-a237-b88955b75c54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b59c4523-4b40-49c8-8689-4601c448081b HTTP/1.1" status: 200 len: 217 time: 0.1030362 Aug 19 12:44:24.012898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Attempting to bind port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:24.013198 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-bacdc0c2-99ac-42a5-94cc-da5573294262 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] delete failed (client error): The resource could not be found. Aug 19 12:44:24.022838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Attempting to bind port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a27cb44f-980f-463e-bbb5-215151579031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:24.022838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Attempting to bind port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 on network f45928d3-64fa-4a35-b736-baab02297b09 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:24.023242 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bacdc0c2-99ac-42a5-94cc-da5573294262 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/84de4eff-cca4-43b0-9e72-8ad5a7496ff4 HTTP/1.1" status: 404 len: 336 time: 0.0925231 Aug 19 12:44:24.023242 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53612) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.023406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:24.023406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Checking segment: {'id': 'a27cb44f-980f-463e-bbb5-215151579031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:24.023406 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:24.023406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Bound using segment: {'id': 'a27cb44f-980f-463e-bbb5-215151579031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:24.023745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Bound port: 3c17e6e9-9125-43b5-9005-f4c3b7de69e5, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27cb44f-980f-463e-bbb5-215151579031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:24.024055 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:24.057264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-224577a0-892d-4726-b2cd-6af6b696dd78 req-6a4742b8-0dfb-48b2-b799-d3eb81b9e6d6 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0736978 Aug 19 12:44:24.073147 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-25e55068-5214-4bcf-8df0-72e94b0166d9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=96daccdd-9c22-4248-a9db-40cec906a44e HTTP/1.1" status: 200 len: 205 time: 0.0500383 Aug 19 12:44:24.074006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53614) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.117207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-bcd67bc8-5f2f-4c2d-a9a7-a892023db567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:24.117476 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-e81d8f87-04f1-4f1a-9235-a0daf4b7deb2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] delete failed (client error): The resource could not be found. Aug 19 12:44:24.119900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-bcd67bc8-5f2f-4c2d-a9a7-a892023db567 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49d4701e-4f2f-428b-b9da-1cfc874399b8 HTTP/1.1" status: 200 len: 848 time: 0.1010799 Aug 19 12:44:24.121466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53616) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.121874 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e81d8f87-04f1-4f1a-9235-a0daf4b7deb2 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/96daccdd-9c22-4248-a9db-40cec906a44e HTTP/1.1" status: 404 len: 336 time: 0.0462453 Aug 19 12:44:24.133727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] For port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:24.137986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] For port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3c17e6e9-9125-43b5-9005-f4c3b7de69e5,segment=NetworkSegment(a27cb44f-980f-463e-bbb5-215151579031),segment_id=a27cb44f-980f-463e-bbb5-215151579031)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:24.163197 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-42084465-7e50-4402-8bf6-651d51068707 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] DELETE failed (client error): The resource could not be found. Aug 19 12:44:24.163197 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42084465-7e50-4402-8bf6-651d51068707 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:44:24.176496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-42084465-7e50-4402-8bf6-651d51068707 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/069e5c54-4349-4340-a501-66fd5a6365a5 HTTP/1.1" status: 404 len: 337 time: 0.0423627 Aug 19 12:44:24.177867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53618) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.198778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-6b7f114e-cc69-4284-9a57-6077fdf2ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:24.200353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-6b7f114e-cc69-4284-9a57-6077fdf2ca42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9a2c5af0-596e-4205-80e2-2da4e0c8a11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674522 Aug 19 12:44:24.215321 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-10e96797-583c-4d52-81c8-848c5d756237 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=050a282c-2f1d-4a68-b6ad-40aa581b50b9 HTTP/1.1" status: 200 len: 205 time: 0.0350125 Aug 19 12:44:24.298582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-eb0d5871-c3b8-496e-b191-22b00a9ca128 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:44:24.300137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53620) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.301004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-eb0d5871-c3b8-496e-b191-22b00a9ca128 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070431 Aug 19 12:44:24.301129 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-6d1ed013-88d5-49a6-822d-a575ee8a1fb1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] delete failed (client error): The resource could not be found. Aug 19 12:44:24.301129 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6d1ed013-88d5-49a6-822d-a575ee8a1fb1 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/050a282c-2f1d-4a68-b6ad-40aa581b50b9 HTTP/1.1" status: 404 len: 336 time: 0.0633845 Aug 19 12:44:24.305998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53622) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.327746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-5ffb606c-3068-4509-9fa4-49f623663118 service neutron] 10.222.0.53 "GET /v2.0/networks/9a2c5af0-596e-4205-80e2-2da4e0c8a11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036234 Aug 19 12:44:24.337063 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b7b35efc-c466-4646-88f7-f7ce66f407f0 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=0813450e-f4ba-4b61-a007-ae3eaf5b5a03 HTTP/1.1" status: 200 len: 205 time: 0.0297399 Aug 19 12:44:24.339666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53624) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.351015 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:24.372491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:44:24.401153 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-c8c99c68-2cd3-4796-a310-2cdfc0eff3af tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] delete failed (client error): The resource could not be found. Aug 19 12:44:24.402293 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c8c99c68-2cd3-4796-a310-2cdfc0eff3af tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/0813450e-f4ba-4b61-a007-ae3eaf5b5a03 HTTP/1.1" status: 404 len: 336 time: 0.0617254 Aug 19 12:44:24.405677 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53628) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.457540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d6a43-ec67-4a5d-b055-069153a8b9b2 None None] Pushing event updated for resources: {'Port': ['ID=3c17e6e9-9125-43b5-9005-f4c3b7de69e5,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:24.458869 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bac7e4-3544-4d7e-a69c-c2dfbf8e5100 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] DELETE failed (client error): The resource could not be found. Aug 19 12:44:24.459415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bac7e4-3544-4d7e-a69c-c2dfbf8e5100 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:44:24.463572 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f8bac7e4-3544-4d7e-a69c-c2dfbf8e5100 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/c910ec31-22d5-4893-8547-24a21576a3bf HTTP/1.1" status: 404 len: 337 time: 0.0525622 Aug 19 12:44:24.465016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53632) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.513257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-46e14a94-3796-449d-adf8-3ce653e570f9 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=110e3256-76d6-4ef0-ab17-d2cf16052efb HTTP/1.1" status: 200 len: 205 time: 0.0466814 Aug 19 12:44:24.516282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.573412 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-3329bbcc-9eff-44db-bf32-cc2ea78a8f4d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] delete failed (client error): The resource could not be found. Aug 19 12:44:24.574510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3329bbcc-9eff-44db-bf32-cc2ea78a8f4d tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/110e3256-76d6-4ef0-ab17-d2cf16052efb HTTP/1.1" status: 404 len: 336 time: 0.0572805 Aug 19 12:44:24.577418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53640) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.581265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47a32c73-8bcb-48b6-b2b6-ec3f7310ad36 req-64f1a5cc-c606-43ee-8575-c1a8026d7353 service neutron] 10.222.0.53 "GET /v2.0/networks/9a2c5af0-596e-4205-80e2-2da4e0c8a11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463803 Aug 19 12:44:24.636573 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9623c5-f6ce-4702-b285-73a31e6e5690 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] DELETE failed (client error): The resource could not be found. Aug 19 12:44:24.636573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9623c5-f6ce-4702-b285-73a31e6e5690 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:44:24.636573 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5f9623c5-f6ce-4702-b285-73a31e6e5690 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/3532fe49-67be-4a0f-8deb-97a98e2898b9 HTTP/1.1" status: 404 len: 337 time: 0.0549936 Aug 19 12:44:24.636919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.650181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:24.681740 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Sync routers for ids ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:24.742872 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Routers {'58a4b717-6047-4b6d-84b5-8ca0c231ad09'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:24.743736 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:24.750749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-46aaf687-4418-43ac-b8b7-6718d8e1df41 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fe922e-0000-49a7-9058-bd73b1eb1e9e HTTP/1.1" status: 200 len: 205 time: 0.1037922 Aug 19 12:44:24.751469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53648) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.942542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:24.945193 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f54fa594-0fad-485e-81d5-caf312d1cd0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1412668 Aug 19 12:44:24.955212 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53660) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:24.964764 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Set router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:24.976843 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-6a93d49f-aa43-4a6f-9378-cb07ce7f6805 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] delete failed (client error): The resource could not be found. Aug 19 12:44:24.981927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6a93d49f-aa43-4a6f-9378-cb07ce7f6805 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/routers/40fe922e-0000-49a7-9058-bd73b1eb1e9e HTTP/1.1" status: 404 len: 336 time: 0.2283690 Aug 19 12:44:24.987205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53662) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:25.051514 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3d68ed1e-a14a-490f-9f65-c33df6ddb99f tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=14342c7fb8294b128c580938853dcfe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0932574 Aug 19 12:44:25.058868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53664) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:25.090457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006dc32-3f5c-48a8-aa9a-54d7585bc22f req-1e6e9ff5-4208-4cb0-bb41-9ffac77dbf5c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:25.100415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8006dc32-3f5c-48a8-aa9a-54d7585bc22f req-1e6e9ff5-4208-4cb0-bb41-9ffac77dbf5c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.3608620 Aug 19 12:44:25.119949 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.136964 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b60971f-d1a7-474a-9302-df299a5eeb40 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] DELETE failed (client error): The resource could not be found. Aug 19 12:44:25.138029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b60971f-d1a7-474a-9302-df299a5eeb40 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:44:25.146360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2b60971f-d1a7-474a-9302-df299a5eeb40 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/fd888e4c-3f4e-4f1b-bfb4-c6c5ab62d31a HTTP/1.1" status: 404 len: 337 time: 0.1511071 Aug 19 12:44:25.146924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53668) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:25.147264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53670) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:25.191564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.221752 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:21Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:25.233425 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-125db4a0-1d7d-41a3-8d7f-b20c869a5993 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] DELETE failed (client error): The resource could not be found. Aug 19 12:44:25.237475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125db4a0-1d7d-41a3-8d7f-b20c869a5993 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:44:25.248643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-125db4a0-1d7d-41a3-8d7f-b20c869a5993 tempest-RoutersTest-1000512217 tempest-RoutersTest-1000512217-project] 10.222.0.44 "DELETE /v2.0/subnets/e2d23a65-5aa1-491f-8efe-9a7cbc1873c2 HTTP/1.1" status: 404 len: 337 time: 0.0853956 Aug 19 12:44:25.277461 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Checking router: 58a4b717-6047-4b6d-84b5-8ca0c231ad09 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:25.278169 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Updating router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 port 9505de14-fee8-4016-a7fd-78d06c3b6168 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:25.300144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8006dc32-3f5c-48a8-aa9a-54d7585bc22f req-e5e32986-beba-4c8e-8044-071e920ae5e0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985846 Aug 19 12:44:25.369240 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.370461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb775ed-c4a7-47fd-86a4-5b18b6ec0393 req-6f2769e0-21d0-4ceb-8c7c-2cccf5024ff9 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:25.375223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fb775ed-c4a7-47fd-86a4-5b18b6ec0393 req-6f2769e0-21d0-4ceb-8c7c-2cccf5024ff9 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1095 time: 0.4859142 Aug 19 12:44:25.390590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86747f3e-b8c4-4dc3-9b6b-a28bed4a4579 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:25.392248 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-86747f3e-b8c4-4dc3-9b6b-a28bed4a4579 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3319948 Aug 19 12:44:25.396871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:25.401714 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-657af6be-ee04-4745-a4a3-9a1ceaaed8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.494655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Allocated IP 172.25.6.63 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/1ba35323-68ea-4427-befa-aaea962d3dc9) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:25.588789 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13886ece-d802-49f5-8fbe-623b8f49a104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.648789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9051cb5d-7153-4e34-916d-7dc43e74aa05 req-b2c5bc71-675c-4986-a9ea-82d6fccf86b9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.1066380 Aug 19 12:44:25.654753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-50acc4e9-a910-4a05-a0f9-fbe5e5339acf tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2163711 Aug 19 12:44:25.659463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53680) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:25.680961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-168582815', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'project_id': '14342c7fb8294b128c580938853dcfe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:25.723076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 317e9b2e-b191-4787-9ed6-9f2241135dee details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:44:25.739302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fb775ed-c4a7-47fd-86a4-5b18b6ec0393 req-c8a8dcff-d4bb-46a0-a205-51ad3a763053 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374019 Aug 19 12:44:25.848261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.973540 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.973827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bb03e-b079-4344-92c5-40c83383878b req-097f7d2b-a3d7-47eb-84a0-bf91f5549162 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:25.975382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-097f7d2b-a3d7-47eb-84a0-bf91f5549162 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.53 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 814 time: 0.6669774 Aug 19 12:44:25.984569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 317e9b2e-b191-4787-9ed6-9f2241135dee, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=317e9b2e-b191-4787-9ed6-9f2241135dee,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:25.998390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Request body: {'port': {'device_id': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030', 'admin_state_up': True, 'tenant_id': 'd09c90f9380c4cdb9684577809d6aa37'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:26.001405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:26.036060 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13886ece-d802-49f5-8fbe-623b8f49a104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.061430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '317e9b2e-b191-4787-9ed6-9f2241135dee', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'port_id': '317e9b2e-b191-4787-9ed6-9f2241135dee', 'mac_address': 'fa:16:3e:a4:d8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:44:26.092507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.149289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13886ece-d802-49f5-8fbe-623b8f49a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.186298 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.196419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:26.213505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:26.215176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 317e9b2e-b191-4787-9ed6-9f2241135dee {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:26.227256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-13886ece-d802-49f5-8fbe-623b8f49a104 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64737131c9134875a0e010dd4bf217ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0672898 Aug 19 12:44:26.236111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53698) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:26.263720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:26.284113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61948ac9-3987-4bcf-aaab-2f7ec65b6163 None None] Network f45928d3-64fa-4a35-b736-baab02297b09 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:26.368861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53702) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:26.402015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13886ece-d802-49f5-8fbe-623b8f49a104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5223b1-db81-4a0e-ada4-e5073824947a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:26.468871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 317e9b2e-b191-4787-9ed6-9f2241135dee, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=317e9b2e-b191-4787-9ed6-9f2241135dee,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:26.470145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:26.494863 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a979686c-34dc-4da4-ab09-0bd56cb2d23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.507865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:26.515843 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.568055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a979686c-34dc-4da4-ab09-0bd56cb2d23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.575071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba35323-68ea-4427-befa-aaea962d3dc9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:26.582722 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.622405 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Transition to ACTIVE for port object 9505de14-fee8-4016-a7fd-78d06c3b6168 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:26.634262 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.732461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6bb72005-ca25-4e7f-b503-c577ca4dca80 None None] Provisioning for port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:26.760255 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.762149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6bb72005-ca25-4e7f-b503-c577ca4dca80 None None] Provisioning complete for port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:26.762892 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bb72005-ca25-4e7f-b503-c577ca4dca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.824030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['317e9b2e-b191-4787-9ed6-9f2241135dee'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:26.897299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0a84f0f8-053b-4476-83b2-1e2fe9728b70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43d3d988c14a42c1a590b470b6de8bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265884 Aug 19 12:44:26.900150 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Attempting to bind port 9505de14-fee8-4016-a7fd-78d06c3b6168 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:26.900593 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Attempting to bind port 9505de14-fee8-4016-a7fd-78d06c3b6168 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:26.900994 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Attempting to bind port 9505de14-fee8-4016-a7fd-78d06c3b6168 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:26.909103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd51ef-ec8b-42ff-b28f-d09da3ae75e7 req-1a8d9934-314c-4aa8-9e5f-3efe2e60e90f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:26.911063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5bd51ef-ec8b-42ff-b28f-d09da3ae75e7 req-1a8d9934-314c-4aa8-9e5f-3efe2e60e90f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 944 time: 0.4310880 Aug 19 12:44:26.923645 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:26.924000 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:26.924409 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.924797 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:26.925337 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Bound port: 9505de14-fee8-4016-a7fd-78d06c3b6168, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:26.927896 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.933568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53714) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:26.987724 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Pushing event updated for resources: {'Port': ['ID=9505de14-fee8-4016-a7fd-78d06c3b6168,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:26.992610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0bf7c9e1-0b16-4602-be23-fa3ba0f851d6 req-c0fe0813-06de-4326-b7a4-ee8162f88763 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.1261926 Aug 19 12:44:27.020409 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a979686c-34dc-4da4-ab09-0bd56cb2d23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.023156 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a979686c-34dc-4da4-ab09-0bd56cb2d23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.037505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a979686c-34dc-4da4-ab09-0bd56cb2d23c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd5223b1-db81-4a0e-ada4-e5073824947a HTTP/1.1" status: 204 len: 168 time: 0.7812741 Aug 19 12:44:27.037505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Made reservation on behalf of d09c90f9380c4cdb9684577809d6aa37 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:27.037505 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.121620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979686c-34dc-4da4-ab09-0bd56cb2d23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5223b1-db81-4a0e-ada4-e5073824947a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:27.146667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=317e9b2e-b191-4787-9ed6-9f2241135dee,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:27.157904 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.157904 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.157904 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.158251 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.158677 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.161360 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.161935 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.163389 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.164624 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.164960 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.187323 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.189834 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:27.267160 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] For port 9505de14-fee8-4016-a7fd-78d06c3b6168, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:27.272460 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58b34ca7-b3fa-49d8-8216-2593df012f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.273057 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] For port 9505de14-fee8-4016-a7fd-78d06c3b6168, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9505de14-fee8-4016-a7fd-78d06c3b6168,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:27.325991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b59c4523-4b40-49c8-8689-4601c448081b details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:44:27.350466 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.405872 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bb72005-ca25-4e7f-b503-c577ca4dca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.487137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.505163 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.559700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6bb72005-ca25-4e7f-b503-c577ca4dca80 None None] For port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3c17e6e9-9125-43b5-9005-f4c3b7de69e5,segment=NetworkSegment(a27cb44f-980f-463e-bbb5-215151579031),segment_id=a27cb44f-980f-463e-bbb5-215151579031)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:27.584882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5bd51ef-ec8b-42ff-b28f-d09da3ae75e7 req-8b69eb57-df0a-4dd1-880c-27ea84a7899e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961545 Aug 19 12:44:27.586214 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Routers {'58a4b717-6047-4b6d-84b5-8ca0c231ad09'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:27.586860 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:27.598809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.643256 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58b34ca7-b3fa-49d8-8216-2593df012f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.663939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b59c4523-4b40-49c8-8689-4601c448081b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b59c4523-4b40-49c8-8689-4601c448081b,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:27.693098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'b59c4523-4b40-49c8-8689-4601c448081b', 'network_id': '9a2c5af0-596e-4205-80e2-2da4e0c8a11d', 'port_id': 'b59c4523-4b40-49c8-8689-4601c448081b', 'mac_address': 'fa:16:3e:3e:75:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d4701e-4f2f-428b-b9da-1cfc874399b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:44:27.693329 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a804f-3c9e-4cc3-9a81-4dd5fad0fb38 None None] Pushing event updated for resources: {'Port': ['ID=9505de14-fee8-4016-a7fd-78d06c3b6168,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:27.740426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b98f6c-dbde-4aa5-8e36-f88a728fe0cc req-5d5a0f23-6e86-49a1-8952-a2db3f374503 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:27.744159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6b98f6c-dbde-4aa5-8e36-f88a728fe0cc req-5d5a0f23-6e86-49a1-8952-a2db3f374503 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1095 time: 0.4728642 Aug 19 12:44:27.773787 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bb72005-ca25-4e7f-b503-c577ca4dca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.820264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Subnet': ['ID=6612dc6c-1b56-40a4-b77b-208d2f80fc8b,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:27.864628 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.915999 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] Set router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:27.993004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.993570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb72005-ca25-4e7f-b503-c577ca4dca80 None None] Pushing event updated for resources: {'Port': ['ID=3c17e6e9-9125-43b5-9005-f4c3b7de69e5,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:27.996158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6b98f6c-dbde-4aa5-8e36-f88a728fe0cc req-ae082991-7157-4f42-8342-6d80c644ecc8 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896301 Aug 19 12:44:28.004593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Allocated IP 172.20.0.10 (a69fe7d7-91ab-4bab-9c68-970495891030/a6b3837f-4896-448d-90d3-9af8a59cb07f/f869536a-40fe-4ec0-bf17-ace869f34bcd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:28.036197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59c4523-4b40-49c8-8689-4601c448081b {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:28.047411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e88f535f-6b4b-463a-8852-bbb89030bde1 None None] Provisioning complete for port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:28.048435 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e88f535f-6b4b-463a-8852-bbb89030bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.154384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b59c4523-4b40-49c8-8689-4601c448081b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b59c4523-4b40-49c8-8689-4601c448081b,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:28.279381 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Checking segment: {'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:28.280358 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network hostable DHCP agents. Network: 8cf10b79-a761-4313-8f35-66a15cf3b2f8, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:44:28.341978 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58b34ca7-b3fa-49d8-8216-2593df012f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.344739 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58b34ca7-b3fa-49d8-8216-2593df012f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.345979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-58b34ca7-b3fa-49d8-8216-2593df012f13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81091d97-dec1-4c3c-8e65-af6bc15d7867 HTTP/1.1" status: 204 len: 168 time: 1.4104321 Aug 19 12:44:28.375592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99464529-4e3a-411c-9fc2-c0d7fe94a46e req-63f1a674-4056-43d1-87a2-dd8783e1c670 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.1797078 Aug 19 12:44:28.421554 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:21Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:28.427392 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.435445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b34ca7-b3fa-49d8-8216-2593df012f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81091d97-dec1-4c3c-8e65-af6bc15d7867,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:28.511564 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ae56c-fd70-47ea-a40e-ddb5e9d5b1f6 None None] The sync data for ids ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'] in n-d-778732-8 is: [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:21Z', 'revision_number': 3, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:28.687020 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.803776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66e20-0d9b-4099-9ffa-5104615ba62c req-d21c83e0-880c-482d-8225-75bf9b355b94 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:28.819520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49a66e20-0d9b-4099-9ffa-5104615ba62c req-d21c83e0-880c-482d-8225-75bf9b355b94 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 944 time: 0.1179576 Aug 19 12:44:28.855089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=b59c4523-4b40-49c8-8689-4601c448081b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:28.869085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.873083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:28.882390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:44:28.943859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['b59c4523-4b40-49c8-8689-4601c448081b'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:29.064320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:29.066602 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.102055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49a66e20-0d9b-4099-9ffa-5104615ba62c req-44ab6aa4-8c21-4308-be56-b19d2eeee6d9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814074 Aug 19 12:44:29.121144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Network a69fe7d7-91ab-4bab-9c68-970495891030 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:29.121144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:29.125106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:29.131493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 8cf10b79-a761-4313-8f35-66a15cf3b2f8) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:29.139552 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:29.140308 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.166165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf53bda7-d259-4ac4-827e-95cb19668651 None None] Network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:29.191073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:29.212824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Sync routers for ids ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:29.292204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52edf7-56f2-4bd4-8d08-36337e9d4fe6 req-b84df4ca-4f70-4518-9027-320f8958128e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:29.306265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b52edf7-56f2-4bd4-8d08-36337e9d4fe6 req-b84df4ca-4f70-4518-9027-320f8958128e tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1096 time: 0.1151834 Aug 19 12:44:29.320991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:29.321347 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53736) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:29.321959 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.356088 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ee8edb7-5097-4806-aecb-994ff2bac5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.376467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b52edf7-56f2-4bd4-8d08-36337e9d4fe6 req-7310a5ca-0567-42c2-8284-50e406559882 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641739 Aug 19 12:44:29.377959 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fc9aae48-fed2-440b-8e1b-72639862d0e9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.7036614 Aug 19 12:44:29.380270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53738) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:29.390040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.393826 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e7bf598a-d339-4603-a132-eea6fdc8d500 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2508368 Aug 19 12:44:29.407715 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53740) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:29.473901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Routers {'78e6b39c-b12f-4e63-a2af-097e7f5d3957'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:29.475026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:29.711829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-f98ee115-7529-455c-93d5-bf073bb9d442 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7228978 Aug 19 12:44:29.948570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 317e9b2e-b191-4787-9ed6-9f2241135dee up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:30.082980 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:44:30.083881 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:30.109461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721da6f-db9d-414c-9a49-d0c143ff2950 req-54d58281-64d2-4a81-8dd9-20c4b933899b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:30.109461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9721da6f-db9d-414c-9a49-d0c143ff2950 req-54d58281-64d2-4a81-8dd9-20c4b933899b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 932 time: 0.4236691 Aug 19 12:44:30.187378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Request body: {'port': {'device_id': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:30.219250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9505de14-fee8-4016-a7fd-78d06c3b6168 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:30.358497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9721da6f-db9d-414c-9a49-d0c143ff2950 req-80e02ae6-a6f4-425a-b674-000cae1ec7c9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380595 Aug 19 12:44:30.501017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 317e9b2e-b191-4787-9ed6-9f2241135dee triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:30.501617 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:30.660183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Allocated IP 172.20.0.2 (8cf10b79-a761-4313-8f35-66a15cf3b2f8/6612dc6c-1b56-40a4-b77b-208d2f80fc8b/6ec07014-89c8-4fd9-860f-4f665e08687b) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:30.936472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Set router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:31.068328 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ee8edb7-5097-4806-aecb-994ff2bac5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.119861 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.192572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170587e-6e4f-4d6e-8f70-5843645aa776 req-a7a8e070-5295-4dc9-b391-f93f711e9118 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:31.202829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c170587e-6e4f-4d6e-8f70-5843645aa776 req-a7a8e070-5295-4dc9-b391-f93f711e9118 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 944 time: 0.9334307 Aug 19 12:44:31.207186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ee8edb7-5097-4806-aecb-994ff2bac5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.338678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3f48f-3466-4987-b967-a6106101888e req-0759f5d8-3135-4210-be07-e22ed83f96d2 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:31.340435 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbb3f48f-3466-4987-b967-a6106101888e req-0759f5d8-3135-4210-be07-e22ed83f96d2 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1096 time: 0.2180409 Aug 19 12:44:31.381788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8edb7-5097-4806-aecb-994ff2bac5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5591f8-54ad-40ec-9ce3-f25d650c34ea,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:31.466148 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c170587e-6e4f-4d6e-8f70-5843645aa776 req-c6dd4153-0a48-491a-b805-ff0f56cd0ed0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622466 Aug 19 12:44:31.570257 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5ee8edb7-5097-4806-aecb-994ff2bac5bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ba7c2f740524921b628f539e3d5d3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2477126 Aug 19 12:44:31.571149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53778) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:31.590110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53780) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:31.668606 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.705091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.730901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Transition to ACTIVE for port object 6ec07014-89c8-4fd9-860f-4f665e08687b will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:31.732971 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d86f008a-0e12-4372-8407-2658a2b6fb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.803989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbb3f48f-3466-4987-b967-a6106101888e req-37f12e0e-d7cf-427c-a02d-0decf6b2acdf tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058962 Aug 19 12:44:31.805215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Transition to ACTIVE for port object 6ec07014-89c8-4fd9-860f-4f665e08687b will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:31.844857 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d86f008a-0e12-4372-8407-2658a2b6fb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.900440 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.903317 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4ba844ee-8967-4e99-8122-8088922cd223 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-713217108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:32.079243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Allocated IP 172.20.0.1 (f45928d3-64fa-4a35-b736-baab02297b09/fa744467-2963-4e95-af16-e59cbc5b0c17/dfee282c-2d96-413b-9430-5a594a078588) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:32.099264 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.139470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549d60b-b2b3-4bcd-8383-aee5774fed06 req-faf4744e-6a97-4985-8ffe-8fa272483b63 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:32.145479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f549d60b-b2b3-4bcd-8383-aee5774fed06 req-faf4744e-6a97-4985-8ffe-8fa272483b63 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 932 time: 0.5149808 Aug 19 12:44:32.154666 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.225064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 9505de14-fee8-4016-a7fd-78d06c3b6168 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:32.284354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9505de14-fee8-4016-a7fd-78d06c3b6168 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:32.284354 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.371997 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d86f008a-0e12-4372-8407-2658a2b6fb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.372268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317e9b2e-b191-4787-9ed6-9f2241135dee'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:32.372598 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d86f008a-0e12-4372-8407-2658a2b6fb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.372704 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaa991a-86bf-4d7e-aff7-9c8a111369e6" -d '{"events": [{"server_uuid": "911ca361-e5dc-4ceb-84e3-0363ea79178a", "name": "network-vif-plugged", "status": "completed", "tag": "317e9b2e-b191-4787-9ed6-9f2241135dee"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:32.372845 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d86f008a-0e12-4372-8407-2658a2b6fb26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc5591f8-54ad-40ec-9ce3-f25d650c34ea HTTP/1.1" status: 204 len: 168 time: 0.7755640 Aug 19 12:44:32.376455 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.409472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f008a-0e12-4372-8407-2658a2b6fb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5591f8-54ad-40ec-9ce3-f25d650c34ea,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:32.444223 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Transition to ACTIVE for port object dfee282c-2d96-413b-9430-5a594a078588 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:32.449457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 317e9b2e-b191-4787-9ed6-9f2241135dee, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=317e9b2e-b191-4787-9ed6-9f2241135dee,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:32.451678 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a319f5f-a107-4745-a4d7-bb70758350aa x-openstack-request-id: req-2a319f5f-a107-4745-a4d7-bb70758350aa {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:32.452258 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911ca361-e5dc-4ceb-84e3-0363ea79178a", "name": "network-vif-plugged", "status": "completed", "tag": "317e9b2e-b191-4787-9ed6-9f2241135dee", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:32.452571 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a319f5f-a107-4745-a4d7-bb70758350aa {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:32.453095 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317e9b2e-b191-4787-9ed6-9f2241135dee', 'code': 200} Aug 19 12:44:32.488946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:32.493953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Pushing event updated for resources: {'Port': ['ID=6ec07014-89c8-4fd9-860f-4f665e08687b,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:32.500875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:32.522776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:32.547283 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ba844ee-8967-4e99-8122-8088922cd223 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.548668 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ba844ee-8967-4e99-8122-8088922cd223 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.588669 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.601269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'name': 'tempest-TestAggregatesBasicOps-1068248120-router', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:22Z', 'updated_at': '2021-08-19T12:44:26Z', 'revision_number': 3, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'gw_port': {'id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ed:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:25Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:32.638755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.646752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f549d60b-b2b3-4bcd-8383-aee5774fed06 req-ba185737-cab3-4b11-b409-bd4ec3f788cd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152249 Aug 19 12:44:32.690394 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Pushing event updated for resources: {'Port': ['ID=dfee282c-2d96-413b-9430-5a594a078588,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:32.717910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Checking router: 78e6b39c-b12f-4e63-a2af-097e7f5d3957 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:32.718490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Updating router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 port 1ba35323-68ea-4427-befa-aaea962d3dc9 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:32.764646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341a46d-daa1-457f-be60-e64e65bc4368 req-10218353-073a-40d6-8e94-2764e371cf21 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:32.766426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8341a46d-daa1-457f-be60-e64e65bc4368 req-10218353-073a-40d6-8e94-2764e371cf21 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.1928961 Aug 19 12:44:32.776433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Network f45928d3-64fa-4a35-b736-baab02297b09 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:32.780672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ba844ee-8967-4e99-8122-8088922cd223 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.780672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:32.784292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:32.806398 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.865039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8341a46d-daa1-457f-be60-e64e65bc4368 req-465cebcc-d1ef-4e3d-8152-e5a7f6101f01 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890050 Aug 19 12:44:32.880166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.20.0.1 (8cf10b79-a761-4313-8f35-66a15cf3b2f8/6612dc6c-1b56-40a4-b77b-208d2f80fc8b/f87bf770-5347-4763-b3e5-65bb30e8ada2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:32.917619 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.924557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Attempting to bind port 6ec07014-89c8-4fd9-860f-4f665e08687b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:32.924937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Attempting to bind port 6ec07014-89c8-4fd9-860f-4f665e08687b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:32.926476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Attempting to bind port 6ec07014-89c8-4fd9-860f-4f665e08687b on network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:32.928135 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.931877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 9505de14-fee8-4016-a7fd-78d06c3b6168, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9505de14-fee8-4016-a7fd-78d06c3b6168,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:32.932904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f869536a-40fe-4ec0-bf17-ace869f34bcd {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:32.978921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:32.978921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Checking segment: {'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:32.978921 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.978921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Bound using segment: {'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:32.978921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Bound port: 6ec07014-89c8-4fd9-860f-4f665e08687b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:32.978921 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.979756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.997361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=317e9b2e-b191-4787-9ed6-9f2241135dee,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:33.060685 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.062289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:33.091396 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ba844ee-8967-4e99-8122-8088922cd223 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.098831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Transition to ACTIVE for port object f869536a-40fe-4ec0-bf17-ace869f34bcd will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:33.189843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57995df-491f-4778-87a2-3fae5be9bb3f req-5572f96e-a9b2-44a7-869c-94feeece25e5 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:33.192356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d57995df-491f-4778-87a2-3fae5be9bb3f req-5572f96e-a9b2-44a7-869c-94feeece25e5 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1096 time: 0.1067924 Aug 19 12:44:33.270346 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.305454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b59c4523-4b40-49c8-8689-4601c448081b up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:33.312650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d57995df-491f-4778-87a2-3fae5be9bb3f req-3ebb04fb-7ce9-4023-b6bd-dea44e1f2cff tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083176 Aug 19 12:44:33.345016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Transition to ACTIVE for port object f87bf770-5347-4763-b3e5-65bb30e8ada2 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:33.360953 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.383947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ba844ee-8967-4e99-8122-8088922cd223 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.385204 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4ba844ee-8967-4e99-8122-8088922cd223 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.8044391 Aug 19 12:44:33.388720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53802) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:33.402978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1353974572'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:33.485854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=9505de14-fee8-4016-a7fd-78d06c3b6168,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:33.530884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] For port 6ec07014-89c8-4fd9-860f-4f665e08687b, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:33.560535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] For port 6ec07014-89c8-4fd9-860f-4f665e08687b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6ec07014-89c8-4fd9-860f-4f665e08687b,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:33.583427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:33.602396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Made reservation on behalf of 61c1fc5eca2a4f8abc7b4ff382189a25 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:33.615776 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.644469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:33.644904 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.656879 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.664076 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.716881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Attempting to bind port f869536a-40fe-4ec0-bf17-ace869f34bcd on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:33.721232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Attempting to bind port f869536a-40fe-4ec0-bf17-ace869f34bcd by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:33.721232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Attempting to bind port f869536a-40fe-4ec0-bf17-ace869f34bcd on network a69fe7d7-91ab-4bab-9c68-970495891030 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:33.729730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Port f869536a-40fe-4ec0-bf17-ace869f34bcd on network a69fe7d7-91ab-4bab-9c68-970495891030 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:44:33.730383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Attempting to bind port f869536a-40fe-4ec0-bf17-ace869f34bcd on network a69fe7d7-91ab-4bab-9c68-970495891030 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:33.737090 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:33.737970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Checking segment: {'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:33.738681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Bound using segment: {'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:33.739379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Bound port: f869536a-40fe-4ec0-bf17-ace869f34bcd, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:33.739883 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.886272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a6bb27ac-a48c-42da-803e-ecafb4caa3d6 None None] Provisioning for port dfee282c-2d96-413b-9430-5a594a078588 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:33.889655 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.896534 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.941902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06818e7-6c7d-4921-b0dd-1ba3fd86fa16 req-a5ded5b9-ceb2-4112-b803-87cd3dc63fd1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:33.943830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f06818e7-6c7d-4921-b0dd-1ba3fd86fa16 req-a5ded5b9-ceb2-4112-b803-87cd3dc63fd1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 944 time: 0.1429987 Aug 19 12:44:33.948277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:33.961039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a6bb27ac-a48c-42da-803e-ecafb4caa3d6 None None] Provisioning complete for port dfee282c-2d96-413b-9430-5a594a078588 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:33.966295 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a6bb27ac-a48c-42da-803e-ecafb4caa3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.078095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.165984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:34.170124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:34.191219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:34.208359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Transition to ACTIVE for port object 1ba35323-68ea-4427-befa-aaea962d3dc9 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:34.277983 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.287521 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.289359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port b59c4523-4b40-49c8-8689-4601c448081b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:34.298318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb27ac-a48c-42da-803e-ecafb4caa3d6 None None] Port dfee282c-2d96-413b-9430-5a594a078588 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:34.313674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port b59c4523-4b40-49c8-8689-4601c448081b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:34.314048 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.379129 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.398295 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.441095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.587578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:34.591862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.723451 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.737894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1d405-381b-4eb9-b762-737a5005b7f5 None None] Pushing event updated for resources: {'Port': ['ID=6ec07014-89c8-4fd9-860f-4f665e08687b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:34.770266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65d504-df0b-43c0-be13-cc0356043a22 req-d009ed5d-d178-4be1-a974-187e63527a39 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:34.778500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e65d504-df0b-43c0-be13-cc0356043a22 req-d009ed5d-d178-4be1-a974-187e63527a39 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.7161095 Aug 19 12:44:34.778500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=f87bf770-5347-4763-b3e5-65bb30e8ada2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:34.779972 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.799424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f06818e7-6c7d-4921-b0dd-1ba3fd86fa16 req-587586dc-fde0-49c2-938b-3a58ca9b80ba tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7731829 Aug 19 12:44:34.804354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:44:34.911456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:34.912503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.914900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] 10.222.0.53 "PUT /v2.0/ports/f869536a-40fe-4ec0-bf17-ace869f34bcd HTTP/1.1" status: 200 len: 1092 time: 5.0650034 Aug 19 12:44:34.918626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:34.922988 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec9db98-a19b-481a-9d8d-51c3cefd1356" -d '{"events": [{"name": "network-changed", "server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:34.978235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b66f5a-c5ca-44e6-aff6-9561194565ef None None] Pushing event updated for resources: {'Port': ['ID=1ba35323-68ea-4427-befa-aaea962d3dc9,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:35.016690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Attempting to bind port 1ba35323-68ea-4427-befa-aaea962d3dc9 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:35.031148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Attempting to bind port 1ba35323-68ea-4427-befa-aaea962d3dc9 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:35.031946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Attempting to bind port 1ba35323-68ea-4427-befa-aaea962d3dc9 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:35.063581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92947b3a-e7bf-4020-9496-c7f3d926b07b service neutron] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:35.069913 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.083087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dc38cb-f3e4-4441-9fb2-a00432ebeb96,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:35.091502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e65d504-df0b-43c0-be13-cc0356043a22 req-2849683e-e7b9-462b-8c32-be86b285b9c4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395668 Aug 19 12:44:35.122024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Pushing event updated for resources: {'Port': ['ID=dfee282c-2d96-413b-9430-5a594a078588,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:35.127531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:35.128464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:35.129056 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.129653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:35.130342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Bound port: 1ba35323-68ea-4427-befa-aaea962d3dc9, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:35.130932 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.151723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.152190 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Added segment 6a9f2edf-99a5-4080-a8bd-6e182340b7b0 of type vlan for network 30ddb10e-6315-4954-9feb-cd97bffecd1f Aug 19 12:44:35.391558 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.495622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] For port 1ba35323-68ea-4427-befa-aaea962d3dc9, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:35.539859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872be227-5d89-4c35-bc28-96ce4d90f493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c4523-4b40-49c8-8689-4601c448081b'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:35.543239 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061d0cc8-8d45-4c4c-ba71-964d667f985a" -d '{"events": [{"server_uuid": "872be227-5d89-4c35-bc28-96ce4d90f493", "name": "network-vif-plugged", "status": "completed", "tag": "b59c4523-4b40-49c8-8689-4601c448081b"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:35.559045 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.589397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] For port 1ba35323-68ea-4427-befa-aaea962d3dc9, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1ba35323-68ea-4427-befa-aaea962d3dc9,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:35.694209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b59c4523-4b40-49c8-8689-4601c448081b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b59c4523-4b40-49c8-8689-4601c448081b,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:35.718409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9505de14-fee8-4016-a7fd-78d06c3b6168 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:35.723662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:44:35.819054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a77eb0-9954-4575-b785-27ca52416dcc req-f9c1c19c-3d0a-443e-a343-1cad42dd33ee tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:35.819619 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2a77eb0-9954-4575-b785-27ca52416dcc req-f9c1c19c-3d0a-443e-a343-1cad42dd33ee tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1096 time: 0.2954397 Aug 19 12:44:35.834857 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Network f45928d3-64fa-4a35-b736-baab02297b09 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:35.855036 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:35.938961 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.951273 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.002629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bb03e-b079-4344-92c5-40c83383878b req-aa76ef39-d8f9-42e0-9a60-a73584a7da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:36.005486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-aa76ef39-d8f9-42e0-9a60-a73584a7da39 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 1095 time: 0.4943647 Aug 19 12:44:36.148625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b66f5a-c5ca-44e6-aff6-9561194565ef None None] Pushing event updated for resources: {'Port': ['ID=1ba35323-68ea-4427-befa-aaea962d3dc9,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:36.212161 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-7298adf0-9b2a-4930-806b-f95b78c0632d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd HTTP/1.1" status: 200 len: 217 time: 0.1958308 Aug 19 12:44:36.216239 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04718112-e9e6-41a9-a7f0-678a1d5e2da1 x-openstack-request-id: req-04718112-e9e6-41a9-a7f0-678a1d5e2da1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:36.216548 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:36.218415 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04718112-e9e6-41a9-a7f0-678a1d5e2da1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:36.218977 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'status': 'completed', 'code': 200} Aug 19 12:44:36.236539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=b59c4523-4b40-49c8-8689-4601c448081b,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:36.254175 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f7869f-a100-4040-b1f7-0d647fe64ee0 x-openstack-request-id: req-97f7869f-a100-4040-b1f7-0d647fe64ee0 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:36.254594 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872be227-5d89-4c35-bc28-96ce4d90f493", "name": "network-vif-plugged", "status": "completed", "tag": "b59c4523-4b40-49c8-8689-4601c448081b", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:36.255031 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97f7869f-a100-4040-b1f7-0d647fe64ee0 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:36.255625 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872be227-5d89-4c35-bc28-96ce4d90f493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c4523-4b40-49c8-8689-4601c448081b', 'code': 200} Aug 19 12:44:36.265602 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Routers {'78e6b39c-b12f-4e63-a2af-097e7f5d3957'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:36.266570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:36.278444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:36.321634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2a77eb0-9954-4575-b785-27ca52416dcc req-3b4959f2-6ecf-417c-978e-9a131b0b6648 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298991 Aug 19 12:44:36.332006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9505de14-fee8-4016-a7fd-78d06c3b6168 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:36.334511 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.480811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bb03e-b079-4344-92c5-40c83383878b req-e8b69eed-86e0-466b-af34-cdb7702f655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:36.483288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-e8b69eed-86e0-466b-af34-cdb7702f655a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6b3837f-4896-448d-90d3-9af8a59cb07f HTTP/1.1" status: 200 len: 854 time: 0.2000062 Aug 19 12:44:36.558819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:36.562533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf4618-01c6-40db-93c0-0ee777c8532a None None] Network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:36.574411 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a2f53aeb-e650-4897-bd83-8f50ddc345c5 admin admin] 10.222.0.44 "PUT /v2.0/routers/78e6b39c-b12f-4e63-a2af-097e7f5d3957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1556010 Aug 19 12:44:36.579119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-2ee9ff9c-4933-4aed-9d44-fc9508e5621c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a69fe7d7-91ab-4bab-9c68-970495891030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673440 Aug 19 12:44:36.611927 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.618435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:36.625055 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.732694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40a1b1-ceaf-45b1-b869-f6a8e949607e req-79eac618-c187-4872-bd62-0fd102eecd6c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:36.735489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f40a1b1-ceaf-45b1-b869-f6a8e949607e req-79eac618-c187-4872-bd62-0fd102eecd6c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 944 time: 0.2965817 Aug 19 12:44:36.834653 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.4407575 Aug 19 12:44:36.835827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53854) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:36.845734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'subnet': {'network_id': '30ddb10e-6315-4954-9feb-cd97bffecd1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:36.874330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.882210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77648a0-d022-43ce-8f87-34a4e7624c11 req-7623d7bc-ab48-48fc-a19c-785c3377327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:36.883801 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f77648a0-d022-43ce-8f87-34a4e7624c11 req-7623d7bc-ab48-48fc-a19c-785c3377327c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1097 time: 0.3290319 Aug 19 12:44:36.922930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2414714-8052-4870-9082-db33dc78bb37 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Network': ['ID=30ddb10e-6315-4954-9feb-cd97bffecd1f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:36.951327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d4f6-5a2d-45ec-bba9-54d6e07a603b req-698cec2b-580c-4169-a752-d7bf97463ca5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:36.961957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b578d4f6-5a2d-45ec-bba9-54d6e07a603b req-698cec2b-580c-4169-a752-d7bf97463ca5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.3890893 Aug 19 12:44:37.021111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f40a1b1-ceaf-45b1-b869-f6a8e949607e req-ef3d6d2c-f9f3-4efb-9bbb-5d5ea273f809 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620211 Aug 19 12:44:37.059897 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.133131 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f77648a0-d022-43ce-8f87-34a4e7624c11 req-235cadc9-e281-4c74-b11b-c4dcbc2866d3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074852 Aug 19 12:44:37.173469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-a6fed478-4192-4eaf-abbf-4ac8d3443028 service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723295 Aug 19 12:44:37.203309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 30ddb10e-6315-4954-9feb-cd97bffecd1f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:44:37.233941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b578d4f6-5a2d-45ec-bba9-54d6e07a603b req-6ed19004-8dba-4dce-9cc4-e6741b99cd84 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339282 Aug 19 12:44:37.255855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=f87bf770-5347-4763-b3e5-65bb30e8ada2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:37.258878 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.303220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.303601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.304147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.304504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.304840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.305208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.305751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.306096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.306427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.306776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.307109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.307410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Made reservation on behalf of 61c1fc5eca2a4f8abc7b4ff382189a25 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:37.307547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:37.312444 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.438458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c91591fc-451e-42eb-9d9c-984ea8a0c486 None None] Provisioning complete for port dfee282c-2d96-413b-9430-5a594a078588 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:37.450584 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c91591fc-451e-42eb-9d9c-984ea8a0c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.570734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6ec07014-89c8-4fd9-860f-4f665e08687b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:37.608735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:37.647251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:37.685519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] Set router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:37.732631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb798013-07e9-4d0f-ae6d-ac78ff11ec9d req-b0babb24-92dc-441d-a0ab-0833e1749919 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:37.741547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb798013-07e9-4d0f-ae6d-ac78ff11ec9d req-b0babb24-92dc-441d-a0ab-0833e1749919 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1097 time: 0.1972821 Aug 19 12:44:37.745163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd9bb03e-b079-4344-92c5-40c83383878b req-77e772d0-2082-4eca-9341-9cfc559d1d53 service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153256 Aug 19 12:44:37.805444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c91591fc-451e-42eb-9d9c-984ea8a0c486 None None] Port dfee282c-2d96-413b-9430-5a594a078588 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:37.976355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.991748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 6ec07014-89c8-4fd9-860f-4f665e08687b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:38.034023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb798013-07e9-4d0f-ae6d-ac78ff11ec9d req-8193871c-239f-4465-b3e3-e44b254d7224 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873585 Aug 19 12:44:38.092845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:38.116483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Subnet': ['ID=cad4449d-472d-4417-8c2a-f6ed842d519a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:38.152336 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dabc9e49-fffa-422d-981a-447616531959 None None] Provisioning for port 6ec07014-89c8-4fd9-860f-4f665e08687b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:38.173558 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Checking segment: {'id': '6a9f2edf-99a5-4080-a8bd-6e182340b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '30ddb10e-6315-4954-9feb-cd97bffecd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:38.174325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network hostable DHCP agents. Network: 30ddb10e-6315-4954-9feb-cd97bffecd1f, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:44:38.204701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dabc9e49-fffa-422d-981a-447616531959 None None] Provisioning complete for port 6ec07014-89c8-4fd9-860f-4f665e08687b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:38.209196 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dabc9e49-fffa-422d-981a-447616531959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.254303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53890) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:38.353674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-10818108-network', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:38.354674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'name': 'tempest-TestAggregatesBasicOps-1068248120-router', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:22Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 4, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'gw_port': {'id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ed:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:25Z', 'updated_at': '2021-08-19T12:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'dfee282c-2d96-413b-9430-5a594a078588', 'name': '', 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'mac_address': 'fa:16:3e:4a:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'fa744467-2963-4e95-af16-e59cbc5b0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:31Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 2, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'subnets': [{'id': 'fa744467-2963-4e95-af16-e59cbc5b0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:38.394802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bcd8ec-3898-4d55-adb4-f296cf759978 None None] The sync data for ids ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'] in n-d-778732-8 is: [{'id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'name': 'tempest-TestAggregatesBasicOps-1068248120-router', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:22Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 4, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'gw_port': {'id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ed:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:25Z', 'updated_at': '2021-08-19T12:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'dfee282c-2d96-413b-9430-5a594a078588', 'name': '', 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'mac_address': 'fa:16:3e:4a:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'fa744467-2963-4e95-af16-e59cbc5b0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:31Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 2, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'subnets': [{'id': 'fa744467-2963-4e95-af16-e59cbc5b0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:38.444669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network 30ddb10e-6315-4954-9feb-cd97bffecd1f is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:38.480643 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dabc9e49-fffa-422d-981a-447616531959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.502915 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Made reservation on behalf of ef49b7b0e4154b8c913c6297207d3ac5 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:38.508944 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.530633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.569341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-dabc9e49-fffa-422d-981a-447616531959 None None] For port 6ec07014-89c8-4fd9-860f-4f665e08687b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6ec07014-89c8-4fd9-860f-4f665e08687b,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:38.587280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 30ddb10e-6315-4954-9feb-cd97bffecd1f) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:38.596042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faabf00f-56cb-4556-aff5-b4a4871d5f9e None None] Network 30ddb10e-6315-4954-9feb-cd97bffecd1f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:38.631314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:38.631925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.764206 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dabc9e49-fffa-422d-981a-447616531959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.882332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.918919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc9e49-fffa-422d-981a-447616531959 None None] Pushing event updated for resources: {'Port': ['ID=6ec07014-89c8-4fd9-860f-4f665e08687b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:39.002717 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.033740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:44:39.079500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a0418b-282a-41e1-8c65-5d514ac04628,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:39.098291 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.098650 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Added segment a7177066-bced-4ec5-924a-b345d4629540 of type vlan for network 065c6630-ddfe-429e-a32d-21383d30dd2d Aug 19 12:44:39.106209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c1db7f31-642c-4eea-8933-458dd4504f3e None None] Provisioning complete for port 6ec07014-89c8-4fd9-860f-4f665e08687b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:39.106209 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c1db7f31-642c-4eea-8933-458dd4504f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.106745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9db98-a19b-481a-9d8d-51c3cefd1356 req-720a7c8b-dbe8-4f63-9d85-4f233413b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:39.109825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ec9db98-a19b-481a-9d8d-51c3cefd1356 req-720a7c8b-dbe8-4f63-9d85-4f233413b7ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 1095 time: 1.2045109 Aug 19 12:44:39.226825 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aa12e988-7b65-4f8c-8e30-a8eab895e98c tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3890336 Aug 19 12:44:39.228742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.232434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-30ddb10e-6315-4954-9feb-cd97bffecd1f', 'network_id': '30ddb10e-6315-4954-9feb-cd97bffecd1f', 'tenant_id': '61c1fc5eca2a4f8abc7b4ff382189a25', 'fixed_ips': [{'subnet_id': 'cad4449d-472d-4417-8c2a-f6ed842d519a'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:44:39.241141 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.251923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53902) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:39.297900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f869536a-40fe-4ec0-bf17-ace869f34bcd details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:44:39.357685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'network': {'name': 'tempest-router-network01--1529674774'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:39.421539 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.422522 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:39.423110 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.435271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9db98-a19b-481a-9d8d-51c3cefd1356 req-2555d410-3059-4f94-8baa-db5959efe919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:39.447575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ec9db98-a19b-481a-9d8d-51c3cefd1356 req-2555d410-3059-4f94-8baa-db5959efe919 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 915 time: 0.3224473 Aug 19 12:44:39.622495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] Pushing event updated for resources: {'Network': ['ID=065c6630-ddfe-429e-a32d-21383d30dd2d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:39.654890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 065c6630-ddfe-429e-a32d-21383d30dd2d details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:44:39.689778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ec9db98-a19b-481a-9d8d-51c3cefd1356 req-d905566b-688f-40a1-b5d0-89ee3a477389 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd HTTP/1.1" status: 200 len: 217 time: 0.1572282 Aug 19 12:44:39.706874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156607e-ac2e-4a78-90cd-7d8059545b87 req-b6e6154f-eec1-4e36-991c-f44d36979e01 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:39.708793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0156607e-ac2e-4a78-90cd-7d8059545b87 req-b6e6154f-eec1-4e36-991c-f44d36979e01 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.6337781 Aug 19 12:44:39.725331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6fd52-c262-4334-b695-e465d4b46ded req-85d65f15-ef6f-4c6d-ac9a-564a8096b3e9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:39.726983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bf6fd52-c262-4334-b695-e465d4b46ded req-85d65f15-ef6f-4c6d-ac9a-564a8096b3e9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 944 time: 0.6561630 Aug 19 12:44:39.858214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:39.880145 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Sync routers for ids ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:39.891557 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3c1923c3-7d1a-4d9e-bbc7-869803c13a07 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "PUT /v2.0/routers/58a4b717-6047-4b6d-84b5-8ca0c231ad09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5096054 Aug 19 12:44:39.905930 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Routers {'58a4b717-6047-4b6d-84b5-8ca0c231ad09'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:39.906282 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:39.912792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Made reservation on behalf of 61c1fc5eca2a4f8abc7b4ff382189a25 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:39.918719 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.993325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bf6fd52-c262-4334-b695-e465d4b46ded req-c376d586-c857-4d18-b329-a776a7624af1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271013 Aug 19 12:44:39.995997 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e2d04478-cd6b-446b-9e18-27a23540f698 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7383411 Aug 19 12:44:40.000474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53916) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:40.001763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0156607e-ac2e-4a78-90cd-7d8059545b87 req-814be48c-b123-4484-9bf8-53970708575f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737122 Aug 19 12:44:40.009899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9db98-a19b-481a-9d8d-51c3cefd1356 req-a77c4ac4-2625-43c4-aec6-15329ed20541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:40.009899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ec9db98-a19b-481a-9d8d-51c3cefd1356 req-a77c4ac4-2625-43c4-aec6-15329ed20541 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6b3837f-4896-448d-90d3-9af8a59cb07f HTTP/1.1" status: 200 len: 854 time: 0.2938123 Aug 19 12:44:40.010622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] Request body: {'subnet': {'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-10818108-subnet', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:40.018467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:44:40.031110 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.031658 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Added segment 6c8cd9e6-cbd9-476c-8861-095dee169a94 of type vlan for network fff0010a-f66f-4729-a0ff-339683fac76e Aug 19 12:44:40.101398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c1db7f31-642c-4eea-8933-458dd4504f3e None None] Provisioning for port f87bf770-5347-4763-b3e5-65bb30e8ada2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:40.184158 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.185278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:40.208155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ec9db98-a19b-481a-9d8d-51c3cefd1356 req-1e965dd5-761f-4558-87ac-90f934b6cba1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a69fe7d7-91ab-4bab-9c68-970495891030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061342 Aug 19 12:44:40.219646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c1db7f31-642c-4eea-8933-458dd4504f3e None None] Provisioning complete for port f87bf770-5347-4763-b3e5-65bb30e8ada2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:40.220281 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c1db7f31-642c-4eea-8933-458dd4504f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.223468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Allocated IP 2001:db8::2 (30ddb10e-6315-4954-9feb-cd97bffecd1f/cad4449d-472d-4417-8c2a-f6ed842d519a/1ef91e87-16d7-4b48-a7bf-c4fba1594e52) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:40.290937 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] Made reservation on behalf of ef49b7b0e4154b8c913c6297207d3ac5 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:40.294525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030', 'port_id': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'mac_address': 'fa:16:3e:b5:3b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b3837f-4896-448d-90d3-9af8a59cb07f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:44:40.306611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.348410 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Set router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:40.418871 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.431758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:40.437641 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.510457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6ec07014-89c8-4fd9-860f-4f665e08687b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:40.518844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c1db7f31-642c-4eea-8933-458dd4504f3e None None] Port f87bf770-5347-4763-b3e5-65bb30e8ada2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:40.711405 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.761873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f869536a-40fe-4ec0-bf17-ace869f34bcd {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:40.787910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ec9db98-a19b-481a-9d8d-51c3cefd1356 req-c43856c4-b8ec-4ee2-a24b-815c46b81ba7 service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411866 Aug 19 12:44:40.831651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-71d19aa6-99cf-42e3-9c36-dacefa1070f0 None None] Provisioning complete for port f87bf770-5347-4763-b3e5-65bb30e8ada2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:40.832474 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-71d19aa6-99cf-42e3-9c36-dacefa1070f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.854905 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f87bf770-5347-4763-b3e5-65bb30e8ada2', 'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:0b:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:32Z', 'updated_at': '2021-08-19T12:44:36Z', 'revision_number': 2, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:40.886951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 6ec07014-89c8-4fd9-860f-4f665e08687b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:40.886951 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.917670 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Checking router: 58a4b717-6047-4b6d-84b5-8ca0c231ad09 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:40.918737 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Updating router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 port f87bf770-5347-4763-b3e5-65bb30e8ada2 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:40.936736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:40.966693 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.039854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-71d19aa6-99cf-42e3-9c36-dacefa1070f0 None None] Port f87bf770-5347-4763-b3e5-65bb30e8ada2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:41.053558 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.075556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Transition to ACTIVE for port object 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:41.103838 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.114077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-b3178054-ba4f-4934-9431-7177d2649c1b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425121307&fields=id&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 267 time: 0.1690056 Aug 19 12:44:41.120656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60e131-c597-4169-b413-161b6c4c108b req-495bfb17-0ced-446a-917c-eab2443bdaaf tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:41.124034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a60e131-c597-4169-b413-161b6c4c108b req-495bfb17-0ced-446a-917c-eab2443bdaaf tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1097 time: 0.8798258 Aug 19 12:44:41.156424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Transition to ACTIVE for port object 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:41.168444 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.197287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a60e131-c597-4169-b413-161b6c4c108b req-63b6af23-0dc9-4f49-824b-5d44f9e6b009 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553887 Aug 19 12:44:41.208103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1ba35323-68ea-4427-befa-aaea962d3dc9 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:41.344878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Network': ['ID=fff0010a-f66f-4729-a0ff-339683fac76e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:41.347005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:41.362260 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.381972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d32b323d-318e-481d-b49b-9b8a0dd5f8a0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0463314 Aug 19 12:44:41.415016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53940) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:41.415016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b76a97-7e99-40bc-9fef-77c15069f052,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:41.438796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'network': {'name': 'tempest-router-network02--1256207466'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:41.442155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f869536a-40fe-4ec0-bf17-ace869f34bcd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:41.449147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network fff0010a-f66f-4729-a0ff-339683fac76e details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:44:41.540766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0864de1-87ed-48d8-b758-fe229ca0d325 req-e93851a7-5475-41b4-a1b1-8e4804c60d9a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:41.542656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0864de1-87ed-48d8-b758-fe229ca0d325 req-e93851a7-5475-41b4-a1b1-8e4804c60d9a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.1870050 Aug 19 12:44:41.557988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-9f002b4a-9a0c-43d4-a523-31252dc6eecd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:41.559812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-9f002b4a-9a0c-43d4-a523-31252dc6eecd tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/networks?id=8cf10b79-a761-4313-8f35-66a15cf3b2f8 HTTP/1.1" status: 200 len: 797 time: 0.4192612 Aug 19 12:44:41.562037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Network 30ddb10e-6315-4954-9feb-cd97bffecd1f is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:41.566433 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ec9db98-a19b-481a-9d8d-51c3cefd1356 req-4d30208f-78eb-46a2-a407-d9937d8bf987 service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491646 Aug 19 12:44:41.588210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] Checking segment: {'id': 'a7177066-bced-4ec5-924a-b345d4629540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:41.588607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] Network hostable DHCP agents. Network: 065c6630-ddfe-429e-a32d-21383d30dd2d, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:44:41.621405 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-e28222d2-f6a0-4363-beee-fc48d559962f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/quotas/14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 375 time: 0.0403600 Aug 19 12:44:41.664483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Made reservation on behalf of 61c1fc5eca2a4f8abc7b4ff382189a25 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:41.674579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.758143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:44:41.777302 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.777882 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Added segment 3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e of type vlan for network 3445fcf7-d45e-4455-8d22-a32f5179c622 Aug 19 12:44:41.782708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0864de1-87ed-48d8-b758-fe229ca0d325 req-dcf1721c-b1f5-4dd5-a1a1-0c34548e41ea tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217104 Aug 19 12:44:41.804460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:41.843963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-8a71f6bf-5fd1-495f-bcd3-7fddcceb0c46 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2116723 Aug 19 12:44:41.867268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] Network 065c6630-ddfe-429e-a32d-21383d30dd2d is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:41.871156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:41.927099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Pushing event updated for resources: {'Port': ['ID=1ef91e87-16d7-4b48-a7bf-c4fba1594e52,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:41.986270 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.068618 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 065c6630-ddfe-429e-a32d-21383d30dd2d) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:42.082740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:42.083400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.096051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cdf480-3704-4f6c-9003-23b52769c9e6 None None] Network 065c6630-ddfe-429e-a32d-21383d30dd2d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:42.137719 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.186545 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.186545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Attempting to bind port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:42.186891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635eb57-f2db-4007-bbd3-16120a37e0e4 req-d9fa94d0-98c5-4a4a-a503-bfe95a27bdb5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:42.187024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Attempting to bind port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '6a9f2edf-99a5-4080-a8bd-6e182340b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '30ddb10e-6315-4954-9feb-cd97bffecd1f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:42.187137 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Transition to ACTIVE for port object f87bf770-5347-4763-b3e5-65bb30e8ada2 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:42.187238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Attempting to bind port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 on network 30ddb10e-6315-4954-9feb-cd97bffecd1f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:42.187238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1ba35323-68ea-4427-befa-aaea962d3dc9 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:42.197427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8635eb57-f2db-4007-bbd3-16120a37e0e4 req-d9fa94d0-98c5-4a4a-a503-bfe95a27bdb5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.2428925 Aug 19 12:44:42.208231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1ba35323-68ea-4427-befa-aaea962d3dc9 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:42.208584 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.212917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:42.213459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Checking segment: {'id': '6a9f2edf-99a5-4080-a8bd-6e182340b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '30ddb10e-6315-4954-9feb-cd97bffecd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:42.213960 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.214282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Bound using segment: {'id': '6a9f2edf-99a5-4080-a8bd-6e182340b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '30ddb10e-6315-4954-9feb-cd97bffecd1f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:42.215285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Bound port: 1ef91e87-16d7-4b48-a7bf-c4fba1594e52, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9f2edf-99a5-4080-a8bd-6e182340b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '30ddb10e-6315-4954-9feb-cd97bffecd1f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:42.216265 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.222656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:42.226502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.226636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.276512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-d4dd4e42-fb45-40bb-86d5-c8c66e99b0fc service neutron] 10.222.0.44 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104459 Aug 19 12:44:42.291349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8635eb57-f2db-4007-bbd3-16120a37e0e4 req-5618807f-13a0-4f02-84de-439f86cce45c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931256 Aug 19 12:44:42.339101 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.383407 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6cc9e7a8-ac3b-40e6-a9c2-05ee5df0744f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3797505 Aug 19 12:44:42.384652 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53950) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:42.395699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-10818108-router', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:42.478066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Network': ['ID=3445fcf7-d45e-4455-8d22-a32f5179c622,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:42.510115 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-fb078a66-9b81-40b8-a8db-085ce41d45da service neutron] 10.222.0.44 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113080 Aug 19 12:44:42.546999 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1c0b984a-047f-4569-b804-4ff62f909a64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1164134 Aug 19 12:44:42.549686 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53952) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:42.554948 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'subnet': {'network_id': 'fff0010a-f66f-4729-a0ff-339683fac76e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:42.653839 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52541347-8349-4aab-9e89-66a075261d91 None None] Pushing event updated for resources: {'Port': ['ID=f87bf770-5347-4763-b3e5-65bb30e8ada2,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:42.731793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] For port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:42.735347 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] For port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1ef91e87-16d7-4b48-a7bf-c4fba1594e52,segment=NetworkSegment(6a9f2edf-99a5-4080-a8bd-6e182340b7b0),segment_id=6a9f2edf-99a5-4080-a8bd-6e182340b7b0)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:42.772490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9589b1-3aa5-43f6-ad18-4709819c5453 req-cec2fec5-7d37-445c-87fd-eb4ba76041a0 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:42.788179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c9589b1-3aa5-43f6-ad18-4709819c5453 req-cec2fec5-7d37-445c-87fd-eb4ba76041a0 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1097 time: 0.2537444 Aug 19 12:44:42.805544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 3445fcf7-d45e-4455-8d22-a32f5179c622 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:44:42.823399 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Attempting to bind port f87bf770-5347-4763-b3e5-65bb30e8ada2 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:42.823628 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Attempting to bind port f87bf770-5347-4763-b3e5-65bb30e8ada2 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:42.823891 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Attempting to bind port f87bf770-5347-4763-b3e5-65bb30e8ada2 on network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:42.846397 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:42.847336 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Checking segment: {'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:42.858376 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.858838 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Bound using segment: {'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:42.859289 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Bound port: f87bf770-5347-4763-b3e5-65bb30e8ada2, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:42.859669 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.863839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53958) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:42.911994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c9589b1-3aa5-43f6-ad18-4709819c5453 req-072105f1-bf2d-440c-b3f6-63794630aa54 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225197 Aug 19 12:44:42.988885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Sync routers for ids ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:43.010892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-065c6630-ddfe-429e-a32d-21383d30dd2d', 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'fixed_ips': [{'subnet_id': '58b76a97-7e99-40bc-9fef-77c15069f052'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:44:43.012123 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.020853 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.069091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.073649 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.138430 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] For port f87bf770-5347-4763-b3e5-65bb30e8ada2, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:43.146678 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] For port f87bf770-5347-4763-b3e5-65bb30e8ada2, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f87bf770-5347-4763-b3e5-65bb30e8ada2,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:43.291644 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.299331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.304281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Made reservation on behalf of 61c1fc5eca2a4f8abc7b4ff382189a25 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:43.330069 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.344722 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cae28e0-bd91-4aad-8d1c-c4e8efc648a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.364412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Routers {'78e6b39c-b12f-4e63-a2af-097e7f5d3957'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:43.365864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:43.444912 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Routers {'58a4b717-6047-4b6d-84b5-8ca0c231ad09'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:43.445904 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:43.652352 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52541347-8349-4aab-9e89-66a075261d91 None None] Pushing event updated for resources: {'Port': ['ID=f87bf770-5347-4763-b3e5-65bb30e8ada2,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:43.681686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a536b-2e6b-4896-8548-f2354221d9c8 req-928f5d06-7e36-4aea-a1d2-179f8198d8e3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:43.689994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f01a536b-2e6b-4896-8548-f2354221d9c8 req-928f5d06-7e36-4aea-a1d2-179f8198d8e3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.4807947 Aug 19 12:44:43.843781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.924233 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] Set router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:43.958849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Set router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:44.034389 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cae28e0-bd91-4aad-8d1c-c4e8efc648a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.120885 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f01a536b-2e6b-4896-8548-f2354221d9c8 req-966262d2-1c20-49e5-b036-8c96e71b5d12 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299235 Aug 19 12:44:44.135479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d41c4-6a1b-4f3c-9bb0-63714ff722a7 req-586fdd87-74f0-4f36-ac6e-3a2e0fe60879 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:44.145465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b24d41c4-6a1b-4f3c-9bb0-63714ff722a7 req-586fdd87-74f0-4f36-ac6e-3a2e0fe60879 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1097 time: 0.7767150 Aug 19 12:44:44.204861 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cae28e0-bd91-4aad-8d1c-c4e8efc648a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.337970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c20620-2525-4137-8fc0-b0e06572a783 None None] Pushing event updated for resources: {'Port': ['ID=1ef91e87-16d7-4b48-a7bf-c4fba1594e52,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:44.404085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e02d8b0b-50e0-47c1-bad7-fee5e6e45c30 req-4d9829ee-c94d-4db1-936b-5ddee8d3c8dc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 210 time: 0.1614795 Aug 19 12:44:44.498599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b24d41c4-6a1b-4f3c-9bb0-63714ff722a7 req-da4d88e9-0004-4993-9921-85a15f38b85f tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367805 Aug 19 12:44:44.504568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5cae28e0-bd91-4aad-8d1c-c4e8efc648a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=984659543bba4f66910bca18bb44c926&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6393306 Aug 19 12:44:44.513301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53984) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:44.516959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae28e0-bd91-4aad-8d1c-c4e8efc648a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4bfd67-31b5-4a81-a420-c3cf5f1eba06,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:44.742481 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.787365 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f87bf770-5347-4763-b3e5-65bb30e8ada2', 'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:0b:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:32Z', 'updated_at': '2021-08-19T12:44:43Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:44.815261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 1ba35323-68ea-4427-befa-aaea962d3dc9, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1ba35323-68ea-4427-befa-aaea962d3dc9,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:44.825952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a92f36b-4676-45e3-9670-ae1a336b5972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.872716 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a92f36b-4676-45e3-9670-ae1a336b5972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.896318 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500ccbd-8965-47a0-a030-cdb6f5c12fdf None None] The sync data for ids ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'] in n-d-778732-8 is: [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f87bf770-5347-4763-b3e5-65bb30e8ada2', 'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:0b:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:32Z', 'updated_at': '2021-08-19T12:44:43Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:45.068369 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe8a1e-d2e7-4814-be20-607710b30512 req-d089d28c-d96e-4ba2-9a53-2e5cbacc4d6d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:45.077201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52fe8a1e-d2e7-4814-be20-607710b30512 req-d089d28c-d96e-4ba2-9a53-2e5cbacc4d6d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.3889875 Aug 19 12:44:45.094960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:45.244666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Allocated IP 172.20.0.2 (065c6630-ddfe-429e-a32d-21383d30dd2d/58b76a97-7e99-40bc-9fef-77c15069f052/f4feb3b1-1704-4597-8a8a-d0918aed432c) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:45.282255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52fe8a1e-d2e7-4814-be20-607710b30512 req-23ef235e-8a86-4d79-8104-e71bee306371 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901441 Aug 19 12:44:45.336867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Subnet': ['ID=eb0f2b97-5d5b-43d3-8b5b-693d51531d65,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:45.386386 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:45.390257 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a92f36b-4676-45e3-9670-ae1a336b5972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:45.393044 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a92f36b-4676-45e3-9670-ae1a336b5972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:45.397839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1a92f36b-4676-45e3-9670-ae1a336b5972 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f4bfd67-31b5-4a81-a420-c3cf5f1eba06 HTTP/1.1" status: 204 len: 168 time: 0.8827534 Aug 19 12:44:45.418594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92f36b-4676-45e3-9670-ae1a336b5972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4bfd67-31b5-4a81-a420-c3cf5f1eba06,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:45.481865 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:45.515081 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:45.656902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a4ada-02f8-4b01-accd-a79c958d72fe None None] Network 30ddb10e-6315-4954-9feb-cd97bffecd1f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:45.699010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=1ba35323-68ea-4427-befa-aaea962d3dc9,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:45.726288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868f60f-3ba7-4ec0-93f5-7fcad4ffd312 req-97e3a03d-8158-4c49-b6a3-0760a737ca38 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:45.727896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e868f60f-3ba7-4ec0-93f5-7fcad4ffd312 req-97e3a03d-8158-4c49-b6a3-0760a737ca38 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.1754086 Aug 19 12:44:45.785478 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:45.853246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e868f60f-3ba7-4ec0-93f5-7fcad4ffd312 req-a2860d41-aac3-4df8-ae5a-d06b3ef6a013 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149325 Aug 19 12:44:45.884499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Allocated IP 172.25.6.135 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/44eb5e93-5b06-49db-900e-0ca57d1f57a5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:45.906765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d9bc-852d-48ae-93ce-4250f72e01d5 req-a4328222-c862-42ce-9e25-dca080c8fb81 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:45.926818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90f7d9bc-852d-48ae-93ce-4250f72e01d5 req-a4328222-c862-42ce-9e25-dca080c8fb81 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1097 time: 0.2212315 Aug 19 12:44:46.021998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f87bf770-5347-4763-b3e5-65bb30e8ada2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:46.075677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90f7d9bc-852d-48ae-93ce-4250f72e01d5 req-e63b0646-b86c-4fc4-8f9d-b485974c290c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224649 Aug 19 12:44:46.075813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Checking segment: {'id': '6c8cd9e6-cbd9-476c-8861-095dee169a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fff0010a-f66f-4729-a0ff-339683fac76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:46.075813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network hostable DHCP agents. Network: fff0010a-f66f-4729-a0ff-339683fac76e, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:44:46.131903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1899c04d-b55a-4fb5-9f1e-f2f5011a8c0a req-f3f4232c-aa34-4c8f-b463-52a9fad836da tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 210 time: 0.0954652 Aug 19 12:44:46.161207 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:46.211317 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network fff0010a-f66f-4729-a0ff-339683fac76e is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:46.217260 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-83050c2e-6f86-4e24-a285-dbdd97ddf1f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7381589 Aug 19 12:44:46.370803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ce3d1222-307d-4237-ac8e-12d777e7a16b None None] Provisioning for port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:46.381260 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:46.433639 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:44:46.446606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'name': 'tempest-TestAggregatesBasicOps-1068248120-router', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:22Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 4, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'gw_port': {'id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ed:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:25Z', 'updated_at': '2021-08-19T12:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'dfee282c-2d96-413b-9430-5a594a078588', 'name': '', 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'mac_address': 'fa:16:3e:4a:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'fa744467-2963-4e95-af16-e59cbc5b0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:31Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 2, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'subnets': [{'id': 'fa744467-2963-4e95-af16-e59cbc5b0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:46.508266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfe7e-b0ca-470d-a60a-1f7291349d13 req-5a3d4a09-31d4-47d7-b72d-a031a2ddc72c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:46.520489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adacfe7e-b0ca-470d-a60a-1f7291349d13 req-5a3d4a09-31d4-47d7-b72d-a031a2ddc72c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1073816 Aug 19 12:44:46.572796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, fff0010a-f66f-4729-a0ff-339683fac76e) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:46.607039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:46.609719 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:46.611259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Checking router: 78e6b39c-b12f-4e63-a2af-097e7f5d3957 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:46.623335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Updating router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 port dfee282c-2d96-413b-9430-5a594a078588 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:46.627196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6232278d-1a5d-49ba-8ef7-527f990d0182 None None] Network fff0010a-f66f-4729-a0ff-339683fac76e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:46.631968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Pushing event updated for resources: {'Port': ['ID=44eb5e93-5b06-49db-900e-0ca57d1f57a5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:46.660806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adacfe7e-b0ca-470d-a60a-1f7291349d13 req-5e88846d-7986-440c-90fd-9aeaa0d40d11 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312900 Aug 19 12:44:46.697005 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:46.705976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:46.728718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:46.770163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-103d977d-7cad-468a-ad38-bd19863a543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:46.771733 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-103d977d-7cad-468a-ad38-bd19863a543d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1096 time: 0.4610941 Aug 19 12:44:46.935525 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:46.964570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535c7cb-d2b3-40fe-b922-ea932c5d88fe req-5ef93b30-4ca3-4013-bf2c-57bfe4db3ffe tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:46.970050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0535c7cb-d2b3-40fe-b922-ea932c5d88fe req-5ef93b30-4ca3-4013-bf2c-57bfe4db3ffe tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1097 time: 0.1220407 Aug 19 12:44:46.973892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54014) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:47.010076 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7c94ea0a-5f36-4fde-a053-67c97c63e719 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4588137 Aug 19 12:44:47.012917 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54018) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:47.076199 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f5cad75-9fcd-4b88-891a-14254d38487c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:47.137703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'subnet': {'network_id': '3445fcf7-d45e-4455-8d22-a32f5179c622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:47.187306 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:47.302773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port f87bf770-5347-4763-b3e5-65bb30e8ada2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:47.326567 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-fff0010a-f66f-4729-a0ff-339683fac76e', 'network_id': 'fff0010a-f66f-4729-a0ff-339683fac76e', 'tenant_id': '61c1fc5eca2a4f8abc7b4ff382189a25', 'fixed_ips': [{'subnet_id': 'eb0f2b97-5d5b-43d3-8b5b-693d51531d65'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:44:47.327818 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:47.349802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Transition to ACTIVE for port object f4feb3b1-1704-4597-8a8a-d0918aed432c will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:47.470706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9add64-c193-4acb-9a07-c4ab08ea85c2 req-34306f52-91d7-4497-999c-b0e686fdd6a9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:47.473026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b9add64-c193-4acb-9a07-c4ab08ea85c2 req-34306f52-91d7-4497-999c-b0e686fdd6a9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.4477723 Aug 19 12:44:47.500126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14883ca-d639-4263-93bb-2bfff7118333 req-cf85c793-47a9-4d9e-946b-65ea8aa7064d tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:47.517029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a14883ca-d639-4263-93bb-2bfff7118333 req-cf85c793-47a9-4d9e-946b-65ea8aa7064d tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 1097 time: 0.3109708 Aug 19 12:44:47.541353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-bc7d1265-5003-484d-9c0e-4cdc29435009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:47.560448 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-bc7d1265-5003-484d-9c0e-4cdc29435009 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.5573242 Aug 19 12:44:47.663062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f869536a-40fe-4ec0-bf17-ace869f34bcd up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:47.703658 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f87bf770-5347-4763-b3e5-65bb30e8ada2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:47.704064 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:47.760551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b9add64-c193-4acb-9a07-c4ab08ea85c2 req-e6f18757-34e4-4be6-b974-84855d762c58 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706695 Aug 19 12:44:47.766021 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f5cad75-9fcd-4b88-891a-14254d38487c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:47.793651 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a14883ca-d639-4263-93bb-2bfff7118333 req-c26dd2fd-df3e-480e-8440-7cf9f0df6729 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625203 Aug 19 12:44:47.796007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Transition to ACTIVE for port object f4feb3b1-1704-4597-8a8a-d0918aed432c will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:47.815016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0535c7cb-d2b3-40fe-b922-ea932c5d88fe req-3e3e757b-4169-4c15-8f0d-d742dade5a8b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Deleting port b59c4523-4b40-49c8-8689-4601c448081b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:47.815233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0535c7cb-d2b3-40fe-b922-ea932c5d88fe req-3e3e757b-4169-4c15-8f0d-d742dade5a8b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:47.973776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae2ac2df-8683-43c5-849e-13929c20155c req-35ca7d23-f857-4471-b1ac-9377a164cf72 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 210 time: 0.0785387 Aug 19 12:44:48.029729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0535c7cb-d2b3-40fe-b922-ea932c5d88fe req-3e3e757b-4169-4c15-8f0d-d742dade5a8b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] For port b59c4523-4b40-49c8-8689-4601c448081b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b59c4523-4b40-49c8-8689-4601c448081b,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:48.031117 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0535c7cb-d2b3-40fe-b922-ea932c5d88fe req-3e3e757b-4169-4c15-8f0d-d742dade5a8b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.058166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcec2d-e658-4f07-80fa-b920cd5bcac9 req-c123ad6b-4833-4e09-9601-9ee2a396bbb4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:48.059744 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eefcec2d-e658-4f07-80fa-b920cd5bcac9 req-c123ad6b-4833-4e09-9601-9ee2a396bbb4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1635227 Aug 19 12:44:48.110155 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f5cad75-9fcd-4b88-891a-14254d38487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.173333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0535c7cb-d2b3-40fe-b922-ea932c5d88fe req-3e3e757b-4169-4c15-8f0d-d742dade5a8b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Calling delete_port for b59c4523-4b40-49c8-8689-4601c448081b owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:48.230584 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.293929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3f5cad75-9fcd-4b88-891a-14254d38487c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fb6a72ada9a41bfa66152a755497c49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3165267 Aug 19 12:44:48.322703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Network 065c6630-ddfe-429e-a32d-21383d30dd2d is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:48.334912 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Pushing event updated for resources: {'Port': ['ID=f4feb3b1-1704-4597-8a8a-d0918aed432c,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:48.338003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:48.344115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54040) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:48.350455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port f869536a-40fe-4ec0-bf17-ace869f34bcd completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:48.356900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:48.362795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port f869536a-40fe-4ec0-bf17-ace869f34bcd triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:48.363586 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.377128 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.396178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eefcec2d-e658-4f07-80fa-b920cd5bcac9 req-6cc2ca4b-0551-4eea-a06e-63da99c6fe28 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179133 Aug 19 12:44:48.426303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cad75-9fcd-4b88-891a-14254d38487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8f3643-cdd7-447d-85a9-88f2507538b1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:48.457340 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-57018758-8f4f-4231-ac72-ce4b2e3ac518 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 998 time: 0.8921735 Aug 19 12:44:48.521124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-f6ba329d-34db-4b2d-af90-58005cde8ded tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:48.523413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-f6ba329d-34db-4b2d-af90-58005cde8ded tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.52 "GET /v2.0/networks?id=8cf10b79-a761-4313-8f35-66a15cf3b2f8 HTTP/1.1" status: 200 len: 797 time: 0.4106302 Aug 19 12:44:48.526125 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-238eaa5e-2e6e-41fd-8096-c365f782ea03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.541590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Allocated IP 2001:db8::2 (fff0010a-f66f-4729-a0ff-339683fac76e/eb0f2b97-5d5b-43d3-8b5b-693d51531d65/5aa68feb-1b64-40a1-b68c-5e65deed982f) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:48.560060 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.575199 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-238eaa5e-2e6e-41fd-8096-c365f782ea03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.578901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Attempting to bind port f4feb3b1-1704-4597-8a8a-d0918aed432c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:48.579391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Attempting to bind port f4feb3b1-1704-4597-8a8a-d0918aed432c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a7177066-bced-4ec5-924a-b345d4629540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:48.579848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Attempting to bind port f4feb3b1-1704-4597-8a8a-d0918aed432c on network 065c6630-ddfe-429e-a32d-21383d30dd2d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:48.594988 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-af7106db-1a37-4560-a1e1-6a4a5562b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:48.596753 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-af7106db-1a37-4560-a1e1-6a4a5562b188 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.0848985 Aug 19 12:44:48.601410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Made reservation on behalf of 61c1fc5eca2a4f8abc7b4ff382189a25 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:48.605999 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.618154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port f87bf770-5347-4763-b3e5-65bb30e8ada2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f87bf770-5347-4763-b3e5-65bb30e8ada2,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:48.658434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-f4efa84d-8ef5-4d5f-a65f-cc6e4bad533b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14342c7fb8294b128c580938853dcfe8 HTTP/1.1" status: 200 len: 380 time: 0.1133313 Aug 19 12:44:48.675433 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.676829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'port': {'device_id': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'admin_state_up': True, 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'security_groups': ['834f718f-49a9-4908-94f1-08be0874ebaf']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:48.733144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:48.734089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Checking segment: {'id': 'a7177066-bced-4ec5-924a-b345d4629540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:48.734753 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.735437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Bound using segment: {'id': 'a7177066-bced-4ec5-924a-b345d4629540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:48.740160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Bound port: f4feb3b1-1704-4597-8a8a-d0918aed432c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7177066-bced-4ec5-924a-b345d4629540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:48.744551 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.785098 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.791796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:48.854721 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0535c7cb-d2b3-40fe-b922-ea932c5d88fe req-3e3e757b-4169-4c15-8f0d-d742dade5a8b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.949891 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-238eaa5e-2e6e-41fd-8096-c365f782ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.960558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-238eaa5e-2e6e-41fd-8096-c365f782ea03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.963890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-238eaa5e-2e6e-41fd-8096-c365f782ea03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f8f3643-cdd7-447d-85a9-88f2507538b1 HTTP/1.1" status: 204 len: 168 time: 0.6187015 Aug 19 12:44:49.106973 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['b59c4523-4b40-49c8-8689-4601c448081b'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:49.128531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e757b-4169-4c15-8f0d-d742dade5a8b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Pushing event deleted for resources: {'Port': ['ID=b59c4523-4b40-49c8-8689-4601c448081b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:49.132874 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-8c7428ff-0625-4c9a-b2a2-cb67351789b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:49.145406 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-8c7428ff-0625-4c9a-b2a2-cb67351789b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5217090 Aug 19 12:44:49.181803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-f8b2ff31-dd3e-4c36-8f9b-af218b30cc3f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:44:49.186857 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-f8b2ff31-dd3e-4c36-8f9b-af218b30cc3f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148630 Aug 19 12:44:49.195978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0535c7cb-d2b3-40fe-b922-ea932c5d88fe req-3e3e757b-4169-4c15-8f0d-d742dade5a8b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] No DVR routers for this DVR port b59c4523-4b40-49c8-8689-4601c448081b on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:49.199708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['c5c62775-9225-4ea5-9e58-6ca494e6a626'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:49.201948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Made reservation on behalf of 14342c7fb8294b128c580938853dcfe8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:49.213182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.307195 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0535c7cb-d2b3-40fe-b922-ea932c5d88fe req-3e3e757b-4169-4c15-8f0d-d742dade5a8b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.315027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0535c7cb-d2b3-40fe-b922-ea932c5d88fe req-3e3e757b-4169-4c15-8f0d-d742dade5a8b tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.53 "DELETE /v2.0/ports/b59c4523-4b40-49c8-8689-4601c448081b HTTP/1.1" status: 204 len: 173 time: 2.3239241 Aug 19 12:44:49.390660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872be227-5d89-4c35-bc28-96ce4d90f493', 'name': 'network-vif-deleted', 'tag': 'b59c4523-4b40-49c8-8689-4601c448081b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:49.395416 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365c3bf4-2cc2-4aa0-8060-a8673198311d" -d '{"events": [{"server_uuid": "872be227-5d89-4c35-bc28-96ce4d90f493", "name": "network-vif-deleted", "tag": "b59c4523-4b40-49c8-8689-4601c448081b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:49.398322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238eaa5e-2e6e-41fd-8096-c365f782ea03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8f3643-cdd7-447d-85a9-88f2507538b1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:49.430411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b5f5122-bd50-4391-a00c-1c9c0f808f9d req-b9ab6e75-d1a7-4050-9eed-9bd66bab59b3 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 210 time: 0.2969322 Aug 19 12:44:49.494416 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-d27738ef-f768-4e7f-8ce1-2ddaf8c85ebc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5098228 Aug 19 12:44:49.585333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=f87bf770-5347-4763-b3e5-65bb30e8ada2,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:49.606526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e8a9-ab17-46b2-a068-ee51c5cf6636 req-6901a165-97a0-4a99-b7dd-4f6b9e683a44 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:49.629577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0117e8a9-ab17-46b2-a068-ee51c5cf6636 req-6901a165-97a0-4a99-b7dd-4f6b9e683a44 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.6642413 Aug 19 12:44:49.688763 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.699008 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-a06fc0be-38cd-4818-964a-30f0799fef4c service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704840 Aug 19 12:44:49.711125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Transition to ACTIVE for port object dfee282c-2d96-413b-9430-5a594a078588 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:49.748098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.830936 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a368aed-4d9a-4791-8a6e-034e29732dcf req-c6ab09be-dca6-46ef-9d04-68bed1e40eba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 210 time: 0.1310451 Aug 19 12:44:49.831661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-a53d4a5d-e296-4cc8-9f6e-8ee18a8e8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:49.833524 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-a53d4a5d-e296-4cc8-9f6e-8ee18a8e8ff4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 1096 time: 0.2591712 Aug 19 12:44:49.937478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0117e8a9-ab17-46b2-a068-ee51c5cf6636 req-5451861a-5a8e-4164-b68a-9c6e1d8d3291 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036079 Aug 19 12:44:49.962599 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.008474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:50.053686 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1da2bf4-8c5a-432b-ba11-cb2f1bb4747e x-openstack-request-id: req-f1da2bf4-8c5a-432b-ba11-cb2f1bb4747e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:50.054078 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872be227-5d89-4c35-bc28-96ce4d90f493", "name": "network-vif-deleted", "tag": "b59c4523-4b40-49c8-8689-4601c448081b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:50.054333 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1da2bf4-8c5a-432b-ba11-cb2f1bb4747e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:50.054733 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872be227-5d89-4c35-bc28-96ce4d90f493', 'name': 'network-vif-deleted', 'tag': 'b59c4523-4b40-49c8-8689-4601c448081b', 'status': 'completed', 'code': 200} Aug 19 12:44:50.080155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:50.084529 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b36ef8-d193-4706-913d-b0c4929c46d9" -d '{"events": [{"server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "name": "network-vif-plugged", "status": "completed", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:50.099330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c442391-b922-402b-b197-a1f96014a073 None None] Pushing event updated for resources: {'Port': ['ID=dfee282c-2d96-413b-9430-5a594a078588,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:50.106507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.20.0.11 (8cf10b79-a761-4313-8f35-66a15cf3b2f8/6612dc6c-1b56-40a4-b77b-208d2f80fc8b/db174b20-42a5-455c-b7f9-78a58acf06e3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:50.149594 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.185888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b59c4523-4b40-49c8-8689-4601c448081b no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:50.196861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ea670-f490-4377-9c00-31fd27fea26d req-e8f5d5c2-29f7-44c1-84af-d68cfeb15efc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:50.200532 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-687ea670-f490-4377-9c00-31fd27fea26d req-e8f5d5c2-29f7-44c1-84af-d68cfeb15efc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1976588 Aug 19 12:44:50.329607 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.404109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:50.430811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:50.431398 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.434207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: b59c4523-4b40-49c8-8689-4601c448081b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:50.434207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b59c4523-4b40-49c8-8689-4601c448081b not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:50.507771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] For port f4feb3b1-1704-4597-8a8a-d0918aed432c, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:50.616575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-687ea670-f490-4377-9c00-31fd27fea26d req-74a1c19a-3001-4a82-b46a-93669f111cd9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006073 Aug 19 12:44:50.715441 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86e301e-4172-4d1c-adb8-7b7c41c708c8 x-openstack-request-id: req-b86e301e-4172-4d1c-adb8-7b7c41c708c8 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:50.715441 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "name": "network-vif-plugged", "status": "completed", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:50.716172 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b86e301e-4172-4d1c-adb8-7b7c41c708c8 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:50.716172 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'code': 200} Aug 19 12:44:50.757101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-0e310e04-a22e-408a-bfc7-829dd5ba7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:50.759403 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-0e310e04-a22e-408a-bfc7-829dd5ba7e85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.8755639 Aug 19 12:44:50.781562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:50.797814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] For port f4feb3b1-1704-4597-8a8a-d0918aed432c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f4feb3b1-1704-4597-8a8a-d0918aed432c,segment=NetworkSegment(a7177066-bced-4ec5-924a-b345d4629540),segment_id=a7177066-bced-4ec5-924a-b345d4629540)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:50.882017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a833aa53-0283-44d3-9ecc-d583f9a4cb90 req-d2a758fc-1ef1-4664-bb91-3f79cf61732c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=872be227-5d89-4c35-bc28-96ce4d90f493 HTTP/1.1" status: 200 len: 210 time: 0.0960646 Aug 19 12:44:50.899912 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-abf63d20-9c20-4e72-a355-218ce56280f2 req-beaf9c11-0170-4fc2-b78e-6e09eae69661 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1739423 Aug 19 12:44:50.901199 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-8b531143-a881-42f7-bc37-8092f8e3b77b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66e6ea3e-7f30-4c43-bf0d-92f2d3477045 HTTP/1.1" status: 200 len: 217 time: 0.1073480 Aug 19 12:44:50.928997 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Subnet': ['ID=8cd52239-a311-43fe-9dc4-36e316ba820a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:51.013696 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.036371 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Checking segment: {'id': '3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3445fcf7-d45e-4455-8d22-a32f5179c622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:51.036742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network hostable DHCP agents. Network: 3445fcf7-d45e-4455-8d22-a32f5179c622, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:44:51.038162 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.043201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adac951-13c8-4087-b476-a552c5a280a0 req-5c7ae2f3-f932-41fb-8bb0-ad5c49f21358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:51.044977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9adac951-13c8-4087-b476-a552c5a280a0 req-5c7ae2f3-f932-41fb-8bb0-ad5c49f21358 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 1097 time: 0.3839774 Aug 19 12:44:51.062459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-3c9bc748-2cae-4048-96cb-4abb35d541bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:51.062956 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-3c9bc748-2cae-4048-96cb-4abb35d541bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.1520679 Aug 19 12:44:51.111290 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.119401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d83cc0ad-7d09-456d-b982-145e959efd0b req-acc92138-009c-41a8-9448-dd56c2df5a7c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 210 time: 0.1019673 Aug 19 12:44:51.120586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Transition to ACTIVE for port object db174b20-42a5-455c-b7f9-78a58acf06e3 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:51.147913 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-cc54b1dc-6fb7-476b-a3bb-d8fb6891516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:51.155413 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-cc54b1dc-6fb7-476b-a3bb-d8fb6891516f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830066 Aug 19 12:44:51.182239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Attempting to bind port dfee282c-2d96-413b-9430-5a594a078588 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:51.182911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Attempting to bind port dfee282c-2d96-413b-9430-5a594a078588 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a27cb44f-980f-463e-bbb5-215151579031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:51.183414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Attempting to bind port dfee282c-2d96-413b-9430-5a594a078588 on network f45928d3-64fa-4a35-b736-baab02297b09 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:51.198147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Router 0d8be548-43ba-4b5e-b664-992d34df94ad is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:44:51.230300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network 3445fcf7-d45e-4455-8d22-a32f5179c622 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:51.244254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9adac951-13c8-4087-b476-a552c5a280a0 req-7ad47c71-56d7-435f-a28e-e788c8cec0a6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887698 Aug 19 12:44:51.252566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cadea-cea0-46c0-b175-55fec2a004e9 req-0c8da3a0-169a-460d-87c2-a4e38f480ab3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:51.260376 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e31cadea-cea0-46c0-b175-55fec2a004e9 req-0c8da3a0-169a-460d-87c2-a4e38f480ab3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.2114072 Aug 19 12:44:51.272518 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.313400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1ef91e87-16d7-4b48-a7bf-c4fba1594e52,segment=NetworkSegment(6a9f2edf-99a5-4080-a8bd-6e182340b7b0),segment_id=6a9f2edf-99a5-4080-a8bd-6e182340b7b0)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:51.321696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:51.322310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Checking segment: {'id': 'a27cb44f-980f-463e-bbb5-215151579031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:51.322800 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.323275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Bound using segment: {'id': 'a27cb44f-980f-463e-bbb5-215151579031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:51.324096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Bound port: dfee282c-2d96-413b-9430-5a594a078588, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27cb44f-980f-463e-bbb5-215151579031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:51.324686 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.375516 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Transition to ACTIVE for port object 5aa68feb-1b64-40a1-b68c-5e65deed982f will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:51.400590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e31cadea-cea0-46c0-b175-55fec2a004e9 req-112e8c63-4292-4c0d-b8cb-5149b7f6aa22 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392324 Aug 19 12:44:51.416617 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.437908 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.452897 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6b962c1e-aab6-49c3-875e-b23b8258be47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.595462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:51.618623 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 3445fcf7-d45e-4455-8d22-a32f5179c622) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:51.625107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:51.636111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:51.706638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:51.710055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] For port dfee282c-2d96-413b-9430-5a594a078588, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:51.712591 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.720688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] For port dfee282c-2d96-413b-9430-5a594a078588, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dfee282c-2d96-413b-9430-5a594a078588,segment=NetworkSegment(a27cb44f-980f-463e-bbb5-215151579031),segment_id=a27cb44f-980f-463e-bbb5-215151579031)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:51.763468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0799364-fe93-4867-81fa-75875f9a48a5 None None] Pushing event updated for resources: {'Port': ['ID=f4feb3b1-1704-4597-8a8a-d0918aed432c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:51.773789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990e8b96-da44-495f-b322-08f02d5f54e1 None None] Network 3445fcf7-d45e-4455-8d22-a32f5179c622 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:51.787864 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-32a6bba7-d028-40d4-88ce-a48f3b57242b service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128917 Aug 19 12:44:51.816481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=db174b20-42a5-455c-b7f9-78a58acf06e3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:51.906672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=1ef91e87-16d7-4b48-a7bf-c4fba1594e52,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:51.916950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:51.917673 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.976398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1ba35323-68ea-4427-befa-aaea962d3dc9 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:52.022293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:52.035266 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Sync routers for ids ['0d8be548-43ba-4b5e-b664-992d34df94ad'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:52.057693 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Routers {'0d8be548-43ba-4b5e-b664-992d34df94ad'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:52.059146 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8be548-43ba-4b5e-b664-992d34df94ad'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:52.095270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040a606-762d-4944-9cc0-5a55b0ec21ee req-df30435d-4da3-4368-9520-9ba78166f17f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:52.099868 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8040a606-762d-4944-9cc0-5a55b0ec21ee req-df30435d-4da3-4368-9520-9ba78166f17f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1619351 Aug 19 12:44:52.103077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Transition to ACTIVE for port object 5aa68feb-1b64-40a1-b68c-5e65deed982f will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:52.108688 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.144149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-eca29be0-2b45-4d1a-b40a-73c1ba688539 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4778895 Aug 19 12:44:52.161801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Request body: {'port': {'device_id': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:52.241052 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.379187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8040a606-762d-4944-9cc0-5a55b0ec21ee req-692224b0-1f8d-46d9-9fce-fbaee2af37ea tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720404 Aug 19 12:44:52.448195 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Set router 0d8be548-43ba-4b5e-b664-992d34df94ad gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:52.482821 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.553785 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d339bc4d-36d3-4a73-a1b7-2e0ab4612517 req-852cadb9-86f0-4e9f-bc12-60d665786b8e service neutron] 10.222.0.53 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128458 Aug 19 12:44:52.558300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c442391-b922-402b-b197-a1f96014a073 None None] Pushing event updated for resources: {'Port': ['ID=dfee282c-2d96-413b-9430-5a594a078588,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:52.563086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.568410 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f4724f2d-66bd-4786-9e49-5f1e3c6924d3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1768906 Aug 19 12:44:52.571515 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-78ed71d7-6f81-41bf-a4c1-fa0d19db04e3 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.5530047 Aug 19 12:44:52.575240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54108) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:52.575585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54110) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:53.021678 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'name': 'tempest-TestAggregatesBasicOps-10818108-router', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:43Z', 'updated_at': '2021-08-19T12:44:47Z', 'revision_number': 3, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'gw_port': {'id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:53.060207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3619ba-d65a-441f-9239-d73b964da9e3 req-e54ed4ae-9094-467b-bd71-01d774a0de2a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:53.079171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a3619ba-d65a-441f-9239-d73b964da9e3 req-e54ed4ae-9094-467b-bd71-01d774a0de2a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 932 time: 0.4536316 Aug 19 12:44:53.134324 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Checking router: 0d8be548-43ba-4b5e-b664-992d34df94ad for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:53.135302 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Updating router 0d8be548-43ba-4b5e-b664-992d34df94ad port 44eb5e93-5b06-49db-900e-0ca57d1f57a5 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:53.229689 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:53.331984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Network fff0010a-f66f-4729-a0ff-339683fac76e is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:53.368245 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Routers {'78e6b39c-b12f-4e63-a2af-097e7f5d3957'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:53.368913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:53.371208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-3445fcf7-d45e-4455-8d22-a32f5179c622', 'network_id': '3445fcf7-d45e-4455-8d22-a32f5179c622', 'tenant_id': '61c1fc5eca2a4f8abc7b4ff382189a25', 'fixed_ips': [{'subnet_id': '8cd52239-a311-43fe-9dc4-36e316ba820a'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:44:53.376924 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:53.380345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:53.387016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:53.425871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a3619ba-d65a-441f-9239-d73b964da9e3 req-ba612ce9-1abc-419a-8c3d-4d5336d1b0fe tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417151 Aug 19 12:44:53.515314 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b97f2d1b-99d4-44ba-8ecf-557a20102201 None None] Provisioning for port db174b20-42a5-455c-b7f9-78a58acf06e3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:53.522139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Pushing event updated for resources: {'Port': ['ID=5aa68feb-1b64-40a1-b68c-5e65deed982f,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:53.556729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b97f2d1b-99d4-44ba-8ecf-557a20102201 None None] Provisioning complete for port db174b20-42a5-455c-b7f9-78a58acf06e3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:53.556964 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b97f2d1b-99d4-44ba-8ecf-557a20102201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:53.610429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cb9e09-8a67-44c8-bd23-329f02356807 None None] Network 065c6630-ddfe-429e-a32d-21383d30dd2d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:53.644485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae994807-30ab-40c6-94cb-1005f4133fc4 req-da835907-73c1-450c-b001-6b7c2f2433ae tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:53.659924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae994807-30ab-40c6-94cb-1005f4133fc4 req-da835907-73c1-450c-b001-6b7c2f2433ae tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.5559375 Aug 19 12:44:53.868969 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:53.907244 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Transition to ACTIVE for port object 44eb5e93-5b06-49db-900e-0ca57d1f57a5 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:53.973971 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.021100 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.039767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Allocated IP 2001:db8::2 (3445fcf7-d45e-4455-8d22-a32f5179c622/8cd52239-a311-43fe-9dc4-36e316ba820a/c30f927a-6613-417c-b6d6-6948d21488c7) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:54.088436 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Attempting to bind port 44eb5e93-5b06-49db-900e-0ca57d1f57a5 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:54.092831 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Attempting to bind port 44eb5e93-5b06-49db-900e-0ca57d1f57a5 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:54.094244 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Attempting to bind port 44eb5e93-5b06-49db-900e-0ca57d1f57a5 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:54.168015 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:54.168714 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:54.169628 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.170056 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:54.173038 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Bound port: 44eb5e93-5b06-49db-900e-0ca57d1f57a5, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:54.176345 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.299235 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca74b9d-05ff-4eb8-b7e2-274e6461946f None None] Pushing event updated for resources: {'Port': ['ID=44eb5e93-5b06-49db-900e-0ca57d1f57a5,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:54.369291 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] For port 44eb5e93-5b06-49db-900e-0ca57d1f57a5, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:54.375945 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] For port 44eb5e93-5b06-49db-900e-0ca57d1f57a5, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=44eb5e93-5b06-49db-900e-0ca57d1f57a5,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:54.398669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] Set router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:54.481684 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.583749 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca74b9d-05ff-4eb8-b7e2-274e6461946f None None] Pushing event updated for resources: {'Port': ['ID=44eb5e93-5b06-49db-900e-0ca57d1f57a5,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:54.633061 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Routers {'0d8be548-43ba-4b5e-b664-992d34df94ad'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:54.634001 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8be548-43ba-4b5e-b664-992d34df94ad'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:54.642843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae994807-30ab-40c6-94cb-1005f4133fc4 req-ab44abb1-c53f-4304-9d58-595533ff2d8a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9872770 Aug 19 12:44:54.671753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b97f2d1b-99d4-44ba-8ecf-557a20102201 None None] Port db174b20-42a5-455c-b7f9-78a58acf06e3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:54.673564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1ba35323-68ea-4427-befa-aaea962d3dc9 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:54.675335 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.708688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3b016-b1e3-4d0b-b2e7-976fb7d4125f req-aa5daf74-12b2-4547-99e8-76bc72cc4aea tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:54.718413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02a3b016-b1e3-4d0b-b2e7-976fb7d4125f req-aa5daf74-12b2-4547-99e8-76bc72cc4aea tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1097 time: 1.0971537 Aug 19 12:44:54.772471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Attempting to bind port 5aa68feb-1b64-40a1-b68c-5e65deed982f on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:54.773609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Attempting to bind port 5aa68feb-1b64-40a1-b68c-5e65deed982f by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '6c8cd9e6-cbd9-476c-8861-095dee169a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fff0010a-f66f-4729-a0ff-339683fac76e'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:54.777426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Attempting to bind port 5aa68feb-1b64-40a1-b68c-5e65deed982f on network fff0010a-f66f-4729-a0ff-339683fac76e {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:54.856605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02a3b016-b1e3-4d0b-b2e7-976fb7d4125f req-b22bb9c8-2560-41bf-a825-dd661b9c0187 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279449 Aug 19 12:44:54.882656 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] Set router 0d8be548-43ba-4b5e-b664-992d34df94ad gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:54.895370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db174b20-42a5-455c-b7f9-78a58acf06e3 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:54.913903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:54.914341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Checking segment: {'id': '6c8cd9e6-cbd9-476c-8861-095dee169a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fff0010a-f66f-4729-a0ff-339683fac76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:54.914689 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.915096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Bound using segment: {'id': '6c8cd9e6-cbd9-476c-8861-095dee169a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fff0010a-f66f-4729-a0ff-339683fac76e'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:54.915594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Bound port: 5aa68feb-1b64-40a1-b68c-5e65deed982f, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8cd9e6-cbd9-476c-8861-095dee169a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fff0010a-f66f-4729-a0ff-339683fac76e'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:54.916179 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.920969 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.950293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Transition to ACTIVE for port object db174b20-42a5-455c-b7f9-78a58acf06e3 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:55.158277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5275d89-d5e8-4747-a6ed-2fd22fbfcae0 req-07e11b5a-3fed-482f-a2bb-b4ef72596a02 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:55.160939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5275d89-d5e8-4747-a6ed-2fd22fbfcae0 req-07e11b5a-3fed-482f-a2bb-b4ef72596a02 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2034326 Aug 19 12:44:55.250907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:55.399455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f87bf770-5347-4763-b3e5-65bb30e8ada2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:55.512271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a3008413-3fbc-470a-b032-e003920dd4c9 None None] Provisioning for port f4feb3b1-1704-4597-8a8a-d0918aed432c completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:55.571034 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Allocated IP 2001:db8::1 (fff0010a-f66f-4729-a0ff-339683fac76e/eb0f2b97-5d5b-43d3-8b5b-693d51531d65/555b5fd4-a360-4b9c-ade3-786248df1e90) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:55.683907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5275d89-d5e8-4747-a6ed-2fd22fbfcae0 req-8b225585-f388-4005-8dc0-e1e04615bacf tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951472 Aug 19 12:44:55.767403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c915340-6765-48c5-93f2-eb02d5f80307 req-c403c398-563b-4d45-b35b-a98c4fd95663 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:55.792170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c915340-6765-48c5-93f2-eb02d5f80307 req-c403c398-563b-4d45-b35b-a98c4fd95663 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 944 time: 0.7036657 Aug 19 12:44:55.819476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Pushing event updated for resources: {'Port': ['ID=db174b20-42a5-455c-b7f9-78a58acf06e3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:55.870253 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6da4ea9b-2504-4e40-9f13-06925646caa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.007926 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.016762 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'name': 'tempest-TestAggregatesBasicOps-10818108-router', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:43Z', 'updated_at': '2021-08-19T12:44:47Z', 'revision_number': 3, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'gw_port': {'id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:56.023641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f87bf770-5347-4763-b3e5-65bb30e8ada2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:56.024029 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.055310 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Transition to ACTIVE for port object 555b5fd4-a360-4b9c-ade3-786248df1e90 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:56.100768 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.125442 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5009c3-c7d0-4dc1-8b91-8783db05524e None None] The sync data for ids ['0d8be548-43ba-4b5e-b664-992d34df94ad'] in n-d-778732-8 is: [{'id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'name': 'tempest-TestAggregatesBasicOps-10818108-router', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:43Z', 'updated_at': '2021-08-19T12:44:47Z', 'revision_number': 3, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'gw_port': {'id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:56.177989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fe1f2-e111-410c-a272-d11ac099b93e req-9bf50992-e8b1-4445-a808-7b052b0bb3ce tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:56.181810 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2d3fe1f2-e111-410c-a272-d11ac099b93e req-9bf50992-e8b1-4445-a808-7b052b0bb3ce tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1097 time: 1.2992117 Aug 19 12:44:56.286660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.287771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c915340-6765-48c5-93f2-eb02d5f80307 req-025fba9a-fad8-4605-88d3-346fc041075c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4945614 Aug 19 12:44:56.348077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Transition to ACTIVE for port object c30f927a-6613-417c-b6d6-6948d21488c7 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:56.365362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] For port 5aa68feb-1b64-40a1-b68c-5e65deed982f, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:56.369576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.410135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163522d-e9db-485f-9c7a-4bcdc501778f req-c71bee8d-1199-442e-8d95-75e6a27f3141 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:56.420940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0163522d-e9db-485f-9c7a-4bcdc501778f req-c71bee8d-1199-442e-8d95-75e6a27f3141 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.4156427 Aug 19 12:44:56.430131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Attempting to bind port db174b20-42a5-455c-b7f9-78a58acf06e3 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:56.431031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Attempting to bind port db174b20-42a5-455c-b7f9-78a58acf06e3 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:56.431470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Attempting to bind port db174b20-42a5-455c-b7f9-78a58acf06e3 on network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:56.454162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Port db174b20-42a5-455c-b7f9-78a58acf06e3 on network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:44:56.458626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Attempting to bind port db174b20-42a5-455c-b7f9-78a58acf06e3 on network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:56.470933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] For port 5aa68feb-1b64-40a1-b68c-5e65deed982f, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5aa68feb-1b64-40a1-b68c-5e65deed982f,segment=NetworkSegment(6c8cd9e6-cbd9-476c-8861-095dee169a94),segment_id=6c8cd9e6-cbd9-476c-8861-095dee169a94)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:56.482864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:56.484013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Checking segment: {'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:56.484013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Bound using segment: {'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:56.485017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Bound port: db174b20-42a5-455c-b7f9-78a58acf06e3, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:56.485523 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.518211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Transition to ACTIVE for port object c30f927a-6613-417c-b6d6-6948d21488c7 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:56.581540 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network fff0010a-f66f-4729-a0ff-339683fac76e is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:56.611852 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:56.616153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:56.616976 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.626018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.680620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Port': ['ID=555b5fd4-a360-4b9c-ade3-786248df1e90,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:56.728036 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0163522d-e9db-485f-9c7a-4bcdc501778f req-c549217c-2d2d-483f-a92a-583ab19c8a33 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991257 Aug 19 12:44:56.811652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb70a13-c156-44fe-a420-2862ae8f6f5f req-560ca575-67ca-44fe-be7a-8dee40107e95 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:56.826116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bb70a13-c156-44fe-a420-2862ae8f6f5f req-560ca575-67ca-44fe-be7a-8dee40107e95 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 1097 time: 0.3675175 Aug 19 12:44:56.849622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-2d3fe1f2-e111-410c-a272-d11ac099b93e req-06c2cdd8-7357-4b64-b29a-a6e0348fc04c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Deleting port c5c62775-9225-4ea5-9e58-6ca494e6a626 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:56.849622 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2d3fe1f2-e111-410c-a272-d11ac099b93e req-06c2cdd8-7357-4b64-b29a-a6e0348fc04c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.930835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] For port db174b20-42a5-455c-b7f9-78a58acf06e3, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:56.989323 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.026083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bb70a13-c156-44fe-a420-2862ae8f6f5f req-9e4bed90-7478-461c-8c83-ba1af679a21d tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c8733346-b164-4d02-9a2b-d9233a5e8387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918209 Aug 19 12:44:57.078928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-2d3fe1f2-e111-410c-a272-d11ac099b93e req-06c2cdd8-7357-4b64-b29a-a6e0348fc04c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] For port c5c62775-9225-4ea5-9e58-6ca494e6a626, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c5c62775-9225-4ea5-9e58-6ca494e6a626,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:57.081564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2d3fe1f2-e111-410c-a272-d11ac099b93e req-06c2cdd8-7357-4b64-b29a-a6e0348fc04c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.084929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'name': 'tempest-TestAggregatesBasicOps-1068248120-router', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:22Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 4, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'gw_port': {'id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ed:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:25Z', 'updated_at': '2021-08-19T12:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'dfee282c-2d96-413b-9430-5a594a078588', 'name': '', 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'mac_address': 'fa:16:3e:4a:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'fa744467-2963-4e95-af16-e59cbc5b0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:31Z', 'updated_at': '2021-08-19T12:44:51Z', 'revision_number': 4, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'subnets': [{'id': 'fa744467-2963-4e95-af16-e59cbc5b0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:57.090151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] For port db174b20-42a5-455c-b7f9-78a58acf06e3, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db174b20-42a5-455c-b7f9-78a58acf06e3,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:57.114207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-2d3fe1f2-e111-410c-a272-d11ac099b93e req-06c2cdd8-7357-4b64-b29a-a6e0348fc04c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Calling delete_port for c5c62775-9225-4ea5-9e58-6ca494e6a626 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:57.204843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-3965440d-08f4-4e34-ab63-6d623fa92450 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:57.214294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d47e16-1d09-4457-ba7f-bc46f2e541c9 None None] The sync data for ids ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'] in n-d-778732-8 is: [{'id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'name': 'tempest-TestAggregatesBasicOps-1068248120-router', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:22Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 4, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'gw_port': {'id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ed:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:25Z', 'updated_at': '2021-08-19T12:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'dfee282c-2d96-413b-9430-5a594a078588', 'name': '', 'network_id': 'f45928d3-64fa-4a35-b736-baab02297b09', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'mac_address': 'fa:16:3e:4a:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'fa744467-2963-4e95-af16-e59cbc5b0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:31Z', 'updated_at': '2021-08-19T12:44:51Z', 'revision_number': 4, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'subnets': [{'id': 'fa744467-2963-4e95-af16-e59cbc5b0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:57.215085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-3965440d-08f4-4e34-ab63-6d623fa92450 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 814 time: 0.2593024 Aug 19 12:44:57.255587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-e9986d32-f819-47f3-a8ce-7f1f7d7b899b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/quotas/d09c90f9380c4cdb9684577809d6aa37 HTTP/1.1" status: 200 len: 375 time: 0.0393851 Aug 19 12:44:57.261703 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.312774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Network 3445fcf7-d45e-4455-8d22-a32f5179c622 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:57.358888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:57.361734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54206) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:57.368929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145ed9-82e8-436a-9874-2a7b4019963c None None] Pushing event updated for resources: {'Port': ['ID=5aa68feb-1b64-40a1-b68c-5e65deed982f,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:57.396254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:57.408507 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.601182 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2d3fe1f2-e111-410c-a272-d11ac099b93e req-06c2cdd8-7357-4b64-b29a-a6e0348fc04c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.625768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['c5c62775-9225-4ea5-9e58-6ca494e6a626'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:57.825579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:57.828149 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.831517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] 10.222.0.52 "PUT /v2.0/ports/db174b20-42a5-455c-b7f9-78a58acf06e3 HTTP/1.1" status: 200 len: 1092 time: 5.6742043 Aug 19 12:44:57.836752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:57.848784 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd59991-905f-478d-b50a-78db010c19bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:57.894661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2cdd8-7357-4b64-b29a-a6e0348fc04c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5c62775-9225-4ea5-9e58-6ca494e6a626,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:57.920707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.969482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Pushing event updated for resources: {'Port': ['ID=c30f927a-6613-417c-b6d6-6948d21488c7,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:57.970484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bdac0-05d8-4b43-bbe1-9bc0ef4d6a12 service neutron] Pushing event updated for resources: {'Port': ['ID=db174b20-42a5-455c-b7f9-78a58acf06e3,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:57.996516 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Attempting to bind port c30f927a-6613-417c-b6d6-6948d21488c7 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:58.001127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Attempting to bind port c30f927a-6613-417c-b6d6-6948d21488c7 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3445fcf7-d45e-4455-8d22-a32f5179c622'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:58.001788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Attempting to bind port c30f927a-6613-417c-b6d6-6948d21488c7 on network 3445fcf7-d45e-4455-8d22-a32f5179c622 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:58.019454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:58.020139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Checking segment: {'id': '3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3445fcf7-d45e-4455-8d22-a32f5179c622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:58.028520 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:58.028520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Bound using segment: {'id': '3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3445fcf7-d45e-4455-8d22-a32f5179c622'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:58.028520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Bound port: c30f927a-6613-417c-b6d6-6948d21488c7, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3445fcf7-d45e-4455-8d22-a32f5179c622'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:58.028520 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:58.155729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dfee282c-2d96-413b-9430-5a594a078588 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:58.172398 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9575651-1f16-46c9-a01e-6a8aff37d252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:58.179523 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-644d0bdc-91cb-4c24-bc93-0317288104c2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9196866 Aug 19 12:44:58.289776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3fe1f2-e111-410c-a272-d11ac099b93e req-06c2cdd8-7357-4b64-b29a-a6e0348fc04c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] No DVR routers for this DVR port c5c62775-9225-4ea5-9e58-6ca494e6a626 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:58.311397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] For port c30f927a-6613-417c-b6d6-6948d21488c7, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:58.333465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] For port c30f927a-6613-417c-b6d6-6948d21488c7, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c30f927a-6613-417c-b6d6-6948d21488c7,segment=NetworkSegment(3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e),segment_id=3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:58.337738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10e548-c5b7-4ca4-ad91-9e9736de069e req-9a2cf0c1-907c-4f6a-9562-73143b577e64 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:58.340567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e10e548-c5b7-4ca4-ad91-9e9736de069e req-9a2cf0c1-907c-4f6a-9562-73143b577e64 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 944 time: 0.6192639 Aug 19 12:44:58.369047 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-2d3fe1f2-e111-410c-a272-d11ac099b93e req-06c2cdd8-7357-4b64-b29a-a6e0348fc04c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:58.371702 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2d3fe1f2-e111-410c-a272-d11ac099b93e req-06c2cdd8-7357-4b64-b29a-a6e0348fc04c tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.52 "DELETE /v2.0/ports/c5c62775-9225-4ea5-9e58-6ca494e6a626 HTTP/1.1" status: 204 len: 173 time: 2.1820405 Aug 19 12:44:58.372278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e66d6f9-6873-4dee-b216-847e1af3a7b6', 'name': 'network-vif-deleted', 'tag': 'c5c62775-9225-4ea5-9e58-6ca494e6a626'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:58.374804 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453ae48a-a88d-426f-9c98-a95e4bb4bd59" -d '{"events": [{"server_uuid": "9e66d6f9-6873-4dee-b216-847e1af3a7b6", "name": "network-vif-deleted", "tag": "c5c62775-9225-4ea5-9e58-6ca494e6a626"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:58.418895 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:58.480257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-698d7a56-4943-4027-8ec3-88dbec831107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:58.481935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-698d7a56-4943-4027-8ec3-88dbec831107 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 1095 time: 0.5139012 Aug 19 12:44:58.520409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port dfee282c-2d96-413b-9430-5a594a078588 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:58.554644 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:58.565044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port dfee282c-2d96-413b-9430-5a594a078588 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:58.572265 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:58.647237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e10e548-c5b7-4ca4-ad91-9e9736de069e req-b15899a7-8caf-40fd-95f1-82625d22d000 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720912 Aug 19 12:44:59.023810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-e3579c0f-a9f9-4247-be25-51a3e4223daa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db174b20-42a5-455c-b7f9-78a58acf06e3 HTTP/1.1" status: 200 len: 217 time: 0.4017177 Aug 19 12:44:59.186391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-12bc3bad-7e16-45e7-8c0e-243530742c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:59.188052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-12bc3bad-7e16-45e7-8c0e-243530742c57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6612dc6c-1b56-40a4-b77b-208d2f80fc8b HTTP/1.1" status: 200 len: 834 time: 0.1636894 Aug 19 12:44:59.218843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-1c82e087-e34a-47da-94cc-ef4ba1ce6eb1 service neutron] 10.222.0.44 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9693155 Aug 19 12:44:59.304762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a667b-a72b-4f28-9312-ad7785f4ebd2 None None] Pushing event updated for resources: {'Port': ['ID=c30f927a-6613-417c-b6d6-6948d21488c7,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:59.454294 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.475568 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.544136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port dfee282c-2d96-413b-9430-5a594a078588, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dfee282c-2d96-413b-9430-5a594a078588,segment=NetworkSegment(a27cb44f-980f-463e-bbb5-215151579031),segment_id=a27cb44f-980f-463e-bbb5-215151579031)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:59.551652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b88c07-d36a-453a-be6e-90db268d139e None None] Network fff0010a-f66f-4729-a0ff-339683fac76e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:59.578469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-0a9891cb-84e0-4bb9-b2c2-cfab9d2a36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:59.580190 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-0a9891cb-84e0-4bb9-b2c2-cfab9d2a36fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8cf10b79-a761-4313-8f35-66a15cf3b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3771484 Aug 19 12:44:59.589194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b891388-9fac-4187-b2ac-fdcdd48c9afc req-99740a9a-e383-4195-b932-bbb61f8ccfc4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:59.590683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b891388-9fac-4187-b2ac-fdcdd48c9afc req-99740a9a-e383-4195-b932-bbb61f8ccfc4 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.6766245 Aug 19 12:44:59.643989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.683708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Allocated IP 172.20.0.1 (065c6630-ddfe-429e-a32d-21383d30dd2d/58b76a97-7e99-40bc-9fef-77c15069f052/99079401-d432-4b7d-8fed-594075c965d8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:59.817673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-7e2e1fad-8084-4b6e-ba97-82508f417b00 service neutron] 10.222.0.52 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207372 Aug 19 12:44:59.824048 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-4e350f70-7091-49b1-976a-8c418073beef service neutron] 10.222.0.44 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880783 Aug 19 12:44:59.860108 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.860108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 44eb5e93-5b06-49db-900e-0ca57d1f57a5 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:59.860390 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.897645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Transition to ACTIVE for port object 99079401-d432-4b7d-8fed-594075c965d8 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:59.972805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c5c62775-9225-4ea5-9e58-6ca494e6a626 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:59.984858 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9575651-1f16-46c9-a01e-6a8aff37d252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.996827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b891388-9fac-4187-b2ac-fdcdd48c9afc req-de931c32-0c72-4672-bd4d-234a73e2f6c6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656480 Aug 19 12:45:00.021236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.022351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.022936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: c5c62775-9225-4ea5-9e58-6ca494e6a626 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:00.023662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c5c62775-9225-4ea5-9e58-6ca494e6a626 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:00.031367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b2e8a170-c462-4b45-9ef9-e20a9c0479d4 None None] Provisioning for port 5aa68feb-1b64-40a1-b68c-5e65deed982f completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:00.071460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=dfee282c-2d96-413b-9430-5a594a078588,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:00.163141 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.165562 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33a4bf4d-12ec-4c07-a040-dc225033167a req-b3586bf1-e66e-4ba4-9c26-25ba4aa17127 service neutron] 10.222.0.52 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234799 Aug 19 12:45:00.175305 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9575651-1f16-46c9-a01e-6a8aff37d252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.238662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 44eb5e93-5b06-49db-900e-0ca57d1f57a5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:00.243625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 44eb5e93-5b06-49db-900e-0ca57d1f57a5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:00.244002 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.258659 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b83a6e-9091-4c33-96c7-ce2135a2b5fe x-openstack-request-id: req-b7b83a6e-9091-4c33-96c7-ce2135a2b5fe {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:00.258659 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:00.258659 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7b83a6e-9091-4c33-96c7-ce2135a2b5fe {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:00.259130 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'status': 'completed', 'code': 200} Aug 19 12:45:00.259850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9575651-1f16-46c9-a01e-6a8aff37d252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be5987b-66b0-4fa5-8f63-631c9e97220e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:00.338981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d9575651-1f16-46c9-a01e-6a8aff37d252 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d28646e5c6243249c3518c8e8d82769&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9549499 Aug 19 12:45:00.340041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54240) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:00.457447 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060852ef-ee2a-43cc-b914-e3f9e49394e8 x-openstack-request-id: req-060852ef-ee2a-43cc-b914-e3f9e49394e8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:00.457753 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e66d6f9-6873-4dee-b216-847e1af3a7b6", "name": "network-vif-deleted", "tag": "c5c62775-9225-4ea5-9e58-6ca494e6a626", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:00.458173 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-060852ef-ee2a-43cc-b914-e3f9e49394e8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:00.458600 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e66d6f9-6873-4dee-b216-847e1af3a7b6', 'name': 'network-vif-deleted', 'tag': 'c5c62775-9225-4ea5-9e58-6ca494e6a626', 'status': 'completed', 'code': 200} Aug 19 12:45:00.526135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Port': ['ID=555b5fd4-a360-4b9c-ade3-786248df1e90,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:00.586594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d18bfe84-69a5-466b-a822-1b6481b2cae9 req-e55b952a-ce44-4ad0-b8e7-4a9ce45efdd5 tempest-TestServerMultinode-2119174363 tempest-TestServerMultinode-2119174363-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e66d6f9-6873-4dee-b216-847e1af3a7b6 HTTP/1.1" status: 200 len: 210 time: 0.2065272 Aug 19 12:45:00.602242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5ff3b19d-5cd6-40ad-b20c-9310a87b77ec None None] Provisioning for port 555b5fd4-a360-4b9c-ade3-786248df1e90 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:00.627296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5ff3b19d-5cd6-40ad-b20c-9310a87b77ec None None] Provisioning complete for port 555b5fd4-a360-4b9c-ade3-786248df1e90 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:00.627742 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b19d-5cd6-40ad-b20c-9310a87b77ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.647541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Network 065c6630-ddfe-429e-a32d-21383d30dd2d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:00.656325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:00.671674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:00.758816 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.841699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Pushing event updated for resources: {'Port': ['ID=99079401-d432-4b7d-8fed-594075c965d8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:00.844903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5ff3b19d-5cd6-40ad-b20c-9310a87b77ec None None] Port 555b5fd4-a360-4b9c-ade3-786248df1e90 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:00.870513 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 44eb5e93-5b06-49db-900e-0ca57d1f57a5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=44eb5e93-5b06-49db-900e-0ca57d1f57a5,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:00.870760 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network fff0010a-f66f-4729-a0ff-339683fac76e is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:00.871901 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.900470 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:00.948878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01bd682c-f0d4-4fa5-bf25-d08ab1b7cf21 req-97b769c4-95e0-40e8-a9ac-8b184b83c93d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 210 time: 0.1888080 Aug 19 12:45:00.965148 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.965998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f4feb3b1-1704-4597-8a8a-d0918aed432c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:01.019427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49864360-3a9e-4d6d-89ae-43ba36f112f4 req-daccd8ab-5097-4573-96ea-e2e0d2002d41 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:01.036451 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49864360-3a9e-4d6d-89ae-43ba36f112f4 req-daccd8ab-5097-4573-96ea-e2e0d2002d41 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 944 time: 0.4411418 Aug 19 12:45:01.115964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd59991-905f-478d-b50a-78db010c19bc req-39165a74-9629-4654-a367-a3a96bd1a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:01.124939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bd59991-905f-478d-b50a-78db010c19bc req-39165a74-9629-4654-a367-a3a96bd1a7ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 1095 time: 0.6234596 Aug 19 12:45:01.127062 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3dbbe72-c612-4dc0-a5f9-f6a8e8ff11d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.213151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=44eb5e93-5b06-49db-900e-0ca57d1f57a5,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:01.239067 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4b8251dc-a314-4109-91c3-360ae0058c5a None None] Provisioning complete for port 555b5fd4-a360-4b9c-ade3-786248df1e90 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:01.239461 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4b8251dc-a314-4109-91c3-360ae0058c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.318525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port f4feb3b1-1704-4597-8a8a-d0918aed432c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:01.349030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f4feb3b1-1704-4597-8a8a-d0918aed432c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:01.349448 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.353893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4b8251dc-a314-4109-91c3-360ae0058c5a None None] Port 555b5fd4-a360-4b9c-ade3-786248df1e90 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:01.377114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd59991-905f-478d-b50a-78db010c19bc req-5621c872-2323-4b93-8008-d1ed9e57926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:01.379808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bd59991-905f-478d-b50a-78db010c19bc req-5621c872-2323-4b93-8008-d1ed9e57926c service neutron] 10.222.0.52 "GET /v2.0/networks?id=8cf10b79-a761-4313-8f35-66a15cf3b2f8 HTTP/1.1" status: 200 len: 898 time: 0.2436268 Aug 19 12:45:01.425185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b494a092-9c07-4b46-bcc3-0f93bf2b7783 None None] Network 3445fcf7-d45e-4455-8d22-a32f5179c622 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:01.578531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bd59991-905f-478d-b50a-78db010c19bc req-03caede3-3ec0-46fd-a00a-8ed17e026925 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db174b20-42a5-455c-b7f9-78a58acf06e3 HTTP/1.1" status: 200 len: 217 time: 0.0776722 Aug 19 12:45:01.637834 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Router 42ae8ec9-b673-4a0c-8d53-9db54796cf6b is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:45:01.642631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7604e0e-d2f0-4be8-9bb9-f5fca3802e9e req-fd2b1321-c6ea-4704-afd4-972f9421b361 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:01.653164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7604e0e-d2f0-4be8-9bb9-f5fca3802e9e req-fd2b1321-c6ea-4704-afd4-972f9421b361 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.2692661 Aug 19 12:45:01.660779 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.700382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3dbbe72-c612-4dc0-a5f9-f6a8e8ff11d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.722718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49864360-3a9e-4d6d-89ae-43ba36f112f4 req-54d8560c-1b13-4b89-9733-76165716d091 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6850116 Aug 19 12:45:01.826498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-df2a2319-0890-4427-b171-806cee25bccb None None] Provisioning for port c30f927a-6613-417c-b6d6-6948d21488c7 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:01.840679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54260) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:01.848233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7604e0e-d2f0-4be8-9bb9-f5fca3802e9e req-32d1aaf6-9918-4e4a-b838-30036ae13f2e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936431 Aug 19 12:45:01.950136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd59991-905f-478d-b50a-78db010c19bc req-f429b495-6591-4cd6-aa95-bceb2349728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:01.954814 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bd59991-905f-478d-b50a-78db010c19bc req-f429b495-6591-4cd6-aa95-bceb2349728a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6612dc6c-1b56-40a4-b77b-208d2f80fc8b HTTP/1.1" status: 200 len: 834 time: 0.3607490 Aug 19 12:45:02.010062 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.118878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bae1b44-df0b-4b00-b765-a4cd19721f7a req-64661436-9bf2-40bf-b9ec-b24aec2eb5cd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 210 time: 0.0770192 Aug 19 12:45:02.122418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd59991-905f-478d-b50a-78db010c19bc req-19b66c5f-d870-4cd2-b25e-090052f8dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:02.125205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bd59991-905f-478d-b50a-78db010c19bc req-19b66c5f-d870-4cd2-b25e-090052f8dd27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8cf10b79-a761-4313-8f35-66a15cf3b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536615 Aug 19 12:45:02.155515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port f4feb3b1-1704-4597-8a8a-d0918aed432c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f4feb3b1-1704-4597-8a8a-d0918aed432c,segment=NetworkSegment(a7177066-bced-4ec5-924a-b345d4629540),segment_id=a7177066-bced-4ec5-924a-b345d4629540)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:02.259423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bd59991-905f-478d-b50a-78db010c19bc req-b1022578-8076-4104-a2ac-761cd85675f3 service neutron] 10.222.0.52 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232498 Aug 19 12:45:02.286663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-df2a2319-0890-4427-b171-806cee25bccb None None] Provisioning for port 99079401-d432-4b7d-8fed-594075c965d8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:02.291580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-df2a2319-0890-4427-b171-806cee25bccb None None] Provisioning complete for port 99079401-d432-4b7d-8fed-594075c965d8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:02.292017 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df2a2319-0890-4427-b171-806cee25bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.356993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-df2a2319-0890-4427-b171-806cee25bccb None None] Port 99079401-d432-4b7d-8fed-594075c965d8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:02.356993 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.358111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:02.409796 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3dbbe72-c612-4dc0-a5f9-f6a8e8ff11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.409796 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3dbbe72-c612-4dc0-a5f9-f6a8e8ff11d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.409796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b3dbbe72-c612-4dc0-a5f9-f6a8e8ff11d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2be5987b-66b0-4fa5-8f63-631c9e97220e HTTP/1.1" status: 204 len: 168 time: 2.0649519 Aug 19 12:45:02.444119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbbe72-c612-4dc0-a5f9-f6a8e8ff11d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be5987b-66b0-4fa5-8f63-631c9e97220e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:02.478643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:02.504048 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-76f40c58-ed58-4d29-b451-840a1df00c64 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "PUT /v2.0/routers/42ae8ec9-b673-4a0c-8d53-9db54796cf6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9121048 Aug 19 12:45:02.506805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbe3a4d-b43b-4941-91ef-1d724fb585d6 None None] Sync routers for ids ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:02.514841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54276) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.550168 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbe3a4d-b43b-4941-91ef-1d724fb585d6 None None] Routers {'42ae8ec9-b673-4a0c-8d53-9db54796cf6b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:02.550807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9cbe3a4d-b43b-4941-91ef-1d724fb585d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:02.556761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=f4feb3b1-1704-4597-8a8a-d0918aed432c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:02.623958 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9cbe3a4d-b43b-4941-91ef-1d724fb585d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:02.651550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:02.651931 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.688904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d3bdbbc9-3315-4024-9f78-0cef429253c7 None None] Provisioning complete for port 555b5fd4-a360-4b9c-ade3-786248df1e90 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:02.689288 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbbc9-3315-4024-9f78-0cef429253c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.696987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3bd59991-905f-478d-b50a-78db010c19bc req-e75893e2-823a-4219-a07e-81e76e19bde3 service neutron] 10.222.0.52 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263282 Aug 19 12:45:02.703540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbe3a4d-b43b-4941-91ef-1d724fb585d6 None None] Routers {'42ae8ec9-b673-4a0c-8d53-9db54796cf6b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:02.704419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9cbe3a4d-b43b-4941-91ef-1d724fb585d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:02.719273 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.800501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9cbe3a4d-b43b-4941-91ef-1d724fb585d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:02.804947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbe3a4d-b43b-4941-91ef-1d724fb585d6 None None] The sync data for ids ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:02.854721 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdbbc9-3315-4024-9f78-0cef429253c7 None None] Port 555b5fd4-a360-4b9c-ade3-786248df1e90 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:02.930915 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:03.095353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Pushing event updated for resources: {'Port': ['ID=99079401-d432-4b7d-8fed-594075c965d8,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:03.098380 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:03.180121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907a17d-af35-4ee2-b3b5-0cd682e4e604 req-ca374362-a941-4f45-8f31-e08fa56d1dd2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:03.182356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7907a17d-af35-4ee2-b3b5-0cd682e4e604 req-ca374362-a941-4f45-8f31-e08fa56d1dd2 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 944 time: 0.3184752 Aug 19 12:45:03.196676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:03.313529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33860849-7052-43c6-b205-732b2e440dc0 req-5e562312-d955-4159-b123-faae11037c09 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:03.316388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33860849-7052-43c6-b205-732b2e440dc0 req-5e562312-d955-4159-b123-faae11037c09 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.2873442 Aug 19 12:45:03.340052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Network 065c6630-ddfe-429e-a32d-21383d30dd2d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:03.343073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:03.370412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dfee282c-2d96-413b-9430-5a594a078588 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:03.468276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port dfee282c-2d96-413b-9430-5a594a078588 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:03.468831 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:03.567785 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33860849-7052-43c6-b205-732b2e440dc0 req-3ccc45cf-4e10-4a56-b766-5ead9d33e6ca tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374614 Aug 19 12:45:03.574735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 44eb5e93-5b06-49db-900e-0ca57d1f57a5 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:03.588243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7907a17d-af35-4ee2-b3b5-0cd682e4e604 req-216cd7cd-3a62-41f7-b047-f3e822a9d43b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788142 Aug 19 12:45:03.609033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Router 0d8be548-43ba-4b5e-b664-992d34df94ad has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:03.697202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54300) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.717859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fe69a0-342c-4202-b41b-7867e66cb798 None None] Provisioning complete for port 99079401-d432-4b7d-8fed-594075c965d8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:03.718405 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fe69a0-342c-4202-b41b-7867e66cb798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:03.722800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 44eb5e93-5b06-49db-900e-0ca57d1f57a5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:03.723423 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:03.764810 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-ae3bed6b-b95b-43c9-b139-39b323efe8a5 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:45:03.769732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ae3bed6b-b95b-43c9-b139-39b323efe8a5 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "PUT /v2.0/routers/42ae8ec9-b673-4a0c-8d53-9db54796cf6b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2537804 Aug 19 12:45:03.773129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54302) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.781607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d463e0cc-4f51-4d3b-944a-c2fa3dba6afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:03.785459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bcb22e9-ac5e-4725-88ae-c3ad63fd58fe req-445c7a0c-3756-42db-9c44-995896f07dab tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 210 time: 0.0672522 Aug 19 12:45:03.804659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fe69a0-342c-4202-b41b-7867e66cb798 None None] Port 99079401-d432-4b7d-8fed-594075c965d8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:03.857622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:03.864205 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9af477fd-c04a-4c2d-9201-9d7400ec38f8 admin admin] 10.222.0.44 "PUT /v2.0/routers/0d8be548-43ba-4b5e-b664-992d34df94ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2863793 Aug 19 12:45:03.883396 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Sync routers for ids ['0d8be548-43ba-4b5e-b664-992d34df94ad'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:03.901952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] Deleting port b5f24717-6acc-4c7e-9168-2ea240845ef9 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:03.903006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:03.907269 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Routers {'0d8be548-43ba-4b5e-b664-992d34df94ad'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:03.909789 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8be548-43ba-4b5e-b664-992d34df94ad'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:03.920743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f4feb3b1-1704-4597-8a8a-d0918aed432c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:03.950297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device db174b20-42a5-455c-b7f9-78a58acf06e3 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:45:03.967153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42a7b3-22f4-4506-abd9-ccdf9f6256f5 req-e4c004a2-005a-4f6f-912a-d7853faa512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:03.968946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a42a7b3-22f4-4506-abd9-ccdf9f6256f5 req-e4c004a2-005a-4f6f-912a-d7853faa512e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 1096 time: 0.2707593 Aug 19 12:45:04.072993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f4feb3b1-1704-4597-8a8a-d0918aed432c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:04.075396 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.079995 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] For port b5f24717-6acc-4c7e-9168-2ea240845ef9, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b5f24717-6acc-4c7e-9168-2ea240845ef9,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:04.080390 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.094622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] Calling delete_port for b5f24717-6acc-4c7e-9168-2ea240845ef9 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:04.112807 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Set router 0d8be548-43ba-4b5e-b664-992d34df94ad gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:04.125243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42a7b3-22f4-4506-abd9-ccdf9f6256f5 req-02a034ee-b8c9-4c01-8265-a8ae63addd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:04.126786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a42a7b3-22f4-4506-abd9-ccdf9f6256f5 req-02a034ee-b8c9-4c01-8265-a8ae63addd34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.1390100 Aug 19 12:45:04.128844 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d463e0cc-4f51-4d3b-944a-c2fa3dba6afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.195849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port db174b20-42a5-455c-b7f9-78a58acf06e3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db174b20-42a5-455c-b7f9-78a58acf06e3,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:04.215417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'port_id': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'mac_address': 'fa:16:3e:bf:2d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:45:04.287422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c30f927a-6613-417c-b6d6-6948d21488c7 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:04.340868 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a42a7b3-22f4-4506-abd9-ccdf9f6256f5 req-47723644-4aa8-44b1-b99f-af82c47d1026 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=317e9b2e-b191-4787-9ed6-9f2241135dee HTTP/1.1" status: 200 len: 217 time: 0.1105428 Aug 19 12:45:04.415971 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.435348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54312) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:04.457778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db174b20-42a5-455c-b7f9-78a58acf06e3 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:04.487996 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'name': 'tempest-TestAggregatesBasicOps-10818108-router', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:43Z', 'updated_at': '2021-08-19T12:45:01Z', 'revision_number': 4, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'gw_port': {'id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '99079401-d432-4b7d-8fed-594075c965d8', 'name': '', 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'mac_address': 'fa:16:3e:ac:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '58b76a97-7e99-40bc-9fef-77c15069f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:58Z', 'updated_at': '2021-08-19T12:45:01Z', 'revision_number': 2, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'subnets': [{'id': '58b76a97-7e99-40bc-9fef-77c15069f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:04.497953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port db174b20-42a5-455c-b7f9-78a58acf06e3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db174b20-42a5-455c-b7f9-78a58acf06e3,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:04.535289 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Checking router: 0d8be548-43ba-4b5e-b664-992d34df94ad for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:04.535949 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Updating router 0d8be548-43ba-4b5e-b664-992d34df94ad port 99079401-d432-4b7d-8fed-594075c965d8 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:45:04.579203 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.644205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95b2e702-464f-4060-946f-cb6034003340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.722550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port c30f927a-6613-417c-b6d6-6948d21488c7 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:04.723655 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.728017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c30f927a-6613-417c-b6d6-6948d21488c7 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:04.728567 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.731313 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.760334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f24717-6acc-4c7e-9168-2ea240845ef9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:04.879926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=db174b20-42a5-455c-b7f9-78a58acf06e3,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:04.913558 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95b2e702-464f-4060-946f-cb6034003340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.956536 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d463e0cc-4f51-4d3b-944a-c2fa3dba6afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.965408 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.004424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['db174b20-42a5-455c-b7f9-78a58acf06e3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:05.042488 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.043814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port c30f927a-6613-417c-b6d6-6948d21488c7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c30f927a-6613-417c-b6d6-6948d21488c7,segment=NetworkSegment(3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e),segment_id=3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:05.054290 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Transition to ACTIVE for port object 99079401-d432-4b7d-8fed-594075c965d8 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:05.075024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42a7b3-22f4-4506-abd9-ccdf9f6256f5 req-09367f02-0baa-4341-b926-c861ae6923f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:05.076526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a42a7b3-22f4-4506-abd9-ccdf9f6256f5 req-09367f02-0baa-4341-b926-c861ae6923f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.7112908 Aug 19 12:45:05.087940 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.148296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95b2e702-464f-4060-946f-cb6034003340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.195890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d463e0cc-4f51-4d3b-944a-c2fa3dba6afe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd6fda2f6ce04bdfa303423fd110f7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4866838 Aug 19 12:45:05.210831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea81fe-cf18-4a04-bca5-188fc1c928c3 req-25ddb8c7-0028-4fdd-8bbe-53ee52d8a86e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:05.212407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0ea81fe-cf18-4a04-bca5-188fc1c928c3 req-25ddb8c7-0028-4fdd-8bbe-53ee52d8a86e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 945 time: 0.2627473 Aug 19 12:45:05.218530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54324) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:05.219218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463e0cc-4f51-4d3b-944a-c2fa3dba6afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf61fdc8-fffe-4e00-af6a-8801e329783c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:05.230437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fe606-cd95-44ef-9070-7aa456b99ad3 req-d5e1bb37-e3df-47df-9d0f-3b4aad8e8343 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:05.239021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-491fe606-cd95-44ef-9070-7aa456b99ad3 req-d5e1bb37-e3df-47df-9d0f-3b4aad8e8343 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 945 time: 0.2852802 Aug 19 12:45:05.241132 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.249594 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.249594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5aa68feb-1b64-40a1-b68c-5e65deed982f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:05.275372 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2e702-464f-4060-946f-cb6034003340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fcbc67-1b4a-4614-bafc-c7929ba40ff5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:05.303131 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-95b2e702-464f-4060-946f-cb6034003340 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4924bad24b1426abcc7c34bca3e9fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8664250 Aug 19 12:45:05.317444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54326) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:05.371467 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06e224-a07f-4638-becb-51d630c2846c None None] Pushing event updated for resources: {'Port': ['ID=99079401-d432-4b7d-8fed-594075c965d8,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:05.426010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0ea81fe-cf18-4a04-bca5-188fc1c928c3 req-f1dbac63-dd34-4c83-9514-b9e9ae24f391 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756830 Aug 19 12:45:05.442104 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42a7b3-22f4-4506-abd9-ccdf9f6256f5 req-1afea474-c49a-4533-8930-54cb7195d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:05.443811 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a42a7b3-22f4-4506-abd9-ccdf9f6256f5 req-1afea474-c49a-4533-8930-54cb7195d8df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3474209 Aug 19 12:45:05.459808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=c30f927a-6613-417c-b6d6-6948d21488c7,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:05.502354 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-194d7385-fd33-4387-b68e-9e42284c90e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.522319 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0192733-f242-40ca-bc1f-373ee852f4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.529282 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Attempting to bind port 99079401-d432-4b7d-8fed-594075c965d8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:05.536038 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Attempting to bind port 99079401-d432-4b7d-8fed-594075c965d8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a7177066-bced-4ec5-924a-b345d4629540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:05.536038 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Attempting to bind port 99079401-d432-4b7d-8fed-594075c965d8 on network 065c6630-ddfe-429e-a32d-21383d30dd2d {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:05.536543 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:05.536976 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Checking segment: {'id': 'a7177066-bced-4ec5-924a-b345d4629540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:05.537397 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.537810 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Bound using segment: {'id': 'a7177066-bced-4ec5-924a-b345d4629540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:05.538283 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Bound port: 99079401-d432-4b7d-8fed-594075c965d8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7177066-bced-4ec5-924a-b345d4629540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:05.538656 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.579371 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-491fe606-cd95-44ef-9070-7aa456b99ad3 req-a09434b8-d5f9-43fa-b90a-37f5f3fdeb45 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375397 Aug 19 12:45:05.601630 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0192733-f242-40ca-bc1f-373ee852f4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.616630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5aa68feb-1b64-40a1-b68c-5e65deed982f completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:05.622570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5aa68feb-1b64-40a1-b68c-5e65deed982f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:05.623011 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.641117 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] For port 99079401-d432-4b7d-8fed-594075c965d8, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:05.646025 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] For port 99079401-d432-4b7d-8fed-594075c965d8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=99079401-d432-4b7d-8fed-594075c965d8,segment=NetworkSegment(a7177066-bced-4ec5-924a-b345d4629540),segment_id=a7177066-bced-4ec5-924a-b345d4629540)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:05.691225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cac504d8-820c-435c-b0b2-1b59ed96f938 req-568ef7c0-8387-448d-963c-39d8392a3609 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 210 time: 0.0883739 Aug 19 12:45:05.709560 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-194d7385-fd33-4387-b68e-9e42284c90e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.755833 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.767131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] Router 319ebea4-ecd1-4691-a5f1-776829d34fb8 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:05.799640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a42a7b3-22f4-4506-abd9-ccdf9f6256f5 req-43857fb2-7269-43ac-8a33-bd68d1d5c72b service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188140 Aug 19 12:45:05.846834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 5aa68feb-1b64-40a1-b68c-5e65deed982f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5aa68feb-1b64-40a1-b68c-5e65deed982f,segment=NetworkSegment(6c8cd9e6-cbd9-476c-8861-095dee169a94),segment_id=6c8cd9e6-cbd9-476c-8861-095dee169a94)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:05.903553 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d222-a851-4998-8535-f65a1a09074b tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.906746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-38ca3aed-912f-42b2-9021-f911bbdf0985 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:05.908426 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-38ca3aed-912f-42b2-9021-f911bbdf0985 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.53 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 814 time: 0.2139194 Aug 19 12:45:05.921408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 317e9b2e-b191-4787-9ed6-9f2241135dee no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:05.942327 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.953150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Request body: {'port': {'device_id': '26abb1ab-7d9e-4d96-bec5-77db64d1c3ec', 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030', 'admin_state_up': True, 'tenant_id': 'd09c90f9380c4cdb9684577809d6aa37'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:06.003800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06e224-a07f-4638-becb-51d630c2846c None None] Pushing event updated for resources: {'Port': ['ID=99079401-d432-4b7d-8fed-594075c965d8,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:06.024831 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Routers {'0d8be548-43ba-4b5e-b664-992d34df94ad'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:06.025072 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8be548-43ba-4b5e-b664-992d34df94ad'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:06.025791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:06.041121 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3a4483ce-80df-467d-8608-2c6eb9a3bfec admin admin] 10.222.0.44 "PUT /v2.0/routers/319ebea4-ecd1-4691-a5f1-776829d34fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1965582 Aug 19 12:45:06.043763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:06.044378 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d0454-94c7-4f40-817e-ec473142730d None None] Sync routers for ids ['319ebea4-ecd1-4691-a5f1-776829d34fb8'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:06.057289 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:06.075167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d0454-94c7-4f40-817e-ec473142730d None None] Routers {'319ebea4-ecd1-4691-a5f1-776829d34fb8'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:06.075986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3a7d0454-94c7-4f40-817e-ec473142730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['319ebea4-ecd1-4691-a5f1-776829d34fb8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:06.117415 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0192733-f242-40ca-bc1f-373ee852f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:06.120121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0192733-f242-40ca-bc1f-373ee852f4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:06.121082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a42a7b3-22f4-4506-abd9-ccdf9f6256f5 req-2334bc89-fac8-4377-9045-bd3b968caa19 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126121 Aug 19 12:45:06.126013 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f0192733-f242-40ca-bc1f-373ee852f4f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45fcbc67-1b4a-4614-bafc-c7929ba40ff5 HTTP/1.1" status: 204 len: 168 time: 0.8191733 Aug 19 12:45:06.156130 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:06.177089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317e9b2e-b191-4787-9ed6-9f2241135dee'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:06.177741 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0192733-f242-40ca-bc1f-373ee852f4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fcbc67-1b4a-4614-bafc-c7929ba40ff5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:06.183167 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517a4ae9-fe26-4b11-ba92-22701efb3150" -d '{"events": [{"server_uuid": "911ca361-e5dc-4ceb-84e3-0363ea79178a", "name": "network-vif-unplugged", "status": "completed", "tag": "317e9b2e-b191-4787-9ed6-9f2241135dee"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:06.236110 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-194d7385-fd33-4387-b68e-9e42284c90e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:06.242067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-194d7385-fd33-4387-b68e-9e42284c90e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:06.242067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-194d7385-fd33-4387-b68e-9e42284c90e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf61fdc8-fffe-4e00-af6a-8801e329783c HTTP/1.1" status: 204 len: 168 time: 1.0001934 Aug 19 12:45:06.328682 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1c5980-f113-4a42-9c24-bdbdc00ec146 x-openstack-request-id: req-ec1c5980-f113-4a42-9c24-bdbdc00ec146 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:06.329475 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911ca361-e5dc-4ceb-84e3-0363ea79178a", "name": "network-vif-unplugged", "status": "completed", "tag": "317e9b2e-b191-4787-9ed6-9f2241135dee", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:06.331921 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec1c5980-f113-4a42-9c24-bdbdc00ec146 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:06.332978 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317e9b2e-b191-4787-9ed6-9f2241135dee', 'code': 200} Aug 19 12:45:06.409446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d7385-fd33-4387-b68e-9e42284c90e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf61fdc8-fffe-4e00-af6a-8801e329783c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:06.508041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Made reservation on behalf of d09c90f9380c4cdb9684577809d6aa37 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:06.516615 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] Set router 0d8be548-43ba-4b5e-b664-992d34df94ad gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:06.521805 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:06.567105 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:06.960440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 317e9b2e-b191-4787-9ed6-9f2241135dee, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=317e9b2e-b191-4787-9ed6-9f2241135dee,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:06.973843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c30f927a-6613-417c-b6d6-6948d21488c7 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:07.046348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d752b02-9cae-450e-818e-1dc136f5ff32 req-87d2eb37-8f62-4396-9825-a2624e468d0e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:07.051279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d752b02-9cae-450e-818e-1dc136f5ff32 req-87d2eb37-8f62-4396-9825-a2624e468d0e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 945 time: 0.3559842 Aug 19 12:45:07.113426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Allocated IP 172.20.0.7 (a69fe7d7-91ab-4bab-9c68-970495891030/a6b3837f-4896-448d-90d3-9af8a59cb07f/7b55d455-a641-4b13-9548-244b649786b5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:07.122118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.133804 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.161131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9d222-a851-4998-8535-f65a1a09074b tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Deleting port 555b5fd4-a360-4b9c-ade3-786248df1e90 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:07.161887 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d222-a851-4998-8535-f65a1a09074b tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.175342 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'name': 'tempest-TestAggregatesBasicOps-10818108-router', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:43Z', 'updated_at': '2021-08-19T12:45:01Z', 'revision_number': 4, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'gw_port': {'id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '99079401-d432-4b7d-8fed-594075c965d8', 'name': '', 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'mac_address': 'fa:16:3e:ac:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '58b76a97-7e99-40bc-9fef-77c15069f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:58Z', 'updated_at': '2021-08-19T12:45:05Z', 'revision_number': 4, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'subnets': [{'id': '58b76a97-7e99-40bc-9fef-77c15069f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:07.186845 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d752b02-9cae-450e-818e-1dc136f5ff32 req-bfb75411-4d75-4131-b14e-03ba29432458 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136615 Aug 19 12:45:07.213770 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138124a-5514-4a84-b96a-9572cda99d77 None None] The sync data for ids ['0d8be548-43ba-4b5e-b664-992d34df94ad'] in n-d-778732-8 is: [{'id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'name': 'tempest-TestAggregatesBasicOps-10818108-router', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:43Z', 'updated_at': '2021-08-19T12:45:01Z', 'revision_number': 4, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'gw_port': {'id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '99079401-d432-4b7d-8fed-594075c965d8', 'name': '', 'network_id': '065c6630-ddfe-429e-a32d-21383d30dd2d', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'mac_address': 'fa:16:3e:ac:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '58b76a97-7e99-40bc-9fef-77c15069f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:58Z', 'updated_at': '2021-08-19T12:45:05Z', 'revision_number': 4, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'subnets': [{'id': '58b76a97-7e99-40bc-9fef-77c15069f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:07.349526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=5aa68feb-1b64-40a1-b68c-5e65deed982f,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:07.394929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3a7d0454-94c7-4f40-817e-ec473142730d None None] Set router 319ebea4-ecd1-4691-a5f1-776829d34fb8 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:07.442156 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d222-a851-4998-8535-f65a1a09074b tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.480058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c07ea-b948-4058-829b-19c29cf17dad req-843af821-63df-44bd-8c20-d141daa0f218 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:07.481803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c99c07ea-b948-4058-829b-19c29cf17dad req-843af821-63df-44bd-8c20-d141daa0f218 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 943 time: 0.1402969 Aug 19 12:45:07.498312 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.538058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9d222-a851-4998-8535-f65a1a09074b tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Calling delete_port for 555b5fd4-a360-4b9c-ade3-786248df1e90 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:07.584253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Deleting port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:07.585055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.650411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=317e9b2e-b191-4787-9ed6-9f2241135dee,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:07.667411 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54366) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:07.705023 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80824b22-de98-4f66-8337-507568ce56f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.724173 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.753620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f869536a-40fe-4ec0-bf17-ace869f34bcd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:07.762893 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c99c07ea-b948-4058-829b-19c29cf17dad req-f9a295e9-22d5-45c9-b9ca-d516d0f3046b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473183 Aug 19 12:45:07.942464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device db174b20-42a5-455c-b7f9-78a58acf06e3 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:07.959189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c30f927a-6613-417c-b6d6-6948d21488c7 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:07.959570 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.981507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80824b22-de98-4f66-8337-507568ce56f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.993502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Network a69fe7d7-91ab-4bab-9c68-970495891030 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:07.997693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:08.006545 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:08.024444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] For port 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4fab23f2-3fc9-4eab-8211-11b2bb6ab30c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:08.024875 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.052832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Calling delete_port for 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:08.076415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b746e-4c52-48ce-89ac-17a59943651c req-95c368db-a2e1-40e7-bebc-ed4d77f04f6d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:08.085947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c75b746e-4c52-48ce-89ac-17a59943651c req-95c368db-a2e1-40e7-bebc-ed4d77f04f6d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 931 time: 0.2505541 Aug 19 12:45:08.153109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:08.153109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.153109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80824b22-de98-4f66-8337-507568ce56f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.205207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c75b746e-4c52-48ce-89ac-17a59943651c req-cfbb7210-75c2-49bd-aefb-5b1a7dc89824 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170819 Aug 19 12:45:08.219478 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-80824b22-de98-4f66-8337-507568ce56f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbffde66c7324cdba28adbef7ad71547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5510602 Aug 19 12:45:08.223996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80824b22-de98-4f66-8337-507568ce56f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc8dd51-52f1-4946-8198-384fa944cea0,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:08.229569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54378) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:08.264990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Pushing event updated for resources: {'Port': ['ID=7b55d455-a641-4b13-9548-244b649786b5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:08.350732 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-d855a50d-5c93-4d62-b61e-c23d38150f7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4147370 Aug 19 12:45:08.370597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Request body: {'port': {'device_id': '26abb1ab-7d9e-4d96-bec5-77db64d1c3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:08.372600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3a7d0454-94c7-4f40-817e-ec473142730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'name': 'tempest-TestServerMultinode-430675895-router', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:09Z', 'updated_at': '2021-08-19T12:45:04Z', 'revision_number': 5, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'gw_port': {'id': '4fab23f2-3fc9-4eab-8211-11b2bb6ab30c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:10Z', 'updated_at': '2021-08-19T12:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:08.451678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port db174b20-42a5-455c-b7f9-78a58acf06e3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:08.454454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d0454-94c7-4f40-817e-ec473142730d None None] Checking router: 319ebea4-ecd1-4691-a5f1-776829d34fb8 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:08.465061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port db174b20-42a5-455c-b7f9-78a58acf06e3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:08.465747 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.493810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.529731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d0454-94c7-4f40-817e-ec473142730d None None] Routers {'319ebea4-ecd1-4691-a5f1-776829d34fb8'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:08.529731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3a7d0454-94c7-4f40-817e-ec473142730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['319ebea4-ecd1-4691-a5f1-776829d34fb8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:08.706101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5aa68feb-1b64-40a1-b68c-5e65deed982f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:08.917671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25f443-7bf7-42c4-832e-0483b0516fa1 req-9415fda4-6a47-4c39-96b6-ce4ea910ad59 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:08.919713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f25f443-7bf7-42c4-832e-0483b0516fa1 req-9415fda4-6a47-4c39-96b6-ce4ea910ad59 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 945 time: 0.4492784 Aug 19 12:45:08.923465 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e22f-d4e9-4ce3-80bd-dacf75412167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.952191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3a7d0454-94c7-4f40-817e-ec473142730d None None] Set router 319ebea4-ecd1-4691-a5f1-776829d34fb8 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:08.995572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b55d455-a641-4b13-9548-244b649786b5 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:09.014589 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.025159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d222-a851-4998-8535-f65a1a09074b tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.064720 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e22f-d4e9-4ce3-80bd-dacf75412167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.073708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Transition to ACTIVE for port object 7b55d455-a641-4b13-9548-244b649786b5 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:09.090967 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.092770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3a7d0454-94c7-4f40-817e-ec473142730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'name': 'tempest-TestServerMultinode-430675895-router', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:09Z', 'updated_at': '2021-08-19T12:45:07Z', 'revision_number': 6, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:09.116028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9d222-a851-4998-8535-f65a1a09074b tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Port': ['ID=555b5fd4-a360-4b9c-ade3-786248df1e90,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:09.167367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f25f443-7bf7-42c4-832e-0483b0516fa1 req-ee938521-c83c-414d-b416-98e8212082c5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355611 Aug 19 12:45:09.242502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d0454-94c7-4f40-817e-ec473142730d None None] The sync data for ids ['319ebea4-ecd1-4691-a5f1-776829d34fb8'] in n-d-778732-8 is: [{'id': '319ebea4-ecd1-4691-a5f1-776829d34fb8', 'name': 'tempest-TestServerMultinode-430675895-router', 'tenant_id': '97a318c0185c467991581ea4b31bdfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:09Z', 'updated_at': '2021-08-19T12:45:07Z', 'revision_number': 6, 'project_id': '97a318c0185c467991581ea4b31bdfc2', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:09.248932 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.260107 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.281989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5aa68feb-1b64-40a1-b68c-5e65deed982f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:09.282890 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.374890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:09.381234 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504bb045-3803-4c0b-a000-aa773bb8b6a6" -d '{"events": [{"server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "name": "network-vif-plugged", "status": "completed", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:09.395421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fab23f2-3fc9-4eab-8211-11b2bb6ab30c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:09.402140 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d222-a851-4998-8535-f65a1a09074b tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.419278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port db174b20-42a5-455c-b7f9-78a58acf06e3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db174b20-42a5-455c-b7f9-78a58acf06e3,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:09.512672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Pushing event updated for resources: {'Port': ['ID=7b55d455-a641-4b13-9548-244b649786b5,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:09.574876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 99079401-d432-4b7d-8fed-594075c965d8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:09.642281 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.679873 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.703691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e22f-d4e9-4ce3-80bd-dacf75412167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.705037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Attempting to bind port 7b55d455-a641-4b13-9548-244b649786b5 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:09.706992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Attempting to bind port 7b55d455-a641-4b13-9548-244b649786b5 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:09.707436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Attempting to bind port 7b55d455-a641-4b13-9548-244b649786b5 on network a69fe7d7-91ab-4bab-9c68-970495891030 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:09.708986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e22f-d4e9-4ce3-80bd-dacf75412167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.712690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1f7e22f-d4e9-4ce3-80bd-dacf75412167 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5dc8dd51-52f1-4946-8198-384fa944cea0 HTTP/1.1" status: 204 len: 168 time: 1.4680448 Aug 19 12:45:09.740997 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Port 7b55d455-a641-4b13-9548-244b649786b5 on network a69fe7d7-91ab-4bab-9c68-970495891030 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:45:09.741342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Attempting to bind port 7b55d455-a641-4b13-9548-244b649786b5 on network a69fe7d7-91ab-4bab-9c68-970495891030 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:09.746862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=db174b20-42a5-455c-b7f9-78a58acf06e3,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:09.760978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:09.769163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Checking segment: {'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:09.769788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Bound using segment: {'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:09.770186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Bound port: 7b55d455-a641-4b13-9548-244b649786b5, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:09.770532 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.802008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93727824-31c6-4ff2-9d18-20cfe54b451b req-2deaa610-286f-4947-9191-70da67d77c82 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:09.802415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93727824-31c6-4ff2-9d18-20cfe54b451b req-2deaa610-286f-4947-9191-70da67d77c82 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 943 time: 0.4434552 Aug 19 12:45:09.883501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] For port 7b55d455-a641-4b13-9548-244b649786b5, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:09.887493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] For port 7b55d455-a641-4b13-9548-244b649786b5, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=7b55d455-a641-4b13-9548-244b649786b5,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:09.890782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 99079401-d432-4b7d-8fed-594075c965d8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:09.897602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7e22f-d4e9-4ce3-80bd-dacf75412167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc8dd51-52f1-4946-8198-384fa944cea0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:09.899076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 99079401-d432-4b7d-8fed-594075c965d8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:09.899076 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.908367 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.998208 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.040673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 99079401-d432-4b7d-8fed-594075c965d8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=99079401-d432-4b7d-8fed-594075c965d8,segment=NetworkSegment(a7177066-bced-4ec5-924a-b345d4629540),segment_id=a7177066-bced-4ec5-924a-b345d4629540)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:10.059129 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.093469 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:10.094593 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.096914 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] 10.222.0.53 "PUT /v2.0/ports/7b55d455-a641-4b13-9548-244b649786b5 HTTP/1.1" status: 200 len: 1091 time: 1.7301097 Aug 19 12:45:10.100025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26abb1ab-7d9e-4d96-bec5-77db64d1c3ec', 'tag': '7b55d455-a641-4b13-9548-244b649786b5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:10.103112 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b501a9-5634-4bd1-be55-db8584b76d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "26abb1ab-7d9e-4d96-bec5-77db64d1c3ec", "tag": "7b55d455-a641-4b13-9548-244b649786b5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:10.133907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49221467-665e-415d-a6d0-e7f2c68ab395 service neutron] Pushing event updated for resources: {'Port': ['ID=7b55d455-a641-4b13-9548-244b649786b5,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:10.150389 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.224263 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=99079401-d432-4b7d-8fed-594075c965d8,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:10.321975 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.419013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-aabb0b38-762f-4cdb-ac9a-b495cb168775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:10.428760 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-aabb0b38-762f-4cdb-ac9a-b495cb168775 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 1094 time: 0.1108580 Aug 19 12:45:10.564135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a1f82-9b2f-493e-8821-156f7e5efd6f req-b0b81a2e-c043-4ff7-9625-07d53e24e94f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:10.566892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 99079401-d432-4b7d-8fed-594075c965d8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:10.567752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c1a1f82-9b2f-493e-8821-156f7e5efd6f req-b0b81a2e-c043-4ff7-9625-07d53e24e94f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 943 time: 0.9321017 Aug 19 12:45:10.576972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb9d222-a851-4998-8535-f65a1a09074b tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Router 42ae8ec9-b673-4a0c-8d53-9db54796cf6b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:10.584464 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-17e6f2df-3986-4ed3-aa32-b3bce1500f20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b55d455-a641-4b13-9548-244b649786b5 HTTP/1.1" status: 200 len: 217 time: 0.1401901 Aug 19 12:45:10.586419 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93727824-31c6-4ff2-9d18-20cfe54b451b req-e81a35d6-b3a3-4e0a-af6a-138ba46a45ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351973 Aug 19 12:45:10.673170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 99079401-d432-4b7d-8fed-594075c965d8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:10.673970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.723085 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-39fc0ed0-32cc-4d7f-bbb2-74bc855f358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:10.725628 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-39fc0ed0-32cc-4d7f-bbb2-74bc855f358d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6b3837f-4896-448d-90d3-9af8a59cb07f HTTP/1.1" status: 200 len: 854 time: 0.1258183 Aug 19 12:45:10.730459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c1a1f82-9b2f-493e-8821-156f7e5efd6f req-adb9b9ee-cb8c-4ffa-a3ea-ab3da87dead9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423316 Aug 19 12:45:10.775675 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08bf31e-cb92-400b-98c5-7879d801b264 x-openstack-request-id: req-b08bf31e-cb92-400b-98c5-7879d801b264 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:10.776086 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "name": "network-vif-plugged", "status": "completed", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:10.776422 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b08bf31e-cb92-400b-98c5-7879d801b264 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:10.776869 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'code': 200} Aug 19 12:45:10.793878 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.795166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 319ebea4-ecd1-4691-a5f1-776829d34fb8 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:45:10.807643 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.807979 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-4957093f-2c4f-48c6-8109-d85a05df6a99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a69fe7d7-91ab-4bab-9c68-970495891030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617106 Aug 19 12:45:10.809236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-03cc2569-a95a-4160-bbbe-e81129ca1036 admin admin] 10.222.0.44 "DELETE /v2.0/routers/319ebea4-ecd1-4691-a5f1-776829d34fb8 HTTP/1.1" status: 204 len: 168 time: 4.7642992 Aug 19 12:45:10.815831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54458) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:10.821639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb9d222-a851-4998-8535-f65a1a09074b tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:10.837833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cbb9d222-a851-4998-8535-f65a1a09074b tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "PUT /v2.0/routers/42ae8ec9-b673-4a0c-8d53-9db54796cf6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0627801 Aug 19 12:45:10.839377 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54462) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:10.839973 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43635d-c662-4da2-934a-a4594b8ff372 None None] Sync routers for ids ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:10.875536 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43635d-c662-4da2-934a-a4594b8ff372 None None] Routers {'42ae8ec9-b673-4a0c-8d53-9db54796cf6b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:10.876611 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1b43635d-c662-4da2-934a-a4594b8ff372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:10.950754 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1b43635d-c662-4da2-934a-a4594b8ff372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:10.961190 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43635d-c662-4da2-934a-a4594b8ff372 None None] Routers {'42ae8ec9-b673-4a0c-8d53-9db54796cf6b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:10.961931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54464) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:10.962063 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1b43635d-c662-4da2-934a-a4594b8ff372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:10.965351 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-3ce3ff91-6698-4f73-aba5-e105ebf54543 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] delete failed (client error): The resource could not be found. Aug 19 12:45:10.978091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3ce3ff91-6698-4f73-aba5-e105ebf54543 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-2014793901 HTTP/1.1" status: 404 len: 335 time: 0.1360488 Aug 19 12:45:10.984660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54466) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:11.028799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b5f24717-6acc-4c7e-9168-2ea240845ef9 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:11.046281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f85d90c7-0a63-45e5-b436-4761b14b1fee tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'router': {'external_gateway_info': {'network_id': '42ae8ec9-b673-4a0c-8d53-9db54796cf6b'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:11.068636 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1b43635d-c662-4da2-934a-a4594b8ff372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:11.069773 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43635d-c662-4da2-934a-a4594b8ff372 None None] The sync data for ids ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:11.082050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b5f24717-6acc-4c7e-9168-2ea240845ef9 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:11.082637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b5f24717-6acc-4c7e-9168-2ea240845ef9 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:11.083267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:11.123873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:11.134217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fab23f2-3fc9-4eab-8211-11b2bb6ab30c not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:11.151288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-7487a181-a813-491f-b5a0-67472e63f91b admin admin] Deleting subnet 49d4701e-4f2f-428b-b9da-1cfc874399b8 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:11.167579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7487a181-a813-491f-b5a0-67472e63f91b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.246832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c0e00-6d12-4cf7-8766-6d248bf51d5a req-2ed3649a-2ecb-4cbc-9f80-99914e408e84 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:11.255511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-332c0e00-6d12-4cf7-8766-6d248bf51d5a req-2ed3649a-2ecb-4cbc-9f80-99914e408e84 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.2313008 Aug 19 12:45:11.264117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb64de-3e79-4dd5-a5bc-5a3a36b8af85 req-ca32aab0-9164-44b7-96c7-a6846f44256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:11.265987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2adb64de-3e79-4dd5-a5bc-5a3a36b8af85 req-ca32aab0-9164-44b7-96c7-a6846f44256c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 1097 time: 0.3017857 Aug 19 12:45:11.348669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54472) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:11.407625 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-332c0e00-6d12-4cf7-8766-6d248bf51d5a req-87b9bbba-b885-4d12-bc64-dc2414bc7eb4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448045 Aug 19 12:45:11.488170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2adb64de-3e79-4dd5-a5bc-5a3a36b8af85 req-10fd397c-7486-4ecd-8be0-65e49fb8e8b3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985431 Aug 19 12:45:11.537462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170b3f-1123-43d6-9929-827d4a43f14d req-153023a8-bf92-4c23-9aef-6d588f36732f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:11.539153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21170b3f-1123-43d6-9929-827d4a43f14d req-153023a8-bf92-4c23-9aef-6d588f36732f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1235094 Aug 19 12:45:11.598697 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffa75c65-0f98-4f76-a685-4d0e1f566547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.671800 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912177af-e045-4f60-9c0a-74df18272c0e x-openstack-request-id: req-912177af-e045-4f60-9c0a-74df18272c0e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:11.672483 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26abb1ab-7d9e-4d96-bec5-77db64d1c3ec", "tag": "7b55d455-a641-4b13-9548-244b649786b5", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:11.672483 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-912177af-e045-4f60-9c0a-74df18272c0e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:11.672783 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26abb1ab-7d9e-4d96-bec5-77db64d1c3ec', 'tag': '7b55d455-a641-4b13-9548-244b649786b5', 'status': 'completed', 'code': 200} Aug 19 12:45:11.697723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21170b3f-1123-43d6-9929-827d4a43f14d req-216b27a5-82ed-45e7-9b2e-ea19478941a5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355138 Aug 19 12:45:11.712901 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-9af93016-3b4c-475c-92fc-f1603cd2dcdb service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8612781 Aug 19 12:45:11.712901 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7487a181-a813-491f-b5a0-67472e63f91b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.804978 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffa75c65-0f98-4f76-a685-4d0e1f566547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.838784 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.863097 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f85d90c7-0a63-45e5-b436-4761b14b1fee tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.957575 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7ca5aa75-dc12-48b0-89a9-aa0ec2e044a2 req-0d582317-4605-428f-bf13-e3ad04cbc5b5 service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137787 Aug 19 12:45:11.962888 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7487a181-a813-491f-b5a0-67472e63f91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.979672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffa75c65-0f98-4f76-a685-4d0e1f566547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.006867 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-f85d90c7-0a63-45e5-b436-4761b14b1fee tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] update failed (client error): The resource could not be found. Aug 19 12:45:12.007979 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f85d90c7-0a63-45e5-b436-4761b14b1fee tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "PUT /v2.0/routers/42ae8ec9-b673-4a0c-8d53-9db54796cf6b HTTP/1.1" status: 404 len: 339 time: 0.9755664 Aug 19 12:45:12.012364 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54488) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:12.022148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1770323710'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:12.041094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ffa75c65-0f98-4f76-a685-4d0e1f566547 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9273a7fe5fed428faeeb071366736db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6885839 Aug 19 12:45:12.043931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54490) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:12.060530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a830ea6-d5c9-414a-9c9a-ca69a4403d30 req-327dec2e-00ff-4c04-92a1-e9f2b17f3eb9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:12.064469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a830ea6-d5c9-414a-9c9a-ca69a4403d30 req-327dec2e-00ff-4c04-92a1-e9f2b17f3eb9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2242107 Aug 19 12:45:12.067294 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa75c65-0f98-4f76-a685-4d0e1f566547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7739fb-4853-4fab-a1b0-69e43dd00a22,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:12.088817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16970d3-8fbc-42ec-9981-d9ef1a207b48 req-7d24ca15-ae29-416e-aed3-0980080cd021 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:12.090412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a16970d3-8fbc-42ec-9981-d9ef1a207b48 req-7d24ca15-ae29-416e-aed3-0980080cd021 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 943 time: 0.1963301 Aug 19 12:45:12.116886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5cd0988-b30f-46a4-95eb-2f33bd2efea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.162397 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.177002 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5cd0988-b30f-46a4-95eb-2f33bd2efea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.179053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Made reservation on behalf of 61c1fc5eca2a4f8abc7b4ff382189a25 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:12.183155 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.214146 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7487a181-a813-491f-b5a0-67472e63f91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.249420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a830ea6-d5c9-414a-9c9a-ca69a4403d30 req-8c97c826-21a1-4c37-87fb-0cac4cc40a81 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563568 Aug 19 12:45:12.259636 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a16970d3-8fbc-42ec-9981-d9ef1a207b48 req-4ef20623-d541-4baf-a4d7-0cc6a3d04d25 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386738 Aug 19 12:45:12.275363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487a181-a813-491f-b5a0-67472e63f91b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d4701e-4f2f-428b-b9da-1cfc874399b8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:12.278659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:12.281019 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7487a181-a813-491f-b5a0-67472e63f91b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.286563 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7487a181-a813-491f-b5a0-67472e63f91b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/49d4701e-4f2f-428b-b9da-1cfc874399b8 HTTP/1.1" status: 204 len: 168 time: 1.4682031 Aug 19 12:45:12.287851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54494) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:12.302845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b501a9-5634-4bd1-be55-db8584b76d5e req-7f28c453-da2b-4ca1-af91-5f446f4e2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:12.304410 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-31b501a9-5634-4bd1-be55-db8584b76d5e req-7f28c453-da2b-4ca1-af91-5f446f4e2bdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 1094 time: 0.1719532 Aug 19 12:45:12.310843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f35b83-ba6f-4296-a13e-db5db073032f None None] Network 9a2c5af0-596e-4205-80e2-2da4e0c8a11d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:12.352627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.352997 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Added segment a1edcaa8-c93a-477e-a73c-e5c3dac820a6 of type vlan for network f4725742-0331-4430-b900-5447781c42df Aug 19 12:45:12.480631 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.489411 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.531813 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5cd0988-b30f-46a4-95eb-2f33bd2efea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.534588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5cd0988-b30f-46a4-95eb-2f33bd2efea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.540904 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c5cd0988-b30f-46a4-95eb-2f33bd2efea9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b7739fb-4853-4fab-a1b0-69e43dd00a22 HTTP/1.1" status: 204 len: 168 time: 0.4908757 Aug 19 12:45:12.565634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd0988-b30f-46a4-95eb-2f33bd2efea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7739fb-4853-4fab-a1b0-69e43dd00a22,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:12.570586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b501a9-5634-4bd1-be55-db8584b76d5e req-4f2aa352-394f-4131-a2f2-a66b9431b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:12.572114 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-31b501a9-5634-4bd1-be55-db8584b76d5e req-4f2aa352-394f-4131-a2f2-a66b9431b3e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 915 time: 0.2518539 Aug 19 12:45:12.662176 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-31b501a9-5634-4bd1-be55-db8584b76d5e req-9d86a7a7-c7f4-4258-979a-63ae412deb59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b55d455-a641-4b13-9548-244b649786b5 HTTP/1.1" status: 200 len: 217 time: 0.0602260 Aug 19 12:45:12.742797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c04227-a1c2-4a53-b378-3843b2c17edf req-79e18e56-d0aa-4202-ab77-f2d305d33125 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:12.745081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1c04227-a1c2-4a53-b378-3843b2c17edf req-79e18e56-d0aa-4202-ab77-f2d305d33125 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1445377 Aug 19 12:45:12.755912 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.762688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:12.763329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.772551 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Deleting port b66f9201-557e-452f-bffd-1d2d4e324c0c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:12.772902 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.800144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] Deleting port dfee282c-2d96-413b-9430-5a594a078588 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:12.800144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.807964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1c04227-a1c2-4a53-b378-3843b2c17edf req-b0650ac3-b3af-433e-98e9-fee25ca10765 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534194 Aug 19 12:45:12.819623 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b501a9-5634-4bd1-be55-db8584b76d5e req-bda2ad35-52fa-4b20-9279-2f99543d873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:12.820632 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-31b501a9-5634-4bd1-be55-db8584b76d5e req-bda2ad35-52fa-4b20-9279-2f99543d873f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6b3837f-4896-448d-90d3-9af8a59cb07f HTTP/1.1" status: 200 len: 854 time: 0.1435788 Aug 19 12:45:12.852164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f40bc-68f4-47a8-8e58-fde973e33a2a None None] DHCP port deletion for 9a2c5af0-596e-4205-80e2-2da4e0c8a11d request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:12.946102 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-31b501a9-5634-4bd1-be55-db8584b76d5e req-c263c2df-4758-4bdc-bcac-e83bbc3080f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a69fe7d7-91ab-4bab-9c68-970495891030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502112 Aug 19 12:45:12.948860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f40bc-68f4-47a8-8e58-fde973e33a2a None None] Deleting port b66f9201-557e-452f-bffd-1d2d4e324c0c {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:12.949343 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7e2f40bc-68f4-47a8-8e58-fde973e33a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.995320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] For port dfee282c-2d96-413b-9430-5a594a078588, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dfee282c-2d96-413b-9430-5a594a078588,segment=NetworkSegment(a27cb44f-980f-463e-bbb5-215151579031),segment_id=a27cb44f-980f-463e-bbb5-215151579031)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:12.995320 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.008828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede7033-dbf8-4601-8da2-73e23261ee32 req-05ab0492-18ec-4943-a98c-626fb0770196 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:13.010457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cede7033-dbf8-4601-8da2-73e23261ee32 req-05ab0492-18ec-4943-a98c-626fb0770196 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1257768 Aug 19 12:45:13.023736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] Calling delete_port for dfee282c-2d96-413b-9430-5a594a078588 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:13.026124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Network': ['ID=f4725742-0331-4430-b900-5447781c42df,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:13.042775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network f4725742-0331-4430-b900-5447781c42df details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:13.063683 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] For port b66f9201-557e-452f-bffd-1d2d4e324c0c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b66f9201-557e-452f-bffd-1d2d4e324c0c,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:13.070786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.083381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cede7033-dbf8-4601-8da2-73e23261ee32 req-cfe09f70-5c8a-476d-a86a-adadd541ddf3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572352 Aug 19 12:45:13.087755 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Calling delete_port for b66f9201-557e-452f-bffd-1d2d4e324c0c owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:13.119540 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-57ac5543-bf08-4bcf-90f4-2b82fa93439f tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0994911 Aug 19 12:45:13.120834 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54514) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:13.144398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'subnet': {'network_id': 'f4725742-0331-4430-b900-5447781c42df', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:13.249609 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-31b501a9-5634-4bd1-be55-db8584b76d5e req-05d3314f-bfce-4be4-8dc0-0a0f9bcbf281 service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763686 Aug 19 12:45:13.288568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7e2f40bc-68f4-47a8-8e58-fde973e33a2a None None] For port b66f9201-557e-452f-bffd-1d2d4e324c0c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b66f9201-557e-452f-bffd-1d2d4e324c0c,segment=NetworkSegment(f2e40d46-0031-4e43-91cc-119fd34185b2),segment_id=f2e40d46-0031-4e43-91cc-119fd34185b2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:13.288985 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7e2f40bc-68f4-47a8-8e58-fde973e33a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.310260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f40bc-68f4-47a8-8e58-fde973e33a2a None None] Calling delete_port for b66f9201-557e-452f-bffd-1d2d4e324c0c owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:13.432661 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.451090 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-31b501a9-5634-4bd1-be55-db8584b76d5e req-83b5f086-e5db-49ce-8938-733eb6f7d094 service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818511 Aug 19 12:45:13.476622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 7b55d455-a641-4b13-9548-244b649786b5 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:45:13.492257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.540062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Pushing event deleted for resources: {'Port': ['ID=b66f9201-557e-452f-bffd-1d2d4e324c0c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:13.542396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Made reservation on behalf of 61c1fc5eca2a4f8abc7b4ff382189a25 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:13.546483 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.607092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] No DVR routers for this DVR port b66f9201-557e-452f-bffd-1d2d4e324c0c on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:13.693127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfee282c-2d96-413b-9430-5a594a078588,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:13.738372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db84690-0761-48e1-9220-057514a3dc29 req-bbca1e02-7437-48c6-8a1f-e4a1ededce8d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:13.740915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7db84690-0761-48e1-9220-057514a3dc29 req-bbca1e02-7437-48c6-8a1f-e4a1ededce8d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 943 time: 0.2973752 Aug 19 12:45:13.872942 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.889004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2c5af0-596e-4205-80e2-2da4e0c8a11d']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:13.908343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e40d46-0031-4e43-91cc-119fd34185b2') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:13.909142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e40d46-0031-4e43-91cc-119fd34185b2') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:13.928004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.929251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7db84690-0761-48e1-9220-057514a3dc29 req-8a72466d-99fc-4c08-9be0-3fea0cf285af tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783638 Aug 19 12:45:13.970080 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7e2f40bc-68f4-47a8-8e58-fde973e33a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.989127 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.992379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 317e9b2e-b191-4787-9ed6-9f2241135dee no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:14.006849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:14.007268 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:14.009042 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:14.030436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.046754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af9eec-b35c-42f5-9fa3-1594ff3740d2 req-ffd5da35-2255-4c9a-b69a-09d1b9da383e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:14.047715 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f40bc-68f4-47a8-8e58-fde973e33a2a None None] Pushing event deleted for resources: {'Port': ['ID=b66f9201-557e-452f-bffd-1d2d4e324c0c,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:14.056272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35af9eec-b35c-42f5-9fa3-1594ff3740d2 req-ffd5da35-2255-4c9a-b69a-09d1b9da383e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.0880160 Aug 19 12:45:14.088101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 7b55d455-a641-4b13-9548-244b649786b5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=7b55d455-a641-4b13-9548-244b649786b5,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:14.091921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f40bc-68f4-47a8-8e58-fde973e33a2a None None] No DVR routers for this DVR port b66f9201-557e-452f-bffd-1d2d4e324c0c on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:14.117521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '7b55d455-a641-4b13-9548-244b649786b5', 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030', 'port_id': '7b55d455-a641-4b13-9548-244b649786b5', 'mac_address': 'fa:16:3e:72:40:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b3837f-4896-448d-90d3-9af8a59cb07f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:45:14.159838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35af9eec-b35c-42f5-9fa3-1594ff3740d2 req-e0ab0d90-d993-4dcb-8f6e-15fd8ee5c59a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018193 Aug 19 12:45:14.177429 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.194806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b55d455-a641-4b13-9548-244b649786b5 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:14.270722 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 7b55d455-a641-4b13-9548-244b649786b5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=7b55d455-a641-4b13-9548-244b649786b5,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:14.361212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.372008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.372324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56504a88-da95-4c88-917f-cd9ba37b8291 req-6154f37d-2089-4363-b58b-d13d2a8f0a98 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:14.375058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56504a88-da95-4c88-917f-cd9ba37b8291 req-6154f37d-2089-4363-b58b-d13d2a8f0a98 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1279626 Aug 19 12:45:14.388184 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] 10.222.0.44 "DELETE /v2.0/networks/9a2c5af0-596e-4205-80e2-2da4e0c8a11d HTTP/1.1" status: 204 len: 168 time: 2.0952640 Aug 19 12:45:14.393074 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.394018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54544) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:14.429228 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.452974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badd39a-dc56-4c55-bc16-7f58e268619a admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2c5af0-596e-4205-80e2-2da4e0c8a11d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:14.455362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020846d-5b94-4203-85c5-63bc6b606a51 req-eda86967-16f3-4928-8f5f-822777fcbfbc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:14.457178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4020846d-5b94-4203-85c5-63bc6b606a51 req-eda86967-16f3-4928-8f5f-822777fcbfbc tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1866770 Aug 19 12:45:14.492415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=7b55d455-a641-4b13-9548-244b649786b5,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:14.604848 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.642199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54550) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:14.667660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b66f9201-557e-452f-bffd-1d2d4e324c0c no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:14.671893 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56504a88-da95-4c88-917f-cd9ba37b8291 req-7e3d2f56-cbc0-404e-b1fe-3abe2c941abd tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115171 Aug 19 12:45:14.676414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Subnet': ['ID=24d80f4a-ed22-4d2c-b2a5-3eada3a5cdb1,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:14.690002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['7b55d455-a641-4b13-9548-244b649786b5'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:14.693196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] Router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:14.701474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4020846d-5b94-4203-85c5-63bc6b606a51 req-383d5a0e-baae-4329-a86a-e3356289c463 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051973 Aug 19 12:45:14.710605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Checking segment: {'id': 'a1edcaa8-c93a-477e-a73c-e5c3dac820a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f4725742-0331-4430-b900-5447781c42df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:14.710963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network hostable DHCP agents. Network: f4725742-0331-4430-b900-5447781c42df, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:45:14.746122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54554) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:14.802343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b66f9201-557e-452f-bffd-1d2d4e324c0c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:14.802788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b66f9201-557e-452f-bffd-1d2d4e324c0c not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:14.884137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network f4725742-0331-4430-b900-5447781c42df is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:45:14.945608 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-79e006a8-3640-41e7-a262-2dd661eff1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.039373 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, f4725742-0331-4430-b900-5447781c42df) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:15.044716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:15.045429 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.057205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f0bf52-c426-4c1f-8e6a-4d16492f1c1c None None] Network f4725742-0331-4430-b900-5447781c42df requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:15.105553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e963fd1-0312-41ee-8169-e240377ab4d7 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:15.107687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5e963fd1-0312-41ee-8169-e240377ab4d7 tempest-TestNetworkAdvancedServerOps-1533713175 tempest-TestNetworkAdvancedServerOps-1533713175-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 1092 time: 0.2773068 Aug 19 12:45:15.112937 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54564) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:15.120506 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:15.199812 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-79e006a8-3640-41e7-a262-2dd661eff1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.204827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:15.217343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f5be6585-638d-43b3-8971-11c3c621fa3a admin admin] 10.222.0.44 "PUT /v2.0/routers/78e6b39c-b12f-4e63-a2af-097e7f5d3957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2378409 Aug 19 12:45:15.224554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54566) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:15.228896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62279f51-2a5c-464f-a372-7060af1f9b6f None None] Sync routers for ids ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:15.233017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b07965-2d13-4d38-95ea-3464ab803a26 req-2d705808-0e3f-44f3-b56a-06d4d1ed2e4e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:15.236206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b07965-2d13-4d38-95ea-3464ab803a26 req-2d705808-0e3f-44f3-b56a-06d4d1ed2e4e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 944 time: 0.1253612 Aug 19 12:45:15.308378 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-79e006a8-3640-41e7-a262-2dd661eff1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.313016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.323364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b07965-2d13-4d38-95ea-3464ab803a26 req-32bdf96b-8c33-48e7-a462-ca5376cf1b09 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784073 Aug 19 12:45:15.368460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62279f51-2a5c-464f-a372-7060af1f9b6f None None] Routers {'78e6b39c-b12f-4e63-a2af-097e7f5d3957'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:15.369350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-62279f51-2a5c-464f-a372-7060af1f9b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:15.407156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e006a8-3640-41e7-a262-2dd661eff1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf75745-750d-492a-b591-34fd42571073,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:15.416140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-f4725742-0331-4430-b900-5447781c42df', 'network_id': 'f4725742-0331-4430-b900-5447781c42df', 'tenant_id': '61c1fc5eca2a4f8abc7b4ff382189a25', 'fixed_ips': [{'subnet_id': '24d80f4a-ed22-4d2c-b2a5-3eada3a5cdb1'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:45:15.417718 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.425339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-79e006a8-3640-41e7-a262-2dd661eff1e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbf89c5e5fea423195c240a893856624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7783146 Aug 19 12:45:15.436705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54570) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:15.457752 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aec27235-8ab6-4343-9faf-3c901f2821dc tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3262868 Aug 19 12:45:15.465819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54572) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:15.475792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-bcd4b5f2-11a2-4778-b072-ac4d747ffde0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f4725742-0331-4430-b900-5447781c42df'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:15.500078 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b82da1ae-48d6-4ef1-a1af-704c63ba9c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.529464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b82da1ae-48d6-4ef1-a1af-704c63ba9c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.613936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-62279f51-2a5c-464f-a372-7060af1f9b6f None None] Set router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:15.655821 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.679096 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b82da1ae-48d6-4ef1-a1af-704c63ba9c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.682699 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b82da1ae-48d6-4ef1-a1af-704c63ba9c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.687712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b82da1ae-48d6-4ef1-a1af-704c63ba9c0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bf75745-750d-492a-b591-34fd42571073 HTTP/1.1" status: 204 len: 168 time: 0.2551270 Aug 19 12:45:15.707512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82da1ae-48d6-4ef1-a1af-704c63ba9c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf75745-750d-492a-b591-34fd42571073,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:15.789340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Allocated IP 2001:db8:1::2 (f4725742-0331-4430-b900-5447781c42df/24d80f4a-ed22-4d2c-b2a5-3eada3a5cdb1/0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:15.803663 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.824535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08738dd-1115-4896-a12e-86776bb27421 req-7ad259ed-0344-4718-9644-bcd334b52838 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:15.827097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d08738dd-1115-4896-a12e-86776bb27421 req-7ad259ed-0344-4718-9644-bcd334b52838 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.0793152 Aug 19 12:45:15.922290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d08738dd-1115-4896-a12e-86776bb27421 req-73b517be-2008-40d8-92b1-8976a36a8397 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839217 Aug 19 12:45:16.000152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-62279f51-2a5c-464f-a372-7060af1f9b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'name': 'tempest-TestAggregatesBasicOps-1068248120-router', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:22Z', 'updated_at': '2021-08-19T12:45:13Z', 'revision_number': 5, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'gw_port': {'id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ed:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:25Z', 'updated_at': '2021-08-19T12:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:16.042450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62279f51-2a5c-464f-a372-7060af1f9b6f None None] Checking router: 78e6b39c-b12f-4e63-a2af-097e7f5d3957 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:16.052523 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.064424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62279f51-2a5c-464f-a372-7060af1f9b6f None None] Routers {'78e6b39c-b12f-4e63-a2af-097e7f5d3957'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:16.066475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-62279f51-2a5c-464f-a372-7060af1f9b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:16.067968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Transition to ACTIVE for port object 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:16.119665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Transition to ACTIVE for port object 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:16.204570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-62279f51-2a5c-464f-a372-7060af1f9b6f None None] Set router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:16.264858 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.371519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Network f4725742-0331-4430-b900-5447781c42df is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:16.373553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:16.389806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:16.521033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48647728-0a18-4871-8561-62f28b529bd4 req-f51bfb01-2024-4c38-a08a-de8fa27cb0bc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:16.522689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48647728-0a18-4871-8561-62f28b529bd4 req-f51bfb01-2024-4c38-a08a-de8fa27cb0bc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 944 time: 0.0954897 Aug 19 12:45:16.528865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54594) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:16.534310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Pushing event updated for resources: {'Port': ['ID=0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:16.541329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Attempting to bind port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:16.542304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Attempting to bind port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a1edcaa8-c93a-477e-a73c-e5c3dac820a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f4725742-0331-4430-b900-5447781c42df'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:16.542304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Attempting to bind port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add on network f4725742-0331-4430-b900-5447781c42df {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:16.551185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:16.551568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Checking segment: {'id': 'a1edcaa8-c93a-477e-a73c-e5c3dac820a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f4725742-0331-4430-b900-5447781c42df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:16.551979 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.552385 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Bound using segment: {'id': 'a1edcaa8-c93a-477e-a73c-e5c3dac820a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f4725742-0331-4430-b900-5447781c42df'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:16.552884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Bound port: 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1edcaa8-c93a-477e-a73c-e5c3dac820a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f4725742-0331-4430-b900-5447781c42df'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:16.553272 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.553763 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b5f2-11a2-4778-b072-ac4d747ffde0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.583839 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.604833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48647728-0a18-4871-8561-62f28b529bd4 req-c5d81941-028f-4cec-8334-4a558df509f1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728521 Aug 19 12:45:16.665072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] For port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:16.684815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] For port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add,segment=NetworkSegment(a1edcaa8-c93a-477e-a73c-e5c3dac820a6),segment_id=a1edcaa8-c93a-477e-a73c-e5c3dac820a6)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:16.699816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-62279f51-2a5c-464f-a372-7060af1f9b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'name': 'tempest-TestAggregatesBasicOps-1068248120-router', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:22Z', 'updated_at': '2021-08-19T12:45:13Z', 'revision_number': 5, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'gw_port': {'id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ed:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:25Z', 'updated_at': '2021-08-19T12:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:16.734469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62279f51-2a5c-464f-a372-7060af1f9b6f None None] The sync data for ids ['78e6b39c-b12f-4e63-a2af-097e7f5d3957'] in n-d-778732-8 is: [{'id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'name': 'tempest-TestAggregatesBasicOps-1068248120-router', 'tenant_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:22Z', 'updated_at': '2021-08-19T12:45:13Z', 'revision_number': 5, 'project_id': '2ecd521c31f7413ca118f073b3a1bbd7', 'gw_port': {'id': '1ba35323-68ea-4427-befa-aaea962d3dc9', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ed:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e6b39c-b12f-4e63-a2af-097e7f5d3957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:25Z', 'updated_at': '2021-08-19T12:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:16.787450 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.812590 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.840369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1836397288'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:16.857624 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05451ca-943d-45c8-a3e3-ca65e3819932 None None] Pushing event updated for resources: {'Port': ['ID=0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:16.995754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54600) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:17.008950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Made reservation on behalf of 701ab32d87ee4bc199df3b2f457dcc84 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:17.012837 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.013930 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4045dba9-456f-4267-a486-f730bafee70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.051071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Deleting port 1ba35323-68ea-4427-befa-aaea962d3dc9 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:17.051321 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.053861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] Deleting port c0ea33e3-a928-4944-aed1-c05283f5d4a4 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:17.054183 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.056212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.058665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Allocated IP 172.25.6.7 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/8cdcb94c-bdc8-4996-b09d-17ecdade5c33) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:17.133112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8c87d-d589-4821-af6e-9f841e32cf8c req-a339ecbb-999e-4358-9a77-f31fd1f5c791 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:17.134787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bee8c87d-d589-4821-af6e-9f841e32cf8c req-a339ecbb-999e-4358-9a77-f31fd1f5c791 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1100702 Aug 19 12:45:17.217227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bee8c87d-d589-4821-af6e-9f841e32cf8c req-1da6635c-4eb8-4f86-b75a-780151ba41a7 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718794 Aug 19 12:45:17.285247 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4045dba9-456f-4267-a486-f730bafee70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.394534 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-bcd4b5f2-11a2-4778-b072-ac4d747ffde0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:45:17.395616 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bcd4b5f2-11a2-4778-b072-ac4d747ffde0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "PUT /v2.0/routers/42ae8ec9-b673-4a0c-8d53-9db54796cf6b HTTP/1.1" status: 400 len: 364 time: 1.9288297 Aug 19 12:45:17.399946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54602) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:17.411521 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4045dba9-456f-4267-a486-f730bafee70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.418434 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] For port 1ba35323-68ea-4427-befa-aaea962d3dc9, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1ba35323-68ea-4427-befa-aaea962d3dc9,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:17.418811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.459510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] For port c0ea33e3-a928-4944-aed1-c05283f5d4a4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c0ea33e3-a928-4944-aed1-c05283f5d4a4,segment=NetworkSegment(55422b0d-ed5c-438b-b99b-a6b681847148),segment_id=55422b0d-ed5c-438b-b99b-a6b681847148)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:17.459880 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.483786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Calling delete_port for 1ba35323-68ea-4427-befa-aaea962d3dc9 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:17.493065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 7b55d455-a641-4b13-9548-244b649786b5 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:17.500683 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] Calling delete_port for c0ea33e3-a928-4944-aed1-c05283f5d4a4 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:17.543510 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.692917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 7b55d455-a641-4b13-9548-244b649786b5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:17.699702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 7b55d455-a641-4b13-9548-244b649786b5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:17.700852 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.818673 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.847604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26abb1ab-7d9e-4d96-bec5-77db64d1c3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b55d455-a641-4b13-9548-244b649786b5'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:17.850127 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcf7dae-a48f-4bd8-8b3d-7f4bb0bc4cbe" -d '{"events": [{"server_uuid": "26abb1ab-7d9e-4d96-bec5-77db64d1c3ec", "name": "network-vif-plugged", "status": "completed", "tag": "7b55d455-a641-4b13-9548-244b649786b5"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:17.869848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 7b55d455-a641-4b13-9548-244b649786b5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=7b55d455-a641-4b13-9548-244b649786b5,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:17.898622 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.907583 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd296b94-c2b1-40c9-95ba-ffcb58c2f80b x-openstack-request-id: req-bd296b94-c2b1-40c9-95ba-ffcb58c2f80b {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:17.909864 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26abb1ab-7d9e-4d96-bec5-77db64d1c3ec", "name": "network-vif-plugged", "status": "completed", "tag": "7b55d455-a641-4b13-9548-244b649786b5", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:17.910833 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd296b94-c2b1-40c9-95ba-ffcb58c2f80b {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:17.912742 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26abb1ab-7d9e-4d96-bec5-77db64d1c3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b55d455-a641-4b13-9548-244b649786b5', 'code': 200} Aug 19 12:45:17.954800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4045dba9-456f-4267-a486-f730bafee70e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42b36fd13bda4ace901d955f8e4431f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9576144 Aug 19 12:45:17.964269 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54608) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:17.983946 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.004193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045dba9-456f-4267-a486-f730bafee70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b54f53e-03a3-4d1e-ac5c-682ab37e7c87,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:18.047839 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.062681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=7b55d455-a641-4b13-9548-244b649786b5,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:18.067019 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.128213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083c26f-b0e7-42e1-85d5-d13b8bb77945 req-00c642de-8876-4b78-b47b-c3a2e7b14e17 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:18.129864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c083c26f-b0e7-42e1-85d5-d13b8bb77945 req-00c642de-8876-4b78-b47b-c3a2e7b14e17 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 944 time: 0.2161605 Aug 19 12:45:18.150632 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:18.162718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:18.168181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:18.185431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:18.237862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f1c0c-a45e-4cf5-b766-b35fda0f3d3c req-4ccd809f-66f0-48a6-aac2-356903a942b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:18.240226 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5d9f1c0c-a45e-4cf5-b766-b35fda0f3d3c req-4ccd809f-66f0-48a6-aac2-356903a942b0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 1096 time: 0.2400348 Aug 19 12:45:18.268860 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.273350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c083c26f-b0e7-42e1-85d5-d13b8bb77945 req-ef77b924-4213-4c43-9f2a-5b9d48c057a0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748854 Aug 19 12:45:18.306713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.307074 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Added segment 4dc72510-2c8a-4be2-9b49-ebd23690d3e8 of type vlan for network 471f6c42-9616-4721-8692-f561b3e0d308 Aug 19 12:45:18.320289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.394442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa8f285-9065-4010-a998-47fdca4e1151,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:18.411138 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.429791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=8cdcb94c-bdc8-4996-b09d-17ecdade5c33,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:18.451806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.451806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.451806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.451806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.451806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.451806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.451806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.452892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.452892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.452892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.453245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.457026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.489348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.490069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.490424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.490767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.491184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.491441 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.491775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.492217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.492720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.492877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.496064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.496561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:18.500309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba35323-68ea-4427-befa-aaea962d3dc9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:18.533139 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:45:18.541723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7cdff79-0354-4340-bd38-f96961dc2a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.569574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7cdff79-0354-4340-bd38-f96961dc2a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.582566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea5ae8-7f72-4cc7-98ee-48a3cb60809c None None] Network f4725742-0331-4430-b900-5447781c42df requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:18.634719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:18.646887 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.697306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Allocated IP 2001:db8::1 (30ddb10e-6315-4954-9feb-cd97bffecd1f/cad4449d-472d-4417-8c2a-f6ed842d519a/75e37350-a6fc-4a93-aa1f-495371c0100a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:18.728855 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5d9f1c0c-a45e-4cf5-b766-b35fda0f3d3c req-403eb4f8-b169-4fdd-81d9-7d258f88a3f2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530354 Aug 19 12:45:18.746644 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7cdff79-0354-4340-bd38-f96961dc2a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.756899 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7cdff79-0354-4340-bd38-f96961dc2a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.761719 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d7cdff79-0354-4340-bd38-f96961dc2a27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b54f53e-03a3-4d1e-ac5c-682ab37e7c87 HTTP/1.1" status: 204 len: 168 time: 0.7870293 Aug 19 12:45:18.761719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ea33e3-a928-4944-aed1-c05283f5d4a4,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:18.834850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.842142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:18.842142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.902461 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdff79-0354-4340-bd38-f96961dc2a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b54f53e-03a3-4d1e-ac5c-682ab37e7c87,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:18.912510 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.971920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0a32cc93-3833-4eba-879a-e6b723702bc9 None None] Provisioning for port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:19.037204 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.058122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Transition to ACTIVE for port object 75e37350-a6fc-4a93-aa1f-495371c0100a will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:19.101568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dd287-9cc5-4a44-97d9-67fb95b004b1 req-2cb0f32d-6030-4c89-80f0-c11ab43548cf tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:19.110733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d1dd287-9cc5-4a44-97d9-67fb95b004b1 req-2cb0f32d-6030-4c89-80f0-c11ab43548cf tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.7292063 Aug 19 12:45:19.146946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:19.152361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:19.154078 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.181633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d1dd287-9cc5-4a44-97d9-67fb95b004b1 req-72f76270-41cc-4b3d-b7e5-22c10de84697 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698671 Aug 19 12:45:19.189296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.216751 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.221062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Pushing event updated for resources: {'Network': ['ID=471f6c42-9616-4721-8692-f561b3e0d308,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:19.241468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 471f6c42-9616-4721-8692-f561b3e0d308 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:19.291347 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.307095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.323089 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ab94b67a-ecb4-436f-81e7-49161dcd3abc tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7849174 Aug 19 12:45:19.376301 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54624) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:19.406023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add,segment=NetworkSegment(a1edcaa8-c93a-477e-a73c-e5c3dac820a6),segment_id=a1edcaa8-c93a-477e-a73c-e5c3dac820a6)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:19.421761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network 30ddb10e-6315-4954-9feb-cd97bffecd1f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:19.475647 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.476095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78e6b39c-b12f-4e63-a2af-097e7f5d3957 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:45:19.482850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.482850 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f2030d73-5c79-4b4a-a53a-0b71604e41cd admin admin] 10.222.0.44 "DELETE /v2.0/routers/78e6b39c-b12f-4e63-a2af-097e7f5d3957 HTTP/1.1" status: 204 len: 168 time: 4.2550011 Aug 19 12:45:19.491963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:19.498366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54630) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:19.500499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Port': ['ID=75e37350-a6fc-4a93-aa1f-495371c0100a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:19.519952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c17fd0ae-f621-4627-a7cf-0a7471d9adc1 None None] Provisioning complete for port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:19.520334 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c17fd0ae-f621-4627-a7cf-0a7471d9adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.524018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:19.526333 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.531583 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.591168 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.634640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dfee282c-2d96-413b-9430-5a594a078588 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:19.736804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: dfee282c-2d96-413b-9430-5a594a078588 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:19.737612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dfee282c-2d96-413b-9430-5a594a078588 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:19.784583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:19.832930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Request body: {'network': {'name': 'tempest-network--237718379', 'router:external': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:19.905954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748be3b-d0cb-4bc7-847e-77145806ecea req-64448195-41cb-493a-95c3-b82044a48171 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:19.913961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0748be3b-d0cb-4bc7-847e-77145806ecea req-64448195-41cb-493a-95c3-b82044a48171 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 945 time: 0.5029428 Aug 19 12:45:19.957624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-511b4e6d-125c-4946-ba9c-922951de8bb2 admin admin] Deleting subnet fa744467-2963-4e95-af16-e59cbc5b0c17 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:19.963622 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-511b4e6d-125c-4946-ba9c-922951de8bb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.992529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.037056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0748be3b-d0cb-4bc7-847e-77145806ecea req-0a1b132d-f259-464e-b4a5-7b4c0c31cf0b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222482 Aug 19 12:45:20.039484 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-511b4e6d-125c-4946-ba9c-922951de8bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.127112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-00de2bbf-298e-49ea-994c-da16ad07ad19 None None] Provisioning for port 75e37350-a6fc-4a93-aa1f-495371c0100a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:20.140102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-00de2bbf-298e-49ea-994c-da16ad07ad19 None None] Provisioning complete for port 75e37350-a6fc-4a93-aa1f-495371c0100a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:20.141062 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-00de2bbf-298e-49ea-994c-da16ad07ad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.244580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-00de2bbf-298e-49ea-994c-da16ad07ad19 None None] Port 75e37350-a6fc-4a93-aa1f-495371c0100a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:20.306307 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-511b4e6d-125c-4946-ba9c-922951de8bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.438688 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.471288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f96b5-6e91-4d84-bf49-84348f3eb717 req-4c0e7dcc-b5f9-4022-8c0e-6473ed92fc5d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:20.473119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-890f96b5-6e91-4d84-bf49-84348f3eb717 req-4c0e7dcc-b5f9-4022-8c0e-6473ed92fc5d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1687081 Aug 19 12:45:20.480330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Made reservation on behalf of 0e8289a0bd0349fa8107b7341dc7f6f3 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:20.491580 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.504241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] Router a438e1d2-ef4e-4244-8263-7863302d83a0 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:20.521633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.563000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-890f96b5-6e91-4d84-bf49-84348f3eb717 req-e7a54076-b6c7-4faf-9372-a06089fbec61 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822215 Aug 19 12:45:20.576222 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-511b4e6d-125c-4946-ba9c-922951de8bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.619961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b4e6d-125c-4946-ba9c-922951de8bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa744467-2963-4e95-af16-e59cbc5b0c17,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:20.622466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-511b4e6d-125c-4946-ba9c-922951de8bb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.624964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-511b4e6d-125c-4946-ba9c-922951de8bb2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fa744467-2963-4e95-af16-e59cbc5b0c17 HTTP/1.1" status: 204 len: 168 time: 1.1051648 Aug 19 12:45:20.626180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:20.632304 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.634849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54648) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:20.657101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9d2d97-affd-4b41-b4f8-49803f348cd0 None None] Network f45928d3-64fa-4a35-b736-baab02297b09 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:20.749144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.750088 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.785238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:20.785897 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.808181 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.816588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.879303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.894057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event updated for resources: {'Port': ['ID=75e37350-a6fc-4a93-aa1f-495371c0100a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:20.989846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Network 30ddb10e-6315-4954-9feb-cd97bffecd1f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:20.992910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:20.995359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f2261c-01fb-4283-ada7-04dfbfdc784f None None] DHCP port deletion for f45928d3-64fa-4a35-b736-baab02297b09 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:21.075575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1ba35323-68ea-4427-befa-aaea962d3dc9 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:21.115605 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1ba35323-68ea-4427-befa-aaea962d3dc9 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:21.116162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1ba35323-68ea-4427-befa-aaea962d3dc9 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:21.147759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:21.158985 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e357296-8fd4-4c08-8ba3-aaf33e1d4663 None None] Sync routers for ids ['a438e1d2-ef4e-4244-8263-7863302d83a0'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:21.162563 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-763cc45b-46ce-4d9b-a7c4-9cd0423af0c2 admin admin] 10.222.0.44 "PUT /v2.0/routers/a438e1d2-ef4e-4244-8263-7863302d83a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7665119 Aug 19 12:45:21.172764 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e357296-8fd4-4c08-8ba3-aaf33e1d4663 None None] Routers {'a438e1d2-ef4e-4244-8263-7863302d83a0'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:21.173982 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.175443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54656) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:21.176257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.178590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2261c-01fb-4283-ada7-04dfbfdc784f None None] Deleting port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:21.179000 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c3f2261c-01fb-4283-ada7-04dfbfdc784f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.179917 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6e357296-8fd4-4c08-8ba3-aaf33e1d4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a438e1d2-ef4e-4244-8263-7863302d83a0'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.193155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:21.203820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.204255 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Added segment 827b0ca5-d055-4cc9-aead-7b5100ca8c44 of type vlan for network 0e7f6a98-598f-41a0-b863-dd17b86d2b30 Aug 19 12:45:21.234581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Deleting port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:21.234581 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.234581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Router 42ae8ec9-b673-4a0c-8d53-9db54796cf6b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:21.271762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.283011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c3f2261c-01fb-4283-ada7-04dfbfdc784f None None] For port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3c17e6e9-9125-43b5-9005-f4c3b7de69e5,segment=NetworkSegment(a27cb44f-980f-463e-bbb5-215151579031),segment_id=a27cb44f-980f-463e-bbb5-215151579031)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:21.284021 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c3f2261c-01fb-4283-ada7-04dfbfdc784f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.319169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2261c-01fb-4283-ada7-04dfbfdc784f None None] Calling delete_port for 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:21.341223 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e1cd4-67d1-4c44-8fc5-d324acbe1467,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:21.462846 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6e357296-8fd4-4c08-8ba3-aaf33e1d4663 None None] Set router a438e1d2-ef4e-4244-8263-7863302d83a0 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:21.466746 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f93251e-f0a6-4a33-ad94-0a8511117380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.472100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] For port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3c17e6e9-9125-43b5-9005-f4c3b7de69e5,segment=NetworkSegment(a27cb44f-980f-463e-bbb5-215151579031),segment_id=a27cb44f-980f-463e-bbb5-215151579031)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:21.472100 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.494175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9d8bfeb2-1f11-4120-9aa7-41bc27d534c3 None None] Provisioning complete for port 75e37350-a6fc-4a93-aa1f-495371c0100a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:21.494409 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfeb2-1f11-4120-9aa7-41bc27d534c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.531408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9d8bfeb2-1f11-4120-9aa7-41bc27d534c3 None None] Port 75e37350-a6fc-4a93-aa1f-495371c0100a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:21.552589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795eab54-4582-48ec-81eb-7f20efc98cd4 req-592720e0-6dd3-4874-9645-8ed034da5a96 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:21.554190 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-795eab54-4582-48ec-81eb-7f20efc98cd4 req-592720e0-6dd3-4874-9645-8ed034da5a96 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 945 time: 0.3617523 Aug 19 12:45:21.566655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Calling delete_port for 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:21.600666 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.627256 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.631345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:21.646589 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a461c34-68d3-4f27-bbc9-be42fa530617 None None] Sync routers for ids ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:21.681617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a461c34-68d3-4f27-bbc9-be42fa530617 None None] Routers {'42ae8ec9-b673-4a0c-8d53-9db54796cf6b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:21.682902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0a461c34-68d3-4f27-bbc9-be42fa530617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.724422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8b07f2b6-aa35-4a19-a54b-40aa1f57a23e tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "PUT /v2.0/routers/42ae8ec9-b673-4a0c-8d53-9db54796cf6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3228552 Aug 19 12:45:21.730411 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54662) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:21.738887 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6e357296-8fd4-4c08-8ba3-aaf33e1d4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'name': 'tempest-TestServerMultinode-957310876-router', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:27Z', 'updated_at': '2021-08-19T12:45:18Z', 'revision_number': 5, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'gw_port': {'id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:32Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.739479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-795eab54-4582-48ec-81eb-7f20efc98cd4 req-57117f1c-93d1-4b17-9005-5a97d7c8a723 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671796 Aug 19 12:45:21.761423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0a461c34-68d3-4f27-bbc9-be42fa530617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.764104 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c3f2261c-01fb-4283-ada7-04dfbfdc784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.773290 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e357296-8fd4-4c08-8ba3-aaf33e1d4663 None None] Checking router: a438e1d2-ef4e-4244-8263-7863302d83a0 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:21.784292 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e357296-8fd4-4c08-8ba3-aaf33e1d4663 None None] Routers {'a438e1d2-ef4e-4244-8263-7863302d83a0'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:21.785529 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6e357296-8fd4-4c08-8ba3-aaf33e1d4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a438e1d2-ef4e-4244-8263-7863302d83a0'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.812423 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.813986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:21.815856 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.822562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2261c-01fb-4283-ada7-04dfbfdc784f None None] Pushing event deleted for resources: {'Port': ['ID=3c17e6e9-9125-43b5-9005-f4c3b7de69e5,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:21.828136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2261c-01fb-4283-ada7-04dfbfdc784f None None] No DVR routers for this DVR port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:21.830209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a461c34-68d3-4f27-bbc9-be42fa530617 None None] Routers {'42ae8ec9-b673-4a0c-8d53-9db54796cf6b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:21.832711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0a461c34-68d3-4f27-bbc9-be42fa530617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.898841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0a461c34-68d3-4f27-bbc9-be42fa530617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.899855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a461c34-68d3-4f27-bbc9-be42fa530617 None None] The sync data for ids ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:21.900779 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3338eafc-34f5-4c8a-9466-0f4eeb630bfd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.960215 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6e357296-8fd4-4c08-8ba3-aaf33e1d4663 None None] Set router a438e1d2-ef4e-4244-8263-7863302d83a0 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:21.965401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event updated for resources: {'Port': ['ID=8cdcb94c-bdc8-4996-b09d-17ecdade5c33,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:22.068586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.074738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event updated for resources: {'Network': ['ID=0e7f6a98-598f-41a0-b863-dd17b86d2b30,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:22.088010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 0e7f6a98-598f-41a0-b863-dd17b86d2b30 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:22.124450 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e2de4929-bd1d-4868-9a9a-d05229a1cc0d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7456222 Aug 19 12:45:22.128339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54668) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:22.194585 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-3338eafc-34f5-4c8a-9466-0f4eeb630bfd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:45:22.195673 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3338eafc-34f5-4c8a-9466-0f4eeb630bfd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "DELETE /v2.0/routers/42ae8ec9-b673-4a0c-8d53-9db54796cf6b HTTP/1.1" status: 409 len: 329 time: 0.4626775 Aug 19 12:45:22.233199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:22.289310 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6e357296-8fd4-4c08-8ba3-aaf33e1d4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'name': 'tempest-TestServerMultinode-957310876-router', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:27Z', 'updated_at': '2021-08-19T12:45:18Z', 'revision_number': 5, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'gw_port': {'id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:32Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:22.320572 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e357296-8fd4-4c08-8ba3-aaf33e1d4663 None None] The sync data for ids ['a438e1d2-ef4e-4244-8263-7863302d83a0'] in n-d-778732-8 is: [{'id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'name': 'tempest-TestServerMultinode-957310876-router', 'tenant_id': '12f8851073ff4fbd9bcabc806455bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:27Z', 'updated_at': '2021-08-19T12:45:18Z', 'revision_number': 5, 'project_id': '12f8851073ff4fbd9bcabc806455bca6', 'gw_port': {'id': 'a1ad4f70-c0e3-4641-9974-fcb2a3b0c941', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438e1d2-ef4e-4244-8263-7863302d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:32Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:22.360052 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.423170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.434586 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Floating IP e434ecf5-7858-4b1c-a114-b3f8d617568d associated. External IP: 172.25.6.7, port: db174b20-42a5-455c-b7f9-78a58acf06e3. Aug 19 12:45:22.437249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c30a98-db63-4d7f-aa14-ac797890fe6f req-10837df5-090e-48c8-993e-dee6120e644d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:22.438922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22c30a98-db63-4d7f-aa14-ac797890fe6f req-10837df5-090e-48c8-993e-dee6120e644d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.6023130 Aug 19 12:45:22.470778 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.672694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c17e6e9-9125-43b5-9005-f4c3b7de69e5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:22.672694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] No DVR routers for this DVR port 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:22.672694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22c30a98-db63-4d7f-aa14-ac797890fe6f req-c5741229-9d9a-4aea-8017-65a9f0f92c8f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832145 Aug 19 12:45:22.672694 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.677083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.677083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7f6a98-598f-41a0-b863-dd17b86d2b30']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:22.679234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45928d3-64fa-4a35-b736-baab02297b09']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:22.684791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827b0ca5-d055-4cc9-aead-7b5100ca8c44') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:22.685093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827b0ca5-d055-4cc9-aead-7b5100ca8c44') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:22.688310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27cb44f-980f-463e-bbb5-215151579031') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:22.688609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27cb44f-980f-463e-bbb5-215151579031') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:22.716271 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.750413 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.771299 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.797600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.804833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:22.805252 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:22.807267 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:22.823983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:22.824409 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:22.827396 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:22.850524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:22.905146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:22.905827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3c17e6e9-9125-43b5-9005-f4c3b7de69e5 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:22.908102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae592bef-acb9-444b-809e-e5c810611f6d req-f0b579cb-7cf1-4802-b1ba-ebc1ebf88751 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:22.923232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae592bef-acb9-444b-809e-e5c810611f6d req-f0b579cb-7cf1-4802-b1ba-ebc1ebf88751 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 945 time: 0.1618974 Aug 19 12:45:22.961355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Deleting port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:22.961744 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.047254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae592bef-acb9-444b-809e-e5c810611f6d req-45e32788-4c0b-4266-bcd2-839954e0fe87 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244063 Aug 19 12:45:23.068743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:23.095950 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.099687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] For port a1ad4f70-c0e3-4641-9974-fcb2a3b0c941, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a1ad4f70-c0e3-4641-9974-fcb2a3b0c941,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:23.100071 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.112741 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.114733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f45928d3-64fa-4a35-b736-baab02297b09 HTTP/1.1" status: 204 len: 168 time: 2.4787319 Aug 19 12:45:23.118219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54686) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:23.136965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Calling delete_port for a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:23.184059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9806b-7819-4286-b482-facf355287d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f45928d3-64fa-4a35-b736-baab02297b09,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:23.211216 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.215694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e7f6a98-598f-41a0-b863-dd17b86d2b30 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:45:23.217849 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.224312 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "DELETE /v2.0/networks/0e7f6a98-598f-41a0-b863-dd17b86d2b30 HTTP/1.1" status: 204 len: 168 time: 1.0888848 Aug 19 12:45:23.225891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54690) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:23.240265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:23.416419 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:45:23.711480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0277a4-106d-4fc7-a4eb-2d46f818eeb4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e7f6a98-598f-41a0-b863-dd17b86d2b30,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:23.739714 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:23.744829 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.759574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-311830b8-70b9-45dd-9ed6-10162da02ff8 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.786417 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ade6ac-a45c-4871-8946-8f1686144562 None None] Sync routers for ids ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:23.811400 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ade6ac-a45c-4871-8946-8f1686144562 None None] Routers {'58a4b717-6047-4b6d-84b5-8ca0c231ad09'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:23.812360 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c4ade6ac-a45c-4871-8946-8f1686144562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:23.831277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ad4f70-c0e3-4641-9974-fcb2a3b0c941,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:23.847856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca23d56-62aa-486c-a6f5-8d5a04e2edd7 req-1634d23a-640d-47fb-b587-69da358f0c74 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:23.849546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cca23d56-62aa-486c-a6f5-8d5a04e2edd7 req-1634d23a-640d-47fb-b587-69da358f0c74 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1804373 Aug 19 12:45:23.869213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Made reservation on behalf of 0e8289a0bd0349fa8107b7341dc7f6f3 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:23.871994 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.914977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cca23d56-62aa-486c-a6f5-8d5a04e2edd7 req-c4f500ec-16ac-4559-95c4-35b8c0ba7dbc tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454714 Aug 19 12:45:23.939183 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c4ade6ac-a45c-4871-8946-8f1686144562 None None] Set router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:23.946537 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.966478 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:23.981724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.981997 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Added segment b7d210c6-be0a-4628-89b3-b956ed9a9edc of type vlan for network 265d5f59-39af-495b-b7d4-cde7902a055c Aug 19 12:45:23.987803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.992731 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.112594 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.129549 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-41c5a6fc-3641-48cd-88fe-ebf757d2433d tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.0025520 Aug 19 12:45:24.133461 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:24.143913 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:24.145936 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.149823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.224488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8611bf4-1ef1-4535-802a-c7ed6f065333 req-5fc7e8b1-e0fb-4209-bcf9-a4274b2b65ea tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:24.226103 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8611bf4-1ef1-4535-802a-c7ed6f065333 req-5fc7e8b1-e0fb-4209-bcf9-a4274b2b65ea tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.53 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 945 time: 0.1894612 Aug 19 12:45:24.329069 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c4ade6ac-a45c-4871-8946-8f1686144562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e434ecf5-7858-4b1c-a114-b3f8d617568d', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'port_id': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'mac_address': 'fa:16:3e:bf:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf770-5347-4763-b3e5-65bb30e8ada2', 'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:0b:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:32Z', 'updated_at': '2021-08-19T12:44:48Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:24.344173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1f33b-8600-41ac-88f3-b9112d72b109 req-4f12ec5f-00cc-4f6b-a2a6-6e810e4ed624 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:24.346872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ea1f33b-8600-41ac-88f3-b9112d72b109 req-4f12ec5f-00cc-4f6b-a2a6-6e810e4ed624 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 945 time: 0.1740141 Aug 19 12:45:24.373626 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ade6ac-a45c-4871-8946-8f1686144562 None None] Checking router: 58a4b717-6047-4b6d-84b5-8ca0c231ad09 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:24.378834 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-311830b8-70b9-45dd-9ed6-10162da02ff8 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Deleting port 75e37350-a6fc-4a93-aa1f-495371c0100a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:24.379351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-311830b8-70b9-45dd-9ed6-10162da02ff8 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.382519 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.383640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:24.384522 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.390564 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ade6ac-a45c-4871-8946-8f1686144562 None None] Routers {'58a4b717-6047-4b6d-84b5-8ca0c231ad09'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:24.390564 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c4ade6ac-a45c-4871-8946-8f1686144562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:44:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:24.390856 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.391271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a438e1d2-ef4e-4244-8263-7863302d83a0 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:45:24.406020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.407146 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-36377ff8-d19f-4021-8229-17962f94e80f admin admin] 10.222.0.44 "DELETE /v2.0/routers/a438e1d2-ef4e-4244-8263-7863302d83a0 HTTP/1.1" status: 204 len: 168 time: 3.2179277 Aug 19 12:45:24.410917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54704) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:24.458841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884ffaf-0292-42e3-8a4e-b2ddeb99e70b req-f54cf00d-c020-44f7-b1a1-c96380babd1f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:24.467915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2884ffaf-0292-42e3-8a4e-b2ddeb99e70b req-f54cf00d-c020-44f7-b1a1-c96380babd1f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.2295136 Aug 19 12:45:24.471706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ea1f33b-8600-41ac-88f3-b9112d72b109 req-822e0847-b004-44d9-baf7-c0ee1d3388fa tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161380 Aug 19 12:45:24.543246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-e8611bf4-1ef1-4535-802a-c7ed6f065333 req-e115a076-d28a-4ebe-93d0-0b6bb31dcd3d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Deleting port 7b55d455-a641-4b13-9548-244b649786b5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:24.543602 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8611bf4-1ef1-4535-802a-c7ed6f065333 req-e115a076-d28a-4ebe-93d0-0b6bb31dcd3d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.573122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada73d69-b9fb-403e-ab81-7550467b0a6d admin admin] Deleting subnet 024bae51-d5ed-42b1-96f0-356270490db2 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:24.584373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c0ea33e3-a928-4944-aed1-c05283f5d4a4 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:24.592041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ada73d69-b9fb-403e-ab81-7550467b0a6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.612675 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24cda9b-041c-44a9-a0bc-8946ca0a6485 x-openstack-request-id: req-b24cda9b-041c-44a9-a0bc-8946ca0a6485 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:24.612992 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:24.613256 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b24cda9b-041c-44a9-a0bc-8946ca0a6485 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:24.613718 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'status': 'completed', 'code': 200} Aug 19 12:45:24.620841 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c4ade6ac-a45c-4871-8946-8f1686144562 None None] Set router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:24.634618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: c0ea33e3-a928-4944-aed1-c05283f5d4a4 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:24.636039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c0ea33e3-a928-4944-aed1-c05283f5d4a4 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:24.660379 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4277079 Aug 19 12:45:24.661145 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedb6ce-0c66-4b5d-9fb8-e63aefd18491 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event updated for resources: {'Network': ['ID=265d5f59-39af-495b-b7d4-cde7902a055c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:24.667051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54708) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:24.676595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 265d5f59-39af-495b-b7d4-cde7902a055c details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:24.694032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Request body: {'subnet': {'network_id': '265d5f59-39af-495b-b7d4-cde7902a055c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:24.713879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2884ffaf-0292-42e3-8a4e-b2ddeb99e70b req-a53b8b19-897d-42cb-919d-df67a4bf4c61 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461939 Aug 19 12:45:24.728288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54712) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:24.746549 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ada73d69-b9fb-403e-ab81-7550467b0a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.764044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-311830b8-70b9-45dd-9ed6-10162da02ff8 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.839171 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-311830b8-70b9-45dd-9ed6-10162da02ff8 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Calling delete_port for 75e37350-a6fc-4a93-aa1f-495371c0100a owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:24.860725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-e8611bf4-1ef1-4535-802a-c7ed6f065333 req-e115a076-d28a-4ebe-93d0-0b6bb31dcd3d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] For port 7b55d455-a641-4b13-9548-244b649786b5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=7b55d455-a641-4b13-9548-244b649786b5,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:24.862036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8611bf4-1ef1-4535-802a-c7ed6f065333 req-e115a076-d28a-4ebe-93d0-0b6bb31dcd3d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.868690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f req-d7323b35-e4b8-452c-961d-c2f3f70bea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:24.870556 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f req-d7323b35-e4b8-452c-961d-c2f3f70bea2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 1097 time: 0.1876245 Aug 19 12:45:24.931703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-e8611bf4-1ef1-4535-802a-c7ed6f065333 req-e115a076-d28a-4ebe-93d0-0b6bb31dcd3d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Calling delete_port for 7b55d455-a641-4b13-9548-244b649786b5 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:24.937829 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e513a21d-9907-49aa-9ddb-4617c336cd3a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/e434ecf5-7858-4b1c-a114-b3f8d617568d HTTP/1.1" status: 200 len: 990 time: 0.2038605 Aug 19 12:45:24.961550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Made reservation on behalf of 0e8289a0bd0349fa8107b7341dc7f6f3 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:24.964906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.980502 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ada73d69-b9fb-403e-ab81-7550467b0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.994853 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c4ade6ac-a45c-4871-8946-8f1686144562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e434ecf5-7858-4b1c-a114-b3f8d617568d', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'port_id': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'mac_address': 'fa:16:3e:bf:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf770-5347-4763-b3e5-65bb30e8ada2', 'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:0b:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:32Z', 'updated_at': '2021-08-19T12:44:48Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:25.008160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] Deleting port 99079401-d432-4b7d-8fed-594075c965d8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:25.008599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.030427 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ade6ac-a45c-4871-8946-8f1686144562 None None] The sync data for ids ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'] in n-d-778732-8 is: [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e434ecf5-7858-4b1c-a114-b3f8d617568d', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'port_id': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'mac_address': 'fa:16:3e:bf:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 0, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf770-5347-4763-b3e5-65bb30e8ada2', 'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:0b:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:32Z', 'updated_at': '2021-08-19T12:44:48Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:25.182034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f req-b59857e4-26b9-446a-8ccb-0e77a35d3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:25.183698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f req-b59857e4-26b9-446a-8ccb-0e77a35d3783 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8cf10b79-a761-4313-8f35-66a15cf3b2f8 HTTP/1.1" status: 200 len: 898 time: 0.2901900 Aug 19 12:45:25.208420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941dad4-f7be-4b7a-953b-c0a3778cce54 req-8274d478-458e-450e-989c-9dc2aed7326e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:25.210086 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6941dad4-f7be-4b7a-953b-c0a3778cce54 req-8274d478-458e-450e-989c-9dc2aed7326e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2041581 Aug 19 12:45:25.317138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] For port 99079401-d432-4b7d-8fed-594075c965d8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=99079401-d432-4b7d-8fed-594075c965d8,segment=NetworkSegment(a7177066-bced-4ec5-924a-b345d4629540),segment_id=a7177066-bced-4ec5-924a-b345d4629540)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:25.319687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.378944 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-311830b8-70b9-45dd-9ed6-10162da02ff8 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.383276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ada73d69-b9fb-403e-ab81-7550467b0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.414852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] Calling delete_port for 99079401-d432-4b7d-8fed-594075c965d8 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:25.425189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7c733-ff58-4521-8c6a-13a35e0e9402 None None] New status for floating IP e434ecf5-7858-4b1c-a114-b3f8d617568d: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:45:25.431027 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-914377c1-5bba-462e-b843-d532d8489142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.446691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ada73d69-b9fb-403e-ab81-7550467b0a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.448863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ada73d69-b9fb-403e-ab81-7550467b0a6d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/024bae51-d5ed-42b1-96f0-356270490db2 HTTP/1.1" status: 204 len: 168 time: 1.0358088 Aug 19 12:45:25.461046 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54718) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:25.480543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada73d69-b9fb-403e-ab81-7550467b0a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=024bae51-d5ed-42b1-96f0-356270490db2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:25.493961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6941dad4-f7be-4b7a-953b-c0a3778cce54 req-c154597a-4550-42de-869c-6f7d0865dc9b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613564 Aug 19 12:45:25.505922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f req-c978a272-dc28-46f9-8d04-3e647a107180 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db174b20-42a5-455c-b7f9-78a58acf06e3 HTTP/1.1" status: 200 len: 998 time: 0.2913382 Aug 19 12:45:25.509498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a3d23-eb0c-456e-ada6-7a5d91512f82 None None] Network 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:25.604216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f req-1d7e24e0-a64c-4b64-970b-6c99a52f7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:25.606548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f req-1d7e24e0-a64c-4b64-970b-6c99a52f7830 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6612dc6c-1b56-40a4-b77b-208d2f80fc8b HTTP/1.1" status: 200 len: 834 time: 0.0696621 Aug 19 12:45:25.632830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311830b8-70b9-45dd-9ed6-10162da02ff8 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Port': ['ID=75e37350-a6fc-4a93-aa1f-495371c0100a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:25.843244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ae8b-7817-429b-a64c-1e4268f28b5e req-1122b73e-299a-4a91-a5f8-3721b879242e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:25.848602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d49ae8b-7817-429b-a64c-1e4268f28b5e req-1122b73e-299a-4a91-a5f8-3721b879242e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 867 time: 0.1735914 Aug 19 12:45:25.853445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f req-b9dd9d93-06b5-4a4a-bd06-feb0ecca176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:25.859398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f req-b9dd9d93-06b5-4a4a-bd06-feb0ecca176b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8cf10b79-a761-4313-8f35-66a15cf3b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2440553 Aug 19 12:45:25.896911 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.911457 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8611bf4-1ef1-4535-802a-c7ed6f065333 req-e115a076-d28a-4ebe-93d0-0b6bb31dcd3d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.915545 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.924547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f869536a-40fe-4ec0-bf17-ace869f34bcd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:25.960420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54726) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:26.021685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115a076-d28a-4ebe-93d0-0b6bb31dcd3d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Pushing event deleted for resources: {'Port': ['ID=7b55d455-a641-4b13-9548-244b649786b5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:26.036019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] DHCP port deletion for 75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:26.064789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f req-5b7552fc-7e27-4b98-bfd5-e55668bbc1e7 service neutron] 10.222.0.52 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919715 Aug 19 12:45:26.073168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d49ae8b-7817-429b-a64c-1e4268f28b5e req-27308dfa-22f2-42f6-a642-d7158419dccb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118068 Aug 19 12:45:26.096537 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-311830b8-70b9-45dd-9ed6-10162da02ff8 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.170039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8611bf4-1ef1-4535-802a-c7ed6f065333 req-e115a076-d28a-4ebe-93d0-0b6bb31dcd3d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] No DVR routers for this DVR port 7b55d455-a641-4b13-9548-244b649786b5 on host n-h1-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:26.181040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-e8611bf4-1ef1-4535-802a-c7ed6f065333 req-e115a076-d28a-4ebe-93d0-0b6bb31dcd3d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.183354 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e8611bf4-1ef1-4535-802a-c7ed6f065333 req-e115a076-d28a-4ebe-93d0-0b6bb31dcd3d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.53 "DELETE /v2.0/ports/7b55d455-a641-4b13-9548-244b649786b5 HTTP/1.1" status: 204 len: 173 time: 1.9477801 Aug 19 12:45:26.209523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Deleting port 5ab080e6-903f-4fa2-8d3b-99d22a764317 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:26.210122 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.280510 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2dddd36b-384c-4d96-8416-d49ea6d25b14 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/e434ecf5-7858-4b1c-a114-b3f8d617568d HTTP/1.1" status: 200 len: 990 time: 0.3134747 Aug 19 12:45:26.388087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] For port 5ab080e6-903f-4fa2-8d3b-99d22a764317, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5ab080e6-903f-4fa2-8d3b-99d22a764317,segment=NetworkSegment(55422b0d-ed5c-438b-b99b-a6b681847148),segment_id=55422b0d-ed5c-438b-b99b-a6b681847148)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:26.388514 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.406866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Calling delete_port for 5ab080e6-903f-4fa2-8d3b-99d22a764317 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:26.498399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:26.510592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311830b8-70b9-45dd-9ed6-10162da02ff8 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Router 42ae8ec9-b673-4a0c-8d53-9db54796cf6b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:26.527943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:26.528415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a1ad4f70-c0e3-4641-9974-fcb2a3b0c941 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:26.528723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5ab080e6-903f-4fa2-8d3b-99d22a764317 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:26.552823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeeef6-12b9-42c6-97c6-4bd05bcb1a09 req-eaff3d16-a036-49a7-8951-39bb7a4966ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:26.559318 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2ceeeef6-12b9-42c6-97c6-4bd05bcb1a09 req-eaff3d16-a036-49a7-8951-39bb7a4966ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1096 time: 0.2134151 Aug 19 12:45:26.559318 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Deleting port 5ab080e6-903f-4fa2-8d3b-99d22a764317 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:26.559318 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.621530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26abb1ab-7d9e-4d96-bec5-77db64d1c3ec', 'name': 'network-vif-deleted', 'tag': '7b55d455-a641-4b13-9548-244b649786b5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:26.623547 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e32190-9459-482c-b69b-5b73b005146d" -d '{"events": [{"server_uuid": "26abb1ab-7d9e-4d96-bec5-77db64d1c3ec", "name": "network-vif-deleted", "tag": "7b55d455-a641-4b13-9548-244b649786b5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:26.660908 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.678809 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.694906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] For port 5ab080e6-903f-4fa2-8d3b-99d22a764317, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5ab080e6-903f-4fa2-8d3b-99d22a764317,segment=NetworkSegment(55422b0d-ed5c-438b-b99b-a6b681847148),segment_id=55422b0d-ed5c-438b-b99b-a6b681847148)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:26.695289 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.738579 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987fe4c5-46fe-4c44-b26b-0b9497de2994 x-openstack-request-id: req-987fe4c5-46fe-4c44-b26b-0b9497de2994 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:26.738861 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26abb1ab-7d9e-4d96-bec5-77db64d1c3ec", "name": "network-vif-deleted", "tag": "7b55d455-a641-4b13-9548-244b649786b5", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:26.739112 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-987fe4c5-46fe-4c44-b26b-0b9497de2994 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:26.739510 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26abb1ab-7d9e-4d96-bec5-77db64d1c3ec', 'name': 'network-vif-deleted', 'tag': '7b55d455-a641-4b13-9548-244b649786b5', 'status': 'completed', 'code': 200} Aug 19 12:45:26.764316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=99079401-d432-4b7d-8fed-594075c965d8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:26.772372 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.842275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] No DVR routers for this DVR port 5ab080e6-903f-4fa2-8d3b-99d22a764317 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:26.844854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Pushing event deleted for resources: {'Port': ['ID=5ab080e6-903f-4fa2-8d3b-99d22a764317,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:26.872689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b68eadc8-c4fe-43cc-a282-f2f0ff40f09f req-3ae815c8-9249-47d5-80b6-b7c9675ef50b service neutron] 10.222.0.52 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7983398 Aug 19 12:45:26.876402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.877160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.877815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.878407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.879002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.879593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.880169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.880739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.881646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.882267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.882895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.883221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ff63-b64c-4ad3-bedd-b07424c1fa8e req-dcd6843b-7554-4fe3-9466-121a68046747 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:26.884355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21558cd-98cb-49f5-b131-7c3cff273456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:26.895348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0957ff63-b64c-4ad3-bedd-b07424c1fa8e req-dcd6843b-7554-4fe3-9466-121a68046747 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2426622 Aug 19 12:45:26.901778 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Calling delete_port for 5ab080e6-903f-4fa2-8d3b-99d22a764317 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:26.905752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311830b8-70b9-45dd-9ed6-10162da02ff8 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:26.916883 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-311830b8-70b9-45dd-9ed6-10162da02ff8 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "PUT /v2.0/routers/42ae8ec9-b673-4a0c-8d53-9db54796cf6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6750848 Aug 19 12:45:26.927949 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056a07b-d395-4728-a8b9-c42ce112d61f None None] Sync routers for ids ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:26.943324 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056a07b-d395-4728-a8b9-c42ce112d61f None None] Routers {'42ae8ec9-b673-4a0c-8d53-9db54796cf6b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:26.944278 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d056a07b-d395-4728-a8b9-c42ce112d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:45:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:26.947919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54734) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:26.998813 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d056a07b-d395-4728-a8b9-c42ce112d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:27.012612 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056a07b-d395-4728-a8b9-c42ce112d61f None None] Routers {'42ae8ec9-b673-4a0c-8d53-9db54796cf6b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:27.013335 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d056a07b-d395-4728-a8b9-c42ce112d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:45:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:27.016297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0957ff63-b64c-4ad3-bedd-b07424c1fa8e req-c27f8529-f54d-4ae3-8599-c3ce2067ae05 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199758 Aug 19 12:45:27.029895 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.074331 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d056a07b-d395-4728-a8b9-c42ce112d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:27.075599 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056a07b-d395-4728-a8b9-c42ce112d61f None None] The sync data for ids ['42ae8ec9-b673-4a0c-8d53-9db54796cf6b'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:27.083420 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-d6debdc3-3038-46b1-a9f6-cde1b35008c6 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] show failed (client error): The resource could not be found. Aug 19 12:45:27.084499 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d6debdc3-3038-46b1-a9f6-cde1b35008c6 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-508502973 HTTP/1.1" status: 404 len: 334 time: 0.1282744 Aug 19 12:45:27.089349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54738) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:27.096674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-10d35ed0-d4c8-4271-975d-e5eb633e6bba tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:27.135703 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-10d35ed0-d4c8-4271-975d-e5eb633e6bba tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] update failed (client error): The resource could not be found. Aug 19 12:45:27.136864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-10d35ed0-d4c8-4271-975d-e5eb633e6bba tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1109784557 HTTP/1.1" status: 404 len: 335 time: 0.0463579 Aug 19 12:45:27.138043 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.141563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54744) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:27.290634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e8e6ba7-5ca3-4c35-937b-7809ba9d66fe req-5b477a58-7a42-4ce1-b504-ebde5b1c36a8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=26abb1ab-7d9e-4d96-bec5-77db64d1c3ec HTTP/1.1" status: 200 len: 210 time: 0.0461698 Aug 19 12:45:27.293611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54746) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:27.372143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2187fd-ce67-4bc4-b5f3-f5e6fb9b1384 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Deleting subnet 24d80f4a-ed22-4d2c-b2a5-3eada3a5cdb1 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:27.385327 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef2187fd-ce67-4bc4-b5f3-f5e6fb9b1384 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.457476 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef2187fd-ce67-4bc4-b5f3-f5e6fb9b1384 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.464864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-771c14c3-2dcd-49d3-b7d8-9d89c1d59be3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/e434ecf5-7858-4b1c-a114-b3f8d617568d HTTP/1.1" status: 200 len: 992 time: 0.1685257 Aug 19 12:45:27.495537 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeeef6-12b9-42c6-97c6-4bd05bcb1a09 req-5d0c2a22-7afe-4e70-b897-e59d72c2dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.497132 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2ceeeef6-12b9-42c6-97c6-4bd05bcb1a09 req-5d0c2a22-7afe-4e70-b897-e59d72c2dfdc service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.9333212 Aug 19 12:45:27.522805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 7b55d455-a641-4b13-9548-244b649786b5 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:27.549500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 7b55d455-a641-4b13-9548-244b649786b5 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:27.549938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 7b55d455-a641-4b13-9548-244b649786b5 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:27.591416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.objects.ports [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:45:27.592005 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.648917 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef2187fd-ce67-4bc4-b5f3-f5e6fb9b1384 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.653810 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2ceeeef6-12b9-42c6-97c6-4bd05bcb1a09 req-1666fb59-e6d0-41bb-bafe-67b96b7cd190 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 998 time: 0.1455414 Aug 19 12:45:27.672694 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.691932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] Router 0d8be548-43ba-4b5e-b664-992d34df94ad has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:27.727617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event updated for resources: {'Subnet': ['ID=337efbf6-40f0-429d-b132-099801048e1d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:27.745643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab080e6-903f-4fa2-8d3b-99d22a764317,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:27.758748 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] No DVR routers for this DVR port 5ab080e6-903f-4fa2-8d3b-99d22a764317 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:27.767634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeeef6-12b9-42c6-97c6-4bd05bcb1a09 req-9f66c78e-daa2-47af-8359-599bddc5fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.769246 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2ceeeef6-12b9-42c6-97c6-4bd05bcb1a09 req-9f66c78e-daa2-47af-8359-599bddc5fecf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.1069770 Aug 19 12:45:27.771544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Checking segment: {'id': 'b7d210c6-be0a-4628-89b3-b956ed9a9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '265d5f59-39af-495b-b7d4-cde7902a055c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:27.771544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Network hostable DHCP agents. Network: 265d5f59-39af-495b-b7d4-cde7902a055c, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:45:27.848629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:27.858791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a600a-61e3-4f20-99ec-36f5453c85d2 None None] Sync routers for ids ['0d8be548-43ba-4b5e-b664-992d34df94ad'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:27.863519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1ac27648-d53a-47a8-ad28-b20551fffc5f admin admin] 10.222.0.44 "PUT /v2.0/routers/0d8be548-43ba-4b5e-b664-992d34df94ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7443419 Aug 19 12:45:27.866674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54750) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:27.870925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a600a-61e3-4f20-99ec-36f5453c85d2 None None] Routers {'0d8be548-43ba-4b5e-b664-992d34df94ad'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:27.872805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d22a600a-61e3-4f20-99ec-36f5453c85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:45:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8be548-43ba-4b5e-b664-992d34df94ad'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:27.894885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.907409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ef20e8-3fe1-4fb1-b1fc-15c69868abb0']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:27.919789 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeeef6-12b9-42c6-97c6-4bd05bcb1a09 req-52def861-9d5c-4797-8b2d-7c70ea741a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.921167 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2ceeeef6-12b9-42c6-97c6-4bd05bcb1a09 req-52def861-9d5c-4797-8b2d-7c70ea741a92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233201 Aug 19 12:45:27.922972 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55422b0d-ed5c-438b-b99b-a6b681847148') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:27.923269 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55422b0d-ed5c-438b-b99b-a6b681847148') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:27.927657 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef2187fd-ce67-4bc4-b5f3-f5e6fb9b1384 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.941921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.972752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2187fd-ce67-4bc4-b5f3-f5e6fb9b1384 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Subnet': ['ID=24d80f4a-ed22-4d2c-b2a5-3eada3a5cdb1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:27.996508 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Network 265d5f59-39af-495b-b7d4-cde7902a055c is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:45:28.000398 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.008597 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef2187fd-ce67-4bc4-b5f3-f5e6fb9b1384 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.010094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ef2187fd-ce67-4bc4-b5f3-f5e6fb9b1384 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "DELETE /v2.0/subnets/24d80f4a-ed22-4d2c-b2a5-3eada3a5cdb1 HTTP/1.1" status: 204 len: 168 time: 0.8675039 Aug 19 12:45:28.012010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:28.012596 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.015906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54752) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:28.016580 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:28.023719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7a7609-1459-43c9-8955-595501171dd0 None None] Network f4725742-0331-4430-b900-5447781c42df requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:28.026960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d22a600a-61e3-4f20-99ec-36f5453c85d2 None None] Set router 0d8be548-43ba-4b5e-b664-992d34df94ad gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:28.102032 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2ceeeef6-12b9-42c6-97c6-4bd05bcb1a09 req-a93bf2a4-019a-4f9f-aac0-7dc2bf53a1bd service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714733 Aug 19 12:45:28.106431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 265d5f59-39af-495b-b7d4-cde7902a055c) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:28.110762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:28.112496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.128837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6e238-ce57-4805-ab65-28e8c3b83c09 None None] Network 265d5f59-39af-495b-b7d4-cde7902a055c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:28.185910 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.191647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.267158 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-2ceeeef6-12b9-42c6-97c6-4bd05bcb1a09 req-b797a151-d953-423d-bfa1-e6c50eb592e8 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448810 Aug 19 12:45:28.269198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.272621 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-16cfe693-b6d7-4eab-a26d-48a756e12862 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5989916 Aug 19 12:45:28.282856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54756) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:28.286669 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.289058 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] 10.222.0.44 "DELETE /v2.0/networks/75ef20e8-3fe1-4fb1-b1fc-15c69868abb0 HTTP/1.1" status: 204 len: 168 time: 2.8242574 Aug 19 12:45:28.296989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Request body: {'floatingip': {'floating_network_id': '265d5f59-39af-495b-b7d4-cde7902a055c'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:28.319670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfb281-9778-44b5-b609-d2dcfedfa881 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ef20e8-3fe1-4fb1-b1fc-15c69868abb0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:28.327986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13100c-cb8f-436d-8a8d-cfa9b0132737 req-89aeac86-1530-4e91-a49a-4c025a442832 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:28.331220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c13100c-cb8f-436d-8a8d-cfa9b0132737 req-89aeac86-1530-4e91-a49a-4c025a442832 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2252321 Aug 19 12:45:28.413094 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.493775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c13100c-cb8f-436d-8a8d-cfa9b0132737 req-72cd9654-1589-4ae7-897e-e2dfb2a4792d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484852 Aug 19 12:45:28.501055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Deleting port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:28.501554 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.602332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.665914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.714530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] For port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add,segment=NetworkSegment(a1edcaa8-c93a-477e-a73c-e5c3dac820a6),segment_id=a1edcaa8-c93a-477e-a73c-e5c3dac820a6)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:28.714919 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.744901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918bd4-3047-4481-a993-c4100023b015 req-07243bce-dc8b-41df-a7ba-1a069a72bd83 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:28.752698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e918bd4-3047-4481-a993-c4100023b015 req-07243bce-dc8b-41df-a7ba-1a069a72bd83 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1542184 Aug 19 12:45:28.752698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Calling delete_port for 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:28.811296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Allocated IP 172.20.0.12 (265d5f59-39af-495b-b7d4-cde7902a055c/337efbf6-40f0-429d-b132-099801048e1d/d25a13d8-245d-4d06-8733-0cfdf08eed72) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:28.825794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab3cda-04f5-45ae-b0e9-602c41ed826e None None] Network 265d5f59-39af-495b-b7d4-cde7902a055c requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:28.937330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b2554-4c16-4cfd-b772-cb2dea965289 None None] DHCP port deletion for f4725742-0331-4430-b900-5447781c42df request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:28.947230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e918bd4-3047-4481-a993-c4100023b015 req-ad192ff2-4d66-4c72-8656-f041cef6e78f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863015 Aug 19 12:45:29.046094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Deleting port 44eb5e93-5b06-49db-900e-0ca57d1f57a5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:29.046094 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.047586 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.058847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.061803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d22a600a-61e3-4f20-99ec-36f5453c85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'name': 'tempest-TestAggregatesBasicOps-10818108-router', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:43Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 5, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'gw_port': {'id': '44eb5e93-5b06-49db-900e-0ca57d1f57a5', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:29.148654 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a600a-61e3-4f20-99ec-36f5453c85d2 None None] Checking router: 0d8be548-43ba-4b5e-b664-992d34df94ad for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:29.160855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54772) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:29.245911 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.270085 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.299977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a600a-61e3-4f20-99ec-36f5453c85d2 None None] Routers {'0d8be548-43ba-4b5e-b664-992d34df94ad'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:29.301051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d22a600a-61e3-4f20-99ec-36f5453c85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:45:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0d8be548-43ba-4b5e-b664-992d34df94ad'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:29.322489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Network 265d5f59-39af-495b-b7d4-cde7902a055c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:29.329957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:29.335160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:29.372390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event updated for resources: {'Port': ['ID=d25a13d8-245d-4d06-8733-0cfdf08eed72,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:29.437690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f80b2554-4c16-4cfd-b772-cb2dea965289 None None] Deleting port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:29.438819 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f80b2554-4c16-4cfd-b772-cb2dea965289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.453841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] No DVR routers for this DVR port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:29.467847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Port': ['ID=0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:29.491619 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.508625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] For port 44eb5e93-5b06-49db-900e-0ca57d1f57a5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=44eb5e93-5b06-49db-900e-0ca57d1f57a5,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:29.509602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.543486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Calling delete_port for 44eb5e93-5b06-49db-900e-0ca57d1f57a5 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:29.634541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d22a600a-61e3-4f20-99ec-36f5453c85d2 None None] Set router 0d8be548-43ba-4b5e-b664-992d34df94ad gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:29.657255 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.691585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f80b2554-4c16-4cfd-b772-cb2dea965289 None None] For port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add, host n-d-778732-8, got binding levels [] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:29.694848 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f80b2554-4c16-4cfd-b772-cb2dea965289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.744109 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-688872cc-8fb0-4f0a-9707-df9285667a23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97a318c0185c467991581ea4b31bdfc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5797071 Aug 19 12:45:29.754164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:29.813871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d22a600a-61e3-4f20-99ec-36f5453c85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'name': 'tempest-TestAggregatesBasicOps-10818108-router', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:43Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 6, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:29.896422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.902282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a600a-61e3-4f20-99ec-36f5453c85d2 None None] The sync data for ids ['0d8be548-43ba-4b5e-b664-992d34df94ad'] in n-d-778732-8 is: [{'id': '0d8be548-43ba-4b5e-b664-992d34df94ad', 'name': 'tempest-TestAggregatesBasicOps-10818108-router', 'tenant_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:43Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 6, 'project_id': 'ef49b7b0e4154b8c913c6297207d3ac5', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:29.908675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f80b2554-4c16-4cfd-b772-cb2dea965289 None None] Calling delete_port for 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:29.912546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.ipam_backend_mixin [None req-f80b2554-4c16-4cfd-b772-cb2dea965289 None None] Port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add was not found and therefore no delete operation was performed {{(pid=95662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:45:29.914057 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f80b2554-4c16-4cfd-b772-cb2dea965289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.929995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b2554-4c16-4cfd-b772-cb2dea965289 None None] No DVR routers for this DVR port 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:29.983985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b2554-4c16-4cfd-b772-cb2dea965289 None None] Pushing event deleted for resources: {'Port': ['ID=0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:30.024075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.147864 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event updated for resources: {'Port': ['ID=d25a13d8-245d-4d06-8733-0cfdf08eed72,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:30.155252 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.285912 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.291824 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-69ac8bda-4177-4fc7-8d91-42ffc9b94eda tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9966388 Aug 19 12:45:30.292404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54786) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:30.376477 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dc5ba44d-834d-4f1b-891c-c2b85868a321 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=265d5f59-39af-495b-b7d4-cde7902a055c HTTP/1.1" status: 200 len: 690 time: 0.0826945 Aug 19 12:45:30.379849 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54788) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:30.421676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c391692-29b0-4fa9-9669-df098ad42903 req-d45a9cd4-a915-4bb7-a65d-cf8c165d5d11 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.424126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c391692-29b0-4fa9-9669-df098ad42903 req-d45a9cd4-a915-4bb7-a65d-cf8c165d5d11 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 1.0661368 Aug 19 12:45:30.457475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f82864-8a4d-4148-8e48-da4880ad1bbf req-19f3117d-ed50-46ba-a0d7-0582df73c8b2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.459186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8f82864-8a4d-4148-8e48-da4880ad1bbf req-19f3117d-ed50-46ba-a0d7-0582df73c8b2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.7783430 Aug 19 12:45:30.472374 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.515341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4725742-0331-4430-b900-5447781c42df']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:30.535095 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.563607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1edcaa8-c93a-477e-a73c-e5c3dac820a6') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:30.563607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1edcaa8-c93a-477e-a73c-e5c3dac820a6') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:30.622402 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.624352 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e425f700-4f5e-44db-8d29-20af456a9f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.671371 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c391692-29b0-4fa9-9669-df098ad42903 req-5675ac04-b253-43c1-90ff-49454a3bf800 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274685 Aug 19 12:45:30.676932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 99079401-d432-4b7d-8fed-594075c965d8 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:30.688089 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.698650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8f82864-8a4d-4148-8e48-da4880ad1bbf req-406caa5a-a44c-4c93-9a2a-7e4ae6e02d05 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234485 Aug 19 12:45:30.717615 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e425f700-4f5e-44db-8d29-20af456a9f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.717615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:30.717615 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:30.720774 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:30.753420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Deleting port d25a13d8-245d-4d06-8733-0cfdf08eed72 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:30.753420 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.755922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 99079401-d432-4b7d-8fed-594075c965d8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:30.761228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 99079401-d432-4b7d-8fed-594075c965d8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:30.765222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 44eb5e93-5b06-49db-900e-0ca57d1f57a5 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:30.806531 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.844807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=44eb5e93-5b06-49db-900e-0ca57d1f57a5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:30.894221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No active binding found for port 44eb5e93-5b06-49db-900e-0ca57d1f57a5 {{(pid=95662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 12:45:30.895805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 44eb5e93-5b06-49db-900e-0ca57d1f57a5 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:30.896609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:30.928501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:30.929170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a4d69c2-8c0e-4d3f-b2ac-6d4f91fa1add not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:30.972576 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.992170 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.992977 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.020138 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.020252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Calling delete_port for d25a13d8-245d-4d06-8733-0cfdf08eed72 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:31.020352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "DELETE /v2.0/networks/f4725742-0331-4430-b900-5447781c42df HTTP/1.1" status: 204 len: 168 time: 3.0018098 Aug 19 12:45:31.024149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54796) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:31.049781 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e425f700-4f5e-44db-8d29-20af456a9f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.052508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e425f700-4f5e-44db-8d29-20af456a9f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.054584 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e425f700-4f5e-44db-8d29-20af456a9f81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/459edf8f-ea04-404c-8bbc-1bdd91bbd393 HTTP/1.1" status: 204 len: 168 time: 1.2952223 Aug 19 12:45:31.061339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe74ce7-1eda-4939-a150-d0a0e7da1eb0 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Network': ['ID=f4725742-0331-4430-b900-5447781c42df,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:31.113505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425f700-4f5e-44db-8d29-20af456a9f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459edf8f-ea04-404c-8bbc-1bdd91bbd393,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:31.129644 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.177403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758bb51-91c2-4e9c-8656-c2852d92f40f req-3f84ee70-1ce5-40d7-8690-aa8677fdf531 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:31.184766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9758bb51-91c2-4e9c-8656-c2852d92f40f req-3f84ee70-1ce5-40d7-8690-aa8677fdf531 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.3030560 Aug 19 12:45:31.279205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.288010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b6b6c-6533-45cc-b5b4-fcd4424bfcd4 req-835d3f4f-afa4-49e7-8a12-6d3d76783d5a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:31.289672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f35b6b6c-6533-45cc-b5b4-fcd4424bfcd4 req-835d3f4f-afa4-49e7-8a12-6d3d76783d5a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.3830743 Aug 19 12:45:31.310230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d5370f-2d5c-4e61-9468-cec22cb36381 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Deleting subnet 8cd52239-a311-43fe-9dc4-36e316ba820a {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:31.317801 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3d5370f-2d5c-4e61-9468-cec22cb36381 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.321782 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.337448 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event deleted for resources: {'Port': ['ID=d25a13d8-245d-4d06-8733-0cfdf08eed72,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:31.357521 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.402171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9758bb51-91c2-4e9c-8656-c2852d92f40f req-4c7647ff-4622-4f3f-9161-91daf960d99c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163956 Aug 19 12:45:31.424471 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.475979 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.492520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f35b6b6c-6533-45cc-b5b4-fcd4424bfcd4 req-0cb19563-86ed-4c38-9470-ad67d614c8ab tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892269 Aug 19 12:45:31.505784 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3d5370f-2d5c-4e61-9468-cec22cb36381 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.675961 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.675961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d8be548-43ba-4b5e-b664-992d34df94ad {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:45:31.709780 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.715879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ea315dac-9201-48df-b3dc-1a0ebcc2dc8d admin admin] 10.222.0.44 "DELETE /v2.0/routers/0d8be548-43ba-4b5e-b664-992d34df94ad HTTP/1.1" status: 204 len: 168 time: 3.8412964 Aug 19 12:45:31.716204 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54806) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:31.745507 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3d5370f-2d5c-4e61-9468-cec22cb36381 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.811370 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.812135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352a19b-4a72-4f2f-8578-da1c2e2e0f38 req-784eefaf-9e86-4e3d-a3b5-fdadb5e4ce50 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:31.825262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5352a19b-4a72-4f2f-8578-da1c2e2e0f38 req-784eefaf-9e86-4e3d-a3b5-fdadb5e4ce50 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1883183 Aug 19 12:45:31.874653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=337efbf6-40f0-429d-b132-099801048e1d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:31.923252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ab93e8-bade-4c23-a335-ff104292ce70 admin admin] Deleting subnet 58b76a97-7e99-40bc-9fef-77c15069f052 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:31.935442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5352a19b-4a72-4f2f-8578-da1c2e2e0f38 req-82201a20-aecc-4f99-ab7f-1068af17335b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092088 Aug 19 12:45:31.951817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44ab93e8-bade-4c23-a335-ff104292ce70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.021335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.041221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44ab93e8-bade-4c23-a335-ff104292ce70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.070244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265d5f59-39af-495b-b7d4-cde7902a055c']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:32.088739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d210c6-be0a-4628-89b3-b956ed9a9edc') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:32.089103 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d210c6-be0a-4628-89b3-b956ed9a9edc') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:32.102819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.124759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3d5370f-2d5c-4e61-9468-cec22cb36381 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.129207 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.161198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5370f-2d5c-4e61-9468-cec22cb36381 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd52239-a311-43fe-9dc4-36e316ba820a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:32.167969 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3d5370f-2d5c-4e61-9468-cec22cb36381 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.174156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a3d5370f-2d5c-4e61-9468-cec22cb36381 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "DELETE /v2.0/subnets/8cd52239-a311-43fe-9dc4-36e316ba820a HTTP/1.1" status: 204 len: 168 time: 1.1339476 Aug 19 12:45:32.175385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54812) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:32.176817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:32.177743 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.180130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fba8a0-d58e-49f5-8ad1-60140dab8bda None None] Network 3445fcf7-d45e-4455-8d22-a32f5179c622 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:32.181569 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:32.284858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b217a3f0-fa3e-4ac1-ac0e-92aaa44cc600 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Deleting subnet eb0f2b97-5d5b-43d3-8b5b-693d51531d65 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:32.286218 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44ab93e8-bade-4c23-a335-ff104292ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.291737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b217a3f0-fa3e-4ac1-ac0e-92aaa44cc600 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.358804 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b217a3f0-fa3e-4ac1-ac0e-92aaa44cc600 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.408643 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.423965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 265d5f59-39af-495b-b7d4-cde7902a055c {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:45:32.435040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.438170 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "DELETE /v2.0/networks/265d5f59-39af-495b-b7d4-cde7902a055c HTTP/1.1" status: 204 len: 168 time: 2.0571187 Aug 19 12:45:32.441173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a815fd-619e-4d46-be49-5cb9f173f544 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event deleted for resources: {'Network': ['ID=265d5f59-39af-495b-b7d4-cde7902a055c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:32.442339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54814) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:32.495455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6009fb1b-7e35-4f80-aa94-3c855b05dea0 None None] DHCP port deletion for 3445fcf7-d45e-4455-8d22-a32f5179c622 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:32.519105 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44ab93e8-bade-4c23-a335-ff104292ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.526662 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54818) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:32.595889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab93e8-bade-4c23-a335-ff104292ce70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b76a97-7e99-40bc-9fef-77c15069f052,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:32.601998 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44ab93e8-bade-4c23-a335-ff104292ce70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.607199 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-44ab93e8-bade-4c23-a335-ff104292ce70 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/58b76a97-7e99-40bc-9fef-77c15069f052 HTTP/1.1" status: 204 len: 168 time: 0.8854976 Aug 19 12:45:32.610127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54820) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:32.616316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f89d47-9d2b-45b9-8f46-411b56c56324 None None] Network 065c6630-ddfe-429e-a32d-21383d30dd2d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:32.638158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6009fb1b-7e35-4f80-aa94-3c855b05dea0 None None] Deleting port c30f927a-6613-417c-b6d6-6948d21488c7 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:32.638469 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b217a3f0-fa3e-4ac1-ac0e-92aaa44cc600 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.640316 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6009fb1b-7e35-4f80-aa94-3c855b05dea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.805804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d96b8f0b-8262-4c21-b8e8-87428d240716 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1778 time: 0.3614721 Aug 19 12:45:32.810263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54824) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:32.840503 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c446fea5-1685-477e-a58a-563c0b374f23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12f8851073ff4fbd9bcabc806455bca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092537 Aug 19 12:45:32.847407 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.855603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54828) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:32.963827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6009fb1b-7e35-4f80-aa94-3c855b05dea0 None None] For port c30f927a-6613-417c-b6d6-6948d21488c7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c30f927a-6613-417c-b6d6-6948d21488c7,segment=NetworkSegment(3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e),segment_id=3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:32.966887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6009fb1b-7e35-4f80-aa94-3c855b05dea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.012251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Deleting port f4feb3b1-1704-4597-8a8a-d0918aed432c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:33.013095 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.070827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90340f32-9d31-4714-89b6-cf74fba8b3c9 req-76c0647c-1a99-4d71-8f46-092bdb1f77ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.085209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90340f32-9d31-4714-89b6-cf74fba8b3c9 req-76c0647c-1a99-4d71-8f46-092bdb1f77ee tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.4955418 Aug 19 12:45:33.085209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d0c45-2e76-4001-9dfc-982461d2d46d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.085209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d0c45-2e76-4001-9dfc-982461d2d46d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.085209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d0c45-2e76-4001-9dfc-982461d2d46d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.085209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d0c45-2e76-4001-9dfc-982461d2d46d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.085209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d0c45-2e76-4001-9dfc-982461d2d46d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.085209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d0c45-2e76-4001-9dfc-982461d2d46d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.085209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d0c45-2e76-4001-9dfc-982461d2d46d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.085209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d0c45-2e76-4001-9dfc-982461d2d46d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.086314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f82d0c45-2e76-4001-9dfc-982461d2d46d tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5231 time: 0.2744756 Aug 19 12:45:33.098058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54832) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:33.137140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6009fb1b-7e35-4f80-aa94-3c855b05dea0 None None] Calling delete_port for c30f927a-6613-417c-b6d6-6948d21488c7 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:33.143067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8711-c7c8-4eee-af7b-810dc0d53115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.148132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90340f32-9d31-4714-89b6-cf74fba8b3c9 req-5c9ad40d-afe4-4678-9700-ed15030625e0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599225 Aug 19 12:45:33.187253 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] For port f4feb3b1-1704-4597-8a8a-d0918aed432c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f4feb3b1-1704-4597-8a8a-d0918aed432c,segment=NetworkSegment(a7177066-bced-4ec5-924a-b345d4629540),segment_id=a7177066-bced-4ec5-924a-b345d4629540)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:33.187750 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.201793 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b217a3f0-fa3e-4ac1-ac0e-92aaa44cc600 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.231006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Calling delete_port for f4feb3b1-1704-4597-8a8a-d0918aed432c owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:33.243953 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8711-c7c8-4eee-af7b-810dc0d53115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.346045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217a3f0-fa3e-4ac1-ac0e-92aaa44cc600 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0f2b97-5d5b-43d3-8b5b-693d51531d65,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:33.351112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64567c85-c2ec-47f5-a023-115faca191d1 None None] Network fff0010a-f66f-4729-a0ff-339683fac76e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:33.354504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b217a3f0-fa3e-4ac1-ac0e-92aaa44cc600 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.360903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b217a3f0-fa3e-4ac1-ac0e-92aaa44cc600 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "DELETE /v2.0/subnets/eb0f2b97-5d5b-43d3-8b5b-693d51531d65 HTTP/1.1" status: 204 len: 168 time: 1.1811969 Aug 19 12:45:33.374055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54838) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:33.508809 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-414694c2-63da-4762-ba97-ae8e763744a0 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] delete failed (client error): The resource could not be found. Aug 19 12:45:33.510359 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-414694c2-63da-4762-ba97-ae8e763744a0 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/d56ac6ad-ba8a-438d-bb85-3f3cbb0042b4 HTTP/1.1" status: 404 len: 345 time: 0.4108880 Aug 19 12:45:33.514791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54844) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:33.547765 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c17ecb-fef8-41c7-b1f1-be6025c3a4f4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] DELETE failed (client error): The resource could not be found. Aug 19 12:45:33.552983 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c17ecb-fef8-41c7-b1f1-be6025c3a4f4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:33.555002 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-22c17ecb-fef8-41c7-b1f1-be6025c3a4f4 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "DELETE /v2.0/networks/265d5f59-39af-495b-b7d4-cde7902a055c HTTP/1.1" status: 404 len: 339 time: 0.0392272 Aug 19 12:45:33.560249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.569131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54848) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:33.584561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Request body: {'network': {'name': 'tempest-network--1694602850', 'router:external': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:33.584781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf89e26-5f61-4781-9266-08a1d60e6db4 None None] DHCP port deletion for 065c6630-ddfe-429e-a32d-21383d30dd2d request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:33.618671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4feb3b1-1704-4597-8a8a-d0918aed432c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:33.630393 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] No DVR routers for this DVR port f4feb3b1-1704-4597-8a8a-d0918aed432c on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:33.679980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.802478 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.816336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065c6630-ddfe-429e-a32d-21383d30dd2d']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:33.837559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7177066-bced-4ec5-924a-b345d4629540') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:33.837994 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7177066-bced-4ec5-924a-b345d4629540') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:33.865311 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.879912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Deleting port c30f927a-6613-417c-b6d6-6948d21488c7 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:33.879912 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.908752 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.921181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:33.924421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:33.931469 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:34.011774 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8711-c7c8-4eee-af7b-810dc0d53115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.025872 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8711-c7c8-4eee-af7b-810dc0d53115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.026700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eacbef-1f29-4934-a50d-f86de74627c5 None None] DHCP port deletion for fff0010a-f66f-4729-a0ff-339683fac76e request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:34.027359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d4fd8711-c7c8-4eee-af7b-810dc0d53115 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8733346-b164-4d02-9a2b-d9233a5e8387 HTTP/1.1" status: 204 len: 168 time: 1.1466546 Aug 19 12:45:34.038931 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6009fb1b-7e35-4f80-aa94-3c855b05dea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.051817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Made reservation on behalf of 0e8289a0bd0349fa8107b7341dc7f6f3 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:34.054280 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.127849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6009fb1b-7e35-4f80-aa94-3c855b05dea0 None None] No DVR routers for this DVR port c30f927a-6613-417c-b6d6-6948d21488c7 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:34.136424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009fb1b-7e35-4f80-aa94-3c855b05dea0 None None] Pushing event deleted for resources: {'Port': ['ID=c30f927a-6613-417c-b6d6-6948d21488c7,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:34.150489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd8711-c7c8-4eee-af7b-810dc0d53115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8733346-b164-4d02-9a2b-d9233a5e8387,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:34.184418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-56eacbef-1f29-4934-a50d-f86de74627c5 None None] Deleting port 5aa68feb-1b64-40a1-b68c-5e65deed982f {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:34.184727 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-56eacbef-1f29-4934-a50d-f86de74627c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.188889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:34.220707 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.221048 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Added segment 2c43929d-c59e-4776-ae7c-881ba4a41566 of type vlan for network 66626650-d037-4f6c-bbb6-9e83de5b607e Aug 19 12:45:34.223670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] For port c30f927a-6613-417c-b6d6-6948d21488c7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c30f927a-6613-417c-b6d6-6948d21488c7,segment=NetworkSegment(3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e),segment_id=3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:34.224027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.288635 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-56eacbef-1f29-4934-a50d-f86de74627c5 None None] For port 5aa68feb-1b64-40a1-b68c-5e65deed982f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5aa68feb-1b64-40a1-b68c-5e65deed982f,segment=NetworkSegment(6c8cd9e6-cbd9-476c-8861-095dee169a94),segment_id=6c8cd9e6-cbd9-476c-8861-095dee169a94)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:34.289772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-56eacbef-1f29-4934-a50d-f86de74627c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.301348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Calling delete_port for c30f927a-6613-417c-b6d6-6948d21488c7 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:34.309519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-56eacbef-1f29-4934-a50d-f86de74627c5 None None] Calling delete_port for 5aa68feb-1b64-40a1-b68c-5e65deed982f owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:34.342574 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.368611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.370779 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] 10.222.0.44 "DELETE /v2.0/networks/065c6630-ddfe-429e-a32d-21383d30dd2d HTTP/1.1" status: 204 len: 168 time: 1.7596123 Aug 19 12:45:34.409525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427a12d-fae2-40f2-935f-15d1af336c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=065c6630-ddfe-429e-a32d-21383d30dd2d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:34.448203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.475800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dc2aa-393f-4792-a8e0-3c3d97ce90c2 req-79b03926-3b63-439e-befe-337163245b28 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:34.478140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d1dc2aa-393f-4792-a8e0-3c3d97ce90c2 req-79b03926-3b63-439e-befe-337163245b28 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1826904 Aug 19 12:45:34.572418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c30f927a-6613-417c-b6d6-6948d21488c7 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:34.623880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d1dc2aa-393f-4792-a8e0-3c3d97ce90c2 req-7c8c308e-54bb-426c-901f-4c781b321351 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051652 Aug 19 12:45:34.624649 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.660668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Port': ['ID=c30f927a-6613-417c-b6d6-6948d21488c7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:34.664395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] No DVR routers for this DVR port c30f927a-6613-417c-b6d6-6948d21488c7 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:34.674247 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-56eacbef-1f29-4934-a50d-f86de74627c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.733837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: c30f927a-6613-417c-b6d6-6948d21488c7 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:34.738007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c30f927a-6613-417c-b6d6-6948d21488c7 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:34.738625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5aa68feb-1b64-40a1-b68c-5e65deed982f no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:34.743849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eacbef-1f29-4934-a50d-f86de74627c5 None None] Pushing event deleted for resources: {'Port': ['ID=5aa68feb-1b64-40a1-b68c-5e65deed982f,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:34.785531 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.786600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:34.787227 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.806075 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 5aa68feb-1b64-40a1-b68c-5e65deed982f {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:34.806548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5aa68feb-1b64-40a1-b68c-5e65deed982f not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:34.807090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f4feb3b1-1704-4597-8a8a-d0918aed432c no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:34.852426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eacbef-1f29-4934-a50d-f86de74627c5 None None] No DVR routers for this DVR port 5aa68feb-1b64-40a1-b68c-5e65deed982f on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:34.865138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: f4feb3b1-1704-4597-8a8a-d0918aed432c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:34.865138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f4feb3b1-1704-4597-8a8a-d0918aed432c not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:34.957882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.989860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3445fcf7-d45e-4455-8d22-a32f5179c622']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.003662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.007535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8a2259-e34b-42e2-baf9-e4a30f5e1b3e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.007535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event updated for resources: {'Network': ['ID=66626650-d037-4f6c-bbb6-9e83de5b607e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:35.017023 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.020368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 66626650-d037-4f6c-bbb6-9e83de5b607e details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:35.024230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54870) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:35.033471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a607d50f-2a2e-4c7d-b0f4-c4a418964e34 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4578118 Aug 19 12:45:35.038889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54874) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:35.063361 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.156289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:35.156642 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:35.160247 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:35.211997 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0b2fc9-3b46-4627-aae4-8e9a8aea4af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.354639 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0b2fc9-3b46-4627-aae4-8e9a8aea4af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.396428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54884) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:35.406836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b0fceb-99f7-4423-900e-297b3330dbf0 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:35.413775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b0fceb-99f7-4423-900e-297b3330dbf0 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:35.420268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b0fceb-99f7-4423-900e-297b3330dbf0 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:35.428158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b0fceb-99f7-4423-900e-297b3330dbf0 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:35.429948 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-09b0fceb-99f7-4423-900e-297b3330dbf0 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3900077 Aug 19 12:45:35.432970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54888) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:35.438252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b075a50-1b46-4d2f-bd70-6ff8e23041d2 req-ef8478c2-43ac-4c9a-99e1-522ba09383a9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:35.440671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b075a50-1b46-4d2f-bd70-6ff8e23041d2 req-ef8478c2-43ac-4c9a-99e1-522ba09383a9 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2130723 Aug 19 12:45:35.447831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.463768 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.465662 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "DELETE /v2.0/networks/3445fcf7-d45e-4455-8d22-a32f5179c622 HTTP/1.1" status: 204 len: 168 time: 2.0906146 Aug 19 12:45:35.475249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54892) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:35.486794 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0b2fc9-3b46-4627-aae4-8e9a8aea4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.505836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe2b53-d21d-4dc6-83a9-b5100fbc2426 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Network': ['ID=3445fcf7-d45e-4455-8d22-a32f5179c622,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:35.522712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73852-1227-4789-ba31-df20af1fe9d8 req-c7f69a28-641a-4ef2-af9e-b901468a6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:35.524247 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d2a73852-1227-4789-ba31-df20af1fe9d8 req-c7f69a28-641a-4ef2-af9e-b901468a6355 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4215f5876254990ac7547c4d07ccb07&device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 1096 time: 0.1546905 Aug 19 12:45:35.555849 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7e0b2fc9-3b46-4627-aae4-8e9a8aea4af2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56fd91a1e0a843dbb720415927c717f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303662 Aug 19 12:45:35.561737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54896) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:35.625755 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b2fc9-3b46-4627-aae4-8e9a8aea4af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aeb9bb-6141-4470-b138-79d49a3cbc2a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:35.638705 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.655154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9b87e8e7-f987-4e90-b3f4-03515b957a63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ecd521c31f7413ca118f073b3a1bbd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551513 Aug 19 12:45:35.658424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54898) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:35.679300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b075a50-1b46-4d2f-bd70-6ff8e23041d2 req-75bc7598-3f27-487f-8810-65785ac8fab6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215490 Aug 19 12:45:35.686906 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.740377 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73852-1227-4789-ba31-df20af1fe9d8 req-2d05af4f-f5bd-47c1-acac-cf3d8dfc6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:35.741909 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d2a73852-1227-4789-ba31-df20af1fe9d8 req-2d05af4f-f5bd-47c1-acac-cf3d8dfc6135 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 200 len: 912 time: 0.2005279 Aug 19 12:45:35.748514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf725-5657-4d99-8bc1-6ee77b408a30 req-b5740fcc-20a3-4d4d-905b-cc678b9378b7 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:35.750125 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9adf725-5657-4d99-8bc1-6ee77b408a30 req-b5740fcc-20a3-4d4d-905b-cc678b9378b7 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1481564 Aug 19 12:45:35.773241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c85d0a7e-9b43-4872-830d-a3f916a29603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.860408 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c85d0a7e-9b43-4872-830d-a3f916a29603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.863167 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.865914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dda7722-7546-4976-bf62-3b026d1de067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.883934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66626650-d037-4f6c-bbb6-9e83de5b607e']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.890712 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.905648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c43929d-c59e-4776-ae7c-881ba4a41566') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.905950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c43929d-c59e-4776-ae7c-881ba4a41566') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.910291 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9adf725-5657-4d99-8bc1-6ee77b408a30 req-625a8927-2b03-49e2-b0d5-5ecd1aec7281 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396465 Aug 19 12:45:35.911682 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d2a73852-1227-4789-ba31-df20af1fe9d8 req-e7ca70ed-4972-4a99-92cc-fceedfb705e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 200 len: 998 time: 0.1451008 Aug 19 12:45:35.915354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff0010a-f66f-4729-a0ff-339683fac76e']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.937350 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dda7722-7546-4976-bf62-3b026d1de067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.942559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.944906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8cd9e6-cbd9-476c-8861-095dee169a94') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.945225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8cd9e6-cbd9-476c-8861-095dee169a94') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.956837 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.974647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.983085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:35.983501 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:35.990623 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:35.999591 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.016887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:36.019621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:36.024676 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:36.077590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73852-1227-4789-ba31-df20af1fe9d8 req-694c8c12-59ed-4da5-83b5-df25340d0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:36.079105 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d2a73852-1227-4789-ba31-df20af1fe9d8 req-694c8c12-59ed-4da5-83b5-df25340d0c2d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 200 len: 850 time: 0.1531847 Aug 19 12:45:36.104156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a249dc-785c-45c7-8e80-309c1c0dc698 req-a8022f53-bcaf-475f-af4f-3a95c2cef7af tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:36.106385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6a249dc-785c-45c7-8e80-309c1c0dc698 req-a8022f53-bcaf-475f-af4f-3a95c2cef7af tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0949585 Aug 19 12:45:36.145753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73852-1227-4789-ba31-df20af1fe9d8 req-e54dc2af-ae07-486f-bb2e-78d33208aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:36.147528 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d2a73852-1227-4789-ba31-df20af1fe9d8 req-e54dc2af-ae07-486f-bb2e-78d33208aa3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557663 Aug 19 12:45:36.151002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6a249dc-785c-45c7-8e80-309c1c0dc698 req-23972a34-34d6-4567-8ddd-b3187c33c0f7 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378096 Aug 19 12:45:36.163925 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c85d0a7e-9b43-4872-830d-a3f916a29603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.170703 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c85d0a7e-9b43-4872-830d-a3f916a29603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.170703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c85d0a7e-9b43-4872-830d-a3f916a29603 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8aeb9bb-6141-4470-b138-79d49a3cbc2a HTTP/1.1" status: 204 len: 168 time: 0.6051044 Aug 19 12:45:36.179211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d0a7e-9b43-4872-830d-a3f916a29603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aeb9bb-6141-4470-b138-79d49a3cbc2a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:36.287201 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d2a73852-1227-4789-ba31-df20af1fe9d8 req-a281c5f5-d684-462c-b1ef-16ceaf0e6e80 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313491 Aug 19 12:45:36.318063 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.324331 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.328960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "DELETE /v2.0/networks/fff0010a-f66f-4729-a0ff-339683fac76e HTTP/1.1" status: 204 len: 168 time: 0.8488183 Aug 19 12:45:36.334756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54906) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:36.356867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34377e9e-7117-4a25-99e9-949f8a183e08 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Network': ['ID=fff0010a-f66f-4729-a0ff-339683fac76e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:36.387578 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.389538 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dda7722-7546-4976-bf62-3b026d1de067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.393614 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dda7722-7546-4976-bf62-3b026d1de067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.394605 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5dda7722-7546-4976-bf62-3b026d1de067 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/040485f7-7818-4053-8261-51fe9c7b1a2e HTTP/1.1" status: 204 len: 168 time: 0.7351136 Aug 19 12:45:36.409835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66626650-d037-4f6c-bbb6-9e83de5b607e {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:45:36.411984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Deleting subnet cad4449d-472d-4417-8c2a-f6ed842d519a {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:36.415654 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.420326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.422490 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "DELETE /v2.0/networks/66626650-d037-4f6c-bbb6-9e83de5b607e HTTP/1.1" status: 204 len: 168 time: 0.9880002 Aug 19 12:45:36.433885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54910) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:36.438612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda7722-7546-4976-bf62-3b026d1de067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040485f7-7818-4053-8261-51fe9c7b1a2e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:36.443760 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d225752-c0cc-45a5-86e4-ad2727364037 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event deleted for resources: {'Network': ['ID=66626650-d037-4f6c-bbb6-9e83de5b607e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:36.449620 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-d2a73852-1227-4789-ba31-df20af1fe9d8 req-0d017903-03fe-4f77-b97d-febef44c5e22 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548872 Aug 19 12:45:36.465184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Request body: {'network': {'name': 'tempest-network--2051187698', 'router:external': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:36.503278 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.005721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Made reservation on behalf of 0e8289a0bd0349fa8107b7341dc7f6f3 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:37.008346 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.065978 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.132859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:37.166015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea12f3-0b2b-430f-9476-39e1dfb8bb23 req-abd47dfc-c542-49dd-960f-b06b8779c9e0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:37.173005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0ea12f3-0b2b-430f-9476-39e1dfb8bb23 req-abd47dfc-c542-49dd-960f-b06b8779c9e0 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1660259 Aug 19 12:45:37.174440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.174768 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Added segment 65b03892-79af-4973-8d4a-7925fc5edf2d of type vlan for network ad01be52-b403-4b68-a421-59195f3c40b5 Aug 19 12:45:37.270729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.284356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0ea12f3-0b2b-430f-9476-39e1dfb8bb23 req-15548087-d9e7-4ae7-8773-baef0d2c473e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946767 Aug 19 12:45:37.449995 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.488794 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.488794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "DELETE /v2.0/subnets/cad4449d-472d-4417-8c2a-f6ed842d519a HTTP/1.1" status: 204 len: 168 time: 1.1317856 Aug 19 12:45:37.489035 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54924) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:37.489741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e4ae6d-bb85-47ce-9811-bdc20ea724aa None None] Network 30ddb10e-6315-4954-9feb-cd97bffecd1f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:37.503194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:37.504434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Subnet': ['ID=cad4449d-472d-4417-8c2a-f6ed842d519a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:37.535977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.536346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.537203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.538065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.538672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.539178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.539522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.539857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.540195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.540528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.541547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.542072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17ce11-4e0f-4505-8e77-e49af8a43911 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:37.551649 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9ff8ee4-c1dd-47b5-a005-79beecb24c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.598049 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.609641 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.612198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:37.614850 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.685477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Deleting port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:37.686139 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.718116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54928) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:37.762322 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18daa16d-4a1f-48c4-a174-3b4eb43e9cf0 None None] DHCP port deletion for 30ddb10e-6315-4954-9feb-cd97bffecd1f request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:37.774093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] For port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1ef91e87-16d7-4b48-a7bf-c4fba1594e52,segment=NetworkSegment(6a9f2edf-99a5-4080-a8bd-6e182340b7b0),segment_id=6a9f2edf-99a5-4080-a8bd-6e182340b7b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:37.774514 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.791400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Calling delete_port for 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:37.822290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-18daa16d-4a1f-48c4-a174-3b4eb43e9cf0 None None] Deleting port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:37.831099 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18daa16d-4a1f-48c4-a174-3b4eb43e9cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.846580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event updated for resources: {'Network': ['ID=ad01be52-b403-4b68-a421-59195f3c40b5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:37.873402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ad01be52-b403-4b68-a421-59195f3c40b5 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:37.887886 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9ff8ee4-c1dd-47b5-a005-79beecb24c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.900547 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54932) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:37.901815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-eb175aee-87b9-466e-a211-d4a744e61dcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef49b7b0e4154b8c913c6297207d3ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706040 Aug 19 12:45:37.961726 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6dee7140-0cce-492f-a1d9-34f6691d8501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.967884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-18daa16d-4a1f-48c4-a174-3b4eb43e9cf0 None None] For port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1ef91e87-16d7-4b48-a7bf-c4fba1594e52,segment=NetworkSegment(6a9f2edf-99a5-4080-a8bd-6e182340b7b0),segment_id=6a9f2edf-99a5-4080-a8bd-6e182340b7b0)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:37.972556 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18daa16d-4a1f-48c4-a174-3b4eb43e9cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.985624 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-18daa16d-4a1f-48c4-a174-3b4eb43e9cf0 None None] Calling delete_port for 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:37.991569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6dee7140-0cce-492f-a1d9-34f6691d8501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.998939 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9ff8ee4-c1dd-47b5-a005-79beecb24c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.046575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f9ff8ee4-c1dd-47b5-a005-79beecb24c1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5fa66b43e3847e3b0ed12fdd03c4d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377793 Aug 19 12:45:38.047565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff8ee4-c1dd-47b5-a005-79beecb24c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2103749-64ec-492d-83a2-2242dd92706c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:38.049611 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54934) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:38.089722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.094748 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18daa16d-4a1f-48c4-a174-3b4eb43e9cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.121519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daa16d-4a1f-48c4-a174-3b4eb43e9cf0 None None] Pushing event deleted for resources: {'Port': ['ID=1ef91e87-16d7-4b48-a7bf-c4fba1594e52,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:38.128866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18daa16d-4a1f-48c4-a174-3b4eb43e9cf0 None None] No DVR routers for this DVR port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:38.250532 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-44f30b43-d343-4657-b682-af66e4f57ce2 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7922788 Aug 19 12:45:38.254064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:38.364285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8041fd5-fcc2-44d1-be67-e5cb8e53ba42 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:38.368678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e8041fd5-fcc2-44d1-be67-e5cb8e53ba42 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] 10.222.0.44 "GET /v2.0/networks/ad01be52-b403-4b68-a421-59195f3c40b5 HTTP/1.1" status: 200 len: 757 time: 0.1106734 Aug 19 12:45:38.368946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54940) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:38.467830 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:38.489697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Port': ['ID=1ef91e87-16d7-4b48-a7bf-c4fba1594e52,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:38.494190 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6dee7140-0cce-492f-a1d9-34f6691d8501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.498587 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6dee7140-0cce-492f-a1d9-34f6691d8501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.500422 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6dee7140-0cce-492f-a1d9-34f6691d8501 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00a0418b-282a-41e1-8c65-5d514ac04628 HTTP/1.1" status: 204 len: 168 time: 0.5985684 Aug 19 12:45:38.501214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:38.502932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:38.505866 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] No DVR routers for this DVR port 1ef91e87-16d7-4b48-a7bf-c4fba1594e52 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:38.568886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08c933e8-db0a-45e9-a4b0-88e798bbe0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.571607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee7140-0cce-492f-a1d9-34f6691d8501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a0418b-282a-41e1-8c65-5d514ac04628,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:38.572334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3403bfc-b3fb-4281-9f78-c133815953ea tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:38.577337 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f3403bfc-b3fb-4281-9f78-c133815953ea tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] 10.222.0.44 "GET /v2.0/networks/471f6c42-9616-4721-8692-f561b3e0d308 HTTP/1.1" status: 200 len: 768 time: 0.2044721 Aug 19 12:45:38.586846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54944) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:38.621395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5801687-95c4-4997-b3ef-fa9c620187e8 req-2fa80d44-71d1-4b11-aff7-f194b8c0d8ff tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:38.624173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5801687-95c4-4997-b3ef-fa9c620187e8 req-2fa80d44-71d1-4b11-aff7-f194b8c0d8ff tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.2248955 Aug 19 12:45:38.686881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08c933e8-db0a-45e9-a4b0-88e798bbe0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.721924 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.751328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ddb10e-6315-4954-9feb-cd97bffecd1f']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:38.779985 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.788504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5801687-95c4-4997-b3ef-fa9c620187e8 req-6e886d56-c361-424c-8d2e-eee03d134b1a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443799 Aug 19 12:45:38.788848 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9f2edf-99a5-4080-a8bd-6e182340b7b0') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:38.789288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9f2edf-99a5-4080-a8bd-6e182340b7b0') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:38.844968 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:38.896240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.908742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad01be52-b403-4b68-a421-59195f3c40b5']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:38.927321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b03892-79af-4973-8d4a-7925fc5edf2d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:38.927733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b03892-79af-4973-8d4a-7925fc5edf2d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:38.953153 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.972203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.981411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:38.981603 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.991044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7d584-6b25-4c50-a6af-d65bd540a62d req-34c29868-bdac-409c-80ad-8cf3f0c6574b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:38.992588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ab7d584-6b25-4c50-a6af-d65bd540a62d req-34c29868-bdac-409c-80ad-8cf3f0c6574b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.0882468 Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:38.993267 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:39.055355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08c933e8-db0a-45e9-a4b0-88e798bbe0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.058028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08c933e8-db0a-45e9-a4b0-88e798bbe0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.059987 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-08c933e8-db0a-45e9-a4b0-88e798bbe0ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2103749-64ec-492d-83a2-2242dd92706c HTTP/1.1" status: 204 len: 168 time: 1.0084391 Aug 19 12:45:39.073194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.073194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.074734 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "DELETE /v2.0/networks/30ddb10e-6315-4954-9feb-cd97bffecd1f HTTP/1.1" status: 204 len: 168 time: 1.6014166 Aug 19 12:45:39.081068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54954) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:39.083709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c933e8-db0a-45e9-a4b0-88e798bbe0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2103749-64ec-492d-83a2-2242dd92706c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:39.121153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a8889-e520-430a-a747-9860fc21a9dd tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Pushing event deleted for resources: {'Network': ['ID=30ddb10e-6315-4954-9feb-cd97bffecd1f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:39.126219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ab7d584-6b25-4c50-a6af-d65bd540a62d req-0611bacb-ed9c-4f08-9091-1b6e47ec505f tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823014 Aug 19 12:45:39.148587 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8f430da9-7b0e-47e9-a314-f89f482758a6 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "GET /v2.0/ports?device_id=42ae8ec9-b673-4a0c-8d53-9db54796cf6b HTTP/1.1" status: 200 len: 205 time: 0.0591166 Aug 19 12:45:39.148719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54956) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:39.259961 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a64f2f63-bc88-4608-9e87-d51b2a985a89 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.306543 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.313477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ad01be52-b403-4b68-a421-59195f3c40b5 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:45:39.331687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.338784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "DELETE /v2.0/networks/ad01be52-b403-4b68-a421-59195f3c40b5 HTTP/1.1" status: 204 len: 168 time: 0.7482944 Aug 19 12:45:39.342018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54968) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:39.372293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Request body: {'network': {'name': 'tempest-network--235313220'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:39.564200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ca471-1807-425a-8ad4-bcb3724cb19f tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad01be52-b403-4b68-a421-59195f3c40b5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:39.595983 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Made reservation on behalf of 0e8289a0bd0349fa8107b7341dc7f6f3 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:39.598809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.646654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:39.655632 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a64f2f63-bc88-4608-9e87-d51b2a985a89 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.659341 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a64f2f63-bc88-4608-9e87-d51b2a985a89 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.678302 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.678935 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Added segment d6bc9ce9-997c-4fe6-9815-a451c478ee78 of type vlan for network e2f2c36f-6f1e-4ac4-9535-462db4f35cea Aug 19 12:45:39.714868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5683-ec0b-4048-b6a8-cc8658b4ab8b req-92ac5ee8-4f64-4efa-90fd-a48c44feaeb8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:39.716793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73bc5683-ec0b-4048-b6a8-cc8658b4ab8b req-92ac5ee8-4f64-4efa-90fd-a48c44feaeb8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2848740 Aug 19 12:45:39.737852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.771695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73bc5683-ec0b-4048-b6a8-cc8658b4ab8b req-8afc356b-df5f-4310-98d0-91fabe4a747f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474417 Aug 19 12:45:39.843775 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a64f2f63-bc88-4608-9e87-d51b2a985a89 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.844304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64f2f63-bc88-4608-9e87-d51b2a985a89 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Fanout notify agent at l3_agent the message router_deleted on router 42ae8ec9-b673-4a0c-8d53-9db54796cf6b {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:45:39.853296 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a64f2f63-bc88-4608-9e87-d51b2a985a89 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.856640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a64f2f63-bc88-4608-9e87-d51b2a985a89 tempest-RoutersNegativeIpV6Test-691236595 tempest-RoutersNegativeIpV6Test-691236595-project] 10.222.0.44 "DELETE /v2.0/routers/42ae8ec9-b673-4a0c-8d53-9db54796cf6b HTTP/1.1" status: 204 len: 168 time: 0.7070227 Aug 19 12:45:39.907615 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.911027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:39.913708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.003634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event updated for resources: {'Network': ['ID=e2f2c36f-6f1e-4ac4-9535-462db4f35cea,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:40.016316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network e2f2c36f-6f1e-4ac4-9535-462db4f35cea details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:40.037742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34438a84-2550-4e4b-9f76-c18a3744ec56 req-f3f52c63-dfe8-4646-bbe5-d7a50c9f5d99 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:40.045114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34438a84-2550-4e4b-9f76-c18a3744ec56 req-f3f52c63-dfe8-4646-bbe5-d7a50c9f5d99 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0740018 Aug 19 12:45:40.086366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34438a84-2550-4e4b-9f76-c18a3744ec56 req-dcde5b35-3aef-4e0f-8fce-2116bf8509d6 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403080 Aug 19 12:45:40.216738 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2ccf1c1d-aef5-4ce0-93a8-73c22e3514d9 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8733444 Aug 19 12:45:40.220863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:40.230330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-55e97984-6364-4f3f-9b97-68666893f112 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:40.440710 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55e97984-6364-4f3f-9b97-68666893f112 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.461357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bfd89-53a7-46f9-996c-c074e85958da req-aa0bfdaa-3f4c-4fa0-a4d7-d43784643b67 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:40.497603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e14bfd89-53a7-46f9-996c-c074e85958da req-aa0bfdaa-3f4c-4fa0-a4d7-d43784643b67 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0835664 Aug 19 12:45:40.506064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e14bfd89-53a7-46f9-996c-c074e85958da req-c594d726-2a93-4bb0-90f9-9d10e20138e9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367286 Aug 19 12:45:40.644310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5224021-d4c5-41ae-bd01-a044350a8d1b req-1cab4563-2846-4526-afb9-7b3ec20c762b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:40.644310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5224021-d4c5-41ae-bd01-a044350a8d1b req-1cab4563-2846-4526-afb9-7b3ec20c762b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0635359 Aug 19 12:45:40.692654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55028) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:40.697980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5224021-d4c5-41ae-bd01-a044350a8d1b req-d12cb8a8-0d4f-4662-8dc6-10990a094187 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448325 Aug 19 12:45:40.704139 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55e97984-6364-4f3f-9b97-68666893f112 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.753571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55e97984-6364-4f3f-9b97-68666893f112 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Network e2f2c36f-6f1e-4ac4-9535-462db4f35cea is not hosted by any dhcp agent {{(pid=95660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:45:40.754500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e97984-6364-4f3f-9b97-68666893f112 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:40.755123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55e97984-6364-4f3f-9b97-68666893f112 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.756634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-55e97984-6364-4f3f-9b97-68666893f112 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "PUT /v2.0/networks/e2f2c36f-6f1e-4ac4-9535-462db4f35cea HTTP/1.1" status: 200 len: 857 time: 0.5344434 Aug 19 12:45:40.759853 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55036) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:40.792948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e97984-6364-4f3f-9b97-68666893f112 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event updated for resources: {'Network': ['ID=e2f2c36f-6f1e-4ac4-9535-462db4f35cea,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:40.840650 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.937543 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.951066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f2c36f-6f1e-4ac4-9535-462db4f35cea']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:40.959850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3a6c2f69-fd19-4544-9ae3-6dde25554ded admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61c1fc5eca2a4f8abc7b4ff382189a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659655 Aug 19 12:45:40.962661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55046) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:40.966054 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bc9ce9-997c-4fe6-9815-a451c478ee78') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:40.966352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bc9ce9-997c-4fe6-9815-a451c478ee78') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:40.988827 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.013854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.028891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:41.029312 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.030324 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4845e99-4674-463b-95e9-f5784db39326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:41.033971 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:41.055321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4845e99-4674-463b-95e9-f5784db39326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.146445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d198b4-7331-423f-8dfa-59483f872504 req-1919a346-c4f0-494c-a7cc-997bf6b969a8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:41.148041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0d198b4-7331-423f-8dfa-59483f872504 req-1919a346-c4f0-494c-a7cc-997bf6b969a8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0750623 Aug 19 12:45:41.190205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0d198b4-7331-423f-8dfa-59483f872504 req-3ce9e7c1-3cd3-43c2-ba8f-6ebc32114fdb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Aug 19 12:45:41.272229 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.304112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2f2c36f-6f1e-4ac4-9535-462db4f35cea {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:45:41.304112 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.304112 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] 10.222.0.44 "DELETE /v2.0/networks/e2f2c36f-6f1e-4ac4-9535-462db4f35cea HTTP/1.1" status: 204 len: 168 time: 0.5278099 Aug 19 12:45:41.304112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c52c0b-7a91-47a9-87cc-a2878967f613 tempest-ExternalNetworksTestJSON-2021167929 tempest-ExternalNetworksTestJSON-2021167929-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2f2c36f-6f1e-4ac4-9535-462db4f35cea,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:41.306713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:41.345019 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e31d886-a3c0-4689-bfd4-577f48a81c22 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] DELETE failed (client error): The resource could not be found. Aug 19 12:45:41.346288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e31d886-a3c0-4689-bfd4-577f48a81c22 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:41.348171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5e31d886-a3c0-4689-bfd4-577f48a81c22 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] 10.222.0.44 "DELETE /v2.0/subnets/337efbf6-40f0-429d-b132-099801048e1d HTTP/1.1" status: 404 len: 337 time: 0.0396638 Aug 19 12:45:41.350992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55062) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:41.363650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3024d5-65f6-4a69-a2e2-d29227194373 req-f52f077c-f6cd-4a9c-ba72-8dc46ab9b2d4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:41.365349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f3024d5-65f6-4a69-a2e2-d29227194373 req-f52f077c-f6cd-4a9c-ba72-8dc46ab9b2d4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0980313 Aug 19 12:45:41.394129 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4845e99-4674-463b-95e9-f5784db39326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.396988 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4845e99-4674-463b-95e9-f5784db39326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.401820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b4845e99-4674-463b-95e9-f5784db39326 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3dc38cb-f3e4-4441-9fb2-a00432ebeb96 HTTP/1.1" status: 204 len: 168 time: 0.4378281 Aug 19 12:45:41.425019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4845e99-4674-463b-95e9-f5784db39326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dc38cb-f3e4-4441-9fb2-a00432ebeb96,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:41.437906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f3024d5-65f6-4a69-a2e2-d29227194373 req-25d2356f-ca16-480f-84fe-e1a35bbcc81e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603950 Aug 19 12:45:41.461158 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.598151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.614594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471f6c42-9616-4721-8692-f561b3e0d308']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:41.628867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc72510-2c8a-4be2-9b49-ebd23690d3e8') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:41.629082 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc72510-2c8a-4be2-9b49-ebd23690d3e8') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:41.639336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.667632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.681913 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:41.682381 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:41.689796 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:41.833631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ba565-708a-4c62-b596-6acf7f4e6370 req-f726e750-5e4b-47b5-9222-9df430ba172d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:41.835325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b1ba565-708a-4c62-b596-6acf7f4e6370 req-f726e750-5e4b-47b5-9222-9df430ba172d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0552809 Aug 19 12:45:41.878493 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b1ba565-708a-4c62-b596-6acf7f4e6370 req-d1328fd4-c953-4ee5-ad51-0834f1d6b968 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360291 Aug 19 12:45:41.883314 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.979168 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.989254 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.997204 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] 10.222.0.44 "DELETE /v2.0/networks/471f6c42-9616-4721-8692-f561b3e0d308 HTTP/1.1" status: 204 len: 168 time: 0.6393180 Aug 19 12:45:42.003909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9e813-9917-4ff5-b41f-3dadc1ac3b88 tempest-ExternalNetworksTestJSON-1643642077 tempest-ExternalNetworksTestJSON-1643642077-project] Pushing event deleted for resources: {'Network': ['ID=471f6c42-9616-4721-8692-f561b3e0d308,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:42.010503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee8cd4-eec2-403f-8019-556fac348a2b req-80315d25-e0fb-4a03-9a57-4669e923aa4e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:42.012055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ee8cd4-eec2-403f-8019-556fac348a2b req-80315d25-e0fb-4a03-9a57-4669e923aa4e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0592873 Aug 19 12:45:42.054852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ee8cd4-eec2-403f-8019-556fac348a2b req-9eb40f5d-9bbf-4cb2-9cc3-3ddad8570c8c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351448 Aug 19 12:45:42.131537 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8aa2-9abf-4f8d-8462-810717c9a723 req-338eef20-50a4-4b03-adb3-792aac33430c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:42.133273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-517f8aa2-9abf-4f8d-8462-810717c9a723 req-338eef20-50a4-4b03-adb3-792aac33430c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=911ca361-e5dc-4ceb-84e3-0363ea79178a HTTP/1.1" status: 200 len: 943 time: 0.0674310 Aug 19 12:45:42.239954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-517f8aa2-9abf-4f8d-8462-810717c9a723 req-5cf9c5a4-6a9b-42d9-baee-ffff27719e4d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Deleting port 317e9b2e-b191-4787-9ed6-9f2241135dee {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:42.240305 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-517f8aa2-9abf-4f8d-8462-810717c9a723 req-5cf9c5a4-6a9b-42d9-baee-ffff27719e4d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.347878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-517f8aa2-9abf-4f8d-8462-810717c9a723 req-5cf9c5a4-6a9b-42d9-baee-ffff27719e4d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] For port 317e9b2e-b191-4787-9ed6-9f2241135dee, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=317e9b2e-b191-4787-9ed6-9f2241135dee,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:42.348612 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-517f8aa2-9abf-4f8d-8462-810717c9a723 req-5cf9c5a4-6a9b-42d9-baee-ffff27719e4d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.393714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-517f8aa2-9abf-4f8d-8462-810717c9a723 req-5cf9c5a4-6a9b-42d9-baee-ffff27719e4d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Calling delete_port for 317e9b2e-b191-4787-9ed6-9f2241135dee owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:42.464540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab231c-a725-4e8a-8171-409f0fd29835 req-16b1c4d6-2274-4031-a221-96fd526c4ad2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:42.467062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19ab231c-a725-4e8a-8171-409f0fd29835 req-16b1c4d6-2274-4031-a221-96fd526c4ad2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1065638 Aug 19 12:45:42.529911 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19ab231c-a725-4e8a-8171-409f0fd29835 req-220d1ee5-820b-4a64-9c58-7d0eb0f7ae4a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531986 Aug 19 12:45:42.670987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca8ea4-5662-470f-8ca3-06037d10fe3c req-ae3a6147-e50f-48b6-9042-13fa78ab1f54 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:42.672694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2ca8ea4-5662-470f-8ca3-06037d10fe3c req-ae3a6147-e50f-48b6-9042-13fa78ab1f54 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0579126 Aug 19 12:45:42.723644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2ca8ea4-5662-470f-8ca3-06037d10fe3c req-2e799999-9579-4ed3-8bbd-d378bb2a0857 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Aug 19 12:45:42.744035 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-517f8aa2-9abf-4f8d-8462-810717c9a723 req-5cf9c5a4-6a9b-42d9-baee-ffff27719e4d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.761516 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8226d715-2020-41cc-8778-6a15dc5e06ba', '66e6ea3e-7f30-4c43-bf0d-92f2d3477045'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:42.779733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9c5a4-6a9b-42d9-baee-ffff27719e4d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event deleted for resources: {'Port': ['ID=317e9b2e-b191-4787-9ed6-9f2241135dee,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:42.831306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-517f8aa2-9abf-4f8d-8462-810717c9a723 req-5cf9c5a4-6a9b-42d9-baee-ffff27719e4d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] No DVR routers for this DVR port 317e9b2e-b191-4787-9ed6-9f2241135dee on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:42.835329 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-517f8aa2-9abf-4f8d-8462-810717c9a723 req-5cf9c5a4-6a9b-42d9-baee-ffff27719e4d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.846382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-517f8aa2-9abf-4f8d-8462-810717c9a723 req-5cf9c5a4-6a9b-42d9-baee-ffff27719e4d tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "DELETE /v2.0/ports/317e9b2e-b191-4787-9ed6-9f2241135dee HTTP/1.1" status: 204 len: 173 time: 0.7062018 Aug 19 12:45:42.851762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'name': 'network-vif-deleted', 'tag': '317e9b2e-b191-4787-9ed6-9f2241135dee'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:42.851762 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e429d45-a4ce-4647-8644-095aec9a980a" -d '{"events": [{"server_uuid": "911ca361-e5dc-4ceb-84e3-0363ea79178a", "name": "network-vif-deleted", "tag": "317e9b2e-b191-4787-9ed6-9f2241135dee"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:42.889941 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee1437b-71aa-47fd-b857-1e5af2f1e1a9 x-openstack-request-id: req-fee1437b-71aa-47fd-b857-1e5af2f1e1a9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:42.890809 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911ca361-e5dc-4ceb-84e3-0363ea79178a", "name": "network-vif-deleted", "tag": "317e9b2e-b191-4787-9ed6-9f2241135dee", "status": "failed", "code": 422}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:42.890809 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fee1437b-71aa-47fd-b857-1e5af2f1e1a9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:42.891393 n-d-778732-8 neutron-server[95660]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '911ca361-e5dc-4ceb-84e3-0363ea79178a', 'name': 'network-vif-deleted', 'tag': '317e9b2e-b191-4787-9ed6-9f2241135dee', 'status': 'failed', 'code': 422} returned with failed status Aug 19 12:45:43.114816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55122) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:43.203679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a639e-0874-4bff-b740-970ca0f8f8ca req-729e4e44-7160-4310-8798-b20cbd11e5e9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:43.206392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-411a639e-0874-4bff-b740-970ca0f8f8ca req-729e4e44-7160-4310-8798-b20cbd11e5e9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0564961 Aug 19 12:45:43.249927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-411a639e-0874-4bff-b740-970ca0f8f8ca req-619d0fa3-4dad-4b2c-a134-8146cdbc8cbc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363066 Aug 19 12:45:43.350047 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-27aac9b1-590b-4942-9086-69240d246a3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=701ab32d87ee4bc199df3b2f457dcc84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347167 Aug 19 12:45:43.353495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55132) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:43.410205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0883217-b57f-401e-8828-956433b01998 req-d2dd2fb9-a78f-47cd-afaf-99c629204f5d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:43.411818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0883217-b57f-401e-8828-956433b01998 req-d2dd2fb9-a78f-47cd-afaf-99c629204f5d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0895939 Aug 19 12:45:43.433468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3391-55d8-47ba-b08e-bd311cd19106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:43.481478 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3391-55d8-47ba-b08e-bd311cd19106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:43.524739 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0883217-b57f-401e-8828-956433b01998 req-e8f5aa09-4962-4eed-82da-080f1fad91e4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921583 Aug 19 12:45:43.850228 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3391-55d8-47ba-b08e-bd311cd19106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:43.857754 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3391-55d8-47ba-b08e-bd311cd19106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:43.857754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c0eb3391-55d8-47ba-b08e-bd311cd19106 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eaa8f285-9065-4010-a998-47fdca4e1151 HTTP/1.1" status: 204 len: 168 time: 0.5009260 Aug 19 12:45:43.883400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55166) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:43.885509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb3391-55d8-47ba-b08e-bd311cd19106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa8f285-9065-4010-a998-47fdca4e1151,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:44.067856 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-68180853-0374-472a-938c-b27f3785785b tempest-ServiceProvidersTest-635223963 tempest-ServiceProvidersTest-635223963-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1831677 Aug 19 12:45:44.082220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502bd68-5861-444f-9e73-46f9c64d3f46 req-7a91a0e6-c819-4c29-a458-7e05823c470c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:44.085345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5502bd68-5861-444f-9e73-46f9c64d3f46 req-7a91a0e6-c819-4c29-a458-7e05823c470c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 814 time: 0.1570559 Aug 19 12:45:44.103859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5502bd68-5861-444f-9e73-46f9c64d3f46 req-9c251e8f-4d35-41da-a618-782a19299666 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/quotas/d09c90f9380c4cdb9684577809d6aa37 HTTP/1.1" status: 200 len: 375 time: 0.0140760 Aug 19 12:45:44.182964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5502bd68-5861-444f-9e73-46f9c64d3f46 req-72b166d5-4068-46b5-a0aa-4c866f1930dc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0719323 Aug 19 12:45:44.335093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa25f5-32c3-4dea-84f1-4ef2243dfe70 req-e93b5d0a-c08e-4c8f-8c28-7e8dd20c93b3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:44.336459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10fa25f5-32c3-4dea-84f1-4ef2243dfe70 req-e93b5d0a-c08e-4c8f-8c28-7e8dd20c93b3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0622449 Aug 19 12:45:44.391806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10fa25f5-32c3-4dea-84f1-4ef2243dfe70 req-c5b0a4c8-5714-45ad-969b-66a71be73576 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471721 Aug 19 12:45:44.581687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba85bc8-64b1-4550-aeb9-19a17a138ca7 req-ab21788e-a4cf-4d41-b722-4531c529e2cb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:44.581687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ba85bc8-64b1-4550-aeb9-19a17a138ca7 req-ab21788e-a4cf-4d41-b722-4531c529e2cb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0733101 Aug 19 12:45:44.606635 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:44.646956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ba85bc8-64b1-4550-aeb9-19a17a138ca7 req-879070d8-a355-4790-8b49-b96ed70df7a3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578389 Aug 19 12:45:44.731053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55192) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:44.976987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45cb5213-8826-4c95-a0b4-3e3db878abf7 req-37239227-e7f8-4d82-af79-3715c7ca5cdb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d09c90f9380c4cdb9684577809d6aa37 HTTP/1.1" status: 200 len: 221 time: 0.0412676 Aug 19 12:45:45.012203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e23ef894-07f5-40bb-ac4c-b8e33839bf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.068769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54166f21-7d4a-40f8-8cde-654d9ea1eb9b req-736ad732-4174-44f7-a729-c38644c98d0a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.071755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54166f21-7d4a-40f8-8cde-654d9ea1eb9b req-736ad732-4174-44f7-a729-c38644c98d0a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 907 time: 0.0933001 Aug 19 12:45:45.174864 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e23ef894-07f5-40bb-ac4c-b8e33839bf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.175681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf97759-7714-4671-8a4c-25faaaa984ab req-fd2f2e47-8f57-4fe3-8483-e8b1611f35bd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.178810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcf97759-7714-4671-8a4c-25faaaa984ab req-fd2f2e47-8f57-4fe3-8483-e8b1611f35bd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1054671 Aug 19 12:45:45.234753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fcf97759-7714-4671-8a4c-25faaaa984ab req-286070eb-d04d-49e1-af30-84dac6375f7a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440903 Aug 19 12:45:45.292756 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e23ef894-07f5-40bb-ac4c-b8e33839bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.355016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55218) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:45.362408 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e23ef894-07f5-40bb-ac4c-b8e33839bf9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a68b19fef634ebfb628ecd2a602fc68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6305587 Aug 19 12:45:45.363863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ef894-07f5-40bb-ac4c-b8e33839bf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebb1e91-6176-4285-88d3-5f3423cb2e56,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:45.368046 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55220) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:45.466720 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68bbafe3-c72e-4760-a034-5e9c8ad6aac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.468545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac268b6-8ad9-4970-977f-9ce7f4865847 req-46510cb5-25fd-4bb3-8632-03a3497c5c67 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.474274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ac268b6-8ad9-4970-977f-9ce7f4865847 req-46510cb5-25fd-4bb3-8632-03a3497c5c67 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1342747 Aug 19 12:45:45.510836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e3c62bbe-bf2b-45f7-9ec9-541c84f642db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e8289a0bd0349fa8107b7341dc7f6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516931 Aug 19 12:45:45.517000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55222) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:45.531241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68bbafe3-c72e-4760-a034-5e9c8ad6aac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.559478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ac268b6-8ad9-4970-977f-9ce7f4865847 req-44adbdaa-b9c8-44a0-86a5-17adad2d3d93 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756223 Aug 19 12:45:45.607489 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-deddebd0-091b-42c1-b898-73e1b0ebf9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.638324 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-deddebd0-091b-42c1-b898-73e1b0ebf9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.727249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68bbafe3-c72e-4760-a034-5e9c8ad6aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.729861 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68bbafe3-c72e-4760-a034-5e9c8ad6aac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.731028 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-68bbafe3-c72e-4760-a034-5e9c8ad6aac1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ebb1e91-6176-4285-88d3-5f3423cb2e56 HTTP/1.1" status: 204 len: 168 time: 0.3612702 Aug 19 12:45:45.743217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbafe3-c72e-4760-a034-5e9c8ad6aac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebb1e91-6176-4285-88d3-5f3423cb2e56,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:45.790983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87802d97-cfd1-4b13-8f1f-5a811583a14b req-747b613c-3e4f-4605-b26a-f5975723cc20 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.793479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87802d97-cfd1-4b13-8f1f-5a811583a14b req-747b613c-3e4f-4605-b26a-f5975723cc20 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1018274 Aug 19 12:45:45.843052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87802d97-cfd1-4b13-8f1f-5a811583a14b req-fc729a7c-9b54-4d42-b9f6-8bfc80ac461e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Aug 19 12:45:45.898397 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-deddebd0-091b-42c1-b898-73e1b0ebf9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.902813 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-deddebd0-091b-42c1-b898-73e1b0ebf9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.905464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-deddebd0-091b-42c1-b898-73e1b0ebf9c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d9e1cd4-67d1-4c44-8fc5-d324acbe1467 HTTP/1.1" status: 204 len: 168 time: 0.3840923 Aug 19 12:45:45.917980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddebd0-091b-42c1-b898-73e1b0ebf9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e1cd4-67d1-4c44-8fc5-d324acbe1467,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:45.994574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05ff19-824c-4426-b216-e8114e73c840 req-c8f4d03a-4fd6-4d92-b4ac-4c49687a8dc3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.999656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a05ff19-824c-4426-b216-e8114e73c840 req-c8f4d03a-4fd6-4d92-b4ac-4c49687a8dc3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0623457 Aug 19 12:45:46.054348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a05ff19-824c-4426-b216-e8114e73c840 req-4920f8fa-3730-44a3-8bac-01f3b7b386c0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470121 Aug 19 12:45:46.257893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cfd31-4ddd-41b0-98a7-b22dde5faece req-8524bf51-fb2f-4b82-933c-a8995c91191a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:46.265596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f61cfd31-4ddd-41b0-98a7-b22dde5faece req-8524bf51-fb2f-4b82-933c-a8995c91191a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1123288 Aug 19 12:45:46.290303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c2fcd-488f-4183-b9e4-216e63268a96 req-6d2aa381-0e74-4d8e-90a2-d22130dc197b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:46.292325 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-456c2fcd-488f-4183-b9e4-216e63268a96 req-6d2aa381-0e74-4d8e-90a2-d22130dc197b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 907 time: 0.0697172 Aug 19 12:45:46.296577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d21f90-c659-4cec-aee0-0c21c1f74571 req-c06fe7e8-5443-4b7a-8da5-2937e6893fb3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:46.298972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02d21f90-c659-4cec-aee0-0c21c1f74571 req-c06fe7e8-5443-4b7a-8da5-2937e6893fb3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 907 time: 0.1044619 Aug 19 12:45:46.327612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f61cfd31-4ddd-41b0-98a7-b22dde5faece req-0950569d-6f22-41d4-87a5-afa57cca1b61 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610158 Aug 19 12:45:46.456764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-456c2fcd-488f-4183-b9e4-216e63268a96 req-c038e4e6-6166-4c62-aef1-47e13c6e9116 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Deleting port e5a4204a-86e1-4285-be7b-d5599a53d81d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:46.456764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-456c2fcd-488f-4183-b9e4-216e63268a96 req-c038e4e6-6166-4c62-aef1-47e13c6e9116 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:46.508003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc76eb-508c-4fc8-b093-7ff20fca48b3 req-869b9690-708d-4679-b9fb-9dd0eaa8eec3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:46.510102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2dc76eb-508c-4fc8-b093-7ff20fca48b3 req-869b9690-708d-4679-b9fb-9dd0eaa8eec3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0817590 Aug 19 12:45:46.566544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-456c2fcd-488f-4183-b9e4-216e63268a96 req-c038e4e6-6166-4c62-aef1-47e13c6e9116 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] For port e5a4204a-86e1-4285-be7b-d5599a53d81d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e5a4204a-86e1-4285-be7b-d5599a53d81d,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:46.567031 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-456c2fcd-488f-4183-b9e4-216e63268a96 req-c038e4e6-6166-4c62-aef1-47e13c6e9116 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:46.574982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2dc76eb-508c-4fc8-b093-7ff20fca48b3 req-e1f0b3a0-38e3-41a4-b598-243317cd17c5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579453 Aug 19 12:45:46.585230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-456c2fcd-488f-4183-b9e4-216e63268a96 req-c038e4e6-6166-4c62-aef1-47e13c6e9116 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Calling delete_port for e5a4204a-86e1-4285-be7b-d5599a53d81d owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:46.735489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ad022-fab7-4d37-9019-ec39c6497469 req-9c19eb48-687a-4454-ba38-a5e3a8e388c4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:46.737605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e6ad022-fab7-4d37-9019-ec39c6497469 req-9c19eb48-687a-4454-ba38-a5e3a8e388c4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0597293 Aug 19 12:45:46.787834 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e6ad022-fab7-4d37-9019-ec39c6497469 req-fc0e448a-24fc-471e-9e61-c5ad99513a82 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438285 Aug 19 12:45:46.900249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-456c2fcd-488f-4183-b9e4-216e63268a96 req-c038e4e6-6166-4c62-aef1-47e13c6e9116 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:46.916054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f684c-4c3e-4b92-ab3f-26b3edc04d7e req-5240b436-cece-4b00-bd9f-42bee4f7b7d8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:46.917786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-377f684c-4c3e-4b92-ab3f-26b3edc04d7e req-5240b436-cece-4b00-bd9f-42bee4f7b7d8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0545876 Aug 19 12:45:46.931211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038e4e6-6166-4c62-aef1-47e13c6e9116 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event deleted for resources: {'Port': ['ID=e5a4204a-86e1-4285-be7b-d5599a53d81d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:47.002361 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-456c2fcd-488f-4183-b9e4-216e63268a96 req-c038e4e6-6166-4c62-aef1-47e13c6e9116 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] No DVR routers for this DVR port e5a4204a-86e1-4285-be7b-d5599a53d81d on host n-h1-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:47.005195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-377f684c-4c3e-4b92-ab3f-26b3edc04d7e req-cb18367c-03ba-428c-850a-bb1f96b0fabd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787942 Aug 19 12:45:47.006883 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-456c2fcd-488f-4183-b9e4-216e63268a96 req-c038e4e6-6166-4c62-aef1-47e13c6e9116 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:47.010242 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-456c2fcd-488f-4183-b9e4-216e63268a96 req-c038e4e6-6166-4c62-aef1-47e13c6e9116 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "DELETE /v2.0/ports/e5a4204a-86e1-4285-be7b-d5599a53d81d HTTP/1.1" status: 204 len: 173 time: 0.7122729 Aug 19 12:45:47.010753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1260866e-dbd5-442e-bd55-689cc3a1b8c7', 'name': 'network-vif-deleted', 'tag': 'e5a4204a-86e1-4285-be7b-d5599a53d81d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:47.014584 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7a9b72-30aa-48c1-ba36-4a26b1f29b69" -d '{"events": [{"server_uuid": "1260866e-dbd5-442e-bd55-689cc3a1b8c7", "name": "network-vif-deleted", "tag": "e5a4204a-86e1-4285-be7b-d5599a53d81d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:47.088172 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d275993e-63ec-40b4-83f8-6feddd558596 x-openstack-request-id: req-d275993e-63ec-40b4-83f8-6feddd558596 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:47.089171 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1260866e-dbd5-442e-bd55-689cc3a1b8c7", "name": "network-vif-deleted", "tag": "e5a4204a-86e1-4285-be7b-d5599a53d81d", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:47.089728 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d275993e-63ec-40b4-83f8-6feddd558596 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:47.090325 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1260866e-dbd5-442e-bd55-689cc3a1b8c7', 'name': 'network-vif-deleted', 'tag': 'e5a4204a-86e1-4285-be7b-d5599a53d81d', 'status': 'completed', 'code': 200} Aug 19 12:45:47.226899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc42c03-e17c-4f4b-a75f-3bf49ac5d287 req-4f76f1fe-7c6f-488d-9551-875ad21be55c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:47.228563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6bc42c03-e17c-4f4b-a75f-3bf49ac5d287 req-4f76f1fe-7c6f-488d-9551-875ad21be55c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0555284 Aug 19 12:45:47.275156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6bc42c03-e17c-4f4b-a75f-3bf49ac5d287 req-e330d4f5-18cb-4458-8675-b4f1a0df1ba5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395870 Aug 19 12:45:47.434088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a567a71f-8ad5-4f1b-bd10-0254e2c5075b req-8ff057f1-1114-4b16-8a02-114106868380 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=1260866e-dbd5-442e-bd55-689cc3a1b8c7 HTTP/1.1" status: 200 len: 210 time: 0.0360889 Aug 19 12:45:47.456330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b73ba3-2212-46bf-8e35-f60465f81268 req-1e1b20e9-6e74-40e0-bbfa-beb146a98179 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:47.466680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45b73ba3-2212-46bf-8e35-f60465f81268 req-1e1b20e9-6e74-40e0-bbfa-beb146a98179 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1124296 Aug 19 12:45:47.474012 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55308) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:47.526083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45b73ba3-2212-46bf-8e35-f60465f81268 req-8d21f75d-f421-4ab1-9337-2ea24047f6ea tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603645 Aug 19 12:45:47.627345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1145055542'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:47.691866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcd3ff-ce97-4b80-9254-5944699d3481 req-0bbe4caa-1200-4478-b4e2-dbd9239ca5b9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:47.697979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79bcd3ff-ce97-4b80-9254-5944699d3481 req-0bbe4caa-1200-4478-b4e2-dbd9239ca5b9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0868003 Aug 19 12:45:47.735693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79bcd3ff-ce97-4b80-9254-5944699d3481 req-2674d251-e4df-443f-a84a-9b886362c6c1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357780 Aug 19 12:45:47.766291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Made reservation on behalf of b1ddae350d2f4520a39f11af2e30d916 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:47.772250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:47.783645 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:47.911581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02637409-c454-49fc-b6d2-68295a520f39 req-9196f3ae-d1f2-4307-93d1-05a93a4d75b3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:47.913226 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02637409-c454-49fc-b6d2-68295a520f39 req-9196f3ae-d1f2-4307-93d1-05a93a4d75b3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0656943 Aug 19 12:45:47.915644 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:47.959826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02637409-c454-49fc-b6d2-68295a520f39 req-f7653121-b119-496b-b4dd-d570422afed9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378437 Aug 19 12:45:48.070355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:48.130507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:48.140809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcea3b8-e4c4-4e8f-a45d-d52286a9e83b req-d6900bcd-2649-45ee-bf7f-cdf2986860f9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.144490 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1d90d5-d126-4ee0-8599-4bd591a90733,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:48.146795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fcea3b8-e4c4-4e8f-a45d-d52286a9e83b req-d6900bcd-2649-45ee-bf7f-cdf2986860f9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0866284 Aug 19 12:45:48.154142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:48.154588 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Added segment 9def1515-4e83-4742-b798-d3bc6dc25cf2 of type vlan for network c11e1875-c214-472c-974a-69b740f0b20f Aug 19 12:45:48.209580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fcea3b8-e4c4-4e8f-a45d-d52286a9e83b req-a6f1a801-e7bd-4c50-928f-b3b7ad15ba29 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481055 Aug 19 12:45:48.218874 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:48.355286 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:48.361696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb961017-746b-4b4d-b439-7e76bdda4623 req-5d67f1f8-cf32-477c-b897-567de038063d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.363555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb961017-746b-4b4d-b439-7e76bdda4623 req-5d67f1f8-cf32-477c-b897-567de038063d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0689988 Aug 19 12:45:48.365214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.365957 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:48.417262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb961017-746b-4b4d-b439-7e76bdda4623 req-cdee17db-e1d5-4644-a0ec-304fe4ad5a16 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466673 Aug 19 12:45:48.464309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Pushing event updated for resources: {'Network': ['ID=c11e1875-c214-472c-974a-69b740f0b20f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:48.479457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network c11e1875-c214-472c-974a-69b740f0b20f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:48.537720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55344) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:48.538415 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-67561919-3baf-4274-8471-881d32ec551b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0628841 Aug 19 12:45:48.548354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-bbda4314-14d9-4ad3-8e2a-23c8bdedc7c6 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f', 'tempest-TagsTest-Tag-471794687') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:48.711944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55354) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:48.789017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7c506-7b29-4a9d-95b7-1003b33701a2 req-7090a1ec-80df-41b8-b85d-ab5c6f512460 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.790635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15d7c506-7b29-4a9d-95b7-1003b33701a2 req-7090a1ec-80df-41b8-b85d-ab5c6f512460 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0659287 Aug 19 12:45:48.855148 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15d7c506-7b29-4a9d-95b7-1003b33701a2 req-41f4a7eb-614e-422b-8149-a1ce62abf13c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582635 Aug 19 12:45:48.866208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:48.874528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bbda4314-14d9-4ad3-8e2a-23c8bdedc7c6 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "PUT /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags/tempest-TagsTest-Tag-471794687 HTTP/1.1" status: 201 len: 201 time: 0.3326769 Aug 19 12:45:48.874941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55358) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:48.885574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-233184db-a2ab-4a94-958d-20ca463abee3 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f', 'tempest-TagsTest-Tag-471794687') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:49.024901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-233184db-a2ab-4a94-958d-20ca463abee3 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "GET /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags/tempest-TagsTest-Tag-471794687 HTTP/1.1" status: 204 len: 168 time: 0.1484470 Aug 19 12:45:49.027824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55362) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:49.032501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-75e15e39-931f-472a-8a87-f52a2d5c2855 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:49.060847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441727b6-1b11-4ccb-8b32-91a0fe2d7f30 req-8f120e03-4b9c-43e2-9e5c-8f0af3878a83 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:49.063016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-441727b6-1b11-4ccb-8b32-91a0fe2d7f30 req-8f120e03-4b9c-43e2-9e5c-8f0af3878a83 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0893869 Aug 19 12:45:49.104539 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:49.239234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-441727b6-1b11-4ccb-8b32-91a0fe2d7f30 req-1028f766-b81f-40df-b3a0-3f26dd1a9444 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366227 Aug 19 12:45:49.259565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-75e15e39-931f-472a-8a87-f52a2d5c2855 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "GET /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags HTTP/1.1" status: 200 len: 237 time: 0.2277064 Aug 19 12:45:49.260456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55366) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:49.266515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-5e60d544-ecfe-44ac-902b-0b751ca818aa tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f', {'tags': ['tempest-TagsTest-Tag-1270183197', 'tempest-TagsTest-Tag-542565349', 'tempest-TagsTest-Tag-958100035']}) {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:49.331606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a37563-6d43-4516-a745-e09a25b731d6 req-fcbf6654-2526-48eb-895c-c822c8b97c11 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:49.333149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91a37563-6d43-4516-a745-e09a25b731d6 req-fcbf6654-2526-48eb-895c-c822c8b97c11 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 945 time: 0.1411240 Aug 19 12:45:49.425825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91a37563-6d43-4516-a745-e09a25b731d6 req-d447299a-378c-4a73-bff7-6e70cb03f8f8 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824742 Aug 19 12:45:49.427450 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:49.491271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5e60d544-ecfe-44ac-902b-0b751ca818aa tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "PUT /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags HTTP/1.1" status: 200 len: 307 time: 0.2300017 Aug 19 12:45:49.494075 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55374) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:49.499957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-ba30e68b-0427-4b46-bc08-1c5ecc40b420 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f', 'tempest-TagsTest-Tag-1270183197') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:49.517969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e739f-33a5-4178-961c-2765db2cc7a8 req-fa000b31-1adb-4976-81d3-03b3033cd325 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:49.519706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-786e739f-33a5-4178-961c-2765db2cc7a8 req-fa000b31-1adb-4976-81d3-03b3033cd325 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1218653 Aug 19 12:45:49.599629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-786e739f-33a5-4178-961c-2765db2cc7a8 req-ec4382c0-8f83-4ae3-b54b-aa9c5d7a893e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700564 Aug 19 12:45:49.604738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e5a4204a-86e1-4285-be7b-d5599a53d81d no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:49.609055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Allocated IP 172.25.6.156 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/cf676c47-af4f-4ea4-bfd3-d13c9add4713) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:49.634372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: e5a4204a-86e1-4285-be7b-d5599a53d81d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:49.634869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e5a4204a-86e1-4285-be7b-d5599a53d81d not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:49.706147 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ba30e68b-0427-4b46-bc08-1c5ecc40b420 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "DELETE /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags/tempest-TagsTest-Tag-1270183197 HTTP/1.1" status: 204 len: 168 time: 0.2061715 Aug 19 12:45:49.706147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55380) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:49.707390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-b4a85772-1e47-4223-a3de-345403c05796 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f', 'tempest-TagsTest-Tag-1270183197') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:49.759589 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:49.783496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d59f1a-9317-44ca-87ec-8cdc309cd598 req-7150c563-bf8a-4627-93f1-a310daaead36 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:49.789471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3d59f1a-9317-44ca-87ec-8cdc309cd598 req-7150c563-bf8a-4627-93f1-a310daaead36 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0815570 Aug 19 12:45:49.789627 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-b4a85772-1e47-4223-a3de-345403c05796 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] show failed (client error): The resource could not be found. Aug 19 12:45:49.790316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55382) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:49.790652 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b4a85772-1e47-4223-a3de-345403c05796 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "GET /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags/tempest-TagsTest-Tag-1270183197 HTTP/1.1" status: 404 len: 326 time: 0.0873997 Aug 19 12:45:49.795053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-303226fd-fade-4a04-b19c-b71b9987d12b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f', 'tempest-TagsTest-Tag-542565349') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:49.898420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3d59f1a-9317-44ca-87ec-8cdc309cd598 req-19a07042-07bf-41fa-bbb8-0748338b6493 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974407 Aug 19 12:45:49.922921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-303226fd-fade-4a04-b19c-b71b9987d12b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "GET /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags/tempest-TagsTest-Tag-542565349 HTTP/1.1" status: 204 len: 168 time: 0.1314473 Aug 19 12:45:49.925348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55386) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:49.930334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-b77fc7ad-58d5-4afe-abad-5626c474b60b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f', 'tempest-TagsTest-Tag-958100035') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:50.021561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:50.486082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Pushing event updated for resources: {'Port': ['ID=cf676c47-af4f-4ea4-bfd3-d13c9add4713,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:50.492744 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b77fc7ad-58d5-4afe-abad-5626c474b60b tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "GET /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags/tempest-TagsTest-Tag-958100035 HTTP/1.1" status: 204 len: 168 time: 0.5656760 Aug 19 12:45:50.497088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55392) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:50.512946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb6e31-6bb4-4eed-9d88-92e9d56ef4df req-a6469ccf-e3b5-42d9-ab53-8b0f197ae8a2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:50.515153 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-08fb6e31-6bb4-4eed-9d88-92e9d56ef4df req-a6469ccf-e3b5-42d9-ab53-8b0f197ae8a2 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 945 time: 0.0765388 Aug 19 12:45:50.520839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-0da3542f-1eb5-4017-b2ea-a122b9da7587 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:50.527304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:50.542002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:50.561848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:50.607925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a443aa1-c365-4d07-b373-a9f5717f3cf9 req-f7745502-f026-4a35-a206-6d46c9aa92ef tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:50.609872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a443aa1-c365-4d07-b373-a9f5717f3cf9 req-f7745502-f026-4a35-a206-6d46c9aa92ef tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.6098039 Aug 19 12:45:50.661147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab5b54-3392-4fbe-af99-cbf28d1482e2 req-e4f974e1-a591-4657-8416-828dc58c2b84 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:50.662685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50ab5b54-3392-4fbe-af99-cbf28d1482e2 req-e4f974e1-a591-4657-8416-828dc58c2b84 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 945 time: 0.1403425 Aug 19 12:45:50.742550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-08fb6e31-6bb4-4eed-9d88-92e9d56ef4df req-2d7cb25a-0c31-4c0f-855c-fa6dc4ad5564 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Deleting port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:50.743135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-08fb6e31-6bb4-4eed-9d88-92e9d56ef4df req-2d7cb25a-0c31-4c0f-855c-fa6dc4ad5564 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:50.827004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a443aa1-c365-4d07-b373-a9f5717f3cf9 req-06833e16-bbf9-4ef3-bdd7-435d2c228460 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027762 Aug 19 12:45:50.840375 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0da3542f-1eb5-4017-b2ea-a122b9da7587 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "DELETE /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags HTTP/1.1" status: 204 len: 168 time: 0.3239939 Aug 19 12:45:50.845699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55402) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:50.851517 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-adafccc7-1d86-4889-8dbf-85d806ff894d tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f', 'tempest-TagsTest-Tag-542565349') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:50.884499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50ab5b54-3392-4fbe-af99-cbf28d1482e2 req-082d6688-c265-40d1-a1e8-9042b43b839a tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097623 Aug 19 12:45:50.930641 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.032257 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-08fb6e31-6bb4-4eed-9d88-92e9d56ef4df req-2d7cb25a-0c31-4c0f-855c-fa6dc4ad5564 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] For port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=66e6ea3e-7f30-4c43-bf0d-92f2d3477045,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:51.032842 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-08fb6e31-6bb4-4eed-9d88-92e9d56ef4df req-2d7cb25a-0c31-4c0f-855c-fa6dc4ad5564 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.051635 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-adafccc7-1d86-4889-8dbf-85d806ff894d tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] show failed (client error): The resource could not be found. Aug 19 12:45:51.052725 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-adafccc7-1d86-4889-8dbf-85d806ff894d tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "GET /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags/tempest-TagsTest-Tag-542565349 HTTP/1.1" status: 404 len: 325 time: 0.2057073 Aug 19 12:45:51.053925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-08fb6e31-6bb4-4eed-9d88-92e9d56ef4df req-2d7cb25a-0c31-4c0f-855c-fa6dc4ad5564 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Calling delete_port for 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:51.055753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55414) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:51.064116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-88de1d86-92a4-430a-9aa1-a451dcfe3d82 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f', 'tempest-TagsTest-Tag-958100035') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:51.118137 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.147365 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ff78200-31cb-40fb-82de-95b91b217eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.156775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afa6cd-4275-4e4b-8196-3fbc5a997f0d req-1aecdad1-23ce-4b88-b05c-ca008adeffc5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:51.159230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99afa6cd-4275-4e4b-8196-3fbc5a997f0d req-1aecdad1-23ce-4b88-b05c-ca008adeffc5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1267416 Aug 19 12:45:51.218879 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-88de1d86-92a4-430a-9aa1-a451dcfe3d82 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] show failed (client error): The resource could not be found. Aug 19 12:45:51.221883 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-88de1d86-92a4-430a-9aa1-a451dcfe3d82 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "GET /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags/tempest-TagsTest-Tag-958100035 HTTP/1.1" status: 404 len: 325 time: 0.1631777 Aug 19 12:45:51.226256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55416) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:51.231600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.tag.tag_plugin [None req-105c9e9d-2215-4a56-8610-61adb4f56c05 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c11e1875-c214-472c-974a-69b740f0b20f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:51.278437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99afa6cd-4275-4e4b-8196-3fbc5a997f0d req-7cf7e5c2-a948-4581-89cf-a8a363a4733b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099842 Aug 19 12:45:51.409352 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.440926 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-105c9e9d-2215-4a56-8610-61adb4f56c05 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "DELETE /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f/tags HTTP/1.1" status: 204 len: 168 time: 0.2130702 Aug 19 12:45:51.447868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55420) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:51.517484 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-08fb6e31-6bb4-4eed-9d88-92e9d56ef4df req-2d7cb25a-0c31-4c0f-855c-fa6dc4ad5564 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.530896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8226d715-2020-41cc-8778-6a15dc5e06ba', '66e6ea3e-7f30-4c43-bf0d-92f2d3477045'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:51.539791 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.596504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cb25a-0c31-4c0f-855c-fa6dc4ad5564 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event deleted for resources: {'Port': ['ID=66e6ea3e-7f30-4c43-bf0d-92f2d3477045,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:51.632055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Pushing event updated for resources: {'Port': ['ID=cf676c47-af4f-4ea4-bfd3-d13c9add4713,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:51.700316 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.721939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fb6e31-6bb4-4eed-9d88-92e9d56ef4df req-2d7cb25a-0c31-4c0f-855c-fa6dc4ad5564 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] No DVR routers for this DVR port 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 on host n-h1-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:51.726228 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-08fb6e31-6bb4-4eed-9d88-92e9d56ef4df req-2d7cb25a-0c31-4c0f-855c-fa6dc4ad5564 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.729059 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-08fb6e31-6bb4-4eed-9d88-92e9d56ef4df req-2d7cb25a-0c31-4c0f-855c-fa6dc4ad5564 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "DELETE /v2.0/ports/66e6ea3e-7f30-4c43-bf0d-92f2d3477045 HTTP/1.1" status: 204 len: 173 time: 1.2038052 Aug 19 12:45:51.729723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b3e25-37de-427b-8302-07ba256db91b', 'name': 'network-vif-deleted', 'tag': '66e6ea3e-7f30-4c43-bf0d-92f2d3477045'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:51.732310 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a2856d-8efd-49c4-9aaf-09d4c6f3691e" -d '{"events": [{"server_uuid": "288b3e25-37de-427b-8302-07ba256db91b", "name": "network-vif-deleted", "tag": "66e6ea3e-7f30-4c43-bf0d-92f2d3477045"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:51.788548 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.838548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55430) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:51.903755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002d4ef-e0cd-4368-9aa9-e7b2ad0b1e46 req-8790d206-16a3-49cd-a636-ee4c2f1706d8 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:51.909361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d002d4ef-e0cd-4368-9aa9-e7b2ad0b1e46 req-8790d206-16a3-49cd-a636-ee4c2f1706d8 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.3458643 Aug 19 12:45:51.936220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.953569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11e1875-c214-472c-974a-69b740f0b20f']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:52.021002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9def1515-4e83-4742-b798-d3bc6dc25cf2') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:52.023184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9def1515-4e83-4742-b798-d3bc6dc25cf2') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:52.043198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc843676-f3f3-49b8-a61e-8e40e09187de req-c3c7b3d1-898d-4937-972e-67bec5702b1d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:52.047579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc843676-f3f3-49b8-a61e-8e40e09187de req-c3c7b3d1-898d-4937-972e-67bec5702b1d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2316921 Aug 19 12:45:52.074755 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.080590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3ec2bf22-18dc-4c8c-b992-50a71aadc3e6 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3673019 Aug 19 12:45:52.091931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55440) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:52.110875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8dbe809f-6c56-43e0-a34f-6451bcd56167 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1081416802', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'fixed_ips': [{'ip_address': '172.25.6.156'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:52.135682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d002d4ef-e0cd-4368-9aa9-e7b2ad0b1e46 req-f92de7cd-f519-4977-bb55-63753171fa1c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107456 Aug 19 12:45:52.178667 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.209612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.233365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:52.234852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.263459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc843676-f3f3-49b8-a61e-8e40e09187de req-d7bebaac-fbff-4787-b75f-db05cc5013b2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950731 Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:52.317329 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:52.332839 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb7e334a-dca2-4294-8110-492f2bdcf050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.373408 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a99260c-9cb3-4b8b-bdc3-7b156b278771 x-openstack-request-id: req-0a99260c-9cb3-4b8b-bdc3-7b156b278771 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:52.373883 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b3e25-37de-427b-8302-07ba256db91b", "name": "network-vif-deleted", "tag": "66e6ea3e-7f30-4c43-bf0d-92f2d3477045", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:52.374300 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a99260c-9cb3-4b8b-bdc3-7b156b278771 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:52.374928 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288b3e25-37de-427b-8302-07ba256db91b', 'name': 'network-vif-deleted', 'tag': '66e6ea3e-7f30-4c43-bf0d-92f2d3477045', 'status': 'completed', 'code': 200} Aug 19 12:45:52.376325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbe809f-6c56-43e0-a34f-6451bcd56167 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Made reservation on behalf of 14cd9af6700444988857886fe66beb0d for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:52.379492 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dbe809f-6c56-43e0-a34f-6451bcd56167 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.435575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dbe809f-6c56-43e0-a34f-6451bcd56167 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.502667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-606bff6d-a5de-45ac-8356-2c2777f44cc7 req-85b2180f-166e-4d24-b621-a4f7b7a92a8b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=288b3e25-37de-427b-8302-07ba256db91b HTTP/1.1" status: 200 len: 210 time: 0.0740230 Aug 19 12:45:52.647142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.656848 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.661006 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] 10.222.0.44 "DELETE /v2.0/networks/c11e1875-c214-472c-974a-69b740f0b20f HTTP/1.1" status: 204 len: 168 time: 1.2112935 Aug 19 12:45:52.695310 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec4946-27b5-403e-a133-55a7568bac23 tempest-TagsTest-1655494807 tempest-TagsTest-1655494807-project] Pushing event deleted for resources: {'Network': ['ID=c11e1875-c214-472c-974a-69b740f0b20f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:52.779557 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb7e334a-dca2-4294-8110-492f2bdcf050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.912334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb7e334a-dca2-4294-8110-492f2bdcf050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.970864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e334a-dca2-4294-8110-492f2bdcf050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bafc8ad-6075-4ee1-b8bf-161c4ab11e1a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:52.996919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-eb7e334a-dca2-4294-8110-492f2bdcf050 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d953f2c3df74b03996ccd9521813f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1451159 Aug 19 12:45:53.004882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55444) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:53.105043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39974a11-7f50-4d92-980e-1f27e76e849d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:53.107974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dbe809f-6c56-43e0-a34f-6451bcd56167 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:53.137113 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39974a11-7f50-4d92-980e-1f27e76e849d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:53.187236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dbe809f-6c56-43e0-a34f-6451bcd56167 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:53.203631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-8dbe809f-6c56-43e0-a34f-6451bcd56167 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] device_id is not set on port b5c46447-9b0e-4367-9219-e1b6566af912 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:45:53.224796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe809f-6c56-43e0-a34f-6451bcd56167 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f81b48-658a-4f9e-86b3-ccab8095513e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:53.335335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39974a11-7f50-4d92-980e-1f27e76e849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:53.339398 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39974a11-7f50-4d92-980e-1f27e76e849d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:53.343166 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-39974a11-7f50-4d92-980e-1f27e76e849d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2bafc8ad-6075-4ee1-b8bf-161c4ab11e1a HTTP/1.1" status: 204 len: 168 time: 0.3337860 Aug 19 12:45:53.406174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55454) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:53.441107 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39974a11-7f50-4d92-980e-1f27e76e849d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bafc8ad-6075-4ee1-b8bf-161c4ab11e1a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:53.473475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1db85-93f3-47eb-a2fa-ad3a9aacd842 req-57573580-94f1-4923-bb71-276f560d6e95 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:53.477145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80b1db85-93f3-47eb-a2fa-ad3a9aacd842 req-57573580-94f1-4923-bb71-276f560d6e95 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1762753 Aug 19 12:45:53.525606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400708ba-617e-4a46-aed6-d61c40630303 req-10203eb2-c384-4b9e-aef2-ce001b8a30cc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:53.533866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-400708ba-617e-4a46-aed6-d61c40630303 req-10203eb2-c384-4b9e-aef2-ce001b8a30cc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1467042 Aug 19 12:45:53.581051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80b1db85-93f3-47eb-a2fa-ad3a9aacd842 req-5fbd4035-53ae-4d0b-875c-afb0fa1d146a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890818 Aug 19 12:45:53.598231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-400708ba-617e-4a46-aed6-d61c40630303 req-16c84149-faa4-4268-b321-24807029405e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602589 Aug 19 12:45:53.617738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:53.700004 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbe809f-6c56-43e0-a34f-6451bcd56167 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 12:45:53.700992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbe809f-6c56-43e0-a34f-6451bcd56167 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:53.703017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:53.703720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 66e6ea3e-7f30-4c43-bf0d-92f2d3477045 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:53.745742 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a7234d5b-9f6e-49e5-ad41-2a6e2cc02cad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1ddae350d2f4520a39f11af2e30d916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303518 Aug 19 12:45:53.747176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55466) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:53.799524 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8dbe809f-6c56-43e0-a34f-6451bcd56167 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7034996 Aug 19 12:45:53.802017 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55468) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:53.855390 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9280f70e-4321-40c1-afe0-1deb896c37c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:53.881331 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9280f70e-4321-40c1-afe0-1deb896c37c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:53.975510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9d5517ca-892d-4381-a2dc-b93954488b11 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Deleting port cf676c47-af4f-4ea4-bfd3-d13c9add4713 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:53.976138 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5517ca-892d-4381-a2dc-b93954488b11 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.071801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5517ca-892d-4381-a2dc-b93954488b11 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.072342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5517ca-892d-4381-a2dc-b93954488b11 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.072560 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9280f70e-4321-40c1-afe0-1deb896c37c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.076218 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9280f70e-4321-40c1-afe0-1deb896c37c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.083608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9280f70e-4321-40c1-afe0-1deb896c37c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df1d90d5-d126-4ee0-8599-4bd591a90733 HTTP/1.1" status: 204 len: 168 time: 0.3308263 Aug 19 12:45:54.128800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9d5517ca-892d-4381-a2dc-b93954488b11 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Calling delete_port for cf676c47-af4f-4ea4-bfd3-d13c9add4713 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:54.129256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280f70e-4321-40c1-afe0-1deb896c37c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1d90d5-d126-4ee0-8599-4bd591a90733,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:54.279817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18b2fd-6952-4779-9d87-e490532c4579 req-71631b55-b352-442e-b81b-f80646d8d1b8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:54.281471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b18b2fd-6952-4779-9d87-e490532c4579 req-71631b55-b352-442e-b81b-f80646d8d1b8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0668337 Aug 19 12:45:54.364021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b18b2fd-6952-4779-9d87-e490532c4579 req-00b14a5d-4f9b-455f-90e4-885bafc8642b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715590 Aug 19 12:45:54.418561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e21024-5ac5-4bc9-a2fd-b49b67bc6510 req-51df2bf1-8350-4965-9065-f3920b5ec09b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:54.420192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99e21024-5ac5-4bc9-a2fd-b49b67bc6510 req-51df2bf1-8350-4965-9065-f3920b5ec09b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.0698371 Aug 19 12:45:54.425194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5517ca-892d-4381-a2dc-b93954488b11 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.433866 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55478) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:54.467222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13a74aa1-423e-4858-afe3-cba459ab1c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.482146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5517ca-892d-4381-a2dc-b93954488b11 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf676c47-af4f-4ea4-bfd3-d13c9add4713,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:54.497354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99e21024-5ac5-4bc9-a2fd-b49b67bc6510 req-8eb9c909-2d18-41f3-a75c-7d755f58fc0c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=f60fea08-cf5b-4519-9118-6ece38b95ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657167 Aug 19 12:45:54.637361 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318df3fe-082b-46a8-80df-882a9a1e20ea req-52765602-b14a-4c84-bde0-8dfe591df3ed tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:54.639514 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-318df3fe-082b-46a8-80df-882a9a1e20ea req-52765602-b14a-4c84-bde0-8dfe591df3ed tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 946 time: 0.1521506 Aug 19 12:45:54.644767 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5517ca-892d-4381-a2dc-b93954488b11 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.649643 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5517ca-892d-4381-a2dc-b93954488b11 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.651610 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9d5517ca-892d-4381-a2dc-b93954488b11 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864 tempest-ExternalNetworksAdminNegativeTestJSON-1940243864-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/afcc1beb-8465-4c70-b078-0bda898bab88 HTTP/1.1" status: 204 len: 168 time: 0.8479338 Aug 19 12:45:54.776211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2dd41-1703-4fc2-8a41-119a2f22efdd req-874a1edb-cbea-4619-b86a-098183e95001 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:54.778550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9b2dd41-1703-4fc2-8a41-119a2f22efdd req-874a1edb-cbea-4619-b86a-098183e95001 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.0846493 Aug 19 12:45:54.817696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13a74aa1-423e-4858-afe3-cba459ab1c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.831295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9b2dd41-1703-4fc2-8a41-119a2f22efdd req-431010dd-82ff-4776-b610-374d1521fe22 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427444 Aug 19 12:45:54.831970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-318df3fe-082b-46a8-80df-882a9a1e20ea req-1bac9fee-dc85-4c55-aeaf-115fe6d1045b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Deleting port 8226d715-2020-41cc-8778-6a15dc5e06ba {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:54.832313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-318df3fe-082b-46a8-80df-882a9a1e20ea req-1bac9fee-dc85-4c55-aeaf-115fe6d1045b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.935256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-318df3fe-082b-46a8-80df-882a9a1e20ea req-1bac9fee-dc85-4c55-aeaf-115fe6d1045b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] For port 8226d715-2020-41cc-8778-6a15dc5e06ba, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=8226d715-2020-41cc-8778-6a15dc5e06ba,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:54.935579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-318df3fe-082b-46a8-80df-882a9a1e20ea req-1bac9fee-dc85-4c55-aeaf-115fe6d1045b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.939985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13a74aa1-423e-4858-afe3-cba459ab1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.967148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-318df3fe-082b-46a8-80df-882a9a1e20ea req-1bac9fee-dc85-4c55-aeaf-115fe6d1045b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Calling delete_port for 8226d715-2020-41cc-8778-6a15dc5e06ba owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:55.009541 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-13a74aa1-423e-4858-afe3-cba459ab1c78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9607eb566edd4a24a2ff994993012bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734129 Aug 19 12:45:55.013316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55494) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:55.051192 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a74aa1-423e-4858-afe3-cba459ab1c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04059e2-e3bb-4144-be76-edde36fb2cc9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:55.141203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7a2cac7-a0a3-4905-a602-d446f526c485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.193059 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7a2cac7-a0a3-4905-a602-d446f526c485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.298792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55500) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:55.365647 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-318df3fe-082b-46a8-80df-882a9a1e20ea req-1bac9fee-dc85-4c55-aeaf-115fe6d1045b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.393711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['8226d715-2020-41cc-8778-6a15dc5e06ba'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:55.428026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac9fee-dc85-4c55-aeaf-115fe6d1045b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event deleted for resources: {'Port': ['ID=8226d715-2020-41cc-8778-6a15dc5e06ba,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:55.431538 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7a2cac7-a0a3-4905-a602-d446f526c485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.436249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7a2cac7-a0a3-4905-a602-d446f526c485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.440310 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e7a2cac7-a0a3-4905-a602-d446f526c485 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d04059e2-e3bb-4144-be76-edde36fb2cc9 HTTP/1.1" status: 204 len: 168 time: 0.4241495 Aug 19 12:45:55.449740 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee306e89-1890-4e3f-bd69-53e8c96e59c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.463045 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2cac7-a0a3-4905-a602-d446f526c485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04059e2-e3bb-4144-be76-edde36fb2cc9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:55.520500 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2597b9a-e210-4ed2-888c-dd093483e3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.568280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-318df3fe-082b-46a8-80df-882a9a1e20ea req-1bac9fee-dc85-4c55-aeaf-115fe6d1045b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] No DVR routers for this DVR port 8226d715-2020-41cc-8778-6a15dc5e06ba on host n-h1-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:55.573047 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-318df3fe-082b-46a8-80df-882a9a1e20ea req-1bac9fee-dc85-4c55-aeaf-115fe6d1045b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.577484 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-318df3fe-082b-46a8-80df-882a9a1e20ea req-1bac9fee-dc85-4c55-aeaf-115fe6d1045b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.53 "DELETE /v2.0/ports/8226d715-2020-41cc-8778-6a15dc5e06ba HTTP/1.1" status: 204 len: 173 time: 0.9218233 Aug 19 12:45:55.578667 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd8b478-9812-4ddd-b965-86cdc71ad37a', 'name': 'network-vif-deleted', 'tag': '8226d715-2020-41cc-8778-6a15dc5e06ba'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:55.583057 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bafad7-7ca6-4e18-8d94-a30dd7972194" -d '{"events": [{"server_uuid": "7bd8b478-9812-4ddd-b965-86cdc71ad37a", "name": "network-vif-deleted", "tag": "8226d715-2020-41cc-8778-6a15dc5e06ba"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:55.728198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b536e5f9-0558-4a0b-97b9-bb125fb8ff34 req-8348bae4-7993-41d2-a14f-9b2b63945106 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd8b478-9812-4ddd-b965-86cdc71ad37a HTTP/1.1" status: 200 len: 210 time: 0.0632803 Aug 19 12:45:55.747383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd386bd-32c5-40ac-a997-b58ec0d65e84 req-cd92e843-6e62-4df3-86b0-becafeb1d7dc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:55.749029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cd386bd-32c5-40ac-a997-b58ec0d65e84 req-cd92e843-6e62-4df3-86b0-becafeb1d7dc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1855536 Aug 19 12:45:55.815636 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3f9df6-a0a1-4af0-9593-4994ef3979e7 x-openstack-request-id: req-4b3f9df6-a0a1-4af0-9593-4994ef3979e7 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:55.821257 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.821713 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd8b478-9812-4ddd-b965-86cdc71ad37a", "name": "network-vif-deleted", "tag": "8226d715-2020-41cc-8778-6a15dc5e06ba", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:55.821713 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b3f9df6-a0a1-4af0-9593-4994ef3979e7 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:55.821713 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd8b478-9812-4ddd-b965-86cdc71ad37a', 'name': 'network-vif-deleted', 'tag': '8226d715-2020-41cc-8778-6a15dc5e06ba', 'status': 'completed', 'code': 200} Aug 19 12:45:55.859092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55520) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:55.977278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cd386bd-32c5-40ac-a997-b58ec0d65e84 req-491dda3d-d80c-4761-a10c-7bf8ec8fa837 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079289 Aug 19 12:45:56.040140 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2597b9a-e210-4ed2-888c-dd093483e3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.078637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07dd46-36e1-408c-b550-334d7f299dec req-53915c80-6023-4a2e-87ef-b96929827402 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:56.081783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be07dd46-36e1-408c-b550-334d7f299dec req-53915c80-6023-4a2e-87ef-b96929827402 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.0990231 Aug 19 12:45:56.163386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be07dd46-36e1-408c-b550-334d7f299dec req-1be27b3a-6d2d-4910-a076-b2bb92d07687 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692425 Aug 19 12:45:56.175525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8855433-dea3-43cb-888b-4820eeb156ea req-60593028-6082-4e80-bcac-e5a6ef478d27 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:56.178642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8855433-dea3-43cb-888b-4820eeb156ea req-60593028-6082-4e80-bcac-e5a6ef478d27 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0957370 Aug 19 12:45:56.180579 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2597b9a-e210-4ed2-888c-dd093483e3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.237229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1117427965-network', 'tenant_id': '9382b194e16246ddb2497337fa998e56'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:56.275651 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a2597b9a-e210-4ed2-888c-dd093483e3a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6beccffb327049089d78b27d61f17c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9750266 Aug 19 12:45:56.278397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55536) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:56.284212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2597b9a-e210-4ed2-888c-dd093483e3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d8e808-7f38-4ada-afe2-8ce3bec7cfb0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:56.310491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8855433-dea3-43cb-888b-4820eeb156ea req-b776ae19-8800-458d-a8c1-13a89f1d0242 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128962 Aug 19 12:45:56.385997 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce48bcb6-2b32-4318-935a-32cc3e65868d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.416004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Made reservation on behalf of 9382b194e16246ddb2497337fa998e56 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:56.422376 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.430158 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce48bcb6-2b32-4318-935a-32cc3e65868d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.449754 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.580306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e78419-70f0-4943-8a86-4cfc81b4fd4b req-91325f47-b43d-478a-86ce-caf42e569ec8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:56.581762 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66e78419-70f0-4943-8a86-4cfc81b4fd4b req-91325f47-b43d-478a-86ce-caf42e569ec8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0585523 Aug 19 12:45:56.594375 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce48bcb6-2b32-4318-935a-32cc3e65868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.599955 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce48bcb6-2b32-4318-935a-32cc3e65868d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.602542 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ce48bcb6-2b32-4318-935a-32cc3e65868d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9d8e808-7f38-4ada-afe2-8ce3bec7cfb0 HTTP/1.1" status: 204 len: 168 time: 0.3229058 Aug 19 12:45:56.625094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48bcb6-2b32-4318-935a-32cc3e65868d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d8e808-7f38-4ada-afe2-8ce3bec7cfb0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:56.679236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66e78419-70f0-4943-8a86-4cfc81b4fd4b req-ce1554d1-232c-44c7-8284-c148842f66f0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814178 Aug 19 12:45:56.742530 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.858205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffe18f-012d-4afb-a972-c1e094260259 req-a323fb02-f157-4f69-9adb-61c8b04c9807 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:56.866604 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99ffe18f-012d-4afb-a972-c1e094260259 req-a323fb02-f157-4f69-9adb-61c8b04c9807 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0958412 Aug 19 12:45:56.870991 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.953798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99ffe18f-012d-4afb-a972-c1e094260259 req-123d2bdd-37e5-4051-9fbc-db148f9e44e1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768204 Aug 19 12:45:56.956244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a965a5-b8d6-4cc7-ab9b-c8cb4084a83b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:57.003040 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:57.016289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.017326 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Added segment 47f5eb3a-e4b4-40e3-afd1-aa4571dce941 of type vlan for network 13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2 Aug 19 12:45:57.032283 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.087048 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.159655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40c5b9-522c-49f9-a3db-317cbce5a5bb req-637d1cd3-9e32-4b8a-807b-7a4470708dfb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:57.161232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a40c5b9-522c-49f9-a3db-317cbce5a5bb req-637d1cd3-9e32-4b8a-807b-7a4470708dfb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0798423 Aug 19 12:45:57.224729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a40c5b9-522c-49f9-a3db-317cbce5a5bb req-f912818b-da4d-42c8-a286-709da5abb02f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567050 Aug 19 12:45:57.269483 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.269483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:57.269483 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.444284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5838375 Aug 19 12:45:57.447362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55574) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:57.458477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] Request body: {'subnet': {'network_id': '13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1117427965-subnet', 'tenant_id': '9382b194e16246ddb2497337fa998e56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:57.462052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ec919-4653-43a1-a490-2e985d322ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:57.476545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:57.504295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b305d2f-00e7-40cc-9c18-2c26889cc1a8 req-2966864a-8793-4122-a91e-1929abe7201a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:57.506042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b305d2f-00e7-40cc-9c18-2c26889cc1a8 req-2966864a-8793-4122-a91e-1929abe7201a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1456308 Aug 19 12:45:57.545779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3510ead-a27a-4f17-8311-dcea925f3b2b req-8298e4b6-4686-4032-9bf1-4be9a96e7317 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:57.547304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3510ead-a27a-4f17-8311-dcea925f3b2b req-8298e4b6-4686-4032-9bf1-4be9a96e7317 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1052303 Aug 19 12:45:57.563785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55576) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:57.590299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b305d2f-00e7-40cc-9c18-2c26889cc1a8 req-4372ff80-6bf0-421d-86b0-899fd931b193 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775511 Aug 19 12:45:57.615456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3510ead-a27a-4f17-8311-dcea925f3b2b req-30a33650-0e4d-46d0-87cd-56de4cdb60c7 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590212 Aug 19 12:45:57.624831 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fe0470d5-7b98-4d1b-95b4-a6e424841c54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14cd9af6700444988857886fe66beb0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593092 Aug 19 12:45:57.626895 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] Made reservation on behalf of 9382b194e16246ddb2497337fa998e56 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:57.628674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55578) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:57.629869 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.649153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8226d715-2020-41cc-8778-6a15dc5e06ba no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:57.735084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 8226d715-2020-41cc-8778-6a15dc5e06ba {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:57.738260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 8226d715-2020-41cc-8778-6a15dc5e06ba not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:57.785052 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8781555-b0cd-421c-a05b-61ac090a785c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.852654 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8781555-b0cd-421c-a05b-61ac090a785c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.890405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c794bbe-b31e-429f-a3f1-91b9fd593061 req-b91440a0-bbbb-4fb0-9cf8-56d86076e25c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:57.899163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c794bbe-b31e-429f-a3f1-91b9fd593061 req-b91440a0-bbbb-4fb0-9cf8-56d86076e25c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1683710 Aug 19 12:45:57.927014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f2799-9cd1-497c-ac5c-1f453cf97465 req-41e98953-a15e-480b-b776-e0a02e59144a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:57.928660 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b8f2799-9cd1-497c-ac5c-1f453cf97465 req-41e98953-a15e-480b-b776-e0a02e59144a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1484749 Aug 19 12:45:57.996396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c794bbe-b31e-429f-a3f1-91b9fd593061 req-c62ce661-142f-49a9-8d80-a2b659448532 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962420 Aug 19 12:45:58.006255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b8f2799-9cd1-497c-ac5c-1f453cf97465 req-f0c42123-dd71-4da1-8172-c6748b552adb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652804 Aug 19 12:45:58.060967 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.139051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6758c12-04c3-4f14-8f55-72114176be2e,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:58.148995 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] Checking segment: {'id': '47f5eb3a-e4b4-40e3-afd1-aa4571dce941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:58.150879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] Network hostable DHCP agents. Network: 13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:45:58.161874 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8781555-b0cd-421c-a05b-61ac090a785c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.165159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8781555-b0cd-421c-a05b-61ac090a785c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.166629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b8781555-b0cd-421c-a05b-61ac090a785c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21f81b48-658a-4f9e-86b3-ccab8095513e HTTP/1.1" status: 204 len: 168 time: 0.5366433 Aug 19 12:45:58.180138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8781555-b0cd-421c-a05b-61ac090a785c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f81b48-658a-4f9e-86b3-ccab8095513e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:58.207525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4894f42-1578-4497-839d-89671f5279a3 req-d5f5eca3-4987-4b93-b504-0ddab83e1d32 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:58.209294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4894f42-1578-4497-839d-89671f5279a3 req-d5f5eca3-4987-4b93-b504-0ddab83e1d32 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0788288 Aug 19 12:45:58.265776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4894f42-1578-4497-839d-89671f5279a3 req-38a5314a-f3a4-40c8-9c93-06aa0400f508 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492930 Aug 19 12:45:58.289008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] Network 13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:45:58.417145 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:58.427241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:58.428373 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.431801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ebd03-9b08-40f5-aa2a-905a52b357c2 None None] Network 13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:58.467569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4869-6d4e-4979-aff0-7343954194b6 req-992ecbbb-71e8-4a68-b20e-ab564c414c54 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:58.472410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edff4869-6d4e-4979-aff0-7343954194b6 req-992ecbbb-71e8-4a68-b20e-ab564c414c54 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0908799 Aug 19 12:45:58.555677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edff4869-6d4e-4979-aff0-7343954194b6 req-04db921e-83d1-4706-9a0a-32f83bc8e093 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727487 Aug 19 12:45:58.558464 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c38f44de-c62a-4e25-b157-627b2940099f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1095903 Aug 19 12:45:58.640215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d691d0-7fd2-48e7-a2ef-697f32bf9dd5 None None] Network 13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:58.891152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bca0c0-7b87-40ef-926c-3326bac41be4 req-8830879b-13ea-4440-a685-201c5a903ed3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:58.900666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81bca0c0-7b87-40ef-926c-3326bac41be4 req-8830879b-13ea-4440-a685-201c5a903ed3 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1671889 Aug 19 12:45:58.912248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d773e-ba41-40ef-b6f5-d65a5f2647e7 req-07f06161-4ad3-49b3-aa7c-f784453fe557 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:58.923003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a32d773e-ba41-40ef-b6f5-d65a5f2647e7 req-07f06161-4ad3-49b3-aa7c-f784453fe557 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1932461 Aug 19 12:45:58.972424 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:59.012142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81bca0c0-7b87-40ef-926c-3326bac41be4 req-6a47db26-51f1-4d46-b7ee-1f13473e1611 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101532 Aug 19 12:45:59.048764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a32d773e-ba41-40ef-b6f5-d65a5f2647e7 req-06db34b1-fe70-482e-ad02-fc0ae3fa9833 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107216 Aug 19 12:45:59.103594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-f7e61ebb-cbd3-4d41-9c7c-3c48f79ed55b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:59.106954 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-f7e61ebb-cbd3-4d41-9c7c-3c48f79ed55b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.52 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1165414 Aug 19 12:45:59.302248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Deleting port f794bf4e-48da-40fe-b22e-0cbc426e69de {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:59.302776 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:59.309131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a1ba1-4e58-4d16-aab5-75cc230eb261 req-7562f4b1-df74-405f-91c8-20528c3ac386 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:59.327386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530a1ba1-4e58-4d16-aab5-75cc230eb261 req-7562f4b1-df74-405f-91c8-20528c3ac386 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 945 time: 0.1947525 Aug 19 12:45:59.350272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32854b86-1779-4892-aa0d-56cabca75622 req-c922c25c-56d1-4dfd-bf5b-7cbf57c1c058 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:59.352930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32854b86-1779-4892-aa0d-56cabca75622 req-c922c25c-56d1-4dfd-bf5b-7cbf57c1c058 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2074280 Aug 19 12:45:59.443081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-530a1ba1-4e58-4d16-aab5-75cc230eb261 req-76e5cfdf-bae4-45e0-8594-88f902f27c7e tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc12f069-aa9d-4cd0-8fb5-221897e91c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886426 Aug 19 12:45:59.449174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32854b86-1779-4892-aa0d-56cabca75622 req-aed5dcf3-836f-4b5b-8d84-5658e81aa595 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775774 Aug 19 12:45:59.452042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] For port f794bf4e-48da-40fe-b22e-0cbc426e69de, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f794bf4e-48da-40fe-b22e-0cbc426e69de,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:59.455120 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:59.660902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25cd20-f400-49fb-bd8f-b491942c2ba6 req-8f073521-f99e-47cc-85b0-ab0b3711420e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:59.665997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c25cd20-f400-49fb-bd8f-b491942c2ba6 req-8f073521-f99e-47cc-85b0-ab0b3711420e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0895405 Aug 19 12:45:59.741719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c25cd20-f400-49fb-bd8f-b491942c2ba6 req-f2ffa6fb-67cd-4009-b157-42b5b7bb7aa3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723124 Aug 19 12:45:59.787212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:59.787953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:59.787953 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Floating IP cc82d1c8-0caf-434d-9336-f65fd4a82b39 disassociated. External IP: 172.25.6.3, port: f794bf4e-48da-40fe-b22e-0cbc426e69de. Aug 19 12:45:59.788251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Calling delete_port for f794bf4e-48da-40fe-b22e-0cbc426e69de owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:59.992206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092902eb-cc85-4213-a3bf-92f2c300a216 req-7cd2cb31-0d10-45ee-83b1-8be38e8cd952 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:59.994277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-092902eb-cc85-4213-a3bf-92f2c300a216 req-7cd2cb31-0d10-45ee-83b1-8be38e8cd952 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0731256 Aug 19 12:46:00.004373 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55654) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:00.010764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601786574-network', 'tenant_id': '7ad12eb7af5342acb3c2c47fd3ac1764'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:00.042395 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:00.102483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event deleted for resources: {'Port': ['ID=f794bf4e-48da-40fe-b22e-0cbc426e69de,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:00.108768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-092902eb-cc85-4213-a3bf-92f2c300a216 req-a82119b6-3a79-4025-a0f6-2026acdd8171 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080174 Aug 19 12:46:00.134636 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Made reservation on behalf of 7ad12eb7af5342acb3c2c47fd3ac1764 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:00.137110 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:00.324373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ef764-f2af-44bf-8f53-14960e7345e1 req-31eff59e-8397-445b-acc7-7464b2310532 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:00.327448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-198ef764-f2af-44bf-8f53-14960e7345e1 req-31eff59e-8397-445b-acc7-7464b2310532 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1561172 Aug 19 12:46:00.343593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64ea42-a230-4ac0-ab4b-3799c9a3e22d req-d693a12d-5f96-46a7-bd16-f79b210380a5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:00.345835 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc64ea42-a230-4ac0-ab4b-3799c9a3e22d req-d693a12d-5f96-46a7-bd16-f79b210380a5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1626389 Aug 19 12:46:00.437763 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:46:00.444703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc64ea42-a230-4ac0-ab4b-3799c9a3e22d req-efdea665-e486-45d4-877a-44be0f6c4771 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902836 Aug 19 12:46:00.456310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-198ef764-f2af-44bf-8f53-14960e7345e1 req-dc480c7a-f485-4915-b9c0-a38308208a0f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093366 Aug 19 12:46:00.629804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-292f7b17-04f7-45c4-9b52-5976f3970fd4 req-485aa64d-3519-4a40-98b1-4d52b4cd3cd6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 210 time: 0.0384152 Aug 19 12:46:00.746623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfcc52-2e43-45b9-b36f-214dccdb82b1 req-5f79d172-4aea-4c7d-ab70-b90dcea4fb66 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:00.749103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cdfcc52-2e43-45b9-b36f-214dccdb82b1 req-5f79d172-4aea-4c7d-ab70-b90dcea4fb66 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0762746 Aug 19 12:46:00.751800 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:00.831902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cdfcc52-2e43-45b9-b36f-214dccdb82b1 req-1d9633f5-b86b-4901-a6ca-689a9949883e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730796 Aug 19 12:46:00.899798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Router e029036b-6434-4a12-b2b2-eadf8debb117 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:00.989603 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:00.994489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05862e92-dac6-4009-9445-30fe7cdaa7e3 req-c1fe33d3-46b6-42c6-bc6b-5a40862d3753 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:00.996187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05862e92-dac6-4009-9445-30fe7cdaa7e3 req-c1fe33d3-46b6-42c6-bc6b-5a40862d3753 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0569634 Aug 19 12:46:01.060905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-05862e92-dac6-4009-9445-30fe7cdaa7e3 req-d1c7de7a-4c29-4e4a-942a-c4980e0ccbf4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540111 Aug 19 12:46:01.072434 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:01.085519 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6c563-6d47-44bc-8e8d-66e8a3de307f None None] Sync routers for ids ['e029036b-6434-4a12-b2b2-eadf8debb117'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:01.099077 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6c563-6d47-44bc-8e8d-66e8a3de307f None None] Routers {'e029036b-6434-4a12-b2b2-eadf8debb117'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:01.100919 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dfd6c563-6d47-44bc-8e8d-66e8a3de307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:45:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e029036b-6434-4a12-b2b2-eadf8debb117'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:01.163775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] No DVR routers for this DVR port f794bf4e-48da-40fe-b22e-0cbc426e69de on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:01.166646 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.172808 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.180623 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-77cc40d3-dd24-4154-9251-fe0ea2aa396b req-8dccde7f-d744-42a1-b8f6-9e79957265b3 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.52 "DELETE /v2.0/ports/f794bf4e-48da-40fe-b22e-0cbc426e69de HTTP/1.1" status: 204 len: 173 time: 2.0627203 Aug 19 12:46:01.184089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-deleted', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:01.187520 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c502b4-9bab-4c93-b313-55036a63b724" -d '{"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-deleted", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:01.225818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:46:01.252279 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1d1cf5-3526-4c8e-b7f3-b752c41d9ee1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:01.256869 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ced1ae-c7a2-4664-8a4f-e9ca6cf762d4 x-openstack-request-id: req-e9ced1ae-c7a2-4664-8a4f-e9ca6cf762d4 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:01.257267 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77784a7e-dfad-4ac9-aaf9-02924e97990c", "name": "network-vif-deleted", "tag": "f794bf4e-48da-40fe-b22e-0cbc426e69de", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:01.257499 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9ced1ae-c7a2-4664-8a4f-e9ca6cf762d4 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:01.258082 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77784a7e-dfad-4ac9-aaf9-02924e97990c', 'name': 'network-vif-deleted', 'tag': 'f794bf4e-48da-40fe-b22e-0cbc426e69de', 'status': 'completed', 'code': 200} Aug 19 12:46:01.262817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.263255 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Added segment 641a2dce-2945-4782-8650-a7cf394ced4e of type vlan for network 125b6d01-3d63-4180-a981-46d67edda90f Aug 19 12:46:01.297425 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-dfd6c563-6d47-44bc-8e8d-66e8a3de307f None None] Set router e029036b-6434-4a12-b2b2-eadf8debb117 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:01.322276 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.331456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011db9e7-1005-4894-83a0-279aee6fb2b1 req-c946745b-68a1-4538-a405-f4a5596d1e0f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:01.335268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-011db9e7-1005-4894-83a0-279aee6fb2b1 req-c946745b-68a1-4538-a405-f4a5596d1e0f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0734041 Aug 19 12:46:01.384434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-011db9e7-1005-4894-83a0-279aee6fb2b1 req-be9a0f6b-8d95-4916-a2e4-8fbf848d4652 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Aug 19 12:46:01.509356 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.510665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:01.511388 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.613173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef4bd5-993a-4ce1-b297-bf6741b388ef req-8937d077-ec67-4679-bd1f-af7871906c79 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:01.616116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9ef4bd5-993a-4ce1-b297-bf6741b388ef req-8937d077-ec67-4679-bd1f-af7871906c79 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1373446 Aug 19 12:46:01.653049 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dfd6c563-6d47-44bc-8e8d-66e8a3de307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 4, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '32b179d8-9ab3-45c8-8ed5-b0e81f0bf169', 'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'mac_address': 'fa:16:3e:d0:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:12Z', 'updated_at': '2021-08-19T12:35:26Z', 'revision_number': 5, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'subnets': [{'id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:01.700104 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6c563-6d47-44bc-8e8d-66e8a3de307f None None] Checking router: e029036b-6434-4a12-b2b2-eadf8debb117 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:01.709073 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6c563-6d47-44bc-8e8d-66e8a3de307f None None] Routers {'e029036b-6434-4a12-b2b2-eadf8debb117'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:01.710244 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dfd6c563-6d47-44bc-8e8d-66e8a3de307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:45:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e029036b-6434-4a12-b2b2-eadf8debb117'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:01.719758 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7116292 Aug 19 12:46:01.720251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55704) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:01.725892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] Request body: {'subnet': {'network_id': '125b6d01-3d63-4180-a981-46d67edda90f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601786574-subnet', 'tenant_id': '7ad12eb7af5342acb3c2c47fd3ac1764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:01.747018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9ef4bd5-993a-4ce1-b297-bf6741b388ef req-7d00965d-b7d2-495c-8aa9-4e897b7f1ace tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062667 Aug 19 12:46:01.781853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d846ea-a249-4c43-9408-87ead6dabeeb req-fcc93491-bf10-4e15-a6b6-da1ab11fd41b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:01.795219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9d846ea-a249-4c43-9408-87ead6dabeeb req-fcc93491-bf10-4e15-a6b6-da1ab11fd41b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1775835 Aug 19 12:46:01.827724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25afef-ee1c-4bda-a1f3-1a35cfbb791f admin admin] Pushing event updated for resources: {'Network': ['ID=125b6d01-3d63-4180-a981-46d67edda90f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:01.850224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 125b6d01-3d63-4180-a981-46d67edda90f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:46:01.878960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9d846ea-a249-4c43-9408-87ead6dabeeb req-bbeed476-aca9-4b0c-8874-456478dac9bf tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769768 Aug 19 12:46:01.883813 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-dfd6c563-6d47-44bc-8e8d-66e8a3de307f None None] Set router e029036b-6434-4a12-b2b2-eadf8debb117 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:01.935457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] Made reservation on behalf of 7ad12eb7af5342acb3c2c47fd3ac1764 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:01.941073 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.971686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cae7985c-0add-4985-a717-288429bb1d0a req-c11d1ec3-08cb-4df6-95dc-1dcfcac94d2b tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/ports?device_id=77784a7e-dfad-4ac9-aaf9-02924e97990c HTTP/1.1" status: 200 len: 210 time: 0.0445867 Aug 19 12:46:01.972083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55708) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:02.149506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e6bdc-bdbc-45b0-ba5a-1a405e4c23b3 req-adde7d75-47ca-4957-bb2d-b45c74a9774a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:02.151303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e84e6bdc-bdbc-45b0-ba5a-1a405e4c23b3 req-adde7d75-47ca-4957-bb2d-b45c74a9774a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0900540 Aug 19 12:46:02.156663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-115e836e-7300-430a-beab-9f4b49db84e0 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-712032041'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:02.181019 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dfd6c563-6d47-44bc-8e8d-66e8a3de307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 4, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '32b179d8-9ab3-45c8-8ed5-b0e81f0bf169', 'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'mac_address': 'fa:16:3e:d0:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:12Z', 'updated_at': '2021-08-19T12:35:26Z', 'revision_number': 5, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'subnets': [{'id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:02.210481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e84e6bdc-bdbc-45b0-ba5a-1a405e4c23b3 req-9ee0f604-ca7a-41f7-8e59-b6a124f2f54a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493777 Aug 19 12:46:02.212897 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6c563-6d47-44bc-8e8d-66e8a3de307f None None] The sync data for ids ['e029036b-6434-4a12-b2b2-eadf8debb117'] in n-d-778732-8 is: [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:35:13Z', 'revision_number': 4, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '32b179d8-9ab3-45c8-8ed5-b0e81f0bf169', 'name': '', 'network_id': '0ce264d4-fc47-4c88-a9b0-c0b1fb985bff', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'mac_address': 'fa:16:3e:d0:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:12Z', 'updated_at': '2021-08-19T12:35:26Z', 'revision_number': 5, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'subnets': [{'id': '93656fb1-3704-4585-9299-9c56d060bdcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:02.301643 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-115e836e-7300-430a-beab-9f4b49db84e0 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.302816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-115e836e-7300-430a-beab-9f4b49db84e0 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.330669 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.388698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554a66b-8563-4161-9f8a-43bcf7011f19 req-241f5b5a-6c44-4a0d-96db-681f030f19f5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:02.399892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3554a66b-8563-4161-9f8a-43bcf7011f19 req-241f5b5a-6c44-4a0d-96db-681f030f19f5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1137385 Aug 19 12:46:02.416225 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444d811f-6eaa-4739-b992-1719cdc18560,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:02.421913 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] Checking segment: {'id': '641a2dce-2945-4782-8650-a7cf394ced4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '125b6d01-3d63-4180-a981-46d67edda90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:02.422403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] Network hostable DHCP agents. Network: 125b6d01-3d63-4180-a981-46d67edda90f, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:46:02.456529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-115e836e-7300-430a-beab-9f4b49db84e0 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.477284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3554a66b-8563-4161-9f8a-43bcf7011f19 req-0f571e9b-4041-47fc-bfa3-a2b6a3688888 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758965 Aug 19 12:46:02.557927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] Network 125b6d01-3d63-4180-a981-46d67edda90f is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:46:02.558563 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-115e836e-7300-430a-beab-9f4b49db84e0 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.642937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cdcbb-9efe-42e3-9937-4eb0b56daec8 req-b8465433-d4c4-4b1b-9b19-c50e859a218d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:02.643219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 125b6d01-3d63-4180-a981-46d67edda90f) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:02.645180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6cdcbb-9efe-42e3-9937-4eb0b56daec8 req-b8465433-d4c4-4b1b-9b19-c50e859a218d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0616214 Aug 19 12:46:02.646659 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-115e836e-7300-430a-beab-9f4b49db84e0 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.647861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:02.648552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.653727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-115e836e-7300-430a-beab-9f4b49db84e0 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6759686 Aug 19 12:46:02.653727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55726) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:02.667854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ac227-9af3-41e6-86e4-703eef261d9c None None] Network 125b6d01-3d63-4180-a981-46d67edda90f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:02.713065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f4f16-8f21-4d32-9d9d-4c5479dd5d7f None None] New status for floating IP cc82d1c8-0caf-434d-9336-f65fd4a82b39: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:46:02.736046 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-62c4543c-53a3-4dc2-879d-208684d1c7c1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0058036 Aug 19 12:46:02.757701 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-594d676b-a0f4-4651-9cab-983c32b76e45 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.848619 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c6cdcbb-9efe-42e3-9937-4eb0b56daec8 req-01ffcb3e-5b32-4665-8663-53044ac4552a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451585 Aug 19 12:46:02.926727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d73e55-0c32-4f4a-b377-e34b8fd11061 None None] Network 125b6d01-3d63-4180-a981-46d67edda90f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:02.931505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55734) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:02.989806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-594d676b-a0f4-4651-9cab-983c32b76e45 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.006049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1bb39a-3581-42b8-8327-426dd06c2f94 admin admin] Deleting subnet b6758c12-04c3-4f14-8f55-72114176be2e {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:46:03.011206 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb39a-3581-42b8-8327-426dd06c2f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.011418 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-594d676b-a0f4-4651-9cab-983c32b76e45 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.065889 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb39a-3581-42b8-8327-426dd06c2f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.102375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ff10c-8590-4dce-bd37-12cfe58cf42d req-ad6d58f8-993e-4049-a3d8-b9648f696c2d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:03.104006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-571ff10c-8590-4dce-bd37-12cfe58cf42d req-ad6d58f8-993e-4049-a3d8-b9648f696c2d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1401603 Aug 19 12:46:03.114119 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb39a-3581-42b8-8327-426dd06c2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.120562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445e871-abca-43da-9469-906631a9f9d6 req-2f3940fa-a8d6-4736-b4c8-ed4375e2388e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:03.120562 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a445e871-abca-43da-9469-906631a9f9d6 req-2f3940fa-a8d6-4736-b4c8-ed4375e2388e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1412077 Aug 19 12:46:03.182897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-571ff10c-8590-4dce-bd37-12cfe58cf42d req-031dca83-f4b1-44cc-95b0-a6de962f92db tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637167 Aug 19 12:46:03.188097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a445e871-abca-43da-9469-906631a9f9d6 req-73d7a3ba-b1ba-48fc-9e92-0a466432b247 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630646 Aug 19 12:46:03.243681 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-594d676b-a0f4-4651-9cab-983c32b76e45 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.244269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594d676b-a0f4-4651-9cab-983c32b76e45 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4eca069e-593b-4331-a803-42a26ae3cc54 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:46:03.249245 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-594d676b-a0f4-4651-9cab-983c32b76e45 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.254733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-594d676b-a0f4-4651-9cab-983c32b76e45 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] 10.222.0.44 "DELETE /v2.0/routers/4eca069e-593b-4331-a803-42a26ae3cc54 HTTP/1.1" status: 204 len: 168 time: 0.6019256 Aug 19 12:46:03.255267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55742) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:03.262243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-15f8f92d-60fe-46a0-b4f0-f289922f9050 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Request body: {'router': {'name': 'tempest-router-2061808766', 'distributed': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:03.298878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb39a-3581-42b8-8327-426dd06c2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.332374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bb39a-3581-42b8-8327-426dd06c2f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6758c12-04c3-4f14-8f55-72114176be2e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:03.334397 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb39a-3581-42b8-8327-426dd06c2f94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.336354 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9a1bb39a-3581-42b8-8327-426dd06c2f94 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b6758c12-04c3-4f14-8f55-72114176be2e HTTP/1.1" status: 204 len: 168 time: 0.4027212 Aug 19 12:46:03.339401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55744) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:03.349871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55746) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:03.386565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15f8f92d-60fe-46a0-b4f0-f289922f9050 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.387920 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15f8f92d-60fe-46a0-b4f0-f289922f9050 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.419569 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-79eb31c8-2f27-4286-9f15-500096efd34c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.426959 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.449392 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-79eb31c8-2f27-4286-9f15-500096efd34c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.476008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15f8f92d-60fe-46a0-b4f0-f289922f9050 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.560026 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.573807 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:03.585188 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15f8f92d-60fe-46a0-b4f0-f289922f9050 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.588446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f5eb3a-e4b4-40e3-afd1-aa4571dce941') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:03.588746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f5eb3a-e4b4-40e3-afd1-aa4571dce941') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:03.603091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.614872 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-79eb31c8-2f27-4286-9f15-500096efd34c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.619468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.623587 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-79eb31c8-2f27-4286-9f15-500096efd34c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.624706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-79eb31c8-2f27-4286-9f15-500096efd34c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "DELETE /v2.0/security-groups/fc12f069-aa9d-4cd0-8fb5-221897e91c41 HTTP/1.1" status: 204 len: 168 time: 0.2738161 Aug 19 12:46:03.628231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55750) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:03.637590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb31c8-2f27-4286-9f15-500096efd34c tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc12f069-aa9d-4cd0-8fb5-221897e91c41,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:03.653890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:46:03.657748 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.660213 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-2a3b2df9-34ec-48fb-b816-825b3596bfe6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] show failed (client error): The resource could not be found. Aug 19 12:46:03.661283 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2a3b2df9-34ec-48fb-b816-825b3596bfe6 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "GET /v2.0/security-groups/fc12f069-aa9d-4cd0-8fb5-221897e91c41 HTTP/1.1" status: 404 len: 347 time: 0.0317206 Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:46:03.662193 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:46:03.665676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55756) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:03.723062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15f8f92d-60fe-46a0-b4f0-f289922f9050 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.724308 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-15f8f92d-60fe-46a0-b4f0-f289922f9050 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4677224 Aug 19 12:46:03.727580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55758) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:03.816423 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.832887 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.834285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ff2bc98b-fefb-4db0-9ee4-10a998e6e6d5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Deleting port 5dd9602b-db90-4e8b-b866-735b1da4bcea {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:03.834855 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc98b-fefb-4db0-9ee4-10a998e6e6d5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.836127 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2 HTTP/1.1" status: 204 len: 168 time: 0.4953780 Aug 19 12:46:03.847629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55764) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:03.856935 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02f7dd6d-85c5-4a41-854a-9ddf8a9a0616 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.861462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6556f-adf6-4255-b579-e4bb5c1574c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=13dc39e8-c6fc-4f7c-9f4c-fca6fb92c3f2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:03.945775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed20e4d-8917-4f8b-8886-8b815678d5eb admin admin] Deleting subnet 444d811f-6eaa-4739-b992-1719cdc18560 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:46:03.965497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aed20e4d-8917-4f8b-8886-8b815678d5eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.015820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc98b-fefb-4db0-9ee4-10a998e6e6d5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.016154 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc98b-fefb-4db0-9ee4-10a998e6e6d5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.034280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ff2bc98b-fefb-4db0-9ee4-10a998e6e6d5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Calling delete_port for 5dd9602b-db90-4e8b-b866-735b1da4bcea owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:04.037522 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aed20e4d-8917-4f8b-8886-8b815678d5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.109258 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02f7dd6d-85c5-4a41-854a-9ddf8a9a0616 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.114287 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02f7dd6d-85c5-4a41-854a-9ddf8a9a0616 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.147693 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aed20e4d-8917-4f8b-8886-8b815678d5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.212079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:04.260400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48762144-c387-459e-ac91-07c0d8f5a486 req-89c23675-442c-44be-aaaa-dfd0794e9574 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:04.261756 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02f7dd6d-85c5-4a41-854a-9ddf8a9a0616 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.262826 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f7dd6d-85c5-4a41-854a-9ddf8a9a0616 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06a5acd4-284c-4992-a668-3b1fa492bd2a {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:46:04.269175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48762144-c387-459e-ac91-07c0d8f5a486 req-89c23675-442c-44be-aaaa-dfd0794e9574 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1434469 Aug 19 12:46:04.273674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: f794bf4e-48da-40fe-b22e-0cbc426e69de {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:04.273674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f794bf4e-48da-40fe-b22e-0cbc426e69de not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:04.283081 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02f7dd6d-85c5-4a41-854a-9ddf8a9a0616 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.294401 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-02f7dd6d-85c5-4a41-854a-9ddf8a9a0616 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] 10.222.0.44 "DELETE /v2.0/routers/06a5acd4-284c-4992-a668-3b1fa492bd2a HTTP/1.1" status: 204 len: 168 time: 0.5654199 Aug 19 12:46:04.294798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55770) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:04.302995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-17181477-4d4a-4f74-9ec5-a42211014067 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Request body: {'router': {'name': 'tempest-router-556354262', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '29b36babfc62490d9371e52ca72b98b0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:04.368687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aed20e4d-8917-4f8b-8886-8b815678d5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.391704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48762144-c387-459e-ac91-07c0d8f5a486 req-34d797c6-3ff5-433b-b4df-956819441a50 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214819 Aug 19 12:46:04.430205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed20e4d-8917-4f8b-8886-8b815678d5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444d811f-6eaa-4739-b992-1719cdc18560,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:04.432225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aed20e4d-8917-4f8b-8886-8b815678d5eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.436617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-aed20e4d-8917-4f8b-8886-8b815678d5eb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/444d811f-6eaa-4739-b992-1719cdc18560 HTTP/1.1" status: 204 len: 168 time: 0.5857043 Aug 19 12:46:04.436919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55772) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:04.521605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7c1c5-5494-4c60-8495-7c2b09464fbf req-5f65657f-b5bc-4d97-b681-a74fd0f70a03 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:04.523652 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92a7c1c5-5494-4c60-8495-7c2b09464fbf req-5f65657f-b5bc-4d97-b681-a74fd0f70a03 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1886692 Aug 19 12:46:04.543176 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.577051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92a7c1c5-5494-4c60-8495-7c2b09464fbf req-7524763d-f567-4e3c-9708-426eb33b659e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451505 Aug 19 12:46:04.644899 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-17181477-4d4a-4f74-9ec5-a42211014067 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.645742 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-17181477-4d4a-4f74-9ec5-a42211014067 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.648855 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc98b-fefb-4db0-9ee4-10a998e6e6d5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.061629 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.064735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bc98b-fefb-4db0-9ee4-10a998e6e6d5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Pushing event deleted for resources: {'Port': ['ID=5dd9602b-db90-4e8b-b866-735b1da4bcea,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:05.085306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125b6d01-3d63-4180-a981-46d67edda90f']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:05.145919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641a2dce-2945-4782-8650-a7cf394ced4e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:05.146224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641a2dce-2945-4782-8650-a7cf394ced4e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:05.155095 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-17181477-4d4a-4f74-9ec5-a42211014067 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.176625 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.199688 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.208835 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc98b-fefb-4db0-9ee4-10a998e6e6d5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.211620 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc98b-fefb-4db0-9ee4-10a998e6e6d5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.212815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ff2bc98b-fefb-4db0-9ee4-10a998e6e6d5 tempest-ServerActionsTestJSON-566608797 tempest-ServerActionsTestJSON-566608797-project] 10.222.0.44 "DELETE /v2.0/floatingips/cc82d1c8-0caf-434d-9336-f65fd4a82b39 HTTP/1.1" status: 204 len: 168 time: 1.5458186 Aug 19 12:46:05.214080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:46:05.214481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:46:05.216335 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:46:05.218946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55776) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:05.252784 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-17181477-4d4a-4f74-9ec5-a42211014067 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.337999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-17181477-4d4a-4f74-9ec5-a42211014067 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.342732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-17181477-4d4a-4f74-9ec5-a42211014067 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0439796 Aug 19 12:46:05.342887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55780) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:05.349646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:05.357363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.370880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.393769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/125b6d01-3d63-4180-a981-46d67edda90f HTTP/1.1" status: 204 len: 168 time: 0.9499068 Aug 19 12:46:05.417542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31246ee3-8697-4340-a470-1d74cc0727b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=125b6d01-3d63-4180-a981-46d67edda90f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:05.588644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d194d-f349-4d1e-8409-9b3eec260586 req-6c2582b8-bc5e-4c93-9844-b55f996dd3df tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:05.591049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-313d194d-f349-4d1e-8409-9b3eec260586 req-6c2582b8-bc5e-4c93-9844-b55f996dd3df tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0789840 Aug 19 12:46:05.710265 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7618'] for router, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.710635 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.721040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-313d194d-f349-4d1e-8409-9b3eec260586 req-d082135c-8b30-4114-8480-3a9c8156ce7d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215792 Aug 19 12:46:05.789970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9148ab3-498a-4b3a-891c-093b13f7e882 req-c664cb0b-c608-42c6-be74-29568cc9936c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:05.792588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9148ab3-498a-4b3a-891c-093b13f7e882 req-c664cb0b-c608-42c6-be74-29568cc9936c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.0993431 Aug 19 12:46:05.831243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55790) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:05.860225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9148ab3-498a-4b3a-891c-093b13f7e882 req-93d11a04-e75d-4a74-9155-473e99e2f41f tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596018 Aug 19 12:46:05.878053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95661) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 19 12:46:05.878741 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Router f7a17c09-b546-4e5d-9bfa-fa24b38214b3 migrating from provider to provider. {{(pid=95661) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 19 12:46:05.879768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.893892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.915150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d20f22cd-ce4d-4fc4-a8b3-2f2cf69bc03c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9382b194e16246ddb2497337fa998e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827591 Aug 19 12:46:05.918334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55794) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:05.994575 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72d9cf0d-c40c-45dc-8147-7aae4a9bffc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:06.030163 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72d9cf0d-c40c-45dc-8147-7aae4a9bffc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:06.054799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531705'] for router, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:06.152779 n-d-778732-8 neutron-server[95661]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] No L3 agents can host the router f7a17c09-b546-4e5d-9bfa-fa24b38214b3 Aug 19 12:46:06.199351 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72d9cf0d-c40c-45dc-8147-7aae4a9bffc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:06.203138 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72d9cf0d-c40c-45dc-8147-7aae4a9bffc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:06.213354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-72d9cf0d-c40c-45dc-8147-7aae4a9bffc8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3a965a5-b8d6-4cc7-ab9b-c8cb4084a83b HTTP/1.1" status: 204 len: 168 time: 0.2853467 Aug 19 12:46:06.215765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9cf0d-c40c-45dc-8147-7aae4a9bffc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a965a5-b8d6-4cc7-ab9b-c8cb4084a83b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:06.298607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Hosts for router f7a17c09-b546-4e5d-9bfa-fa24b38214b3: [] {{(pid=95661) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 19 12:46:06.339506 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:06.343938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Hosts for other DVR routers connected to router f7a17c09-b546-4e5d-9bfa-fa24b38214b3: set() {{(pid=95661) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 19 12:46:06.347261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:06.349130 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f5aaf3b9-354c-45d8-bc86-54ca275d404b tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] 10.222.0.44 "PUT /v2.0/routers/f7a17c09-b546-4e5d-9bfa-fa24b38214b3 HTTP/1.1" status: 200 len: 716 time: 1.0053580 Aug 19 12:46:06.351829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55800) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:06.499939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-faa468fe-a839-4e5c-95bd-14612f2320d2 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] 10.222.0.44 "GET /v2.0/routers/f7a17c09-b546-4e5d-9bfa-fa24b38214b3 HTTP/1.1" status: 200 len: 716 time: 0.1469142 Aug 19 12:46:06.505247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55802) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:06.714299 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] Deleting port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:06.714662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:06.837499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] For port 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=32b179d8-9ab3-45c8-8ed5-b0e81f0bf169,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:06.843642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:06.858814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] Calling delete_port for 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:06.986916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-af92203e-3354-499b-9fef-2a3da3b2b79f tempest-RoutersTestDVR-2044897492 tempest-RoutersTestDVR-2044897492-project] 10.222.0.44 "GET /v2.0/routers/f7a17c09-b546-4e5d-9bfa-fa24b38214b3 HTTP/1.1" status: 200 len: 682 time: 0.4804103 Aug 19 12:46:06.988478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55814) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:07.146362 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10e7b5d8-e797-4c45-b0be-059245800431 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.271509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3375780-74e9-44f9-a9ac-28a3b6330bdb req-be6ad47c-98f9-4b77-9c62-e468d1737187 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:07.274588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3375780-74e9-44f9-a9ac-28a3b6330bdb req-be6ad47c-98f9-4b77-9c62-e468d1737187 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.3890314 Aug 19 12:46:07.311952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.331733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca9dae-2bd6-4ec2-9f21-a14041347863 req-c1e9082a-90ec-47e8-af52-042b5b4266f4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:07.333429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1ca9dae-2bd6-4ec2-9f21-a14041347863 req-c1e9082a-90ec-47e8-af52-042b5b4266f4 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.3032284 Aug 19 12:46:07.375369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b179d8-9ab3-45c8-8ed5-b0e81f0bf169,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:07.462861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55816) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:07.533718 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10e7b5d8-e797-4c45-b0be-059245800431 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.539380 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10e7b5d8-e797-4c45-b0be-059245800431 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.549627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3375780-74e9-44f9-a9ac-28a3b6330bdb req-0fa7bab7-b918-4d3b-8f38-c4a959f98a25 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649267 Aug 19 12:46:07.635611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1ca9dae-2bd6-4ec2-9f21-a14041347863 req-3ee244ae-8cc9-49bd-afcf-fb38dec82449 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670131 Aug 19 12:46:07.643185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bb5a4fd7-082a-40ef-9583-22f1e7f8a50e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ad12eb7af5342acb3c2c47fd3ac1764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671312 Aug 19 12:46:07.645508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55818) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:07.714985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.738410 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd390f7c-1236-4a4a-8218-08ab3581bf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.742462 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10e7b5d8-e797-4c45-b0be-059245800431 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.743456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e7b5d8-e797-4c45-b0be-059245800431 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7a17c09-b546-4e5d-9bfa-fa24b38214b3 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:46:07.749669 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10e7b5d8-e797-4c45-b0be-059245800431 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.755905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-10e7b5d8-e797-4c45-b0be-059245800431 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] 10.222.0.44 "DELETE /v2.0/routers/f7a17c09-b546-4e5d-9bfa-fa24b38214b3 HTTP/1.1" status: 204 len: 168 time: 0.7614739 Aug 19 12:46:07.759421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55822) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:07.769128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ef67b091-3e96-40b2-887b-ba00d75655f3 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Request body: {'router': {'name': 'tempest-router-591525296', 'distributed': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:07.788845 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd390f7c-1236-4a4a-8218-08ab3581bf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.916154 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef67b091-3e96-40b2-887b-ba00d75655f3 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.935210 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef67b091-3e96-40b2-887b-ba00d75655f3 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.963293 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd390f7c-1236-4a4a-8218-08ab3581bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.966357 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd390f7c-1236-4a4a-8218-08ab3581bf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.970188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fd390f7c-1236-4a4a-8218-08ab3581bf6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f1d1cf5-3526-4c8e-b7f3-b752c41d9ee1 HTTP/1.1" status: 204 len: 168 time: 0.3209925 Aug 19 12:46:07.985655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd390f7c-1236-4a4a-8218-08ab3581bf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1d1cf5-3526-4c8e-b7f3-b752c41d9ee1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:08.146451 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef67b091-3e96-40b2-887b-ba00d75655f3 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.236057 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef67b091-3e96-40b2-887b-ba00d75655f3 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.340802 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef67b091-3e96-40b2-887b-ba00d75655f3 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.347768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ef67b091-3e96-40b2-887b-ba00d75655f3 tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5824986 Aug 19 12:46:08.348235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55826) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:08.397079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] Router e029036b-6434-4a12-b2b2-eadf8debb117 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:08.445862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26520a71-a643-4d00-a93f-4bd59552772f tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.593856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:08.602242 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d5468931-2bc1-4b7e-a6dd-9513a9fcf530 admin admin] 10.222.0.44 "PUT /v2.0/routers/e029036b-6434-4a12-b2b2-eadf8debb117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3814456 Aug 19 12:46:08.605948 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55832) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:08.609303 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373409b7-cb64-4e19-ac13-f99d3f12574c None None] Sync routers for ids ['e029036b-6434-4a12-b2b2-eadf8debb117'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:08.651239 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373409b7-cb64-4e19-ac13-f99d3f12574c None None] Routers {'e029036b-6434-4a12-b2b2-eadf8debb117'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:08.653909 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-373409b7-cb64-4e19-ac13-f99d3f12574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:45:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e029036b-6434-4a12-b2b2-eadf8debb117'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:08.665329 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26520a71-a643-4d00-a93f-4bd59552772f tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.670977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26520a71-a643-4d00-a93f-4bd59552772f tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.764319 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.837616 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26520a71-a643-4d00-a93f-4bd59552772f tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.839196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26520a71-a643-4d00-a93f-4bd59552772f tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 402aca2b-dc66-40e4-8138-26e73c58a651 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:46:08.879966 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26520a71-a643-4d00-a93f-4bd59552772f tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.882083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-26520a71-a643-4d00-a93f-4bd59552772f tempest-RoutersTestDVR-320164562 tempest-RoutersTestDVR-320164562-project-admin] 10.222.0.44 "DELETE /v2.0/routers/402aca2b-dc66-40e4-8138-26e73c58a651 HTTP/1.1" status: 204 len: 168 time: 0.5322082 Aug 19 12:46:08.999354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4dc58-306f-4f83-bd6e-1d650abef1fd req-69b904d2-307f-4195-85ae-04f0269979bc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:09.001096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4f4dc58-306f-4f83-bd6e-1d650abef1fd req-69b904d2-307f-4195-85ae-04f0269979bc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2297745 Aug 19 12:46:09.012425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e6d73-349e-4a22-a165-e422131a5d77 req-7b07bc21-7079-4246-ab14-38f0691f2567 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:09.015683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e57e6d73-349e-4a22-a165-e422131a5d77 req-7b07bc21-7079-4246-ab14-38f0691f2567 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1261106 Aug 19 12:46:09.060015 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-373409b7-cb64-4e19-ac13-f99d3f12574c None None] Set router e029036b-6434-4a12-b2b2-eadf8debb117 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:09.066952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4f4dc58-306f-4f83-bd6e-1d650abef1fd req-a680f215-715b-4059-8fc4-d3f2204337f2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494268 Aug 19 12:46:09.117999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e57e6d73-349e-4a22-a165-e422131a5d77 req-ef19179b-6a8a-4dd1-b248-a07648acb75a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577283 Aug 19 12:46:09.120970 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:09.337202 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Deleting port 3674de8d-e6b2-4379-9e5b-1cec23de5058 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:09.337737 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:09.418066 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-373409b7-cb64-4e19-ac13-f99d3f12574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:46:07Z', 'revision_number': 5, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port': {'id': '3674de8d-e6b2-4379-9e5b-1cec23de5058', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:35:08Z', 'updated_at': '2021-08-19T12:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:09.449581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] For port 3674de8d-e6b2-4379-9e5b-1cec23de5058, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3674de8d-e6b2-4379-9e5b-1cec23de5058,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:09.450194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:09.460378 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373409b7-cb64-4e19-ac13-f99d3f12574c None None] Checking router: e029036b-6434-4a12-b2b2-eadf8debb117 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:09.465886 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Calling delete_port for 3674de8d-e6b2-4379-9e5b-1cec23de5058 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:09.471305 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373409b7-cb64-4e19-ac13-f99d3f12574c None None] Routers {'e029036b-6434-4a12-b2b2-eadf8debb117'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:09.472112 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-373409b7-cb64-4e19-ac13-f99d3f12574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:45:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e029036b-6434-4a12-b2b2-eadf8debb117'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:09.632409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55852) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:09.649772 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-373409b7-cb64-4e19-ac13-f99d3f12574c None None] Set router e029036b-6434-4a12-b2b2-eadf8debb117 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:09.803423 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80e770e0-b022-4e84-ad1c-20d90224d2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:09.881731 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-373409b7-cb64-4e19-ac13-f99d3f12574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:46:09Z', 'revision_number': 6, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:09.910384 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373409b7-cb64-4e19-ac13-f99d3f12574c None None] The sync data for ids ['e029036b-6434-4a12-b2b2-eadf8debb117'] in n-d-778732-8 is: [{'id': 'e029036b-6434-4a12-b2b2-eadf8debb117', 'name': 'tempest-ServerActionsTestJSON-259673542-router', 'tenant_id': 'c4215f5876254990ac7547c4d07ccb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:07Z', 'updated_at': '2021-08-19T12:46:09Z', 'revision_number': 6, 'project_id': 'c4215f5876254990ac7547c4d07ccb07', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:09.919120 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80e770e0-b022-4e84-ad1c-20d90224d2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:09.932747 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:09.963703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Pushing event deleted for resources: {'Port': ['ID=3674de8d-e6b2-4379-9e5b-1cec23de5058,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:10.029018 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.092423 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80e770e0-b022-4e84-ad1c-20d90224d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.148161 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-80e770e0-b022-4e84-ad1c-20d90224d2dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29b36babfc62490d9371e52ca72b98b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138609 Aug 19 12:46:10.148161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e770e0-b022-4e84-ad1c-20d90224d2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0544bfff-34bf-4d68-9a60-9402640c3c05,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:10.151278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55866) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:10.169778 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.174505 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.245922 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab8b85fe-0b73-4f9c-aa5a-1e4db7b70016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.332752 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab8b85fe-0b73-4f9c-aa5a-1e4db7b70016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.375030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.376146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e029036b-6434-4a12-b2b2-eadf8debb117 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:46:10.384354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.389757 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2c87d64e-1d99-473a-983e-7aed592a3449 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e029036b-6434-4a12-b2b2-eadf8debb117 HTTP/1.1" status: 204 len: 168 time: 1.7810616 Aug 19 12:46:10.393998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55876) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:10.474505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75ec1e-fe53-4a7a-b59b-2a10d9b2bb6f req-06d18c9d-8b0d-4bd7-a26f-651d9d7c6070 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:10.477422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b75ec1e-fe53-4a7a-b59b-2a10d9b2bb6f req-06d18c9d-8b0d-4bd7-a26f-651d9d7c6070 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2031651 Aug 19 12:46:10.503968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0335c33-94b7-4c48-8ca4-dc751445dba3 req-f50261b2-6949-4104-8d70-104fb78d481a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:10.513553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0335c33-94b7-4c48-8ca4-dc751445dba3 req-f50261b2-6949-4104-8d70-104fb78d481a tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.2202721 Aug 19 12:46:10.530201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ffe0ea-4710-45f3-bc67-efb09eabd05d admin admin] Deleting subnet 93656fb1-3704-4585-9299-9c56d060bdcf {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:46:10.546507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe0ea-4710-45f3-bc67-efb09eabd05d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.588060 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab8b85fe-0b73-4f9c-aa5a-1e4db7b70016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.591314 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab8b85fe-0b73-4f9c-aa5a-1e4db7b70016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.595882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ab8b85fe-0b73-4f9c-aa5a-1e4db7b70016 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0544bfff-34bf-4d68-9a60-9402640c3c05 HTTP/1.1" status: 204 len: 168 time: 0.4398253 Aug 19 12:46:10.602273 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe0ea-4710-45f3-bc67-efb09eabd05d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.618554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b75ec1e-fe53-4a7a-b59b-2a10d9b2bb6f req-11610d9a-558f-4cf4-8aee-e3e94f885b05 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348367 Aug 19 12:46:10.635308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b85fe-0b73-4f9c-aa5a-1e4db7b70016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0544bfff-34bf-4d68-9a60-9402640c3c05,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:10.674215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0335c33-94b7-4c48-8ca4-dc751445dba3 req-8522f85f-a12c-462b-a410-738a00037042 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548636 Aug 19 12:46:10.740449 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe0ea-4710-45f3-bc67-efb09eabd05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.873721 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:10.894192 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe0ea-4710-45f3-bc67-efb09eabd05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.931337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:10.931337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 32b179d8-9ab3-45c8-8ed5-b0e81f0bf169 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:10.957344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffe0ea-4710-45f3-bc67-efb09eabd05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93656fb1-3704-4585-9299-9c56d060bdcf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:10.974267 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe0ea-4710-45f3-bc67-efb09eabd05d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.974374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74edad8e-7ab7-4ce1-a220-bf6c9a6c2cb4 None None] Network 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:10.974494 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f3ffe0ea-4710-45f3-bc67-efb09eabd05d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/93656fb1-3704-4585-9299-9c56d060bdcf HTTP/1.1" status: 204 len: 168 time: 0.5715678 Aug 19 12:46:10.974586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55884) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:11.055621 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.176534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Deleting port 1c923df7-6657-4946-b92c-54841c39227b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:11.176897 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.295319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ead2c-da1d-412d-9bae-fea155a70a63 None None] DHCP port deletion for 0ce264d4-fc47-4c88-a9b0-c0b1fb985bff request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:46:11.320816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] For port 1c923df7-6657-4946-b92c-54841c39227b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1c923df7-6657-4946-b92c-54841c39227b,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:11.321482 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.350055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Calling delete_port for 1c923df7-6657-4946-b92c-54841c39227b owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:11.420568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-969ead2c-da1d-412d-9bae-fea155a70a63 None None] Deleting port 1c923df7-6657-4946-b92c-54841c39227b {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:11.421204 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-969ead2c-da1d-412d-9bae-fea155a70a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.531832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-969ead2c-da1d-412d-9bae-fea155a70a63 None None] For port 1c923df7-6657-4946-b92c-54841c39227b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1c923df7-6657-4946-b92c-54841c39227b,segment=NetworkSegment(f204042a-0de4-4523-a4cb-2522deb2e91d),segment_id=f204042a-0de4-4523-a4cb-2522deb2e91d)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:11.532258 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-969ead2c-da1d-412d-9bae-fea155a70a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.557985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-969ead2c-da1d-412d-9bae-fea155a70a63 None None] Calling delete_port for 1c923df7-6657-4946-b92c-54841c39227b owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:11.584211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55896) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:11.611299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efdb57fb-4054-4428-8236-dffa80f367d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.696132 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-969ead2c-da1d-412d-9bae-fea155a70a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.721889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ead2c-da1d-412d-9bae-fea155a70a63 None None] Pushing event deleted for resources: {'Port': ['ID=1c923df7-6657-4946-b92c-54841c39227b,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:11.730299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ead2c-da1d-412d-9bae-fea155a70a63 None None] No DVR routers for this DVR port 1c923df7-6657-4946-b92c-54841c39227b on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:11.752621 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.832617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c923df7-6657-4946-b92c-54841c39227b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:11.843761 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.848246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] No DVR routers for this DVR port 1c923df7-6657-4946-b92c-54841c39227b on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:11.889935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a30cb-05f8-4ba7-ba61-edc4394b79da req-73d8eb7a-6c8c-4e08-a9ca-503d2fe2e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:11.895686 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8c7a30cb-05f8-4ba7-ba61-edc4394b79da req-73d8eb7a-6c8c-4e08-a9ca-503d2fe2e9c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 1097 time: 0.3856902 Aug 19 12:46:11.911220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efdb57fb-4054-4428-8236-dffa80f367d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.963291 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8c7a30cb-05f8-4ba7-ba61-edc4394b79da req-8a9c40f1-32fa-438f-b07f-20954765e6d1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549200 Aug 19 12:46:12.049657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71e7e2-02cc-445f-90da-392bfd214c20 req-1f7a8f84-e945-4f12-b5f6-e4419ed51dda tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:12.051430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb71e7e2-02cc-445f-90da-392bfd214c20 req-1f7a8f84-e945-4f12-b5f6-e4419ed51dda tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.2083712 Aug 19 12:46:12.053574 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.064163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55506d7-e82f-452c-87d3-f92aa512ebce req-30b15c37-6278-4015-9815-1f3b7f621941 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:12.065861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b55506d7-e82f-452c-87d3-f92aa512ebce req-30b15c37-6278-4015-9815-1f3b7f621941 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2410738 Aug 19 12:46:12.082557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce264d4-fc47-4c88-a9b0-c0b1fb985bff']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:12.104940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f204042a-0de4-4523-a4cb-2522deb2e91d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:12.105559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f204042a-0de4-4523-a4cb-2522deb2e91d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:12.128988 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.130922 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efdb57fb-4054-4428-8236-dffa80f367d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.179959 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.193239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb71e7e2-02cc-445f-90da-392bfd214c20 req-7b9ec960-a910-4db6-ad24-9acd2b71a747 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211128 Aug 19 12:46:12.214375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:46:12.214790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:46:12.216490 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:46:12.265070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-efdb57fb-4054-4428-8236-dffa80f367d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d109e2b2bd2646ff95a1f1738e149c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6789258 Aug 19 12:46:12.270191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55912) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:12.270989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b55506d7-e82f-452c-87d3-f92aa512ebce req-fd3d8183-d5b7-4c3a-bd3c-c62ae977a038 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848514 Aug 19 12:46:12.271601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb57fb-4054-4428-8236-dffa80f367d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259493e0-7f7e-4c56-9046-08f3c41746bf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:12.376527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46bbd4e4-e876-41ea-9642-377838849ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.387542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.399904 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.401906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0ce264d4-fc47-4c88-a9b0-c0b1fb985bff HTTP/1.1" status: 204 len: 168 time: 1.4320173 Aug 19 12:46:12.412600 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46bbd4e4-e876-41ea-9642-377838849ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.416088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91285c02-801c-4950-be34-6c1b2b1b7784 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce264d4-fc47-4c88-a9b0-c0b1fb985bff,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:12.521936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3674de8d-e6b2-4379-9e5b-1cec23de5058 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:12.552627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 3674de8d-e6b2-4379-9e5b-1cec23de5058 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:12.552627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3674de8d-e6b2-4379-9e5b-1cec23de5058 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:12.552627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1c923df7-6657-4946-b92c-54841c39227b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:12.574491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1c923df7-6657-4946-b92c-54841c39227b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:12.576848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1c923df7-6657-4946-b92c-54841c39227b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:12.601965 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46bbd4e4-e876-41ea-9642-377838849ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.604822 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46bbd4e4-e876-41ea-9642-377838849ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.609468 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-46bbd4e4-e876-41ea-9642-377838849ad4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/259493e0-7f7e-4c56-9046-08f3c41746bf HTTP/1.1" status: 204 len: 168 time: 0.3338466 Aug 19 12:46:12.616898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbd4e4-e876-41ea-9642-377838849ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259493e0-7f7e-4c56-9046-08f3c41746bf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:13.168264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55930) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:13.223763 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b4df4a6b-07e4-421f-bdb0-e0b8f83418ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4215f5876254990ac7547c4d07ccb07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532465 Aug 19 12:46:13.226346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55934) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:13.304744 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc811334-6c6f-4e11-8a5a-29d21dcc44e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:13.361954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc811334-6c6f-4e11-8a5a-29d21dcc44e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:13.440888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c2ad8-20ac-4a74-8299-ae911d7240ec req-0f9dd00b-156d-4fd5-be8b-497cc742f4d1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:13.460806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b83c2ad8-20ac-4a74-8299-ae911d7240ec req-0f9dd00b-156d-4fd5-be8b-497cc742f4d1 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1383307 Aug 19 12:46:13.558897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b83c2ad8-20ac-4a74-8299-ae911d7240ec req-931316f4-e9d3-4a44-8661-c1e15aed4265 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962420 Aug 19 12:46:13.568786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8b32a-3b9f-45a4-bfd8-116cc072fe72 req-4513c5ea-7aed-4a84-bfae-453854f65d5b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:13.570558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ed8b32a-3b9f-45a4-bfd8-116cc072fe72 req-4513c5ea-7aed-4a84-bfae-453854f65d5b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1059208 Aug 19 12:46:13.572499 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc811334-6c6f-4e11-8a5a-29d21dcc44e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:13.576654 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc811334-6c6f-4e11-8a5a-29d21dcc44e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:13.578020 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cc811334-6c6f-4e11-8a5a-29d21dcc44e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f60fea08-cf5b-4519-9118-6ece38b95ef5 HTTP/1.1" status: 204 len: 168 time: 0.3505352 Aug 19 12:46:13.601313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc811334-6c6f-4e11-8a5a-29d21dcc44e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60fea08-cf5b-4519-9118-6ece38b95ef5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:13.604757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55946) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:13.686106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ed8b32a-3b9f-45a4-bfd8-116cc072fe72 req-3898642e-7435-48eb-a010-27c0f26e4f2e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023340 Aug 19 12:46:13.774933 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2b6440e1-4eb2-4c91-80b5-03d811bb86ae tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/floatingips/e434ecf5-7858-4b1c-a114-b3f8d617568d HTTP/1.1" status: 200 len: 992 time: 0.1677639 Aug 19 12:46:14.271275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device db174b20-42a5-455c-b7f9-78a58acf06e3 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:46:14.285972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device db174b20-42a5-455c-b7f9-78a58acf06e3 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:14.521685 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:14.551476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port db174b20-42a5-455c-b7f9-78a58acf06e3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db174b20-42a5-455c-b7f9-78a58acf06e3,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:14.589209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:14.592365 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca017c69-fbdf-471b-a5c0-32b4bec85d47" -d '{"events": [{"server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "name": "network-vif-unplugged", "status": "completed", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:14.605350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'port_id': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'mac_address': 'fa:16:3e:bf:2d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:46:14.613545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port db174b20-42a5-455c-b7f9-78a58acf06e3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db174b20-42a5-455c-b7f9-78a58acf06e3,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:14.676808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:14.679699 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:14.691550 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95059d33-590f-4d8f-b2d9-7a68d9744fea x-openstack-request-id: req-95059d33-590f-4d8f-b2d9-7a68d9744fea {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:14.691849 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "name": "network-vif-unplugged", "status": "completed", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:14.692075 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95059d33-590f-4d8f-b2d9-7a68d9744fea {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:14.692646 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'code': 200} Aug 19 12:46:14.706503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db174b20-42a5-455c-b7f9-78a58acf06e3 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:14.776070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55982) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:14.823430 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:14.942314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1065e5-deac-4e40-be57-64a92500f9da req-0f35dc09-753e-44d6-9aeb-199e2e313d96 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:14.944941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c1065e5-deac-4e40-be57-64a92500f9da req-0f35dc09-753e-44d6-9aeb-199e2e313d96 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1164088 Aug 19 12:46:14.956736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1876694538'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:14.960548 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:46:14.965132 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:46:14.966346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=db174b20-42a5-455c-b7f9-78a58acf06e3,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:15.013302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c1065e5-deac-4e40-be57-64a92500f9da req-738b1738-0b62-4591-80d8-81c83f97eb7f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512824 Aug 19 12:46:15.075439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:15.079425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.092893 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.206221 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.301221 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.358644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:46:15.371336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f8ad1b-0af1-4075-a2ae-c090464db764,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:15.383358 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.384313 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Added segment a35e253a-9d8e-4ef4-a828-a803bf960f29 of type vlan for network cbba3ea2-383a-40d7-830c-045ff0649192 Aug 19 12:46:15.458958 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.525086 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.555315 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db174b20-42a5-455c-b7f9-78a58acf06e3 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:15.588163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port db174b20-42a5-455c-b7f9-78a58acf06e3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db174b20-42a5-455c-b7f9-78a58acf06e3,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:15.660579 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.668929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:15.671122 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.695318 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.759233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56016) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:15.796086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Network': ['ID=cbba3ea2-383a-40d7-830c-045ff0649192,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:15.799525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=db174b20-42a5-455c-b7f9-78a58acf06e3,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:15.814150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:46:15.912333 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6d377505-e646-4eb0-8dc3-2954a3f6e797 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1350546 Aug 19 12:46:15.918522 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56024) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:15.924466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:15.950489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-network', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:15.958166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['db174b20-42a5-455c-b7f9-78a58acf06e3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:46:16.145767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Made reservation on behalf of bbf651fd4a1346548c99cb07cad7d317 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:16.150444 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.171238 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.207475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdc2f2-3a2e-427b-9ffb-0e1850404802 req-074614b6-21a0-4a2f-8e2f-bd2b62045aa9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:16.210680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40cdc2f2-3a2e-427b-9ffb-0e1850404802 req-074614b6-21a0-4a2f-8e2f-bd2b62045aa9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0793560 Aug 19 12:46:16.291106 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:16.295591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40cdc2f2-3a2e-427b-9ffb-0e1850404802 req-3125ad0d-776b-4fa3-b62b-e32aac6b1404 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715179 Aug 19 12:46:16.295836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.538568 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.637766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.678946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:46:16.692270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd671fc-1e3f-4e2b-8185-7bfa4f546f25,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:16.698181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.698866 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Added segment 8084fd99-593d-4ac1-821b-b2dcab3d32d7 of type vlan for network 13f4f722-9c1b-4636-86e4-e63643ed65bf Aug 19 12:46:16.758511 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.763625 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.870727 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=a2448776-b978-4669-aafb-53a905cfa7c3,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:16.885209 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:16.886095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network hostable DHCP agents. Network: cbba3ea2-383a-40d7-830c-045ff0649192, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:46:16.979664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.980897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:16.981980 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:17.071766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=13f4f722-9c1b-4636-86e4-e63643ed65bf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:17.077443 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:46:17.093856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 13f4f722-9c1b-4636-86e4-e63643ed65bf details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:46:17.172601 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6d072282-3a38-4602-8b04-c1841f8f6ef0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4072421 Aug 19 12:46:17.179143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56046) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:17.186892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] Request body: {'subnet': {'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-subnet', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:17.209903 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, cbba3ea2-383a-40d7-830c-045ff0649192) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:17.230636 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:17.232901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2239a37f-e08c-45c7-b1ad-fbb18b0aa083 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:17.233282 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:17.312538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] Made reservation on behalf of bbf651fd4a1346548c99cb07cad7d317 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:17.316432 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:17.416818 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fdb24980-fde6-4e90-8534-df6c49fa256d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4968901 Aug 19 12:46:17.420612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56050) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:17.428637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'name': 'tempest-NetworksTestDHCPv6-288888524'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:17.482583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': 'a2448776-b978-4669-aafb-53a905cfa7c3'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:46:17.483622 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:17.540199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921a8c2-984f-4956-b9bb-74a2fca738dc req-4cd5a9cf-d8c2-4dd7-9816-40f06d5e45a5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:17.550240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0921a8c2-984f-4956-b9bb-74a2fca738dc req-4cd5a9cf-d8c2-4dd7-9816-40f06d5e45a5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0975802 Aug 19 12:46:17.702318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0921a8c2-984f-4956-b9bb-74a2fca738dc req-37050f3a-24b5-406e-b31c-936ebb185b8e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321955 Aug 19 12:46:17.756915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/a2448776-b978-4669-aafb-53a905cfa7c3/b121ea18-0999-4270-8a18-887e2f543da8) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:17.824749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:17.831075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:17.863681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 9b975a0d-04f3-4079-b7e1-c9437543b8fc yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:46:17.960768 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.086270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d050514d-4db5-40c5-8399-a6747cd4c5f4,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:18.137967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] Checking segment: {'id': '8084fd99-593d-4ac1-821b-b2dcab3d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:18.143058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] Network hostable DHCP agents. Network: 13f4f722-9c1b-4636-86e4-e63643ed65bf, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:46:18.241693 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.258173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Transition to ACTIVE for port object b121ea18-0999-4270-8a18-887e2f543da8 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:18.287304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device db174b20-42a5-455c-b7f9-78a58acf06e3 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:18.289881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Transition to ACTIVE for port object b121ea18-0999-4270-8a18-887e2f543da8 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:18.343905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] Network 13f4f722-9c1b-4636-86e4-e63643ed65bf is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:46:18.369825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port db174b20-42a5-455c-b7f9-78a58acf06e3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:18.370892 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.433107 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.501100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:18.512994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:18.516131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 13f4f722-9c1b-4636-86e4-e63643ed65bf) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:18.517695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:18.529679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:18.533217 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.564180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::17 (cbba3ea2-383a-40d7-830c-045ff0649192/a2448776-b978-4669-aafb-53a905cfa7c3/9b975a0d-04f3-4079-b7e1-c9437543b8fc) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:18.594991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f145c4b2-8e20-41c0-aa3a-2bc22ff21b52 None None] Network 13f4f722-9c1b-4636-86e4-e63643ed65bf requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:18.643927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Pushing event updated for resources: {'Port': ['ID=b121ea18-0999-4270-8a18-887e2f543da8,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:18.701296 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5eacbf31-3268-4a08-acf4-48c20f60bf28 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5266662 Aug 19 12:46:18.705717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56076) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:18.711856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:18.787453 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.811404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Attempting to bind port b121ea18-0999-4270-8a18-887e2f543da8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:18.812065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Attempting to bind port b121ea18-0999-4270-8a18-887e2f543da8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:18.812518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Attempting to bind port b121ea18-0999-4270-8a18-887e2f543da8 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:18.835216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:18.835782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:18.837396 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.837396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:18.837656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Bound port: b121ea18-0999-4270-8a18-887e2f543da8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:18.838215 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.875204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:18.880600 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9716015f-0598-4ef4-9bc8-a92d5103671f" -d '{"events": [{"server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "name": "network-vif-plugged", "status": "completed", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:18.889973 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.892216 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.919807 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.954772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 9b975a0d-04f3-4079-b7e1-c9437543b8fc will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:19.064844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port db174b20-42a5-455c-b7f9-78a58acf06e3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db174b20-42a5-455c-b7f9-78a58acf06e3,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:19.070786 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d93ab07-84bc-4359-b779-8b43724bbe44 x-openstack-request-id: req-2d93ab07-84bc-4359-b779-8b43724bbe44 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:19.071969 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "name": "network-vif-plugged", "status": "completed", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:19.073038 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d93ab07-84bc-4359-b779-8b43724bbe44 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:19.074131 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'code': 200} Aug 19 12:46:19.108630 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:19.148852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4152e-2819-4904-99f6-bf8e4d585413 req-a82e1b82-9e0a-4a6e-9939-986c18e08736 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:19.151761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52b4152e-2819-4904-99f6-bf8e4d585413 req-a82e1b82-9e0a-4a6e-9939-986c18e08736 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0909240 Aug 19 12:46:19.170955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:19.181817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:19.246832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52b4152e-2819-4904-99f6-bf8e4d585413 req-4fdefaf1-7168-43b2-8356-6bad6fbaa8dc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877252 Aug 19 12:46:19.314543 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] For port b121ea18-0999-4270-8a18-887e2f543da8, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:19.323418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae8aed-129d-46c6-80b0-62d72e8cd63a None None] Network 13f4f722-9c1b-4636-86e4-e63643ed65bf requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:19.402733 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=9b975a0d-04f3-4079-b7e1-c9437543b8fc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:19.407749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:19.418724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:19.428824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:19.439583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=db174b20-42a5-455c-b7f9-78a58acf06e3,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:19.444700 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:19.445794 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:19.456208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.456726 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.458933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] For port b121ea18-0999-4270-8a18-887e2f543da8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b121ea18-0999-4270-8a18-887e2f543da8,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:19.462619 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.463244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.466549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.467273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.467726 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.472033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.472593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.483835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.483835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.483835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:19.556113 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:19.585324 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eb324f38-82e4-4568-8669-c467c92a0aed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1585782 Aug 19 12:46:19.585934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56092) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:19.787297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c1c74d-c04a-442c-8c43-5474d00edc26 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:19.788191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095091fe-bedb-4533-b3bb-77162b0678ba None None] Pushing event updated for resources: {'Port': ['ID=b121ea18-0999-4270-8a18-887e2f543da8,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:19.800258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c1c74d-c04a-442c-8c43-5474d00edc26 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:19.804169 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-63c1c74d-c04a-442c-8c43-5474d00edc26 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2168863 Aug 19 12:46:19.811314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56096) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:20.063693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5639f5d1-74db-4bfb-8df8-2ce475ae0ddf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 9b975a0d-04f3-4079-b7e1-c9437543b8fc {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:20.068156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5639f5d1-74db-4bfb-8df8-2ce475ae0ddf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.205365 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.332375 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5639f5d1-74db-4bfb-8df8-2ce475ae0ddf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.355015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5639f5d1-74db-4bfb-8df8-2ce475ae0ddf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 9b975a0d-04f3-4079-b7e1-c9437543b8fc owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:20.647149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b121ea18-0999-4270-8a18-887e2f543da8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:20.655981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b73344-e725-48af-9b7f-bbdb801b7f09 req-4e7f003b-ba41-4da0-b838-fda39890de89 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:20.659207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41b73344-e725-48af-9b7f-bbdb801b7f09 req-4e7f003b-ba41-4da0-b838-fda39890de89 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1919863 Aug 19 12:46:20.861120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41b73344-e725-48af-9b7f-bbdb801b7f09 req-4b464332-c02a-44c7-a97a-d9f30745bebb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454687 Aug 19 12:46:20.883073 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.915507 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.918090 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5639f5d1-74db-4bfb-8df8-2ce475ae0ddf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.943187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b121ea18-0999-4270-8a18-887e2f543da8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:20.964802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639f5d1-74db-4bfb-8df8-2ce475ae0ddf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=9b975a0d-04f3-4079-b7e1-c9437543b8fc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:21.039999 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5639f5d1-74db-4bfb-8df8-2ce475ae0ddf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.043811 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5639f5d1-74db-4bfb-8df8-2ce475ae0ddf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/9b975a0d-04f3-4079-b7e1-c9437543b8fc HTTP/1.1" status: 204 len: 168 time: 1.2305496 Aug 19 12:46:21.049626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56126) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:21.115844 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c4c9f103-84bb-424c-985c-32308047083d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.199132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Allocated IP 172.25.6.40 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/bfba4f6c-6d20-4133-90fa-9dd34d67ea47) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:21.410895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0fd05b-7308-4628-b838-e4af2ff43b64 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:21.418845 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.433737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb28d4af-ad5a-4d7d-91e6-2061c18ed72e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:21.439928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb28d4af-ad5a-4d7d-91e6-2061c18ed72e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:21.442870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fb28d4af-ad5a-4d7d-91e6-2061c18ed72e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3913586 Aug 19 12:46:21.447414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56138) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:21.532513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6e4a86-122a-4e8e-b527-bb1d897a0e99 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet a2448776-b978-4669-aafb-53a905cfa7c3 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:46:21.536309 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4a86-122a-4e8e-b527-bb1d897a0e99 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.605258 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4a86-122a-4e8e-b527-bb1d897a0e99 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.670512 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.702845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-50a7ae3e-1eab-4c68-86c4-55b6453a3b55 None None] Provisioning for port b121ea18-0999-4270-8a18-887e2f543da8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:21.711232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-50a7ae3e-1eab-4c68-86c4-55b6453a3b55 None None] Provisioning complete for port b121ea18-0999-4270-8a18-887e2f543da8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:21.712173 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-50a7ae3e-1eab-4c68-86c4-55b6453a3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.754895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:21.759376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:21.765431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4a86-122a-4e8e-b527-bb1d897a0e99 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.784605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:21.855673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Pushing event updated for resources: {'Port': ['ID=bfba4f6c-6d20-4133-90fa-9dd34d67ea47,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:21.989223 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-50a7ae3e-1eab-4c68-86c4-55b6453a3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.065893 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4a86-122a-4e8e-b527-bb1d897a0e99 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.095002 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4a86-122a-4e8e-b527-bb1d897a0e99 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.103972 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2f6e4a86-122a-4e8e-b527-bb1d897a0e99 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/a2448776-b978-4669-aafb-53a905cfa7c3 HTTP/1.1" status: 204 len: 168 time: 0.6552627 Aug 19 12:46:22.119239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56152) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:22.135694 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-50a7ae3e-1eab-4c68-86c4-55b6453a3b55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:46:22.136398 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-50a7ae3e-1eab-4c68-86c4-55b6453a3b55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:46:22.152279 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e4a86-122a-4e8e-b527-bb1d897a0e99 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=a2448776-b978-4669-aafb-53a905cfa7c3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:22.231011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d467bb22-d616-408e-bdee-b8812c510120 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851455 Aug 19 12:46:22.231614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56156) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:22.246205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-dce69d01-2121-4701-9348-dec2d843b616 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:22.260630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6022802-a511-436a-89de-465d413ac0bf None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:22.280291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f77e3d-1b83-4034-842d-2184a74c7700 req-d4a0a720-daa8-4251-8b5c-5e97d4a5f7f9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:22.284960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8f77e3d-1b83-4034-842d-2184a74c7700 req-d4a0a720-daa8-4251-8b5c-5e97d4a5f7f9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2014692 Aug 19 12:46:22.472320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8f77e3d-1b83-4034-842d-2184a74c7700 req-b735be62-1c8d-40af-b340-dbfd88170a69 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822000 Aug 19 12:46:22.566743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce69d01-2121-4701-9348-dec2d843b616 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:22.573131 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dce69d01-2121-4701-9348-dec2d843b616 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.611548 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.613608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18385b3e-4f3f-4b09-b4ae-180e5cc66824 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:46:22.723369 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-50a7ae3e-1eab-4c68-86c4-55b6453a3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.778089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-18385b3e-4f3f-4b09-b4ae-180e5cc66824 None None] Deleting port b121ea18-0999-4270-8a18-887e2f543da8 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:22.778837 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18385b3e-4f3f-4b09-b4ae-180e5cc66824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.872885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-18385b3e-4f3f-4b09-b4ae-180e5cc66824 None None] For port b121ea18-0999-4270-8a18-887e2f543da8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b121ea18-0999-4270-8a18-887e2f543da8,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:22.872885 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18385b3e-4f3f-4b09-b4ae-180e5cc66824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.902103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-50a7ae3e-1eab-4c68-86c4-55b6453a3b55 None None] For port b121ea18-0999-4270-8a18-887e2f543da8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b121ea18-0999-4270-8a18-887e2f543da8,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:22.904275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-18385b3e-4f3f-4b09-b4ae-180e5cc66824 None None] Calling delete_port for b121ea18-0999-4270-8a18-887e2f543da8 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:22.975249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-50a7ae3e-1eab-4c68-86c4-55b6453a3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.054246 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.150446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dce69d01-2121-4701-9348-dec2d843b616 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.164110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7ae3e-1eab-4c68-86c4-55b6453a3b55 None None] Pushing event updated for resources: {'Port': ['ID=b121ea18-0999-4270-8a18-887e2f543da8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:23.189281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-62379cd8-bcd3-441b-864d-697f0cc9a195 None None] Provisioning complete for port b121ea18-0999-4270-8a18-887e2f543da8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:23.193775 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-62379cd8-bcd3-441b-864d-697f0cc9a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.240725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce69d01-2121-4701-9348-dec2d843b616 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:23.245770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-dce69d01-2121-4701-9348-dec2d843b616 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:23.255177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce69d01-2121-4701-9348-dec2d843b616 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:23.256204 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dce69d01-2121-4701-9348-dec2d843b616 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.270184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-62379cd8-bcd3-441b-864d-697f0cc9a195 None None] Could not find standard attr ID for object b121ea18-0999-4270-8a18-887e2f543da8. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:46:23.272783 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18385b3e-4f3f-4b09-b4ae-180e5cc66824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.289187 n-d-778732-8 neutron-server[95662]: INFO neutron.plugins.ml2.db [None req-62379cd8-bcd3-441b-864d-697f0cc9a195 None None] No ports have port_id starting with b121ea18-0999-4270-8a18-887e2f543da8 Aug 19 12:46:23.292342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce69d01-2121-4701-9348-dec2d843b616 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=a7af9b42-549d-4f70-ab6a-63a7431bac21,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:23.321979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18385b3e-4f3f-4b09-b4ae-180e5cc66824 None None] No DVR routers for this DVR port b121ea18-0999-4270-8a18-887e2f543da8 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:23.323913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18385b3e-4f3f-4b09-b4ae-180e5cc66824 None None] Pushing event deleted for resources: {'Port': ['ID=b121ea18-0999-4270-8a18-887e2f543da8,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:23.351636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63408fd-02f9-4d9b-b54f-e25f6aec3bab None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:23.382980 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dce69d01-2121-4701-9348-dec2d843b616 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1460137 Aug 19 12:46:23.383927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56170) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:23.393133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'name': 'tempest-NetworksTestDHCPv6-541662209'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:23.614903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': 'a7af9b42-549d-4f70-ab6a-63a7431bac21'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:46:23.614903 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.653191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Router e48f74e7-84a3-4557-81fe-b8546222e7bb is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:46:23.683641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64715a90-228a-497b-8e1a-e13a2920abe8 req-c2e53edf-5a7e-4c8e-9b92-35dc9669c3a9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:23.685594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64715a90-228a-497b-8e1a-e13a2920abe8 req-c2e53edf-5a7e-4c8e-9b92-35dc9669c3a9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0735972 Aug 19 12:46:23.869761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:23.881435 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:23.887696 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.897976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/a7af9b42-549d-4f70-ab6a-63a7431bac21/84df6a55-f12a-48e6-9ccf-319b5fce023a) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:23.943573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 7e376904-e010-4df6-a04f-d37f55150d90 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:46:23.956221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Sync routers for ids ['e48f74e7-84a3-4557-81fe-b8546222e7bb'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:23.978777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64715a90-228a-497b-8e1a-e13a2920abe8 req-a5f4aaf8-4e9c-4572-9833-3feed528dece tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120710 Aug 19 12:46:24.077419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Routers {'e48f74e7-84a3-4557-81fe-b8546222e7bb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:24.078491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:45:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e48f74e7-84a3-4557-81fe-b8546222e7bb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:24.124904 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.124904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-84f76fee-b066-4120-80c9-8fe4aa8d497c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4066956 Aug 19 12:46:24.124904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56180) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:24.269772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Set router e48f74e7-84a3-4557-81fe-b8546222e7bb gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:24.511424 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.542951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Transition to ACTIVE for port object 84df6a55-f12a-48e6-9ccf-319b5fce023a will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:24.548994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b121ea18-0999-4270-8a18-887e2f543da8 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:24.583826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b121ea18-0999-4270-8a18-887e2f543da8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:24.584300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b121ea18-0999-4270-8a18-887e2f543da8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:24.617727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Transition to ACTIVE for port object 84df6a55-f12a-48e6-9ccf-319b5fce023a will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:24.693460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:22Z', 'revision_number': 3, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:24.744892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Checking router: e48f74e7-84a3-4557-81fe-b8546222e7bb for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:24.745489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Updating router e48f74e7-84a3-4557-81fe-b8546222e7bb port bfba4f6c-6d20-4133-90fa-9dd34d67ea47 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:46:24.752746 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.784356 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.857453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:24.858691 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.865863 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:24.895764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:24.910649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Pushing event updated for resources: {'Port': ['ID=84df6a55-f12a-48e6-9ccf-319b5fce023a,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:25.009068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::152 (cbba3ea2-383a-40d7-830c-045ff0649192/a7af9b42-549d-4f70-ab6a-63a7431bac21/7e376904-e010-4df6-a04f-d37f55150d90) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:25.246028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Attempting to bind port 84df6a55-f12a-48e6-9ccf-319b5fce023a on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:25.246662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Attempting to bind port 84df6a55-f12a-48e6-9ccf-319b5fce023a by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:25.247031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Attempting to bind port 84df6a55-f12a-48e6-9ccf-319b5fce023a on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:25.258425 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:25.258876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:25.259247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff46d-9c31-4301-bd7b-afd872211cda req-fc50555f-67b0-472c-92c3-422359aef1b4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:25.259395 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.259684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:25.260181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Bound port: 84df6a55-f12a-48e6-9ccf-319b5fce023a, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:25.260590 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.260884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-271ff46d-9c31-4301-bd7b-afd872211cda req-fc50555f-67b0-472c-92c3-422359aef1b4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1712036 Aug 19 12:46:25.396998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Allocated IP 172.20.0.1 (13f4f722-9c1b-4636-86e4-e63643ed65bf/d050514d-4db5-40c5-8399-a6747cd4c5f4/6900359b-b077-4296-82e4-f554df4406bb) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:25.407818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-271ff46d-9c31-4301-bd7b-afd872211cda req-2f475a99-759a-4978-9408-89f68374abe7 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180949 Aug 19 12:46:25.423728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] For port 84df6a55-f12a-48e6-9ccf-319b5fce023a, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:25.425107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] For port 84df6a55-f12a-48e6-9ccf-319b5fce023a, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=84df6a55-f12a-48e6-9ccf-319b5fce023a,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:25.587010 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f748b5c0-5ac7-4e39-9663-19ba574ebbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.593074 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.695400 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.753419 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.783744 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.788292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Transition to ACTIVE for port object bfba4f6c-6d20-4133-90fa-9dd34d67ea47 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:25.811384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a03cb7-344a-45c7-a283-e5ae5dbca3fa None None] Pushing event updated for resources: {'Port': ['ID=84df6a55-f12a-48e6-9ccf-319b5fce023a,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:25.828113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 7e376904-e010-4df6-a04f-d37f55150d90 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:25.909653 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.914961 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.019759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.022179 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Attempting to bind port bfba4f6c-6d20-4133-90fa-9dd34d67ea47 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:26.023074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Attempting to bind port bfba4f6c-6d20-4133-90fa-9dd34d67ea47 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:26.024959 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Attempting to bind port bfba4f6c-6d20-4133-90fa-9dd34d67ea47 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:26.028213 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07fc59-5fb8-470d-a0b0-c34bf58e618a None None] Pushing event updated for resources: {'Port': ['ID=bfba4f6c-6d20-4133-90fa-9dd34d67ea47,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:26.057301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:26.057301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:26.057301 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.057301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:26.057301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Bound port: bfba4f6c-6d20-4133-90fa-9dd34d67ea47, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:26.057301 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.125708 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.146462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Network 13f4f722-9c1b-4636-86e4-e63643ed65bf is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:26.147752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6900359b-b077-4296-82e4-f554df4406bb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:26.163123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:26.171151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] For port bfba4f6c-6d20-4133-90fa-9dd34d67ea47, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:26.174798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:26.179956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] For port bfba4f6c-6d20-4133-90fa-9dd34d67ea47, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=bfba4f6c-6d20-4133-90fa-9dd34d67ea47,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:26.241529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:26.255655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:26.271075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:26.274735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:26.275550 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.294921 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.318955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=7e376904-e010-4df6-a04f-d37f55150d90,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:26.322840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.405505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Routers {'e48f74e7-84a3-4557-81fe-b8546222e7bb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:26.406924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:46:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e48f74e7-84a3-4557-81fe-b8546222e7bb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:26.434663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c9168995-6370-4113-bd43-d1b877e91ed3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0489361 Aug 19 12:46:26.437544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56218) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:26.438397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07fc59-5fb8-470d-a0b0-c34bf58e618a None None] Pushing event updated for resources: {'Port': ['ID=bfba4f6c-6d20-4133-90fa-9dd34d67ea47,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:26.628303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40e6bf8-ef89-46ae-8c27-cd9727ac1239 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:26.642044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40e6bf8-ef89-46ae-8c27-cd9727ac1239 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:26.644148 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b40e6bf8-ef89-46ae-8c27-cd9727ac1239 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2050457 Aug 19 12:46:26.647013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56224) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:26.858467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 84df6a55-f12a-48e6-9ccf-319b5fce023a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:26.864351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9602f8a-f8ec-428d-b70c-b0ee0abc97d3 req-0ca6358a-2ff3-4a51-98dd-609682b5e92b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:26.865513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4f8930de-6ac5-4488-89b6-7716e5acda9b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 7e376904-e010-4df6-a04f-d37f55150d90 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:26.865513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f8930de-6ac5-4488-89b6-7716e5acda9b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.872890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9602f8a-f8ec-428d-b70c-b0ee0abc97d3 req-0ca6358a-2ff3-4a51-98dd-609682b5e92b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1560354 Aug 19 12:46:26.883829 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:27.076495 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f8930de-6ac5-4488-89b6-7716e5acda9b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:27.116849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] Set router e48f74e7-84a3-4557-81fe-b8546222e7bb gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:27.120588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4f8930de-6ac5-4488-89b6-7716e5acda9b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 7e376904-e010-4df6-a04f-d37f55150d90 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:27.323472 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:27.517234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:22Z', 'revision_number': 3, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:27.569585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d15649-33ed-47cc-a978-b73c1921371a None None] The sync data for ids ['e48f74e7-84a3-4557-81fe-b8546222e7bb'] in n-d-778732-8 is: [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:22Z', 'revision_number': 3, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:27.586338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9602f8a-f8ec-428d-b70c-b0ee0abc97d3 req-06a02f10-2dac-46be-b86d-901c2769684a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7043872 Aug 19 12:46:27.683252 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f8930de-6ac5-4488-89b6-7716e5acda9b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:27.730756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8930de-6ac5-4488-89b6-7716e5acda9b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=7e376904-e010-4df6-a04f-d37f55150d90,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:27.739289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a78d979b-0b06-4bab-83f5-da083706031c None None] Provisioning for port 84df6a55-f12a-48e6-9ccf-319b5fce023a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:27.744988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 84df6a55-f12a-48e6-9ccf-319b5fce023a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:27.767903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 84df6a55-f12a-48e6-9ccf-319b5fce023a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:27.771190 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:27.775928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a78d979b-0b06-4bab-83f5-da083706031c None None] Provisioning complete for port 84df6a55-f12a-48e6-9ccf-319b5fce023a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:27.778365 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a78d979b-0b06-4bab-83f5-da083706031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:27.807390 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:27.820209 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f8930de-6ac5-4488-89b6-7716e5acda9b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:27.831342 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4f8930de-6ac5-4488-89b6-7716e5acda9b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/7e376904-e010-4df6-a04f-d37f55150d90 HTTP/1.1" status: 204 len: 168 time: 1.1829891 Aug 19 12:46:27.835909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56252) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:27.918334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:27.995337 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.065986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.070986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a3175-0e56-4653-a170-76d3c4e5a77b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:28.072628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a3175-0e56-4653-a170-76d3c4e5a77b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:28.077295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-877a3175-0e56-4653-a170-76d3c4e5a77b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2393301 Aug 19 12:46:28.078174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56258) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:28.103070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 84df6a55-f12a-48e6-9ccf-319b5fce023a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=84df6a55-f12a-48e6-9ccf-319b5fce023a,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:28.124020 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a78d979b-0b06-4bab-83f5-da083706031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.193848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6900359b-b077-4296-82e4-f554df4406bb,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:28.202372 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.208761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63eccf3-4548-4d1f-8f5d-e5b5d9db851e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet a7af9b42-549d-4f70-ab6a-63a7431bac21 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:46:28.214595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d63eccf3-4548-4d1f-8f5d-e5b5d9db851e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.270991 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d63eccf3-4548-4d1f-8f5d-e5b5d9db851e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.300478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Network 13f4f722-9c1b-4636-86e4-e63643ed65bf is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:28.302242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:28.381241 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-a78d979b-0b06-4bab-83f5-da083706031c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:46:28.381682 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-a78d979b-0b06-4bab-83f5-da083706031c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:46:28.399912 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=84df6a55-f12a-48e6-9ccf-319b5fce023a,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:28.451420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.451991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.452551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.453738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.454194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.454741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.455272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.457677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.458340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.458888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.459436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.459998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:28.537257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Router e48f74e7-84a3-4557-81fe-b8546222e7bb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:28.630950 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d63eccf3-4548-4d1f-8f5d-e5b5d9db851e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.726508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device bfba4f6c-6d20-4133-90fa-9dd34d67ea47 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:28.934449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:28.960980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ec260349-65f7-4c0c-994a-e0140e8355f4 admin admin] 10.222.0.44 "PUT /v2.0/routers/e48f74e7-84a3-4557-81fe-b8546222e7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8428240 Aug 19 12:46:29.017933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7e7f4-47bc-43e8-ad2e-b9e575bdfbff req-4e8453d4-a1e8-4fbb-8be6-e8f0af743d86 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:29.021018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01c7e7f4-47bc-43e8-ad2e-b9e575bdfbff req-4e8453d4-a1e8-4fbb-8be6-e8f0af743d86 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2401845 Aug 19 12:46:29.068613 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.070925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d63eccf3-4548-4d1f-8f5d-e5b5d9db851e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.086030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6a201762-36b9-4bad-878a-eab6fd9dcde4 None None] Could not find standard attr ID for object 9b975a0d-04f3-4079-b7e1-c9437543b8fc. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:46:29.099285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port bfba4f6c-6d20-4133-90fa-9dd34d67ea47 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:29.110242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6a201762-36b9-4bad-878a-eab6fd9dcde4 None None] Could not find standard attr ID for object 7e376904-e010-4df6-a04f-d37f55150d90. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:46:29.119291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port bfba4f6c-6d20-4133-90fa-9dd34d67ea47 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:29.121772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.124697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01c7e7f4-47bc-43e8-ad2e-b9e575bdfbff req-774a383b-7069-4827-884c-0b03cf9eb8dd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954096 Aug 19 12:46:29.172511 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63eccf3-4548-4d1f-8f5d-e5b5d9db851e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=a7af9b42-549d-4f70-ab6a-63a7431bac21,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:29.180762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d63eccf3-4548-4d1f-8f5d-e5b5d9db851e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.185147 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d63eccf3-4548-4d1f-8f5d-e5b5d9db851e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/a7af9b42-549d-4f70-ab6a-63a7431bac21 HTTP/1.1" status: 204 len: 168 time: 1.1005037 Aug 19 12:46:29.193921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56274) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:29.194051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448b3fe6-52ff-4cb8-8132-26ad53561b83 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:29.248784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-86e05087-d68e-4eb7-a3dd-8e18271ddade tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612390 Aug 19 12:46:29.255724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56278) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:29.261392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-64fc77a3-89f7-4e8c-9e43-40e9e82dec39 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:29.360634 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.393727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port bfba4f6c-6d20-4133-90fa-9dd34d67ea47, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=bfba4f6c-6d20-4133-90fa-9dd34d67ea47,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:29.473047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8515efe-7e54-4a4b-9ed1-ad9ea0b6ffcb None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:46:29.490884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fc77a3-89f7-4e8c-9e43-40e9e82dec39 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:29.497311 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64fc77a3-89f7-4e8c-9e43-40e9e82dec39 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.505711 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.583766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=bfba4f6c-6d20-4133-90fa-9dd34d67ea47,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:29.592828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d8515efe-7e54-4a4b-9ed1-ad9ea0b6ffcb None None] Deleting port 84df6a55-f12a-48e6-9ccf-319b5fce023a {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:29.593166 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8515efe-7e54-4a4b-9ed1-ad9ea0b6ffcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.677424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d8515efe-7e54-4a4b-9ed1-ad9ea0b6ffcb None None] For port 84df6a55-f12a-48e6-9ccf-319b5fce023a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=84df6a55-f12a-48e6-9ccf-319b5fce023a,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:29.677424 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8515efe-7e54-4a4b-9ed1-ad9ea0b6ffcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.697127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d8515efe-7e54-4a4b-9ed1-ad9ea0b6ffcb None None] Calling delete_port for 84df6a55-f12a-48e6-9ccf-319b5fce023a owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:29.707922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-0f30357b-076e-4e58-bb11-7562b66223a3 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:29.709984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-0f30357b-076e-4e58-bb11-7562b66223a3 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/networks?id=13f4f722-9c1b-4636-86e4-e63643ed65bf HTTP/1.1" status: 200 len: 820 time: 0.1562488 Aug 19 12:46:29.744505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-edb9f198-039f-478b-9157-8d577561769a tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/quotas/bbf651fd4a1346548c99cb07cad7d317 HTTP/1.1" status: 200 len: 375 time: 0.0255570 Aug 19 12:46:29.821893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f869536a-40fe-4ec0-bf17-ace869f34bcd details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:46:29.942525 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8515efe-7e54-4a4b-9ed1-ad9ea0b6ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.952128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-15dad227-5d08-4bfd-aed8-76d320bd9a97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbf651fd4a1346548c99cb07cad7d317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1898458 Aug 19 12:46:30.000254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8515efe-7e54-4a4b-9ed1-ad9ea0b6ffcb None None] Pushing event deleted for resources: {'Port': ['ID=84df6a55-f12a-48e6-9ccf-319b5fce023a,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:30.004061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8515efe-7e54-4a4b-9ed1-ad9ea0b6ffcb None None] No DVR routers for this DVR port 84df6a55-f12a-48e6-9ccf-319b5fce023a on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:30.045959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e23f6241-e9c1-4688-8bde-f586cdc66b4c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:46:30.047858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e23f6241-e9c1-4688-8bde-f586cdc66b4c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0871258 Aug 19 12:46:30.070833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:30.085032 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64fc77a3-89f7-4e8c-9e43-40e9e82dec39 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.086745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030', 'port_id': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'mac_address': 'fa:16:3e:b5:3b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b3837f-4896-448d-90d3-9af8a59cb07f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:46:30.138794 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.154180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f869536a-40fe-4ec0-bf17-ace869f34bcd {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:30.199649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc77a3-89f7-4e8c-9e43-40e9e82dec39 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=bb4d85b1-411b-4830-bf57-442a353b5aa5,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:30.207352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:30.213169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc77a3-89f7-4e8c-9e43-40e9e82dec39 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:30.216502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-64fc77a3-89f7-4e8c-9e43-40e9e82dec39 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:30.225174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fc77a3-89f7-4e8c-9e43-40e9e82dec39 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:30.225997 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64fc77a3-89f7-4e8c-9e43-40e9e82dec39 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.228129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ca645f-2d19-4857-96a3-87a6a9e5259e None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:30.319383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-103ef130-291c-4160-bea6-e1e65e4a09cd service neutron] 10.222.0.44 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611945 Aug 19 12:46:30.337277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c5e52-9f3d-4e04-b5c1-2b6fc9dca703 req-50284463-0c18-4f3f-87b9-6bb86fc08570 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:30.343609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a94c5e52-9f3d-4e04-b5c1-2b6fc9dca703 req-50284463-0c18-4f3f-87b9-6bb86fc08570 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1021268 Aug 19 12:46:30.377844 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Sync routers for ids ['e48f74e7-84a3-4557-81fe-b8546222e7bb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:30.380643 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.392121 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Routers {'e48f74e7-84a3-4557-81fe-b8546222e7bb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:30.393608 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:46:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e48f74e7-84a3-4557-81fe-b8546222e7bb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:30.434507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-64fc77a3-89f7-4e8c-9e43-40e9e82dec39 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1774256 Aug 19 12:46:30.438392 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56310) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:30.456135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'name': 'tempest-NetworksTestDHCPv6-575886013'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:30.469265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a94c5e52-9f3d-4e04-b5c1-2b6fc9dca703 req-dfd3cd18-2658-418b-a223-d359529b16f0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115704 Aug 19 12:46:30.485551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f869536a-40fe-4ec0-bf17-ace869f34bcd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:46:30.489887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:30.523963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e48cc89e-0486-486b-9138-d6dfc2bb6e5e service neutron] 10.222.0.44 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810989 Aug 19 12:46:30.573476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device bfba4f6c-6d20-4133-90fa-9dd34d67ea47 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:30.616672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': 'bb4d85b1-411b-4830-bf57-442a353b5aa5'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:46:30.617864 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.646390 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Set router e48f74e7-84a3-4557-81fe-b8546222e7bb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:30.738436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port bfba4f6c-6d20-4133-90fa-9dd34d67ea47 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:30.738752 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.960731 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:26Z', 'revision_number': 4, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '6900359b-b077-4296-82e4-f554df4406bb', 'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'mac_address': 'fa:16:3e:8e:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:24Z', 'updated_at': '2021-08-19T12:46:27Z', 'revision_number': 2, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'subnets': [{'id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:31.006208 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Checking router: e48f74e7-84a3-4557-81fe-b8546222e7bb for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:31.006777 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Updating router e48f74e7-84a3-4557-81fe-b8546222e7bb port 6900359b-b077-4296-82e4-f554df4406bb binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:46:31.044043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/bb4d85b1-411b-4830-bf57-442a353b5aa5/3399bf1b-bf29-42f9-9eaa-80fa70b7e21d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:31.044993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:31.060470 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.071578 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.104090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 3a49a016-6dc6-47d6-a87d-34ebc643cb2c yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:46:31.110115 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-466f1021-0f52-46d6-be96-8e95f2715f12 req-a275bd6f-20a0-49e8-9eeb-6ed356d2f614 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 210 time: 0.0546775 Aug 19 12:46:31.279285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 84df6a55-f12a-48e6-9ccf-319b5fce023a no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:31.307327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 84df6a55-f12a-48e6-9ccf-319b5fce023a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:31.307686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 84df6a55-f12a-48e6-9ccf-319b5fce023a not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:31.324490 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.334537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Transition to ACTIVE for port object 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:31.353245 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Transition to ACTIVE for port object 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:31.457277 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.468523 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Transition to ACTIVE for port object 6900359b-b077-4296-82e4-f554df4406bb will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:31.605288 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.635719 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.636321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a155c-4119-4a5a-819b-017f01cc5552 req-ae56e3b3-b7b5-4c36-82d6-d7570d0067ae tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:31.638080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d4a155c-4119-4a5a-819b-017f01cc5552 req-ae56e3b3-b7b5-4c36-82d6-d7570d0067ae tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.0800290 Aug 19 12:46:31.665995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:31.678074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:31.710109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:31.716855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d4a155c-4119-4a5a-819b-017f01cc5552 req-7f58ae00-89ee-4d4d-92aa-b22457af4f5c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708952 Aug 19 12:46:31.749443 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Pushing event updated for resources: {'Port': ['ID=6900359b-b077-4296-82e4-f554df4406bb,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:31.787386 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.787728 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.788178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Pushing event updated for resources: {'Port': ['ID=3399bf1b-bf29-42f9-9eaa-80fa70b7e21d,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:31.788495 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.788990 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.789574 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.790761 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.799153 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.800184 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.800758 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.801393 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.802082 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.802745 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:31.804294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::127 (cbba3ea2-383a-40d7-830c-045ff0649192/bb4d85b1-411b-4830-bf57-442a353b5aa5/3a49a016-6dc6-47d6-a87d-34ebc643cb2c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:31.814943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Attempting to bind port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:31.815361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Attempting to bind port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:31.815734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Attempting to bind port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:31.822333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:31.822819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:31.823232 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.823789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:31.824834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Bound port: 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:31.825235 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.838424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f869536a-40fe-4ec0-bf17-ace869f34bcd up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:31.846958 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Attempting to bind port 6900359b-b077-4296-82e4-f554df4406bb on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:31.847451 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Attempting to bind port 6900359b-b077-4296-82e4-f554df4406bb by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '8084fd99-593d-4ac1-821b-b2dcab3d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:31.847976 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Attempting to bind port 6900359b-b077-4296-82e4-f554df4406bb on network 13f4f722-9c1b-4636-86e4-e63643ed65bf {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:31.855189 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:31.855588 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Checking segment: {'id': '8084fd99-593d-4ac1-821b-b2dcab3d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:31.856447 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.857094 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Bound using segment: {'id': '8084fd99-593d-4ac1-821b-b2dcab3d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:31.857904 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Bound port: 6900359b-b077-4296-82e4-f554df4406bb, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8084fd99-593d-4ac1-821b-b2dcab3d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:31.858801 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.012040 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a565b149-b907-4598-922c-aa888f7df816 None None] For port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:32.023858 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a565b149-b907-4598-922c-aa888f7df816 None None] For port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3399bf1b-bf29-42f9-9eaa-80fa70b7e21d,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:32.024091 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] For port 6900359b-b077-4296-82e4-f554df4406bb, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:32.024244 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port f869536a-40fe-4ec0-bf17-ace869f34bcd triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:32.024244 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.029101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] For port 6900359b-b077-4296-82e4-f554df4406bb, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6900359b-b077-4296-82e4-f554df4406bb,segment=NetworkSegment(8084fd99-593d-4ac1-821b-b2dcab3d32d7),segment_id=8084fd99-593d-4ac1-821b-b2dcab3d32d7)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:32.082277 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.108589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 3a49a016-6dc6-47d6-a87d-34ebc643cb2c will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:32.168270 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.204527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.212043 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.301199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1bc5a07d-0af1-4c92-a452-6c5f9cae86d3 req-ef98976f-bd99-4387-9d5a-9a28b96015e6 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 210 time: 0.1002462 Aug 19 12:46:32.314483 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Routers {'e48f74e7-84a3-4557-81fe-b8546222e7bb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:32.315929 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:46:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e48f74e7-84a3-4557-81fe-b8546222e7bb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:32.323861 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.378697 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e275a-a233-4aeb-abc8-19c71457a969 None None] Pushing event updated for resources: {'Port': ['ID=6900359b-b077-4296-82e4-f554df4406bb,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:32.408704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:32.411470 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b00d255-e12c-4352-bfcc-9c98c5c1770c" -d '{"events": [{"server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "name": "network-vif-plugged", "status": "completed", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:32.535982 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] Set router e48f74e7-84a3-4557-81fe-b8546222e7bb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:32.542968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=3a49a016-6dc6-47d6-a87d-34ebc643cb2c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:32.580134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:32.582692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:32.591293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:32.600747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.604193 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.611888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:32.647227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565b149-b907-4598-922c-aa888f7df816 None None] Pushing event updated for resources: {'Port': ['ID=3399bf1b-bf29-42f9-9eaa-80fa70b7e21d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:32.690547 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794b8944-2cd4-4a4b-a5b4-153855589335 x-openstack-request-id: req-794b8944-2cd4-4a4b-a5b4-153855589335 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:32.692819 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "name": "network-vif-plugged", "status": "completed", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:32.695598 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-794b8944-2cd4-4a4b-a5b4-153855589335 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:32.697491 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'code': 200} Aug 19 12:46:32.712320 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.741742 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8a96dfd2-6440-414d-959b-62256c7ea967 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3022144 Aug 19 12:46:32.745769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56376) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:33.065124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:33.097962 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:26Z', 'revision_number': 4, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '6900359b-b077-4296-82e4-f554df4406bb', 'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'mac_address': 'fa:16:3e:8e:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:24Z', 'updated_at': '2021-08-19T12:46:32Z', 'revision_number': 4, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'subnets': [{'id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:33.119806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b707edcb-a4c0-4322-80d4-a191c6a4ac7c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:33.127620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b707edcb-a4c0-4322-80d4-a191c6a4ac7c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:33.130277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b707edcb-a4c0-4322-80d4-a191c6a4ac7c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3832061 Aug 19 12:46:33.133227 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f5ea8-da0a-4704-9b55-67b516bdd3a1 None None] The sync data for ids ['e48f74e7-84a3-4557-81fe-b8546222e7bb'] in n-d-778732-8 is: [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:26Z', 'revision_number': 4, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '6900359b-b077-4296-82e4-f554df4406bb', 'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'mac_address': 'fa:16:3e:8e:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:24Z', 'updated_at': '2021-08-19T12:46:32Z', 'revision_number': 4, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'subnets': [{'id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:33.141260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2fce2-d857-4f91-b084-becd9bd7e6ab req-30005670-2d9d-41b6-93c5-d5ba580aca85 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:33.142496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56384) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:33.150109 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abb2fce2-d857-4f91-b084-becd9bd7e6ab req-30005670-2d9d-41b6-93c5-d5ba580aca85 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1742623 Aug 19 12:46:33.230219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abb2fce2-d857-4f91-b084-becd9bd7e6ab req-eb20b04e-fbfe-4a71-85b9-bb9e93500c67 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769715 Aug 19 12:46:33.327164 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-05757336-8f60-4f30-b47e-80deca48eb4e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 3a49a016-6dc6-47d6-a87d-34ebc643cb2c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:33.327164 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05757336-8f60-4f30-b47e-80deca48eb4e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.596358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16fb9be7-8275-4b80-bc43-510f990aea67 req-749b5ac0-d51d-4bd5-b560-12f20f689bb6 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 210 time: 0.0688090 Aug 19 12:46:34.310999 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05757336-8f60-4f30-b47e-80deca48eb4e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.353945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-05757336-8f60-4f30-b47e-80deca48eb4e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 3a49a016-6dc6-47d6-a87d-34ebc643cb2c owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:34.448573 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5e992bb5-22eb-4b6b-ac3e-ed5581bbe7b9 None None] Provisioning for port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:34.525580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c474bf1-7b23-4a1a-8ede-4f3b69c44038 req-f59854dc-eabf-4bc8-83d8-456602e2d7f3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:34.536353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c474bf1-7b23-4a1a-8ede-4f3b69c44038 req-f59854dc-eabf-4bc8-83d8-456602e2d7f3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0789132 Aug 19 12:46:34.619153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c474bf1-7b23-4a1a-8ede-4f3b69c44038 req-0f28d4c9-b4ca-4197-a120-aa831f1c48fa tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802388 Aug 19 12:46:34.820855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6900359b-b077-4296-82e4-f554df4406bb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:34.834217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73636b65-c84b-446f-9c86-152913cb8aa5 req-f25152e6-4f71-4c21-9568-664779b9e0e4 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 210 time: 0.0736852 Aug 19 12:46:34.846822 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05757336-8f60-4f30-b47e-80deca48eb4e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.907499 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05757336-8f60-4f30-b47e-80deca48eb4e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.910527 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-05757336-8f60-4f30-b47e-80deca48eb4e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/3a49a016-6dc6-47d6-a87d-34ebc643cb2c HTTP/1.1" status: 204 len: 168 time: 1.7636774 Aug 19 12:46:34.913050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56414) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:34.941448 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05757336-8f60-4f30-b47e-80deca48eb4e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=3a49a016-6dc6-47d6-a87d-34ebc643cb2c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:35.088489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-42d68a17-b0cd-4df9-9656-71ac208b8be0 None None] Could not find standard attr ID for object 3a49a016-6dc6-47d6-a87d-34ebc643cb2c. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:46:35.096113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c379a-6472-451a-9a83-690f0017af09 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:35.100507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c379a-6472-451a-9a83-690f0017af09 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:35.106602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cd6c379a-6472-451a-9a83-690f0017af09 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1922355 Aug 19 12:46:35.109459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56422) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:35.166810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 6900359b-b077-4296-82e4-f554df4406bb completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:35.177148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 6900359b-b077-4296-82e4-f554df4406bb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:35.178071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:35.322150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a194f6ff-8378-4e9c-ac3e-9a34c723c677 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet bb4d85b1-411b-4830-bf57-442a353b5aa5 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:46:35.348450 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a194f6ff-8378-4e9c-ac3e-9a34c723c677 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:35.391685 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:35.521840 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 6900359b-b077-4296-82e4-f554df4406bb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6900359b-b077-4296-82e4-f554df4406bb,segment=NetworkSegment(8084fd99-593d-4ac1-821b-b2dcab3d32d7),segment_id=8084fd99-593d-4ac1-821b-b2dcab3d32d7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:35.522730 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a194f6ff-8378-4e9c-ac3e-9a34c723c677 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:35.603134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-1ea866e3-0421-447e-a94d-7cec236ea1e1 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:35.604806 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-1ea866e3-0421-447e-a94d-7cec236ea1e1 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.53 "GET /v2.0/networks?id=13f4f722-9c1b-4636-86e4-e63643ed65bf HTTP/1.1" status: 200 len: 820 time: 0.2683716 Aug 19 12:46:35.620177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Request body: {'port': {'device_id': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'admin_state_up': True, 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:35.715488 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:35.716724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:35.806171 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a194f6ff-8378-4e9c-ac3e-9a34c723c677 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:36.129190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=6900359b-b077-4296-82e4-f554df4406bb,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:36.175611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a148bb25-dddd-4dc2-aa20-981c71a4c190 req-f05c9156-6c0d-49ca-92d7-0d29a2b6279f tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 210 time: 0.0845892 Aug 19 12:46:36.227606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b00456-98a3-41d3-91b0-3afbd333e762 req-7c5188e3-3566-486c-9a9b-52d255c96ceb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:36.242311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07b00456-98a3-41d3-91b0-3afbd333e762 req-7c5188e3-3566-486c-9a9b-52d255c96ceb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2858520 Aug 19 12:46:36.336946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07b00456-98a3-41d3-91b0-3afbd333e762 req-f82b5313-ea0b-4ef4-a6be-1194c7c019e4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972605 Aug 19 12:46:36.408277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:36.408277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:36.408277 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:36.527338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Made reservation on behalf of bbf651fd4a1346548c99cb07cad7d317 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:36.532275 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:36.567349 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:36.592920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a194f6ff-8378-4e9c-ac3e-9a34c723c677 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:36.723854 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a194f6ff-8378-4e9c-ac3e-9a34c723c677 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:36.744189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c619210-8747-4b19-a8b2-f9cdebbd62b8 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:36.753202 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56438) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:36.755205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a194f6ff-8378-4e9c-ac3e-9a34c723c677 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/bb4d85b1-411b-4830-bf57-442a353b5aa5 HTTP/1.1" status: 204 len: 168 time: 1.6389737 Aug 19 12:46:36.769550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194f6ff-8378-4e9c-ac3e-9a34c723c677 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4d85b1-411b-4830-bf57-442a353b5aa5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:36.900512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56446) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:36.904123 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6de60788-d8a9-403f-91e0-92b61f19e918 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1410851 Aug 19 12:46:36.910962 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:46:36.916997 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:46:37.042037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1734345-dbd6-4ec4-a55c-45b4889cb130 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:37.054724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1734345-dbd6-4ec4-a55c-45b4889cb130 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1516931 Aug 19 12:46:37.055523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56450) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:37.215527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dbdff5-d04a-41b8-b8e6-53005f274617 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:37.215527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-13dbdff5-d04a-41b8-b8e6-53005f274617 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1398149 Aug 19 12:46:37.215864 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Allocated IP 172.20.0.13 (13f4f722-9c1b-4636-86e4-e63643ed65bf/d050514d-4db5-40c5-8399-a6747cd4c5f4/c254e001-e9fd-43ce-939e-e70b605a41ff) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:37.216199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56456) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:37.222667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d762d-e3df-46e9-9a5c-941d0c8e64d8 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:46:37.356981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9fb87143-335f-4747-bf1f-27d2e8b7a170 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1570289 Aug 19 12:46:37.387746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-141d762d-e3df-46e9-9a5c-941d0c8e64d8 None None] Deleting port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:37.387746 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-141d762d-e3df-46e9-9a5c-941d0c8e64d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.431394 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:46:37.431886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56460) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:37.440035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8be1478a-0a77-4cf4-ab12-6586f4e1d6d4 req-165bb94d-621f-40b1-9d8b-a664d080deb8 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 210 time: 0.0932288 Aug 19 12:46:37.448900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:37.555022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-141d762d-e3df-46e9-9a5c-941d0c8e64d8 None None] For port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3399bf1b-bf29-42f9-9eaa-80fa70b7e21d,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:37.555437 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-141d762d-e3df-46e9-9a5c-941d0c8e64d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.595574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-141d762d-e3df-46e9-9a5c-941d0c8e64d8 None None] Calling delete_port for 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:37.625582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.761043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24a339-be26-4429-97d8-ef0c7bcbdf66 req-484d03ac-b0aa-4dfe-a4df-402d17f0d445 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:37.763835 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f24a339-be26-4429-97d8-ef0c7bcbdf66 req-484d03ac-b0aa-4dfe-a4df-402d17f0d445 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2790079 Aug 19 12:46:37.855137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.872144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f24a339-be26-4429-97d8-ef0c7bcbdf66 req-740a1924-f89d-4e05-9d97-cc16f87f0832 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824533 Aug 19 12:46:37.910979 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.917433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:37.923532 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.025919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3399bf1b-bf29-42f9-9eaa-80fa70b7e21d,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:38.045863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Network 13f4f722-9c1b-4636-86e4-e63643ed65bf is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:38.061483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:38.084924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:38.101234 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Pushing event updated for resources: {'Port': ['ID=c254e001-e9fd-43ce-939e-e70b605a41ff,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:38.231865 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.253721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:38.267975 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.373432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=3399bf1b-bf29-42f9-9eaa-80fa70b7e21d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:38.434528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-141d762d-e3df-46e9-9a5c-941d0c8e64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.498792 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-e12da540-bb5d-437a-a48e-d90f78ef6fdd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8844612 Aug 19 12:46:38.512773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Request body: {'port': {'device_id': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:38.521975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6900359b-b077-4296-82e4-f554df4406bb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:38.629812 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.681587 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d762d-e3df-46e9-9a5c-941d0c8e64d8 None None] Pushing event deleted for resources: {'Port': ['ID=3399bf1b-bf29-42f9-9eaa-80fa70b7e21d,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:38.684575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.696672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:38.698917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:38.705311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d762d-e3df-46e9-9a5c-941d0c8e64d8 None None] No DVR routers for this DVR port 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:38.710347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:38.711053 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.732431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 6900359b-b077-4296-82e4-f554df4406bb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:38.732431 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.788393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceab0986-f902-4e75-8ec8-1ea672d52d7f None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:38.956927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5152490 Aug 19 12:46:38.964693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56482) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:38.990898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'fixed_ips': [{'subnet_id': 'ca3205cd-0188-42bc-9565-b7b23a6bb22e', 'ip_address': '2001:db8::d050:b865:f77f:acb3'}], 'name': 'tempest-NetworksTestDHCPv6-1968923891'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:39.178173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': 'ca3205cd-0188-42bc-9565-b7b23a6bb22e'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:46:39.183878 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:39.227541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:39.275161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=ca3205cd-0188-42bc-9565-b7b23a6bb22e,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:39.325013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.327250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.327250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.327250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.327915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.328521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.329096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.330006 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.336381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.337411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.338050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.338746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdfd98-f4f9-4a92-aa4d-2922191c8fdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:39.478318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5300-cef1-40a6-a6ed-482c4eef4fb2 req-698e032f-3655-44ff-9a36-d34825334e70 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:39.497033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-751c5300-cef1-40a6-a6ed-482c4eef4fb2 req-698e032f-3655-44ff-9a36-d34825334e70 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 932 time: 0.7536209 Aug 19 12:46:39.530568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:39.531165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3399bf1b-bf29-42f9-9eaa-80fa70b7e21d not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:39.547404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd8101-a16f-4fa8-b420-052152d1b399 req-17c494f6-5bef-498b-9db0-0d1d34e847df tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:39.566492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92dd8101-a16f-4fa8-b420-052152d1b399 req-17c494f6-5bef-498b-9db0-0d1d34e847df tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.3613994 Aug 19 12:46:39.751551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/ca3205cd-0188-42bc-9565-b7b23a6bb22e/aa6ca0b2-169e-42a7-b199-e46fe84cf9de) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:39.769522 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c254e001-e9fd-43ce-939e-e70b605a41ff {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:39.788808 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:39.824921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92dd8101-a16f-4fa8-b420-052152d1b399 req-7c1d9bef-07f5-45f2-bc9a-91e8d19c3170 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568080 Aug 19 12:46:39.832909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-751c5300-cef1-40a6-a6ed-482c4eef4fb2 req-277b4ce8-02aa-4438-a3e3-fa23c5783ed5 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394700 Aug 19 12:46:39.847040 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Transition to ACTIVE for port object c254e001-e9fd-43ce-939e-e70b605a41ff will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:39.939370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:39.970045 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.122279 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Pushing event updated for resources: {'Port': ['ID=c254e001-e9fd-43ce-939e-e70b605a41ff,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:40.197170 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.217556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Transition to ACTIVE for port object aa6ca0b2-169e-42a7-b199-e46fe84cf9de will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:40.241640 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.273670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Transition to ACTIVE for port object aa6ca0b2-169e-42a7-b199-e46fe84cf9de will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:40.294136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 7b69d999-0258-4e41-a128-332b666ff1d1 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:46:40.372155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Attempting to bind port c254e001-e9fd-43ce-939e-e70b605a41ff on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:40.372498 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Attempting to bind port c254e001-e9fd-43ce-939e-e70b605a41ff by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '8084fd99-593d-4ac1-821b-b2dcab3d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:40.373219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Attempting to bind port c254e001-e9fd-43ce-939e-e70b605a41ff on network 13f4f722-9c1b-4636-86e4-e63643ed65bf {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:40.378720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Port c254e001-e9fd-43ce-939e-e70b605a41ff on network 13f4f722-9c1b-4636-86e4-e63643ed65bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:46:40.379038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Attempting to bind port c254e001-e9fd-43ce-939e-e70b605a41ff on network 13f4f722-9c1b-4636-86e4-e63643ed65bf {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:40.386161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:40.386503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Checking segment: {'id': '8084fd99-593d-4ac1-821b-b2dcab3d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:40.387258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Bound using segment: {'id': '8084fd99-593d-4ac1-821b-b2dcab3d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:40.387557 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Bound port: c254e001-e9fd-43ce-939e-e70b605a41ff, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8084fd99-593d-4ac1-821b-b2dcab3d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:40.387930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.492082 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.572762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:40.586628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:40.592883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:40.629283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Pushing event updated for resources: {'Port': ['ID=aa6ca0b2-169e-42a7-b199-e46fe84cf9de,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:40.642163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] For port c254e001-e9fd-43ce-939e-e70b605a41ff, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:40.690373 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] For port c254e001-e9fd-43ce-939e-e70b605a41ff, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c254e001-e9fd-43ce-939e-e70b605a41ff,segment=NetworkSegment(8084fd99-593d-4ac1-821b-b2dcab3d32d7),segment_id=8084fd99-593d-4ac1-821b-b2dcab3d32d7)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:40.741807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Attempting to bind port aa6ca0b2-169e-42a7-b199-e46fe84cf9de on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:40.742273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Attempting to bind port aa6ca0b2-169e-42a7-b199-e46fe84cf9de by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:40.742763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Attempting to bind port aa6ca0b2-169e-42a7-b199-e46fe84cf9de on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:40.748547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:40.749025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:40.751305 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.751305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:40.751305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Bound port: aa6ca0b2-169e-42a7-b199-e46fe84cf9de, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:40.752457 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.845872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::d050:b865:f77f:acb3 (cbba3ea2-383a-40d7-830c-045ff0649192/ca3205cd-0188-42bc-9565-b7b23a6bb22e/7b69d999-0258-4e41-a128-332b666ff1d1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:40.855632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.944690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] For port aa6ca0b2-169e-42a7-b199-e46fe84cf9de, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:40.965920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] For port aa6ca0b2-169e-42a7-b199-e46fe84cf9de, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=aa6ca0b2-169e-42a7-b199-e46fe84cf9de,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:41.004866 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:41.005941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:41.007754 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] 10.222.0.53 "PUT /v2.0/ports/c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 1092 time: 2.4995813 Aug 19 12:46:41.010731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:41.016593 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e04be6-d2dd-4efa-a6b0-1afd9029b2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:41.025011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbb168-d248-4bfd-b6e4-d09dcfc554da service neutron] Pushing event updated for resources: {'Port': ['ID=c254e001-e9fd-43ce-939e-e70b605a41ff,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:41.070915 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:41.301672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-6be12d20-61a5-4946-bd10-b61eb05ff083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:41.309904 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-6be12d20-61a5-4946-bd10-b61eb05ff083 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbf651fd4a1346548c99cb07cad7d317&device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 1095 time: 0.1680610 Aug 19 12:46:41.321072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bf5fc-67da-4599-8db2-7d845cb3c3a9 None None] Pushing event updated for resources: {'Port': ['ID=aa6ca0b2-169e-42a7-b199-e46fe84cf9de,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:41.367186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b0689-1d83-4a00-a1c3-14682786c664 req-985c809a-1a42-4d3c-8b61-05c69269c308 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:41.369947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee2b0689-1d83-4a00-a1c3-14682786c664 req-985c809a-1a42-4d3c-8b61-05c69269c308 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.3016710 Aug 19 12:46:41.383012 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-5fb3c822-7d93-4788-ba52-15d27a23695c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 217 time: 0.0670359 Aug 19 12:46:41.450121 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-d7955229-8da9-494f-a74c-25df3c8cf08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:41.452204 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-d7955229-8da9-494f-a74c-25df3c8cf08e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d050514d-4db5-40c5-8399-a6747cd4c5f4 HTTP/1.1" status: 200 len: 860 time: 0.0621767 Aug 19 12:46:41.457319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee2b0689-1d83-4a00-a1c3-14682786c664 req-13f8fd95-4fa1-4462-8d74-eaa36a6f3257 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657289 Aug 19 12:46:41.505805 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-975ba4ed-892f-48af-8854-733c4eeff409 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13f4f722-9c1b-4636-86e4-e63643ed65bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390425 Aug 19 12:46:41.561125 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:41.606570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 7b69d999-0258-4e41-a128-332b666ff1d1 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:41.631698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8823656-f00b-4fb3-b71b-1e3515b3daf9 req-9e94a188-f8e8-4f74-9622-61865f6babf7 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:41.638577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8823656-f00b-4fb3-b71b-1e3515b3daf9 req-9e94a188-f8e8-4f74-9622-61865f6babf7 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 944 time: 0.4961910 Aug 19 12:46:41.649532 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc53dcaf-8962-4c06-9b2b-92ba40acfb01 x-openstack-request-id: req-dc53dcaf-8962-4c06-9b2b-92ba40acfb01 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:41.649892 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:41.650245 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc53dcaf-8962-4c06-9b2b-92ba40acfb01 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:41.650635 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'status': 'completed', 'code': 200} Aug 19 12:46:41.705586 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-bd61a484-dcfd-4d8a-9d4c-5f894679c006 service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841941 Aug 19 12:46:41.771795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8823656-f00b-4fb3-b71b-1e3515b3daf9 req-d2056375-014f-4f53-816f-217e25125b76 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610046 Aug 19 12:46:41.859461 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-688cf4e0-f989-4c9f-9cac-30991e67c966 req-33363aec-a8ff-4665-9d2a-a628eef19523 service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299167 Aug 19 12:46:41.989806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:41.990129 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.043543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:42.048193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:42.052409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:42.058131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:42.058756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.066268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=7b69d999-0258-4e41-a128-332b666ff1d1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:42.120658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04be6-d2dd-4efa-a6b0-1afd9029b2a3 req-6536b9d7-1c90-4a25-bdde-5b8d3de92a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:42.122526 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4e04be6-d2dd-4efa-a6b0-1afd9029b2a3 req-6536b9d7-1c90-4a25-bdde-5b8d3de92a52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbf651fd4a1346548c99cb07cad7d317&device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 1095 time: 0.0651605 Aug 19 12:46:42.169000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-92525dba-5661-42cd-93cb-da67dbcd727d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2022693 Aug 19 12:46:42.173214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56542) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:42.329509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9898a0e6-bf90-472c-8eb8-edfb0709df3d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:42.348796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9898a0e6-bf90-472c-8eb8-edfb0709df3d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:42.365635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9898a0e6-bf90-472c-8eb8-edfb0709df3d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1902809 Aug 19 12:46:42.371287 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56546) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:42.424794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04be6-d2dd-4efa-a6b0-1afd9029b2a3 req-a34a0bfd-28c1-49db-a9ab-f9ddac759c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:42.432098 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4e04be6-d2dd-4efa-a6b0-1afd9029b2a3 req-a34a0bfd-28c1-49db-a9ab-f9ddac759c65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=13f4f722-9c1b-4636-86e4-e63643ed65bf HTTP/1.1" status: 200 len: 921 time: 0.3010952 Aug 19 12:46:42.536443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device aa6ca0b2-169e-42a7-b199-e46fe84cf9de up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:42.570324 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4e04be6-d2dd-4efa-a6b0-1afd9029b2a3 req-9888adc1-ceef-4608-8ae2-d7c2f4707d47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 217 time: 0.1289828 Aug 19 12:46:42.724975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04be6-d2dd-4efa-a6b0-1afd9029b2a3 req-84d1a804-57f2-4e52-92fa-4765333d1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:42.727939 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4e04be6-d2dd-4efa-a6b0-1afd9029b2a3 req-84d1a804-57f2-4e52-92fa-4765333d1cd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d050514d-4db5-40c5-8399-a6747cd4c5f4 HTTP/1.1" status: 200 len: 860 time: 0.1448419 Aug 19 12:46:42.748249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port aa6ca0b2-169e-42a7-b199-e46fe84cf9de completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:42.841807 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4e04be6-d2dd-4efa-a6b0-1afd9029b2a3 req-1ca2d78a-23ef-4036-9744-688281244278 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13f4f722-9c1b-4636-86e4-e63643ed65bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004798 Aug 19 12:46:43.217808 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4e04be6-d2dd-4efa-a6b0-1afd9029b2a3 req-cf97b83a-583a-4e83-8df8-fb7af60f65ae service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590937 Aug 19 12:46:43.324600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255bf2e-5a72-4364-92bb-19e43fe4625e req-ff777985-c664-4aac-b7c5-b560c82eb2d4 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:43.333824 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5255bf2e-5a72-4364-92bb-19e43fe4625e req-ff777985-c664-4aac-b7c5-b560c82eb2d4 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 944 time: 0.3067780 Aug 19 12:46:43.356930 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-c4e04be6-d2dd-4efa-a6b0-1afd9029b2a3 req-49c6884a-ad1a-47d2-b6c9-3eb690359d2d service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263697 Aug 19 12:46:43.375167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b4e0e66d-ccac-424f-977c-0b5545ad284e None None] Provisioning for port aa6ca0b2-169e-42a7-b199-e46fe84cf9de completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:43.391291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b4e0e66d-ccac-424f-977c-0b5545ad284e None None] Provisioning complete for port aa6ca0b2-169e-42a7-b199-e46fe84cf9de triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:43.392072 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e66d-ccac-424f-977c-0b5545ad284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.440634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318e768-9d0f-4d8d-bd83-6da60abb7d65 req-cbab605d-dc3f-4e40-bb23-898e7ed79ac6 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:43.447541 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8318e768-9d0f-4d8d-bd83-6da60abb7d65 req-cbab605d-dc3f-4e40-bb23-898e7ed79ac6 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.4444883 Aug 19 12:46:43.531567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5255bf2e-5a72-4364-92bb-19e43fe4625e req-d671915f-3dbb-4d9c-89cb-1f66f680127d tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704600 Aug 19 12:46:43.596452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-30d42739-0767-48eb-a148-4fb1e432b841 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 7b69d999-0258-4e41-a128-332b666ff1d1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:43.596803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30d42739-0767-48eb-a148-4fb1e432b841 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.635131 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e66d-ccac-424f-977c-0b5545ad284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.688273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8318e768-9d0f-4d8d-bd83-6da60abb7d65 req-0de406b3-b8dd-496e-bf5d-521ae6a3d426 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159441 Aug 19 12:46:43.698092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b4e0e66d-ccac-424f-977c-0b5545ad284e None None] For port aa6ca0b2-169e-42a7-b199-e46fe84cf9de, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=aa6ca0b2-169e-42a7-b199-e46fe84cf9de,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:43.771795 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30d42739-0767-48eb-a148-4fb1e432b841 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.794940 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e66d-ccac-424f-977c-0b5545ad284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.814939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-30d42739-0767-48eb-a148-4fb1e432b841 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 7b69d999-0258-4e41-a128-332b666ff1d1 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:43.850573 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c254e001-e9fd-43ce-939e-e70b605a41ff details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:46:43.893119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0e66d-ccac-424f-977c-0b5545ad284e None None] Pushing event updated for resources: {'Port': ['ID=aa6ca0b2-169e-42a7-b199-e46fe84cf9de,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:44.011989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c254e001-e9fd-43ce-939e-e70b605a41ff, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c254e001-e9fd-43ce-939e-e70b605a41ff,segment=NetworkSegment(8084fd99-593d-4ac1-821b-b2dcab3d32d7),segment_id=8084fd99-593d-4ac1-821b-b2dcab3d32d7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:44.035495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'port_id': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'mac_address': 'fa:16:3e:5d:62:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:46:44.106477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1e72c52b-537d-492a-96b3-40754d6e42bb None None] Provisioning for port 7b69d999-0258-4e41-a128-332b666ff1d1 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:44.116839 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.138397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1e72c52b-537d-492a-96b3-40754d6e42bb None None] Provisioning complete for port 7b69d999-0258-4e41-a128-332b666ff1d1 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:44.139018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1e72c52b-537d-492a-96b3-40754d6e42bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.163741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c254e001-e9fd-43ce-939e-e70b605a41ff {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:44.197072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c254e001-e9fd-43ce-939e-e70b605a41ff, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c254e001-e9fd-43ce-939e-e70b605a41ff,segment=NetworkSegment(8084fd99-593d-4ac1-821b-b2dcab3d32d7),segment_id=8084fd99-593d-4ac1-821b-b2dcab3d32d7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:44.203961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1e72c52b-537d-492a-96b3-40754d6e42bb None None] Port 7b69d999-0258-4e41-a128-332b666ff1d1 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:44.276893 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30d42739-0767-48eb-a148-4fb1e432b841 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.345804 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.354637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d42739-0767-48eb-a148-4fb1e432b841 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=7b69d999-0258-4e41-a128-332b666ff1d1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:44.405533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device aa6ca0b2-169e-42a7-b199-e46fe84cf9de up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:44.417672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30d42739-0767-48eb-a148-4fb1e432b841 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.423936 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56582) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:44.424612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-30d42739-0767-48eb-a148-4fb1e432b841 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/7b69d999-0258-4e41-a128-332b666ff1d1 HTTP/1.1" status: 204 len: 168 time: 2.0493920 Aug 19 12:46:44.569969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5609cdd2-18fe-4ad6-b277-a067336f5bbc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:44.572003 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5609cdd2-18fe-4ad6-b277-a067336f5bbc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:44.576100 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5609cdd2-18fe-4ad6-b277-a067336f5bbc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1450219 Aug 19 12:46:44.576323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56590) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:44.658434 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb07ee4-714e-4b5e-8143-0582802ee1aa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet ca3205cd-0188-42bc-9565-b7b23a6bb22e {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:46:44.662461 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cb07ee4-714e-4b5e-8143-0582802ee1aa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.679147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c254e001-e9fd-43ce-939e-e70b605a41ff'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:46:44.721265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c254e001-e9fd-43ce-939e-e70b605a41ff,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:44.735788 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cb07ee4-714e-4b5e-8143-0582802ee1aa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.810950 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.814822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port aa6ca0b2-169e-42a7-b199-e46fe84cf9de triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:44.815248 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.880117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8d491-d909-4c29-aa18-71b55a76ee00 req-2d716ad2-fdb1-4222-8fa8-f464cec94f7f tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:44.883576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0d8d491-d909-4c29-aa18-71b55a76ee00 req-2d716ad2-fdb1-4222-8fa8-f464cec94f7f tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 945 time: 0.1590154 Aug 19 12:46:44.960331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cb07ee4-714e-4b5e-8143-0582802ee1aa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.043221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0d8d491-d909-4c29-aa18-71b55a76ee00 req-292b024d-9b87-48eb-a214-a0b28e211d23 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931039 Aug 19 12:46:45.091298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4e349-a745-42c8-9868-bec049b2967f req-794f41d0-2c8a-44f1-b21f-169fb421770c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:45.102110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36e4e349-a745-42c8-9868-bec049b2967f req-794f41d0-2c8a-44f1-b21f-169fb421770c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2177665 Aug 19 12:46:45.160644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36e4e349-a745-42c8-9868-bec049b2967f req-7c4856a2-59c5-4d94-88c5-ff67c4621f46 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575075 Aug 19 12:46:45.263621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cb07ee4-714e-4b5e-8143-0582802ee1aa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.336222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb07ee4-714e-4b5e-8143-0582802ee1aa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3205cd-0188-42bc-9565-b7b23a6bb22e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:45.340915 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cb07ee4-714e-4b5e-8143-0582802ee1aa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.343108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3da98a8-9c3e-4ee9-a204-65f81d24e7a2 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:45.345748 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8cb07ee4-714e-4b5e-8143-0582802ee1aa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/ca3205cd-0188-42bc-9565-b7b23a6bb22e HTTP/1.1" status: 204 len: 168 time: 0.7683949 Aug 19 12:46:45.350086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56606) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:45.427814 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-224e9cab-0ef2-4af4-a59b-19adc8ff6aba tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758040 Aug 19 12:46:45.431185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56610) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:45.442867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-757579a0-9e4d-45c3-a018-f59af0a5bbe3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:45.690159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26e1bf3-1f91-45b9-957c-287571aac98b None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:46:45.699622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757579a0-9e4d-45c3-a018-f59af0a5bbe3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:45.703643 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-757579a0-9e4d-45c3-a018-f59af0a5bbe3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.810631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b26e1bf3-1f91-45b9-957c-287571aac98b None None] Deleting port aa6ca0b2-169e-42a7-b199-e46fe84cf9de {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:45.811065 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b26e1bf3-1f91-45b9-957c-287571aac98b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.853424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c254e001-e9fd-43ce-939e-e70b605a41ff up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:45.982703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b26e1bf3-1f91-45b9-957c-287571aac98b None None] For port aa6ca0b2-169e-42a7-b199-e46fe84cf9de, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=aa6ca0b2-169e-42a7-b199-e46fe84cf9de,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:45.983109 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b26e1bf3-1f91-45b9-957c-287571aac98b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.001471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b26e1bf3-1f91-45b9-957c-287571aac98b None None] Calling delete_port for aa6ca0b2-169e-42a7-b199-e46fe84cf9de owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:46.127993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port c254e001-e9fd-43ce-939e-e70b605a41ff completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:46.133669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port c254e001-e9fd-43ce-939e-e70b605a41ff triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:46.134133 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.185994 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-757579a0-9e4d-45c3-a018-f59af0a5bbe3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.220989 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b26e1bf3-1f91-45b9-957c-287571aac98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.294856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e1bf3-1f91-45b9-957c-287571aac98b None None] Pushing event deleted for resources: {'Port': ['ID=aa6ca0b2-169e-42a7-b199-e46fe84cf9de,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:46.308409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e1bf3-1f91-45b9-957c-287571aac98b None None] No DVR routers for this DVR port aa6ca0b2-169e-42a7-b199-e46fe84cf9de on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:46.321318 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.383917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c254e001-e9fd-43ce-939e-e70b605a41ff, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c254e001-e9fd-43ce-939e-e70b605a41ff,segment=NetworkSegment(8084fd99-593d-4ac1-821b-b2dcab3d32d7),segment_id=8084fd99-593d-4ac1-821b-b2dcab3d32d7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:46.385335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:46.388706 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e91d32-05dd-46a1-9fcf-03019dee4ef7" -d '{"events": [{"server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "name": "network-vif-plugged", "status": "completed", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:46.431442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device aa6ca0b2-169e-42a7-b199-e46fe84cf9de no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:46.448679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757579a0-9e4d-45c3-a018-f59af0a5bbe3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=521e9bcc-a51e-46c6-babc-02aa98734491,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:46.488325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757579a0-9e4d-45c3-a018-f59af0a5bbe3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:46.501742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-757579a0-9e4d-45c3-a018-f59af0a5bbe3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:46.508894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757579a0-9e4d-45c3-a018-f59af0a5bbe3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:46.509865 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-757579a0-9e4d-45c3-a018-f59af0a5bbe3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.530204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248c0a8-d65f-4bfc-8201-a2695c9efc4d None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:46.561188 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: aa6ca0b2-169e-42a7-b199-e46fe84cf9de {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:46.561658 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device aa6ca0b2-169e-42a7-b199-e46fe84cf9de not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:46.571960 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.596783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783e734-b53d-442c-921c-48cab15d75f3 req-988b3ee0-28f5-4dc4-a578-460103ef7c04 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:46.606943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9783e734-b53d-442c-921c-48cab15d75f3 req-988b3ee0-28f5-4dc4-a578-460103ef7c04 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 945 time: 0.3231981 Aug 19 12:46:46.659268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e2c7e-368e-4ac2-9d78-e5a1c093a877 req-601493b3-c4d2-4fb1-aedd-4a69af070365 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:46.662776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e15e2c7e-368e-4ac2-9d78-e5a1c093a877 req-601493b3-c4d2-4fb1-aedd-4a69af070365 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.3598261 Aug 19 12:46:46.731074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9783e734-b53d-442c-921c-48cab15d75f3 req-bca52e24-a688-48f2-8be1-61f728c47494 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086872 Aug 19 12:46:46.755514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e15e2c7e-368e-4ac2-9d78-e5a1c093a877 req-2d050e11-93fb-4862-a27f-49f82bbce26d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790203 Aug 19 12:46:46.760316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-757579a0-9e4d-45c3-a018-f59af0a5bbe3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3279779 Aug 19 12:46:46.766676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:46.771966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'fixed_ips': [{'subnet_id': '521e9bcc-a51e-46c6-babc-02aa98734491', 'ip_address': '2001:db8::9fae:9358:d004:b3bc'}], 'name': 'tempest-NetworksTestDHCPv6-1565064765'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:46.921770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c254e001-e9fd-43ce-939e-e70b605a41ff,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:46.938561 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916f2de6-9143-4477-b972-730c53afc04a x-openstack-request-id: req-916f2de6-9143-4477-b972-730c53afc04a {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:46.938924 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "name": "network-vif-plugged", "status": "completed", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:46.939090 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-916f2de6-9143-4477-b972-730c53afc04a {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:46.939525 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'code': 200} Aug 19 12:46:47.199211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7ae4c-0828-464a-8aa7-600d00efb76b req-8c2b3321-1c6c-454f-992b-1667d2431348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:47.203709 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e7a7ae4c-0828-464a-8aa7-600d00efb76b req-8c2b3321-1c6c-454f-992b-1667d2431348 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 1097 time: 0.2039251 Aug 19 12:46:47.268587 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e7a7ae4c-0828-464a-8aa7-600d00efb76b req-3f4b860a-0091-46e9-ab69-11ea611dde48 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567997 Aug 19 12:46:47.277018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '521e9bcc-a51e-46c6-babc-02aa98734491'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:46:47.278684 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.526269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/521e9bcc-a51e-46c6-babc-02aa98734491/5145a775-20e5-4537-aa61-d0857363c42c) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:47.666113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:47.866367 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.942701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 80cb846f-20b0-4889-8c63-6734483be048 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:46:47.999302 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.048044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Transition to ACTIVE for port object 5145a775-20e5-4537-aa61-d0857363c42c will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:48.099658 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Transition to ACTIVE for port object 5145a775-20e5-4537-aa61-d0857363c42c will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:48.232243 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.296841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::9fae:9358:d004:b3bc (cbba3ea2-383a-40d7-830c-045ff0649192/521e9bcc-a51e-46c6-babc-02aa98734491/80cb846f-20b0-4889-8c63-6734483be048) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:48.371046 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-bc15117b-cb7d-4f2e-bb31-bf1daa1315be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1321204 Aug 19 12:46:48.373986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:48.394898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:48.407645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:48.430260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Pushing event updated for resources: {'Port': ['ID=5145a775-20e5-4537-aa61-d0857363c42c,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:48.513517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf7d27-720d-40ee-837a-76d0c0ba0c87 req-afbb4d6c-3513-4653-816b-63ba59520c1e tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:48.522143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3daf7d27-720d-40ee-837a-76d0c0ba0c87 req-afbb4d6c-3513-4653-816b-63ba59520c1e tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.6263919 Aug 19 12:46:48.569652 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-9aadda63-bb9e-474b-b476-61ba49bad6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:48.571783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Attempting to bind port 5145a775-20e5-4537-aa61-d0857363c42c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:48.571959 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-9aadda63-bb9e-474b-b476-61ba49bad6b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 1097 time: 0.1070514 Aug 19 12:46:48.572356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Attempting to bind port 5145a775-20e5-4537-aa61-d0857363c42c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:48.573829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Attempting to bind port 5145a775-20e5-4537-aa61-d0857363c42c on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:48.584826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:48.596307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:48.596307 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.596307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:48.602142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Bound port: 5145a775-20e5-4537-aa61-d0857363c42c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:48.602737 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.648682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.681500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3daf7d27-720d-40ee-837a-76d0c0ba0c87 req-e36e203f-831a-442d-a92d-83d97d368858 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582856 Aug 19 12:46:48.694305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f02a3-619d-4164-b67c-b92c7b693227 req-71b22015-405d-4da8-af9b-056809382938 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:48.695928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b5f02a3-619d-4164-b67c-b92c7b693227 req-71b22015-405d-4da8-af9b-056809382938 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.5172825 Aug 19 12:46:48.722884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 80cb846f-20b0-4889-8c63-6734483be048 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:48.755295 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-411d935c-611a-4248-a178-191a8db246a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:48.757446 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-411d935c-611a-4248-a178-191a8db246a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8cf10b79-a761-4313-8f35-66a15cf3b2f8 HTTP/1.1" status: 200 len: 898 time: 0.1556957 Aug 19 12:46:48.791559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b5f02a3-619d-4164-b67c-b92c7b693227 req-1a964098-104f-477a-a475-340300ccd607 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594172 Aug 19 12:46:48.792014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] For port 5145a775-20e5-4537-aa61-d0857363c42c, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:48.798169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] For port 5145a775-20e5-4537-aa61-d0857363c42c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5145a775-20e5-4537-aa61-d0857363c42c,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:48.853684 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-e4e9f3d3-279f-4e4e-996e-e4edc8f75f29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db174b20-42a5-455c-b7f9-78a58acf06e3 HTTP/1.1" status: 200 len: 1000 time: 0.0817006 Aug 19 12:46:48.918753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-b380b3fb-dba4-49d6-bc2f-c26c799f4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:48.920318 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-b380b3fb-dba4-49d6-bc2f-c26c799f4543 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6612dc6c-1b56-40a4-b77b-208d2f80fc8b HTTP/1.1" status: 200 len: 834 time: 0.0583689 Aug 19 12:46:48.986320 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:49.013744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-f856dce5-8a02-4893-be45-a382b5ec8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:49.015674 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-f856dce5-8a02-4893-be45-a382b5ec8515 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8cf10b79-a761-4313-8f35-66a15cf3b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876119 Aug 19 12:46:49.051115 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:49.109222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393828aa-c290-4fa5-b9da-f7d2f42d3716 None None] Pushing event updated for resources: {'Port': ['ID=5145a775-20e5-4537-aa61-d0857363c42c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:49.158303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:49.178145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=80cb846f-20b0-4889-8c63-6734483be048,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:49.182357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:49.192446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:49.200600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:49.201619 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:49.313784 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-a2351b3d-2b8c-4d97-a061-61bced97873a service neutron] 10.222.0.52 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885745 Aug 19 12:46:49.338380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dcd872fc-6ac6-4780-a0cc-46a7c30b4993 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5713744 Aug 19 12:46:49.343933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:49.476119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8621b452-4975-4206-baf5-f9e30bdc5906 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:49.494985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8621b452-4975-4206-baf5-f9e30bdc5906 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:49.496743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8621b452-4975-4206-baf5-f9e30bdc5906 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1547747 Aug 19 12:46:49.503816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:49.547400 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-db29b0d3-a862-465f-ab15-7529cc3a1a00 req-942cb0a7-2083-4b59-8a2e-2b81bacefe2f service neutron] 10.222.0.52 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235768 Aug 19 12:46:49.710775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e63e32c7-6ab3-4473-8dc5-33df52e94512 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 80cb846f-20b0-4889-8c63-6734483be048 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:49.711222 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e63e32c7-6ab3-4473-8dc5-33df52e94512 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:50.056077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444e3a1-f3ea-4979-a95f-ab4e1bd75dd0 req-b15ed1a0-dc51-46e9-bbfd-b84e8e0eea2c tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:50.057798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a444e3a1-f3ea-4979-a95f-ab4e1bd75dd0 req-b15ed1a0-dc51-46e9-bbfd-b84e8e0eea2c tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.2343807 Aug 19 12:46:50.088123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e63e32c7-6ab3-4473-8dc5-33df52e94512 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:50.100839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82862c96-db1f-45e8-bc03-8832c073730a req-199888a4-c493-47ec-9a54-0134606a7fe2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:50.103596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82862c96-db1f-45e8-bc03-8832c073730a req-199888a4-c493-47ec-9a54-0134606a7fe2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1756136 Aug 19 12:46:50.152904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e63e32c7-6ab3-4473-8dc5-33df52e94512 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 80cb846f-20b0-4889-8c63-6734483be048 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:50.194060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a444e3a1-f3ea-4979-a95f-ab4e1bd75dd0 req-b82034d8-8b82-4f04-ac0a-dbed126830ff tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164012 Aug 19 12:46:50.232955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82862c96-db1f-45e8-bc03-8832c073730a req-dfc778a6-7c64-4105-98ae-17bf545d2128 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076033 Aug 19 12:46:50.603975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5145a775-20e5-4537-aa61-d0857363c42c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:50.658288 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e63e32c7-6ab3-4473-8dc5-33df52e94512 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:50.778442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e32c7-6ab3-4473-8dc5-33df52e94512 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=80cb846f-20b0-4889-8c63-6734483be048,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:50.845319 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e63e32c7-6ab3-4473-8dc5-33df52e94512 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:50.851449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56700) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:50.854447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e63e32c7-6ab3-4473-8dc5-33df52e94512 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/80cb846f-20b0-4889-8c63-6734483be048 HTTP/1.1" status: 204 len: 168 time: 1.3432777 Aug 19 12:46:50.926132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5145a775-20e5-4537-aa61-d0857363c42c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:50.975388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ee944-2212-441b-9794-aa4c92beacb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:50.979267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ee944-2212-441b-9794-aa4c92beacb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:50.986465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56702) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:50.987868 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c89ee944-2212-441b-9794-aa4c92beacb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1352956 Aug 19 12:46:51.095810 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c49bfc9a-96fd-476a-be40-6a093c814d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.160892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56708) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:51.180192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-50c11a4c-e504-4ea1-870c-86780885596d None None] Provisioning for port 5145a775-20e5-4537-aa61-d0857363c42c completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:51.186163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-50c11a4c-e504-4ea1-870c-86780885596d None None] Provisioning complete for port 5145a775-20e5-4537-aa61-d0857363c42c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:51.186559 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-50c11a4c-e504-4ea1-870c-86780885596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.278545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3ff06b-bdc0-418d-bdab-443a7eaa062c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 521e9bcc-a51e-46c6-babc-02aa98734491 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:46:51.327604 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb3ff06b-bdc0-418d-bdab-443a7eaa062c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.406887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42a7bb-006d-46f3-b5dd-6f7b8793d3ce req-d9961260-9de7-44c6-9cb4-71a9a37473bb tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:51.408778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e42a7bb-006d-46f3-b5dd-6f7b8793d3ce req-d9961260-9de7-44c6-9cb4-71a9a37473bb tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1248593 Aug 19 12:46:51.412363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb3ff06b-bdc0-418d-bdab-443a7eaa062c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.496298 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-50c11a4c-e504-4ea1-870c-86780885596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.523351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24c62f-c6e5-4ff4-85aa-08afb089d3ef req-49f39337-3ca0-4661-866a-b6fc7bbc9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:51.525019 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef24c62f-c6e5-4ff4-85aa-08afb089d3ef req-49f39337-3ca0-4661-866a-b6fc7bbc9e1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbf651fd4a1346548c99cb07cad7d317&device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 1097 time: 0.2363842 Aug 19 12:46:51.558186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-50c11a4c-e504-4ea1-870c-86780885596d None None] For port 5145a775-20e5-4537-aa61-d0857363c42c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5145a775-20e5-4537-aa61-d0857363c42c,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:51.688306 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-50c11a4c-e504-4ea1-870c-86780885596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.768707 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb3ff06b-bdc0-418d-bdab-443a7eaa062c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.841125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a9aad4e4-1a18-4de9-8105-e1b5456601e3 None None] Could not find standard attr ID for object 80cb846f-20b0-4889-8c63-6734483be048. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:46:51.883902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24c62f-c6e5-4ff4-85aa-08afb089d3ef req-6cd0b600-e390-4784-9825-68a1e7f3b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:51.886323 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef24c62f-c6e5-4ff4-85aa-08afb089d3ef req-6cd0b600-e390-4784-9825-68a1e7f3b74e service neutron] 10.222.0.53 "GET /v2.0/networks?id=13f4f722-9c1b-4636-86e4-e63643ed65bf HTTP/1.1" status: 200 len: 921 time: 0.3140247 Aug 19 12:46:51.888188 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c11a4c-e504-4ea1-870c-86780885596d None None] Pushing event updated for resources: {'Port': ['ID=5145a775-20e5-4537-aa61-d0857363c42c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:51.995676 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef24c62f-c6e5-4ff4-85aa-08afb089d3ef req-4bb9834f-436d-4f71-b211-7672fbbbef3f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 217 time: 0.0988123 Aug 19 12:46:52.039513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83916949-2013-464b-86df-219f88e2986b req-b4a2fee0-ca94-4e72-929b-f9a503649afd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:52.042241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83916949-2013-464b-86df-219f88e2986b req-b4a2fee0-ca94-4e72-929b-f9a503649afd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.5772865 Aug 19 12:46:52.114573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24c62f-c6e5-4ff4-85aa-08afb089d3ef req-ac93b8a6-7416-404f-b311-5fca66c7afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:52.116137 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef24c62f-c6e5-4ff4-85aa-08afb089d3ef req-ac93b8a6-7416-404f-b311-5fca66c7afe5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d050514d-4db5-40c5-8399-a6747cd4c5f4 HTTP/1.1" status: 200 len: 860 time: 0.1117492 Aug 19 12:46:52.147675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e42a7bb-006d-46f3-b5dd-6f7b8793d3ce req-a8799d34-2246-4763-afc9-93cf99dc4579 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7302029 Aug 19 12:46:52.168051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35decc06-be1a-4489-9e50-8a5c0bff5060 req-fd7a7d07-7858-4d9a-aae5-5c30cf08b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:52.169914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35decc06-be1a-4489-9e50-8a5c0bff5060 req-fd7a7d07-7858-4d9a-aae5-5c30cf08b243 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 1097 time: 0.2225420 Aug 19 12:46:52.190056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83916949-2013-464b-86df-219f88e2986b req-001ea5c0-97d7-4eb0-87f0-de11ffb25b23 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229107 Aug 19 12:46:52.190823 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef24c62f-c6e5-4ff4-85aa-08afb089d3ef req-9f0dbb5e-43f8-471b-80af-3e7fea6b9903 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13f4f722-9c1b-4636-86e4-e63643ed65bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615811 Aug 19 12:46:52.237827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port 8cdcb94c-bdc8-4996-b09d-17ecdade5c33 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:52.241668 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.361404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35decc06-be1a-4489-9e50-8a5c0bff5060 req-b7546a7f-44a1-4535-8933-084759acc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:52.361404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35decc06-be1a-4489-9e50-8a5c0bff5060 req-b7546a7f-44a1-4535-8933-084759acc093 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 915 time: 0.1652284 Aug 19 12:46:52.361404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb3ff06b-bdc0-418d-bdab-443a7eaa062c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.459274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5145a775-20e5-4537-aa61-d0857363c42c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:52.535145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ff06b-bdc0-418d-bdab-443a7eaa062c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=521e9bcc-a51e-46c6-babc-02aa98734491,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:52.541826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35decc06-be1a-4489-9e50-8a5c0bff5060 req-d40bbca2-70ff-4fda-b236-967938dcc87d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd HTTP/1.1" status: 200 len: 217 time: 0.1672907 Aug 19 12:46:52.548703 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef24c62f-c6e5-4ff4-85aa-08afb089d3ef req-56a74e9a-16cb-4090-9786-a1545392bca0 service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374088 Aug 19 12:46:52.550942 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.551474 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.583164 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb3ff06b-bdc0-418d-bdab-443a7eaa062c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.586546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fb3ff06b-bdc0-418d-bdab-443a7eaa062c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/521e9bcc-a51e-46c6-babc-02aa98734491 HTTP/1.1" status: 204 len: 168 time: 1.5980062 Aug 19 12:46:52.596117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21856e92-84fd-4297-a71b-ee82c8df26d9 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:52.614128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56728) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:52.681536 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-ef24c62f-c6e5-4ff4-85aa-08afb089d3ef req-c361f52d-088c-495f-859a-072aca45f4a2 service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227708 Aug 19 12:46:52.701588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for 8cdcb94c-bdc8-4996-b09d-17ecdade5c33 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:52.706722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56730) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:52.707049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-244ded41-9b48-4607-ab6c-c331800aa21f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912602 Aug 19 12:46:52.713572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-cbdff01c-7dae-4040-92bf-48de8ec08f69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:52.722359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35decc06-be1a-4489-9e50-8a5c0bff5060 req-729ee0a2-b196-423e-8bd6-2345e9f92fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:52.724384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35decc06-be1a-4489-9e50-8a5c0bff5060 req-729ee0a2-b196-423e-8bd6-2345e9f92fb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6b3837f-4896-448d-90d3-9af8a59cb07f HTTP/1.1" status: 200 len: 854 time: 0.1745958 Aug 19 12:46:52.748046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5145a775-20e5-4537-aa61-d0857363c42c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:52.759492 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.829053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35decc06-be1a-4489-9e50-8a5c0bff5060 req-eadac92a-8ae1-4417-b73d-eae5d7ed7080 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a69fe7d7-91ab-4bab-9c68-970495891030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962930 Aug 19 12:46:53.098320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35decc06-be1a-4489-9e50-8a5c0bff5060 req-f268d823-e8f3-4bbb-899d-eed6b5e23867 service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619569 Aug 19 12:46:53.176636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee100d-2658-4c98-9950-d8f4e482ad08 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:46:53.299173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdff01c-7dae-4040-92bf-48de8ec08f69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:53.312258 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbdff01c-7dae-4040-92bf-48de8ec08f69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.346902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-71ee100d-2658-4c98-9950-d8f4e482ad08 None None] Deleting port 5145a775-20e5-4537-aa61-d0857363c42c {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:53.347305 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-71ee100d-2658-4c98-9950-d8f4e482ad08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.495010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35decc06-be1a-4489-9e50-8a5c0bff5060 req-da366412-ce9b-4256-8f5f-3ac2c48a7649 service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879788 Aug 19 12:46:53.512838 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.536365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ff8ce-71db-4f41-b838-5e8f582b53a7 req-6175553b-d9c0-4c07-84d8-4328088703b8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:53.538756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a82ff8ce-71db-4f41-b838-5e8f582b53a7 req-6175553b-d9c0-4c07-84d8-4328088703b8 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1186507 Aug 19 12:46:53.549523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4272b-52ae-41c8-ad8c-aa63d6390ba0 req-ff9b9102-df8d-41fd-b7af-7b51354355e5 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:53.551595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1f4272b-52ae-41c8-ad8c-aa63d6390ba0 req-ff9b9102-df8d-41fd-b7af-7b51354355e5 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1421010 Aug 19 12:46:53.557669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-71ee100d-2658-4c98-9950-d8f4e482ad08 None None] For port 5145a775-20e5-4537-aa61-d0857363c42c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5145a775-20e5-4537-aa61-d0857363c42c,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:53.558090 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-71ee100d-2658-4c98-9950-d8f4e482ad08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.593614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-71ee100d-2658-4c98-9950-d8f4e482ad08 None None] Calling delete_port for 5145a775-20e5-4537-aa61-d0857363c42c owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:53.619850 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=8cdcb94c-bdc8-4996-b09d-17ecdade5c33,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:53.621262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a82ff8ce-71db-4f41-b838-5e8f582b53a7 req-5484a658-0768-4c4a-9f52-e9b215cdbdab tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684612 Aug 19 12:46:53.664990 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1f4272b-52ae-41c8-ad8c-aa63d6390ba0 req-32d6d83f-69a5-43f4-b073-d9b6ff04b74d tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042981 Aug 19 12:46:53.791573 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.792007 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Floating IP e434ecf5-7858-4b1c-a114-b3f8d617568d disassociated (deleted). External IP: 172.25.6.7, port: db174b20-42a5-455c-b7f9-78a58acf06e3. Aug 19 12:46:54.157475 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-71ee100d-2658-4c98-9950-d8f4e482ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.235591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee100d-2658-4c98-9950-d8f4e482ad08 None None] Pushing event deleted for resources: {'Port': ['ID=5145a775-20e5-4537-aa61-d0857363c42c,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:54.256522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee100d-2658-4c98-9950-d8f4e482ad08 None None] No DVR routers for this DVR port 5145a775-20e5-4537-aa61-d0857363c42c on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:54.497923 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5145a775-20e5-4537-aa61-d0857363c42c no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:54.540607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 5145a775-20e5-4537-aa61-d0857363c42c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:54.540909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5145a775-20e5-4537-aa61-d0857363c42c not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:54.973844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f16b1d-ea93-4fe3-8cc5-9bd951b31f33 req-c6002a89-67f4-4261-a658-bb2b739b134b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:54.976890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f16b1d-ea93-4fe3-8cc5-9bd951b31f33 req-c6002a89-67f4-4261-a658-bb2b739b134b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1719902 Aug 19 12:46:55.010819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9599c1-1696-4efb-a0f8-75653fae5dfa req-7c94e0dc-4713-42d0-b3eb-94d0a56a848e tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:55.010819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb9599c1-1696-4efb-a0f8-75653fae5dfa req-7c94e0dc-4713-42d0-b3eb-94d0a56a848e tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1031439 Aug 19 12:46:55.120896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93f16b1d-ea93-4fe3-8cc5-9bd951b31f33 req-39e636c0-5377-4501-be65-37cf02196503 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337187 Aug 19 12:46:55.155725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb9599c1-1696-4efb-a0f8-75653fae5dfa req-f89646a8-15d6-4a3e-afc0-aef5d8e4b62b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337273 Aug 19 12:46:55.311707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:55.512036 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3828-26a9-4cfd-9c75-75b9a70414ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.685095 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbdff01c-7dae-4040-92bf-48de8ec08f69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.801641 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.829568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdff01c-7dae-4040-92bf-48de8ec08f69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=15bb1e1d-1163-492e-a038-41187dfcd450,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:55.849871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdff01c-7dae-4040-92bf-48de8ec08f69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:55.856484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cbdff01c-7dae-4040-92bf-48de8ec08f69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:55.862898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdff01c-7dae-4040-92bf-48de8ec08f69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:55.864300 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbdff01c-7dae-4040-92bf-48de8ec08f69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.876814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:55.885917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd781c-a106-4d73-a889-556ffa9acbdd None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:55.886925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.917492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56796) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:55.946123 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8c318913-4a94-4151-a7c7-533fc48f4424 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/floatingips/e434ecf5-7858-4b1c-a114-b3f8d617568d HTTP/1.1" status: 204 len: 168 time: 4.7831721 Aug 19 12:46:55.953646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:55.958418 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f59deae-792d-4c29-8034-cd2442df3093" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:56.047072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9512f8-749a-43f0-9564-44b46db97a9a None None] Sync routers for ids ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:56.090114 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cbdff01c-7dae-4040-92bf-48de8ec08f69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3818982 Aug 19 12:46:56.093933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56806) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:56.100819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'fixed_ips': [{'subnet_id': '15bb1e1d-1163-492e-a038-41187dfcd450', 'ip_address': '2001:db8::2956:ebc2:7663:2fb6'}], 'name': 'tempest-NetworksTestDHCPv6-245261623'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:56.136423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9512f8-749a-43f0-9564-44b46db97a9a None None] Routers {'58a4b717-6047-4b6d-84b5-8ca0c231ad09'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:56.141410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bb9512f8-749a-43f0-9564-44b46db97a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:46:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:56.142304 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae643ba-aaa2-4238-bc21-2ecb1d0699c0 x-openstack-request-id: req-7ae643ba-aaa2-4238-bc21-2ecb1d0699c0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:56.142791 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:56.143175 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ae643ba-aaa2-4238-bc21-2ecb1d0699c0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:56.143729 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'status': 'completed', 'code': 200} Aug 19 12:46:56.488488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59deae-792d-4c29-8034-cd2442df3093 req-2dd21652-1429-4c2c-8bdc-1be9d362acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:56.488488 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f59deae-792d-4c29-8034-cd2442df3093 req-2dd21652-1429-4c2c-8bdc-1be9d362acb4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14342c7fb8294b128c580938853dcfe8&device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 1097 time: 0.1867146 Aug 19 12:46:56.490500 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e0da933-61f7-4d00-bdab-08f0a1e2ae2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:56.490709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bb9512f8-749a-43f0-9564-44b46db97a9a None None] Set router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:56.500055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fbe2f-8b8a-4a6f-9fd6-5f31a55e4450 req-47f23495-6148-48d5-a115-90bfdb5f944a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:56.505924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b7fbe2f-8b8a-4a6f-9fd6-5f31a55e4450 req-47f23495-6148-48d5-a115-90bfdb5f944a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1474333 Aug 19 12:46:56.574842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59deae-792d-4c29-8034-cd2442df3093 req-33809b8f-ce57-4339-aff5-4cb7a18dd886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:56.578091 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f59deae-792d-4c29-8034-cd2442df3093 req-33809b8f-ce57-4339-aff5-4cb7a18dd886 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8cf10b79-a761-4313-8f35-66a15cf3b2f8 HTTP/1.1" status: 200 len: 898 time: 0.2137210 Aug 19 12:46:56.595993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b7fbe2f-8b8a-4a6f-9fd6-5f31a55e4450 req-47b96212-5cc1-4c60-840c-92e4bbbe8462 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765643 Aug 19 12:46:56.634993 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f59deae-792d-4c29-8034-cd2442df3093 req-789f8d50-73f2-4a48-b1fc-677e3c1e5ba9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db174b20-42a5-455c-b7f9-78a58acf06e3 HTTP/1.1" status: 200 len: 217 time: 0.0445919 Aug 19 12:46:56.708772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '15bb1e1d-1163-492e-a038-41187dfcd450'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:46:56.710537 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:56.717837 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e0da933-61f7-4d00-bdab-08f0a1e2ae2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:56.726470 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59deae-792d-4c29-8034-cd2442df3093 req-db948792-7231-44e5-b588-68a491ef0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:56.728660 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f59deae-792d-4c29-8034-cd2442df3093 req-db948792-7231-44e5-b588-68a491ef0cde service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6612dc6c-1b56-40a4-b77b-208d2f80fc8b HTTP/1.1" status: 200 len: 834 time: 0.0711913 Aug 19 12:46:56.795114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59deae-792d-4c29-8034-cd2442df3093 req-1b847ac1-99c8-4b87-bd3e-f1df852569f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:56.797127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aadc67-b7e4-439b-a8ea-bd6378c49822 req-484733ea-de84-46a5-b054-2e2774d0245c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:56.797723 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f59deae-792d-4c29-8034-cd2442df3093 req-1b847ac1-99c8-4b87-bd3e-f1df852569f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8cf10b79-a761-4313-8f35-66a15cf3b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589392 Aug 19 12:46:56.799429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69aadc67-b7e4-439b-a8ea-bd6378c49822 req-484733ea-de84-46a5-b054-2e2774d0245c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1034119 Aug 19 12:46:56.808978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f79e7-8cbe-4f57-bb09-37e4f8d518dd req-ad8cd244-0295-458e-b2e2-ddc53be8ed68 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:56.811051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9f79e7-8cbe-4f57-bb09-37e4f8d518dd req-ad8cd244-0295-458e-b2e2-ddc53be8ed68 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1037314 Aug 19 12:46:56.848665 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e0da933-61f7-4d00-bdab-08f0a1e2ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:56.945470 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f59deae-792d-4c29-8034-cd2442df3093 req-b1b5fb88-373c-4bab-b051-932ab6809c67 service neutron] 10.222.0.52 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390715 Aug 19 12:46:56.949434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69aadc67-b7e4-439b-a8ea-bd6378c49822 req-4a3d11ad-74b9-448c-8d63-f951120a5b6b tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315515 Aug 19 12:46:56.960702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0e0da933-61f7-4d00-bdab-08f0a1e2ae2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5768cb39a9b496999a18ea96ff2e79e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0415657 Aug 19 12:46:56.965014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56820) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:56.987569 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9f79e7-8cbe-4f57-bb09-37e4f8d518dd req-9b59469f-6f33-41d7-af7b-6ba343c600be tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666305 Aug 19 12:46:56.988308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0da933-61f7-4d00-bdab-08f0a1e2ae2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097720fb-58b7-48a0-8c7c-95563954e808,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:56.994596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/15bb1e1d-1163-492e-a038-41187dfcd450/d61b95cd-3790-472e-91af-c6199681011b) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:57.012707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bb9512f8-749a-43f0-9564-44b46db97a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f87bf770-5347-4763-b3e5-65bb30e8ada2', 'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:0b:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:32Z', 'updated_at': '2021-08-19T12:44:48Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:57.063733 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9512f8-749a-43f0-9564-44b46db97a9a None None] Checking router: 58a4b717-6047-4b6d-84b5-8ca0c231ad09 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:57.065624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:57.073736 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.120774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9512f8-749a-43f0-9564-44b46db97a9a None None] Routers {'58a4b717-6047-4b6d-84b5-8ca0c231ad09'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:57.121619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bb9512f8-749a-43f0-9564-44b46db97a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:46:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:57.220421 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1f59deae-792d-4c29-8034-cd2442df3093 req-8b96b7b1-8b29-4af1-909e-07292fcd7d40 service neutron] 10.222.0.52 "GET /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664313 Aug 19 12:46:57.246934 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6041b549-bd3a-41b5-9d1b-5b142ff7b27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.340776 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6041b549-bd3a-41b5-9d1b-5b142ff7b27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.401799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.453215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 1d810892-04c4-4214-99f0-a34d48d9aa7a yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:46:57.538113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bb9512f8-749a-43f0-9564-44b46db97a9a None None] Set router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:57.623762 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.884270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bb9512f8-749a-43f0-9564-44b46db97a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f87bf770-5347-4763-b3e5-65bb30e8ada2', 'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:0b:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:32Z', 'updated_at': '2021-08-19T12:44:48Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:57.923186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9512f8-749a-43f0-9564-44b46db97a9a None None] The sync data for ids ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'] in n-d-778732-8 is: [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:34Z', 'revision_number': 4, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f87bf770-5347-4763-b3e5-65bb30e8ada2', 'name': '', 'network_id': '8cf10b79-a761-4313-8f35-66a15cf3b2f8', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'mac_address': 'fa:16:3e:0b:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:32Z', 'updated_at': '2021-08-19T12:44:48Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'subnets': [{'id': '6612dc6c-1b56-40a4-b77b-208d2f80fc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:58.162528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Transition to ACTIVE for port object d61b95cd-3790-472e-91af-c6199681011b will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:58.185756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9aadf-0c2f-466f-a60a-414ab19327e5 req-c47400ab-219d-4b93-a060-214ac64b48ab tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:58.201807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ee9aadf-0c2f-466f-a60a-414ab19327e5 req-c47400ab-219d-4b93-a060-214ac64b48ab tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1937089 Aug 19 12:46:58.213583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Transition to ACTIVE for port object d61b95cd-3790-472e-91af-c6199681011b will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:58.274104 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6041b549-bd3a-41b5-9d1b-5b142ff7b27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.277462 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6041b549-bd3a-41b5-9d1b-5b142ff7b27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.279206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6041b549-bd3a-41b5-9d1b-5b142ff7b27e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/097720fb-58b7-48a0-8c7c-95563954e808 HTTP/1.1" status: 204 len: 168 time: 1.2755158 Aug 19 12:46:58.325859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ee9aadf-0c2f-466f-a60a-414ab19327e5 req-73892f97-767d-4bc9-8477-cb855c06b4ee tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201935 Aug 19 12:46:58.325859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041b549-bd3a-41b5-9d1b-5b142ff7b27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097720fb-58b7-48a0-8c7c-95563954e808,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:58.350814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54212a-81be-46ef-8995-74a969dc7269 req-f58d6c25-c222-4994-ba1f-8abe267ba42e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:58.353538 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-da54212a-81be-46ef-8995-74a969dc7269 req-f58d6c25-c222-4994-ba1f-8abe267ba42e tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.1830158 Aug 19 12:46:58.381990 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.481201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:58.481201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:58.481201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:58.551595 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bf685-4825-4907-8c0a-d7cc6365e51c req-59581ff4-0b66-407c-b6bf-34e6ae382f87 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:58.555609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e7bf685-4825-4907-8c0a-d7cc6365e51c req-59581ff4-0b66-407c-b6bf-34e6ae382f87 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 946 time: 0.4132838 Aug 19 12:46:58.555609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::2956:ebc2:7663:2fb6 (cbba3ea2-383a-40d7-830c-045ff0649192/15bb1e1d-1163-492e-a038-41187dfcd450/1d810892-04c4-4214-99f0-a34d48d9aa7a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:58.580131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Pushing event updated for resources: {'Port': ['ID=d61b95cd-3790-472e-91af-c6199681011b,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:58.584844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Attempting to bind port d61b95cd-3790-472e-91af-c6199681011b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:58.585672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Attempting to bind port d61b95cd-3790-472e-91af-c6199681011b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:58.586115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Attempting to bind port d61b95cd-3790-472e-91af-c6199681011b on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:58.592120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:58.594838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:58.594838 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.594838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:58.594838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Bound port: d61b95cd-3790-472e-91af-c6199681011b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:58.595299 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.619936 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-da54212a-81be-46ef-8995-74a969dc7269 req-51d85a42-fa18-451e-9f57-12fff1c5fe8c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port db174b20-42a5-455c-b7f9-78a58acf06e3 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:58.620280 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-da54212a-81be-46ef-8995-74a969dc7269 req-51d85a42-fa18-451e-9f57-12fff1c5fe8c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.622078 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df079162-534f-462b-b413-d60d0f1097b1 None None] New status for floating IP e434ecf5-7858-4b1c-a114-b3f8d617568d: DOWN {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:46:58.723626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] For port d61b95cd-3790-472e-91af-c6199681011b, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:58.737750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] For port d61b95cd-3790-472e-91af-c6199681011b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d61b95cd-3790-472e-91af-c6199681011b,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:58.745546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1c789-077a-4cdf-b7ac-d1f0082d025f req-add4e6f1-01b6-4a68-bd7f-98337efc398c tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:58.747450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cda1c789-077a-4cdf-b7ac-d1f0082d025f req-add4e6f1-01b6-4a68-bd7f-98337efc398c tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.2105401 Aug 19 12:46:58.768165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-da54212a-81be-46ef-8995-74a969dc7269 req-51d85a42-fa18-451e-9f57-12fff1c5fe8c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port db174b20-42a5-455c-b7f9-78a58acf06e3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=db174b20-42a5-455c-b7f9-78a58acf06e3,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:58.768611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-da54212a-81be-46ef-8995-74a969dc7269 req-51d85a42-fa18-451e-9f57-12fff1c5fe8c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.787168 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-da54212a-81be-46ef-8995-74a969dc7269 req-51d85a42-fa18-451e-9f57-12fff1c5fe8c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for db174b20-42a5-455c-b7f9-78a58acf06e3 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:58.876006 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.886712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e7bf685-4825-4907-8c0a-d7cc6365e51c req-021df97f-9a43-4380-ae3d-6441784d8c09 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f718f-49a9-4908-94f1-08be0874ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023546 Aug 19 12:46:58.919064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cda1c789-077a-4cdf-b7ac-d1f0082d025f req-49de969c-e7bd-456c-9c00-675611538952 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179750 Aug 19 12:46:58.987041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a5813-e5e5-48c9-8e1c-fa05cad4883a None None] Pushing event updated for resources: {'Port': ['ID=d61b95cd-3790-472e-91af-c6199681011b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:59.025251 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:59.045288 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:59.074087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 1d810892-04c4-4214-99f0-a34d48d9aa7a will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:59.149973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-da54212a-81be-46ef-8995-74a969dc7269 req-51d85a42-fa18-451e-9f57-12fff1c5fe8c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:59.187416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d85a42-fa18-451e-9f57-12fff1c5fe8c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=db174b20-42a5-455c-b7f9-78a58acf06e3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:59.234776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-da54212a-81be-46ef-8995-74a969dc7269 req-51d85a42-fa18-451e-9f57-12fff1c5fe8c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] No DVR routers for this DVR port db174b20-42a5-455c-b7f9-78a58acf06e3 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:59.240458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-da54212a-81be-46ef-8995-74a969dc7269 req-51d85a42-fa18-451e-9f57-12fff1c5fe8c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:59.260145 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-da54212a-81be-46ef-8995-74a969dc7269 req-51d85a42-fa18-451e-9f57-12fff1c5fe8c tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.52 "DELETE /v2.0/ports/db174b20-42a5-455c-b7f9-78a58acf06e3 HTTP/1.1" status: 204 len: 173 time: 0.8962407 Aug 19 12:46:59.261593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'name': 'network-vif-deleted', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:59.264145 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fcedec-07d8-40c6-a71b-0db9f6aa82ea" -d '{"events": [{"server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "name": "network-vif-deleted", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:59.323189 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddf9432-0445-448c-9e3f-0c5d88725086 x-openstack-request-id: req-fddf9432-0445-448c-9e3f-0c5d88725086 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:59.323827 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cc3cab-5ae6-40c7-b16a-59bf6cff4815", "name": "network-vif-deleted", "tag": "db174b20-42a5-455c-b7f9-78a58acf06e3", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:59.324353 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fddf9432-0445-448c-9e3f-0c5d88725086 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:59.325074 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cc3cab-5ae6-40c7-b16a-59bf6cff4815', 'name': 'network-vif-deleted', 'tag': 'db174b20-42a5-455c-b7f9-78a58acf06e3', 'status': 'completed', 'code': 200} Aug 19 12:46:59.341106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:59.407002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:59.413323 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:59.420063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:59.426411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.426962 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:59.456533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=1d810892-04c4-4214-99f0-a34d48d9aa7a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:59.509864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df452e1-1212-426f-9804-e893e25e2d2f req-3e12a342-c864-4657-8b31-cd995d9fb51e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.511327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2df452e1-1212-426f-9804-e893e25e2d2f req-3e12a342-c864-4657-8b31-cd995d9fb51e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0773287 Aug 19 12:46:59.563584 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2df452e1-1212-426f-9804-e893e25e2d2f req-bd29a5c1-47e0-4e6e-9c2c-224e4ff54b8c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456254 Aug 19 12:46:59.661450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a5a7f3c8-b018-4efe-b0f0-fd37759a16fa tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5641012 Aug 19 12:46:59.668907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56872) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:59.737514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56874) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:59.762697 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d495a5fa-8a1b-4397-9e0b-6b2858b922a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:59.795586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc912514-d362-4aa7-a722-fdd674a8c0ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.804275 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc912514-d362-4aa7-a722-fdd674a8c0ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.806386 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bc912514-d362-4aa7-a722-fdd674a8c0ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1418886 Aug 19 12:46:59.808930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56876) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:00.020115 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ef179-551b-40a9-9cdc-4c28b08ae35a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 1d810892-04c4-4214-99f0-a34d48d9aa7a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:00.020491 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef179-551b-40a9-9cdc-4c28b08ae35a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.070787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f8840ff-4516-4c79-9a77-ab8a633451a7 req-892c9c8b-7024-45f2-b700-bf9ae70325ac tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0cc3cab-5ae6-40c7-b16a-59bf6cff4815 HTTP/1.1" status: 200 len: 210 time: 0.0458813 Aug 19 12:47:00.141278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37172b-08c3-471e-938f-8cfc117496dd req-d3726ba3-184a-446b-b3eb-e075aecf94a1 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:00.143650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f37172b-08c3-471e-938f-8cfc117496dd req-d3726ba3-184a-446b-b3eb-e075aecf94a1 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.0658188 Aug 19 12:47:00.153164 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d495a5fa-8a1b-4397-9e0b-6b2858b922a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.209763 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef179-551b-40a9-9cdc-4c28b08ae35a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.216221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f37172b-08c3-471e-938f-8cfc117496dd req-d8c0ef9f-1c30-4e79-9749-3152d354ba5b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652015 Aug 19 12:47:00.239416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ef179-551b-40a9-9cdc-4c28b08ae35a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 1d810892-04c4-4214-99f0-a34d48d9aa7a owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:00.286975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d1c5a-7355-417c-8418-5e0b5134bafa req-681fb4ca-a23c-4c44-8d53-746e18394021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:00.292610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-115d1c5a-7355-417c-8418-5e0b5134bafa req-681fb4ca-a23c-4c44-8d53-746e18394021 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0746586 Aug 19 12:47:00.326607 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d495a5fa-8a1b-4397-9e0b-6b2858b922a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.432693 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d495a5fa-8a1b-4397-9e0b-6b2858b922a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02de7d88aab44ad4b0041f9f60b25a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6932888 Aug 19 12:47:00.437408 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495a5fa-8a1b-4397-9e0b-6b2858b922a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625f4bd5-8d4a-442d-a1c4-e290595e28fd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:00.442119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56886) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:00.445237 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d61b95cd-3790-472e-91af-c6199681011b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:00.511017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d1c5a-7355-417c-8418-5e0b5134bafa req-63bd3efe-153a-4cc3-8954-849f0f5d8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:00.518347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-115d1c5a-7355-417c-8418-5e0b5134bafa req-63bd3efe-153a-4cc3-8954-849f0f5d8137 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 915 time: 0.2169673 Aug 19 12:47:00.630238 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1ced5a1-9108-451c-97d3-84b4c85559e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.634477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-115d1c5a-7355-417c-8418-5e0b5134bafa req-d93d77a1-f2e4-40a1-8c4a-83f624af142f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd HTTP/1.1" status: 200 len: 217 time: 0.1077116 Aug 19 12:47:00.690351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1ced5a1-9108-451c-97d3-84b4c85559e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.733837 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d1c5a-7355-417c-8418-5e0b5134bafa req-d62439af-8983-4670-87ef-65bc7c1bc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:00.735593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-115d1c5a-7355-417c-8418-5e0b5134bafa req-d62439af-8983-4670-87ef-65bc7c1bc552 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6b3837f-4896-448d-90d3-9af8a59cb07f HTTP/1.1" status: 200 len: 854 time: 0.0935822 Aug 19 12:47:00.772735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d61b95cd-3790-472e-91af-c6199681011b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:00.775389 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee68b503-e7ef-4ca5-a2f2-454489bb6e5b None None] Provisioning for port d61b95cd-3790-472e-91af-c6199681011b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:00.777096 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef179-551b-40a9-9cdc-4c28b08ae35a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.781840 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d61b95cd-3790-472e-91af-c6199681011b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:00.782232 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.808143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-115d1c5a-7355-417c-8418-5e0b5134bafa req-bc48da2d-c065-4917-a433-423ba1b8510b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a69fe7d7-91ab-4bab-9c68-970495891030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545604 Aug 19 12:47:00.808416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee68b503-e7ef-4ca5-a2f2-454489bb6e5b None None] Provisioning complete for port d61b95cd-3790-472e-91af-c6199681011b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:00.808620 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee68b503-e7ef-4ca5-a2f2-454489bb6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.842056 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ef179-551b-40a9-9cdc-4c28b08ae35a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=1d810892-04c4-4214-99f0-a34d48d9aa7a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:00.898282 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef179-551b-40a9-9cdc-4c28b08ae35a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.900277 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4c4ef179-551b-40a9-9cdc-4c28b08ae35a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/1d810892-04c4-4214-99f0-a34d48d9aa7a HTTP/1.1" status: 204 len: 168 time: 1.0900266 Aug 19 12:47:00.903070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56896) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:00.968525 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.982532 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1ced5a1-9108-451c-97d3-84b4c85559e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.993636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1ced5a1-9108-451c-97d3-84b4c85559e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.996795 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee68b503-e7ef-4ca5-a2f2-454489bb6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.997146 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a1ced5a1-9108-451c-97d3-84b4c85559e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/625f4bd5-8d4a-442d-a1c4-e290595e28fd HTTP/1.1" status: 204 len: 168 time: 0.5442312 Aug 19 12:47:00.998878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb01d7-02ec-4519-b8ea-b67e697c995e req-f37d39ac-0f5b-4a2c-8eb1-2826115f8f8c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:01.001728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f7fb01d7-02ec-4519-b8ea-b67e697c995e req-f37d39ac-0f5b-4a2c-8eb1-2826115f8f8c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.3014939 Aug 19 12:47:01.006620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865a14df-ca7b-475a-957b-811b20eedc62 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:01.008441 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865a14df-ca7b-475a-957b-811b20eedc62 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:01.010091 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-865a14df-ca7b-475a-957b-811b20eedc62 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1060410 Aug 19 12:47:01.016253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56900) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:01.024427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ced5a1-9108-451c-97d3-84b4c85559e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625f4bd5-8d4a-442d-a1c4-e290595e28fd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:01.055253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ee68b503-e7ef-4ca5-a2f2-454489bb6e5b None None] For port d61b95cd-3790-472e-91af-c6199681011b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d61b95cd-3790-472e-91af-c6199681011b,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:01.141251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-115d1c5a-7355-417c-8418-5e0b5134bafa req-5e2331bb-b297-4b37-be7b-83102add4fde service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250582 Aug 19 12:47:01.162064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56904) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:01.184683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f7fb01d7-02ec-4519-b8ea-b67e697c995e req-35766ba5-a878-4c3d-b959-a62b5e94784a tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726081 Aug 19 12:47:01.198380 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee68b503-e7ef-4ca5-a2f2-454489bb6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.242289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3247b39a-f9f4-427c-91fb-887243fa4106 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 15bb1e1d-1163-492e-a038-41187dfcd450 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:47:01.349039 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3247b39a-f9f4-427c-91fb-887243fa4106 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.353178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68b503-e7ef-4ca5-a2f2-454489bb6e5b None None] Pushing event updated for resources: {'Port': ['ID=d61b95cd-3790-472e-91af-c6199681011b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:01.406989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ad98428b-199e-455a-ba6e-512d243b679d None None] Could not find standard attr ID for object 1d810892-04c4-4214-99f0-a34d48d9aa7a. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:47:01.444839 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:47:01.445443 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:47:01.453411 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3247b39a-f9f4-427c-91fb-887243fa4106 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.521626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adbf6a-bff0-484e-a4f6-97eb563baaef req-d7dd71cd-6f34-4ac7-b7c1-2707f46eff3e tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:01.523191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98adbf6a-bff0-484e-a4f6-97eb563baaef req-d7dd71cd-6f34-4ac7-b7c1-2707f46eff3e tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1510038 Aug 19 12:47:01.525117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-115d1c5a-7355-417c-8418-5e0b5134bafa req-1962f671-f6bd-4328-a8bf-a9c754010979 service neutron] 10.222.0.53 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655920 Aug 19 12:47:01.625529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98adbf6a-bff0-484e-a4f6-97eb563baaef req-0172bb99-fab3-49b5-bd7f-01fcbb4941b1 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893703 Aug 19 12:47:01.635729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3247b39a-f9f4-427c-91fb-887243fa4106 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.866441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.946041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3247b39a-f9f4-427c-91fb-887243fa4106 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.985684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247b39a-f9f4-427c-91fb-887243fa4106 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=15bb1e1d-1163-492e-a038-41187dfcd450,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:01.994436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3247b39a-f9f4-427c-91fb-887243fa4106 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.997430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3247b39a-f9f4-427c-91fb-887243fa4106 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/15bb1e1d-1163-492e-a038-41187dfcd450 HTTP/1.1" status: 204 len: 168 time: 0.9761679 Aug 19 12:47:01.999087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56924) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:02.000974 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d6624e-4b3b-40cd-9f9f-982dc13b2d42 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:02.052130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-da2c41aa-a132-4d42-ad3e-5e7a71c2869b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517020 Aug 19 12:47:02.055946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:02.120276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8fef82-1d6f-4060-b4c9-34fb6ed69e6c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:02.121825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0a8fef82-1d6f-4060-b4c9-34fb6ed69e6c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0646188 Aug 19 12:47:02.126878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56928) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:02.195549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27205ce8-5731-4e27-b5b0-55fda90c66fe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:02.200016 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-27205ce8-5731-4e27-b5b0-55fda90c66fe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688143 Aug 19 12:47:02.200016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56932) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:02.269204 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cfbdf27b-4e7c-45b6-9a80-8fed6deeff6b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678561 Aug 19 12:47:02.291647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:02.300728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2619e4ce-4cd1-4a59-b295-9b07523ed6ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:02.356513 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990782b2-0290-48bb-8b1d-0870cde13c86 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:47:02.423649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d61b95cd-3790-472e-91af-c6199681011b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:02.431294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port f87bf770-5347-4763-b3e5-65bb30e8ada2 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:02.431603 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.484535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499fb28-b8d1-4033-833b-e91a7b524b4e req-13c78cf1-88ac-4540-937a-7e4e2e2c2979 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:02.494464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e499fb28-b8d1-4033-833b-e91a7b524b4e req-13c78cf1-88ac-4540-937a-7e4e2e2c2979 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.0983584 Aug 19 12:47:02.553009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device db174b20-42a5-455c-b7f9-78a58acf06e3 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:02.556288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port f87bf770-5347-4763-b3e5-65bb30e8ada2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f87bf770-5347-4763-b3e5-65bb30e8ada2,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:02.556566 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.571402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for f87bf770-5347-4763-b3e5-65bb30e8ada2 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:02.603032 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e499fb28-b8d1-4033-833b-e91a7b524b4e req-0ac12d8b-5680-41a8-912d-0f7778a941bd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985508 Aug 19 12:47:02.607320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: db174b20-42a5-455c-b7f9-78a58acf06e3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:02.607743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device db174b20-42a5-455c-b7f9-78a58acf06e3 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:02.626960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-990782b2-0290-48bb-8b1d-0870cde13c86 None None] Deleting port d61b95cd-3790-472e-91af-c6199681011b {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:02.627516 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-990782b2-0290-48bb-8b1d-0870cde13c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.688018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.741963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-990782b2-0290-48bb-8b1d-0870cde13c86 None None] For port d61b95cd-3790-472e-91af-c6199681011b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d61b95cd-3790-472e-91af-c6199681011b,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:02.742343 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-990782b2-0290-48bb-8b1d-0870cde13c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.767224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-990782b2-0290-48bb-8b1d-0870cde13c86 None None] Calling delete_port for d61b95cd-3790-472e-91af-c6199681011b owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:02.770317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port d61b95cd-3790-472e-91af-c6199681011b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d61b95cd-3790-472e-91af-c6199681011b,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:02.808959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba3549-c725-4611-8a38-46bc7085857b req-aa517c29-2449-4103-8fbe-8422610bea8c tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:02.811273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38ba3549-c725-4611-8a38-46bc7085857b req-aa517c29-2449-4103-8fbe-8422610bea8c tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.0692956 Aug 19 12:47:02.840285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2619e4ce-4cd1-4a59-b295-9b07523ed6ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:02.844326 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2619e4ce-4cd1-4a59-b295-9b07523ed6ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.920626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38ba3549-c725-4611-8a38-46bc7085857b req-07b6a24d-0f5b-4971-96d8-b8228cf51a4e tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022909 Aug 19 12:47:02.974617 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.037141 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.073259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=d61b95cd-3790-472e-91af-c6199681011b,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:03.095019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=f87bf770-5347-4763-b3e5-65bb30e8ada2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:03.168686 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-990782b2-0290-48bb-8b1d-0870cde13c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.222331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990782b2-0290-48bb-8b1d-0870cde13c86 None None] Pushing event deleted for resources: {'Port': ['ID=d61b95cd-3790-472e-91af-c6199681011b,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:03.229487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990782b2-0290-48bb-8b1d-0870cde13c86 None None] No DVR routers for this DVR port d61b95cd-3790-472e-91af-c6199681011b on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:03.286760 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2619e4ce-4cd1-4a59-b295-9b07523ed6ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.343085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619e4ce-4cd1-4a59-b295-9b07523ed6ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:03.347222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2619e4ce-4cd1-4a59-b295-9b07523ed6ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:03.351964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2619e4ce-4cd1-4a59-b295-9b07523ed6ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:03.352581 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2619e4ce-4cd1-4a59-b295-9b07523ed6ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.359915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb0dcf-b705-40ca-86a4-f9ca5f03ff24 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:03.368233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619e4ce-4cd1-4a59-b295-9b07523ed6ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=259e1b5b-0709-42cf-b8e2-86a2c1610009,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:03.423787 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.568103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '259e1b5b-0709-42cf-b8e2-86a2c1610009'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:47:03.569261 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.596283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2619e4ce-4cd1-4a59-b295-9b07523ed6ed tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2994568 Aug 19 12:47:03.599188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56962) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:03.602534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'fixed_ips': [{'subnet_id': '259e1b5b-0709-42cf-b8e2-86a2c1610009', 'ip_address': '2001:db8::9fdb:d1bd:28c8:8d03'}], 'name': 'tempest-NetworksTestDHCPv6-2002019177'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:03.831345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:03.878482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/259e1b5b-0709-42cf-b8e2-86a2c1610009/ae3ed814-78ec-40b9-bd81-7c7ed186c5b2) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:03.918197 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2472848-4f9e-49bc-a7cc-a8c1fb2a6da0 req-c3985e6e-d0d1-42ef-a55e-361f971eeaac tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:03.920005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2472848-4f9e-49bc-a7cc-a8c1fb2a6da0 req-c3985e6e-d0d1-42ef-a55e-361f971eeaac tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1528020 Aug 19 12:47:03.931322 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f869536a-40fe-4ec0-bf17-ace869f34bcd no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:03.990162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2472848-4f9e-49bc-a7cc-a8c1fb2a6da0 req-77aa5074-ce69-4b66-99e6-98f15320c713 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587692 Aug 19 12:47:04.024966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:04.034161 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f9123e1-eed5-44a5-ad42-19222cfc5983 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "PUT /v2.0/routers/58a4b717-6047-4b6d-84b5-8ca0c231ad09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8699968 Aug 19 12:47:04.034804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56974) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:04.044072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db074fd-0b1a-4c53-b477-a2f24da58d41 None None] Sync routers for ids ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:04.088198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db074fd-0b1a-4c53-b477-a2f24da58d41 None None] Routers {'58a4b717-6047-4b6d-84b5-8ca0c231ad09'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:04.088860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6db074fd-0b1a-4c53-b477-a2f24da58d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:46:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:04.128807 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fe2d5c-b88c-436b-bf54-1e400c883ca5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting subnet 6612dc6c-1b56-40a4-b77b-208d2f80fc8b {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:47:04.140364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41fe2d5c-b88c-436b-bf54-1e400c883ca5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.153341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:04.215153 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41fe2d5c-b88c-436b-bf54-1e400c883ca5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.261707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d9ba7-e3d2-4453-bbd7-259ef0741780 req-b7220acd-21e5-45cf-8fa2-06900251b586 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:04.263357 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-717d9ba7-e3d2-4453-bbd7-259ef0741780 req-b7220acd-21e5-45cf-8fa2-06900251b586 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1705332 Aug 19 12:47:04.309620 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.324031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Transition to ACTIVE for port object ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:04.365466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Transition to ACTIVE for port object ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:04.368785 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41fe2d5c-b88c-436b-bf54-1e400c883ca5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.404331 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.404770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-717d9ba7-e3d2-4453-bbd7-259ef0741780 req-92fa4b2c-f804-44a8-a4b5-289504950541 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282766 Aug 19 12:47:04.475087 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.477320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:04.481720 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741975dd-5038-4baf-beee-107b9d67064e" -d '{"events": [{"server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:04.504251 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.520853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 2b62116d-3892-4047-9422-a28d0e9febd2 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:47:04.589714 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d8066-af9a-4364-8126-8181d27ddb10 x-openstack-request-id: req-e93d8066-af9a-4364-8126-8181d27ddb10 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:04.590565 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:04.590565 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e93d8066-af9a-4364-8126-8181d27ddb10 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:04.593600 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'code': 200} Aug 19 12:47:04.599522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:04.630920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:04.644165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:04.651806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:04.655816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Pushing event updated for resources: {'Port': ['ID=ae3ed814-78ec-40b9-bd81-7c7ed186c5b2,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:04.684381 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41fe2d5c-b88c-436b-bf54-1e400c883ca5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.687015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6db074fd-0b1a-4c53-b477-a2f24da58d41 None None] Set router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:04.716114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe2d5c-b88c-436b-bf54-1e400c883ca5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Subnet': ['ID=6612dc6c-1b56-40a4-b77b-208d2f80fc8b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:04.747736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41fe2d5c-b88c-436b-bf54-1e400c883ca5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.747736 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-41fe2d5c-b88c-436b-bf54-1e400c883ca5 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/subnets/6612dc6c-1b56-40a4-b77b-208d2f80fc8b HTTP/1.1" status: 204 len: 168 time: 0.7048931 Aug 19 12:47:04.747736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56992) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:04.795332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::9fdb:d1bd:28c8:8d03 (cbba3ea2-383a-40d7-830c-045ff0649192/259e1b5b-0709-42cf-b8e2-86a2c1610009/2b62116d-3892-4047-9422-a28d0e9febd2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:04.824544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a42d0b-3ad0-42f2-8306-fd994a7c7a32 None None] Network 8cf10b79-a761-4313-8f35-66a15cf3b2f8 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:04.932436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Attempting to bind port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:04.932877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Attempting to bind port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:04.933284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Attempting to bind port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:04.974584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:04.974982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:04.975398 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.975853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:04.976745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Bound port: ae3ed814-78ec-40b9-bd81-7c7ed186c5b2, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:04.976887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.977280 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.992707 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.100357 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.160017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 2b62116d-3892-4047-9422-a28d0e9febd2 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:05.225455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e702ff-ab55-445b-bb91-b1acd1490a44 req-cef582a8-dd20-40e4-b162-7a5addc56e6b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:05.234115 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69e702ff-ab55-445b-bb91-b1acd1490a44 req-cef582a8-dd20-40e4-b162-7a5addc56e6b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 944 time: 0.1175349 Aug 19 12:47:05.307960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69e702ff-ab55-445b-bb91-b1acd1490a44 req-8bcb1331-2ea5-4110-bc26-e2466c264674 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726967 Aug 19 12:47:05.308291 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.357238 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.443116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:05.468145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:05.482317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:05.489646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:05.500179 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.505189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=2b62116d-3892-4047-9422-a28d0e9febd2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:05.512774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] For port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:05.516993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:05.521056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] For port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ae3ed814-78ec-40b9-bd81-7c7ed186c5b2,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:05.542161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f543c-5bb8-4e6e-9493-2b7400732cea req-1224d2f4-d380-4b2d-84dd-a4f981a853b3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:05.544713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab0f543c-5bb8-4e6e-9493-2b7400732cea req-1224d2f4-d380-4b2d-84dd-a4f981a853b3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 944 time: 0.1372089 Aug 19 12:47:05.628217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Deleting port 9505de14-fee8-4016-a7fd-78d06c3b6168 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:05.628217 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.636325 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6db074fd-0b1a-4c53-b477-a2f24da58d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:47:02Z', 'revision_number': 5, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port': {'id': '9505de14-fee8-4016-a7fd-78d06c3b6168', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:05.656141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3c2dd545-b756-4a29-9a68-820a024f7e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0473883 Aug 19 12:47:05.663199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57012) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:05.699475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab0f543c-5bb8-4e6e-9493-2b7400732cea req-b38fca81-3cab-494a-9d47-a0714dbd6691 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452577 Aug 19 12:47:05.699913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94b9225-e1b1-436a-a2e6-7262064cf7f3 None None] DHCP port deletion for 8cf10b79-a761-4313-8f35-66a15cf3b2f8 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:47:05.705413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db074fd-0b1a-4c53-b477-a2f24da58d41 None None] Checking router: 58a4b717-6047-4b6d-84b5-8ca0c231ad09 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:05.714101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6718a977-fc24-411e-9d2b-70085a59ba53 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'fixed_ips': [{'subnet_id': '259e1b5b-0709-42cf-b8e2-86a2c1610009', 'ip_address': '2001:db8::9fdb:d1bd:28c8:8d03'}], 'name': 'tempest-NetworksTestDHCPv6-449853155'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:05.719678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db074fd-0b1a-4c53-b477-a2f24da58d41 None None] Routers {'58a4b717-6047-4b6d-84b5-8ca0c231ad09'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:05.720749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6db074fd-0b1a-4c53-b477-a2f24da58d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:46:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:05.771949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8aa28-dd98-4c18-a151-6a4b7e0121aa req-4e4f1bc5-9427-4e59-81c9-29f08d392a23 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:05.773746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2d8aa28-dd98-4c18-a151-6a4b7e0121aa req-4e4f1bc5-9427-4e59-81c9-29f08d392a23 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1187174 Aug 19 12:47:05.830223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6db074fd-0b1a-4c53-b477-a2f24da58d41 None None] Set router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:05.834816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2d8aa28-dd98-4c18-a151-6a4b7e0121aa req-6580d09c-e84b-41c0-a3dd-6b784170b1db tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535450 Aug 19 12:47:05.950851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.965803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6db074fd-0b1a-4c53-b477-a2f24da58d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:47:05Z', 'revision_number': 6, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:06.048740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db074fd-0b1a-4c53-b477-a2f24da58d41 None None] The sync data for ids ['58a4b717-6047-4b6d-84b5-8ca0c231ad09'] in n-d-778732-8 is: [{'id': '58a4b717-6047-4b6d-84b5-8ca0c231ad09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452345325', 'tenant_id': '14342c7fb8294b128c580938853dcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:47:05Z', 'revision_number': 6, 'project_id': '14342c7fb8294b128c580938853dcfe8', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:06.107406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f9b96-d644-4be8-a666-dd0af0af5f2b None None] Pushing event updated for resources: {'Port': ['ID=ae3ed814-78ec-40b9-bd81-7c7ed186c5b2,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:06.133183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d94b9225-e1b1-436a-a2e6-7262064cf7f3 None None] Deleting port 6ec07014-89c8-4fd9-860f-4f665e08687b {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:06.133675 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d94b9225-e1b1-436a-a2e6-7262064cf7f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:06.259952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d94b9225-e1b1-436a-a2e6-7262064cf7f3 None None] For port 6ec07014-89c8-4fd9-860f-4f665e08687b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6ec07014-89c8-4fd9-860f-4f665e08687b,segment=NetworkSegment(b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a),segment_id=b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:06.260475 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d94b9225-e1b1-436a-a2e6-7262064cf7f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:06.283403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d94b9225-e1b1-436a-a2e6-7262064cf7f3 None None] Calling delete_port for 6ec07014-89c8-4fd9-860f-4f665e08687b owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:06.544629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] For port 9505de14-fee8-4016-a7fd-78d06c3b6168, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9505de14-fee8-4016-a7fd-78d06c3b6168,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:06.553938 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:06.576837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Calling delete_port for 9505de14-fee8-4016-a7fd-78d06c3b6168 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:06.622867 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d94b9225-e1b1-436a-a2e6-7262064cf7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:06.710182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6ec07014-89c8-4fd9-860f-4f665e08687b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:06.718085 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b9225-e1b1-436a-a2e6-7262064cf7f3 None None] No DVR routers for this DVR port 6ec07014-89c8-4fd9-860f-4f665e08687b on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:06.720852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b9225-e1b1-436a-a2e6-7262064cf7f3 None None] Pushing event deleted for resources: {'Port': ['ID=6ec07014-89c8-4fd9-860f-4f665e08687b,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:06.738121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f512d-0777-41fa-93d2-2756e17e6875 req-ea36f783-e2e8-444e-8715-18951ce03a63 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.748471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 6ec07014-89c8-4fd9-860f-4f665e08687b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:06.749006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6ec07014-89c8-4fd9-860f-4f665e08687b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:06.749939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f87bf770-5347-4763-b3e5-65bb30e8ada2 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:06.757996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-552f512d-0777-41fa-93d2-2756e17e6875 req-ea36f783-e2e8-444e-8715-18951ce03a63 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 944 time: 0.1400952 Aug 19 12:47:06.785978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: f87bf770-5347-4763-b3e5-65bb30e8ada2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:06.786477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f87bf770-5347-4763-b3e5-65bb30e8ada2 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:06.803367 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6718a977-fc24-411e-9d2b-70085a59ba53 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:06.845757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-552f512d-0777-41fa-93d2-2756e17e6875 req-eb1405d9-dedb-416b-8538-7e9808adeffa tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862811 Aug 19 12:47:06.965080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6718a977-fc24-411e-9d2b-70085a59ba53 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:06.995065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b98f0-e324-4ff6-80fc-09232ffec777 req-68efefac-fdf7-4f88-ba5b-e9dd2d1ab68f tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:07.010359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b68b98f0-e324-4ff6-80fc-09232ffec777 req-68efefac-fdf7-4f88-ba5b-e9dd2d1ab68f tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.0821013 Aug 19 12:47:07.072347 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-6718a977-fc24-411e-9d2b-70085a59ba53 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port c4854e6d-baea-4b1d-8c06-05c05677b75d yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:47:07.090194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b68b98f0-e324-4ff6-80fc-09232ffec777 req-1b7972db-00e5-4200-88d1-62486bed63b5 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761209 Aug 19 12:47:07.355094 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.392071 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-f61afbf1-2bc8-4ad3-a450-f91fa13df758 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1588283 Aug 19 12:47:07.434687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Port': ['ID=9505de14-fee8-4016-a7fd-78d06c3b6168,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:07.533342 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6718a977-fc24-411e-9d2b-70085a59ba53 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 12:47:07.534350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6718a977-fc24-411e-9d2b-70085a59ba53 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:47:07.565539 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.843197 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6718a977-fc24-411e-9d2b-70085a59ba53 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1626515 Aug 19 12:47:07.855949 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.861297 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.867873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57058) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:07.985768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c8ff0-6925-45ab-82be-44cd7c122145 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:08.000407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c8ff0-6925-45ab-82be-44cd7c122145 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:08.002056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-088c8ff0-6925-45ab-82be-44cd7c122145 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1333938 Aug 19 12:47:08.005880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57064) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:08.138014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecce9d-b189-42ae-9614-9376238d23e8 req-b63f7be4-a3a4-4dde-92c1-ad65711ce9e1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:08.140191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-daecce9d-b189-42ae-9614-9376238d23e8 req-b63f7be4-a3a4-4dde-92c1-ad65711ce9e1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 944 time: 0.0737925 Aug 19 12:47:08.212367 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.212367 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Fanout notify agent at l3_agent the message router_deleted on router 58a4b717-6047-4b6d-84b5-8ca0c231ad09 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:47:08.221609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.226163 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eb129df1-45b4-4fb3-b6d7-553de6c708d9 tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/routers/58a4b717-6047-4b6d-84b5-8ca0c231ad09 HTTP/1.1" status: 204 len: 168 time: 3.4775989 Aug 19 12:47:08.227087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57072) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:08.267674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-94c3ccc6-2bd0-4d0e-ad02-3c0b1b39e1ce None None] Provisioning for port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:08.274478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-daecce9d-b189-42ae-9614-9376238d23e8 req-d1f7017e-e170-4b73-95b7-4f9325612bb0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100090 Aug 19 12:47:08.351205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-791e7524-7813-464c-805a-4ad8d1c9f5bc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 2b62116d-3892-4047-9422-a28d0e9febd2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:08.351754 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-791e7524-7813-464c-805a-4ad8d1c9f5bc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.460680 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.496381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:08.571712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222f3c1-6231-45b3-9669-197dd6427834 req-5d701023-50eb-46ae-8593-2d627de4d6a1 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:08.585269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f222f3c1-6231-45b3-9669-197dd6427834 req-5d701023-50eb-46ae-8593-2d627de4d6a1 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.4083869 Aug 19 12:47:08.612622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b539403-02e1-4626-b081-a9d1312893cc None None] Provisioning for port 2b62116d-3892-4047-9422-a28d0e9febd2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:08.627958 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b539403-02e1-4626-b081-a9d1312893cc None None] Provisioning complete for port 2b62116d-3892-4047-9422-a28d0e9febd2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:08.629070 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b539403-02e1-4626-b081-a9d1312893cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.653732 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.681504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf10b79-a761-4313-8f35-66a15cf3b2f8']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:08.704028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:08.704676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e0cf8a-1d9e-4a70-8be0-310d6ae4c72a') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:08.710348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f222f3c1-6231-45b3-9669-197dd6427834 req-cb4fb055-e9cf-4513-b582-c2faa2b2a3ea tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062129 Aug 19 12:47:08.713580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b539403-02e1-4626-b081-a9d1312893cc None None] Port 2b62116d-3892-4047-9422-a28d0e9febd2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:47:08.726396 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.737563 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.747581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:47:08.748064 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:47:08.752049 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:47:08.755440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-791e7524-7813-464c-805a-4ad8d1c9f5bc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.778509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-791e7524-7813-464c-805a-4ad8d1c9f5bc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 2b62116d-3892-4047-9422-a28d0e9febd2 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:08.895475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:08.895475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:08.895475 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.998182 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.073186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ae3ed814-78ec-40b9-bd81-7c7ed186c5b2,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:09.077135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.086114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.089426 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/networks/8cf10b79-a761-4313-8f35-66a15cf3b2f8 HTTP/1.1" status: 204 len: 168 time: 0.8611345 Aug 19 12:47:09.093824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57092) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:09.113359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035735d-19b3-45d1-bbfa-c93ab385b3ba tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'Network': ['ID=8cf10b79-a761-4313-8f35-66a15cf3b2f8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:09.171568 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f1b214e-abd1-408e-b364-d72f3b0319da tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.202932 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-791e7524-7813-464c-805a-4ad8d1c9f5bc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.208908 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f1b214e-abd1-408e-b364-d72f3b0319da tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.242295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e7524-7813-464c-805a-4ad8d1c9f5bc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=2b62116d-3892-4047-9422-a28d0e9febd2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:09.243619 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.315070 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-791e7524-7813-464c-805a-4ad8d1c9f5bc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.322052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57098) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:09.322737 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-791e7524-7813-464c-805a-4ad8d1c9f5bc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/2b62116d-3892-4047-9422-a28d0e9febd2 HTTP/1.1" status: 204 len: 168 time: 1.3155186 Aug 19 12:47:09.396079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9505de14-fee8-4016-a7fd-78d06c3b6168 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:09.479453 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11a99e-1f73-4c0f-a9fe-9b08f216d4d2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:09.480123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 9505de14-fee8-4016-a7fd-78d06c3b6168 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:09.480123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9505de14-fee8-4016-a7fd-78d06c3b6168 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:09.480489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11a99e-1f73-4c0f-a9fe-9b08f216d4d2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:09.488118 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3f11a99e-1f73-4c0f-a9fe-9b08f216d4d2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1646929 Aug 19 12:47:09.492329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57106) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:09.498319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=ae3ed814-78ec-40b9-bd81-7c7ed186c5b2,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:09.563467 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f1b214e-abd1-408e-b364-d72f3b0319da tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.580096 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f1b214e-abd1-408e-b364-d72f3b0319da tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.585334 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3f1b214e-abd1-408e-b364-d72f3b0319da tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] 10.222.0.44 "DELETE /v2.0/security-groups/834f718f-49a9-4908-94f1-08be0874ebaf HTTP/1.1" status: 204 len: 168 time: 0.4901521 Aug 19 12:47:09.611045 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1536df02-7192-4d97-90b8-5ca07fafa440 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 259e1b5b-0709-42cf-b8e2-86a2c1610009 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:47:09.619063 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1536df02-7192-4d97-90b8-5ca07fafa440 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.658981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b214e-abd1-408e-b364-d72f3b0319da tempest-TestNetworkAdvancedServerOps-1751651260 tempest-TestNetworkAdvancedServerOps-1751651260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834f718f-49a9-4908-94f1-08be0874ebaf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:09.719781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a721a-19d0-4d0f-b90c-62a501b08e89 req-2095128d-0e19-4da9-a567-7b2d0807b010 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:09.722780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c38a721a-19d0-4d0f-b90c-62a501b08e89 req-2095128d-0e19-4da9-a567-7b2d0807b010 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 944 time: 0.1963701 Aug 19 12:47:09.766637 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1536df02-7192-4d97-90b8-5ca07fafa440 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.798298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c38a721a-19d0-4d0f-b90c-62a501b08e89 req-81fdf495-adc1-40ef-b86a-f5fbf007c3db tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671685 Aug 19 12:47:09.952030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1536df02-7192-4d97-90b8-5ca07fafa440 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:10.000463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ec2f7-1007-4caa-91a6-5cd88e161d1e req-fa65c689-e93d-42b2-9a96-566c71855afd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:10.002533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-476ec2f7-1007-4caa-91a6-5cd88e161d1e req-fa65c689-e93d-42b2-9a96-566c71855afd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.0959387 Aug 19 12:47:10.088832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-476ec2f7-1007-4caa-91a6-5cd88e161d1e req-2f6fc2fd-320e-42cd-a868-3a5b77d878bd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697191 Aug 19 12:47:10.128795 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1536df02-7192-4d97-90b8-5ca07fafa440 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:10.161787 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536df02-7192-4d97-90b8-5ca07fafa440 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=259e1b5b-0709-42cf-b8e2-86a2c1610009,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:10.184339 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78bd353-a498-41e1-b39a-0ea30c800658 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:10.189480 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1536df02-7192-4d97-90b8-5ca07fafa440 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:10.191953 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1536df02-7192-4d97-90b8-5ca07fafa440 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/259e1b5b-0709-42cf-b8e2-86a2c1610009 HTTP/1.1" status: 204 len: 168 time: 0.6946571 Aug 19 12:47:10.201280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57120) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:10.266020 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-771a1130-a22d-4fbe-9f54-8b4d72ac7e56 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647585 Aug 19 12:47:10.272236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57122) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:10.286711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-10c1935d-f76b-4894-b14a-2f1aafb4a757 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:10.430833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:10.521472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:10.522021 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:10.579013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ad317-1815-499c-8738-4244c1a2ad00 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:47:10.693572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c1935d-f76b-4894-b14a-2f1aafb4a757 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:10.698898 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10c1935d-f76b-4894-b14a-2f1aafb4a757 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:10.703561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ad317-1815-499c-8738-4244c1a2ad00 None None] Deleting port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:10.705985 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad317-1815-499c-8738-4244c1a2ad00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:10.812724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-b65930b8-1607-470c-9dc0-1bf586b59cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:10.815882 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-b65930b8-1607-470c-9dc0-1bf586b59cfe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4&tenant_id=d09c90f9380c4cdb9684577809d6aa37 HTTP/1.1" status: 200 len: 1095 time: 0.1271565 Aug 19 12:47:10.848189 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:10.880305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7a2ad317-1815-499c-8738-4244c1a2ad00 None None] For port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ae3ed814-78ec-40b9-bd81-7c7ed186c5b2,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:10.881493 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad317-1815-499c-8738-4244c1a2ad00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:10.910522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ad317-1815-499c-8738-4244c1a2ad00 None None] Calling delete_port for ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:11.001629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57134) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:11.003892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.297683 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad317-1815-499c-8738-4244c1a2ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.367853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ad317-1815-499c-8738-4244c1a2ad00 None None] Pushing event deleted for resources: {'Port': ['ID=ae3ed814-78ec-40b9-bd81-7c7ed186c5b2,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:11.379526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ad317-1815-499c-8738-4244c1a2ad00 None None] No DVR routers for this DVR port ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:11.454199 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1f388b7b-8235-487b-ade5-0564b085abfa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14342c7fb8294b128c580938853dcfe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511516 Aug 19 12:47:11.457785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57144) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:11.538389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:11.587183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f211f7-8b32-44c2-9606-2bbbf980024f req-52cfeba3-3886-411a-85a0-642c115f045d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:11.588972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38f211f7-8b32-44c2-9606-2bbbf980024f req-52cfeba3-3886-411a-85a0-642c115f045d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 944 time: 0.5510507 Aug 19 12:47:11.595227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14fcdcdb-37f4-4ea8-9288-bfefdff36867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.618260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:11.637525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de9653-6770-4810-a258-b984904eb525 req-15eb57cd-beb8-4f8f-b645-a80f9de5338d tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:11.639920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75de9653-6770-4810-a258-b984904eb525 req-15eb57cd-beb8-4f8f-b645-a80f9de5338d tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1624143 Aug 19 12:47:11.669313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14fcdcdb-37f4-4ea8-9288-bfefdff36867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.675210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38f211f7-8b32-44c2-9606-2bbbf980024f req-86c13be4-e085-4c02-9134-b72c3e86ece9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728981 Aug 19 12:47:11.704940 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f869536a-40fe-4ec0-bf17-ace869f34bcd {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:47:11.722135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.765049 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10c1935d-f76b-4894-b14a-2f1aafb4a757 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.772776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Transition to ACTIVE for port object f869536a-40fe-4ec0-bf17-ace869f34bcd will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:11.837690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75de9653-6770-4810-a258-b984904eb525 req-c5ac1d81-fb2c-4690-b67b-4592c90d2be8 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560714 Aug 19 12:47:11.847059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1935d-f76b-4894-b14a-2f1aafb4a757 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:11.855350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-10c1935d-f76b-4894-b14a-2f1aafb4a757 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:11.862051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c1935d-f76b-4894-b14a-2f1aafb4a757 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:11.863216 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10c1935d-f76b-4894-b14a-2f1aafb4a757 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.879591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9ddf1-0bf0-4ad6-aad8-92e4388b294a None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:11.880048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1935d-f76b-4894-b14a-2f1aafb4a757 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=e80abbc0-726f-4372-b8bb-786f5eb94d69,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:11.962997 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.964019 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.968083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14fcdcdb-37f4-4ea8-9288-bfefdff36867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.971114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14fcdcdb-37f4-4ea8-9288-bfefdff36867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.975845 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-14fcdcdb-37f4-4ea8-9288-bfefdff36867 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/505c982f-44bb-4033-9f14-ae34f7aea81d HTTP/1.1" status: 204 len: 168 time: 0.5129652 Aug 19 12:47:12.035587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcdcdb-37f4-4ea8-9288-bfefdff36867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c982f-44bb-4033-9f14-ae34f7aea81d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:12.049322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:12.072016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] No DVR routers for this DVR port f869536a-40fe-4ec0-bf17-ace869f34bcd on host n-h1-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:12.118190 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-10c1935d-f76b-4894-b14a-2f1aafb4a757 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8319449 Aug 19 12:47:12.118190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57154) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:12.124193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6da1d2ed-44c4-46ee-a7b4-d910b0dff9d8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'fixed_ips': [{'subnet_id': 'e80abbc0-726f-4372-b8bb-786f5eb94d69', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1659234752'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:12.129791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Attempting to bind port f869536a-40fe-4ec0-bf17-ace869f34bcd on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:12.132144 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Attempting to bind port f869536a-40fe-4ec0-bf17-ace869f34bcd by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:12.132730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Attempting to bind port f869536a-40fe-4ec0-bf17-ace869f34bcd on network a69fe7d7-91ab-4bab-9c68-970495891030 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:12.139972 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Port f869536a-40fe-4ec0-bf17-ace869f34bcd on network a69fe7d7-91ab-4bab-9c68-970495891030 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:47:12.140465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Attempting to bind port f869536a-40fe-4ec0-bf17-ace869f34bcd on network a69fe7d7-91ab-4bab-9c68-970495891030 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:12.147551 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:12.156975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Checking segment: {'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:12.156975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Bound using segment: {'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:12.156975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Bound port: f869536a-40fe-4ec0-bf17-ace869f34bcd, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f140a5-6af9-4fe5-a2d0-93b1076a6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:12.156975 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.179145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': 'e80abbc0-726f-4372-b8bb-786f5eb94d69'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:47:12.180044 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.344428 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:12.364711 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:12.409674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:12.435893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:12.436841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ae3ed814-78ec-40b9-bd81-7c7ed186c5b2 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:12.461936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/e80abbc0-726f-4372-b8bb-786f5eb94d69/a818f795-28e2-4f24-9800-1a4cdbff6341) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:12.494409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da1d2ed-44c4-46ee-a7b4-d910b0dff9d8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:12.586559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.630072 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6da1d2ed-44c4-46ee-a7b4-d910b0dff9d8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.664730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-6da1d2ed-44c4-46ee-a7b4-d910b0dff9d8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 7a7c5b84-187c-4576-b10f-110986a50cd6 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:47:12.684513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:12.685624 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.688484 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] 10.222.0.52 "PUT /v2.0/ports/f869536a-40fe-4ec0-bf17-ace869f34bcd HTTP/1.1" status: 200 len: 1092 time: 1.8544035 Aug 19 12:47:12.692620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:12.696022 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.697861 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625c71d8-0a72-453a-bb77-77a5ee02eda0" -d '{"events": [{"name": "network-changed", "server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:12.720988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Transition to ACTIVE for port object a818f795-28e2-4f24-9800-1a4cdbff6341 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:12.757989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Transition to ACTIVE for port object a818f795-28e2-4f24-9800-1a4cdbff6341 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:12.771252 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63c9273-426a-46cd-abee-b074f0f94136 x-openstack-request-id: req-d63c9273-426a-46cd-abee-b074f0f94136 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:12.771788 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:12.772113 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d63c9273-426a-46cd-abee-b074f0f94136 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:12.772752 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'status': 'completed', 'code': 200} Aug 19 12:47:12.796634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cdf89-9d8e-480e-957e-988e43593d36 service neutron] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:12.820921 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-41e0b016-ad6e-4a11-9718-039ee65da493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:12.823044 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-41e0b016-ad6e-4a11-9718-039ee65da493 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 1096 time: 0.0805817 Aug 19 12:47:12.902466 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.965582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:12.971581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:12.979076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:12.990824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Pushing event updated for resources: {'Port': ['ID=a818f795-28e2-4f24-9800-1a4cdbff6341,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:13.048653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-c8abfdf9-1c5c-46d4-8ade-d8e291727c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:13.051190 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-c8abfdf9-1c5c-46d4-8ade-d8e291727c2f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 915 time: 0.2163820 Aug 19 12:47:13.093296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daceb0d-f0f1-4d62-b83d-d32152f86c8c req-39f2680b-0d20-43e1-b41f-1e0dac029ff4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:13.095229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Attempting to bind port a818f795-28e2-4f24-9800-1a4cdbff6341 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:13.095472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2daceb0d-f0f1-4d62-b83d-d32152f86c8c req-39f2680b-0d20-43e1-b41f-1e0dac029ff4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.2948852 Aug 19 12:47:13.096194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Attempting to bind port a818f795-28e2-4f24-9800-1a4cdbff6341 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:13.096747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Attempting to bind port a818f795-28e2-4f24-9800-1a4cdbff6341 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:13.107277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:13.107277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:13.107780 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.109056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:13.110373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Bound port: a818f795-28e2-4f24-9800-1a4cdbff6341, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:13.111027 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.156121 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-b07eec37-b855-44bf-b007-05184ddbdf53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd HTTP/1.1" status: 200 len: 217 time: 0.0855002 Aug 19 12:47:13.192125 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2daceb0d-f0f1-4d62-b83d-d32152f86c8c req-7fbc30b2-528c-4e80-afc1-c7d779ee0b39 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734389 Aug 19 12:47:13.218766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b93a1-65ad-42bb-99e4-9f5d1f19d6d7 req-f94f6e5f-3fc1-4152-a3f6-14e208828ffc tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:13.220919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-903b93a1-65ad-42bb-99e4-9f5d1f19d6d7 req-f94f6e5f-3fc1-4152-a3f6-14e208828ffc tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1652715 Aug 19 12:47:13.236667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] For port a818f795-28e2-4f24-9800-1a4cdbff6341, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:13.243207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] For port a818f795-28e2-4f24-9800-1a4cdbff6341, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a818f795-28e2-4f24-9800-1a4cdbff6341,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:13.254239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-691f2c57-1806-43b5-9d8a-373580ce549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:13.255728 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-691f2c57-1806-43b5-9d8a-373580ce549b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a6b3837f-4896-448d-90d3-9af8a59cb07f HTTP/1.1" status: 200 len: 854 time: 0.0881555 Aug 19 12:47:13.273999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-903b93a1-65ad-42bb-99e4-9f5d1f19d6d7 req-37ec50a6-f8cd-4668-b27c-21bc8d64750c tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457129 Aug 19 12:47:13.309114 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da1d2ed-44c4-46ee-a7b4-d910b0dff9d8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:47:13.309690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da1d2ed-44c4-46ee-a7b4-d910b0dff9d8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:47:13.325851 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-b23f8426-af73-4333-94e0-99555dbc9144 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a69fe7d7-91ab-4bab-9c68-970495891030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552301 Aug 19 12:47:13.397828 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.430715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6da1d2ed-44c4-46ee-a7b4-d910b0dff9d8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.3160589 Aug 19 12:47:13.431849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57180) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:13.515486 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-7a681c53-9633-4c00-8983-940969a79d20 service neutron] 10.222.0.52 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784165 Aug 19 12:47:13.524890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57184) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:13.566666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b65283-1d4c-48d2-86b9-06633023e0a6 None None] Pushing event updated for resources: {'Port': ['ID=a818f795-28e2-4f24-9800-1a4cdbff6341,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:13.584183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81fa78e-d95e-4c74-93d0-58da6db5d3ff tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:13.589705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d81fa78e-d95e-4c74-93d0-58da6db5d3ff tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1354964 Aug 19 12:47:13.591089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57188) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:13.741203 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-841c2d23-c20f-4aa8-b7ad-19a1a0f0a686 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27e572bd6ba1422094034a1b0ed6aac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113545 Aug 19 12:47:13.743916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57192) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:13.801010 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-22664e78-c6e4-4515-9fb1-bdd851c45b85 service neutron] 10.222.0.52 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744176 Aug 19 12:47:13.817155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9ac7f1-4dc0-40b0-a55e-bf0750a63197 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:13.828723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9ac7f1-4dc0-40b0-a55e-bf0750a63197 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:13.830541 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2f9ac7f1-4dc0-40b0-a55e-bf0750a63197 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2384150 Aug 19 12:47:13.834820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57194) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:13.895845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57196) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:13.968507 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-048411cc-225b-4e43-8433-0634197010dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.996701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cad2f11-3531-40c1-9dd2-c00179ea2bde tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet e80abbc0-726f-4372-b8bb-786f5eb94d69 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:47:14.010269 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cad2f11-3531-40c1-9dd2-c00179ea2bde tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.042317 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-048411cc-225b-4e43-8433-0634197010dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.173758 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cad2f11-3531-40c1-9dd2-c00179ea2bde tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.209663 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2df200da-edf5-4a6e-a6f2-27ddbac3620d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.289491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c71d8-0a72-453a-bb77-77a5ee02eda0 req-63fcb7a6-bbc7-4f4a-95db-1a8a6ee3ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.293241 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-625c71d8-0a72-453a-bb77-77a5ee02eda0 req-63fcb7a6-bbc7-4f4a-95db-1a8a6ee3ab3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 1096 time: 0.2450852 Aug 19 12:47:14.417803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-048411cc-225b-4e43-8433-0634197010dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.425134 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-048411cc-225b-4e43-8433-0634197010dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.434750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-048411cc-225b-4e43-8433-0634197010dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a0e1cb4-ab54-448c-b7be-123028d1367e HTTP/1.1" status: 204 len: 168 time: 0.6894634 Aug 19 12:47:14.440643 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:47:14.547484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048411cc-225b-4e43-8433-0634197010dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0e1cb4-ab54-448c-b7be-123028d1367e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:14.614827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a818f795-28e2-4f24-9800-1a4cdbff6341 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:14.700772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c71d8-0a72-453a-bb77-77a5ee02eda0 req-484761ed-5eb5-4a5c-b017-1d1e84846e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.703854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95774f-e007-4a8b-962b-f404debb004a req-73eec0a1-6b37-485a-b483-5e0c557d3398 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.711185 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.717240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c95774f-e007-4a8b-962b-f404debb004a req-73eec0a1-6b37-485a-b483-5e0c557d3398 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.4224870 Aug 19 12:47:14.722960 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-625c71d8-0a72-453a-bb77-77a5ee02eda0 req-484761ed-5eb5-4a5c-b017-1d1e84846e93 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 915 time: 0.4036398 Aug 19 12:47:14.789851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2df200da-edf5-4a6e-a6f2-27ddbac3620d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.864234 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-625c71d8-0a72-453a-bb77-77a5ee02eda0 req-b3e8b801-baf1-4dd2-a242-b9336cc4a9c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd HTTP/1.1" status: 200 len: 217 time: 0.1292102 Aug 19 12:47:14.869081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c95774f-e007-4a8b-962b-f404debb004a req-01e5b739-e069-44c4-8a5c-e4f5771062d0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458924 Aug 19 12:47:14.882173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfab56-2f85-4ecb-ab82-104b4a74e694 req-c8b19f55-3e2c-445a-b9a4-5c54c0a9b7d7 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.892274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebcfab56-2f85-4ecb-ab82-104b4a74e694 req-c8b19f55-3e2c-445a-b9a4-5c54c0a9b7d7 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.2918525 Aug 19 12:47:14.984360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebcfab56-2f85-4ecb-ab82-104b4a74e694 req-9b2d9e42-4e83-46c3-8558-0a267969cea4 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901675 Aug 19 12:47:15.047545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2df200da-edf5-4a6e-a6f2-27ddbac3620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.047789 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c71d8-0a72-453a-bb77-77a5ee02eda0 req-b4a608b5-b07d-41ee-a8cc-0bfca218baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:15.053270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port a818f795-28e2-4f24-9800-1a4cdbff6341 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:15.053555 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-625c71d8-0a72-453a-bb77-77a5ee02eda0 req-b4a608b5-b07d-41ee-a8cc-0bfca218baa9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a6b3837f-4896-448d-90d3-9af8a59cb07f HTTP/1.1" status: 200 len: 854 time: 0.0916657 Aug 19 12:47:15.054976 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cad2f11-3531-40c1-9dd2-c00179ea2bde tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.117556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df200da-edf5-4a6e-a6f2-27ddbac3620d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c12200-85af-4acb-977c-43a38f613dd0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:15.123880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2df200da-edf5-4a6e-a6f2-27ddbac3620d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c28764d5f576420baf7a730a2506956f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2262075 Aug 19 12:47:15.129065 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-625c71d8-0a72-453a-bb77-77a5ee02eda0 req-29a3ba2f-9423-41d9-9525-9309eda60da2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a69fe7d7-91ab-4bab-9c68-970495891030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411835 Aug 19 12:47:15.129424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57228) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:15.228330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51f12ef0-4a17-43bd-bfb2-cdb96380e8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.268389 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51f12ef0-4a17-43bd-bfb2-cdb96380e8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.302020 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-625c71d8-0a72-453a-bb77-77a5ee02eda0 req-77f527a1-f009-46a4-9c63-21ab29886446 service neutron] 10.222.0.52 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591568 Aug 19 12:47:15.491464 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cad2f11-3531-40c1-9dd2-c00179ea2bde tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.534902 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51f12ef0-4a17-43bd-bfb2-cdb96380e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.548381 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad2f11-3531-40c1-9dd2-c00179ea2bde tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=e80abbc0-726f-4372-b8bb-786f5eb94d69,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:15.548648 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51f12ef0-4a17-43bd-bfb2-cdb96380e8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.550444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-51f12ef0-4a17-43bd-bfb2-cdb96380e8ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27c12200-85af-4acb-977c-43a38f613dd0 HTTP/1.1" status: 204 len: 168 time: 0.4192793 Aug 19 12:47:15.559426 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cad2f11-3531-40c1-9dd2-c00179ea2bde tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.580138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e4be02-8bb1-427a-95ba-33ae3243f22c None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:15.582211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8cad2f11-3531-40c1-9dd2-c00179ea2bde tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/e80abbc0-726f-4372-b8bb-786f5eb94d69 HTTP/1.1" status: 204 len: 168 time: 1.7449598 Aug 19 12:47:15.591674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f12ef0-4a17-43bd-bfb2-cdb96380e8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c12200-85af-4acb-977c-43a38f613dd0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:15.594009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57240) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:15.805270 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bacd67bd-60e1-43b6-b6aa-cde12986ba14 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2097170 Aug 19 12:47:15.813309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57242) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:15.844072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-85e64b34-79ed-442d-9932-644883619378 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:15.898884 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-625c71d8-0a72-453a-bb77-77a5ee02eda0 req-8484b408-45db-475f-b4b5-55b08e709ddc service neutron] 10.222.0.52 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888033 Aug 19 12:47:15.949191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ea69ff97-cde3-4a6e-9578-040a09227cd9 None None] Provisioning for port a818f795-28e2-4f24-9800-1a4cdbff6341 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:15.957618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ea69ff97-cde3-4a6e-9578-040a09227cd9 None None] Provisioning complete for port a818f795-28e2-4f24-9800-1a4cdbff6341 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:15.959999 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ea69ff97-cde3-4a6e-9578-040a09227cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.274476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f003251b-e9fa-4e92-9244-20fde50e2327 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:47:16.353702 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ea69ff97-cde3-4a6e-9578-040a09227cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.434751 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ea69ff97-cde3-4a6e-9578-040a09227cd9 None None] For port a818f795-28e2-4f24-9800-1a4cdbff6341, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a818f795-28e2-4f24-9800-1a4cdbff6341,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:16.449229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a818f795-28e2-4f24-9800-1a4cdbff6341 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:16.488442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12675fba-ac3e-47aa-9fb1-6d8446f08524 req-e74bce7a-38c8-41af-bd49-7b8d14baaa0e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:16.492933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12675fba-ac3e-47aa-9fb1-6d8446f08524 req-e74bce7a-38c8-41af-bd49-7b8d14baaa0e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.3231337 Aug 19 12:47:16.506385 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f003251b-e9fa-4e92-9244-20fde50e2327 None None] Deleting port a818f795-28e2-4f24-9800-1a4cdbff6341 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:16.508828 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f003251b-e9fa-4e92-9244-20fde50e2327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.511604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe7091-3305-4df7-8de2-67db53e153a6 req-d50ab456-e644-49f5-98a4-a27ca4789a32 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:16.515148 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2fe7091-3305-4df7-8de2-67db53e153a6 req-d50ab456-e644-49f5-98a4-a27ca4789a32 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.3473310 Aug 19 12:47:16.522430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e64b34-79ed-442d-9932-644883619378 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:16.539747 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85e64b34-79ed-442d-9932-644883619378 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.632294 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ea69ff97-cde3-4a6e-9578-040a09227cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.708078 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.723846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f003251b-e9fa-4e92-9244-20fde50e2327 None None] For port a818f795-28e2-4f24-9800-1a4cdbff6341, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a818f795-28e2-4f24-9800-1a4cdbff6341,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:16.734617 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f003251b-e9fa-4e92-9244-20fde50e2327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.784290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f003251b-e9fa-4e92-9244-20fde50e2327 None None] Calling delete_port for a818f795-28e2-4f24-9800-1a4cdbff6341 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:16.788237 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69ff97-cde3-4a6e-9578-040a09227cd9 None None] Pushing event updated for resources: {'Port': ['ID=a818f795-28e2-4f24-9800-1a4cdbff6341,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:16.814538 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2fe7091-3305-4df7-8de2-67db53e153a6 req-481cbff2-a806-4f08-9f3f-e85e28c9770b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818430 Aug 19 12:47:16.820420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12675fba-ac3e-47aa-9fb1-6d8446f08524 req-d5dc5826-78bd-452b-8704-fe2f406e7f93 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027017 Aug 19 12:47:16.884465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port a818f795-28e2-4f24-9800-1a4cdbff6341, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a818f795-28e2-4f24-9800-1a4cdbff6341,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:17.015586 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.134343 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f003251b-e9fa-4e92-9244-20fde50e2327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.145452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=a818f795-28e2-4f24-9800-1a4cdbff6341,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:17.155929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003251b-e9fa-4e92-9244-20fde50e2327 None None] No DVR routers for this DVR port a818f795-28e2-4f24-9800-1a4cdbff6341 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:17.182805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003251b-e9fa-4e92-9244-20fde50e2327 None None] Pushing event deleted for resources: {'Port': ['ID=a818f795-28e2-4f24-9800-1a4cdbff6341,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:17.223739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57258) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:17.227220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85e64b34-79ed-442d-9932-644883619378 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.248004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65b6fa9a-bade-4e59-87d4-3fe9bccee484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.343978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e64b34-79ed-442d-9932-644883619378 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:17.374139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-85e64b34-79ed-442d-9932-644883619378 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:17.377151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e64b34-79ed-442d-9932-644883619378 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:17.378074 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85e64b34-79ed-442d-9932-644883619378 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.385863 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd4c9fd-b0db-4bea-bd15-fbda86c7137a None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:17.423418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e64b34-79ed-442d-9932-644883619378 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=7b0e2726-a73d-4552-9051-3fc5d3463c8f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:17.432321 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65b6fa9a-bade-4e59-87d4-3fe9bccee484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.548984 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65b6fa9a-bade-4e59-87d4-3fe9bccee484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.614724 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-65b6fa9a-bade-4e59-87d4-3fe9bccee484 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b50e2a155db43abbe335cd5ebbef9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861704 Aug 19 12:47:17.615805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57264) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:17.623088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6fa9a-bade-4e59-87d4-3fe9bccee484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374cf1fb-60d1-4d54-98f5-a770dc344757,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:17.691927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '7b0e2726-a73d-4552-9051-3fc5d3463c8f'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:47:17.691927 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.769566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-85e64b34-79ed-442d-9932-644883619378 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9541202 Aug 19 12:47:17.773390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57268) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:17.788493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8b6176cb-8492-4ddb-85ea-5bf2ea294e1d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1784261815', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:17.794314 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4060d0cb-8bb2-4ea3-b78e-6d751e3e7b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.857403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4060d0cb-8bb2-4ea3-b78e-6d751e3e7b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.001337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/7b0e2726-a73d-4552-9051-3fc5d3463c8f/f4a7c67a-a342-4163-86b6-70e12b79d041) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:18.021728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b6176cb-8492-4ddb-85ea-5bf2ea294e1d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.023432 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b6176cb-8492-4ddb-85ea-5bf2ea294e1d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.107140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d27b3-d631-447c-a7b2-fa7d56e23dc6 req-2f4b5ee7-a3f5-40ca-b778-2b25c9256197 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:18.110797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a46d27b3-d631-447c-a7b2-fa7d56e23dc6 req-2f4b5ee7-a3f5-40ca-b778-2b25c9256197 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1366479 Aug 19 12:47:18.162278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5241b3-f750-4ff8-833e-959764cdc101 req-eec9c91c-1ccc-4b11-b0be-ab15f08c3e6f tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:18.165008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f5241b3-f750-4ff8-833e-959764cdc101 req-eec9c91c-1ccc-4b11-b0be-ab15f08c3e6f tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1441889 Aug 19 12:47:18.170167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4060d0cb-8bb2-4ea3-b78e-6d751e3e7b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.175817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4060d0cb-8bb2-4ea3-b78e-6d751e3e7b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.179937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4060d0cb-8bb2-4ea3-b78e-6d751e3e7b87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/374cf1fb-60d1-4d54-98f5-a770dc344757 HTTP/1.1" status: 204 len: 168 time: 0.5593591 Aug 19 12:47:18.232827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060d0cb-8bb2-4ea3-b78e-6d751e3e7b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374cf1fb-60d1-4d54-98f5-a770dc344757,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:18.283451 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b6176cb-8492-4ddb-85ea-5bf2ea294e1d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.284969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a46d27b3-d631-447c-a7b2-fa7d56e23dc6 req-e5eb126c-e4bd-46c2-812c-95794a2877d3 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652815 Aug 19 12:47:18.299357 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f5241b3-f750-4ff8-833e-959764cdc101 req-16cff26d-955f-40d6-af65-d4c06410d11f tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993407 Aug 19 12:47:18.367571 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.381604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Transition to ACTIVE for port object f4a7c67a-a342-4163-86b6-70e12b79d041 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:18.403568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Transition to ACTIVE for port object f4a7c67a-a342-4163-86b6-70e12b79d041 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:18.465148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b6176cb-8492-4ddb-85ea-5bf2ea294e1d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.540762 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.668832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Pushing event updated for resources: {'Port': ['ID=f4a7c67a-a342-4163-86b6-70e12b79d041,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:18.695411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:18.697358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:18.700828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:18.710777 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b6176cb-8492-4ddb-85ea-5bf2ea294e1d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.715191 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8b6176cb-8492-4ddb-85ea-5bf2ea294e1d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9397409 Aug 19 12:47:18.715504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57282) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:18.893186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Attempting to bind port f4a7c67a-a342-4163-86b6-70e12b79d041 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:18.893728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Attempting to bind port f4a7c67a-a342-4163-86b6-70e12b79d041 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:18.894099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Attempting to bind port f4a7c67a-a342-4163-86b6-70e12b79d041 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:18.902228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:18.903038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:18.903888 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.904316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:18.906023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Bound port: f4a7c67a-a342-4163-86b6-70e12b79d041, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:18.906513 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:19.063054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] For port f4a7c67a-a342-4163-86b6-70e12b79d041, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:19.069823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] For port f4a7c67a-a342-4163-86b6-70e12b79d041, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f4a7c67a-a342-4163-86b6-70e12b79d041,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:19.238317 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:19.295820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865008d-f33d-4992-8218-78a9cb1748d2 req-187dd26c-4c5b-4ef8-89df-c67c8f311a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:19.298085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4865008d-f33d-4992-8218-78a9cb1748d2 req-187dd26c-4c5b-4ef8-89df-c67c8f311a90 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 1097 time: 0.3705528 Aug 19 12:47:19.460925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2476bb-1b12-456a-8bfa-6e9b6843bd21 None None] Pushing event updated for resources: {'Port': ['ID=f4a7c67a-a342-4163-86b6-70e12b79d041,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:19.472835 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:19.479602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4865008d-f33d-4992-8218-78a9cb1748d2 req-efa07e86-2eae-4cb2-8d8e-745a799a763c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708169 Aug 19 12:47:20.063269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66a58-4f30-489b-859a-08bd34ae817b req-85bcfa1b-fff1-4894-8cc2-30dfdc392d6c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:20.064842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64b66a58-4f30-489b-859a-08bd34ae817b req-85bcfa1b-fff1-4894-8cc2-30dfdc392d6c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.5782316 Aug 19 12:47:20.097255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57522b-e41a-4dee-bc9d-7cb61e73d715 req-edf4b732-5812-463b-b7a4-6a938dafcc6d tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:20.098908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad57522b-e41a-4dee-bc9d-7cb61e73d715 req-edf4b732-5812-463b-b7a4-6a938dafcc6d tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.5779364 Aug 19 12:47:20.205867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64b66a58-4f30-489b-859a-08bd34ae817b req-bd53a37d-9a48-4775-a676-87eaccb5b1f9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333303 Aug 19 12:47:20.263199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad57522b-e41a-4dee-bc9d-7cb61e73d715 req-83982d5f-eccf-438e-819f-b43d80b2aa39 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537364 Aug 19 12:47:20.425720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::1 (cbba3ea2-383a-40d7-830c-045ff0649192/7b0e2726-a73d-4552-9051-3fc5d3463c8f/17e6db07-4fc6-48a3-a440-84df44072265) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:20.677618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f4a7c67a-a342-4163-86b6-70e12b79d041 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:20.958153 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:21.013863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 17e6db07-4fc6-48a3-a440-84df44072265 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:21.032929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port f4a7c67a-a342-4163-86b6-70e12b79d041 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:21.134955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-810420cd-e5b5-46c0-9859-ced450d68fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:21.331017 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:21.407929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a1ad2eb5-1513-40e8-a872-1d5a3c067d50 None None] Provisioning for port f4a7c67a-a342-4163-86b6-70e12b79d041 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:21.412375 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a1ad2eb5-1513-40e8-a872-1d5a3c067d50 None None] Provisioning complete for port f4a7c67a-a342-4163-86b6-70e12b79d041 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:21.412746 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1ad2eb5-1513-40e8-a872-1d5a3c067d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:21.447935 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:21.471877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:21.476132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:21.476683 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:21.491398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=17e6db07-4fc6-48a3-a440-84df44072265,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:21.595681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad23c5-7a56-4c58-826e-076a2ee8e216 req-10d924d7-6bc0-441f-a2bc-36591f913ec7 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:21.598089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59ad23c5-7a56-4c58-826e-076a2ee8e216 req-10d924d7-6bc0-441f-a2bc-36591f913ec7 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.2453470 Aug 19 12:47:21.626845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e253f-3856-47d5-9816-68bddd798730 req-44c6a198-a62f-45f8-9232-86e1f1918fc2 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:21.628456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a50e253f-3856-47d5-9816-68bddd798730 req-44c6a198-a62f-45f8-9232-86e1f1918fc2 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.2313254 Aug 19 12:47:21.823456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59ad23c5-7a56-4c58-826e-076a2ee8e216 req-8a1f76ce-3f75-4bfd-93e1-3cfe5aa111f5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935761 Aug 19 12:47:21.851781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a50e253f-3856-47d5-9816-68bddd798730 req-f334b660-6c13-4c9d-ae16-8a6b7df9053b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944613 Aug 19 12:47:21.984003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ccef5947-8a9a-4ebe-b01e-3016df06c191 req-f41df8e7-62bb-467c-8ef5-29040a82560a tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1042571358', 'description': 'tempest-description-1119518293'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:22.009849 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1ad2eb5-1513-40e8-a872-1d5a3c067d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:22.017166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:22.112859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a1ad2eb5-1513-40e8-a872-1d5a3c067d50 None None] For port f4a7c67a-a342-4163-86b6-70e12b79d041, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f4a7c67a-a342-4163-86b6-70e12b79d041,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:22.282449 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1ad2eb5-1513-40e8-a872-1d5a3c067d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:22.435740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad2eb5-1513-40e8-a872-1d5a3c067d50 None None] Pushing event updated for resources: {'Port': ['ID=f4a7c67a-a342-4163-86b6-70e12b79d041,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:22.557110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-086b87b1-95e9-46ca-9510-3bb907497fc8 None None] Provisioning for port 17e6db07-4fc6-48a3-a440-84df44072265 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:22.566879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-086b87b1-95e9-46ca-9510-3bb907497fc8 None None] Provisioning complete for port 17e6db07-4fc6-48a3-a440-84df44072265 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:22.567576 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-086b87b1-95e9-46ca-9510-3bb907497fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:22.633477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-086b87b1-95e9-46ca-9510-3bb907497fc8 None None] Port 17e6db07-4fc6-48a3-a440-84df44072265 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:47:22.748133 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccef5947-8a9a-4ebe-b01e-3016df06c191 req-f41df8e7-62bb-467c-8ef5-29040a82560a tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:23.076271 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccef5947-8a9a-4ebe-b01e-3016df06c191 req-f41df8e7-62bb-467c-8ef5-29040a82560a tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:23.231734 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:23.236232 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccef5947-8a9a-4ebe-b01e-3016df06c191 req-f41df8e7-62bb-467c-8ef5-29040a82560a tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:23.282368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d47eb-a114-439b-89d5-9996855ba7e4 req-a984bd2e-e4be-4091-920d-ddb8200e1e07 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:23.284485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-149d47eb-a114-439b-89d5-9996855ba7e4 req-a984bd2e-e4be-4091-920d-ddb8200e1e07 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1806700 Aug 19 12:47:23.294600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41df8e7-62bb-467c-8ef5-29040a82560a tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae61527-83e8-4481-a513-16a58e85e562,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:23.354953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-149d47eb-a114-439b-89d5-9996855ba7e4 req-e947b6e1-d294-4b87-a79c-f6cceee1669f tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551386 Aug 19 12:47:23.393196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:23.393196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:23.563772 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccef5947-8a9a-4ebe-b01e-3016df06c191 req-f41df8e7-62bb-467c-8ef5-29040a82560a tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:23.569461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ccef5947-8a9a-4ebe-b01e-3016df06c191 req-f41df8e7-62bb-467c-8ef5-29040a82560a tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.5919030 Aug 19 12:47:23.615454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=17e6db07-4fc6-48a3-a440-84df44072265,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:23.904593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f31c027-24ee-4874-a021-97f4e42025e8 req-ddccf6ca-6477-4c0e-aa18-9aa2cd20f801 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1042571358&fields=id&tenant_id=bbf651fd4a1346548c99cb07cad7d317 HTTP/1.1" status: 200 len: 267 time: 0.1533339 Aug 19 12:47:23.911454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:23.936870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:24.184759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31c027-24ee-4874-a021-97f4e42025e8 req-424260a2-9072-4e0b-9fd6-e4cf6efb5ccc tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:24.188907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f31c027-24ee-4874-a021-97f4e42025e8 req-424260a2-9072-4e0b-9fd6-e4cf6efb5ccc tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.2749953 Aug 19 12:47:24.212499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4f31c027-24ee-4874-a021-97f4e42025e8 req-e49ff723-c9bc-4bf5-a3e0-9eacdb4c9dfd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Request body: {'port': {'security_groups': ['acd671fc-1e3f-4e2b-8185-7bfa4f546f25', '3ae61527-83e8-4481-a513-16a58e85e562']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:24.399431 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f31c027-24ee-4874-a021-97f4e42025e8 req-e49ff723-c9bc-4bf5-a3e0-9eacdb4c9dfd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.462112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f4a7c67a-a342-4163-86b6-70e12b79d041 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:24.596263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Router 0af80e5a-68ac-4c71-8b8a-728fe705f683 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:47:24.600277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b834633a-2ba4-46f2-a9f0-8a942081864d None None] Provisioning complete for port 17e6db07-4fc6-48a3-a440-84df44072265 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:24.601257 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b834633a-2ba4-46f2-a9f0-8a942081864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.758573 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b834633a-2ba4-46f2-a9f0-8a942081864d None None] Port 17e6db07-4fc6-48a3-a440-84df44072265 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:47:24.791172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f4a7c67a-a342-4163-86b6-70e12b79d041 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:24.792324 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.901026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376fea5-c154-4267-a4a5-0f31e5ed4ced req-75042b21-4d47-452b-b0d7-1e5bf5414d8b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:24.910615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5376fea5-c154-4267-a4a5-0f31e5ed4ced req-75042b21-4d47-452b-b0d7-1e5bf5414d8b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.3529961 Aug 19 12:47:24.993587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:25.007935 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Sync routers for ids ['0af80e5a-68ac-4c71-8b8a-728fe705f683'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:25.028928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57436) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:25.046874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e41aa451-002a-4852-b5e3-e8b4f0e3db68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "PUT /v2.0/routers/0af80e5a-68ac-4c71-8b8a-728fe705f683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3238213 Aug 19 12:47:25.047020 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Routers {'0af80e5a-68ac-4c71-8b8a-728fe705f683'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:25.047020 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:46:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0af80e5a-68ac-4c71-8b8a-728fe705f683'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:25.172475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a704e6-c2ed-41bb-beee-8e45326c3af8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:25.176877 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-05a704e6-c2ed-41bb-beee-8e45326c3af8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports/17e6db07-4fc6-48a3-a440-84df44072265 HTTP/1.1" status: 200 len: 911 time: 0.1454706 Aug 19 12:47:25.177543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57440) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:25.230982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5376fea5-c154-4267-a4a5-0f31e5ed4ced req-4c7e69c9-cf36-4d44-9f4b-47e7ba7a2f6d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815306 Aug 19 12:47:25.239957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b1bf21-ea3a-46b7-9df2-ad2c6827e237 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:25.247518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b1bf21-ea3a-46b7-9df2-ad2c6827e237 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:25.254049 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b0b1bf21-ea3a-46b7-9df2-ad2c6827e237 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0753276 Aug 19 12:47:25.255088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57442) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:25.274308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4f31c027-24ee-4874-a021-97f4e42025e8 req-e49ff723-c9bc-4bf5-a3e0-9eacdb4c9dfd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] For port c254e001-e9fd-43ce-939e-e70b605a41ff, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c254e001-e9fd-43ce-939e-e70b605a41ff,segment=NetworkSegment(8084fd99-593d-4ac1-821b-b2dcab3d32d7),segment_id=8084fd99-593d-4ac1-821b-b2dcab3d32d7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:25.275664 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Set router 0af80e5a-68ac-4c71-8b8a-728fe705f683 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:25.448714 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f31c027-24ee-4874-a021-97f4e42025e8 req-e49ff723-c9bc-4bf5-a3e0-9eacdb4c9dfd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:25.470290 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4e494f4f-0ede-4405-a1d3-4199f15006d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:25.761820 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af80e5a-68ac-4c71-8b8a-728fe705f683', 'name': 'tempest-NetworksTestDHCPv6-router-1784261815', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:18Z', 'updated_at': '2021-08-19T12:47:21Z', 'revision_number': 2, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None, '_interfaces': [{'id': '17e6db07-4fc6-48a3-a440-84df44072265', 'name': '', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'mac_address': 'fa:16:3e:1b:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af80e5a-68ac-4c71-8b8a-728fe705f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '7b0e2726-a73d-4552-9051-3fc5d3463c8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:20Z', 'updated_at': '2021-08-19T12:47:22Z', 'revision_number': 2, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'subnets': [{'id': '7b0e2726-a73d-4552-9051-3fc5d3463c8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:25.862624 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Checking router: 0af80e5a-68ac-4c71-8b8a-728fe705f683 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:25.867269 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Updating router 0af80e5a-68ac-4c71-8b8a-728fe705f683 port 17e6db07-4fc6-48a3-a440-84df44072265 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:47:25.928795 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.239862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-386117ea-2fe0-4456-812e-cec59df240c2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.460247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ba5dc-291b-4f2d-8634-0b51e9d89bfa req-338a57c4-efff-4cbd-bc12-61cf62dc9210 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:26.469947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b2ba5dc-291b-4f2d-8634-0b51e9d89bfa req-338a57c4-efff-4cbd-bc12-61cf62dc9210 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.0917950 Aug 19 12:47:26.501015 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.514765 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Transition to ACTIVE for port object 17e6db07-4fc6-48a3-a440-84df44072265 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:26.540812 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f31c027-24ee-4874-a021-97f4e42025e8 req-e49ff723-c9bc-4bf5-a3e0-9eacdb4c9dfd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.560563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b2ba5dc-291b-4f2d-8634-0b51e9d89bfa req-d56f1820-1732-4165-856e-e5eb4cb913dd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892608 Aug 19 12:47:26.567031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c254e001-e9fd-43ce-939e-e70b605a41ff'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:47:26.622061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31c027-24ee-4874-a021-97f4e42025e8 req-e49ff723-c9bc-4bf5-a3e0-9eacdb4c9dfd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:26.622853 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f31c027-24ee-4874-a021-97f4e42025e8 req-e49ff723-c9bc-4bf5-a3e0-9eacdb4c9dfd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.625020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f31c027-24ee-4874-a021-97f4e42025e8 req-e49ff723-c9bc-4bf5-a3e0-9eacdb4c9dfd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "PUT /v2.0/ports/c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 982 time: 2.4213815 Aug 19 12:47:26.627189 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.632326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:26.634320 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b6f431-fd97-4937-a6f3-02ad47b30df2" -d '{"events": [{"name": "network-changed", "server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:26.668674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ff723-c9bc-4bf5-a3e0-9eacdb4c9dfd tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Pushing event updated for resources: {'Port': ['ID=c254e001-e9fd-43ce-939e-e70b605a41ff,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:26.676338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-386117ea-2fe0-4456-812e-cec59df240c2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 17e6db07-4fc6-48a3-a440-84df44072265 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:26.677393 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-386117ea-2fe0-4456-812e-cec59df240c2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.718467 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.719790 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50562e8d-2a61-49a0-a5f6-7cd6c8240bfa x-openstack-request-id: req-50562e8d-2a61-49a0-a5f6-7cd6c8240bfa {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:26.720243 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:26.720683 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50562e8d-2a61-49a0-a5f6-7cd6c8240bfa {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:26.731553 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'status': 'completed', 'code': 200} Aug 19 12:47:26.802833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c254e001-e9fd-43ce-939e-e70b605a41ff'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:47:26.904138 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6e395-e089-45fa-bc88-e18dae0fce03 None None] Pushing event updated for resources: {'Port': ['ID=17e6db07-4fc6-48a3-a440-84df44072265,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:26.947827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6f431-fd97-4937-a6f3-02ad47b30df2 req-260aec00-fa2d-426f-b95f-3c13f0155b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:26.966738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00b6f431-fd97-4937-a6f3-02ad47b30df2 req-260aec00-fa2d-426f-b95f-3c13f0155b8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbf651fd4a1346548c99cb07cad7d317&device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 1136 time: 0.2013292 Aug 19 12:47:27.001417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44559159-ed6c-4f2b-8068-29e84511671d req-4609a387-ce99-47f6-97c2-b8cf97b8f5c2 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1042571358&fields=id&tenant_id=bbf651fd4a1346548c99cb07cad7d317 HTTP/1.1" status: 200 len: 267 time: 0.2256389 Aug 19 12:47:27.187953 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Attempting to bind port 17e6db07-4fc6-48a3-a440-84df44072265 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:27.188402 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Attempting to bind port 17e6db07-4fc6-48a3-a440-84df44072265 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:27.190459 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Attempting to bind port 17e6db07-4fc6-48a3-a440-84df44072265 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:27.201473 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:27.202830 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:27.203789 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:27.204483 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:27.206226 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Bound port: 17e6db07-4fc6-48a3-a440-84df44072265, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:27.207843 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:27.259032 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:27.426708 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-386117ea-2fe0-4456-812e-cec59df240c2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:27.517427 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] For port 17e6db07-4fc6-48a3-a440-84df44072265, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:27.531745 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] For port 17e6db07-4fc6-48a3-a440-84df44072265, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17e6db07-4fc6-48a3-a440-84df44072265,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:27.534391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-386117ea-2fe0-4456-812e-cec59df240c2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 17e6db07-4fc6-48a3-a440-84df44072265 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:27.618456 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:27.807582 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6e395-e089-45fa-bc88-e18dae0fce03 None None] Pushing event updated for resources: {'Port': ['ID=17e6db07-4fc6-48a3-a440-84df44072265,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:27.821567 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Routers {'0af80e5a-68ac-4c71-8b8a-728fe705f683'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:27.825682 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0af80e5a-68ac-4c71-8b8a-728fe705f683'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:28.020520 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] Set router 0af80e5a-68ac-4c71-8b8a-728fe705f683 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:28.367097 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af80e5a-68ac-4c71-8b8a-728fe705f683', 'name': 'tempest-NetworksTestDHCPv6-router-1784261815', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:18Z', 'updated_at': '2021-08-19T12:47:21Z', 'revision_number': 2, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None, '_interfaces': [{'id': '17e6db07-4fc6-48a3-a440-84df44072265', 'name': '', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'mac_address': 'fa:16:3e:1b:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af80e5a-68ac-4c71-8b8a-728fe705f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '7b0e2726-a73d-4552-9051-3fc5d3463c8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:20Z', 'updated_at': '2021-08-19T12:47:27Z', 'revision_number': 4, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'subnets': [{'id': '7b0e2726-a73d-4552-9051-3fc5d3463c8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:28.406717 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef9733-dcc6-4dff-a908-e53eb32be3d7 None None] The sync data for ids ['0af80e5a-68ac-4c71-8b8a-728fe705f683'] in n-d-778732-8 is: [{'id': '0af80e5a-68ac-4c71-8b8a-728fe705f683', 'name': 'tempest-NetworksTestDHCPv6-router-1784261815', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:18Z', 'updated_at': '2021-08-19T12:47:21Z', 'revision_number': 2, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None, '_interfaces': [{'id': '17e6db07-4fc6-48a3-a440-84df44072265', 'name': '', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'mac_address': 'fa:16:3e:1b:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af80e5a-68ac-4c71-8b8a-728fe705f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '7b0e2726-a73d-4552-9051-3fc5d3463c8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:20Z', 'updated_at': '2021-08-19T12:47:27Z', 'revision_number': 4, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'subnets': [{'id': '7b0e2726-a73d-4552-9051-3fc5d3463c8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:28.562343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44559159-ed6c-4f2b-8068-29e84511671d req-d3b954cc-3e97-41cb-ba66-085cd030215e tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:28.564401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44559159-ed6c-4f2b-8068-29e84511671d req-d3b954cc-3e97-41cb-ba66-085cd030215e tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 985 time: 1.5167375 Aug 19 12:47:28.589000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-44559159-ed6c-4f2b-8068-29e84511671d req-e9926717-fc00-41b1-8f8f-30cd8af9a890 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Request body: {'port': {'security_groups': ['acd671fc-1e3f-4e2b-8185-7bfa4f546f25']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:28.688341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6f431-fd97-4937-a6f3-02ad47b30df2 req-7fd3fe99-9325-4d72-b6ff-81fe3497e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:28.690791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00b6f431-fd97-4937-a6f3-02ad47b30df2 req-7fd3fe99-9325-4d72-b6ff-81fe3497e90e service neutron] 10.222.0.53 "GET /v2.0/networks?id=13f4f722-9c1b-4636-86e4-e63643ed65bf HTTP/1.1" status: 200 len: 921 time: 1.6910491 Aug 19 12:47:28.937480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00b6f431-fd97-4937-a6f3-02ad47b30df2 req-02d8254f-9044-46b9-84a3-5f6c4034394c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 217 time: 0.1733074 Aug 19 12:47:28.951929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc089f-f22e-4957-9f1f-0cff12e802f5 req-6d40b22a-4ab5-4ddb-b44f-529da178f689 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:28.964385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ebc089f-f22e-4957-9f1f-0cff12e802f5 req-6d40b22a-4ab5-4ddb-b44f-529da178f689 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.5743072 Aug 19 12:47:28.981186 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:28.991241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44559159-ed6c-4f2b-8068-29e84511671d req-e9926717-fc00-41b1-8f8f-30cd8af9a890 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:29.314375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ebc089f-f22e-4957-9f1f-0cff12e802f5 req-1c8a8b0e-a250-47e2-a2c5-036653240e45 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511512 Aug 19 12:47:29.336356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6f431-fd97-4937-a6f3-02ad47b30df2 req-3a643fa4-8477-4fe7-a75f-fb4626996a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:29.361279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00b6f431-fd97-4937-a6f3-02ad47b30df2 req-3a643fa4-8477-4fe7-a75f-fb4626996a25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d050514d-4db5-40c5-8399-a6747cd4c5f4 HTTP/1.1" status: 200 len: 860 time: 0.3710122 Aug 19 12:47:29.460200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00b6f431-fd97-4937-a6f3-02ad47b30df2 req-9c2be456-a1ca-4877-8af9-c3586825221c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13f4f722-9c1b-4636-86e4-e63643ed65bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725987 Aug 19 12:47:29.593761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00b6f431-fd97-4937-a6f3-02ad47b30df2 req-5b3277ea-9672-4f64-8320-a6c0fa522696 service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160302 Aug 19 12:47:29.742128 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-386117ea-2fe0-4456-812e-cec59df240c2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:29.811977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386117ea-2fe0-4456-812e-cec59df240c2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=17e6db07-4fc6-48a3-a440-84df44072265,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:29.832235 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00b6f431-fd97-4937-a6f3-02ad47b30df2 req-3dfc9512-7fbb-48d5-820c-c50d46d7ee38 service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210011 Aug 19 12:47:30.087283 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-386117ea-2fe0-4456-812e-cec59df240c2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:30.393464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-44559159-ed6c-4f2b-8068-29e84511671d req-e9926717-fc00-41b1-8f8f-30cd8af9a890 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] For port c254e001-e9fd-43ce-939e-e70b605a41ff, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c254e001-e9fd-43ce-939e-e70b605a41ff,segment=NetworkSegment(8084fd99-593d-4ac1-821b-b2dcab3d32d7),segment_id=8084fd99-593d-4ac1-821b-b2dcab3d32d7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:30.424409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386117ea-2fe0-4456-812e-cec59df240c2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Router 0af80e5a-68ac-4c71-8b8a-728fe705f683 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:30.472856 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44559159-ed6c-4f2b-8068-29e84511671d req-e9926717-fc00-41b1-8f8f-30cd8af9a890 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:30.567486 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44559159-ed6c-4f2b-8068-29e84511671d req-e9926717-fc00-41b1-8f8f-30cd8af9a890 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:30.595845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c254e001-e9fd-43ce-939e-e70b605a41ff'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:47:30.617469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386117ea-2fe0-4456-812e-cec59df240c2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:30.628254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a74b2-5e46-4fab-80fa-84d51a60fed1 req-ab358624-420a-4f9a-9138-6e6e3873bc16 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:30.629992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d4a74b2-5e46-4fab-80fa-84d51a60fed1 req-ab358624-420a-4f9a-9138-6e6e3873bc16 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1906590 Aug 19 12:47:30.640081 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57494) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:30.641262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-386117ea-2fe0-4456-812e-cec59df240c2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "PUT /v2.0/routers/0af80e5a-68ac-4c71-8b8a-728fe705f683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3821709 Aug 19 12:47:30.693223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44559159-ed6c-4f2b-8068-29e84511671d req-e9926717-fc00-41b1-8f8f-30cd8af9a890 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:30.693978 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-44559159-ed6c-4f2b-8068-29e84511671d req-e9926717-fc00-41b1-8f8f-30cd8af9a890 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:30.695689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44559159-ed6c-4f2b-8068-29e84511671d req-e9926717-fc00-41b1-8f8f-30cd8af9a890 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "PUT /v2.0/ports/c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 943 time: 2.1129713 Aug 19 12:47:30.696260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:30.699255 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11c47bf-5f1f-46fe-a34f-41846b64acf6" -d '{"events": [{"name": "network-changed", "server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:30.729978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8be7a7-f873-4c1b-a52d-b73589d8f2f8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:30.734203 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8be7a7-f873-4c1b-a52d-b73589d8f2f8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:30.739251 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1e8be7a7-f873-4c1b-a52d-b73589d8f2f8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0983460 Aug 19 12:47:30.740140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57500) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:30.758938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c254e001-e9fd-43ce-939e-e70b605a41ff'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:47:30.770720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9926717-fc00-41b1-8f8f-30cd8af9a890 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Pushing event updated for resources: {'Port': ['ID=c254e001-e9fd-43ce-939e-e70b605a41ff,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:30.876989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 7b0e2726-a73d-4552-9051-3fc5d3463c8f {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:47:30.896222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:30.984877 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:31.037638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d4a74b2-5e46-4fab-80fa-84d51a60fed1 req-ee792433-3cbb-44c6-bfbe-0c1a42cc95d1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961029 Aug 19 12:47:31.094258 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:31.168057 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8915d80-ac8d-41d8-af3e-a8093c97767c x-openstack-request-id: req-b8915d80-ac8d-41d8-af3e-a8093c97767c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:31.168373 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:31.168594 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8915d80-ac8d-41d8-af3e-a8093c97767c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:31.168987 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'status': 'completed', 'code': 200} Aug 19 12:47:31.222464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd116e-1470-46fc-9708-89cfe6d9e53e None None] Sync routers for ids ['0af80e5a-68ac-4c71-8b8a-728fe705f683'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:31.244851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-baa6b131-2aee-4249-85ae-03ed8f70f523 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4651248 Aug 19 12:47:31.245781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd116e-1470-46fc-9708-89cfe6d9e53e None None] Routers {'0af80e5a-68ac-4c71-8b8a-728fe705f683'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:31.247003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-55fd116e-1470-46fc-9708-89cfe6d9e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0af80e5a-68ac-4c71-8b8a-728fe705f683'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:31.252512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c47bf-5f1f-46fe-a34f-41846b64acf6 req-1079a34d-b9f1-430c-896f-46cf526e1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:31.254316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f11c47bf-5f1f-46fe-a34f-41846b64acf6 req-1079a34d-b9f1-430c-896f-46cf526e1fdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbf651fd4a1346548c99cb07cad7d317&device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 1097 time: 0.0700042 Aug 19 12:47:31.260646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:31.272508 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:31.323666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0e2726-a73d-4552-9051-3fc5d3463c8f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:31.333424 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.334173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.334704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.335267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.335590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.335935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.336289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.336624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.336949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.337283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.337664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.337998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:31.348048 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:31.354819 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-359c6f0c-b098-4a2d-a1af-fc52f0721776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/7b0e2726-a73d-4552-9051-3fc5d3463c8f HTTP/1.1" status: 204 len: 168 time: 0.6098938 Aug 19 12:47:31.355962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57508) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:31.366405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991b625-c5bd-42b4-a06f-4969ca6f01e3 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:31.391402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-55fd116e-1470-46fc-9708-89cfe6d9e53e None None] Set router 0af80e5a-68ac-4c71-8b8a-728fe705f683 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:31.439896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c47bf-5f1f-46fe-a34f-41846b64acf6 req-13bdbe1f-f258-4cce-8f78-70017b45bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:31.441720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f11c47bf-5f1f-46fe-a34f-41846b64acf6 req-13bdbe1f-f258-4cce-8f78-70017b45bb6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=13f4f722-9c1b-4636-86e4-e63643ed65bf HTTP/1.1" status: 200 len: 921 time: 0.1759930 Aug 19 12:47:31.503186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-55fd116e-1470-46fc-9708-89cfe6d9e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af80e5a-68ac-4c71-8b8a-728fe705f683', 'name': 'tempest-NetworksTestDHCPv6-router-1784261815', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:18Z', 'updated_at': '2021-08-19T12:47:29Z', 'revision_number': 3, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:31.512428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f11c47bf-5f1f-46fe-a34f-41846b64acf6 req-529af562-fc22-492b-88ea-53649aa8691a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 217 time: 0.0584242 Aug 19 12:47:31.517857 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-867dd86c-c58d-4103-829d-7294daff7c8f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1603298 Aug 19 12:47:31.520978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57512) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:31.545857 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:31.546430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd116e-1470-46fc-9708-89cfe6d9e53e None None] Checking router: 0af80e5a-68ac-4c71-8b8a-728fe705f683 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:31.668236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd116e-1470-46fc-9708-89cfe6d9e53e None None] Routers {'0af80e5a-68ac-4c71-8b8a-728fe705f683'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:31.669006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-55fd116e-1470-46fc-9708-89cfe6d9e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['0af80e5a-68ac-4c71-8b8a-728fe705f683'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:31.681102 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e745f47d-4bf1-4255-94bb-5ec17465078a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:31.698886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c47bf-5f1f-46fe-a34f-41846b64acf6 req-134311d4-caae-4379-9a9a-3be7e56b7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:31.700589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f11c47bf-5f1f-46fe-a34f-41846b64acf6 req-134311d4-caae-4379-9a9a-3be7e56b7af6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d050514d-4db5-40c5-8399-a6747cd4c5f4 HTTP/1.1" status: 200 len: 860 time: 0.1777995 Aug 19 12:47:31.757966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-55fd116e-1470-46fc-9708-89cfe6d9e53e None None] Set router 0af80e5a-68ac-4c71-8b8a-728fe705f683 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:31.759474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f11c47bf-5f1f-46fe-a34f-41846b64acf6 req-1c54f86a-84ba-40c2-8ead-2aadb3222c55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13f4f722-9c1b-4636-86e4-e63643ed65bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477655 Aug 19 12:47:31.837294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-55fd116e-1470-46fc-9708-89cfe6d9e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af80e5a-68ac-4c71-8b8a-728fe705f683', 'name': 'tempest-NetworksTestDHCPv6-router-1784261815', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:18Z', 'updated_at': '2021-08-19T12:47:29Z', 'revision_number': 3, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:31.875144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd116e-1470-46fc-9708-89cfe6d9e53e None None] The sync data for ids ['0af80e5a-68ac-4c71-8b8a-728fe705f683'] in n-d-778732-8 is: [{'id': '0af80e5a-68ac-4c71-8b8a-728fe705f683', 'name': 'tempest-NetworksTestDHCPv6-router-1784261815', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:18Z', 'updated_at': '2021-08-19T12:47:29Z', 'revision_number': 3, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:31.974305 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:31.985938 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f11c47bf-5f1f-46fe-a34f-41846b64acf6 req-e364919e-b132-4c0f-9e87-f2a3c3c224a1 service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180033 Aug 19 12:47:32.002233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e745f47d-4bf1-4255-94bb-5ec17465078a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:32.004520 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e745f47d-4bf1-4255-94bb-5ec17465078a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:32.280384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e319e7e-d39c-4780-a0d4-f38050216deb None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:47:32.392550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6e319e7e-d39c-4780-a0d4-f38050216deb None None] Deleting port f4a7c67a-a342-4163-86b6-70e12b79d041 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:32.393754 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e319e7e-d39c-4780-a0d4-f38050216deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:32.479853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17e6db07-4fc6-48a3-a440-84df44072265 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:32.527665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 17e6db07-4fc6-48a3-a440-84df44072265 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:32.528021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17e6db07-4fc6-48a3-a440-84df44072265 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:32.528465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f4a7c67a-a342-4163-86b6-70e12b79d041 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:32.568955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6e319e7e-d39c-4780-a0d4-f38050216deb None None] For port f4a7c67a-a342-4163-86b6-70e12b79d041, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f4a7c67a-a342-4163-86b6-70e12b79d041,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:32.569392 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e319e7e-d39c-4780-a0d4-f38050216deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:32.584510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Allocated IP 172.25.6.117 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/9239318d-36bf-486e-98d6-c7f1f7bae1e7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:32.589999 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6e319e7e-d39c-4780-a0d4-f38050216deb None None] Calling delete_port for f4a7c67a-a342-4163-86b6-70e12b79d041 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:32.669886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f11c47bf-5f1f-46fe-a34f-41846b64acf6 req-7e4ff19d-66d3-42b7-8acf-16e34d34c51a service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310124 Aug 19 12:47:32.699899 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:32.741966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31941356-e422-4216-9387-c4e40d6b6453 req-bf7cc60e-69b7-4bac-aac9-c0c337a131c1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:32.745903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31941356-e422-4216-9387-c4e40d6b6453 req-bf7cc60e-69b7-4bac-aac9-c0c337a131c1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.5707014 Aug 19 12:47:32.756337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port f4a7c67a-a342-4163-86b6-70e12b79d041, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f4a7c67a-a342-4163-86b6-70e12b79d041,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:32.797332 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:32.820843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31941356-e422-4216-9387-c4e40d6b6453 req-3030dca7-bf22-4b5f-8065-8f33a5e32450 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682578 Aug 19 12:47:33.625643 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e745f47d-4bf1-4255-94bb-5ec17465078a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:33.626365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e745f47d-4bf1-4255-94bb-5ec17465078a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Fanout notify agent at l3_agent the message router_deleted on router 0af80e5a-68ac-4c71-8b8a-728fe705f683 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:47:33.633323 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e745f47d-4bf1-4255-94bb-5ec17465078a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:33.640024 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e745f47d-4bf1-4255-94bb-5ec17465078a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/routers/0af80e5a-68ac-4c71-8b8a-728fe705f683 HTTP/1.1" status: 204 len: 168 time: 2.1120093 Aug 19 12:47:33.640024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57534) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:33.643607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5e99f92e-3dd2-4e48-90d0-827334f7caa4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:33.677918 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:33.682481 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:33.786527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=f4a7c67a-a342-4163-86b6-70e12b79d041,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:33.799398 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e319e7e-d39c-4780-a0d4-f38050216deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:33.803281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.803465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Pushing event updated for resources: {'Port': ['ID=9239318d-36bf-486e-98d6-c7f1f7bae1e7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:33.803984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.803984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.804298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.804837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.805420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.805946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.806485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.807253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.807586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.808090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.808612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:33.815502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:33.818598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:33.823103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:33.845032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e319e7e-d39c-4780-a0d4-f38050216deb None None] Pushing event deleted for resources: {'Port': ['ID=f4a7c67a-a342-4163-86b6-70e12b79d041,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:33.847811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e319e7e-d39c-4780-a0d4-f38050216deb None None] No DVR routers for this DVR port f4a7c67a-a342-4163-86b6-70e12b79d041 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:33.963599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:33.990835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edecbe-a481-4352-96a1-7fbae5dc6f61 req-29fe8d6b-cfa1-4226-9728-684fe9d11ce7 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:33.992415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-61edecbe-a481-4352-96a1-7fbae5dc6f61 req-29fe8d6b-cfa1-4226-9728-684fe9d11ce7 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.0785394 Aug 19 12:47:34.014597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e99f92e-3dd2-4e48-90d0-827334f7caa4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:34.020027 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e99f92e-3dd2-4e48-90d0-827334f7caa4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.043162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-61edecbe-a481-4352-96a1-7fbae5dc6f61 req-9a41abb8-3477-4f13-aa83-57e55fe5870d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Aug 19 12:47:34.139600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.356058 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.407066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e99f92e-3dd2-4e48-90d0-827334f7caa4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.450887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99f92e-3dd2-4e48-90d0-827334f7caa4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:34.454780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5e99f92e-3dd2-4e48-90d0-827334f7caa4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:34.459397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99f92e-3dd2-4e48-90d0-827334f7caa4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:34.459989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5e99f92e-3dd2-4e48-90d0-827334f7caa4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.465810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed1b444-e15b-43ff-9354-86c68bbca87c None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:34.470537 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99f92e-3dd2-4e48-90d0-827334f7caa4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=55ac2229-d801-41a9-8cd5-03bec2897317,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:34.476827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.569358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Pushing event updated for resources: {'Port': ['ID=9239318d-36bf-486e-98d6-c7f1f7bae1e7,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:34.580122 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5e99f92e-3dd2-4e48-90d0-827334f7caa4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9417160 Aug 19 12:47:34.583093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57550) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:34.584928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.587796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f6d44952-cfd4-48da-b500-c4a525580370 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1898531155', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:34.658942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f869536a-40fe-4ec0-bf17-ace869f34bcd details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:47:34.711289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.712884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b34bd1a-e4d2-433b-b899-0650abea1251 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4576371 Aug 19 12:47:34.754312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '55ac2229-d801-41a9-8cd5-03bec2897317'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:47:34.755390 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.834073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-7d954660-97fc-4a6a-9ee0-514325099c70 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 696 time: 0.1038034 Aug 19 12:47:34.873623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6d44952-cfd4-48da-b500-c4a525580370 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.876278 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6d44952-cfd4-48da-b500-c4a525580370 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.899773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:34.941501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'network_id': 'a69fe7d7-91ab-4bab-9c68-970495891030', 'port_id': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'mac_address': 'fa:16:3e:b5:3b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b3837f-4896-448d-90d3-9af8a59cb07f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:47:34.984697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b2e65b1-7033-4135-a83d-c375a34dee22 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:34.986515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-2b2e65b1-7033-4135-a83d-c375a34dee22 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1461837 Aug 19 12:47:34.992437 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.006709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-c52b4ef9-3218-4ce1-8761-4340ae9d5998 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:47:35.008669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0de5db27-20b1-4943-80e9-b9f28145e5a2 req-c52b4ef9-3218-4ce1-8761-4340ae9d5998 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103579 Aug 19 12:47:35.022069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/55ac2229-d801-41a9-8cd5-03bec2897317/d4577559-09fd-42c7-aea9-0f5a0a00a383) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:35.025805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f869536a-40fe-4ec0-bf17-ace869f34bcd {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:47:35.049655 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6d44952-cfd4-48da-b500-c4a525580370 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.052596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:35.145211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6d44952-cfd4-48da-b500-c4a525580370 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.223221 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.255830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-19941f91-4fc1-41b4-8aec-416cb38feed8 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:35.257504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-19941f91-4fc1-41b4-8aec-416cb38feed8 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1636715 Aug 19 12:47:35.261634 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6d44952-cfd4-48da-b500-c4a525580370 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.263255 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f6d44952-cfd4-48da-b500-c4a525580370 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6791363 Aug 19 12:47:35.273075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ac467-23b7-40fc-8c43-27cf47b6d445 req-d07d6483-c69a-44a9-866f-23cfe7c69e53 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:35.273075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd0ac467-23b7-40fc-8c43-27cf47b6d445 req-d07d6483-c69a-44a9-866f-23cfe7c69e53 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.1326866 Aug 19 12:47:35.273075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57558) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:35.302637 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.330955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Transition to ACTIVE for port object d4577559-09fd-42c7-aea9-0f5a0a00a383 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:35.335662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=11']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:35.352818 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Transition to ACTIVE for port object d4577559-09fd-42c7-aea9-0f5a0a00a383 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:35.412505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-4090f4ec-da69-4056-af4f-35326dc8d225 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 696 time: 0.1364322 Aug 19 12:47:35.452535 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.474198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-7aad16d6-689f-4896-9dac-f54ac79777ae tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Request body: {'floatingip': {'port_id': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:35.495891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f869536a-40fe-4ec0-bf17-ace869f34bcd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:47:35.518370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd0ac467-23b7-40fc-8c43-27cf47b6d445 req-ab20ccd4-7391-4511-93aa-d10de4dd8cbf tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312598 Aug 19 12:47:35.545003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:35.555636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:35.557541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Pushing event updated for resources: {'Port': ['ID=d4577559-09fd-42c7-aea9-0f5a0a00a383,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:35.559763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:35.570790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-7aad16d6-689f-4896-9dac-f54ac79777ae tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.686020 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Attempting to bind port d4577559-09fd-42c7-aea9-0f5a0a00a383 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:35.686558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Attempting to bind port d4577559-09fd-42c7-aea9-0f5a0a00a383 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:35.687022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Attempting to bind port d4577559-09fd-42c7-aea9-0f5a0a00a383 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:35.709232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:35.710185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:35.710733 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.711234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:35.711848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Bound port: d4577559-09fd-42c7-aea9-0f5a0a00a383, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:35.712331 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.883379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] For port d4577559-09fd-42c7-aea9-0f5a0a00a383, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:35.895998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] For port d4577559-09fd-42c7-aea9-0f5a0a00a383, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d4577559-09fd-42c7-aea9-0f5a0a00a383,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:35.898655 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:36.031666 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:36.115655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06bc4-5a9d-4c1c-a045-c623706949d2 None None] Pushing event updated for resources: {'Port': ['ID=d4577559-09fd-42c7-aea9-0f5a0a00a383,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:36.512450 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d4577559-09fd-42c7-aea9-0f5a0a00a383 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:36.572549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::1 (cbba3ea2-383a-40d7-830c-045ff0649192/55ac2229-d801-41a9-8cd5-03bec2897317/015791d7-7c66-410f-ab1d-50171d28c428) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:36.658683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f869536a-40fe-4ec0-bf17-ace869f34bcd up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:36.915430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d4577559-09fd-42c7-aea9-0f5a0a00a383 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:37.024939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port f869536a-40fe-4ec0-bf17-ace869f34bcd completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:37.030960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port f869536a-40fe-4ec0-bf17-ace869f34bcd triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:37.031344 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.200157 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.212079 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-7aad16d6-689f-4896-9dac-f54ac79777ae tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.260589 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:37.265273 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b47d331-d84e-4071-9f06-d46e6b094fd2" -d '{"events": [{"server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "name": "network-vif-plugged", "status": "completed", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:37.274225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ab0aa-2366-4bd1-8cc5-572c3b5e8aff req-890dd89a-e413-4c7b-a788-5297ec9d1806 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:37.283474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-589ab0aa-2366-4bd1-8cc5-572c3b5e8aff req-890dd89a-e413-4c7b-a788-5297ec9d1806 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 946 time: 0.2542379 Aug 19 12:47:37.299424 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.300770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:37.302653 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-7aad16d6-689f-4896-9dac-f54ac79777ae tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.378547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 015791d7-7c66-410f-ab1d-50171d28c428 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:37.389264 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.402944 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-589ab0aa-2366-4bd1-8cc5-572c3b5e8aff req-dcb1dbea-22ed-4a1d-95ad-9d3462bd480c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174254 Aug 19 12:47:37.486887 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69afd028-f5a4-4de7-aac7-98c13c74c9fe x-openstack-request-id: req-69afd028-f5a4-4de7-aac7-98c13c74c9fe {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:37.487310 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "name": "network-vif-plugged", "status": "completed", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:37.487586 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69afd028-f5a4-4de7-aac7-98c13c74c9fe {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:37.488327 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'code': 200} Aug 19 12:47:37.495120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=12']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:37.555997 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-7aad16d6-689f-4896-9dac-f54ac79777ae tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Floating IP 379cddbd-2fe2-4c09-a4b7-9ed6c687f1b9 associated. External IP: 172.25.6.117, port: c254e001-e9fd-43ce-939e-e70b605a41ff. Aug 19 12:47:37.656771 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.739939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:37.747556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:37.755766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:37.756558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.777424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a1adf1d1-62d5-4871-8e64-c6adde5aaab9 None None] Provisioning for port d4577559-09fd-42c7-aea9-0f5a0a00a383 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:37.782347 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a1adf1d1-62d5-4871-8e64-c6adde5aaab9 None None] Provisioning complete for port d4577559-09fd-42c7-aea9-0f5a0a00a383 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:37.782867 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1adf1d1-62d5-4871-8e64-c6adde5aaab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.838777 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293c3aa-dd72-470f-a675-9d8139a9e750 req-1f23fbe5-a670-450e-8b3c-434645fb2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:37.840993 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e293c3aa-dd72-470f-a675-9d8139a9e750 req-1f23fbe5-a670-450e-8b3c-434645fb2dc9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 1098 time: 0.0819547 Aug 19 12:47:37.862729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=015791d7-7c66-410f-ab1d-50171d28c428,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:37.907012 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e293c3aa-dd72-470f-a675-9d8139a9e750 req-65aa7c19-cedf-4eb8-ae99-f6d1e30489c3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 Aug 19 12:47:37.915434 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1adf1d1-62d5-4871-8e64-c6adde5aaab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.967550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a1adf1d1-62d5-4871-8e64-c6adde5aaab9 None None] For port d4577559-09fd-42c7-aea9-0f5a0a00a383, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d4577559-09fd-42c7-aea9-0f5a0a00a383,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:38.052254 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a1adf1d1-62d5-4871-8e64-c6adde5aaab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:38.079622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-7aad16d6-689f-4896-9dac-f54ac79777ae tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Router e48f74e7-84a3-4557-81fe-b8546222e7bb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:38.130086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adf1d1-62d5-4871-8e64-c6adde5aaab9 None None] Pushing event updated for resources: {'Port': ['ID=d4577559-09fd-42c7-aea9-0f5a0a00a383,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:38.181014 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:38.253822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6e3fd963-7637-4fe1-a59a-8bf6a85341cb None None] Provisioning for port 015791d7-7c66-410f-ab1d-50171d28c428 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:38.262170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6e3fd963-7637-4fe1-a59a-8bf6a85341cb None None] Provisioning complete for port 015791d7-7c66-410f-ab1d-50171d28c428 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:38.263256 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e3fd963-7637-4fe1-a59a-8bf6a85341cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:38.318768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6e3fd963-7637-4fe1-a59a-8bf6a85341cb None None] Port 015791d7-7c66-410f-ab1d-50171d28c428 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:47:38.325270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-7aad16d6-689f-4896-9dac-f54ac79777ae tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:38.341359 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09388e7c-ca5f-4630-9b32-5e5660de8a15 None None] Sync routers for ids ['e48f74e7-84a3-4557-81fe-b8546222e7bb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:38.356199 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09388e7c-ca5f-4630-9b32-5e5660de8a15 None None] Routers {'e48f74e7-84a3-4557-81fe-b8546222e7bb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:38.358297 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-09388e7c-ca5f-4630-9b32-5e5660de8a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e48f74e7-84a3-4557-81fe-b8546222e7bb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:38.360245 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-7aad16d6-689f-4896-9dac-f54ac79777ae tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:38.401068 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-7aad16d6-689f-4896-9dac-f54ac79777ae tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "PUT /v2.0/floatingips/379cddbd-2fe2-4c09-a4b7-9ed6c687f1b9 HTTP/1.1" status: 200 len: 997 time: 2.9696839 Aug 19 12:47:38.417978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:38.417978 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acff80da-9193-4dfd-83a3-085c5b4b4bac" -d '{"events": [{"name": "network-changed", "server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:38.448451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d4577559-09fd-42c7-aea9-0f5a0a00a383 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:38.550380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d4577559-09fd-42c7-aea9-0f5a0a00a383 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:38.551344 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:38.567326 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-09388e7c-ca5f-4630-9b32-5e5660de8a15 None None] Set router e48f74e7-84a3-4557-81fe-b8546222e7bb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:38.692397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-3a9bc55d-f44b-47d0-a7cf-986649c19fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:38.705058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-3a9bc55d-f44b-47d0-a7cf-986649c19fcc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbf651fd4a1346548c99cb07cad7d317&device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 1097 time: 0.2696326 Aug 19 12:47:38.745182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd80f1c-6cf8-4f55-9509-5178e129a489 req-e46afef7-64d8-446b-88cc-1cd4bcb02777 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:38.751412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcd80f1c-6cf8-4f55-9509-5178e129a489 req-e46afef7-64d8-446b-88cc-1cd4bcb02777 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.2539892 Aug 19 12:47:38.881976 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-09388e7c-ca5f-4630-9b32-5e5660de8a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:26Z', 'revision_number': 4, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '379cddbd-2fe2-4c09-a4b7-9ed6c687f1b9', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'port_id': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'mac_address': 'fa:16:3e:5d:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:47:33Z', 'updated_at': '2021-08-19T12:47:36Z', 'revision_number': 1, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6900359b-b077-4296-82e4-f554df4406bb', 'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'mac_address': 'fa:16:3e:8e:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:24Z', 'updated_at': '2021-08-19T12:46:35Z', 'revision_number': 5, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'subnets': [{'id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:38.893791 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:38.901181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcd80f1c-6cf8-4f55-9509-5178e129a489 req-e8df9ff7-5088-4eee-b642-5bf8f78f111d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170049 Aug 19 12:47:38.923434 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09388e7c-ca5f-4630-9b32-5e5660de8a15 None None] Checking router: e48f74e7-84a3-4557-81fe-b8546222e7bb for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:38.940322 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09388e7c-ca5f-4630-9b32-5e5660de8a15 None None] Routers {'e48f74e7-84a3-4557-81fe-b8546222e7bb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:38.941146 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-09388e7c-ca5f-4630-9b32-5e5660de8a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e48f74e7-84a3-4557-81fe-b8546222e7bb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:38.966307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-fad52f3e-829c-4fe4-81ff-c14c9c34a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:38.969695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-fad52f3e-829c-4fe4-81ff-c14c9c34a3f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13f4f722-9c1b-4636-86e4-e63643ed65bf HTTP/1.1" status: 200 len: 921 time: 0.2544112 Aug 19 12:47:38.977168 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c1a761-1e8f-494b-b2b0-04d828eadd82 x-openstack-request-id: req-95c1a761-1e8f-494b-b2b0-04d828eadd82 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:38.977510 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:38.977776 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95c1a761-1e8f-494b-b2b0-04d828eadd82 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:38.978328 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'status': 'completed', 'code': 200} Aug 19 12:47:38.988683 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:38.989611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:39.106816 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-09388e7c-ca5f-4630-9b32-5e5660de8a15 None None] Set router e48f74e7-84a3-4557-81fe-b8546222e7bb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:39.223705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-f966c6d2-5a45-40de-b5ee-abb2f5642120 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 1000 time: 0.2444472 Aug 19 12:47:39.226329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=015791d7-7c66-410f-ab1d-50171d28c428,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:39.268947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff80da-9193-4dfd-83a3-085c5b4b4bac req-9961ab94-79a7-4239-b6f0-86f40a9cf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:39.270560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acff80da-9193-4dfd-83a3-085c5b4b4bac req-9961ab94-79a7-4239-b6f0-86f40a9cf5c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbf651fd4a1346548c99cb07cad7d317&device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 1097 time: 0.2283573 Aug 19 12:47:39.430232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-2d2b6561-e985-423b-a04e-f12ae670a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:39.432715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-2d2b6561-e985-423b-a04e-f12ae670a790 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d050514d-4db5-40c5-8399-a6747cd4c5f4 HTTP/1.1" status: 200 len: 860 time: 0.1937840 Aug 19 12:47:39.463175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:39.484422 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-09388e7c-ca5f-4630-9b32-5e5660de8a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:26Z', 'revision_number': 4, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '379cddbd-2fe2-4c09-a4b7-9ed6c687f1b9', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'port_id': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'mac_address': 'fa:16:3e:5d:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:47:33Z', 'updated_at': '2021-08-19T12:47:36Z', 'revision_number': 1, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6900359b-b077-4296-82e4-f554df4406bb', 'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'mac_address': 'fa:16:3e:8e:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:24Z', 'updated_at': '2021-08-19T12:46:35Z', 'revision_number': 5, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'subnets': [{'id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:39.496857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-27ff1131-4bcf-4cbe-a620-a1c7253c1fb8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13f4f722-9c1b-4636-86e4-e63643ed65bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428255 Aug 19 12:47:39.501349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:39.528116 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09388e7c-ca5f-4630-9b32-5e5660de8a15 None None] The sync data for ids ['e48f74e7-84a3-4557-81fe-b8546222e7bb'] in n-d-778732-8 is: [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:26Z', 'revision_number': 4, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '379cddbd-2fe2-4c09-a4b7-9ed6c687f1b9', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'port_id': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'mac_address': 'fa:16:3e:5d:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:47:33Z', 'updated_at': '2021-08-19T12:47:36Z', 'revision_number': 1, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6900359b-b077-4296-82e4-f554df4406bb', 'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'mac_address': 'fa:16:3e:8e:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:24Z', 'updated_at': '2021-08-19T12:46:35Z', 'revision_number': 5, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'subnets': [{'id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:39.546876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-d98c2bbc-5d8b-4c85-857a-b238bfbfa83c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:47:39.548528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-d98c2bbc-5d8b-4c85-857a-b238bfbfa83c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136156 Aug 19 12:47:39.713848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff80da-9193-4dfd-83a3-085c5b4b4bac req-4576d928-567f-4a80-968b-045c67e753c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:39.715423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acff80da-9193-4dfd-83a3-085c5b4b4bac req-4576d928-567f-4a80-968b-045c67e753c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=13f4f722-9c1b-4636-86e4-e63643ed65bf HTTP/1.1" status: 200 len: 921 time: 0.4002826 Aug 19 12:47:39.860615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-580bcd0a-7c91-4333-84e0-e4fe03f4e21d service neutron] 10.222.0.44 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670376 Aug 19 12:47:39.880643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acff80da-9193-4dfd-83a3-085c5b4b4bac req-7f605585-2fd7-452f-bba3-cb00fede081d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 1000 time: 0.1395149 Aug 19 12:47:39.931010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7790adaa-f66e-4f03-bb67-3d011380d145 None None] New status for floating IP 379cddbd-2fe2-4c09-a4b7-9ed6c687f1b9: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:47:40.039723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff80da-9193-4dfd-83a3-085c5b4b4bac req-6437f616-7e98-41f3-97d4-641a8e8e6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:40.042957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acff80da-9193-4dfd-83a3-085c5b4b4bac req-6437f616-7e98-41f3-97d4-641a8e8e6946 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d050514d-4db5-40c5-8399-a6747cd4c5f4 HTTP/1.1" status: 200 len: 860 time: 0.1509972 Aug 19 12:47:40.068103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-69745997-8b9b-4243-85ca-cc696d6625ab None None] Provisioning complete for port 015791d7-7c66-410f-ab1d-50171d28c428 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:40.068550 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-69745997-8b9b-4243-85ca-cc696d6625ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:40.117336 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-69745997-8b9b-4243-85ca-cc696d6625ab None None] Port 015791d7-7c66-410f-ab1d-50171d28c428 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:47:40.125186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acff80da-9193-4dfd-83a3-085c5b4b4bac req-d2051bd1-007e-4a69-84f5-e8e1d78425c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13f4f722-9c1b-4636-86e4-e63643ed65bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668464 Aug 19 12:47:40.290460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119e52a-3e22-43b7-b9de-c11f91c5b36c req-4e5f0b42-4803-4070-ad77-6d65cf9f9fdd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:40.298969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0119e52a-3e22-43b7-b9de-c11f91c5b36c req-4e5f0b42-4803-4070-ad77-6d65cf9f9fdd tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1892474 Aug 19 12:47:40.305028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Router b7129c7b-de2d-4aa4-b6a1-7b22887c39fb is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:47:40.319979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a6fc483-a61f-4a24-99aa-4834605597c2 req-b9f24eaf-94c7-4ed8-9f01-81a64ecb94a2 service neutron] 10.222.0.44 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438558 Aug 19 12:47:40.379583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acff80da-9193-4dfd-83a3-085c5b4b4bac req-65f52106-9ab6-455c-9d76-86c5d0fb3e9e service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322233 Aug 19 12:47:40.389996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0119e52a-3e22-43b7-b9de-c11f91c5b36c req-dbc12e89-bb00-4fc1-b673-a65541ffb4ad tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899861 Aug 19 12:47:40.985414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-f4553f0e-4db7-4819-a110-8a6296b90f35 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 1002 time: 0.1710725 Aug 19 12:47:40.988493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:40.994714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5913ddb0-a114-4d31-85b0-5706c8c058dc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "PUT /v2.0/routers/b7129c7b-de2d-4aa4-b6a1-7b22887c39fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7239285 Aug 19 12:47:40.997020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57628) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:40.999716 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Sync routers for ids ['b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:41.013956 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Routers {'b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:41.015090 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:41.055970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acff80da-9193-4dfd-83a3-085c5b4b4bac req-c1e54da7-3077-46f6-80c6-2ae8e9b598e4 service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263971 Aug 19 12:47:41.067920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f431cf-55e8-454b-b38c-8699564986b8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:41.070688 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a1f431cf-55e8-454b-b38c-8699564986b8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports/015791d7-7c66-410f-ab1d-50171d28c428 HTTP/1.1" status: 200 len: 911 time: 0.0725260 Aug 19 12:47:41.075677 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57630) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:41.077500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-b194519c-7ab5-4146-98d9-fa1c4b2e7e62 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:41.142233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-b194519c-7ab5-4146-98d9-fa1c4b2e7e62 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports/c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 943 time: 0.0757699 Aug 19 12:47:41.143403 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Set router b7129c7b-de2d-4aa4-b6a1-7b22887c39fb gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:41.143536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c08e64-4a88-4c48-bcd3-c0f92d7a415a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:41.146807 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c08e64-4a88-4c48-bcd3-c0f92d7a415a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:41.148974 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-03c08e64-4a88-4c48-bcd3-c0f92d7a415a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0715790 Aug 19 12:47:41.151743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57632) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:41.210884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-d56fea70-147b-4bf9-b012-aa7c5a287394 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 1002 time: 0.0834150 Aug 19 12:47:41.414804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-f1e038c3-977b-4b73-8501-68c0a2810287 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:41.416318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-f1e038c3-977b-4b73-8501-68c0a2810287 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1995940 Aug 19 12:47:41.429612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-8668f32e-e38e-45f0-8a05-2e026ff81ac1 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:47:41.430867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-8668f32e-e38e-45f0-8a05-2e026ff81ac1 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066919 Aug 19 12:47:41.539740 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7129c7b-de2d-4aa4-b6a1-7b22887c39fb', 'name': 'tempest-NetworksTestDHCPv6-router-1898531155', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:34Z', 'updated_at': '2021-08-19T12:47:37Z', 'revision_number': 2, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None, '_interfaces': [{'id': '015791d7-7c66-410f-ab1d-50171d28c428', 'name': '', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'mac_address': 'fa:16:3e:36:68:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7129c7b-de2d-4aa4-b6a1-7b22887c39fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '55ac2229-d801-41a9-8cd5-03bec2897317', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:36Z', 'updated_at': '2021-08-19T12:47:38Z', 'revision_number': 2, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'subnets': [{'id': '55ac2229-d801-41a9-8cd5-03bec2897317', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:41.575044 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Checking router: b7129c7b-de2d-4aa4-b6a1-7b22887c39fb for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:41.575614 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Updating router b7129c7b-de2d-4aa4-b6a1-7b22887c39fb port 015791d7-7c66-410f-ab1d-50171d28c428 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:47:41.614758 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:41.642315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-c9a8d71a-d9f8-4b06-a4dc-249750e2430a tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 1002 time: 0.2008247 Aug 19 12:47:41.667040 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08cf1e-fda9-4473-9cae-7831f1f776f9 req-9b3e0fca-abc2-4d7c-9ae4-44f75f0f042b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:41.668564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bf08cf1e-fda9-4473-9cae-7831f1f776f9 req-9b3e0fca-abc2-4d7c-9ae4-44f75f0f042b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1123233 Aug 19 12:47:41.674132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-71357e2f-c953-4c81-9c83-f0f4d2c7e057 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:41.755642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f231476d-c383-42f3-a584-f3e5f6641566 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:41.780419 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-71357e2f-c953-4c81-9c83-f0f4d2c7e057 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:41.784991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bf08cf1e-fda9-4473-9cae-7831f1f776f9 req-c3388f83-2d39-4c66-9b05-eb110b4d9dde tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629907 Aug 19 12:47:41.853749 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.006040 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-71357e2f-c953-4c81-9c83-f0f4d2c7e057 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.055776 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.070117 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Transition to ACTIVE for port object 015791d7-7c66-410f-ab1d-50171d28c428 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:42.087925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f231476d-c383-42f3-a584-f3e5f6641566 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 015791d7-7c66-410f-ab1d-50171d28c428 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:42.088917 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f231476d-c383-42f3-a584-f3e5f6641566 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.131946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-71357e2f-c953-4c81-9c83-f0f4d2c7e057 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.131946 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-71357e2f-c953-4c81-9c83-f0f4d2c7e057 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Floating IP 379cddbd-2fe2-4c09-a4b7-9ed6c687f1b9 disassociated. External IP: 172.25.6.117, port: c254e001-e9fd-43ce-939e-e70b605a41ff. Aug 19 12:47:42.195695 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f231476d-c383-42f3-a584-f3e5f6641566 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.211322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f231476d-c383-42f3-a584-f3e5f6641566 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 015791d7-7c66-410f-ab1d-50171d28c428 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:42.236264 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.311926 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Pushing event updated for resources: {'Port': ['ID=015791d7-7c66-410f-ab1d-50171d28c428,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:42.362926 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.363283 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.363586 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.363911 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.364234 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.364552 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.364872 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.365168 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.365507 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.365821 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.366129 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.366499 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ed61b-97d9-4626-a78c-9d473b7bd012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:42.406076 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Attempting to bind port 015791d7-7c66-410f-ab1d-50171d28c428 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:42.406444 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Attempting to bind port 015791d7-7c66-410f-ab1d-50171d28c428 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:42.406797 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Attempting to bind port 015791d7-7c66-410f-ab1d-50171d28c428 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:42.412626 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:42.412899 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:42.413230 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.415189 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:42.415720 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Bound port: 015791d7-7c66-410f-ab1d-50171d28c428, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:42.416104 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.418795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-71357e2f-c953-4c81-9c83-f0f4d2c7e057 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Router e48f74e7-84a3-4557-81fe-b8546222e7bb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:42.581799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-71357e2f-c953-4c81-9c83-f0f4d2c7e057 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:42.589748 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-71357e2f-c953-4c81-9c83-f0f4d2c7e057 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.592040 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e4fcb-44cd-4669-846f-3626297152b5 None None] Sync routers for ids ['e48f74e7-84a3-4557-81fe-b8546222e7bb'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:42.599126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f231476d-c383-42f3-a584-f3e5f6641566 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.610689 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.db.api [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:47:42.610689 n-d-778732-8 neutron-server[95663]: DEBUG oslo_db.api [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:47:42.616506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e4fcb-44cd-4669-846f-3626297152b5 None None] Routers {'e48f74e7-84a3-4557-81fe-b8546222e7bb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:42.617187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-070e4fcb-44cd-4669-846f-3626297152b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e48f74e7-84a3-4557-81fe-b8546222e7bb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:42.629778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-71357e2f-c953-4c81-9c83-f0f4d2c7e057 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "PUT /v2.0/floatingips/379cddbd-2fe2-4c09-a4b7-9ed6c687f1b9 HTTP/1.1" status: 200 len: 695 time: 0.9583211 Aug 19 12:47:42.630342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:42.632744 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64a1cb1-cae0-4e7f-ad9f-81ee8ca3bdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:42.657814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231476d-c383-42f3-a584-f3e5f6641566 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=015791d7-7c66-410f-ab1d-50171d28c428,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:42.669016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee7bd035-d9b7-48a3-819b-3dbdb580bda5 None None] Could not find standard attr ID for object 015791d7-7c66-410f-ab1d-50171d28c428. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:47:42.715967 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deba9a9-7c76-4b48-a333-7ac0f3835acc x-openstack-request-id: req-4deba9a9-7c76-4b48-a333-7ac0f3835acc {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:42.716287 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:42.716837 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4deba9a9-7c76-4b48-a333-7ac0f3835acc {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:42.717246 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'status': 'completed', 'code': 200} Aug 19 12:47:42.740272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-d4306df9-c645-484e-8734-66ada03bc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:42.742188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-d4306df9-c645-484e-8734-66ada03bc1ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbf651fd4a1346548c99cb07cad7d317&device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 1097 time: 0.0764005 Aug 19 12:47:42.851616 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-070e4fcb-44cd-4669-846f-3626297152b5 None None] Set router e48f74e7-84a3-4557-81fe-b8546222e7bb gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:42.907963 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f231476d-c383-42f3-a584-f3e5f6641566 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.928814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a1cb1-cae0-4e7f-ad9f-81ee8ca3bdfd req-9512f730-35cf-480e-94fb-eab21da3eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:42.931641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64a1cb1-cae0-4e7f-ad9f-81ee8ca3bdfd req-9512f730-35cf-480e-94fb-eab21da3eeca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbf651fd4a1346548c99cb07cad7d317&device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 1097 time: 0.1875248 Aug 19 12:47:43.079115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-aebe46be-9502-4f2d-b125-a13e7ca1ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.081061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-aebe46be-9502-4f2d-b125-a13e7ca1ea94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13f4f722-9c1b-4636-86e4-e63643ed65bf HTTP/1.1" status: 200 len: 921 time: 0.3191345 Aug 19 12:47:43.126617 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Attempting to bind port 015791d7-7c66-410f-ab1d-50171d28c428 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:43.131960 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Attempting to bind port 015791d7-7c66-410f-ab1d-50171d28c428 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:43.131960 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Attempting to bind port 015791d7-7c66-410f-ab1d-50171d28c428 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:43.146175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42d58-8c30-4573-88c9-480236e2f472 req-9e598cda-b423-4cc8-9164-b37e39efe8ae tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.148448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ded42d58-8c30-4573-88c9-480236e2f472 req-9e598cda-b423-4cc8-9164-b37e39efe8ae tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1954393 Aug 19 12:47:43.162962 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:43.163351 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:43.163758 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:43.164161 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:43.165578 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Bound port: 015791d7-7c66-410f-ab1d-50171d28c428, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:43.165968 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:43.197019 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-72329aec-ead9-492f-b7cc-29d764b34899 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 217 time: 0.0801177 Aug 19 12:47:43.249652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.plugin [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Port 015791d7-7c66-410f-ab1d-50171d28c428 has been deleted concurrently {{(pid=95663) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 12:47:43.250477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f231476d-c383-42f3-a584-f3e5f6641566 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Router b7129c7b-de2d-4aa4-b6a1-7b22887c39fb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:43.258426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a1cb1-cae0-4e7f-ad9f-81ee8ca3bdfd req-33cc206c-5c5c-4eaa-9bd8-3a3a80a14017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.259857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64a1cb1-cae0-4e7f-ad9f-81ee8ca3bdfd req-33cc206c-5c5c-4eaa-9bd8-3a3a80a14017 service neutron] 10.222.0.53 "GET /v2.0/networks?id=13f4f722-9c1b-4636-86e4-e63643ed65bf HTTP/1.1" status: 200 len: 921 time: 0.3084757 Aug 19 12:47:43.275516 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Routers {'b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:43.276635 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:43.288836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-070e4fcb-44cd-4669-846f-3626297152b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:26Z', 'revision_number': 4, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '6900359b-b077-4296-82e4-f554df4406bb', 'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'mac_address': 'fa:16:3e:8e:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:24Z', 'updated_at': '2021-08-19T12:46:35Z', 'revision_number': 5, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'subnets': [{'id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:43.321771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e4fcb-44cd-4669-846f-3626297152b5 None None] Checking router: e48f74e7-84a3-4557-81fe-b8546222e7bb for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:43.324529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ded42d58-8c30-4573-88c9-480236e2f472 req-1f42d4f1-9319-44e6-aeed-2da92c4ac09c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320236 Aug 19 12:47:43.328636 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64a1cb1-cae0-4e7f-ad9f-81ee8ca3bdfd req-c2e53c6f-c002-496e-845b-153b30dce0e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 200 len: 217 time: 0.0538256 Aug 19 12:47:43.334028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-92072724-e529-4efa-9870-246dd77d708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.336198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-92072724-e529-4efa-9870-246dd77d708d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d050514d-4db5-40c5-8399-a6747cd4c5f4 HTTP/1.1" status: 200 len: 860 time: 0.1212356 Aug 19 12:47:43.345461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e4fcb-44cd-4669-846f-3626297152b5 None None] Routers {'e48f74e7-84a3-4557-81fe-b8546222e7bb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:43.346307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-070e4fcb-44cd-4669-846f-3626297152b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e48f74e7-84a3-4557-81fe-b8546222e7bb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:43.375216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f231476d-c383-42f3-a584-f3e5f6641566 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:43.387763 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f231476d-c383-42f3-a584-f3e5f6641566 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "PUT /v2.0/routers/b7129c7b-de2d-4aa4-b6a1-7b22887c39fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2347403 Aug 19 12:47:43.390939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57660) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:43.391372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-2a426c91-b86f-49ac-b5ac-fadaccdfb541 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13f4f722-9c1b-4636-86e4-e63643ed65bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412278 Aug 19 12:47:43.463761 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] Set router b7129c7b-de2d-4aa4-b6a1-7b22887c39fb gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:43.486875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2193a4a0-1f91-49ff-82fc-8a7c83efd649 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.492813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2193a4a0-1f91-49ff-82fc-8a7c83efd649 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.494536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a1cb1-cae0-4e7f-ad9f-81ee8ca3bdfd req-396abc5f-777e-40c5-92c3-48b8ee83082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.496085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64a1cb1-cae0-4e7f-ad9f-81ee8ca3bdfd req-396abc5f-777e-40c5-92c3-48b8ee83082c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d050514d-4db5-40c5-8399-a6747cd4c5f4 HTTP/1.1" status: 200 len: 860 time: 0.1586964 Aug 19 12:47:43.501145 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2193a4a0-1f91-49ff-82fc-8a7c83efd649 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1039262 Aug 19 12:47:43.501713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57662) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:43.535704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64a1cb1-cae0-4e7f-ad9f-81ee8ca3bdfd req-b6b9711c-6e64-4bb4-a256-edddcf7133ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13f4f722-9c1b-4636-86e4-e63643ed65bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303781 Aug 19 12:47:43.586389 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-070e4fcb-44cd-4669-846f-3626297152b5 None None] Set router e48f74e7-84a3-4557-81fe-b8546222e7bb gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:43.588104 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7129c7b-de2d-4aa4-b6a1-7b22887c39fb', 'name': 'tempest-NetworksTestDHCPv6-router-1898531155', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:34Z', 'updated_at': '2021-08-19T12:47:42Z', 'revision_number': 3, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:43.609487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-037f14c5-acdc-4108-aad7-84dc0628a25a service neutron] 10.222.0.44 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927915 Aug 19 12:47:43.612689 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1cbc48-0855-414c-849f-3a03fa534212 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 55ac2229-d801-41a9-8cd5-03bec2897317 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:47:43.618709 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbc48-0855-414c-849f-3a03fa534212 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:43.658866 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f912917d-7dd3-4f23-9a56-b76c38a01211 None None] The sync data for ids ['b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'] in n-d-778732-8 is: [{'id': 'b7129c7b-de2d-4aa4-b6a1-7b22887c39fb', 'name': 'tempest-NetworksTestDHCPv6-router-1898531155', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:34Z', 'updated_at': '2021-08-19T12:47:42Z', 'revision_number': 3, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:43.765934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64a1cb1-cae0-4e7f-ad9f-81ee8ca3bdfd req-5128c5a4-e905-4e00-ae15-ae0779439091 service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200978 Aug 19 12:47:43.773556 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbc48-0855-414c-849f-3a03fa534212 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:43.807412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b47a728d-3a73-4f8f-a092-45ac4cd10a0c req-8f425e88-01e9-49c3-8a31-dff9fc5bb6c4 service neutron] 10.222.0.44 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820011 Aug 19 12:47:44.003287 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbc48-0855-414c-849f-3a03fa534212 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.042463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-070e4fcb-44cd-4669-846f-3626297152b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:26Z', 'revision_number': 4, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '6900359b-b077-4296-82e4-f554df4406bb', 'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'mac_address': 'fa:16:3e:8e:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:24Z', 'updated_at': '2021-08-19T12:46:35Z', 'revision_number': 5, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'subnets': [{'id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:44.081038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e4fcb-44cd-4669-846f-3626297152b5 None None] The sync data for ids ['e48f74e7-84a3-4557-81fe-b8546222e7bb'] in n-d-778732-8 is: [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:46:26Z', 'revision_number': 4, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '6900359b-b077-4296-82e4-f554df4406bb', 'name': '', 'network_id': '13f4f722-9c1b-4636-86e4-e63643ed65bf', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'mac_address': 'fa:16:3e:8e:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:24Z', 'updated_at': '2021-08-19T12:46:35Z', 'revision_number': 5, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'subnets': [{'id': 'd050514d-4db5-40c5-8399-a6747cd4c5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:44.095848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c64a1cb1-cae0-4e7f-ad9f-81ee8ca3bdfd req-deb1b726-4523-4212-b92e-18a73bb4eac0 service neutron] 10.222.0.53 "GET /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167064 Aug 19 12:47:44.108693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-af5d00da-5721-4e27-9380-ed6cfbdf6732 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/floatingips/379cddbd-2fe2-4c09-a4b7-9ed6c687f1b9 HTTP/1.1" status: 200 len: 695 time: 0.1654916 Aug 19 12:47:44.163423 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbc48-0855-414c-849f-3a03fa534212 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.183093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240b510-0fd3-46ae-a1be-124d8f5ce182 req-baf77ecf-d522-42bc-a03d-3319fde030b0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:44.184697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e240b510-0fd3-46ae-a1be-124d8f5ce182 req-baf77ecf-d522-42bc-a03d-3319fde030b0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.2578137 Aug 19 12:47:44.220605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cbc48-0855-414c-849f-3a03fa534212 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=55ac2229-d801-41a9-8cd5-03bec2897317,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:44.226912 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbc48-0855-414c-849f-3a03fa534212 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.231391 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dc1cbc48-0855-414c-849f-3a03fa534212 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/55ac2229-d801-41a9-8cd5-03bec2897317 HTTP/1.1" status: 204 len: 168 time: 0.7262917 Aug 19 12:47:44.232797 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:44.241195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b3d468-3515-4dee-90ea-caecd26d5810 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:44.250355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e240b510-0fd3-46ae-a1be-124d8f5ce182 req-00e20821-0dde-4fb9-9702-035330494f61 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572855 Aug 19 12:47:44.311293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-00b6bdfc-106c-4fbe-8d0f-7e4b6cba504b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:44.313522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-00b6bdfc-106c-4fbe-8d0f-7e4b6cba504b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/networks/c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 784 time: 0.1970909 Aug 19 12:47:44.332766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-c36c289c-cd91-46c9-8a39-e0027db2d7d3 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:47:44.334939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-c36c289c-cd91-46c9-8a39-e0027db2d7d3 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162694 Aug 19 12:47:44.454852 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6b42a148-8e60-4217-a810-b8ec533e114c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2208362 Aug 19 12:47:44.458558 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57678) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:44.483761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-be23820d-a34e-4f2b-a6cc-01cde1ede184 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 698 time: 0.1384938 Aug 19 12:47:44.590294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-04cc660b-3d86-46d1-acbd-2cf4eee1aa10 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 698 time: 0.0969887 Aug 19 12:47:44.593531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f16984-e667-467e-b58d-400ad86f395c None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:47:44.605097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01481c4b-d31c-4299-9842-9d79c534f473 req-e903cb47-a9d2-49f5-a198-aaea276b7c68 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:44.606730 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01481c4b-d31c-4299-9842-9d79c534f473 req-e903cb47-a9d2-49f5-a198-aaea276b7c68 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1774836 Aug 19 12:47:44.652989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29240dd1-c2e6-48ba-b358-3e7c755603eb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.714340 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.725866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01481c4b-d31c-4299-9842-9d79c534f473 req-a23511bc-5cf1-44bd-b36b-c45f9cbf3db4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111760 Aug 19 12:47:44.730225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-97f16984-e667-467e-b58d-400ad86f395c None None] Deleting port d4577559-09fd-42c7-aea9-0f5a0a00a383 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:44.730705 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-97f16984-e667-467e-b58d-400ad86f395c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.758158 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8050e-0d59-41dd-bd52-94f403d3f4df None None] New status for floating IP 379cddbd-2fe2-4c09-a4b7-9ed6c687f1b9: DOWN {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:47:44.845289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Deleting port 9239318d-36bf-486e-98d6-c7f1f7bae1e7 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:44.845902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-97f16984-e667-467e-b58d-400ad86f395c None None] For port d4577559-09fd-42c7-aea9-0f5a0a00a383, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d4577559-09fd-42c7-aea9-0f5a0a00a383,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:44.846552 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-97f16984-e667-467e-b58d-400ad86f395c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.846761 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.862946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-97f16984-e667-467e-b58d-400ad86f395c None None] Calling delete_port for d4577559-09fd-42c7-aea9-0f5a0a00a383 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:44.890299 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29240dd1-c2e6-48ba-b358-3e7c755603eb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.892878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29240dd1-c2e6-48ba-b358-3e7c755603eb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.050584 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.050986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.090171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7e8ff-60b7-46a0-b16a-45576757bf18 req-fbb50946-bc01-4bad-9701-65fa174ab6b2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:45.091486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2dcb0-a44a-4c2e-a707-4209aa3859b3 None None] Sync routers for ids ['b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:45.093989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17e7e8ff-60b7-46a0-b16a-45576757bf18 req-fbb50946-bc01-4bad-9701-65fa174ab6b2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1251507 Aug 19 12:47:45.103726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Calling delete_port for 9239318d-36bf-486e-98d6-c7f1f7bae1e7 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:45.109592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2dcb0-a44a-4c2e-a707-4209aa3859b3 None None] Routers {'b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:45.110249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a9b2dcb0-a44a-4c2e-a707-4209aa3859b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:45.196790 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17e7e8ff-60b7-46a0-b16a-45576757bf18 req-b4691ca1-ffa2-42bf-91c5-8afa5ae95fa7 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943553 Aug 19 12:47:45.208190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a9b2dcb0-a44a-4c2e-a707-4209aa3859b3 None None] Set router b7129c7b-de2d-4aa4-b6a1-7b22887c39fb gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:45.271389 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a9b2dcb0-a44a-4c2e-a707-4209aa3859b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7129c7b-de2d-4aa4-b6a1-7b22887c39fb', 'name': 'tempest-NetworksTestDHCPv6-router-1898531155', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:34Z', 'updated_at': '2021-08-19T12:47:42Z', 'revision_number': 3, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:45.303786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2dcb0-a44a-4c2e-a707-4209aa3859b3 None None] Checking router: b7129c7b-de2d-4aa4-b6a1-7b22887c39fb for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:45.313954 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2dcb0-a44a-4c2e-a707-4209aa3859b3 None None] Routers {'b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:45.314641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a9b2dcb0-a44a-4c2e-a707-4209aa3859b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:45.357127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c237ac4-beaf-4df5-973a-0694c7c9a17d req-4a951528-f19e-4bca-86ad-58e56061189e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:45.359765 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c237ac4-beaf-4df5-973a-0694c7c9a17d req-4a951528-f19e-4bca-86ad-58e56061189e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.0785153 Aug 19 12:47:45.391782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a9b2dcb0-a44a-4c2e-a707-4209aa3859b3 None None] Set router b7129c7b-de2d-4aa4-b6a1-7b22887c39fb gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:45.409892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c237ac4-beaf-4df5-973a-0694c7c9a17d req-27dd9eb7-49fb-4a74-b5e1-5b554e2c95b1 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 Aug 19 12:47:45.449701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a9b2dcb0-a44a-4c2e-a707-4209aa3859b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7129c7b-de2d-4aa4-b6a1-7b22887c39fb', 'name': 'tempest-NetworksTestDHCPv6-router-1898531155', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:34Z', 'updated_at': '2021-08-19T12:47:42Z', 'revision_number': 3, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:45.480958 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2dcb0-a44a-4c2e-a707-4209aa3859b3 None None] The sync data for ids ['b7129c7b-de2d-4aa4-b6a1-7b22887c39fb'] in n-d-778732-8 is: [{'id': 'b7129c7b-de2d-4aa4-b6a1-7b22887c39fb', 'name': 'tempest-NetworksTestDHCPv6-router-1898531155', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:34Z', 'updated_at': '2021-08-19T12:47:42Z', 'revision_number': 3, 'project_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:45.575442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6b242-0e0e-4950-9bd2-59fed07bbb21 req-bb80135b-bc14-44fe-b08f-a20b6f665cf2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:45.577064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1eb6b242-0e0e-4950-9bd2-59fed07bbb21 req-bb80135b-bc14-44fe-b08f-a20b6f665cf2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.0669508 Aug 19 12:47:45.608669 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29240dd1-c2e6-48ba-b358-3e7c755603eb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.609447 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-97f16984-e667-467e-b58d-400ad86f395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.610478 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29240dd1-c2e6-48ba-b358-3e7c755603eb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Fanout notify agent at l3_agent the message router_deleted on router b7129c7b-de2d-4aa4-b6a1-7b22887c39fb {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:47:45.620086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29240dd1-c2e6-48ba-b358-3e7c755603eb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.622675 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-29240dd1-c2e6-48ba-b358-3e7c755603eb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/routers/b7129c7b-de2d-4aa4-b6a1-7b22887c39fb HTTP/1.1" status: 204 len: 168 time: 1.1616929 Aug 19 12:47:45.625316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57702) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:45.651210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1eb6b242-0e0e-4950-9bd2-59fed07bbb21 req-61ca10e8-aee1-4502-bac0-ca06c968c6c9 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669582 Aug 19 12:47:45.685572 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3a4b8c7c-8dd5-4184-a570-3be60d7bba1b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0584724 Aug 19 12:47:45.688028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57706) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:45.688554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f16984-e667-467e-b58d-400ad86f395c None None] No DVR routers for this DVR port d4577559-09fd-42c7-aea9-0f5a0a00a383 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:45.691915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f16984-e667-467e-b58d-400ad86f395c None None] Pushing event deleted for resources: {'Port': ['ID=d4577559-09fd-42c7-aea9-0f5a0a00a383,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:45.787883 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402a7cf-71d4-4689-bd56-c8b78478cc8f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:45.791932 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0402a7cf-71d4-4689-bd56-c8b78478cc8f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1021833 Aug 19 12:47:45.794564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57708) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:45.863472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-87dad234-3ce5-4026-86f6-a6eecbbf3fb9 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627010 Aug 19 12:47:45.867701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57710) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:45.880734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-05fcd1ca-51f3-431d-9801-867468e96725 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:45.888555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be5b0f-14fb-4607-b5bf-ab2e062e9b36 req-2d628b1f-0136-4ddd-8eb5-8e98308c67f5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:45.890288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90be5b0f-14fb-4607-b5bf-ab2e062e9b36 req-2d628b1f-0136-4ddd-8eb5-8e98308c67f5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1185422 Aug 19 12:47:45.893196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.968594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Pushing event deleted for resources: {'Port': ['ID=9239318d-36bf-486e-98d6-c7f1f7bae1e7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:46.007655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.008002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.008352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.008702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.009024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.009355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.009713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.010048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.010382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.010809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.011018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.011337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.023026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90be5b0f-14fb-4607-b5bf-ab2e062e9b36 req-47bb1137-a06e-42e5-a808-5d78db8c96ca tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209080 Aug 19 12:47:46.044199 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.047503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.048669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-078d9e72-537c-4fad-b3a0-b1a26105ffbb req-710e13d4-6c2f-42d9-916d-d32a9518af97 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "DELETE /v2.0/floatingips/379cddbd-2fe2-4c09-a4b7-9ed6c687f1b9 HTTP/1.1" status: 204 len: 173 time: 1.4409566 Aug 19 12:47:46.109463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fcd1ca-51f3-431d-9801-867468e96725 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:46.113969 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05fcd1ca-51f3-431d-9801-867468e96725 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.125287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de88f893-585c-4a52-b9a5-64fe5344fcea req-54cfa3ba-52eb-4b26-8413-41ec70108c13 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups/3ae61527-83e8-4481-a513-16a58e85e562 HTTP/1.1" status: 200 len: 1810 time: 0.0545423 Aug 19 12:47:46.199185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de88f893-585c-4a52-b9a5-64fe5344fcea req-a8de935d-1200-4997-bc40-01192521989b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.224466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de88f893-585c-4a52-b9a5-64fe5344fcea req-a8de935d-1200-4997-bc40-01192521989b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.379694 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de88f893-585c-4a52-b9a5-64fe5344fcea req-a8de935d-1200-4997-bc40-01192521989b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.382617 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de88f893-585c-4a52-b9a5-64fe5344fcea req-a8de935d-1200-4997-bc40-01192521989b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.384189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de88f893-585c-4a52-b9a5-64fe5344fcea req-a8de935d-1200-4997-bc40-01192521989b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "DELETE /v2.0/security-groups/3ae61527-83e8-4481-a513-16a58e85e562 HTTP/1.1" status: 204 len: 173 time: 0.2502193 Aug 19 12:47:46.394883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d4577559-09fd-42c7-aea9-0f5a0a00a383 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:46.406276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de935d-1200-4997-bc40-01192521989b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae61527-83e8-4481-a513-16a58e85e562,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:46.430001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d4577559-09fd-42c7-aea9-0f5a0a00a383 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:46.430464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d4577559-09fd-42c7-aea9-0f5a0a00a383 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:46.596934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.objects.ports [None req-05fcd1ca-51f3-431d-9801-867468e96725 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:47:46.596934 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05fcd1ca-51f3-431d-9801-867468e96725 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.641535 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fcd1ca-51f3-431d-9801-867468e96725 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:46.651851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-05fcd1ca-51f3-431d-9801-867468e96725 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:46.658104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fcd1ca-51f3-431d-9801-867468e96725 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:46.658987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05fcd1ca-51f3-431d-9801-867468e96725 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.665788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae620c04-0f92-4dc4-9998-f7f001390f81 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:46.703509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcd1ca-51f3-431d-9801-867468e96725 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=9cab9bce-b34b-4586-87f4-eb66dcec704d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:46.768557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667b9a0-58d9-4de3-af51-7c63e90229b4 req-44ed26c0-789d-40ad-b3a4-53b79c2feaeb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:46.770506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2667b9a0-58d9-4de3-af51-7c63e90229b4 req-44ed26c0-789d-40ad-b3a4-53b79c2feaeb tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.0985496 Aug 19 12:47:46.812203 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-05fcd1ca-51f3-431d-9801-867468e96725 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9461813 Aug 19 12:47:46.812910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57736) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:46.818154 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a3138f49-a854-4808-b8b5-5c4259899dd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:46.842372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2667b9a0-58d9-4de3-af51-7c63e90229b4 req-b9dfcf33-fd9e-4051-b170-00787eda4ef2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649095 Aug 19 12:47:46.903120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '9cab9bce-b34b-4586-87f4-eb66dcec704d'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:47:46.904769 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.983602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52658c5-f788-4a32-b079-03fa3ccf97df req-563abf1f-1248-42f2-a789-ac3f08dbf1e0 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:46.985488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a52658c5-f788-4a32-b079-03fa3ccf97df req-563abf1f-1248-42f2-a789-ac3f08dbf1e0 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.0593970 Aug 19 12:47:47.028143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a52658c5-f788-4a32-b079-03fa3ccf97df req-8acf38a1-f052-489d-b1ef-6f7af683c2a0 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365131 Aug 19 12:47:47.070777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Allocated IP 2001:db8::f816:3eff:fe38:316e (cbba3ea2-383a-40d7-830c-045ff0649192/9cab9bce-b34b-4586-87f4-eb66dcec704d/a4f1d720-8260-4c05-99ec-d5d08b019701) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:47.116440 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3138f49-a854-4808-b8b5-5c4259899dd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:47.121692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3138f49-a854-4808-b8b5-5c4259899dd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.497410 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.507304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Transition to ACTIVE for port object a4f1d720-8260-4c05-99ec-d5d08b019701 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:47.525514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Transition to ACTIVE for port object a4f1d720-8260-4c05-99ec-d5d08b019701 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:47.635493 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3138f49-a854-4808-b8b5-5c4259899dd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.689700 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.696951 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3138f49-a854-4808-b8b5-5c4259899dd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:47.707163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a3138f49-a854-4808-b8b5-5c4259899dd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:47.711624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3138f49-a854-4808-b8b5-5c4259899dd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:47.712219 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3138f49-a854-4808-b8b5-5c4259899dd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.726563 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3138f49-a854-4808-b8b5-5c4259899dd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=75c82d49-472f-4959-bf6e-bd40fb11cf6c,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:47.749547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:47.755177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:47.759253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:47.772111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Pushing event updated for resources: {'Port': ['ID=a4f1d720-8260-4c05-99ec-d5d08b019701,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:47.830530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Attempting to bind port a4f1d720-8260-4c05-99ec-d5d08b019701 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:47.830916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Attempting to bind port a4f1d720-8260-4c05-99ec-d5d08b019701 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:47.831288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Attempting to bind port a4f1d720-8260-4c05-99ec-d5d08b019701 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:47.838177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:47.838561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:47.839003 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.839403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:47.839888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Bound port: a4f1d720-8260-4c05-99ec-d5d08b019701, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:47.840278 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.843528 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a3138f49-a854-4808-b8b5-5c4259899dd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0294280 Aug 19 12:47:47.847002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57754) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:47.853003 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:cc:c1:ac', 'name': 'tempest-NetworksTestDHCPv6-2043787427'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:47.932127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] For port a4f1d720-8260-4c05-99ec-d5d08b019701, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:47.936905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] For port a4f1d720-8260-4c05-99ec-d5d08b019701, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4f1d720-8260-4c05-99ec-d5d08b019701,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:48.020396 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:48.055862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450108c-6fe7-4593-86d7-c8b02e04e72e req-412b80f3-8797-4698-9546-3a19b443cc91 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:48.058351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2450108c-6fe7-4593-86d7-c8b02e04e72e req-412b80f3-8797-4698-9546-3a19b443cc91 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.0860343 Aug 19 12:47:48.083121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deeb277-c56a-475c-b08b-8a0b438e7e43 None None] Pushing event updated for resources: {'Port': ['ID=a4f1d720-8260-4c05-99ec-d5d08b019701,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:48.117474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2450108c-6fe7-4593-86d7-c8b02e04e72e req-97f1a27e-9413-45ec-808b-a09ff78dcb1c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512896 Aug 19 12:47:48.225911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:48.351166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3b912-a535-4752-a272-31e822301dbc req-dceccd37-56dc-4914-9bf4-acb0c310f73b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:48.367984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95d3b912-a535-4752-a272-31e822301dbc req-dceccd37-56dc-4914-9bf4-acb0c310f73b tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1936979 Aug 19 12:47:48.439450 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:48.462090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95d3b912-a535-4752-a272-31e822301dbc req-29df17ea-cdc3-4363-b6b3-829878f7231e tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930936 Aug 19 12:47:48.500639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port a4eab024-3a39-42aa-8f4e-9eedef253b76 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:47:48.734091 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 172.20.0.9 (cbba3ea2-383a-40d7-830c-045ff0649192/75c82d49-472f-4959-bf6e-bd40fb11cf6c/a4eab024-3a39-42aa-8f4e-9eedef253b76) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:48.760845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::f816:3eff:fecc:c1ac (cbba3ea2-383a-40d7-830c-045ff0649192/9cab9bce-b34b-4586-87f4-eb66dcec704d/a4eab024-3a39-42aa-8f4e-9eedef253b76) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:48.867914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247f2d-9056-4c5b-b554-015a33238a37 req-2a73bb0b-29b0-475b-ad91-0c9cc3692490 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:48.882053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e247f2d-9056-4c5b-b554-015a33238a37 req-2a73bb0b-29b0-475b-ad91-0c9cc3692490 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.0808101 Aug 19 12:47:48.960548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e247f2d-9056-4c5b-b554-015a33238a37 req-16e2b3e3-7bb3-436f-993f-d369738a08c5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747874 Aug 19 12:47:48.999382 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:49.032922 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object a4eab024-3a39-42aa-8f4e-9eedef253b76 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:49.057311 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6250aff-f8e8-4d82-a8d6-31c3829fefc6 req-baaa8d65-04c1-4ecf-8f3e-900bdad38dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:49.059010 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b6250aff-f8e8-4d82-a8d6-31c3829fefc6 req-baaa8d65-04c1-4ecf-8f3e-900bdad38dc9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 1098 time: 0.1043444 Aug 19 12:47:49.192904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6250aff-f8e8-4d82-a8d6-31c3829fefc6 req-37903179-a25f-4ec6-98f1-93612cbe7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:49.196607 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b6250aff-f8e8-4d82-a8d6-31c3829fefc6 req-37903179-a25f-4ec6-98f1-93612cbe7f24 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 915 time: 0.1230586 Aug 19 12:47:49.204801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:49.300335 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b6250aff-f8e8-4d82-a8d6-31c3829fefc6 req-bcea72a3-2f96-4a8a-aec7-30d791f74172 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd HTTP/1.1" status: 200 len: 217 time: 0.0866382 Aug 19 12:47:49.308464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:49.334905 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:49.360616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:49.392452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=a4eab024-3a39-42aa-8f4e-9eedef253b76,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:49.439262 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6250aff-f8e8-4d82-a8d6-31c3829fefc6 req-50da069d-99dc-4daf-bd6c-7823b66615a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:49.442420 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b6250aff-f8e8-4d82-a8d6-31c3829fefc6 req-50da069d-99dc-4daf-bd6c-7823b66615a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a6b3837f-4896-448d-90d3-9af8a59cb07f HTTP/1.1" status: 200 len: 854 time: 0.1274962 Aug 19 12:47:49.453863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:49.454555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:49.493103 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b6250aff-f8e8-4d82-a8d6-31c3829fefc6 req-954fefa3-395c-4b5e-9a57-4eaf58c4b3d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a69fe7d7-91ab-4bab-9c68-970495891030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344770 Aug 19 12:47:49.554524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f4ca2-d386-4a3e-9018-e32d34293128 req-7365688e-1842-4cad-8722-6c339244c326 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:49.556132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-017f4ca2-d386-4a3e-9018-e32d34293128 req-7365688e-1842-4cad-8722-6c339244c326 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.53 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1138399 Aug 19 12:47:49.588673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0be63d-39a2-4e78-9db4-9d46b83165a6 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:49.602416 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5ad69cc6-0d63-43ae-891d-a0313764c921 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7542393 Aug 19 12:47:49.604877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57776) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:49.698404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3e332b-6112-41a7-b0fe-6fabcb9c200d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:49.705308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b66101-acf8-49fc-8a90-51f7d93bb06f req-11634165-b7f7-43a4-8527-d225961529cc tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:49.707517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24b66101-acf8-49fc-8a90-51f7d93bb06f req-11634165-b7f7-43a4-8527-d225961529cc tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 946 time: 0.1461599 Aug 19 12:47:49.714085 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3e332b-6112-41a7-b0fe-6fabcb9c200d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:49.715890 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1a3e332b-6112-41a7-b0fe-6fabcb9c200d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1100216 Aug 19 12:47:49.722266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57778) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:49.741444 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b6250aff-f8e8-4d82-a8d6-31c3829fefc6 req-bac6cb1b-b7f3-4c4a-98b0-9bb84e849732 service neutron] 10.222.0.52 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335653 Aug 19 12:47:49.819694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8e7e6cbd-2f00-4053-b181-86541a5bb136 None None] Provisioning for port a4f1d720-8260-4c05-99ec-d5d08b019701 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:49.935502 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-b6250aff-f8e8-4d82-a8d6-31c3829fefc6 req-10f0c022-1d39-4209-ab5c-2461a4e97c15 service neutron] 10.222.0.52 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667891 Aug 19 12:47:49.955331 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-13255e65-b916-4e47-98f5-f9491c193606 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port a4eab024-3a39-42aa-8f4e-9eedef253b76 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:49.955862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13255e65-b916-4e47-98f5-f9491c193606 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.032676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b1045-1ee5-4806-9274-c798812b5379 None None] Update dhcp port {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'fixed_ips': [{'subnet_id': '9cab9bce-b34b-4586-87f4-eb66dcec704d', 'ip_address': '2001:db8::f816:3eff:fe38:316e'}, {'subnet_id': '75c82d49-472f-4959-bf6e-bd40fb11cf6c'}], 'binding:host_id': 'n-d-778732-8'}, 'id': 'a4f1d720-8260-4c05-99ec-d5d08b019701'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:47:50.077254 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c61b1045-1ee5-4806-9274-c798812b5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.276585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-017f4ca2-d386-4a3e-9018-e32d34293128 req-ec9cf874-ec31-4601-9b19-d3209845d379 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Deleting port c254e001-e9fd-43ce-939e-e70b605a41ff {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:50.276840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-017f4ca2-d386-4a3e-9018-e32d34293128 req-ec9cf874-ec31-4601-9b19-d3209845d379 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.290971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24b66101-acf8-49fc-8a90-51f7d93bb06f req-d3a049ce-e029-4b70-a2c0-a0804e831442 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd671fc-1e3f-4e2b-8185-7bfa4f546f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711687 Aug 19 12:47:50.380658 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-c61b1045-1ee5-4806-9274-c798812b5379 None None] Allocated IP 172.20.0.2 (cbba3ea2-383a-40d7-830c-045ff0649192/75c82d49-472f-4959-bf6e-bd40fb11cf6c/a4f1d720-8260-4c05-99ec-d5d08b019701) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:50.385283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c31cf3-94ae-4bd7-8af8-f3a471bb05fd req-c54c20a0-35db-4531-8983-94c35cb16ee0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:50.396687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9c31cf3-94ae-4bd7-8af8-f3a471bb05fd req-c54c20a0-35db-4531-8983-94c35cb16ee0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1687067 Aug 19 12:47:50.455189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9c31cf3-94ae-4bd7-8af8-f3a471bb05fd req-4f984f7d-2794-4b8f-b547-6d170223fed5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567765 Aug 19 12:47:50.504774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a4f1d720-8260-4c05-99ec-d5d08b019701 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:50.530268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-017f4ca2-d386-4a3e-9018-e32d34293128 req-ec9cf874-ec31-4601-9b19-d3209845d379 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] For port c254e001-e9fd-43ce-939e-e70b605a41ff, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c254e001-e9fd-43ce-939e-e70b605a41ff,segment=NetworkSegment(8084fd99-593d-4ac1-821b-b2dcab3d32d7),segment_id=8084fd99-593d-4ac1-821b-b2dcab3d32d7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:50.530516 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-017f4ca2-d386-4a3e-9018-e32d34293128 req-ec9cf874-ec31-4601-9b19-d3209845d379 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.546250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-017f4ca2-d386-4a3e-9018-e32d34293128 req-ec9cf874-ec31-4601-9b19-d3209845d379 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Calling delete_port for c254e001-e9fd-43ce-939e-e70b605a41ff owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:50.559547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c61b1045-1ee5-4806-9274-c798812b5379 None None] For port a4f1d720-8260-4c05-99ec-d5d08b019701, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4f1d720-8260-4c05-99ec-d5d08b019701,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:50.647508 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c61b1045-1ee5-4806-9274-c798812b5379 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.680083 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c61b1045-1ee5-4806-9274-c798812b5379 None None] Transition to ACTIVE for port object a4f1d720-8260-4c05-99ec-d5d08b019701 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:50.705354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ee2fc-5657-4fbd-8c5f-4125ed3239c9 req-cc904033-738c-4bdb-a7f0-bbea1e005cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:50.707488 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7f2ee2fc-5657-4fbd-8c5f-4125ed3239c9 req-cc904033-738c-4bdb-a7f0-bbea1e005cb1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d09c90f9380c4cdb9684577809d6aa37&device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 1098 time: 0.1337945 Aug 19 12:47:50.732831 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13255e65-b916-4e47-98f5-f9491c193606 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.789600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-13255e65-b916-4e47-98f5-f9491c193606 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for a4eab024-3a39-42aa-8f4e-9eedef253b76 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:50.812824 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c61b1045-1ee5-4806-9274-c798812b5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.899475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ee2fc-5657-4fbd-8c5f-4125ed3239c9 req-fd11009d-b7fa-487f-adbf-7a632288d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:50.901397 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7f2ee2fc-5657-4fbd-8c5f-4125ed3239c9 req-fd11009d-b7fa-487f-adbf-7a632288d2b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 200 len: 915 time: 0.1654706 Aug 19 12:47:50.907734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b1045-1ee5-4806-9274-c798812b5379 None None] Pushing event updated for resources: {'Port': ['ID=a4f1d720-8260-4c05-99ec-d5d08b019701,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:50.938895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-017f4ca2-d386-4a3e-9018-e32d34293128 req-ec9cf874-ec31-4601-9b19-d3209845d379 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.940385 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port a4f1d720-8260-4c05-99ec-d5d08b019701 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:50.970286 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7f2ee2fc-5657-4fbd-8c5f-4125ed3239c9 req-892c5376-e76c-4bbc-9611-cb73875d4570 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd HTTP/1.1" status: 200 len: 217 time: 0.0551906 Aug 19 12:47:50.986611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cf874-ec31-4601-9b19-d3209845d379 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Pushing event deleted for resources: {'Port': ['ID=c254e001-e9fd-43ce-939e-e70b605a41ff,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:51.050394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-017f4ca2-d386-4a3e-9018-e32d34293128 req-ec9cf874-ec31-4601-9b19-d3209845d379 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] No DVR routers for this DVR port c254e001-e9fd-43ce-939e-e70b605a41ff on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:51.054845 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-017f4ca2-d386-4a3e-9018-e32d34293128 req-ec9cf874-ec31-4601-9b19-d3209845d379 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.057317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-017f4ca2-d386-4a3e-9018-e32d34293128 req-ec9cf874-ec31-4601-9b19-d3209845d379 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.53 "DELETE /v2.0/ports/c254e001-e9fd-43ce-939e-e70b605a41ff HTTP/1.1" status: 204 len: 173 time: 1.4938953 Aug 19 12:47:51.058320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'name': 'network-vif-deleted', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:51.063117 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f0bb21-58ba-497f-a920-41808b1a8d67" -d '{"events": [{"server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "name": "network-vif-deleted", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:51.076038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ee2fc-5657-4fbd-8c5f-4125ed3239c9 req-aaa25d14-4747-45a6-86ce-4838ffed12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:51.077657 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7f2ee2fc-5657-4fbd-8c5f-4125ed3239c9 req-aaa25d14-4747-45a6-86ce-4838ffed12ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a6b3837f-4896-448d-90d3-9af8a59cb07f HTTP/1.1" status: 200 len: 854 time: 0.0983014 Aug 19 12:47:51.117761 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f460f093-3cc5-4554-8dcb-c30d2d960204 x-openstack-request-id: req-f460f093-3cc5-4554-8dcb-c30d2d960204 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:51.118120 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e623db-9dbe-48d6-a6e3-b196bc1556e7", "name": "network-vif-deleted", "tag": "c254e001-e9fd-43ce-939e-e70b605a41ff", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:51.118392 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f460f093-3cc5-4554-8dcb-c30d2d960204 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:51.118892 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e623db-9dbe-48d6-a6e3-b196bc1556e7', 'name': 'network-vif-deleted', 'tag': 'c254e001-e9fd-43ce-939e-e70b605a41ff', 'status': 'completed', 'code': 200} Aug 19 12:47:51.120736 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b62f2e10-410c-4d72-b6ad-3be147a6a165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.142585 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7f2ee2fc-5657-4fbd-8c5f-4125ed3239c9 req-97d0ecb0-a5c3-461e-89f8-44130ba25726 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a69fe7d7-91ab-4bab-9c68-970495891030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406353 Aug 19 12:47:51.264120 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7f2ee2fc-5657-4fbd-8c5f-4125ed3239c9 req-e16595d5-4b00-4c5b-9898-819f707fa8b0 service neutron] 10.222.0.52 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128364 Aug 19 12:47:51.403117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13255e65-b916-4e47-98f5-f9491c193606 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.431779 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:47:51.458915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f2d8564e-19cd-422b-b621-b71e3ab5a4a6 req-9ee19782-9e70-4080-b1b9-1072ea162228 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 210 time: 0.0463386 Aug 19 12:47:51.472429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13255e65-b916-4e47-98f5-f9491c193606 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=a4eab024-3a39-42aa-8f4e-9eedef253b76,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:51.572759 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7f2ee2fc-5657-4fbd-8c5f-4125ed3239c9 req-46c7c2b5-7a5c-4ea5-8cb7-027f25bb533c service neutron] 10.222.0.52 "GET /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008771 Aug 19 12:47:51.627700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7659276-7b0c-47f5-b379-32b708e6fa67 req-21c3508e-9bc4-4590-9962-bbbd207cd911 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:51.629513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7659276-7b0c-47f5-b379-32b708e6fa67 req-21c3508e-9bc4-4590-9962-bbbd207cd911 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.0803981 Aug 19 12:47:51.653342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13255e65-b916-4e47-98f5-f9491c193606 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.663452 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-13255e65-b916-4e47-98f5-f9491c193606 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/a4eab024-3a39-42aa-8f4e-9eedef253b76 HTTP/1.1" status: 204 len: 168 time: 1.9344699 Aug 19 12:47:51.664047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57794) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:51.699817 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7659276-7b0c-47f5-b379-32b708e6fa67 req-d73f0600-43b8-4694-9280-c70f6d230879 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634472 Aug 19 12:47:51.781806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05516e-8e3e-4568-943c-83f4ce1b3e4f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:51.784087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05516e-8e3e-4568-943c-83f4ce1b3e4f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:51.785971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05516e-8e3e-4568-943c-83f4ce1b3e4f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:51.790765 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57800) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:51.791056 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1a05516e-8e3e-4568-943c-83f4ce1b3e4f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1254358 Aug 19 12:47:51.885792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbe98126-695f-4682-b794-abf987c957e0 req-871a82b3-0a0f-44a3-887d-c6b3fb16f590 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0491164 Aug 19 12:47:51.952966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbe98126-695f-4682-b794-abf987c957e0 req-47b7a2b0-d96d-439e-a289-529630352d48 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbf651fd4a1346548c99cb07cad7d317&device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 210 time: 0.0407968 Aug 19 12:47:51.969639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-01233e27-ff35-43e9-ba7d-fd52a3f11cdb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 75c82d49-472f-4959-bf6e-bd40fb11cf6c {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:47:51.975564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01233e27-ff35-43e9-ba7d-fd52a3f11cdb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.096992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6268889-4c14-4e7f-b217-6ba7f85c7d7f req-1dd78c9c-e154-4f5c-8bff-59eb5259ae82 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:52.098615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6268889-4c14-4e7f-b217-6ba7f85c7d7f req-1dd78c9c-e154-4f5c-8bff-59eb5259ae82 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.2607601 Aug 19 12:47:52.105487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0eb90798-843f-43f8-9ae0-81d823376ae1 None None] Provisioning for port a4f1d720-8260-4c05-99ec-d5d08b019701 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:52.111511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0eb90798-843f-43f8-9ae0-81d823376ae1 None None] Provisioning complete for port a4f1d720-8260-4c05-99ec-d5d08b019701 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:52.111897 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0eb90798-843f-43f8-9ae0-81d823376ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.147890 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01233e27-ff35-43e9-ba7d-fd52a3f11cdb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.195243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c254e001-e9fd-43ce-939e-e70b605a41ff no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:52.225826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: c254e001-e9fd-43ce-939e-e70b605a41ff {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:52.226307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c254e001-e9fd-43ce-939e-e70b605a41ff not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:52.234062 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0eb90798-843f-43f8-9ae0-81d823376ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.270088 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0eb90798-843f-43f8-9ae0-81d823376ae1 None None] For port a4f1d720-8260-4c05-99ec-d5d08b019701, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4f1d720-8260-4c05-99ec-d5d08b019701,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:52.276798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6268889-4c14-4e7f-b217-6ba7f85c7d7f req-1c4fbea2-0af1-44db-9788-35d55c34fbf4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680455 Aug 19 12:47:52.305805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe98126-695f-4682-b794-abf987c957e0 req-2329fe17-0013-4eaf-ac61-80269881e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:52.307335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbe98126-695f-4682-b794-abf987c957e0 req-2329fe17-0013-4eaf-ac61-80269881e0be service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bbf651fd4a1346548c99cb07cad7d317&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3288121 Aug 19 12:47:52.429979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a4f1d720-8260-4c05-99ec-d5d08b019701 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:52.458136 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01233e27-ff35-43e9-ba7d-fd52a3f11cdb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.461424 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0eb90798-843f-43f8-9ae0-81d823376ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.470508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0eb90798-843f-43f8-9ae0-81d823376ae1 None None] Could not find standard attr ID for object a4eab024-3a39-42aa-8f4e-9eedef253b76. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:47:52.547223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb90798-843f-43f8-9ae0-81d823376ae1 None None] Pushing event updated for resources: {'Port': ['ID=a4f1d720-8260-4c05-99ec-d5d08b019701,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:52.563679 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port a4f1d720-8260-4c05-99ec-d5d08b019701 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:52.564394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.609607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d0e68328-eb32-43cb-ab9d-8d3fee9cf2d9 None None] Could not find standard attr ID for object a4eab024-3a39-42aa-8f4e-9eedef253b76. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:47:52.733906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d89af596-4047-423a-803c-d586397bac09 req-2db4738a-154d-439d-b73e-e6cfe42146b7 tempest-ServerRescueTestJSONUnderV235-549367953 tempest-ServerRescueTestJSONUnderV235-549367953-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e623db-9dbe-48d6-a6e3-b196bc1556e7 HTTP/1.1" status: 200 len: 210 time: 0.0505447 Aug 19 12:47:52.736767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe98126-695f-4682-b794-abf987c957e0 req-48330532-40e1-4059-9700-681e2d65d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:52.738252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbe98126-695f-4682-b794-abf987c957e0 req-48330532-40e1-4059-9700-681e2d65d66d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4109612 Aug 19 12:47:52.767441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637fb53-adc8-4ba5-9806-5f342e7f8ccd req-c93e95a6-2faa-4280-8e28-27aa6926e81e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:52.769134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5637fb53-adc8-4ba5-9806-5f342e7f8ccd req-c93e95a6-2faa-4280-8e28-27aa6926e81e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.3215733 Aug 19 12:47:52.817738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5637fb53-adc8-4ba5-9806-5f342e7f8ccd req-7da9a5cb-6860-4958-8d54-5a90f2f3a5cc tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Aug 19 12:47:52.933300 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01233e27-ff35-43e9-ba7d-fd52a3f11cdb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.969615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01233e27-ff35-43e9-ba7d-fd52a3f11cdb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=75c82d49-472f-4959-bf6e-bd40fb11cf6c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:52.979168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28e572-b5aa-4e9a-b168-c8183e455d10 req-5f5eb5b2-c53b-48fb-8418-6df4e0ace309 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:52.981564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c28e572-b5aa-4e9a-b168-c8183e455d10 req-5f5eb5b2-c53b-48fb-8418-6df4e0ace309 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.0924110 Aug 19 12:47:52.985421 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01233e27-ff35-43e9-ba7d-fd52a3f11cdb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.987402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-01233e27-ff35-43e9-ba7d-fd52a3f11cdb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/75c82d49-472f-4959-bf6e-bd40fb11cf6c HTTP/1.1" status: 204 len: 168 time: 1.1952405 Aug 19 12:47:52.990008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57814) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:53.000135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f83495-30c9-430a-a2a8-27c453675b24 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:53.076984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de571bf-c8b9-4b7e-a6a7-3a63f819bdfe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 9cab9bce-b34b-4586-87f4-eb66dcec704d {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:47:53.097181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c28e572-b5aa-4e9a-b168-c8183e455d10 req-0095adf0-1888-40ae-a6af-d1388ea327b0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919931 Aug 19 12:47:53.098247 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9de571bf-c8b9-4b7e-a6a7-3a63f819bdfe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:53.194041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9de571bf-c8b9-4b7e-a6a7-3a63f819bdfe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:53.364333 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9de571bf-c8b9-4b7e-a6a7-3a63f819bdfe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:53.422519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c795e24-9652-4b90-af8e-88d579c96ca2 req-5a12afb0-0a80-4f58-a900-c418e09091ba tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:53.424433 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c795e24-9652-4b90-af8e-88d579c96ca2 req-5a12afb0-0a80-4f58-a900-c418e09091ba tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1329637 Aug 19 12:47:53.482918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c795e24-9652-4b90-af8e-88d579c96ca2 req-f4d6bdb6-aacf-44c5-960e-2599ff5fb043 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431650 Aug 19 12:47:53.638935 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5c49-8efb-4efa-813a-c91b125fbaf7 req-ad8fbcff-c070-44c4-9273-88f2c3210802 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:53.640991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f95b5c49-8efb-4efa-813a-c91b125fbaf7 req-ad8fbcff-c070-44c4-9273-88f2c3210802 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.0602710 Aug 19 12:47:53.686924 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9de571bf-c8b9-4b7e-a6a7-3a63f819bdfe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:53.702092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f95b5c49-8efb-4efa-813a-c91b125fbaf7 req-12fb8983-9021-47ac-b6b5-36d07e0258fa tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543613 Aug 19 12:47:53.724474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9de571bf-c8b9-4b7e-a6a7-3a63f819bdfe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:53.733428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9de571bf-c8b9-4b7e-a6a7-3a63f819bdfe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/9cab9bce-b34b-4586-87f4-eb66dcec704d HTTP/1.1" status: 204 len: 168 time: 0.7394729 Aug 19 12:47:53.733428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de571bf-c8b9-4b7e-a6a7-3a63f819bdfe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=9cab9bce-b34b-4586-87f4-eb66dcec704d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:53.734067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57826) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:53.811038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57832) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:53.838170 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7f6d6ce2-e7aa-41d3-986a-98604b533d68 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025941 Aug 19 12:47:53.843048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57834) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:53.848543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:53.921216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e444d9c-42d4-47df-bcc7-f12c0a3cc11b None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:54.008198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3d1dc260-3cff-4b83-91de-e24481d85218 None None] Provisioning complete for port a4f1d720-8260-4c05-99ec-d5d08b019701 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:54.008578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3d1dc260-3cff-4b83-91de-e24481d85218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.046273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ed989-afb1-4f65-99fc-d6b8c525470a req-b6abf306-8ca0-42df-858e-27aa071aa6b4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.055106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-913ed989-afb1-4f65-99fc-d6b8c525470a req-b6abf306-8ca0-42df-858e-27aa071aa6b4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1656244 Aug 19 12:47:54.139321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:54.143630 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.172470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-913ed989-afb1-4f65-99fc-d6b8c525470a req-a2b67c76-a9ac-4ad2-b72b-c50a8a2ce7a0 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167593 Aug 19 12:47:54.282342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a0fd3-d9b3-4ef2-b93f-78e311c33942 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:47:54.363230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-887a0fd3-d9b3-4ef2-b93f-78e311c33942 None None] Deleting port a4f1d720-8260-4c05-99ec-d5d08b019701 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:54.363846 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-887a0fd3-d9b3-4ef2-b93f-78e311c33942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.391726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abeaf26-0a12-413f-97eb-1df4ecc82004 req-f9753d94-20ae-40f5-8559-d2d66f153718 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.393436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8abeaf26-0a12-413f-97eb-1df4ecc82004 req-f9753d94-20ae-40f5-8559-d2d66f153718 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1175740 Aug 19 12:47:54.424473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a4f1d720-8260-4c05-99ec-d5d08b019701 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:54.464873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-887a0fd3-d9b3-4ef2-b93f-78e311c33942 None None] For port a4f1d720-8260-4c05-99ec-d5d08b019701, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4f1d720-8260-4c05-99ec-d5d08b019701,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:54.465408 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-887a0fd3-d9b3-4ef2-b93f-78e311c33942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.482725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8abeaf26-0a12-413f-97eb-1df4ecc82004 req-c67ca47f-a810-493a-a99d-b9c72b52dbc6 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799270 Aug 19 12:47:54.484915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-887a0fd3-d9b3-4ef2-b93f-78e311c33942 None None] Calling delete_port for a4f1d720-8260-4c05-99ec-d5d08b019701 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:54.572442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.582897 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.634415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port a4f1d720-8260-4c05-99ec-d5d08b019701, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4f1d720-8260-4c05-99ec-d5d08b019701,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:54.707639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.objects.ports [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:47:54.768884 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.831998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=a4f1d720-8260-4c05-99ec-d5d08b019701,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:54.882663 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-887a0fd3-d9b3-4ef2-b93f-78e311c33942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.915727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a0fd3-d9b3-4ef2-b93f-78e311c33942 None None] Pushing event deleted for resources: {'Port': ['ID=a4f1d720-8260-4c05-99ec-d5d08b019701,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:54.923220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a0fd3-d9b3-4ef2-b93f-78e311c33942 None None] No DVR routers for this DVR port a4f1d720-8260-4c05-99ec-d5d08b019701 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:55.035313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.ipam_pluggable_backend [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Port a4f1d720-8260-4c05-99ec-d5d08b019701 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 12:47:55.035313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.ipam_pluggable_backend [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Reverting IP allocation for 2001:db8::f816:3eff:fe38:316e {{(pid=95661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 12:47:55.051250 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.ipam_pluggable_backend [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe38:316e {{(pid=95661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 12:47:55.051250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.078696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39b472-ff5d-4ae4-a4c0-fa64a597d741 req-c2adafb1-600b-4072-8aa3-efadd1876780 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:55.080307 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b39b472-ff5d-4ae4-a4c0-fa64a597d741 req-c2adafb1-600b-4072-8aa3-efadd1876780 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.4440932 Aug 19 12:47:55.088462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:55.092598 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:55.098994 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:55.099405 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.103280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9afdec-9347-4e9a-abf0-f771fdba24bb None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:55.112492 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=9aa82613-57d0-4273-a9f3-4c30067e55b6,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:55.174489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b39b472-ff5d-4ae4-a4c0-fa64a597d741 req-6d80516d-0fc4-44b8-9bfa-0f843c4ae37c tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650687 Aug 19 12:47:55.302101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '9aa82613-57d0-4273-a9f3-4c30067e55b6'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:47:55.302101 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.341757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bfb60-b7e0-4984-ba9f-46a6c45ec57e req-a81870e8-c871-48f3-98b2-2dfee499b1f4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:55.343427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c49bfb60-b7e0-4984-ba9f-46a6c45ec57e req-a81870e8-c871-48f3-98b2-2dfee499b1f4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.0713313 Aug 19 12:47:55.345947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] Deleting port 6900359b-b077-4296-82e4-f554df4406bb {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:55.346291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.356797 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-74f9a11c-fb8f-4f9e-8faf-6ac10887e5b4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5127156 Aug 19 12:47:55.359718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57852) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:55.365121 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-57069453-cc82-48fb-9d86-4e4aa859ca9f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:55.449460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c49bfb60-b7e0-4984-ba9f-46a6c45ec57e req-d8ad9d25-36a0-405d-8421-540ecb9fdfb6 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518243 Aug 19 12:47:55.484930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] For port 6900359b-b077-4296-82e4-f554df4406bb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6900359b-b077-4296-82e4-f554df4406bb,segment=NetworkSegment(8084fd99-593d-4ac1-821b-b2dcab3d32d7),segment_id=8084fd99-593d-4ac1-821b-b2dcab3d32d7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:55.485147 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.501706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] Calling delete_port for 6900359b-b077-4296-82e4-f554df4406bb owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:55.521892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Allocated IP 2001:db8::f816:3eff:fe12:5f13 (cbba3ea2-383a-40d7-830c-045ff0649192/9aa82613-57d0-4273-a9f3-4c30067e55b6/b9878a39-0df3-4f71-8de1-86e5ed473d83) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:55.644342 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6dd0e6e0-1055-4e14-990c-c42306f87cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.657827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57069453-cc82-48fb-9d86-4e4aa859ca9f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:55.875335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57069453-cc82-48fb-9d86-4e4aa859ca9f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.885994 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.885994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Transition to ACTIVE for port object b9878a39-0df3-4f71-8de1-86e5ed473d83 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:55.885994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Transition to ACTIVE for port object b9878a39-0df3-4f71-8de1-86e5ed473d83 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:55.887378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d5702-a1fd-49fc-a76a-c3c62d40f5dd req-490eca2f-8b3d-40d2-ac35-0d780e925573 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:55.887378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e31d5702-a1fd-49fc-a76a-c3c62d40f5dd req-490eca2f-8b3d-40d2-ac35-0d780e925573 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1748757 Aug 19 12:47:55.887378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e31d5702-a1fd-49fc-a76a-c3c62d40f5dd req-96d655cf-b855-47d9-a065-a2f6d6c76e80 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528364 Aug 19 12:47:55.887772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.887772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.926011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:55.936399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:55.941931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:55.953522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Pushing event updated for resources: {'Port': ['ID=b9878a39-0df3-4f71-8de1-86e5ed473d83,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:56.011640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Attempting to bind port b9878a39-0df3-4f71-8de1-86e5ed473d83 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:56.012229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Attempting to bind port b9878a39-0df3-4f71-8de1-86e5ed473d83 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:56.012909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Attempting to bind port b9878a39-0df3-4f71-8de1-86e5ed473d83 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:56.018916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bfb90-8163-464b-8275-1a829cd7dc72 req-03e6b16c-0813-4c80-a203-384994fca856 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:56.021178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-279bfb90-8163-464b-8275-1a829cd7dc72 req-03e6b16c-0813-4c80-a203-384994fca856 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.0890796 Aug 19 12:47:56.026777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:56.029503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:56.030249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.030713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:56.031253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Bound port: b9878a39-0df3-4f71-8de1-86e5ed473d83, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:56.031657 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.079603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-279bfb90-8163-464b-8275-1a829cd7dc72 req-2a95c067-4927-4cf9-8567-319d1199144b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517542 Aug 19 12:47:56.114173 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.144215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6900359b-b077-4296-82e4-f554df4406bb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:56.144500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] For port b9878a39-0df3-4f71-8de1-86e5ed473d83, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:56.148282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] For port b9878a39-0df3-4f71-8de1-86e5ed473d83, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b9878a39-0df3-4f71-8de1-86e5ed473d83,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:56.151757 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57069453-cc82-48fb-9d86-4e4aa859ca9f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.192770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57069453-cc82-48fb-9d86-4e4aa859ca9f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:56.199793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-57069453-cc82-48fb-9d86-4e4aa859ca9f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:56.204986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57069453-cc82-48fb-9d86-4e4aa859ca9f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:56.205875 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57069453-cc82-48fb-9d86-4e4aa859ca9f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.223123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57069453-cc82-48fb-9d86-4e4aa859ca9f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=040cccc0-2e99-4aee-83f6-a18cb4534c98,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:56.291277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca9099-7c30-4044-9820-ff4ec186461f req-7e83f192-5b58-457d-8dbd-1d5105fa3c67 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:56.292810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fca9099-7c30-4044-9820-ff4ec186461f req-7e83f192-5b58-457d-8dbd-1d5105fa3c67 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1210804 Aug 19 12:47:56.305098 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.378285 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fca9099-7c30-4044-9820-ff4ec186461f req-9bf1e459-9e78-455e-ba1a-13b789ed14e5 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758920 Aug 19 12:47:56.379976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e35c2-7db4-45be-b2a2-ea15754582f9 None None] Pushing event updated for resources: {'Port': ['ID=b9878a39-0df3-4f71-8de1-86e5ed473d83,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:56.382899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57888) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:56.384957 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-57069453-cc82-48fb-9d86-4e4aa859ca9f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0239222 Aug 19 12:47:56.396002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:f1:9d:24', 'name': 'tempest-NetworksTestDHCPv6-1766083861'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:56.489538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.714837 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b0ac-fc5e-4c74-9be6-5e2940515d65 req-d41e2da0-9d56-466b-b401-ce90d9017425 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:56.716515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c264b0ac-fc5e-4c74-9be6-5e2940515d65 req-d41e2da0-9d56-466b-b401-ce90d9017425 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.2303107 Aug 19 12:47:56.776433 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c264b0ac-fc5e-4c74-9be6-5e2940515d65 req-09b9241e-1db5-4c6b-b94b-02fa55daf45b tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500376 Aug 19 12:47:56.839092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:57.013980 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:57.039017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7f280-369a-4421-8ec8-fdc7786b23bc req-7472b7c5-9d42-45a7-8632-a0f2b9a3b7db tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:57.040712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37c7f280-369a-4421-8ec8-fdc7786b23bc req-7472b7c5-9d42-45a7-8632-a0f2b9a3b7db tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1440859 Aug 19 12:47:57.062720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] Router e48f74e7-84a3-4557-81fe-b8546222e7bb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:57.067107 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:57.118681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 3de1704f-f4bb-4d22-85df-8a5704e52a48 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:47:57.217469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37c7f280-369a-4421-8ec8-fdc7786b23bc req-4d62a55d-0b45-4582-9c81-4d7ac2a6e45d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374681 Aug 19 12:47:57.352291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:57.372352 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a168ed-7b9e-4737-8d40-68c82a4bcc0e None None] Sync routers for ids ['e48f74e7-84a3-4557-81fe-b8546222e7bb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:57.373342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57914) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:57.377760 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-942448ba-9eeb-492e-b800-4d02a4b464ef admin admin] 10.222.0.44 "PUT /v2.0/routers/e48f74e7-84a3-4557-81fe-b8546222e7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5648654 Aug 19 12:47:57.387965 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a168ed-7b9e-4737-8d40-68c82a4bcc0e None None] Routers {'e48f74e7-84a3-4557-81fe-b8546222e7bb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:57.388603 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b7a168ed-7b9e-4737-8d40-68c82a4bcc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e48f74e7-84a3-4557-81fe-b8546222e7bb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:57.469341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 172.20.0.11 (cbba3ea2-383a-40d7-830c-045ff0649192/040cccc0-2e99-4aee-83f6-a18cb4534c98/3de1704f-f4bb-4d22-85df-8a5704e52a48) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:57.476880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::f816:3eff:fef1:9d24 (cbba3ea2-383a-40d7-830c-045ff0649192/9aa82613-57d0-4273-a9f3-4c30067e55b6/3de1704f-f4bb-4d22-85df-8a5704e52a48) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:57.532068 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:57.573118 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-b7a168ed-7b9e-4737-8d40-68c82a4bcc0e None None] Set router e48f74e7-84a3-4557-81fe-b8546222e7bb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:57.774707 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:57.797344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 3de1704f-f4bb-4d22-85df-8a5704e52a48 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:57.842043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:57.848300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7549eb-0761-4c9d-9905-35d59aae8913 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:57.934809 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b7a168ed-7b9e-4737-8d40-68c82a4bcc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:47:55Z', 'revision_number': 5, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port': {'id': 'bfba4f6c-6d20-4133-90fa-9dd34d67ea47', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:20Z', 'updated_at': '2021-08-19T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:58.003085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.042352 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a168ed-7b9e-4737-8d40-68c82a4bcc0e None None] Checking router: e48f74e7-84a3-4557-81fe-b8546222e7bb for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:58.048148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Deleting port bfba4f6c-6d20-4133-90fa-9dd34d67ea47 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:58.048921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.083901 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a168ed-7b9e-4737-8d40-68c82a4bcc0e None None] Routers {'e48f74e7-84a3-4557-81fe-b8546222e7bb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:58.084548 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b7a168ed-7b9e-4737-8d40-68c82a4bcc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:47:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e48f74e7-84a3-4557-81fe-b8546222e7bb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:58.143677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:58.151796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b570635d-b7df-4c75-bc13-49d0403c9444 None None] Provisioning for port b9878a39-0df3-4f71-8de1-86e5ed473d83 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:58.160499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:58.172145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:58.187759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] For port bfba4f6c-6d20-4133-90fa-9dd34d67ea47, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=bfba4f6c-6d20-4133-90fa-9dd34d67ea47,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:58.188475 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.205819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Calling delete_port for bfba4f6c-6d20-4133-90fa-9dd34d67ea47 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:58.248725 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-b7a168ed-7b9e-4737-8d40-68c82a4bcc0e None None] Set router e48f74e7-84a3-4557-81fe-b8546222e7bb gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:58.281043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=3de1704f-f4bb-4d22-85df-8a5704e52a48,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:58.323595 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b7a168ed-7b9e-4737-8d40-68c82a4bcc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:47:57Z', 'revision_number': 6, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:58.380816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:58.381920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.387082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c52613-a84a-4279-b3ab-aca9758b2608 None None] Update dhcp port {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'fixed_ips': [{'subnet_id': '9aa82613-57d0-4273-a9f3-4c30067e55b6', 'ip_address': '2001:db8::f816:3eff:fe12:5f13'}, {'subnet_id': '040cccc0-2e99-4aee-83f6-a18cb4534c98'}], 'binding:host_id': 'n-d-778732-8'}, 'id': 'b9878a39-0df3-4f71-8de1-86e5ed473d83'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:47:58.446359 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-23c52613-a84a-4279-b3ab-aca9758b2608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.537875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57932) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:58.538877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-52a999b7-ceba-4e8c-a35a-60a07681f3c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1467006 Aug 19 12:47:58.551404 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a168ed-7b9e-4737-8d40-68c82a4bcc0e None None] The sync data for ids ['e48f74e7-84a3-4557-81fe-b8546222e7bb'] in n-d-778732-8 is: [{'id': 'e48f74e7-84a3-4557-81fe-b8546222e7bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-1082049779-router', 'tenant_id': 'bbf651fd4a1346548c99cb07cad7d317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:18Z', 'updated_at': '2021-08-19T12:47:57Z', 'revision_number': 6, 'project_id': 'bbf651fd4a1346548c99cb07cad7d317', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:58.612619 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6ff6b-3d3d-4260-849a-c72f7acc3e43 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:58.618998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6ff6b-3d3d-4260-849a-c72f7acc3e43 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:58.624178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:58.639026 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b7c6ff6b-3d3d-4260-849a-c72f7acc3e43 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1080034 Aug 19 12:47:58.647110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b9878a39-0df3-4f71-8de1-86e5ed473d83 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:58.754436 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.771819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a7553d10-d4b8-401a-8594-866a3a69fa26 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 3de1704f-f4bb-4d22-85df-8a5704e52a48 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:58.772469 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7553d10-d4b8-401a-8594-866a3a69fa26 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.819854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-23c52613-a84a-4279-b3ab-aca9758b2608 None None] Allocated IP 172.20.0.2 (cbba3ea2-383a-40d7-830c-045ff0649192/040cccc0-2e99-4aee-83f6-a18cb4534c98/b9878a39-0df3-4f71-8de1-86e5ed473d83) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:58.920370 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7553d10-d4b8-401a-8594-866a3a69fa26 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.925572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfba4f6c-6d20-4133-90fa-9dd34d67ea47,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:58.955932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a7553d10-d4b8-401a-8594-866a3a69fa26 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 3de1704f-f4bb-4d22-85df-8a5704e52a48 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:58.969400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b9878a39-0df3-4f71-8de1-86e5ed473d83 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:58.979062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b9878a39-0df3-4f71-8de1-86e5ed473d83 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:58.979982 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.004530 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.060096 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.143931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-23c52613-a84a-4279-b3ab-aca9758b2608 None None] For port b9878a39-0df3-4f71-8de1-86e5ed473d83, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b9878a39-0df3-4f71-8de1-86e5ed473d83,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:59.181445 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.190813 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.197930 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-23c52613-a84a-4279-b3ab-aca9758b2608 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.247332 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.271131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-23c52613-a84a-4279-b3ab-aca9758b2608 None None] Transition to ACTIVE for port object b9878a39-0df3-4f71-8de1-86e5ed473d83 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:59.360347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.361255 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48f74e7-84a3-4557-81fe-b8546222e7bb {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:47:59.373850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.376452 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-89cf6107-5057-4e69-bb1f-47f84f985a0f admin admin] 10.222.0.44 "DELETE /v2.0/routers/e48f74e7-84a3-4557-81fe-b8546222e7bb HTTP/1.1" status: 204 len: 168 time: 2.0012000 Aug 19 12:47:59.380756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57948) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:59.399967 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-23c52613-a84a-4279-b3ab-aca9758b2608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.443739 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7553d10-d4b8-401a-8594-866a3a69fa26 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.544441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7553d10-d4b8-401a-8594-866a3a69fa26 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=3de1704f-f4bb-4d22-85df-8a5704e52a48,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:59.605927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-af39f43f-e457-498f-9373-9762332b1617 admin admin] Deleting subnet d050514d-4db5-40c5-8399-a6747cd4c5f4 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:47:59.611278 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af39f43f-e457-498f-9373-9762332b1617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.622045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c52613-a84a-4279-b3ab-aca9758b2608 None None] Pushing event updated for resources: {'Port': ['ID=b9878a39-0df3-4f71-8de1-86e5ed473d83,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:59.696207 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:47:59.696627 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:47:59.732989 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af39f43f-e457-498f-9373-9762332b1617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.758175 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7553d10-d4b8-401a-8594-866a3a69fa26 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.760799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a7553d10-d4b8-401a-8594-866a3a69fa26 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/3de1704f-f4bb-4d22-85df-8a5704e52a48 HTTP/1.1" status: 204 len: 168 time: 1.1354170 Aug 19 12:47:59.764078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57956) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:59.800646 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af39f43f-e457-498f-9373-9762332b1617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.885141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c4767-6d1e-4e83-bd79-3ab238ca8214 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:59.887412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c4767-6d1e-4e83-bd79-3ab238ca8214 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:59.890828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c4767-6d1e-4e83-bd79-3ab238ca8214 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:59.893233 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-142c4767-6d1e-4e83-bd79-3ab238ca8214 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1280718 Aug 19 12:47:59.896121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57960) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:59.993578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae1aad7-9f34-4b09-921b-09c3597eb3cc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 040cccc0-2e99-4aee-83f6-a18cb4534c98 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:47:59.998359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae1aad7-9f34-4b09-921b-09c3597eb3cc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.068920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af39f43f-e457-498f-9373-9762332b1617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.117500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39f43f-e457-498f-9373-9762332b1617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d050514d-4db5-40c5-8399-a6747cd4c5f4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:00.129321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af39f43f-e457-498f-9373-9762332b1617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.134477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57966) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:00.134959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-af39f43f-e457-498f-9373-9762332b1617 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d050514d-4db5-40c5-8399-a6747cd4c5f4 HTTP/1.1" status: 204 len: 168 time: 0.7524352 Aug 19 12:48:00.138581 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae1aad7-9f34-4b09-921b-09c3597eb3cc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.246280 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.279930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.309877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port b9878a39-0df3-4f71-8de1-86e5ed473d83, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b9878a39-0df3-4f71-8de1-86e5ed473d83,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:00.427200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.447531 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.448571 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f4f722-9c1b-4636-86e4-e63643ed65bf']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:00.462074 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae1aad7-9f34-4b09-921b-09c3597eb3cc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.504395 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8084fd99-593d-4ac1-821b-b2dcab3d32d7') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:00.504957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8084fd99-593d-4ac1-821b-b2dcab3d32d7') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:00.532048 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.538672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=b9878a39-0df3-4f71-8de1-86e5ed473d83,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:00.557009 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.564992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:48:00.565434 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: items = [ Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:48:00.567311 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:48:00.654164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b9878a39-0df3-4f71-8de1-86e5ed473d83 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:00.788977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device bfba4f6c-6d20-4133-90fa-9dd34d67ea47 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:00.825058 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: bfba4f6c-6d20-4133-90fa-9dd34d67ea47 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:00.826062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device bfba4f6c-6d20-4133-90fa-9dd34d67ea47 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:00.826444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6900359b-b077-4296-82e4-f554df4406bb no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:00.840530 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.852214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 6900359b-b077-4296-82e4-f554df4406bb {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:00.852576 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6900359b-b077-4296-82e4-f554df4406bb not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:00.861169 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.866730 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] 10.222.0.44 "DELETE /v2.0/networks/13f4f722-9c1b-4636-86e4-e63643ed65bf HTTP/1.1" status: 204 len: 168 time: 0.7277193 Aug 19 12:48:00.871708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a26be6-4a1f-44be-a332-950c7e39c95a admin admin] Pushing event deleted for resources: {'Network': ['ID=13f4f722-9c1b-4636-86e4-e63643ed65bf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:00.933634 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae1aad7-9f34-4b09-921b-09c3597eb3cc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.971791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1aad7-9f34-4b09-921b-09c3597eb3cc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=040cccc0-2e99-4aee-83f6-a18cb4534c98,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:00.979334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae1aad7-9f34-4b09-921b-09c3597eb3cc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.985087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bae1aad7-9f34-4b09-921b-09c3597eb3cc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/040cccc0-2e99-4aee-83f6-a18cb4534c98 HTTP/1.1" status: 204 len: 168 time: 1.0840933 Aug 19 12:48:00.985459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57980) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:01.001641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0787d1b8-494d-4854-b738-62215af79f94 None None] Provisioning for port b9878a39-0df3-4f71-8de1-86e5ed473d83 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:01.006425 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0787d1b8-494d-4854-b738-62215af79f94 None None] Provisioning complete for port b9878a39-0df3-4f71-8de1-86e5ed473d83 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:01.006653 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0787d1b8-494d-4854-b738-62215af79f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.069100 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4283a923-8750-4b5c-8c4c-17560be445bb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 9aa82613-57d0-4273-a9f3-4c30067e55b6 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:01.079126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4283a923-8750-4b5c-8c4c-17560be445bb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.149969 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4283a923-8750-4b5c-8c4c-17560be445bb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.255717 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4283a923-8750-4b5c-8c4c-17560be445bb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.262293 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f245929-f48e-4d1a-b299-d28d029b1ab8 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:01.453940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0787d1b8-494d-4854-b738-62215af79f94 None None] Could not find standard attr ID for object 3de1704f-f4bb-4d22-85df-8a5704e52a48. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:48:01.566877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e1315f18-340e-42a2-ba18-5d0c74158dcc None None] Could not find standard attr ID for object 3de1704f-f4bb-4d22-85df-8a5704e52a48. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:48:01.624172 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4283a923-8750-4b5c-8c4c-17560be445bb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.701176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57998) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:01.780825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c9ace72c-3050-4949-a49f-4d6dcc1212aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbf651fd4a1346548c99cb07cad7d317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781972 Aug 19 12:48:01.783856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58002) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:01.853142 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37424d4f-be42-40d7-8d9e-720a6ba38086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.892525 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37424d4f-be42-40d7-8d9e-720a6ba38086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.038832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4283a923-8750-4b5c-8c4c-17560be445bb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.043543 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4283a923-8750-4b5c-8c4c-17560be445bb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/9aa82613-57d0-4273-a9f3-4c30067e55b6 HTTP/1.1" status: 204 len: 168 time: 1.0544035 Aug 19 12:48:02.043543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283a923-8750-4b5c-8c4c-17560be445bb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa82613-57d0-4273-a9f3-4c30067e55b6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:02.044455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58006) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:02.086167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-83cc0d93-c4f7-445e-9e99-3dfe8c6b3a69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407779 Aug 19 12:48:02.087476 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37424d4f-be42-40d7-8d9e-720a6ba38086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.089199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58008) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:02.090123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37424d4f-be42-40d7-8d9e-720a6ba38086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.095130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-37424d4f-be42-40d7-8d9e-720a6ba38086 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acd671fc-1e3f-4e2b-8185-7bfa4f546f25 HTTP/1.1" status: 204 len: 168 time: 0.3065732 Aug 19 12:48:02.102113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37424d4f-be42-40d7-8d9e-720a6ba38086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd671fc-1e3f-4e2b-8185-7bfa4f546f25,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:02.107777 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-18a8c68b-58ca-46e3-90c2-33310ec22f1e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:02.448777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe8c2b8-ff6a-43f6-98eb-9233447ffbf6 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:02.538582 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a8c68b-58ca-46e3-90c2-33310ec22f1e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:02.542202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18a8c68b-58ca-46e3-90c2-33310ec22f1e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.553092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a834cd62-354e-47b6-9933-885420d88f92 None None] Provisioning complete for port b9878a39-0df3-4f71-8de1-86e5ed473d83 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:02.553676 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a834cd62-354e-47b6-9933-885420d88f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.558775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b9878a39-0df3-4f71-8de1-86e5ed473d83 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:02.982997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b9878a39-0df3-4f71-8de1-86e5ed473d83 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:02.982997 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.042190 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18a8c68b-58ca-46e3-90c2-33310ec22f1e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.085268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483cea66-fc77-498c-b843-5bdf23599e56 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:03.115155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8c68b-58ca-46e3-90c2-33310ec22f1e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:03.121855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-18a8c68b-58ca-46e3-90c2-33310ec22f1e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:03.137053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a8c68b-58ca-46e3-90c2-33310ec22f1e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:03.137053 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18a8c68b-58ca-46e3-90c2-33310ec22f1e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.183670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8c68b-58ca-46e3-90c2-33310ec22f1e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=76a91fb6-b9f7-437c-b509-ba150a0b588a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:03.211438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-483cea66-fc77-498c-b843-5bdf23599e56 None None] Deleting port b9878a39-0df3-4f71-8de1-86e5ed473d83 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:03.211791 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-483cea66-fc77-498c-b843-5bdf23599e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.309049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-483cea66-fc77-498c-b843-5bdf23599e56 None None] For port b9878a39-0df3-4f71-8de1-86e5ed473d83, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b9878a39-0df3-4f71-8de1-86e5ed473d83,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:03.309397 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-483cea66-fc77-498c-b843-5bdf23599e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.323892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-483cea66-fc77-498c-b843-5bdf23599e56 None None] Calling delete_port for b9878a39-0df3-4f71-8de1-86e5ed473d83 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:03.381758 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-18a8c68b-58ca-46e3-90c2-33310ec22f1e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2887607 Aug 19 12:48:03.384637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58042) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:03.390263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:03.573857 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-483cea66-fc77-498c-b843-5bdf23599e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.609923 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cea66-fc77-498c-b843-5bdf23599e56 None None] Pushing event deleted for resources: {'Port': ['ID=b9878a39-0df3-4f71-8de1-86e5ed473d83,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:03.632426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cea66-fc77-498c-b843-5bdf23599e56 None None] No DVR routers for this DVR port b9878a39-0df3-4f71-8de1-86e5ed473d83 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:03.646646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dad53cb-d9cb-4219-a76d-5baf5d7bbdfe None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:03.838143 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '76a91fb6-b9f7-437c-b509-ba150a0b588a'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:48:03.839850 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.024587 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Allocated IP 172.20.0.2 (cbba3ea2-383a-40d7-830c-045ff0649192/76a91fb6-b9f7-437c-b509-ba150a0b588a/8bb31408-e77f-4814-9a26-aadb30c8551f) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:04.194535 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.203221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:04.207295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Transition to ACTIVE for port object 8bb31408-e77f-4814-9a26-aadb30c8551f will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:04.207468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.220808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Transition to ACTIVE for port object 8bb31408-e77f-4814-9a26-aadb30c8551f will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:04.520781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b9878a39-0df3-4f71-8de1-86e5ed473d83 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:04.547145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b9878a39-0df3-4f71-8de1-86e5ed473d83 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:04.547846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b9878a39-0df3-4f71-8de1-86e5ed473d83 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:04.551062 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.602106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:04.611550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:04.619743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:04.630946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Pushing event updated for resources: {'Port': ['ID=8bb31408-e77f-4814-9a26-aadb30c8551f,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:04.708232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Attempting to bind port 8bb31408-e77f-4814-9a26-aadb30c8551f on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:04.708607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Attempting to bind port 8bb31408-e77f-4814-9a26-aadb30c8551f by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:04.708971 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Attempting to bind port 8bb31408-e77f-4814-9a26-aadb30c8551f on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:04.714557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:04.714910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:04.715318 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.716098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:04.716827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Bound port: 8bb31408-e77f-4814-9a26-aadb30c8551f, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:04.717560 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.803471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] For port 8bb31408-e77f-4814-9a26-aadb30c8551f, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:04.811297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] For port 8bb31408-e77f-4814-9a26-aadb30c8551f, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8bb31408-e77f-4814-9a26-aadb30c8551f,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:04.816658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.objects.ports [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:48:04.954306 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.087567 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150da87-68c1-4eb1-9d11-b853eb678c2c None None] Pushing event updated for resources: {'Port': ['ID=8bb31408-e77f-4814-9a26-aadb30c8551f,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:05.768933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58114) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:05.841581 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.029032 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b32017ee-068a-410f-834a-0669e9d22d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.145754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] For port 8bb31408-e77f-4814-9a26-aadb30c8551f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8bb31408-e77f-4814-9a26-aadb30c8551f,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:06.226967 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.339579 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.340382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.372485 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b32017ee-068a-410f-834a-0669e9d22d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.440269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:06.467258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:06.482527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:06.483437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.529968 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b32017ee-068a-410f-834a-0669e9d22d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.576222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=8bb31408-e77f-4814-9a26-aadb30c8551f,revision_number=4']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:06.592519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58138) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:06.614001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b32017ee-068a-410f-834a-0669e9d22d48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c260a0dbb6a74265a39fcadd064a460f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8270416 Aug 19 12:48:06.730113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32017ee-068a-410f-834a-0669e9d22d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88de634-7537-4722-895b-64f8ffe967aa,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:06.738279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=299c6011-f5c7-4181-a2ac-c8adbb46780a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:06.764491 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30183176-589b-495c-94d3-4a9a4d35d563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.784673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8bb31408-e77f-4814-9a26-aadb30c8551f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:06.800415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a90ca636-68c5-4479-8279-c7ddae2f2185 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4146249 Aug 19 12:48:06.801240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58142) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:06.806782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:fb:1c:bb', 'name': 'tempest-NetworksTestDHCPv6-805388656'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:06.817878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30183176-589b-495c-94d3-4a9a4d35d563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.833161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dff507-8400-45d4-97e5-e17933ab5271 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:06.968328 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30183176-589b-495c-94d3-4a9a4d35d563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.971612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30183176-589b-495c-94d3-4a9a4d35d563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.972840 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-30183176-589b-495c-94d3-4a9a4d35d563 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b88de634-7537-4722-895b-64f8ffe967aa HTTP/1.1" status: 204 len: 168 time: 0.3780980 Aug 19 12:48:06.991538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30183176-589b-495c-94d3-4a9a4d35d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88de634-7537-4722-895b-64f8ffe967aa,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:07.070384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dccbfefa-df28-40a0-9298-19b77b84cc16 None None] Provisioning for port 8bb31408-e77f-4814-9a26-aadb30c8551f completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:07.121772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8bb31408-e77f-4814-9a26-aadb30c8551f completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:07.138689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8bb31408-e77f-4814-9a26-aadb30c8551f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:07.139184 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.145635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ad0f4-6ac4-4ff7-904b-f5046b39212b req-326fa171-91b4-48f4-bf63-4ec424152450 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:07.148543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed9ad0f4-6ac4-4ff7-904b-f5046b39212b req-326fa171-91b4-48f4-bf63-4ec424152450 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1040721 Aug 19 12:48:07.207810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ed9ad0f4-6ac4-4ff7-904b-f5046b39212b req-ba35289a-a5a1-43a9-846a-aa3bb555cd1d tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514081 Aug 19 12:48:07.215249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:07.353357 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.409122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8bb31408-e77f-4814-9a26-aadb30c8551f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8bb31408-e77f-4814-9a26-aadb30c8551f,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:07.445788 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.475925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port c764ac53-9a06-498b-a779-4b578f43c789 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:48:07.556531 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.689698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8bb31408-e77f-4814-9a26-aadb30c8551f,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:07.856919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 172.20.0.4 (cbba3ea2-383a-40d7-830c-045ff0649192/76a91fb6-b9f7-437c-b509-ba150a0b588a/c764ac53-9a06-498b-a779-4b578f43c789) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:07.867446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::f816:3eff:fefb:1cbb (cbba3ea2-383a-40d7-830c-045ff0649192/299c6011-f5c7-4181-a2ac-c8adbb46780a/c764ac53-9a06-498b-a779-4b578f43c789) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:08.169572 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.195471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object c764ac53-9a06-498b-a779-4b578f43c789 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:08.381697 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.473175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:08.478923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:08.481904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-82eee0bb-31dc-42ff-956a-4d7a7c704f42 None None] Provisioning complete for port 8bb31408-e77f-4814-9a26-aadb30c8551f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:08.482480 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-82eee0bb-31dc-42ff-956a-4d7a7c704f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.487100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:08.710685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:08.711380 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.719515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8bb31408-e77f-4814-9a26-aadb30c8551f up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:08.721998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40a29-0e6c-48f1-899b-be4ad51258c6 req-0efbdaf7-3738-435c-8f96-08e9d4e2a106 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:08.723739 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-70d40a29-0e6c-48f1-899b-be4ad51258c6 req-0efbdaf7-3738-435c-8f96-08e9d4e2a106 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.52 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.1191344 Aug 19 12:48:08.766013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2438e8-9dcc-480b-93cd-f8752d64340b req-235f949c-7d09-40b9-b9ff-6b37665d40c2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:08.768046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a2438e8-9dcc-480b-93cd-f8752d64340b req-235f949c-7d09-40b9-b9ff-6b37665d40c2 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 947 time: 0.4374630 Aug 19 12:48:08.768860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=c764ac53-9a06-498b-a779-4b578f43c789,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:08.869944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8bb31408-e77f-4814-9a26-aadb30c8551f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:08.870336 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.900394 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-70d40a29-0e6c-48f1-899b-be4ad51258c6 req-9d9862bb-536e-4c34-939f-6948853faea4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Deleting port f869536a-40fe-4ec0-bf17-ace869f34bcd {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:08.901706 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-70d40a29-0e6c-48f1-899b-be4ad51258c6 req-9d9862bb-536e-4c34-939f-6948853faea4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.910840 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a2438e8-9dcc-480b-93cd-f8752d64340b req-a2fb0c0b-3c6e-4889-9981-cccfae2945d4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d4148b-25ea-4ba7-ab75-17b790b02cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278403 Aug 19 12:48:08.925556 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f15137b9-ee16-419a-b15c-2c2ce69734b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1184285 Aug 19 12:48:08.927796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58198) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:09.112879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4085d2b-4a62-4294-a9c2-3dd1ad97fb85 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:09.128402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-70d40a29-0e6c-48f1-899b-be4ad51258c6 req-9d9862bb-536e-4c34-939f-6948853faea4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] For port f869536a-40fe-4ec0-bf17-ace869f34bcd, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f869536a-40fe-4ec0-bf17-ace869f34bcd,segment=NetworkSegment(74f140a5-6af9-4fe5-a2d0-93b1076a6e22),segment_id=74f140a5-6af9-4fe5-a2d0-93b1076a6e22)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:09.129066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-70d40a29-0e6c-48f1-899b-be4ad51258c6 req-9d9862bb-536e-4c34-939f-6948853faea4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.154988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4085d2b-4a62-4294-a9c2-3dd1ad97fb85 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:09.158854 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d4085d2b-4a62-4294-a9c2-3dd1ad97fb85 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2295012 Aug 19 12:48:09.161886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:09.162414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-70d40a29-0e6c-48f1-899b-be4ad51258c6 req-9d9862bb-536e-4c34-939f-6948853faea4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Calling delete_port for f869536a-40fe-4ec0-bf17-ace869f34bcd owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:09.318598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-157225d8-fcdb-4164-994a-f1d59a8badbe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port c764ac53-9a06-498b-a779-4b578f43c789 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:09.319475 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-157225d8-fcdb-4164-994a-f1d59a8badbe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.365365 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-84c82a04-9b3c-4324-92e3-3a9ce23277bc None None] Provisioning for port c764ac53-9a06-498b-a779-4b578f43c789 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:09.369565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-84c82a04-9b3c-4324-92e3-3a9ce23277bc None None] Provisioning complete for port c764ac53-9a06-498b-a779-4b578f43c789 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:09.370194 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-84c82a04-9b3c-4324-92e3-3a9ce23277bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.438537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-84c82a04-9b3c-4324-92e3-3a9ce23277bc None None] Port c764ac53-9a06-498b-a779-4b578f43c789 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:48:09.461650 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-157225d8-fcdb-4164-994a-f1d59a8badbe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.468609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-70d40a29-0e6c-48f1-899b-be4ad51258c6 req-9d9862bb-536e-4c34-939f-6948853faea4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.478269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-157225d8-fcdb-4164-994a-f1d59a8badbe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for c764ac53-9a06-498b-a779-4b578f43c789 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:09.487889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f869536a-40fe-4ec0-bf17-ace869f34bcd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:09.553206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9862bb-536e-4c34-939f-6948853faea4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Pushing event deleted for resources: {'Port': ['ID=f869536a-40fe-4ec0-bf17-ace869f34bcd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:09.613212 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d40a29-0e6c-48f1-899b-be4ad51258c6 req-9d9862bb-536e-4c34-939f-6948853faea4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] No DVR routers for this DVR port f869536a-40fe-4ec0-bf17-ace869f34bcd on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:09.615496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-70d40a29-0e6c-48f1-899b-be4ad51258c6 req-9d9862bb-536e-4c34-939f-6948853faea4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.617972 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-70d40a29-0e6c-48f1-899b-be4ad51258c6 req-9d9862bb-536e-4c34-939f-6948853faea4 tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.52 "DELETE /v2.0/ports/f869536a-40fe-4ec0-bf17-ace869f34bcd HTTP/1.1" status: 204 len: 173 time: 0.8835330 Aug 19 12:48:09.621688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'name': 'network-vif-deleted', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:09.623527 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d7adf2-af2c-49b5-9ac5-7a7ea7636e7c" -d '{"events": [{"server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "name": "network-vif-deleted", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:09.685714 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7580dd26-acc4-4b2f-995c-f0eaf11578b9 x-openstack-request-id: req-7580dd26-acc4-4b2f-995c-f0eaf11578b9 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:09.685999 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578aaf89-b1ce-4b08-a056-37c6187fe8e4", "name": "network-vif-deleted", "tag": "f869536a-40fe-4ec0-bf17-ace869f34bcd", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:09.686250 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7580dd26-acc4-4b2f-995c-f0eaf11578b9 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:09.686852 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578aaf89-b1ce-4b08-a056-37c6187fe8e4', 'name': 'network-vif-deleted', 'tag': 'f869536a-40fe-4ec0-bf17-ace869f34bcd', 'status': 'completed', 'code': 200} Aug 19 12:48:09.960118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-157225d8-fcdb-4164-994a-f1d59a8badbe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.992313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157225d8-fcdb-4164-994a-f1d59a8badbe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=c764ac53-9a06-498b-a779-4b578f43c789,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:10.071131 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fce6a039-0025-4f84-98f4-395edb3e7814 req-059822dc-613e-4549-a8b9-e4821eed255e tempest-ServersNegativeTestJSON-17902421 tempest-ServersNegativeTestJSON-17902421-project] 10.222.0.44 "GET /v2.0/ports?device_id=578aaf89-b1ce-4b08-a056-37c6187fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0516016 Aug 19 12:48:10.189413 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-157225d8-fcdb-4164-994a-f1d59a8badbe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.193072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-157225d8-fcdb-4164-994a-f1d59a8badbe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/c764ac53-9a06-498b-a779-4b578f43c789 HTTP/1.1" status: 204 len: 168 time: 1.0296195 Aug 19 12:48:10.195639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58236) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:10.277707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2852f1-99b0-4415-95b3-30cd07f68ea1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:10.279712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2852f1-99b0-4415-95b3-30cd07f68ea1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:10.281857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2852f1-99b0-4415-95b3-30cd07f68ea1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:10.287861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4e2852f1-99b0-4415-95b3-30cd07f68ea1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0886776 Aug 19 12:48:10.289687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58244) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:10.361136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2bb313-a142-4878-8392-233bdc37be33 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 299c6011-f5c7-4181-a2ac-c8adbb46780a {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:10.364672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb313-a142-4878-8392-233bdc37be33 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.413609 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb313-a142-4878-8392-233bdc37be33 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.517651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb313-a142-4878-8392-233bdc37be33 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.662235 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb313-a142-4878-8392-233bdc37be33 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.693687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bb313-a142-4878-8392-233bdc37be33 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=299c6011-f5c7-4181-a2ac-c8adbb46780a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:10.695906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f2d389-8291-4961-86e3-141e82217851 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:10.701811 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb313-a142-4878-8392-233bdc37be33 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.705447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7c2bb313-a142-4878-8392-233bdc37be33 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/299c6011-f5c7-4181-a2ac-c8adbb46780a HTTP/1.1" status: 204 len: 168 time: 0.4130824 Aug 19 12:48:10.706643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58254) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:10.769549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1017f6e-5837-446d-8ab2-6f5e64cf5db4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 76a91fb6-b9f7-437c-b509-ba150a0b588a {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:10.773516 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1017f6e-5837-446d-8ab2-6f5e64cf5db4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.847131 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1017f6e-5837-446d-8ab2-6f5e64cf5db4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.973177 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1017f6e-5837-446d-8ab2-6f5e64cf5db4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.140904 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1017f6e-5837-446d-8ab2-6f5e64cf5db4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.176075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58270) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:11.191614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1017f6e-5837-446d-8ab2-6f5e64cf5db4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=76a91fb6-b9f7-437c-b509-ba150a0b588a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:11.202625 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1017f6e-5837-446d-8ab2-6f5e64cf5db4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.204642 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a1017f6e-5837-446d-8ab2-6f5e64cf5db4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/76a91fb6-b9f7-437c-b509-ba150a0b588a HTTP/1.1" status: 204 len: 168 time: 0.4968505 Aug 19 12:48:11.207564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58272) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:11.258091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e0721b-1d90-41b4-a4f7-97c3ee63df42 admin admin] Deleting subnet a6b3837f-4896-448d-90d3-9af8a59cb07f {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:11.261938 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57e0721b-1d90-41b4-a4f7-97c3ee63df42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.276104 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-db7bcaf3-2810-45ff-afe7-47686d4f550b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673590 Aug 19 12:48:11.279477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58276) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:11.288786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6f839de5-a9e6-4b39-a1dc-f4afc1c83178 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:11.307499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57e0721b-1d90-41b4-a4f7-97c3ee63df42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.392408 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57e0721b-1d90-41b4-a4f7-97c3ee63df42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.591453 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f839de5-a9e6-4b39-a1dc-f4afc1c83178 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:11.596465 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f839de5-a9e6-4b39-a1dc-f4afc1c83178 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.647680 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57e0721b-1d90-41b4-a4f7-97c3ee63df42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.677037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a7ef7b-f837-4e84-95d8-0027e0ddc41f None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:11.711248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0721b-1d90-41b4-a4f7-97c3ee63df42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b3837f-4896-448d-90d3-9af8a59cb07f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:11.721016 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57e0721b-1d90-41b4-a4f7-97c3ee63df42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.723552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-57e0721b-1d90-41b4-a4f7-97c3ee63df42 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6b3837f-4896-448d-90d3-9af8a59cb07f HTTP/1.1" status: 204 len: 168 time: 0.5462339 Aug 19 12:48:11.727628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58290) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:11.794321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6dfede39-d9b1-49ab-b0ef-febe4c3a51a4 None None] Provisioning complete for port 8bb31408-e77f-4814-9a26-aadb30c8551f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:11.795062 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6dfede39-d9b1-49ab-b0ef-febe4c3a51a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.866222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.970837 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.008114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33520316-885f-4aed-82ab-b32fcd8d2362 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:12.019648 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.037841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69fe7d7-91ab-4bab-9c68-970495891030']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:12.052137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f140a5-6af9-4fe5-a2d0-93b1076a6e22') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:12.052937 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f140a5-6af9-4fe5-a2d0-93b1076a6e22') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:12.066027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-33520316-885f-4aed-82ab-b32fcd8d2362 None None] Deleting port 8bb31408-e77f-4814-9a26-aadb30c8551f {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:12.066653 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-33520316-885f-4aed-82ab-b32fcd8d2362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.076171 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.103136 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.114338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:48:12.114881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:48:12.117000 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:48:12.182873 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f839de5-a9e6-4b39-a1dc-f4afc1c83178 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.192415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-33520316-885f-4aed-82ab-b32fcd8d2362 None None] For port 8bb31408-e77f-4814-9a26-aadb30c8551f, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8bb31408-e77f-4814-9a26-aadb30c8551f,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:12.193179 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-33520316-885f-4aed-82ab-b32fcd8d2362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.212565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-33520316-885f-4aed-82ab-b32fcd8d2362 None None] Calling delete_port for 8bb31408-e77f-4814-9a26-aadb30c8551f owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:12.256294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f839de5-a9e6-4b39-a1dc-f4afc1c83178 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:12.260261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6f839de5-a9e6-4b39-a1dc-f4afc1c83178 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:12.264846 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f839de5-a9e6-4b39-a1dc-f4afc1c83178 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:12.265605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f839de5-a9e6-4b39-a1dc-f4afc1c83178 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.311096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f839de5-a9e6-4b39-a1dc-f4afc1c83178 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=b7ba2700-22c5-4133-a88e-a6f2e14f3d56,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:12.331669 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.337661 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.339548 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a69fe7d7-91ab-4bab-9c68-970495891030 HTTP/1.1" status: 204 len: 168 time: 0.6107283 Aug 19 12:48:12.370856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b7ab0-7476-46f4-81ec-e96f511f9059 admin admin] Pushing event deleted for resources: {'Network': ['ID=a69fe7d7-91ab-4bab-9c68-970495891030,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:12.400795 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6f839de5-a9e6-4b39-a1dc-f4afc1c83178 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1175833 Aug 19 12:48:12.407511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58308) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:12.412894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:12.463593 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-33520316-885f-4aed-82ab-b32fcd8d2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.502418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33520316-885f-4aed-82ab-b32fcd8d2362 None None] Pushing event deleted for resources: {'Port': ['ID=8bb31408-e77f-4814-9a26-aadb30c8551f,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:12.508801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33520316-885f-4aed-82ab-b32fcd8d2362 None None] No DVR routers for this DVR port 8bb31408-e77f-4814-9a26-aadb30c8551f on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:12.546695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e863355-9b5f-4fc5-8401-1f98799ae80a None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:12.635589 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8bb31408-e77f-4814-9a26-aadb30c8551f no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:12.683820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8bb31408-e77f-4814-9a26-aadb30c8551f {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:12.684205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8bb31408-e77f-4814-9a26-aadb30c8551f not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:12.760256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:12.768441 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.796445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f869536a-40fe-4ec0-bf17-ace869f34bcd no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:12.820596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': 'b7ba2700-22c5-4133-a88e-a6f2e14f3d56'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:48:12.821772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.826569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: f869536a-40fe-4ec0-bf17-ace869f34bcd {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:12.827286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f869536a-40fe-4ec0-bf17-ace869f34bcd not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:12.997740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Allocated IP 172.20.0.2 (cbba3ea2-383a-40d7-830c-045ff0649192/b7ba2700-22c5-4133-a88e-a6f2e14f3d56/f76dbee2-b663-4575-a8dc-2ee1a6f1ef59) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:13.135268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58324) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:13.184933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-65c4b3d8-8b49-4d56-8c9c-d6cfb3b5f4bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d09c90f9380c4cdb9684577809d6aa37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484648 Aug 19 12:48:13.186127 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.187604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58326) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:13.197765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Transition to ACTIVE for port object f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:13.227178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Transition to ACTIVE for port object f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:13.280098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d0a33dd-a462-4296-83f6-69a6ec91e811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.308981 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d0a33dd-a462-4296-83f6-69a6ec91e811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.322929 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.397073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:13.400305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:13.404510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:13.424685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Pushing event updated for resources: {'Port': ['ID=f76dbee2-b663-4575-a8dc-2ee1a6f1ef59,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:13.468402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.objects.ports [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:48:13.521994 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d0a33dd-a462-4296-83f6-69a6ec91e811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.522892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d0a33dd-a462-4296-83f6-69a6ec91e811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.525353 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3d0a33dd-a462-4296-83f6-69a6ec91e811 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81d4148b-25ea-4ba7-ab75-17b790b02cbc HTTP/1.1" status: 204 len: 168 time: 0.3355391 Aug 19 12:48:13.547731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a33dd-a462-4296-83f6-69a6ec91e811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d4148b-25ea-4ba7-ab75-17b790b02cbc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:13.757348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Attempting to bind port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:13.758512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Attempting to bind port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:13.759402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Attempting to bind port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:13.768723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:13.770024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:13.770799 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.771390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:13.777113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Bound port: f76dbee2-b663-4575-a8dc-2ee1a6f1ef59, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:13.777113 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.989653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] For port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:13.997591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] For port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f76dbee2-b663-4575-a8dc-2ee1a6f1ef59,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:14.023876 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:14.219494 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:14.220627 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:48:14.221042 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:48:14.294720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c660663-5d5b-4431-a05f-47dc0a59efb4 None None] Pushing event updated for resources: {'Port': ['ID=f76dbee2-b663-4575-a8dc-2ee1a6f1ef59,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:14.722149 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:14.763058 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:14.988977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] For port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f76dbee2-b663-4575-a8dc-2ee1a6f1ef59,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:15.021669 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.201830 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.202602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.309844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:15.314671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:15.333038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:15.335068 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.378612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=5133af93-7aaf-407e-ad87-28a0af5d7258,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:15.382394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=f76dbee2-b663-4575-a8dc-2ee1a6f1ef59,revision_number=4']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:15.542020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b49c9a52-90f7-40db-9e28-c20fa330f51e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1332531 Aug 19 12:48:15.546138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58406) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:15.551922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:ba:1f:d7', 'name': 'tempest-NetworksTestDHCPv6-1189745339'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:15.566280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58408) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:15.582927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fa1af3-2edf-4f8b-abf1-9f7d839d3b2b None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:15.703207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-424241555-network', 'tenant_id': '41b476a6f8e84a93b4848fd869bf9ad2'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:15.768291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ed0149cd-b4c5-42e4-a681-fa87db6fdfc0 None None] Provisioning for port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:15.868674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Made reservation on behalf of 41b476a6f8e84a93b4848fd869bf9ad2 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:15.873596 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.885767 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.051394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:16.206494 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.219147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.242460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port d0241542-8565-4ae3-a7a9-df50aa11b1d2 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:48:16.355289 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.429844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:48:16.459173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5306f6-fa38-452c-80e6-776abdaae31e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:16.469195 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.469644 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Added segment 2386edf5-b066-4469-9270-ab958e52df50 of type vlan for network 68ac3dd5-45bb-4cea-948c-ac163a938a5f Aug 19 12:48:16.552491 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.584640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 172.20.0.5 (cbba3ea2-383a-40d7-830c-045ff0649192/b7ba2700-22c5-4133-a88e-a6f2e14f3d56/d0241542-8565-4ae3-a7a9-df50aa11b1d2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:16.592712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::f816:3eff:feba:1fd7 (cbba3ea2-383a-40d7-830c-045ff0649192/5133af93-7aaf-407e-ad87-28a0af5d7258/d0241542-8565-4ae3-a7a9-df50aa11b1d2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:16.669702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:16.825156 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.840151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object d0241542-8565-4ae3-a7a9-df50aa11b1d2 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:16.969960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.969960 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:16.970639 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.030827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.033588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:17.044940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:17.045329 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.051382 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] Pushing event updated for resources: {'Network': ['ID=68ac3dd5-45bb-4cea-948c-ac163a938a5f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:17.070207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 68ac3dd5-45bb-4cea-948c-ac163a938a5f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:48:17.087187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:17.091729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:17.103877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:17.125030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=d0241542-8565-4ae3-a7a9-df50aa11b1d2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:17.179753 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4594f26c-87af-4c6c-aa44-12b3525a59b1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6122541 Aug 19 12:48:17.189505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:17.192540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.245060 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.317913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-37fa82e3-3a1b-44b8-8c36-1cb5eac02c9d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7671103 Aug 19 12:48:17.318496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58440) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:17.345335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f76dbee2-b663-4575-a8dc-2ee1a6f1ef59,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:17.368363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-b446343b-ec76-4fc4-ab1f-05651c40d559 req-73b53e97-9da7-41d3-b686-ba25344898ec service neutron] (95660) timed out ('10.222.0.44', 40986) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:48:17.444078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9adfb7-026e-4801-afe4-75e7833b4efc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:17.453697 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.484801 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9adfb7-026e-4801-afe4-75e7833b4efc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:17.492422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58446) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:17.512553 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7c9adfb7-026e-4801-afe4-75e7833b4efc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1921728 Aug 19 12:48:17.529762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=f76dbee2-b663-4575-a8dc-2ee1a6f1ef59,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:17.735227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f7a00b77-e69b-4ee8-ab48-7de62ee89cdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port d0241542-8565-4ae3-a7a9-df50aa11b1d2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:17.735754 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7a00b77-e69b-4ee8-ab48-7de62ee89cdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.854909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7a00b77-e69b-4ee8-ab48-7de62ee89cdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.858410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-54133c94-08b1-4ae6-8035-c6e097dfc43e None None] Provisioning for port d0241542-8565-4ae3-a7a9-df50aa11b1d2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:17.864406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-54133c94-08b1-4ae6-8035-c6e097dfc43e None None] Provisioning complete for port d0241542-8565-4ae3-a7a9-df50aa11b1d2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:17.870551 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-54133c94-08b1-4ae6-8035-c6e097dfc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.874842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f7a00b77-e69b-4ee8-ab48-7de62ee89cdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for d0241542-8565-4ae3-a7a9-df50aa11b1d2 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:17.917879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-54133c94-08b1-4ae6-8035-c6e097dfc43e None None] Port d0241542-8565-4ae3-a7a9-df50aa11b1d2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:48:18.163903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8343a-fd70-4c00-aa63-e7d4cf6f59b7 req-bba8e0d6-bd77-4857-bf0a-ab62cb472bc1 tempest-ComputeTenantNetworksTest-68493770 tempest-ComputeTenantNetworksTest-68493770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.172314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8343a-fd70-4c00-aa63-e7d4cf6f59b7 req-bba8e0d6-bd77-4857-bf0a-ab62cb472bc1 tempest-ComputeTenantNetworksTest-68493770 tempest-ComputeTenantNetworksTest-68493770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.178734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8343a-fd70-4c00-aa63-e7d4cf6f59b7 req-bba8e0d6-bd77-4857-bf0a-ab62cb472bc1 tempest-ComputeTenantNetworksTest-68493770 tempest-ComputeTenantNetworksTest-68493770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.180494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15d8343a-fd70-4c00-aa63-e7d4cf6f59b7 req-bba8e0d6-bd77-4857-bf0a-ab62cb472bc1 tempest-ComputeTenantNetworksTest-68493770 tempest-ComputeTenantNetworksTest-68493770-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2121105 Aug 19 12:48:18.362136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea4b5a-c206-4462-84d6-1abfda52e77b req-ccd125ba-d985-45ab-bd04-8fda47bc4a75 tempest-ComputeTenantNetworksTest-68493770 tempest-ComputeTenantNetworksTest-68493770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.374663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48ea4b5a-c206-4462-84d6-1abfda52e77b req-ccd125ba-d985-45ab-bd04-8fda47bc4a75 tempest-ComputeTenantNetworksTest-68493770 tempest-ComputeTenantNetworksTest-68493770-project] 10.222.0.44 "GET /v2.0/networks/68ac3dd5-45bb-4cea-948c-ac163a938a5f HTTP/1.1" status: 200 len: 768 time: 0.1564569 Aug 19 12:48:18.375506 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58476) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:18.443345 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7a00b77-e69b-4ee8-ab48-7de62ee89cdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.483891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.530665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a00b77-e69b-4ee8-ab48-7de62ee89cdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=d0241542-8565-4ae3-a7a9-df50aa11b1d2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:18.671070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:18.673476 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.688582 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ac3dd5-45bb-4cea-948c-ac163a938a5f']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:18.708776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2386edf5-b066-4469-9270-ab958e52df50') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:18.710658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2386edf5-b066-4469-9270-ab958e52df50') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:18.728642 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7a00b77-e69b-4ee8-ab48-7de62ee89cdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.730030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.734038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f7a00b77-e69b-4ee8-ab48-7de62ee89cdd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/d0241542-8565-4ae3-a7a9-df50aa11b1d2 HTTP/1.1" status: 204 len: 168 time: 1.2369349 Aug 19 12:48:18.736152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58488) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:18.769626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.795084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:48:18.795084 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:48:18.799684 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:48:18.908758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:18.909351 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.927230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb75b5ce-2b0d-41b0-a5ff-68a695efec24 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.930775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb75b5ce-2b0d-41b0-a5ff-68a695efec24 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.934371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb75b5ce-2b0d-41b0-a5ff-68a695efec24 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.937457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-eb75b5ce-2b0d-41b0-a5ff-68a695efec24 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1996009 Aug 19 12:48:18.941669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58494) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:18.991589 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.999937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.018056 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] 10.222.0.44 "DELETE /v2.0/networks/68ac3dd5-45bb-4cea-948c-ac163a938a5f HTTP/1.1" status: 204 len: 168 time: 0.6422448 Aug 19 12:48:19.065977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75c4f2-446e-43c5-8d88-c1554f96e8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=68ac3dd5-45bb-4cea-948c-ac163a938a5f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:19.103356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f955af1-c79c-4dce-b8de-16d30e3159e4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 5133af93-7aaf-407e-ad87-28a0af5d7258 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:19.108308 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f955af1-c79c-4dce-b8de-16d30e3159e4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.189692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f955af1-c79c-4dce-b8de-16d30e3159e4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.448248 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f955af1-c79c-4dce-b8de-16d30e3159e4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.727818 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f955af1-c79c-4dce-b8de-16d30e3159e4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.764691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f955af1-c79c-4dce-b8de-16d30e3159e4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.770051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4f955af1-c79c-4dce-b8de-16d30e3159e4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/5133af93-7aaf-407e-ad87-28a0af5d7258 HTTP/1.1" status: 204 len: 168 time: 0.8229825 Aug 19 12:48:19.770051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f955af1-c79c-4dce-b8de-16d30e3159e4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=5133af93-7aaf-407e-ad87-28a0af5d7258,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:19.771263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58504) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:19.775555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f43d21-3f29-43f7-ba4e-33e045b34f26 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:19.880111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be6eeca-3797-4012-883d-67c440f916cf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet b7ba2700-22c5-4133-a88e-a6f2e14f3d56 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:19.894407 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6be6eeca-3797-4012-883d-67c440f916cf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.958137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6be6eeca-3797-4012-883d-67c440f916cf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:20.112649 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6be6eeca-3797-4012-883d-67c440f916cf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:20.365480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58510) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:20.410922 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6be6eeca-3797-4012-883d-67c440f916cf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:20.472615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6eeca-3797-4012-883d-67c440f916cf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ba2700-22c5-4133-a88e-a6f2e14f3d56,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:20.482681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6be6eeca-3797-4012-883d-67c440f916cf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:20.485183 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6be6eeca-3797-4012-883d-67c440f916cf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/b7ba2700-22c5-4133-a88e-a6f2e14f3d56 HTTP/1.1" status: 204 len: 168 time: 0.7091525 Aug 19 12:48:20.488789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58512) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:20.563129 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d5864b31-d9dc-4309-adb3-a5b00d5e4376 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41b476a6f8e84a93b4848fd869bf9ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828136 Aug 19 12:48:20.565647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58514) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:20.579784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9d21630c-0443-4acb-a1e3-3e62072d35ad tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894136 Aug 19 12:48:20.595532 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58518) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:20.761745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019829de-92ad-460b-bbcc-21acf1c9de23 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:20.763911 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-019829de-92ad-460b-bbcc-21acf1c9de23 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1669064 Aug 19 12:48:20.766940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58520) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:20.806397 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12ca33e-c925-439e-8370-dad4b76dd141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:20.878819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12ca33e-c925-439e-8370-dad4b76dd141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:20.912563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6667cd18-c8b4-4bcd-a0e0-865faeed43d7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:20.920099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6667cd18-c8b4-4bcd-a0e0-865faeed43d7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1518428 Aug 19 12:48:20.924646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58524) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:20.992073 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-84a5e3bf-50c2-485e-b925-86ba9734e582 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628371 Aug 19 12:48:20.997718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58526) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:21.003310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-93addd11-9eea-4439-966b-69733ee9b561 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:21.148730 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1560f651-98d0-462f-b555-70887d8cd703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.214925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12ca33e-c925-439e-8370-dad4b76dd141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.214925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a12ca33e-c925-439e-8370-dad4b76dd141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.216068 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a12ca33e-c925-439e-8370-dad4b76dd141 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b5306f6-fa38-452c-80e6-776abdaae31e HTTP/1.1" status: 204 len: 168 time: 0.6471791 Aug 19 12:48:21.228592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ca33e-c925-439e-8370-dad4b76dd141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5306f6-fa38-452c-80e6-776abdaae31e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:21.333520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93addd11-9eea-4439-966b-69733ee9b561 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:21.344421 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93addd11-9eea-4439-966b-69733ee9b561 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.349874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c0c3a-9412-4f29-950f-dac69b9bd725 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:21.361707 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-93addd11-9eea-4439-966b-69733ee9b561 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:48:21.365209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93addd11-9eea-4439-966b-69733ee9b561 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:48:21.500498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-93addd11-9eea-4439-966b-69733ee9b561 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5014484 Aug 19 12:48:21.504155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58532) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:21.510317 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e63ce9ad-7982-4859-ae6d-8fe75d34d542 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:21.520346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b54d4267-ce17-4930-86c6-bc8c6c90ac98 None None] Provisioning complete for port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:21.521395 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b54d4267-ce17-4930-86c6-bc8c6c90ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.813474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63ce9ad-7982-4859-ae6d-8fe75d34d542 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:21.819644 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e63ce9ad-7982-4859-ae6d-8fe75d34d542 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.821356 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63ce9ad-7982-4859-ae6d-8fe75d34d542 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:48:21.822153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63ce9ad-7982-4859-ae6d-8fe75d34d542 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:48:21.890196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a1a459-2100-40e7-bd5c-ddd38a2dd877 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:21.969298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-82a1a459-2100-40e7-bd5c-ddd38a2dd877 None None] Deleting port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:21.969604 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-82a1a459-2100-40e7-bd5c-ddd38a2dd877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.075713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-82a1a459-2100-40e7-bd5c-ddd38a2dd877 None None] For port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f76dbee2-b663-4575-a8dc-2ee1a6f1ef59,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:22.076841 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-82a1a459-2100-40e7-bd5c-ddd38a2dd877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.079121 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e63ce9ad-7982-4859-ae6d-8fe75d34d542 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5716715 Aug 19 12:48:22.082529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58538) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:22.091774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-04e5057e-975b-43d3-9196-8e3d5fac525d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:22.098046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-82a1a459-2100-40e7-bd5c-ddd38a2dd877 None None] Calling delete_port for f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:22.391200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e5057e-975b-43d3-9196-8e3d5fac525d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:22.399347 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04e5057e-975b-43d3-9196-8e3d5fac525d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.403497 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e5057e-975b-43d3-9196-8e3d5fac525d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:48:22.404851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e5057e-975b-43d3-9196-8e3d5fac525d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:48:22.431416 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-82a1a459-2100-40e7-bd5c-ddd38a2dd877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.496651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1a459-2100-40e7-bd5c-ddd38a2dd877 None None] Pushing event deleted for resources: {'Port': ['ID=f76dbee2-b663-4575-a8dc-2ee1a6f1ef59,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:22.517108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1a459-2100-40e7-bd5c-ddd38a2dd877 None None] No DVR routers for this DVR port f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:22.539356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-04e5057e-975b-43d3-9196-8e3d5fac525d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4550745 Aug 19 12:48:22.542554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58550) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:22.561446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-287aa7f1-e64c-4871-9d5a-4867869ddda0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:22.608683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:22.685143 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:22.685704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f76dbee2-b663-4575-a8dc-2ee1a6f1ef59 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:22.847759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287aa7f1-e64c-4871-9d5a-4867869ddda0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:22.856902 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-287aa7f1-e64c-4871-9d5a-4867869ddda0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.864807 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-287aa7f1-e64c-4871-9d5a-4867869ddda0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:48:22.866362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287aa7f1-e64c-4871-9d5a-4867869ddda0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:48:23.020941 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-287aa7f1-e64c-4871-9d5a-4867869ddda0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4709151 Aug 19 12:48:23.020941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58560) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:23.021698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58562) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:23.041138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8c85a39e-6d36-4d85-9bf6-3590baf1ef9c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:23.380543 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-515bb250-de14-4542-b668-89270e91ace3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.430731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c85a39e-6d36-4d85-9bf6-3590baf1ef9c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:23.437494 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c85a39e-6d36-4d85-9bf6-3590baf1ef9c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.439823 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c85a39e-6d36-4d85-9bf6-3590baf1ef9c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:48:23.440583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c85a39e-6d36-4d85-9bf6-3590baf1ef9c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:48:23.583947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-515bb250-de14-4542-b668-89270e91ace3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.748825 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-515bb250-de14-4542-b668-89270e91ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.819124 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-515bb250-de14-4542-b668-89270e91ace3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1edd4242ec1b4b76b91b988ae5411106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7994268 Aug 19 12:48:23.819434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58578) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:23.820165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bb250-de14-4542-b668-89270e91ace3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdef3997-2f95-4aff-83ca-a948adc60bb6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:23.927738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8c85a39e-6d36-4d85-9bf6-3590baf1ef9c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9044995 Aug 19 12:48:23.933150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58580) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:23.933800 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-110f3b4f-0370-40ab-945a-efd183a8334c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.940799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f2c0e0a3-8e11-47db-942a-bd7a20cc78e3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:23.987325 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-110f3b4f-0370-40ab-945a-efd183a8334c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.181409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c0e0a3-8e11-47db-942a-bd7a20cc78e3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:24.190633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e0a3-8e11-47db-942a-bd7a20cc78e3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.194680 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c0e0a3-8e11-47db-942a-bd7a20cc78e3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:48:24.194680 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c0e0a3-8e11-47db-942a-bd7a20cc78e3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:48:24.202966 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-110f3b4f-0370-40ab-945a-efd183a8334c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.209003 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-110f3b4f-0370-40ab-945a-efd183a8334c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.213310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-110f3b4f-0370-40ab-945a-efd183a8334c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdef3997-2f95-4aff-83ca-a948adc60bb6 HTTP/1.1" status: 204 len: 168 time: 0.3904831 Aug 19 12:48:24.234319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f3b4f-0370-40ab-945a-efd183a8334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdef3997-2f95-4aff-83ca-a948adc60bb6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:24.334471 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f2c0e0a3-8e11-47db-942a-bd7a20cc78e3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3990691 Aug 19 12:48:24.338752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58588) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:24.375421 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fbbc20bd-17f2-4aba-a47f-79c71370766b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0351369 Aug 19 12:48:24.380709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58590) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:24.475699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011716e7-277e-4d46-99d2-50125effea46 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:24.477864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-011716e7-277e-4d46-99d2-50125effea46 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0954120 Aug 19 12:48:24.484481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58592) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:24.534318 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-93df99b0-c27b-4df9-aa11-8a3815a76736 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477171 Aug 19 12:48:24.540133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58594) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:24.547325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2d288e8c-34e2-4a97-b587-81a1cf00a651 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:24.814675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d288e8c-34e2-4a97-b587-81a1cf00a651 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:24.815696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d288e8c-34e2-4a97-b587-81a1cf00a651 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.408950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.objects.ports [None req-2d288e8c-34e2-4a97-b587-81a1cf00a651 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:48:25.411576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d288e8c-34e2-4a97-b587-81a1cf00a651 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.447775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58620) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:25.470252 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99c1cc4c-4e7e-4da8-aff1-5ed761e0c421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.478729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d288e8c-34e2-4a97-b587-81a1cf00a651 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:25.484125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2d288e8c-34e2-4a97-b587-81a1cf00a651 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:25.487479 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d288e8c-34e2-4a97-b587-81a1cf00a651 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:25.488073 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d288e8c-34e2-4a97-b587-81a1cf00a651 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.502967 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d288e8c-34e2-4a97-b587-81a1cf00a651 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=b9ae19dc-6e87-45b7-ba2b-d1696ce0ce0e,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:25.508182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbef6618-35d2-4d0b-8c03-fe532672eddb None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:25.513608 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3c21fb3f-b800-43bd-841a-78965a8a47a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.679300 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99c1cc4c-4e7e-4da8-aff1-5ed761e0c421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.744008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': 'b9ae19dc-6e87-45b7-ba2b-d1696ce0ce0e'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:48:25.747876 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.789974 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99c1cc4c-4e7e-4da8-aff1-5ed761e0c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.850040 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1cc4c-4e7e-4da8-aff1-5ed761e0c421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad75dbc5-d5c2-4dfb-95b0-49e9f1e31eaf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:25.854641 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.857653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-99c1cc4c-4e7e-4da8-aff1-5ed761e0c421 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ba6afd329ed4bdeb2cedae9cfa22a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080391 Aug 19 12:48:25.860290 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58628) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:25.909855 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2d288e8c-34e2-4a97-b587-81a1cf00a651 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3683894 Aug 19 12:48:25.913938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58630) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:25.926338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:8e:99:f9', 'name': 'tempest-NetworksTestDHCPv6-154017178'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:25.963410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d079369-14ed-49af-ae2c-fff22759ce97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.996164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Allocated IP 2001:db8::f816:3eff:fe72:f622 (cbba3ea2-383a-40d7-830c-045ff0649192/b9ae19dc-6e87-45b7-ba2b-d1696ce0ce0e/9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:26.026481 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d079369-14ed-49af-ae2c-fff22759ce97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.257103 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.281934 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d079369-14ed-49af-ae2c-fff22759ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.282747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Transition to ACTIVE for port object 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:26.282988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:26.284858 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d079369-14ed-49af-ae2c-fff22759ce97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.288960 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7d079369-14ed-49af-ae2c-fff22759ce97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad75dbc5-d5c2-4dfb-95b0-49e9f1e31eaf HTTP/1.1" status: 204 len: 168 time: 0.4267762 Aug 19 12:48:26.304233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d079369-14ed-49af-ae2c-fff22759ce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad75dbc5-d5c2-4dfb-95b0-49e9f1e31eaf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:26.332941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Transition to ACTIVE for port object 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:26.414110 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.491725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.540210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:26.541557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port d66d8fe4-3e4b-44d1-9c71-a278c1edef9f yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:48:26.550548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:26.556396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:26.567197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Pushing event updated for resources: {'Port': ['ID=9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:26.660374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Attempting to bind port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:26.660374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Attempting to bind port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:26.661862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Attempting to bind port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:26.715778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:26.722940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:26.724596 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.725927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:26.728112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Bound port: 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:26.740504 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.921907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] For port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:26.930940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] For port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:26.936152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::f816:3eff:fe8e:99f9 (cbba3ea2-383a-40d7-830c-045ff0649192/b9ae19dc-6e87-45b7-ba2b-d1696ce0ce0e/d66d8fe4-3e4b-44d1-9c71-a278c1edef9f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:27.049938 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.154375 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.195274 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.206341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef659a4d-6758-4228-94e7-f56e6978e2d8 None None] Pushing event updated for resources: {'Port': ['ID=9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:27.234100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object d66d8fe4-3e4b-44d1-9c71-a278c1edef9f will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:27.386237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.595333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:27.597308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:27.601629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:27.615651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:27.617898 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.688054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=d66d8fe4-3e4b-44d1-9c71-a278c1edef9f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:27.815058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-18293df3-df24-45ff-993d-9baec7243951 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8995230 Aug 19 12:48:27.817818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58680) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:27.892522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b93921-29c6-4924-84b0-16d8b84f7908 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:27.898511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b93921-29c6-4924-84b0-16d8b84f7908 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:27.903875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58684) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:27.910480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-22b93921-29c6-4924-84b0-16d8b84f7908 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0906124 Aug 19 12:48:28.061029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e6158461-63cf-4fae-8fdd-5b3cab03e871 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port d66d8fe4-3e4b-44d1-9c71-a278c1edef9f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:28.062535 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6158461-63cf-4fae-8fdd-5b3cab03e871 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.218854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6158461-63cf-4fae-8fdd-5b3cab03e871 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.240088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e6158461-63cf-4fae-8fdd-5b3cab03e871 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for d66d8fe4-3e4b-44d1-9c71-a278c1edef9f owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:28.429070 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:48:28.596698 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6158461-63cf-4fae-8fdd-5b3cab03e871 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.766410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:28.777323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6158461-63cf-4fae-8fdd-5b3cab03e871 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=d66d8fe4-3e4b-44d1-9c71-a278c1edef9f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:28.873531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a7f4caf2-7d51-42ef-beb1-497d967aa32b None None] Provisioning for port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:28.889992 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6158461-63cf-4fae-8fdd-5b3cab03e871 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.900908 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e6158461-63cf-4fae-8fdd-5b3cab03e871 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/d66d8fe4-3e4b-44d1-9c71-a278c1edef9f HTTP/1.1" status: 204 len: 168 time: 0.9922671 Aug 19 12:48:28.902030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58704) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:29.018727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be53db88-e6c4-4536-b64d-eae7f3ab9944 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:29.020654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be53db88-e6c4-4536-b64d-eae7f3ab9944 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:29.027163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-be53db88-e6c4-4536-b64d-eae7f3ab9944 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1167617 Aug 19 12:48:29.031721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58706) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:29.109853 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.110142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb593f1-804e-49d6-898a-1951cd780cec tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet b9ae19dc-6e87-45b7-ba2b-d1696ce0ce0e {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:29.111912 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bb593f1-804e-49d6-898a-1951cd780cec tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.131867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a1c1dec2-9b47-4de3-9fdf-50adfd7b292e None None] Could not find standard attr ID for object d66d8fe4-3e4b-44d1-9c71-a278c1edef9f. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:48:29.146092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:29.156639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:29.160439 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.314942 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bb593f1-804e-49d6-898a-1951cd780cec tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.331482 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.435958 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:29.529052 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.533881 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bb593f1-804e-49d6-898a-1951cd780cec tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.710542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:29.801176 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bb593f1-804e-49d6-898a-1951cd780cec tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.870745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb593f1-804e-49d6-898a-1951cd780cec tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ae19dc-6e87-45b7-ba2b-d1696ce0ce0e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:29.881206 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bb593f1-804e-49d6-898a-1951cd780cec tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.884993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2bb593f1-804e-49d6-898a-1951cd780cec tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/b9ae19dc-6e87-45b7-ba2b-d1696ce0ce0e HTTP/1.1" status: 204 len: 168 time: 0.8560383 Aug 19 12:48:29.888604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58732) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:29.907022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f54499a-becb-4956-b8f8-e30949f0ae2e None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:29.992914 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-45ff7224-18fe-4c02-b5be-a9dfa05f4e8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022942 Aug 19 12:48:29.996409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58736) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:30.002516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:30.283458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab649d26-7ee5-43ce-a753-d3aa3e2b567a None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:30.377766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:30.384859 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.433256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ab649d26-7ee5-43ce-a753-d3aa3e2b567a None None] Deleting port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:30.434683 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ab649d26-7ee5-43ce-a753-d3aa3e2b567a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.605609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ab649d26-7ee5-43ce-a753-d3aa3e2b567a None None] For port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:30.607172 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ab649d26-7ee5-43ce-a753-d3aa3e2b567a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.671024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ab649d26-7ee5-43ce-a753-d3aa3e2b567a None None] Calling delete_port for 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:30.709214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:30.970425 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.188458 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ab649d26-7ee5-43ce-a753-d3aa3e2b567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.244698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58774) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:31.254184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab649d26-7ee5-43ce-a753-d3aa3e2b567a None None] Pushing event deleted for resources: {'Port': ['ID=9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:31.267246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab649d26-7ee5-43ce-a753-d3aa3e2b567a None None] No DVR routers for this DVR port 9d072b95-ba93-4c5f-bbe6-1cebbb0d7f42 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:31.628449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.objects.ports [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:48:31.631351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.730272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=bf499fc0-7038-41ca-bfb7-b265fe57a87f,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:31.735324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:31.742267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:31.754897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.755245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.755581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.755976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.756240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ef2de9-afd2-4371-a2b5-2d5f7715ffe1 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:31.756407 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.756744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.757071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.757462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.757825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.758490 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.758848 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.759177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:31.766604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:31.767596 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.859857 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b9ddadc5-fe7e-4862-83de-50e7d78d7fb6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8618836 Aug 19 12:48:31.863009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58802) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:31.869765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:a3:89:e8', 'name': 'tempest-NetworksTestDHCPv6-538509331'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:32.122585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': 'bf499fc0-7038-41ca-bfb7-b265fe57a87f'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:48:32.124771 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.162215 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:32.181624 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-757a9c2d-bde8-4d1e-b97a-827b60905986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.326596 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.350699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Allocated IP 2001:db8::f816:3eff:fef2:8769 (cbba3ea2-383a-40d7-830c-045ff0649192/bf499fc0-7038-41ca-bfb7-b265fe57a87f/1596b1dc-4ffb-4d77-84ba-612e1f17ded1) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:32.351535 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 367d936f-b703-4493-ace3-6ffe9d9b9259 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:48:32.424709 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-757a9c2d-bde8-4d1e-b97a-827b60905986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.574424 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-757a9c2d-bde8-4d1e-b97a-827b60905986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.626906 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.631449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-757a9c2d-bde8-4d1e-b97a-827b60905986 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e7c37be9ffd49ad9142e6dfd49671f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3839054 Aug 19 12:48:32.632393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a9c2d-bde8-4d1e-b97a-827b60905986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e750d36-77b9-48d2-a6c3-b2a6c88239db,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:32.636499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58826) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:32.665267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Transition to ACTIVE for port object 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:32.666202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Transition to ACTIVE for port object 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:32.708825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f46ec92c-044b-40e3-8f20-a113ffdd3609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.740464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f46ec92c-044b-40e3-8f20-a113ffdd3609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.829110 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.877597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:32.881073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:32.886323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:32.896672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Pushing event updated for resources: {'Port': ['ID=1596b1dc-4ffb-4d77-84ba-612e1f17ded1,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:32.906219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::f816:3eff:fea3:89e8 (cbba3ea2-383a-40d7-830c-045ff0649192/bf499fc0-7038-41ca-bfb7-b265fe57a87f/367d936f-b703-4493-ace3-6ffe9d9b9259) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:32.963936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Attempting to bind port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:32.964614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Attempting to bind port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:32.965217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Attempting to bind port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:32.977420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:32.978216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:32.979019 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.979767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:32.981202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Bound port: 1596b1dc-4ffb-4d77-84ba-612e1f17ded1, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:32.985676 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.036577 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f46ec92c-044b-40e3-8f20-a113ffdd3609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.043987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f46ec92c-044b-40e3-8f20-a113ffdd3609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.043987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f46ec92c-044b-40e3-8f20-a113ffdd3609 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e750d36-77b9-48d2-a6c3-b2a6c88239db HTTP/1.1" status: 204 len: 168 time: 0.4022753 Aug 19 12:48:33.060466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ec92c-044b-40e3-8f20-a113ffdd3609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e750d36-77b9-48d2-a6c3-b2a6c88239db,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:33.223070 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.235784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] For port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:33.239440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] For port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1596b1dc-4ffb-4d77-84ba-612e1f17ded1,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:33.252228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 367d936f-b703-4493-ace3-6ffe9d9b9259 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:33.516329 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.525027 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.587221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b58a18-8732-4e5a-b51d-038c8e8bdb51 None None] Pushing event updated for resources: {'Port': ['ID=1596b1dc-4ffb-4d77-84ba-612e1f17ded1,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:33.702647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:33.709764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:33.718308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:33.738334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:33.738334 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.771653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=367d936f-b703-4493-ace3-6ffe9d9b9259,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:33.981274 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c6f18c32-87a3-4207-8f49-df55e12e6e02 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1148548 Aug 19 12:48:33.985050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58870) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:34.060650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d249bb8-c90a-45a8-9ffe-595da38cbb8a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:34.068282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d249bb8-c90a-45a8-9ffe-595da38cbb8a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:34.069839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6d249bb8-c90a-45a8-9ffe-595da38cbb8a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0825872 Aug 19 12:48:34.075580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58876) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:34.210873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-32eb0a63-12f7-44a5-b29b-4e522b239089 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 367d936f-b703-4493-ace3-6ffe9d9b9259 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:34.211148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32eb0a63-12f7-44a5-b29b-4e522b239089 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.309213 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32eb0a63-12f7-44a5-b29b-4e522b239089 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.324061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-32eb0a63-12f7-44a5-b29b-4e522b239089 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 367d936f-b703-4493-ace3-6ffe9d9b9259 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:34.635890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:34.737248 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32eb0a63-12f7-44a5-b29b-4e522b239089 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.772503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb0a63-12f7-44a5-b29b-4e522b239089 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=367d936f-b703-4493-ace3-6ffe9d9b9259,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:34.798614 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32eb0a63-12f7-44a5-b29b-4e522b239089 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.801840 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-32eb0a63-12f7-44a5-b29b-4e522b239089 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/367d936f-b703-4493-ace3-6ffe9d9b9259 HTTP/1.1" status: 204 len: 168 time: 0.7237887 Aug 19 12:48:34.803097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58894) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:34.875208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcabaa7-e0c6-4d57-9373-20ea3360d464 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:34.876703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcabaa7-e0c6-4d57-9373-20ea3360d464 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:34.881917 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cbcabaa7-e0c6-4d57-9373-20ea3360d464 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0745504 Aug 19 12:48:34.881917 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58896) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:34.894954 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:34.957629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c1c111-5c82-4fee-b1eb-09b228f13e69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet bf499fc0-7038-41ca-bfb7-b265fe57a87f {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:34.961308 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42c1c111-5c82-4fee-b1eb-09b228f13e69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.014494 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42c1c111-5c82-4fee-b1eb-09b228f13e69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.123462 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42c1c111-5c82-4fee-b1eb-09b228f13e69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.234865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Provisioning for port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:35.235220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Provisioning complete for port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:35.235356 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.280038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58904) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:35.323701 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10bd39cc-d7b8-402e-8607-747159dbede0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.409667 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.431046 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42c1c111-5c82-4fee-b1eb-09b228f13e69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.495724 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:48:35.496843 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:48:35.507960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42c1c111-5c82-4fee-b1eb-09b228f13e69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.511393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db9f70b-f942-45f5-b33e-c2e6004f6322 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:35.513104 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58912) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:35.513895 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-42c1c111-5c82-4fee-b1eb-09b228f13e69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/bf499fc0-7038-41ca-bfb7-b265fe57a87f HTTP/1.1" status: 204 len: 168 time: 0.6304405 Aug 19 12:48:35.517325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1c111-5c82-4fee-b1eb-09b228f13e69 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=bf499fc0-7038-41ca-bfb7-b265fe57a87f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:35.583612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10bd39cc-d7b8-402e-8607-747159dbede0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.592841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5f289b6d-6012-467d-923b-9371cd2ae035 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784140 Aug 19 12:48:35.595692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58916) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:35.670759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815602a9-54fe-4ea8-b166-d7f05ac6ac13 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:35.672498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-815602a9-54fe-4ea8-b166-d7f05ac6ac13 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0753825 Aug 19 12:48:35.675667 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58924) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:35.756322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05392fd-1292-4b2a-953b-0126fedb2a4a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:35.758227 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e05392fd-1292-4b2a-953b-0126fedb2a4a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0815680 Aug 19 12:48:35.760886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:35.798331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d537b12-c70b-46c0-aa99-0149ecc892b6 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:35.811461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-73211bf4-2be9-473f-a940-de5257720b41 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442209 Aug 19 12:48:35.812244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58928) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:35.818084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-85116169-3d4a-432b-b676-d6632c635209 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:35.824590 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10bd39cc-d7b8-402e-8607-747159dbede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.857210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2d537b12-c70b-46c0-aa99-0149ecc892b6 None None] Deleting port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:35.857584 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d537b12-c70b-46c0-aa99-0149ecc892b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.923228 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-10bd39cc-d7b8-402e-8607-747159dbede0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36cf0af6cde4494c90fff0ef039783da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411889 Aug 19 12:48:35.928363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd39cc-d7b8-402e-8607-747159dbede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96bcd7a-32b8-4b9d-afa0-6615c8c6e0da,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:35.928539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58932) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:35.978617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2d537b12-c70b-46c0-aa99-0149ecc892b6 None None] For port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1596b1dc-4ffb-4d77-84ba-612e1f17ded1,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:35.980042 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d537b12-c70b-46c0-aa99-0149ecc892b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.997310 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76ee009b-a963-4048-a01d-ebaac813e888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.999878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2d537b12-c70b-46c0-aa99-0149ecc892b6 None None] Calling delete_port for 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:36.022792 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76ee009b-a963-4048-a01d-ebaac813e888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.044574 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.092588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85116169-3d4a-432b-b676-d6632c635209 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:36.103672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85116169-3d4a-432b-b676-d6632c635209 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.146309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] For port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1596b1dc-4ffb-4d77-84ba-612e1f17ded1,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:36.218979 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76ee009b-a963-4048-a01d-ebaac813e888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.222132 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76ee009b-a963-4048-a01d-ebaac813e888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.223448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-76ee009b-a963-4048-a01d-ebaac813e888 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c96bcd7a-32b8-4b9d-afa0-6615c8c6e0da HTTP/1.1" status: 204 len: 168 time: 0.2959175 Aug 19 12:48:36.242752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee009b-a963-4048-a01d-ebaac813e888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96bcd7a-32b8-4b9d-afa0-6615c8c6e0da,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:36.269320 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.337765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Pushing event updated for resources: {'Port': ['ID=1596b1dc-4ffb-4d77-84ba-612e1f17ded1,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:36.349917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.350757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.351108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.351448 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.351777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.352302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.352921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.353442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.353956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.354451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.354946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.355505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e7bcc-791e-4cc5-ab72-d09767828b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:36.385542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b50c3647-8f3e-4735-8380-d4e808bab281 None None] Could not find standard attr ID for object 367d936f-b703-4493-ace3-6ffe9d9b9259. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:48:36.439589 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2d537b12-c70b-46c0-aa99-0149ecc892b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.482614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d537b12-c70b-46c0-aa99-0149ecc892b6 None None] No DVR routers for this DVR port 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:36.487541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d537b12-c70b-46c0-aa99-0149ecc892b6 None None] Pushing event deleted for resources: {'Port': ['ID=1596b1dc-4ffb-4d77-84ba-612e1f17ded1,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:36.571861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:36.594016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:36.594322 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1596b1dc-4ffb-4d77-84ba-612e1f17ded1 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:36.721439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.objects.ports [None req-85116169-3d4a-432b-b676-d6632c635209 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:48:36.723051 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85116169-3d4a-432b-b676-d6632c635209 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.772140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85116169-3d4a-432b-b676-d6632c635209 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:36.775725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-85116169-3d4a-432b-b676-d6632c635209 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:36.779206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85116169-3d4a-432b-b676-d6632c635209 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:36.780332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85116169-3d4a-432b-b676-d6632c635209 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.785537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e725d2e0-c0e8-4cbd-9c2a-337fe0b0a947 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:36.807943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85116169-3d4a-432b-b676-d6632c635209 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=6b3b6d4f-210d-4015-8e7d-61aa35be9a4f,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:36.952670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58972) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:36.953267 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-85116169-3d4a-432b-b676-d6632c635209 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1393626 Aug 19 12:48:36.961918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:84:2b:01', 'name': 'tempest-NetworksTestDHCPv6-629562102'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:36.963613 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '6b3b6d4f-210d-4015-8e7d-61aa35be9a4f'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:48:36.965634 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.145709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Allocated IP 2001:db8::f816:3eff:fefa:9e75 (cbba3ea2-383a-40d7-830c-045ff0649192/6b3b6d4f-210d-4015-8e7d-61aa35be9a4f/dd024b9b-be8a-4518-9373-b84d31a10650) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:37.297198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:37.348753 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.364866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Transition to ACTIVE for port object dd024b9b-be8a-4518-9373-b84d31a10650 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:37.385310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Transition to ACTIVE for port object dd024b9b-be8a-4518-9373-b84d31a10650 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:37.461963 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.494645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 9d11a1e4-2ae8-4ebf-9699-e9a44b2501f4 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:48:37.533312 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.579881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:37.587714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:37.598986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:37.606269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Pushing event updated for resources: {'Port': ['ID=dd024b9b-be8a-4518-9373-b84d31a10650,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:37.667483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::f816:3eff:fe84:2b01 (cbba3ea2-383a-40d7-830c-045ff0649192/6b3b6d4f-210d-4015-8e7d-61aa35be9a4f/9d11a1e4-2ae8-4ebf-9699-e9a44b2501f4) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:37.684917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Attempting to bind port dd024b9b-be8a-4518-9373-b84d31a10650 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:37.685598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Attempting to bind port dd024b9b-be8a-4518-9373-b84d31a10650 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:37.686481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Attempting to bind port dd024b9b-be8a-4518-9373-b84d31a10650 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:37.692930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:37.693315 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:37.695543 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.696388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:37.696876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Bound port: dd024b9b-be8a-4518-9373-b84d31a10650, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:37.697276 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.802600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] For port dd024b9b-be8a-4518-9373-b84d31a10650, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:37.807328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] For port dd024b9b-be8a-4518-9373-b84d31a10650, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dd024b9b-be8a-4518-9373-b84d31a10650,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:37.927958 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.928325 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.956268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 9d11a1e4-2ae8-4ebf-9699-e9a44b2501f4 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:38.016004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a55997-c67f-4eac-a430-14131bd63ce7 None None] Pushing event updated for resources: {'Port': ['ID=dd024b9b-be8a-4518-9373-b84d31a10650,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:38.104507 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.157080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:38.162812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:38.166728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:38.173256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:38.174052 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.190258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=9d11a1e4-2ae8-4ebf-9699-e9a44b2501f4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:38.403738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8484786d-1fd4-47b6-a04f-6cae975b0abc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4477527 Aug 19 12:48:38.406351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59032) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:38.426382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:38.470107 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6214a-ebb0-42a7-9679-5fd9b0ec8f11 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:38.476858 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6214a-ebb0-42a7-9679-5fd9b0ec8f11 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:38.478709 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8ea6214a-ebb0-42a7-9679-5fd9b0ec8f11 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0713432 Aug 19 12:48:38.482510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:38.632025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dd024b9b-be8a-4518-9373-b84d31a10650 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:38.651885 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5e10-2ae1-4e3e-b86d-7e2bad866f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.707536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-323a45ef-643b-4eba-b646-53b24f031648 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 9d11a1e4-2ae8-4ebf-9699-e9a44b2501f4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:38.708772 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323a45ef-643b-4eba-b646-53b24f031648 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.851258 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323a45ef-643b-4eba-b646-53b24f031648 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.873043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-323a45ef-643b-4eba-b646-53b24f031648 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 9d11a1e4-2ae8-4ebf-9699-e9a44b2501f4 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:38.889106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port dd024b9b-be8a-4518-9373-b84d31a10650 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:38.979355 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5e10-2ae1-4e3e-b86d-7e2bad866f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.112685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5e10-2ae1-4e3e-b86d-7e2bad866f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.176107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1d6c5e10-2ae1-4e3e-b86d-7e2bad866f45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=baedcb2926104db4bcd31e646d0b8725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7461712 Aug 19 12:48:39.176107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c5e10-2ae1-4e3e-b86d-7e2bad866f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96718735-bfd3-4947-ae9d-be0e57bca1b0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:39.176687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59060) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:39.255686 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc6e2-638f-4572-b15d-ff0b19ae3f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.314605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc6e2-638f-4572-b15d-ff0b19ae3f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.436411 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323a45ef-643b-4eba-b646-53b24f031648 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.470759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a45ef-643b-4eba-b646-53b24f031648 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=9d11a1e4-2ae8-4ebf-9699-e9a44b2501f4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:39.484244 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-897072fc-9092-43ce-aca6-6ee41987994c None None] Provisioning for port dd024b9b-be8a-4518-9373-b84d31a10650 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:39.499187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-897072fc-9092-43ce-aca6-6ee41987994c None None] Provisioning complete for port dd024b9b-be8a-4518-9373-b84d31a10650 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:39.499620 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-897072fc-9092-43ce-aca6-6ee41987994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.519020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323a45ef-643b-4eba-b646-53b24f031648 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.521820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-323a45ef-643b-4eba-b646-53b24f031648 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/9d11a1e4-2ae8-4ebf-9699-e9a44b2501f4 HTTP/1.1" status: 204 len: 168 time: 1.0379541 Aug 19 12:48:39.524771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59074) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:39.549173 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc6e2-638f-4572-b15d-ff0b19ae3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.553306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc6e2-638f-4572-b15d-ff0b19ae3f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.555487 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6d3dc6e2-638f-4572-b15d-ff0b19ae3f89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96718735-bfd3-4947-ae9d-be0e57bca1b0 HTTP/1.1" status: 204 len: 168 time: 0.3776319 Aug 19 12:48:39.599913 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dc6e2-638f-4572-b15d-ff0b19ae3f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96718735-bfd3-4947-ae9d-be0e57bca1b0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:39.662285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d279568-9553-482f-9f4c-d2872be9058e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:39.662433 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-897072fc-9092-43ce-aca6-6ee41987994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.665258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d279568-9553-482f-9f4c-d2872be9058e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:39.668441 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7d279568-9553-482f-9f4c-d2872be9058e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1410472 Aug 19 12:48:39.671105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59078) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:39.737099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-897072fc-9092-43ce-aca6-6ee41987994c None None] For port dd024b9b-be8a-4518-9373-b84d31a10650, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dd024b9b-be8a-4518-9373-b84d31a10650,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:39.771416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-23183b63-e2b6-41bd-bfdc-ec8269bd490d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 6b3b6d4f-210d-4015-8e7d-61aa35be9a4f {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:39.776611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23183b63-e2b6-41bd-bfdc-ec8269bd490d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.832278 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23183b63-e2b6-41bd-bfdc-ec8269bd490d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.990245 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-897072fc-9092-43ce-aca6-6ee41987994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.992740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23183b63-e2b6-41bd-bfdc-ec8269bd490d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.049617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897072fc-9092-43ce-aca6-6ee41987994c None None] Pushing event updated for resources: {'Port': ['ID=dd024b9b-be8a-4518-9373-b84d31a10650,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:40.106729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8da2ebb2-989a-4b4b-a007-aec7e80be7a8 None None] Could not find standard attr ID for object 9d11a1e4-2ae8-4ebf-9699-e9a44b2501f4. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:48:40.253755 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23183b63-e2b6-41bd-bfdc-ec8269bd490d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.289901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23183b63-e2b6-41bd-bfdc-ec8269bd490d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3b6d4f-210d-4015-8e7d-61aa35be9a4f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:40.295729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23183b63-e2b6-41bd-bfdc-ec8269bd490d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.297933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-23183b63-e2b6-41bd-bfdc-ec8269bd490d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/6b3b6d4f-210d-4015-8e7d-61aa35be9a4f HTTP/1.1" status: 204 len: 168 time: 0.6256835 Aug 19 12:48:40.300544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59098) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:40.302090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4dd45a-960d-4792-b360-54bca23472d3 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:40.343422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6ee78233-6e9c-4b97-9f1d-dcd7af979fe2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395021 Aug 19 12:48:40.344940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59100) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:40.350179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:40.479954 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff232779-ee41-402b-9ca9-6ff27d9b557b None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:40.529156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ff232779-ee41-402b-9ca9-6ff27d9b557b None None] Deleting port dd024b9b-be8a-4518-9373-b84d31a10650 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:40.529873 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff232779-ee41-402b-9ca9-6ff27d9b557b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.597331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device dd024b9b-be8a-4518-9373-b84d31a10650 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:40.608128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:40.614683 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.653910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ff232779-ee41-402b-9ca9-6ff27d9b557b None None] For port dd024b9b-be8a-4518-9373-b84d31a10650, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dd024b9b-be8a-4518-9373-b84d31a10650,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:40.654409 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff232779-ee41-402b-9ca9-6ff27d9b557b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.679412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ff232779-ee41-402b-9ca9-6ff27d9b557b None None] Calling delete_port for dd024b9b-be8a-4518-9373-b84d31a10650 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:40.778213 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.829905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port dd024b9b-be8a-4518-9373-b84d31a10650, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=dd024b9b-be8a-4518-9373-b84d31a10650,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:41.037299 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:41.097803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=dd024b9b-be8a-4518-9373-b84d31a10650,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:41.246666 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff232779-ee41-402b-9ca9-6ff27d9b557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:41.273446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.objects.ports [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:48:41.296364 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff232779-ee41-402b-9ca9-6ff27d9b557b None None] No DVR routers for this DVR port dd024b9b-be8a-4518-9373-b84d31a10650 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:41.304028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff232779-ee41-402b-9ca9-6ff27d9b557b None None] Pushing event deleted for resources: {'Port': ['ID=dd024b9b-be8a-4518-9373-b84d31a10650,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:41.414483 n-d-778732-8 neutron-server[95660]: WARNING neutron.services.revisions.revision_plugin [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Could not find related port for resource to bump revision. Aug 19 12:48:41.561785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Port dd024b9b-be8a-4518-9373-b84d31a10650 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 12:48:41.562202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Reverting IP allocation for 2001:db8::f816:3eff:fefa:9e75 {{(pid=95660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 12:48:41.568324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefa:9e75 {{(pid=95660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 12:48:41.570021 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:41.648943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:41.656198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:41.685415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:41.685415 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:41.693993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=4de32376-e2bc-4242-a294-7c48fafe7c2b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:41.706281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8035a9b8-c2c3-4c48-85e6-ef3ec0d0af5c None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:41.837627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59158) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:41.838290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1a24afb8-94a3-4418-955b-b4a77010e406 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4915309 Aug 19 12:48:41.845199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:a6:c6:0f', 'name': 'tempest-NetworksTestDHCPv6-2061536691'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:41.906408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '4de32376-e2bc-4242-a294-7c48fafe7c2b'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:48:41.906408 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.069691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Allocated IP 2001:db8::f816:3eff:fe51:9994 (cbba3ea2-383a-40d7-830c-045ff0649192/4de32376-e2bc-4242-a294-7c48fafe7c2b/2b77d17d-2588-4296-ae32-34d213b585d0) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:42.135780 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.176932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:42.245854 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.255999 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Transition to ACTIVE for port object 2b77d17d-2588-4296-ae32-34d213b585d0 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:42.278295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Transition to ACTIVE for port object 2b77d17d-2588-4296-ae32-34d213b585d0 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:42.316956 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.339043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 20e55ef1-939f-4c82-aab3-9295d5849e65 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:48:42.436787 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.498320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:42.506816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:42.513947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:42.516739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::f816:3eff:fea6:c60f (cbba3ea2-383a-40d7-830c-045ff0649192/4de32376-e2bc-4242-a294-7c48fafe7c2b/20e55ef1-939f-4c82-aab3-9295d5849e65) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:42.570216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Pushing event updated for resources: {'Port': ['ID=2b77d17d-2588-4296-ae32-34d213b585d0,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:42.610376 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Attempting to bind port 2b77d17d-2588-4296-ae32-34d213b585d0 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:42.611067 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Attempting to bind port 2b77d17d-2588-4296-ae32-34d213b585d0 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:42.612169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Attempting to bind port 2b77d17d-2588-4296-ae32-34d213b585d0 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:42.618810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:42.619065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:42.619607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.620015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:42.620628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Bound port: 2b77d17d-2588-4296-ae32-34d213b585d0, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:42.621512 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.719032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] For port 2b77d17d-2588-4296-ae32-34d213b585d0, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:42.722724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] For port 2b77d17d-2588-4296-ae32-34d213b585d0, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2b77d17d-2588-4296-ae32-34d213b585d0,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:42.747768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.771666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 20e55ef1-939f-4c82-aab3-9295d5849e65 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:42.865846 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.958204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e067fa7-c0e6-452c-a259-d93308d33bd6 None None] Pushing event updated for resources: {'Port': ['ID=2b77d17d-2588-4296-ae32-34d213b585d0,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:43.031310 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.107294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:43.112047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:43.118730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:43.126743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:43.128104 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.145660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=20e55ef1-939f-4c82-aab3-9295d5849e65,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:43.274169 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fe25e429-cf3d-4f47-9dd1-9e6a3e3e46c5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4337602 Aug 19 12:48:43.278318 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59214) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:43.337536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801dc48c-f1ce-4c88-aacf-c736bdf3f60c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:43.345296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801dc48c-f1ce-4c88-aacf-c736bdf3f60c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:43.347188 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-801dc48c-f1ce-4c88-aacf-c736bdf3f60c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0668638 Aug 19 12:48:43.351344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59220) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:43.456194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59222) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:43.484934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-11c12e82-4287-4b21-aa00-d067b7937076 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 20e55ef1-939f-4c82-aab3-9295d5849e65 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:43.485344 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11c12e82-4287-4b21-aa00-d067b7937076 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.625507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11c12e82-4287-4b21-aa00-d067b7937076 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.645099 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-11c12e82-4287-4b21-aa00-d067b7937076 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 20e55ef1-939f-4c82-aab3-9295d5849e65 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:43.824499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-470446847-network', 'tenant_id': '8809bfa00889416c9f56752a730aa74a'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:43.942937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11c12e82-4287-4b21-aa00-d067b7937076 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.977244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c12e82-4287-4b21-aa00-d067b7937076 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=20e55ef1-939f-4c82-aab3-9295d5849e65,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:43.981860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Made reservation on behalf of 8809bfa00889416c9f56752a730aa74a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:43.984009 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.003853 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.033668 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11c12e82-4287-4b21-aa00-d067b7937076 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.035953 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-11c12e82-4287-4b21-aa00-d067b7937076 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/20e55ef1-939f-4c82-aab3-9295d5849e65 HTTP/1.1" status: 204 len: 168 time: 0.6836216 Aug 19 12:48:44.038730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59246) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:44.106338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17839b2e-80a5-4a0a-8ecc-fc30a194caa8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.108102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17839b2e-80a5-4a0a-8ecc-fc30a194caa8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.109817 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-17839b2e-80a5-4a0a-8ecc-fc30a194caa8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0695162 Aug 19 12:48:44.113944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59250) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:44.151180 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.178740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1336af-6ee8-4c35-ac95-8d7b36265b7c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 4de32376-e2bc-4242-a294-7c48fafe7c2b {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:44.182209 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d1336af-6ee8-4c35-ac95-8d7b36265b7c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.248361 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d1336af-6ee8-4c35-ac95-8d7b36265b7c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.265437 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.359232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be330981-8d64-495b-a1c1-4b43e9d6fb0f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:44.374191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:48:44.381523 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d1336af-6ee8-4c35-ac95-8d7b36265b7c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.390096 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.390460 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Added segment a8ade90b-2720-48db-a28f-47346d20db71 of type vlan for network 8ff4f77c-57d6-4851-9119-af981b0b13bb Aug 19 12:48:44.435535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7b9eb564-5fab-46f0-8889-580b1c9215be None None] Provisioning for port 2b77d17d-2588-4296-ae32-34d213b585d0 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:44.452702 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.568605 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8e070b93-7315-4b0e-aff6-e797aa35556a None None] Could not find standard attr ID for object 20e55ef1-939f-4c82-aab3-9295d5849e65. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:48:44.584795 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d1336af-6ee8-4c35-ac95-8d7b36265b7c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.635671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.637064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.638905 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.660110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1336af-6ee8-4c35-ac95-8d7b36265b7c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=4de32376-e2bc-4242-a294-7c48fafe7c2b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:44.664781 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.687610 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d1336af-6ee8-4c35-ac95-8d7b36265b7c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.690455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7d1336af-6ee8-4c35-ac95-8d7b36265b7c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/4de32376-e2bc-4242-a294-7c48fafe7c2b HTTP/1.1" status: 204 len: 168 time: 0.5745919 Aug 19 12:48:44.692817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59282) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:44.697901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2b77d17d-2588-4296-ae32-34d213b585d0 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:44.751393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b8c42-52b6-425e-b77a-12857ce084dd None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:44.776450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c414e183-1c88-4b64-8d88-3996b9a63eaf tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820611 Aug 19 12:48:44.779514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59290) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:44.785708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff4f77c-57d6-4851-9119-af981b0b13bb,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:44.808930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 8ff4f77c-57d6-4851-9119-af981b0b13bb details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:48:44.835562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab56bf98-d2bd-472a-9a5c-f3da3767a7e6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.841577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ab56bf98-d2bd-472a-9a5c-f3da3767a7e6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0567894 Aug 19 12:48:44.841889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59292) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:44.908328 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ebd7178a-22c8-47a8-b5e8-7b10b105d440 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4506721 Aug 19 12:48:44.916258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59302) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:44.922399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] Request body: {'subnet': {'network_id': '8ff4f77c-57d6-4851-9119-af981b0b13bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-470446847-subnet', 'tenant_id': '8809bfa00889416c9f56752a730aa74a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:44.953148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756da478-36a1-4d69-a91d-a613f0392bbe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.957423 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-756da478-36a1-4d69-a91d-a613f0392bbe tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1128681 Aug 19 12:48:44.958123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59304) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:44.999987 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2bd1b923-a7f3-4605-b8de-6315b3d393f1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406525 Aug 19 12:48:45.004575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59306) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:45.010435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-64326e52-4ce7-4ebf-8156-c2fc9e0ce6b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:45.025615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] Made reservation on behalf of 8809bfa00889416c9f56752a730aa74a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:45.027160 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.189138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 2b77d17d-2588-4296-ae32-34d213b585d0 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:45.202412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 2b77d17d-2588-4296-ae32-34d213b585d0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:45.202978 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.540236 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.540236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 2b77d17d-2588-4296-ae32-34d213b585d0, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2b77d17d-2588-4296-ae32-34d213b585d0,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:45.540236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eadfbb2-ff38-44d1-b5a2-457b9dea89a5 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:45.586451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3eadfbb2-ff38-44d1-b5a2-457b9dea89a5 None None] Deleting port 2b77d17d-2588-4296-ae32-34d213b585d0 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:45.587035 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3eadfbb2-ff38-44d1-b5a2-457b9dea89a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.660821 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3eadfbb2-ff38-44d1-b5a2-457b9dea89a5 None None] For port 2b77d17d-2588-4296-ae32-34d213b585d0, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2b77d17d-2588-4296-ae32-34d213b585d0,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:45.663303 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3eadfbb2-ff38-44d1-b5a2-457b9dea89a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.675394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3eadfbb2-ff38-44d1-b5a2-457b9dea89a5 None None] Calling delete_port for 2b77d17d-2588-4296-ae32-34d213b585d0 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:45.692452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64326e52-4ce7-4ebf-8156-c2fc9e0ce6b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:45.696211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64326e52-4ce7-4ebf-8156-c2fc9e0ce6b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.745794 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.770949 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.866012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=01bf2426-43ee-4a92-bfd8-152128b82bd9,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:45.905285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] Checking segment: {'id': 'a8ade90b-2720-48db-a28f-47346d20db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8ff4f77c-57d6-4851-9119-af981b0b13bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:45.908060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] Network hostable DHCP agents. Network: 8ff4f77c-57d6-4851-9119-af981b0b13bb, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:48:45.913130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=2b77d17d-2588-4296-ae32-34d213b585d0,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:46.019452 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3eadfbb2-ff38-44d1-b5a2-457b9dea89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:46.045921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] Network 8ff4f77c-57d6-4851-9119-af981b0b13bb is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:48:46.053388 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64326e52-4ce7-4ebf-8156-c2fc9e0ce6b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:46.069013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadfbb2-ff38-44d1-b5a2-457b9dea89a5 None None] Pushing event deleted for resources: {'Port': ['ID=2b77d17d-2588-4296-ae32-34d213b585d0,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:46.071528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eadfbb2-ff38-44d1-b5a2-457b9dea89a5 None None] No DVR routers for this DVR port 2b77d17d-2588-4296-ae32-34d213b585d0 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:46.117709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64326e52-4ce7-4ebf-8156-c2fc9e0ce6b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:46.121739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-64326e52-4ce7-4ebf-8156-c2fc9e0ce6b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:46.125688 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64326e52-4ce7-4ebf-8156-c2fc9e0ce6b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:46.126405 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64326e52-4ce7-4ebf-8156-c2fc9e0ce6b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:46.130677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080da4fe-2217-42cf-b56b-cf5ef4f96a61 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:46.134948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 8ff4f77c-57d6-4851-9119-af981b0b13bb) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:46.139228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64326e52-4ce7-4ebf-8156-c2fc9e0ce6b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=79df98d2-2909-42dd-a058-dd38035f2043,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:46.143339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:46.143339 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:46.180084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6cba78-57cf-402b-b9de-33c2c06aee4a None None] Network 8ff4f77c-57d6-4851-9119-af981b0b13bb requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:46.270994 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-64326e52-4ce7-4ebf-8156-c2fc9e0ce6b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2650697 Aug 19 12:48:46.273898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59350) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:46.280287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:dd:e9:3b', 'name': 'tempest-NetworksTestDHCPv6-215514573'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:46.320698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-03adcaa6-7157-4087-a46c-09129305d5df admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3995085 Aug 19 12:48:46.376954 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660d6ef-f236-44a7-a7f0-38ab22fe407f None None] Network 8ff4f77c-57d6-4851-9119-af981b0b13bb requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:46.454696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '79df98d2-2909-42dd-a058-dd38035f2043'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:48:46.455572 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:46.561170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:46.565656 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:46.592002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port cc197902-fa41-4d46-af35-4fe02c542de4 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:48:46.597481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2b77d17d-2588-4296-ae32-34d213b585d0 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:46.630907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 2b77d17d-2588-4296-ae32-34d213b585d0 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:46.634857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2b77d17d-2588-4296-ae32-34d213b585d0 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:46.693625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/79df98d2-2909-42dd-a058-dd38035f2043/4d7bcde1-7c2b-4d99-82f6-a555547f6d54) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:46.803224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59374) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:46.862698 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:46.871697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Transition to ACTIVE for port object 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:46.887535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Transition to ACTIVE for port object 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:47.037427 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.086788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:47.099780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:47.107545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:47.116355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Pushing event updated for resources: {'Port': ['ID=4d7bcde1-7c2b-4d99-82f6-a555547f6d54,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:47.141925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::3e1 (cbba3ea2-383a-40d7-830c-045ff0649192/79df98d2-2909-42dd-a058-dd38035f2043/cc197902-fa41-4d46-af35-4fe02c542de4) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:47.176062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Attempting to bind port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:47.176400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Attempting to bind port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:47.176949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Attempting to bind port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:47.186324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:47.187139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:47.188159 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.188159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:47.188642 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Bound port: 4d7bcde1-7c2b-4d99-82f6-a555547f6d54, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:47.189095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.264789 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.285225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] For port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:47.290062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] For port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4d7bcde1-7c2b-4d99-82f6-a555547f6d54,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:47.361134 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.393124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object cc197902-fa41-4d46-af35-4fe02c542de4 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:47.394733 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.408203 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.475284 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.551829 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59410) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:47.564722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8892dcc0f63249ad9d0fea4396ff6ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7573287 Aug 19 12:48:47.565677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1e7524-870a-4a80-b18e-37de95265fc9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:47.584396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a4aed-3222-4df3-b4ce-7fd8066f4574 None None] Pushing event updated for resources: {'Port': ['ID=4d7bcde1-7c2b-4d99-82f6-a555547f6d54,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:47.612991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.612991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.612991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.612991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.612991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.612991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.612991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.614250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.616185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.616842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.617192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.617571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.622178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e2b81-434e-4b85-abf4-1d6245f8eeaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:47.704545 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:47.710456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:47.711555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:47.718137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:47.718946 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.740472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=cc197902-fa41-4d46-af35-4fe02c542de4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:47.759198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3fae8a1-55ce-401b-bf7e-8ea109cb3c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.788085 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3fae8a1-55ce-401b-bf7e-8ea109cb3c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.129526 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-92455d68-8bc6-4c48-b83b-8b1f4425fbcb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8541222 Aug 19 12:48:48.132677 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59432) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:48.189872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59436) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:48.194008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-568068282-network', 'tenant_id': '3ef5f015352f4c2d9ee92d5c313f64b6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:48.216841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f35cd-6a31-4ec6-9238-c88c5767b1f2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:48.228588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f35cd-6a31-4ec6-9238-c88c5767b1f2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:48.231701 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-645f35cd-6a31-4ec6-9238-c88c5767b1f2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0965185 Aug 19 12:48:48.235465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59438) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:48.250478 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3fae8a1-55ce-401b-bf7e-8ea109cb3c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.257576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3fae8a1-55ce-401b-bf7e-8ea109cb3c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.257576 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f3fae8a1-55ce-401b-bf7e-8ea109cb3c8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba1e7524-870a-4a80-b18e-37de95265fc9 HTTP/1.1" status: 204 len: 168 time: 0.7015674 Aug 19 12:48:48.265979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fae8a1-55ce-401b-bf7e-8ea109cb3c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1e7524-870a-4a80-b18e-37de95265fc9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:48.395226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-24d91f59-7a43-4a2d-a7a5-d14486ab07b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port cc197902-fa41-4d46-af35-4fe02c542de4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:48.395783 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24d91f59-7a43-4a2d-a7a5-d14486ab07b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.429855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Made reservation on behalf of 3ef5f015352f4c2d9ee92d5c313f64b6 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:48.434090 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.501817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.604560 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24d91f59-7a43-4a2d-a7a5-d14486ab07b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.628434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-24d91f59-7a43-4a2d-a7a5-d14486ab07b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for cc197902-fa41-4d46-af35-4fe02c542de4 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:48.725027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:48.977623 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.061323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:49.105300 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.105792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-97df9a46-dc42-4bdd-9818-9cfbd1969397 None None] Provisioning for port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:49.115398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-97df9a46-dc42-4bdd-9818-9cfbd1969397 None None] Provisioning complete for port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:49.115398 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-97df9a46-dc42-4bdd-9818-9cfbd1969397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.124118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24d91f59-7a43-4a2d-a7a5-d14486ab07b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.257036 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-97df9a46-dc42-4bdd-9818-9cfbd1969397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.333324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-97df9a46-dc42-4bdd-9818-9cfbd1969397 None None] For port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4d7bcde1-7c2b-4d99-82f6-a555547f6d54,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:49.361424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:48:49.365339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d91f59-7a43-4a2d-a7a5-d14486ab07b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=cc197902-fa41-4d46-af35-4fe02c542de4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:49.371945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24d91f59-7a43-4a2d-a7a5-d14486ab07b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.374960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-24d91f59-7a43-4a2d-a7a5-d14486ab07b0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/cc197902-fa41-4d46-af35-4fe02c542de4 HTTP/1.1" status: 204 len: 168 time: 1.1387799 Aug 19 12:48:49.378646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59478) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:49.379272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de2e7e7-75a4-4595-a467-f92174f5bc58,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:49.390367 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.391037 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Added segment 16299dac-fc4b-45eb-b0f7-91b9b93d2842 of type vlan for network 06413290-970a-4ae5-be10-c14f9f00eae3 Aug 19 12:48:49.446269 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-97df9a46-dc42-4bdd-9818-9cfbd1969397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.473407 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.480090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adaf724-9279-47cd-ab6d-be830e399b52 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:49.483411 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adaf724-9279-47cd-ab6d-be830e399b52 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:49.485995 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0adaf724-9279-47cd-ab6d-be830e399b52 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1056499 Aug 19 12:48:49.488784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59484) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:49.561538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df9a46-dc42-4bdd-9818-9cfbd1969397 None None] Pushing event updated for resources: {'Port': ['ID=4d7bcde1-7c2b-4d99-82f6-a555547f6d54,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:49.571470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2f496a08-1dec-4a51-81b7-9506f07232c7 None None] Could not find standard attr ID for object cc197902-fa41-4d46-af35-4fe02c542de4. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:48:49.590669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c246532-ad47-415f-b236-1df30bb486af tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 79df98d2-2909-42dd-a058-dd38035f2043 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:49.590989 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.591713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:49.602448 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.602658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c246532-ad47-415f-b236-1df30bb486af tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.646400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c246532-ad47-415f-b236-1df30bb486af tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.668185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59490) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:49.676038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] Pushing event updated for resources: {'Network': ['ID=06413290-970a-4ae5-be10-c14f9f00eae3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:49.688851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18b9e015-eec0-41c6-a394-a7e031f2eb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.690726 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 06413290-970a-4ae5-be10-c14f9f00eae3 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:48:49.757267 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c246532-ad47-415f-b236-1df30bb486af tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.914098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-43a73b3c-dcd4-42e5-9184-e2bf27bd21a6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7253883 Aug 19 12:48:49.939597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59498) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:49.945784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] Request body: {'subnet': {'network_id': '06413290-970a-4ae5-be10-c14f9f00eae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-568068282-subnet', 'tenant_id': '3ef5f015352f4c2d9ee92d5c313f64b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:50.002403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18b9e015-eec0-41c6-a394-a7e031f2eb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.040410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c246532-ad47-415f-b236-1df30bb486af tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.057445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c246532-ad47-415f-b236-1df30bb486af tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=79df98d2-2909-42dd-a058-dd38035f2043,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:50.059582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c246532-ad47-415f-b236-1df30bb486af tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.062369 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4c246532-ad47-415f-b236-1df30bb486af tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/79df98d2-2909-42dd-a058-dd38035f2043 HTTP/1.1" status: 204 len: 168 time: 0.5714111 Aug 19 12:48:50.065881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1cc1cd-0740-4bb8-8403-58406520996a None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:50.069553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59506) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:50.112045 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3a12a62d-4c63-48b1-ad2b-0f7a748cba2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415471 Aug 19 12:48:50.115467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59508) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:50.173255 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18b9e015-eec0-41c6-a394-a7e031f2eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.205266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4cfa5b-a412-4840-884c-150b3793fac2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:50.207143 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cd4cfa5b-a412-4840-884c-150b3793fac2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0904384 Aug 19 12:48:50.212403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59510) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:50.253407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9e015-eec0-41c6-a394-a7e031f2eb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e463c8e8-ef4a-4fa1-a4d3-1365a96de2b8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:50.263726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-18b9e015-eec0-41c6-a394-a7e031f2eb1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75531865455d4b23bc94933bbabc40eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5943573 Aug 19 12:48:50.264188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59516) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:50.306015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397b4e7-667b-49e8-8387-270b05d9e77d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:50.311686 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a397b4e7-667b-49e8-8387-270b05d9e77d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0976689 Aug 19 12:48:50.311912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59518) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:50.318301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8a42f4-840c-4c20-8187-2f9c9b19c50d None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:50.360507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] Made reservation on behalf of 3ef5f015352f4c2d9ee92d5c313f64b6 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:50.363517 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.373510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a4cf71b9-67f9-4e3b-a93c-e5508a9a8619 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605056 Aug 19 12:48:50.380347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59520) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:50.387296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-773a74c6-2f2b-484b-be09-ce4fe4e42f67 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:50.415760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a42f4-840c-4c20-8187-2f9c9b19c50d None None] Deleting port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:50.416140 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9b8a42f4-840c-4c20-8187-2f9c9b19c50d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.458878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead32a5d-dae5-4aca-84fd-4cb9d233daec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.529303 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9b8a42f4-840c-4c20-8187-2f9c9b19c50d None None] For port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4d7bcde1-7c2b-4d99-82f6-a555547f6d54,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:50.529760 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9b8a42f4-840c-4c20-8187-2f9c9b19c50d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.553827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a42f4-840c-4c20-8187-2f9c9b19c50d None None] Calling delete_port for 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:50.624763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:50.666525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:50.674206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773a74c6-2f2b-484b-be09-ce4fe4e42f67 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:50.679313 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-773a74c6-2f2b-484b-be09-ce4fe4e42f67 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.852616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead32a5d-dae5-4aca-84fd-4cb9d233daec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.872705 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7cdfeb2-9f9f-4da5-9402-b08fec358511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.881609 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.075438 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9b8a42f4-840c-4c20-8187-2f9c9b19c50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.127632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead32a5d-dae5-4aca-84fd-4cb9d233daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.130972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a42f4-840c-4c20-8187-2f9c9b19c50d None None] No DVR routers for this DVR port 4d7bcde1-7c2b-4d99-82f6-a555547f6d54 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:51.138810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a42f4-840c-4c20-8187-2f9c9b19c50d None None] Pushing event deleted for resources: {'Port': ['ID=4d7bcde1-7c2b-4d99-82f6-a555547f6d54,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:51.149423 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ead32a5d-dae5-4aca-84fd-4cb9d233daec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.154560 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ead32a5d-dae5-4aca-84fd-4cb9d233daec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e463c8e8-ef4a-4fa1-a4d3-1365a96de2b8 HTTP/1.1" status: 204 len: 168 time: 0.8801260 Aug 19 12:48:51.174731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead32a5d-dae5-4aca-84fd-4cb9d233daec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e463c8e8-ef4a-4fa1-a4d3-1365a96de2b8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:51.215099 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff965a4a-4066-48b8-8ae4-c8d157a939ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.341852 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7cdfeb2-9f9f-4da5-9402-b08fec358511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.469766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7cdfeb2-9f9f-4da5-9402-b08fec358511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.472988 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.540159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2760f093-ff60-47e3-a4c0-aad441ad274c,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:51.549863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] Checking segment: {'id': '16299dac-fc4b-45eb-b0f7-91b9b93d2842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '06413290-970a-4ae5-be10-c14f9f00eae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:51.550307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] Network hostable DHCP agents. Network: 06413290-970a-4ae5-be10-c14f9f00eae3, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:48:51.554575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d7cdfeb2-9f9f-4da5-9402-b08fec358511 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9881dcacd5446469ebf376435e60a40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9281640 Aug 19 12:48:51.558406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdfeb2-9f9f-4da5-9402-b08fec358511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d296888f-00e8-4a74-af88-bb7639b48839,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:51.560491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59560) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:51.632163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.objects.ports [None req-773a74c6-2f2b-484b-be09-ce4fe4e42f67 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:48:51.634378 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2dc94b2e-59e1-46db-a876-5498663c6b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.635020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-773a74c6-2f2b-484b-be09-ce4fe4e42f67 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.683603 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2dc94b2e-59e1-46db-a876-5498663c6b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.696312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773a74c6-2f2b-484b-be09-ce4fe4e42f67 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:51.706070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-773a74c6-2f2b-484b-be09-ce4fe4e42f67 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:51.712035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a74c6-2f2b-484b-be09-ce4fe4e42f67 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:51.712843 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-773a74c6-2f2b-484b-be09-ce4fe4e42f67 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.735501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a74c6-2f2b-484b-be09-ce4fe4e42f67 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=8947264b-1849-4adc-90bf-5f7ca719e9ec,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:51.742040 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe08a698-a57d-432c-aaa8-bbf44cfbc4ae None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:51.746916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] Network 06413290-970a-4ae5-be10-c14f9f00eae3 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:48:51.849024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-773a74c6-2f2b-484b-be09-ce4fe4e42f67 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4662509 Aug 19 12:48:51.852868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59572) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:51.859505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-73004a18-0556-4cf8-9276-7c6eb21bbc92 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:51.917691 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2dc94b2e-59e1-46db-a876-5498663c6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.920640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2dc94b2e-59e1-46db-a876-5498663c6b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.921840 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2dc94b2e-59e1-46db-a876-5498663c6b11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d296888f-00e8-4a74-af88-bb7639b48839 HTTP/1.1" status: 204 len: 168 time: 0.3599870 Aug 19 12:48:51.927768 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 06413290-970a-4ae5-be10-c14f9f00eae3) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:51.941680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3aa698-4425-43fb-a2ef-0b21c33c98cb None None] Network 06413290-970a-4ae5-be10-c14f9f00eae3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:51.953755 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:51.954734 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.958205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc94b2e-59e1-46db-a876-5498663c6b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d296888f-00e8-4a74-af88-bb7639b48839,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:52.073839 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b4316e69-7a4a-45fd-8298-e2b61dad57a8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1302838 Aug 19 12:48:52.090476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '8947264b-1849-4adc-90bf-5f7ca719e9ec'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:48:52.093075 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:52.173219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73004a18-0556-4cf8-9276-7c6eb21bbc92 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:52.176620 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73004a18-0556-4cf8-9276-7c6eb21bbc92 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:52.303438 n-d-778732-8 neutron-server[95661]: INFO neutron.db.ipam_backend_mixin [None req-73004a18-0556-4cf8-9276-7c6eb21bbc92 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8947264b-1849-4adc-90bf-5f7ca719e9ec (CIDR: 2001:db8::/64) Aug 19 12:48:52.306652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e44a23-c6be-4bd4-942e-62e090dacb93 None None] Network 06413290-970a-4ae5-be10-c14f9f00eae3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:52.367941 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-73004a18-0556-4cf8-9276-7c6eb21bbc92 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:48:52.373289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73004a18-0556-4cf8-9276-7c6eb21bbc92 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:48:52.379393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Allocated IP 2001:db8::f816:3eff:feff:568 (cbba3ea2-383a-40d7-830c-045ff0649192/8947264b-1849-4adc-90bf-5f7ca719e9ec/fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:52.520266 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-73004a18-0556-4cf8-9276-7c6eb21bbc92 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6656938 Aug 19 12:48:52.523062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59608) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:52.539186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-835b0a5f-d97e-4979-b49f-e47efd486050 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:52.781385 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:52.790545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Transition to ACTIVE for port object fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:52.809018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Transition to ACTIVE for port object fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:52.830109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835b0a5f-d97e-4979-b49f-e47efd486050 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:52.833735 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-835b0a5f-d97e-4979-b49f-e47efd486050 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:52.956122 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.001698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:53.004631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:53.008490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:53.015155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Pushing event updated for resources: {'Port': ['ID=fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:53.082512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Attempting to bind port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:53.082892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Attempting to bind port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:53.083266 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Attempting to bind port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:53.091398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:53.092293 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:53.092417 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.092818 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:53.093402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Bound port: fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:53.093804 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.162922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59628) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:53.181537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] For port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:53.181945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13bb98f4-1eec-4d72-b042-b93581c765b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.186468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] For port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:53.264407 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-835b0a5f-d97e-4979-b49f-e47efd486050 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.318621 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b0a5f-d97e-4979-b49f-e47efd486050 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:53.322833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-835b0a5f-d97e-4979-b49f-e47efd486050 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:53.328919 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.329609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b0a5f-d97e-4979-b49f-e47efd486050 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:53.330479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-835b0a5f-d97e-4979-b49f-e47efd486050 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.347304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b0a5f-d97e-4979-b49f-e47efd486050 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=c887adf2-990f-4e10-a165-c292e3e9c8c1,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:53.424771 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13bb98f4-1eec-4d72-b042-b93581c765b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.444445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db62480-eca1-49ae-9b24-f0d5cfcf52c9 None None] Pushing event updated for resources: {'Port': ['ID=fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:53.518642 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13bb98f4-1eec-4d72-b042-b93581c765b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.570249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-13bb98f4-1eec-4d72-b042-b93581c765b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=421caf86d3564fca888b1e2a1705304d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021466 Aug 19 12:48:53.570735 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59644) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:53.594076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb98f4-1eec-4d72-b042-b93581c765b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39874a88-61e1-45eb-a6f7-4399e19b1c72,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:53.619966 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-835b0a5f-d97e-4979-b49f-e47efd486050 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0955582 Aug 19 12:48:53.633564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59646) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:53.636507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-7f57b7dd-9685-4d30-b248-c745947be188 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:53.638296 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-7f57b7dd-9685-4d30-b248-c745947be188 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/networks?id=8ff4f77c-57d6-4851-9119-af981b0b13bb HTTP/1.1" status: 200 len: 811 time: 0.2094684 Aug 19 12:48:53.643445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:46:41:b7', 'name': 'tempest-NetworksTestDHCPv6-758515088'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:53.680681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-baefa54e-a167-4244-bb17-11e45139df4e tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/quotas/8809bfa00889416c9f56752a730aa74a HTTP/1.1" status: 200 len: 375 time: 0.0171041 Aug 19 12:48:53.739116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-5fe210b3-d03b-4e44-a00e-2e6585796f65 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8809bfa00889416c9f56752a730aa74a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419972 Aug 19 12:48:53.806279 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e9a-0f24-4b60-8ff7-120babbedf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.842410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e9a-0f24-4b60-8ff7-120babbedf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.896012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-c8fe141a-66b6-4432-833b-13cf324b432b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:48:53.897042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-c8fe141a-66b6-4432-833b-13cf324b432b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1508620 Aug 19 12:48:54.013536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-da44d5f4-ebd1-4307-9eb3-2ca52c2a4555 service neutron] 10.222.0.44 "GET /v2.0/networks/8ff4f77c-57d6-4851-9119-af981b0b13bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087499 Aug 19 12:48:54.116037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:54.121457 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e9a-0f24-4b60-8ff7-120babbedf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.124155 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e9a-0f24-4b60-8ff7-120babbedf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.128181 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3fee5e9a-0f24-4b60-8ff7-120babbedf79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39874a88-61e1-45eb-a6f7-4399e19b1c72 HTTP/1.1" status: 204 len: 168 time: 0.5531421 Aug 19 12:48:54.128379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-e811f768-b513-404f-9fd0-bb1c017fdbf5 service neutron] 10.222.0.44 "GET /v2.0/networks/8ff4f77c-57d6-4851-9119-af981b0b13bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064229 Aug 19 12:48:54.185960 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee5e9a-0f24-4b60-8ff7-120babbedf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39874a88-61e1-45eb-a6f7-4399e19b1c72,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:54.276219 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.303458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 5f3282a2-4948-40ea-878b-c5db8fac4137 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:48:54.410273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59656) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:54.621930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e017a-ee46-4306-bf9f-1cccf29a169d None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:54.644257 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8:0:1::f4 (cbba3ea2-383a-40d7-830c-045ff0649192/c887adf2-990f-4e10-a165-c292e3e9c8c1/5f3282a2-4948-40ea-878b-c5db8fac4137) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:54.663678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::f816:3eff:fe46:41b7 (cbba3ea2-383a-40d7-830c-045ff0649192/8947264b-1849-4adc-90bf-5f7ca719e9ec/5f3282a2-4948-40ea-878b-c5db8fac4137) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:54.713169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:54.881201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e6a727f3-26c6-4a86-a1ae-1647350358a4 None None] Provisioning for port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:54.964847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:54.973012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:54.973480 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.984124 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9bc70809-d0aa-48fa-a1ca-5743381383c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.095592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032eb330-87ee-4347-b554-f85d18fc0cf1 None None] Update dhcp port {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'fixed_ips': [{'subnet_id': '8947264b-1849-4adc-90bf-5f7ca719e9ec', 'ip_address': '2001:db8::f816:3eff:feff:568'}, {'subnet_id': 'c887adf2-990f-4e10-a165-c292e3e9c8c1'}], 'binding:host_id': 'n-d-778732-8'}, 'id': 'fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:48:55.129028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f93e29c2-99b2-4b67-b301-be2947d728e6 req-ea523ff7-627b-42f1-899c-65d2669d3568 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 210 time: 0.5879152 Aug 19 12:48:55.177229 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-032eb330-87ee-4347-b554-f85d18fc0cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.194611 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.296555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:55.358850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.375076 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9bc70809-d0aa-48fa-a1ca-5743381383c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.399880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 5f3282a2-4948-40ea-878b-c5db8fac4137 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:55.498358 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.553876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:55.606790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9bc70809-d0aa-48fa-a1ca-5743381383c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.610841 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.611062 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a62dcb3e-39bc-4864-adcf-fe422328d47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.724273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc70809-d0aa-48fa-a1ca-5743381383c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01743032-aa24-423c-9b3e-84a8fa881916,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:55.772167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9bc70809-d0aa-48fa-a1ca-5743381383c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f7db953ec624b91900d3b6d6a92f2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3607535 Aug 19 12:48:55.778518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59688) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:55.790933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:55.794207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-032eb330-87ee-4347-b554-f85d18fc0cf1 None None] Allocated IP 2001:db8:0:1::2 (cbba3ea2-383a-40d7-830c-045ff0649192/c887adf2-990f-4e10-a165-c292e3e9c8c1/fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:55.795692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=5f3282a2-4948-40ea-878b-c5db8fac4137,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:55.807702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:55.811350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:55.822235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.823254 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.852432 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.888939 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f37721fa-d423-4e5f-b967-4a626fb3f30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.900187 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d7a10b0b-1962-49af-97ea-714bcae2be5b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2651441 Aug 19 12:48:55.908864 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59694) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:55.934907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f37721fa-d423-4e5f-b967-4a626fb3f30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.979524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-032eb330-87ee-4347-b554-f85d18fc0cf1 None None] For port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:56.020772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-032eb330-87ee-4347-b554-f85d18fc0cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.035173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-592707ec-f28f-487b-a913-3299ff89a74d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 5f3282a2-4948-40ea-878b-c5db8fac4137 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:56.035569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-592707ec-f28f-487b-a913-3299ff89a74d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.037682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-032eb330-87ee-4347-b554-f85d18fc0cf1 None None] Transition to ACTIVE for port object fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:56.144142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-592707ec-f28f-487b-a913-3299ff89a74d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.158607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-592707ec-f28f-487b-a913-3299ff89a74d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 5f3282a2-4948-40ea-878b-c5db8fac4137 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:56.166320 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f37721fa-d423-4e5f-b967-4a626fb3f30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.176924 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f37721fa-d423-4e5f-b967-4a626fb3f30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.176924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f37721fa-d423-4e5f-b967-4a626fb3f30b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01743032-aa24-423c-9b3e-84a8fa881916 HTTP/1.1" status: 204 len: 168 time: 0.3920703 Aug 19 12:48:56.190792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37721fa-d423-4e5f-b967-4a626fb3f30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01743032-aa24-423c-9b3e-84a8fa881916,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:56.209529 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-032eb330-87ee-4347-b554-f85d18fc0cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.246250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-645fe8fd-b705-42b4-afa4-729ccfa4f20a req-ef1bce43-30b6-4bf0-b8e7-4a751e82c104 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 210 time: 0.0429854 Aug 19 12:48:56.360317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032eb330-87ee-4347-b554-f85d18fc0cf1 None None] Pushing event updated for resources: {'Port': ['ID=fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:56.596706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:56.783287 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-592707ec-f28f-487b-a913-3299ff89a74d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.833410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592707ec-f28f-487b-a913-3299ff89a74d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=5f3282a2-4948-40ea-878b-c5db8fac4137,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:56.890174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-592707ec-f28f-487b-a913-3299ff89a74d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.894259 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-592707ec-f28f-487b-a913-3299ff89a74d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/5f3282a2-4948-40ea-878b-c5db8fac4137 HTTP/1.1" status: 204 len: 168 time: 0.9886782 Aug 19 12:48:56.896772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59712) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:56.967326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93700a62-92cb-449b-966c-a12b161640e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:56.968956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-93700a62-92cb-449b-966c-a12b161640e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0710454 Aug 19 12:48:56.973064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59714) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:57.045642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0087996-cd7c-4fca-b254-54e5639d7a2c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:57.050975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59718) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:57.051314 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d0087996-cd7c-4fca-b254-54e5639d7a2c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0764832 Aug 19 12:48:57.118410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd40531-8cdc-4928-a0e0-92721024ba2c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:57.119400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd40531-8cdc-4928-a0e0-92721024ba2c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:57.121778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd40531-8cdc-4928-a0e0-92721024ba2c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:57.127821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2cd40531-8cdc-4928-a0e0-92721024ba2c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0765669 Aug 19 12:48:57.129897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59724) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:57.176030 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.199957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-29467142-314d-46b3-af68-093c6d1a5be0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 8947264b-1849-4adc-90bf-5f7ca719e9ec {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:57.204567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29467142-314d-46b3-af68-093c6d1a5be0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.231866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b2ec2d20-d4b8-4200-867c-b431b0f7cf1c None None] Provisioning for port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:57.231866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b2ec2d20-d4b8-4200-867c-b431b0f7cf1c None None] Provisioning complete for port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:57.231866 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b2ec2d20-d4b8-4200-867c-b431b0f7cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.272520 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29467142-314d-46b3-af68-093c6d1a5be0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.393707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bd24a8a-dfe9-4255-8e05-a8a420054b8a req-f21007de-5a75-45d3-a0da-03e3c778e162 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 210 time: 0.0426381 Aug 19 12:48:57.443710 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29467142-314d-46b3-af68-093c6d1a5be0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.506193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-81d3122f-b50d-4138-9203-369284ab37ed None None] Could not find standard attr ID for object 5f3282a2-4948-40ea-878b-c5db8fac4137. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:48:57.612334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29467142-314d-46b3-af68-093c6d1a5be0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.649358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29467142-314d-46b3-af68-093c6d1a5be0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=8947264b-1849-4adc-90bf-5f7ca719e9ec,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:57.664133 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29467142-314d-46b3-af68-093c6d1a5be0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.666840 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-29467142-314d-46b3-af68-093c6d1a5be0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/8947264b-1849-4adc-90bf-5f7ca719e9ec HTTP/1.1" status: 204 len: 168 time: 0.5356615 Aug 19 12:48:57.671416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59740) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:57.672817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3449a101-2bae-44b8-af6c-d8235d20e93a None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:57.798309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-37dd3b9e-1c64-4206-ae05-02866704cac7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet c887adf2-990f-4e10-a165-c292e3e9c8c1 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:57.803417 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37dd3b9e-1c64-4206-ae05-02866704cac7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.864546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37dd3b9e-1c64-4206-ae05-02866704cac7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:58.003424 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37dd3b9e-1c64-4206-ae05-02866704cac7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:58.362383 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37dd3b9e-1c64-4206-ae05-02866704cac7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:58.403598 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd3b9e-1c64-4206-ae05-02866704cac7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=c887adf2-990f-4e10-a165-c292e3e9c8c1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:58.414048 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37dd3b9e-1c64-4206-ae05-02866704cac7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:58.414048 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-37dd3b9e-1c64-4206-ae05-02866704cac7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/c887adf2-990f-4e10-a165-c292e3e9c8c1 HTTP/1.1" status: 204 len: 168 time: 0.7388511 Aug 19 12:48:58.414272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59764) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:58.468624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-238764ed-fbd5-4f5c-b244-ddc761b289be tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531106 Aug 19 12:48:58.471615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59768) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:58.488720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:58.553407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22182326-6430-406c-84b1-a973e72bbf06 req-e6d722b0-0ca9-4db5-a0c8-40e2080171e3 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 210 time: 0.0719399 Aug 19 12:48:58.775262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504e4f44-54ab-4e15-9552-3f15f4848d39 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:58.829545 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:58.833322 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:58.877047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7d7c7d56-23de-4b89-a536-cbe2004d0a2d None None] Provisioning complete for port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:58.886842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7d7c7d56-23de-4b89-a536-cbe2004d0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:58.967370 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.243622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eb9c1f-ccf8-4b4c-b81a-cf0d8d1fd7e1 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:59.291588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-f62bf4fe-e3d6-46c1-922a-b54da1d5cb90 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:59.294774 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-f62bf4fe-e3d6-46c1-922a-b54da1d5cb90 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.53 "GET /v2.0/networks?id=8ff4f77c-57d6-4851-9119-af981b0b13bb HTTP/1.1" status: 200 len: 811 time: 0.1937852 Aug 19 12:48:59.310174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Request body: {'port': {'device_id': 'f106e49d-f698-4e2e-b850-69f7ef8ed558', 'network_id': '8ff4f77c-57d6-4851-9119-af981b0b13bb', 'admin_state_up': True, 'tenant_id': '8809bfa00889416c9f56752a730aa74a'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:59.324375 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb9c1f-ccf8-4b4c-b81a-cf0d8d1fd7e1 None None] Deleting port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:59.325657 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9c1f-ccf8-4b4c-b81a-cf0d8d1fd7e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.464636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a5eb9c1f-ccf8-4b4c-b81a-cf0d8d1fd7e1 None None] For port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:59.464983 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9c1f-ccf8-4b4c-b81a-cf0d8d1fd7e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.484939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb9c1f-ccf8-4b4c-b81a-cf0d8d1fd7e1 None None] Calling delete_port for fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:59.578651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.objects.ports [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:48:59.641620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Made reservation on behalf of 8809bfa00889416c9f56752a730aa74a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:59.649639 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.724984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3f1a438-81e3-4a93-b12f-88600eef10ff req-169fbed4-fbec-40cc-ac8f-3656c6eee6b2 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 210 time: 0.0428932 Aug 19 12:48:59.797934 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9c1f-ccf8-4b4c-b81a-cf0d8d1fd7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.835671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb9c1f-ccf8-4b4c-b81a-cf0d8d1fd7e1 None None] Pushing event deleted for resources: {'Port': ['ID=fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:59.837726 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb9c1f-ccf8-4b4c-b81a-cf0d8d1fd7e1 None None] No DVR routers for this DVR port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:59.904615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.ipam_pluggable_backend [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Port fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 12:48:59.908806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.ipam_pluggable_backend [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Reverting IP allocation for 2001:db8::f816:3eff:feff:568 {{(pid=95661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 12:48:59.908806 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.ipam_pluggable_backend [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feff:568 {{(pid=95661) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 12:48:59.910307 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.983718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Allocated IP 172.20.0.5 (8ff4f77c-57d6-4851-9119-af981b0b13bb/01bf2426-43ee-4a92-bfd8-152128b82bd9/9b4c68ed-4135-4785-a1e4-88cc8fed8d0b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:00.001033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:00.006773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:00.012990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:00.018544 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.020730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba671ae-ec4e-475f-83be-4e78ce6fe218 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:00.034864 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=e8859198-aef2-49e1-b047-ce420de5b8ce,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:00.170092 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9927dddd-276f-462c-99c9-0d3bdb8369dd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6968880 Aug 19 12:49:00.173560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59800) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:00.180729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-edfdbc38-a6b3-4839-9c41-dc647c5d6339 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:00.245986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': 'e8859198-aef2-49e1-b047-ce420de5b8ce'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:00.247718 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.261023 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.407724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfdbc38-a6b3-4839-9c41-dc647c5d6339 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:00.415682 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-edfdbc38-a6b3-4839-9c41-dc647c5d6339 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.436988 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.540692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59808) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:00.546399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Allocated IP 2001:db8::f816:3eff:fe5c:b86b (cbba3ea2-383a-40d7-830c-045ff0649192/e8859198-aef2-49e1-b047-ce420de5b8ce/f183acb0-e2fd-490b-bbdd-1a7272772c4d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:00.613549 n-d-778732-8 neutron-server[95661]: INFO neutron.db.ipam_backend_mixin [None req-edfdbc38-a6b3-4839-9c41-dc647c5d6339 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8859198-aef2-49e1-b047-ce420de5b8ce (CIDR: 2001:db8::/64) Aug 19 12:49:00.632705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Network 8ff4f77c-57d6-4851-9119-af981b0b13bb is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:00.641796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:00.665943 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfdbc38-a6b3-4839-9c41-dc647c5d6339 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:49:00.666933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edfdbc38-a6b3-4839-9c41-dc647c5d6339 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:00.669138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:00.682424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:00.712384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:00.712735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device fe7b1cc3-c1e0-46ba-8a45-5805bae55ac5 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:00.728586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Pushing event updated for resources: {'Port': ['ID=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:00.782545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:00.783400 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.820577 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-933dea7e-6e0f-4c93-8e94-028c858db50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.853752 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.857941 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-edfdbc38-a6b3-4839-9c41-dc647c5d6339 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6827090 Aug 19 12:49:00.864379 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59820) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:00.870487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:00.872360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Transition to ACTIVE for port object f183acb0-e2fd-490b-bbdd-1a7272772c4d will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:00.895541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Transition to ACTIVE for port object f183acb0-e2fd-490b-bbdd-1a7272772c4d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:00.920140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c45eb1-997a-466f-9e8d-e67c86f13803 req-6c2af930-c6f2-4c18-9102-57ba9f691bda tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:00.934458 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0c45eb1-997a-466f-9e8d-e67c86f13803 req-6c2af930-c6f2-4c18-9102-57ba9f691bda tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 931 time: 0.0853364 Aug 19 12:49:00.994111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0c45eb1-997a-466f-9e8d-e67c86f13803 req-f5debaf3-9371-48f6-8c25-df748791014d tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569084 Aug 19 12:49:01.030208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-756cc75b-b524-4bcc-b9a7-7d14881ff090 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7261727 Aug 19 12:49:01.035635 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:49:01.035635 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:49:01.035635 n-d-778732-8 neutron-server[95661]: [parameters: {'project_id_1': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 49, 1, 24199)}] Aug 19 12:49:01.035635 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:49:01.036195 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:49:01.048078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Request body: {'port': {'device_id': 'f106e49d-f698-4e2e-b850-69f7ef8ed558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:01.086434 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.112691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:01.138270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:01.144900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:01.147977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.229103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Pushing event updated for resources: {'Port': ['ID=f183acb0-e2fd-490b-bbdd-1a7272772c4d,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:01.234355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Attempting to bind port f183acb0-e2fd-490b-bbdd-1a7272772c4d on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:01.234733 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Attempting to bind port f183acb0-e2fd-490b-bbdd-1a7272772c4d by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:01.236349 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Attempting to bind port f183acb0-e2fd-490b-bbdd-1a7272772c4d on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:01.242873 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:01.243331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:01.243776 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.244539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:01.244539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Bound port: f183acb0-e2fd-490b-bbdd-1a7272772c4d, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:01.244950 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.248405 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-933dea7e-6e0f-4c93-8e94-028c858db50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.337197 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-933dea7e-6e0f-4c93-8e94-028c858db50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.351538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] For port f183acb0-e2fd-490b-bbdd-1a7272772c4d, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:01.357280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] For port f183acb0-e2fd-490b-bbdd-1a7272772c4d, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f183acb0-e2fd-490b-bbdd-1a7272772c4d,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:01.442114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dea7e-6e0f-4c93-8e94-028c858db50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6e7391-2225-4a79-88a0-e0778b050751,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:01.448089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-933dea7e-6e0f-4c93-8e94-028c858db50d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c63fb3119f043f1aa199d462703a65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9046111 Aug 19 12:49:01.459605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59828) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:01.464195 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.529059 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee73cca5-92bb-4d2b-bcc6-793093d21354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.568503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863db7b-36fc-4739-b9fc-4ea982b5152f None None] Pushing event updated for resources: {'Port': ['ID=f183acb0-e2fd-490b-bbdd-1a7272772c4d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:01.623555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee73cca5-92bb-4d2b-bcc6-793093d21354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.697929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:01.701805 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.813875 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee73cca5-92bb-4d2b-bcc6-793093d21354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.820406 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee73cca5-92bb-4d2b-bcc6-793093d21354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.827110 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ee73cca5-92bb-4d2b-bcc6-793093d21354 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc6e7391-2225-4a79-88a0-e0778b050751 HTTP/1.1" status: 204 len: 168 time: 0.3658578 Aug 19 12:49:01.881979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73cca5-92bb-4d2b-bcc6-793093d21354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6e7391-2225-4a79-88a0-e0778b050751,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:02.198796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59838) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:02.297079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:02.307739 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:02.330470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Transition to ACTIVE for port object 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:02.344879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec895a4-e79a-4dd2-8490-49040e4b59a6 req-3d402420-ae4c-493d-ad90-0c2283825426 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:02.366270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aec895a4-e79a-4dd2-8490-49040e4b59a6 req-3d402420-ae4c-493d-ad90-0c2283825426 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 931 time: 0.1128366 Aug 19 12:49:02.433088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aec895a4-e79a-4dd2-8490-49040e4b59a6 req-e1b2e5e1-a2d4-4dc9-8c30-043bf164bfcd tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620673 Aug 19 12:49:02.434819 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:02.509764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:02.531482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Pushing event updated for resources: {'Port': ['ID=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:02.634194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7df07713-0e79-454a-9356-b532d8cde97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:02.656226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:02.677888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:02.693676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f183acb0-e2fd-490b-bbdd-1a7272772c4d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:02.695855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=2d402727-b847-4900-8039-6b15de20dd9d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:02.704487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:02.705559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:02.738893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Attempting to bind port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:02.739359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Attempting to bind port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'a8ade90b-2720-48db-a28f-47346d20db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8ff4f77c-57d6-4851-9119-af981b0b13bb'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:02.741351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Attempting to bind port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b on network 8ff4f77c-57d6-4851-9119-af981b0b13bb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:02.750657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b on network 8ff4f77c-57d6-4851-9119-af981b0b13bb not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:02.751000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Attempting to bind port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b on network 8ff4f77c-57d6-4851-9119-af981b0b13bb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:02.758321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:02.758733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Checking segment: {'id': 'a8ade90b-2720-48db-a28f-47346d20db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8ff4f77c-57d6-4851-9119-af981b0b13bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:02.759147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Bound using segment: {'id': 'a8ade90b-2720-48db-a28f-47346d20db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8ff4f77c-57d6-4851-9119-af981b0b13bb'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:02.759606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Bound port: 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ade90b-2720-48db-a28f-47346d20db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8ff4f77c-57d6-4851-9119-af981b0b13bb'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:02.760033 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:02.849127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] For port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:02.854221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] For port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b,segment=NetworkSegment(a8ade90b-2720-48db-a28f-47346d20db71),segment_id=a8ade90b-2720-48db-a28f-47346d20db71)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:02.875718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7df07713-0e79-454a-9356-b532d8cde97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.044851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c86483-20d7-4c3a-9c6d-0d58d4e0000c None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:03.065004 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.065283 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7df07713-0e79-454a-9356-b532d8cde97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.105156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:03.106136 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.107871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] 10.222.0.53 "PUT /v2.0/ports/9b4c68ed-4135-4785-a1e4-88cc8fed8d0b HTTP/1.1" status: 200 len: 1091 time: 2.0651803 Aug 19 12:49:03.108590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f106e49d-f698-4e2e-b850-69f7ef8ed558', 'tag': '9b4c68ed-4135-4785-a1e4-88cc8fed8d0b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:03.111098 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f59deb-1158-4685-a112-04688fcd47a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f106e49d-f698-4e2e-b850-69f7ef8ed558", "tag": "9b4c68ed-4135-4785-a1e4-88cc8fed8d0b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:03.120677 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7df07713-0e79-454a-9356-b532d8cde97a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ec9fde924a642d781564b2d881ad203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9196916 Aug 19 12:49:03.122330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59848) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:03.124239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df07713-0e79-454a-9356-b532d8cde97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb63de61-d071-4911-9bc5-24453c7a9cf7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:03.134741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port f183acb0-e2fd-490b-bbdd-1a7272772c4d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:03.220808 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32b77bc-f1b5-4cea-8d74-2e1e5d6fe72e x-openstack-request-id: req-f32b77bc-f1b5-4cea-8d74-2e1e5d6fe72e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:03.221093 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f106e49d-f698-4e2e-b850-69f7ef8ed558", "tag": "9b4c68ed-4135-4785-a1e4-88cc8fed8d0b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:03.221349 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f32b77bc-f1b5-4cea-8d74-2e1e5d6fe72e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:03.221784 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f106e49d-f698-4e2e-b850-69f7ef8ed558', 'tag': '9b4c68ed-4135-4785-a1e4-88cc8fed8d0b', 'status': 'completed', 'code': 200} Aug 19 12:49:03.228838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59850) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:03.238925 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-36a9724e-1fc8-41ed-a212-99d12bc36e0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3713381 Aug 19 12:49:03.242631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59852) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:03.249979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:ea:9d:c3', 'name': 'tempest-NetworksTestDHCPv6-1349699396'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:03.278991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fba1132b-645c-465d-8a7e-6b8ac5b2807d None None] Provisioning for port f183acb0-e2fd-490b-bbdd-1a7272772c4d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:03.279431 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4354b802-bc5f-4b04-8210-606a32883e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.296186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9411f99-8c9f-482f-8cad-46cede76a0af service neutron] Pushing event updated for resources: {'Port': ['ID=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:03.308056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fba1132b-645c-465d-8a7e-6b8ac5b2807d None None] Provisioning complete for port f183acb0-e2fd-490b-bbdd-1a7272772c4d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:03.308706 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fba1132b-645c-465d-8a7e-6b8ac5b2807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.322622 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9ff092e-b002-4e67-89f9-1bf3e8f50187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.375089 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9ff092e-b002-4e67-89f9-1bf3e8f50187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.478504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4354b802-bc5f-4b04-8210-606a32883e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.484641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f59deb-1158-4685-a112-04688fcd47a3 req-960ff72e-ebfb-4472-8341-cf6d84937696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:03.488858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f7f59deb-1158-4685-a112-04688fcd47a3 req-960ff72e-ebfb-4472-8341-cf6d84937696 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8809bfa00889416c9f56752a730aa74a&device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 1094 time: 0.2448812 Aug 19 12:49:03.644667 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fba1132b-645c-465d-8a7e-6b8ac5b2807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.666807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72606f3-c8b6-43b6-b7df-ffb7dd8e9ca9 req-182bfc7d-dd7f-4197-b4cd-d4aeca18e804 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:03.669766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c72606f3-c8b6-43b6-b7df-ffb7dd8e9ca9 req-182bfc7d-dd7f-4197-b4cd-d4aeca18e804 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 943 time: 0.1072648 Aug 19 12:49:03.673290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f59deb-1158-4685-a112-04688fcd47a3 req-adc1bf92-d5d4-4277-a58d-cae68e71825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:03.674985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f7f59deb-1158-4685-a112-04688fcd47a3 req-adc1bf92-d5d4-4277-a58d-cae68e71825b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8809bfa00889416c9f56752a730aa74a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1777501 Aug 19 12:49:03.705174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e218645-04a8-4830-a436-0159af6ac864 None None] Update dhcp port {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'fixed_ips': [{'subnet_id': 'e8859198-aef2-49e1-b047-ce420de5b8ce', 'ip_address': '2001:db8::f816:3eff:fe5c:b86b'}, {'subnet_id': '2d402727-b847-4900-8039-6b15de20dd9d'}], 'binding:host_id': 'n-d-778732-8'}, 'id': 'f183acb0-e2fd-490b-bbdd-1a7272772c4d'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:49:03.715091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9ff092e-b002-4e67-89f9-1bf3e8f50187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.718053 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9ff092e-b002-4e67-89f9-1bf3e8f50187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.723049 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b9ff092e-b002-4e67-89f9-1bf3e8f50187 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb63de61-d071-4911-9bc5-24453c7a9cf7 HTTP/1.1" status: 204 len: 168 time: 0.5997493 Aug 19 12:49:03.735618 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff092e-b002-4e67-89f9-1bf3e8f50187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb63de61-d071-4911-9bc5-24453c7a9cf7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:03.743877 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4354b802-bc5f-4b04-8210-606a32883e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.750666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-fba1132b-645c-465d-8a7e-6b8ac5b2807d None None] For port f183acb0-e2fd-490b-bbdd-1a7272772c4d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f183acb0-e2fd-490b-bbdd-1a7272772c4d,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:03.777344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:03.779209 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3e218645-04a8-4830-a436-0159af6ac864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.842925 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fba1132b-645c-465d-8a7e-6b8ac5b2807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.917035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c72606f3-c8b6-43b6-b7df-ffb7dd8e9ca9 req-f68ec613-bd79-4023-8cfb-2f794d8faab8 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402005 Aug 19 12:49:03.927966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4354b802-bc5f-4b04-8210-606a32883e79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c749a2613394de7b227beb1b74270c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6945841 Aug 19 12:49:03.930492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59860) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:03.942392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354b802-bc5f-4b04-8210-606a32883e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c403ec8c-6912-4076-b213-3518891bc49d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:03.977615 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.006221 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 0027f398-0865-42c4-9cb8-7fe782f6f75b yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:04.025067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f59deb-1158-4685-a112-04688fcd47a3 req-5c13984d-8c13-41ff-b963-adafc03a9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:04.027719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f7f59deb-1158-4685-a112-04688fcd47a3 req-5c13984d-8c13-41ff-b963-adafc03a9070 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3160944 Aug 19 12:49:04.050654 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54ae76c2-6b16-4069-afba-572e18267a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.058825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1132b-645c-465d-8a7e-6b8ac5b2807d None None] Pushing event updated for resources: {'Port': ['ID=f183acb0-e2fd-490b-bbdd-1a7272772c4d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:04.102940 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54ae76c2-6b16-4069-afba-572e18267a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.177420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-3e218645-04a8-4830-a436-0159af6ac864 None None] Allocated IP 2001:db8:0:1::2 (cbba3ea2-383a-40d7-830c-045ff0649192/2d402727-b847-4900-8039-6b15de20dd9d/f183acb0-e2fd-490b-bbdd-1a7272772c4d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:04.212183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-89ef414c-e4f1-42be-95e6-84180f9ef4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:04.215039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-89ef414c-e4f1-42be-95e6-84180f9ef4c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8809bfa00889416c9f56752a730aa74a&device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 1094 time: 0.0730522 Aug 19 12:49:04.270178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-eb1f5f47-60f7-46f0-adc8-1e70567ec719 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b HTTP/1.1" status: 200 len: 217 time: 0.0435059 Aug 19 12:49:04.319590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3e218645-04a8-4830-a436-0159af6ac864 None None] For port f183acb0-e2fd-490b-bbdd-1a7272772c4d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f183acb0-e2fd-490b-bbdd-1a7272772c4d,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:04.328009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-f4d2c48c-075e-4dd1-9920-03d88fa4849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:04.329575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-f4d2c48c-075e-4dd1-9920-03d88fa4849e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01bf2426-43ee-4a92-bfd8-152128b82bd9 HTTP/1.1" status: 200 len: 851 time: 0.0506177 Aug 19 12:49:04.351251 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3e218645-04a8-4830-a436-0159af6ac864 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.368331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-29eeb047-c42b-4dc9-9e8c-7f03b87aa7a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ff4f77c-57d6-4851-9119-af981b0b13bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268672 Aug 19 12:49:04.394761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3e218645-04a8-4830-a436-0159af6ac864 None None] Transition to ACTIVE for port object f183acb0-e2fd-490b-bbdd-1a7272772c4d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:04.400362 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54ae76c2-6b16-4069-afba-572e18267a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.406743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54ae76c2-6b16-4069-afba-572e18267a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.408382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-54ae76c2-6b16-4069-afba-572e18267a90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c403ec8c-6912-4076-b213-3518891bc49d HTTP/1.1" status: 204 len: 168 time: 0.4755077 Aug 19 12:49:04.455353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae76c2-6b16-4069-afba-572e18267a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c403ec8c-6912-4076-b213-3518891bc49d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:04.507461 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3e218645-04a8-4830-a436-0159af6ac864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.540582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-1282f854-d38f-409c-bd43-1e0e90bc97dd service neutron] 10.222.0.53 "GET /v2.0/networks/8ff4f77c-57d6-4851-9119-af981b0b13bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696453 Aug 19 12:49:04.693031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f183acb0-e2fd-490b-bbdd-1a7272772c4d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:04.713063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c687f72-6b0b-4a2d-9bef-7cc1a0ffeae1 req-939cc89e-4729-43e4-9365-2eaa21d664d1 service neutron] 10.222.0.53 "GET /v2.0/networks/8ff4f77c-57d6-4851-9119-af981b0b13bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645029 Aug 19 12:49:05.344283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8:0:1::1a (cbba3ea2-383a-40d7-830c-045ff0649192/2d402727-b847-4900-8039-6b15de20dd9d/0027f398-0865-42c4-9cb8-7fe782f6f75b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:05.344283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::f816:3eff:feea:9dc3 (cbba3ea2-383a-40d7-830c-045ff0649192/e8859198-aef2-49e1-b047-ce420de5b8ce/0027f398-0865-42c4-9cb8-7fe782f6f75b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:05.359066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e218645-04a8-4830-a436-0159af6ac864 None None] Pushing event updated for resources: {'Port': ['ID=f183acb0-e2fd-490b-bbdd-1a7272772c4d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:05.365364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.365364 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 0027f398-0865-42c4-9cb8-7fe782f6f75b will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:05.366629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdcdf3-e037-432e-a988-72a9ce0854ad req-008e6232-66fb-4050-8129-6db60fff427b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:05.366629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1fdcdf3-e037-432e-a988-72a9ce0854ad req-008e6232-66fb-4050-8129-6db60fff427b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 943 time: 0.0711589 Aug 19 12:49:05.366629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1fdcdf3-e037-432e-a988-72a9ce0854ad req-e3d8b608-0083-4843-ad93-a83bffd4e7d6 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552468 Aug 19 12:49:05.368617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.368617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:05.368617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:05.368617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:05.377805 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:05.379532 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.389346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=0027f398-0865-42c4-9cb8-7fe782f6f75b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:05.424842 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:49:05.672147 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-82639fae-c8b6-427e-88f2-71739bb8a417 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4278216 Aug 19 12:49:05.676100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59894) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:05.696227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-346a7b81-6197-4de2-bc3c-9e5d77f65b9b None None] Provisioning for port f183acb0-e2fd-490b-bbdd-1a7272772c4d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:05.703882 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-346a7b81-6197-4de2-bc3c-9e5d77f65b9b None None] Provisioning complete for port f183acb0-e2fd-490b-bbdd-1a7272772c4d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:05.704621 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-346a7b81-6197-4de2-bc3c-9e5d77f65b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.850067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1f675796-9513-46be-932c-01a39a6e01e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 0027f398-0865-42c4-9cb8-7fe782f6f75b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:05.850067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f675796-9513-46be-932c-01a39a6e01e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.011926 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f675796-9513-46be-932c-01a39a6e01e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.029854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1f675796-9513-46be-932c-01a39a6e01e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 0027f398-0865-42c4-9cb8-7fe782f6f75b owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:06.178217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4da1a677-7678-4ab0-b7fc-63f91db9e40b None None] Provisioning for port 0027f398-0865-42c4-9cb8-7fe782f6f75b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:06.183948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4da1a677-7678-4ab0-b7fc-63f91db9e40b None None] Provisioning complete for port 0027f398-0865-42c4-9cb8-7fe782f6f75b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:06.184476 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4da1a677-7678-4ab0-b7fc-63f91db9e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.252501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4da1a677-7678-4ab0-b7fc-63f91db9e40b None None] Port 0027f398-0865-42c4-9cb8-7fe782f6f75b cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:06.433512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc1c6c-8a93-49c1-9f12-c15dd2bba510 req-96a68b01-5a49-42dc-bba8-9056bb8a3b6f tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.441872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3fc1c6c-8a93-49c1-9f12-c15dd2bba510 req-96a68b01-5a49-42dc-bba8-9056bb8a3b6f tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 943 time: 0.0902736 Aug 19 12:49:06.514666 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f675796-9513-46be-932c-01a39a6e01e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.555174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3fc1c6c-8a93-49c1-9f12-c15dd2bba510 req-1629afc8-11db-4da9-a436-264cd7a4bb11 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122808 Aug 19 12:49:06.598964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f675796-9513-46be-932c-01a39a6e01e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=0027f398-0865-42c4-9cb8-7fe782f6f75b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:06.628408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:49:06.702839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f183acb0-e2fd-490b-bbdd-1a7272772c4d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:06.706788 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f675796-9513-46be-932c-01a39a6e01e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.712923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1f675796-9513-46be-932c-01a39a6e01e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/0027f398-0865-42c4-9cb8-7fe782f6f75b HTTP/1.1" status: 204 len: 168 time: 1.0328975 Aug 19 12:49:06.713092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59930) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:06.849152 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad5cc66-9cee-43ac-bb66-5c43e500b340 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.852396 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dad5cc66-9cee-43ac-bb66-5c43e500b340 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1377671 Aug 19 12:49:06.855970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59934) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:06.947312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f183acb0-e2fd-490b-bbdd-1a7272772c4d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:06.948922 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.988693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a0ab3e-7f52-475f-8cd3-b95561086ce4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.990469 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-44a0ab3e-7f52-475f-8cd3-b95561086ce4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1322746 Aug 19 12:49:06.994571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59940) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:07.046910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b,segment=NetworkSegment(a8ade90b-2720-48db-a28f-47346d20db71),segment_id=a8ade90b-2720-48db-a28f-47346d20db71)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:07.082951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '9b4c68ed-4135-4785-a1e4-88cc8fed8d0b', 'network_id': '8ff4f77c-57d6-4851-9119-af981b0b13bb', 'port_id': '9b4c68ed-4135-4785-a1e4-88cc8fed8d0b', 'mac_address': 'fa:16:3e:32:c4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01bf2426-43ee-4a92-bfd8-152128b82bd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:49:07.130545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdbce95-9632-41ba-831b-331eaa4b802d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:07.132306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdbce95-9632-41ba-831b-331eaa4b802d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:07.134039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdbce95-9632-41ba-831b-331eaa4b802d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:07.139902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 59946) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:07.143598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-acdbce95-9632-41ba-831b-331eaa4b802d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1395807 Aug 19 12:49:07.186431 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.241759 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:07.263775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86b89e2-5ebf-4d3f-9c72-98c3ecdf4260 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 2d402727-b847-4900-8039-6b15de20dd9d {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:07.268798 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d86b89e2-5ebf-4d3f-9c72-98c3ecdf4260 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.283193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b,segment=NetworkSegment(a8ade90b-2720-48db-a28f-47346d20db71),segment_id=a8ade90b-2720-48db-a28f-47346d20db71)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:07.521008 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.596478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:07.668789 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d86b89e2-5ebf-4d3f-9c72-98c3ecdf4260 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.757813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02a322-1a91-4d24-a69f-f0630f2b29ef req-b7b52761-5aaf-4cb2-808f-19595dc07f78 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:07.757813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f02a322-1a91-4d24-a69f-f0630f2b29ef req-b7b52761-5aaf-4cb2-808f-19595dc07f78 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 944 time: 0.0972114 Aug 19 12:49:07.781847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['9b4c68ed-4135-4785-a1e4-88cc8fed8d0b'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:07.826140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f02a322-1a91-4d24-a69f-f0630f2b29ef req-059d9928-1a02-4416-9776-5331fb465df9 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663981 Aug 19 12:49:07.828414 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d86b89e2-5ebf-4d3f-9c72-98c3ecdf4260 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.162407 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d86b89e2-5ebf-4d3f-9c72-98c3ecdf4260 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.189896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ec249-c730-44e3-b17e-409e0930e86c None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:08.207039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d86b89e2-5ebf-4d3f-9c72-98c3ecdf4260 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.217658 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d86b89e2-5ebf-4d3f-9c72-98c3ecdf4260 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/2d402727-b847-4900-8039-6b15de20dd9d HTTP/1.1" status: 204 len: 168 time: 1.0679593 Aug 19 12:49:08.217658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b89e2-5ebf-4d3f-9c72-98c3ecdf4260 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=2d402727-b847-4900-8039-6b15de20dd9d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:08.218097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59982) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:08.279377 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-911718b4-461e-40c1-b008-dee0fca843fd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet e8859198-aef2-49e1-b047-ce420de5b8ce {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:08.286435 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-911718b4-461e-40c1-b008-dee0fca843fd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.331382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-911718b4-461e-40c1-b008-dee0fca843fd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.436249 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-911718b4-461e-40c1-b008-dee0fca843fd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.643095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:08.687734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 59992) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:08.831123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-911718b4-461e-40c1-b008-dee0fca843fd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.943240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:08.950720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:08.951917 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.963464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911718b4-461e-40c1-b008-dee0fca843fd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=e8859198-aef2-49e1-b047-ce420de5b8ce,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:08.972181 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-911718b4-461e-40c1-b008-dee0fca843fd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.978186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-911718b4-461e-40c1-b008-dee0fca843fd tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/e8859198-aef2-49e1-b047-ce420de5b8ce HTTP/1.1" status: 204 len: 168 time: 0.7642381 Aug 19 12:49:08.982761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60002) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:09.035652 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9abf3610-a814-4099-907c-a3f5cbce4cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.043598 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-df311168-5619-45c2-962e-b4fad54ee4f1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579264 Aug 19 12:49:09.046536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60004) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:09.064240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-569236b8-9236-42bc-90c7-24d3ed19bf91 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:09.232834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31be04e-6b69-4fb5-904e-5dd96b84bc6b req-8ea851ee-4f90-43f7-bc1a-5c8b427c3154 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:09.248719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c31be04e-6b69-4fb5-904e-5dd96b84bc6b req-8ea851ee-4f90-43f7-bc1a-5c8b427c3154 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 944 time: 0.2346334 Aug 19 12:49:09.300324 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.334850 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d97ff-5d43-4d57-8a91-8b21bf3d91e7 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:09.340794 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9abf3610-a814-4099-907c-a3f5cbce4cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.344775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c31be04e-6b69-4fb5-904e-5dd96b84bc6b req-aacd304c-80cc-458a-8758-782b5f05e072 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945165 Aug 19 12:49:09.406784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f106e49d-f698-4e2e-b850-69f7ef8ed558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4c68ed-4135-4785-a1e4-88cc8fed8d0b'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:09.409615 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aa8402-f6b3-4647-ac20-535c381c2a60" -d '{"events": [{"server_uuid": "f106e49d-f698-4e2e-b850-69f7ef8ed558", "name": "network-vif-plugged", "status": "completed", "tag": "9b4c68ed-4135-4785-a1e4-88cc8fed8d0b"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:09.428991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-46c4ae0d-eb27-4d67-8582-b66ae641d071 None None] Provisioning complete for port f183acb0-e2fd-490b-bbdd-1a7272772c4d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:09.430726 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-46c4ae0d-eb27-4d67-8582-b66ae641d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.483056 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d46002-2eba-427a-ad37-9d1e13b6db87 x-openstack-request-id: req-77d46002-2eba-427a-ad37-9d1e13b6db87 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:09.483546 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f106e49d-f698-4e2e-b850-69f7ef8ed558", "name": "network-vif-plugged", "status": "completed", "tag": "9b4c68ed-4135-4785-a1e4-88cc8fed8d0b", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:09.483963 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77d46002-2eba-427a-ad37-9d1e13b6db87 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:09.484577 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f106e49d-f698-4e2e-b850-69f7ef8ed558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4c68ed-4135-4785-a1e4-88cc8fed8d0b', 'code': 200} Aug 19 12:49:09.510345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b,segment=NetworkSegment(a8ade90b-2720-48db-a28f-47346d20db71),segment_id=a8ade90b-2720-48db-a28f-47346d20db71)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:09.561669 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9abf3610-a814-4099-907c-a3f5cbce4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.619121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9abf3610-a814-4099-907c-a3f5cbce4cb3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c27b931cf1c42a8924ac89df6149c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9302464 Aug 19 12:49:09.619916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf3610-a814-4099-907c-a3f5cbce4cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5925af-8892-48e9-97c3-1dc21f16555b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:09.625315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60018) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:09.629088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcaee8-2ff1-4c4f-a6d7-9185e2a35259 req-daf24335-4935-4bba-8de5-4e69d48470a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:09.630722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65fcaee8-2ff1-4c4f-a6d7-9185e2a35259 req-daf24335-4935-4bba-8de5-4e69d48470a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 1095 time: 0.1049993 Aug 19 12:49:09.708061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65fcaee8-2ff1-4c4f-a6d7-9185e2a35259 req-3bd9dc89-3274-4c0a-b4b7-bf9f2b36cca8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698299 Aug 19 12:49:09.719729 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02a09cdd-96bc-4406-8a49-002798f0bf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.730883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b6e9ab-0280-4711-a690-bcc69231029d None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:49:09.737629 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.746654 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02a09cdd-96bc-4406-8a49-002798f0bf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.824106 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569236b8-9236-42bc-90c7-24d3ed19bf91 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:09.852254 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-569236b8-9236-42bc-90c7-24d3ed19bf91 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.853889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:09.868761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-12b6e9ab-0280-4711-a690-bcc69231029d None None] Deleting port f183acb0-e2fd-490b-bbdd-1a7272772c4d {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:09.869694 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-12b6e9ab-0280-4711-a690-bcc69231029d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.988888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-12b6e9ab-0280-4711-a690-bcc69231029d None None] For port f183acb0-e2fd-490b-bbdd-1a7272772c4d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f183acb0-e2fd-490b-bbdd-1a7272772c4d,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:09.989609 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-12b6e9ab-0280-4711-a690-bcc69231029d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.004844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-12b6e9ab-0280-4711-a690-bcc69231029d None None] Calling delete_port for f183acb0-e2fd-490b-bbdd-1a7272772c4d owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:10.065073 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02a09cdd-96bc-4406-8a49-002798f0bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.067914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02a09cdd-96bc-4406-8a49-002798f0bf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.069268 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-02a09cdd-96bc-4406-8a49-002798f0bf6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d5925af-8892-48e9-97c3-1dc21f16555b HTTP/1.1" status: 204 len: 168 time: 0.4380975 Aug 19 12:49:10.083408 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a09cdd-96bc-4406-8a49-002798f0bf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5925af-8892-48e9-97c3-1dc21f16555b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:10.279996 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-12b6e9ab-0280-4711-a690-bcc69231029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.310809 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6e9ab-0280-4711-a690-bcc69231029d None None] Pushing event deleted for resources: {'Port': ['ID=f183acb0-e2fd-490b-bbdd-1a7272772c4d,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:10.312707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b6e9ab-0280-4711-a690-bcc69231029d None None] No DVR routers for this DVR port f183acb0-e2fd-490b-bbdd-1a7272772c4d on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:10.479056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7c6e6-ae87-4732-8ef0-3dd1defd93c2 req-ae173da0-ad6f-404a-bf90-310e214031bc tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:10.481410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9e7c6e6-ae87-4732-8ef0-3dd1defd93c2 req-ae173da0-ad6f-404a-bf90-310e214031bc tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.0635881 Aug 19 12:49:10.534414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9e7c6e6-ae87-4732-8ef0-3dd1defd93c2 req-f017fad5-b8c1-440d-809f-9a4171d64025 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460942 Aug 19 12:49:10.550867 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-569236b8-9236-42bc-90c7-24d3ed19bf91 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.660257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f183acb0-e2fd-490b-bbdd-1a7272772c4d no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:10.666826 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569236b8-9236-42bc-90c7-24d3ed19bf91 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:10.689137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569236b8-9236-42bc-90c7-24d3ed19bf91 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=1a4523f0-4f27-4b3b-973a-b9a2be824c10,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:10.690804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: f183acb0-e2fd-490b-bbdd-1a7272772c4d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:10.691160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f183acb0-e2fd-490b-bbdd-1a7272772c4d not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:10.695067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-569236b8-9236-42bc-90c7-24d3ed19bf91 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:10.703185 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569236b8-9236-42bc-90c7-24d3ed19bf91 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:10.707572 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-569236b8-9236-42bc-90c7-24d3ed19bf91 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.711054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27be42a5-64d8-4dbf-9791-7c5aeaf14c07 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:10.865414 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-569236b8-9236-42bc-90c7-24d3ed19bf91 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8176460 Aug 19 12:49:10.868639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60044) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:10.877311 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-27f42569-56db-471b-87ab-e1ac9f895aa2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:10.903197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '1a4523f0-4f27-4b3b-973a-b9a2be824c10'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:10.904179 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.141896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/1a4523f0-4f27-4b3b-973a-b9a2be824c10/b19b21d0-5845-4446-9101-74163736fe17) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:11.195210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f42569-56db-471b-87ab-e1ac9f895aa2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:11.201834 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27f42569-56db-471b-87ab-e1ac9f895aa2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.368777 n-d-778732-8 neutron-server[95661]: INFO neutron.db.ipam_backend_mixin [None req-27f42569-56db-471b-87ab-e1ac9f895aa2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a4523f0-4f27-4b3b-973a-b9a2be824c10 (CIDR: 2001:db8::/64) Aug 19 12:49:11.419329 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.428640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Transition to ACTIVE for port object b19b21d0-5845-4446-9101-74163736fe17 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:11.445967 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Transition to ACTIVE for port object b19b21d0-5845-4446-9101-74163736fe17 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:11.451855 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f42569-56db-471b-87ab-e1ac9f895aa2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:49:11.452637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f42569-56db-471b-87ab-e1ac9f895aa2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:11.550186 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.597764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:11.600985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:11.606132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:11.612225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Pushing event updated for resources: {'Port': ['ID=b19b21d0-5845-4446-9101-74163736fe17,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:11.652860 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-27f42569-56db-471b-87ab-e1ac9f895aa2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7826946 Aug 19 12:49:11.656304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60076) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:11.662307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:11.694910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Attempting to bind port b19b21d0-5845-4446-9101-74163736fe17 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:11.696748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Attempting to bind port b19b21d0-5845-4446-9101-74163736fe17 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:11.696748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Attempting to bind port b19b21d0-5845-4446-9101-74163736fe17 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:11.703034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:11.703725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:11.704639 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.705065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:11.705590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Bound port: b19b21d0-5845-4446-9101-74163736fe17, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:11.706207 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.787395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6859ef5-94cc-45c6-afae-3f91eeee278b req-437f8e03-6b9e-4464-9a25-5eb9a07f957f tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:11.795925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6859ef5-94cc-45c6-afae-3f91eeee278b req-437f8e03-6b9e-4464-9a25-5eb9a07f957f tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.1366222 Aug 19 12:49:11.855749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] For port b19b21d0-5845-4446-9101-74163736fe17, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:11.859215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] For port b19b21d0-5845-4446-9101-74163736fe17, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b19b21d0-5845-4446-9101-74163736fe17,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:11.861573 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6859ef5-94cc-45c6-afae-3f91eeee278b req-738d12e2-45a0-46c2-8581-e356487d3a6b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644877 Aug 19 12:49:11.907381 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.965820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:11.966175 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.969916 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.041059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb775fac-8eb7-48f2-aaa9-9e93a2244bbc req-2b2b0449-25a8-437a-9d32-0e10d21b2e64 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:12.044365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb775fac-8eb7-48f2-aaa9-9e93a2244bbc req-2b2b0449-25a8-437a-9d32-0e10d21b2e64 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.0877414 Aug 19 12:49:12.080202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1d4bc-3317-4205-84a3-a08adf07acd1 None None] Pushing event updated for resources: {'Port': ['ID=b19b21d0-5845-4446-9101-74163736fe17,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:12.118004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb775fac-8eb7-48f2-aaa9-9e93a2244bbc req-1b776196-13e8-4f14-a479-0b1721505c08 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588062 Aug 19 12:49:12.693799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b19b21d0-5845-4446-9101-74163736fe17 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:12.801440 n-d-778732-8 neutron-server[95661]: DEBUG neutron.objects.ports [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95661) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:49:12.904025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b19b21d0-5845-4446-9101-74163736fe17 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:12.928670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ead1c-f496-432d-927e-05badc625e83 req-7dc5830f-d9f6-4a6f-b96c-80d1d9a51071 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:12.931711 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-749ead1c-f496-432d-927e-05badc625e83 req-7dc5830f-d9f6-4a6f-b96c-80d1d9a51071 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.0968962 Aug 19 12:49:13.000277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-749ead1c-f496-432d-927e-05badc625e83 req-8f8f81e9-76a2-4239-8cfc-7a27cb2ea5e8 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563743 Aug 19 12:49:13.191336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.507170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] For port b19b21d0-5845-4446-9101-74163736fe17, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b19b21d0-5845-4446-9101-74163736fe17,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:13.566269 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.618391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cc6a4535-b64a-4a40-a700-3814298e6343 None None] Provisioning for port b19b21d0-5845-4446-9101-74163736fe17 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:13.623672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cc6a4535-b64a-4a40-a700-3814298e6343 None None] Provisioning complete for port b19b21d0-5845-4446-9101-74163736fe17 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:13.623926 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4535-b64a-4a40-a700-3814298e6343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.647606 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.655268 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.769964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:13.782581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:13.790105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:13.790812 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.802870 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96341d44-99d0-491c-b5fc-5a9ee08aed37 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:13.826871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=34c711a1-dbd4-43ca-8be7-508bd5a0a79e,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:13.836380 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=b19b21d0-5845-4446-9101-74163736fe17,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:13.852865 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4535-b64a-4a40-a700-3814298e6343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.931739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cc6a4535-b64a-4a40-a700-3814298e6343 None None] For port b19b21d0-5845-4446-9101-74163736fe17, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b19b21d0-5845-4446-9101-74163736fe17,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:13.941771 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e7528e25-4676-44a1-b11a-953ca958b255 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2838020 Aug 19 12:49:13.945650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60152) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:13.952754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:50:7d:40', 'name': 'tempest-NetworksTestDHCPv6-98298075'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:14.125101 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4535-b64a-4a40-a700-3814298e6343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:14.229089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d2d3b-3fce-4310-931b-57a95b1b29d6 req-6eabd2a8-2754-4f73-b388-180762e23a32 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:14.231251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a51d2d3b-3fce-4310-931b-57a95b1b29d6 req-6eabd2a8-2754-4f73-b388-180762e23a32 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.1373401 Aug 19 12:49:14.319286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a51d2d3b-3fce-4310-931b-57a95b1b29d6 req-3f614a5f-06ea-446a-b2a4-bbc25a5b8d54 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765419 Aug 19 12:49:14.324394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a4535-b64a-4a40-a700-3814298e6343 None None] Pushing event updated for resources: {'Port': ['ID=b19b21d0-5845-4446-9101-74163736fe17,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:14.330346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:14.523225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:14.571480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port 5546360b-a858-44ea-9c1f-40e73d9722a6 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:14.674683 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:14.726411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b19b21d0-5845-4446-9101-74163736fe17 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:14.841800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b19b21d0-5845-4446-9101-74163736fe17 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:14.842857 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:15.094590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d8a30-4aea-4341-ae2d-b6d8ae9cd805 req-09247279-cb64-48ff-bccd-1335aa18e095 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:15.096428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c6d8a30-4aea-4341-ae2d-b6d8ae9cd805 req-09247279-cb64-48ff-bccd-1335aa18e095 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.2664053 Aug 19 12:49:15.098651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cce96-7a2e-40cf-9fa0-5b6b2c390647 req-5019b10b-0835-4005-b07d-cce33beda903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:15.100195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-888cce96-7a2e-40cf-9fa0-5b6b2c390647 req-5019b10b-0835-4005-b07d-cce33beda903 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8809bfa00889416c9f56752a730aa74a&device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 1096 time: 0.1219137 Aug 19 12:49:15.101630 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::87 (cbba3ea2-383a-40d7-830c-045ff0649192/1a4523f0-4f27-4b3b-973a-b9a2be824c10/5546360b-a858-44ea-9c1f-40e73d9722a6) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:15.138926 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:7d40 (cbba3ea2-383a-40d7-830c-045ff0649192/34c711a1-dbd4-43ca-8be7-508bd5a0a79e/5546360b-a858-44ea-9c1f-40e73d9722a6) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:15.236296 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c6d8a30-4aea-4341-ae2d-b6d8ae9cd805 req-1b9212f2-47ef-4935-85a0-6a8b3127ee90 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204021 Aug 19 12:49:15.388357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cce96-7a2e-40cf-9fa0-5b6b2c390647 req-cc88e209-7a97-4ff8-8f78-be3c10067a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:15.389972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-888cce96-7a2e-40cf-9fa0-5b6b2c390647 req-cc88e209-7a97-4ff8-8f78-be3c10067a46 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ff4f77c-57d6-4851-9119-af981b0b13bb HTTP/1.1" status: 200 len: 912 time: 0.2823417 Aug 19 12:49:15.411249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4379d45d-79e9-4329-8dde-8bdd0b7cb919 None None] Provisioning complete for port b19b21d0-5845-4446-9101-74163736fe17 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:15.411875 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4379d45d-79e9-4329-8dde-8bdd0b7cb919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:15.426150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60216) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:15.487277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-888cce96-7a2e-40cf-9fa0-5b6b2c390647 req-d6516802-0241-4dd9-948c-d89dd25519c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b HTTP/1.1" status: 200 len: 217 time: 0.0848088 Aug 19 12:49:15.596355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cce96-7a2e-40cf-9fa0-5b6b2c390647 req-8e999aa3-ef76-4866-8491-1cc019057f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:15.597965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-888cce96-7a2e-40cf-9fa0-5b6b2c390647 req-8e999aa3-ef76-4866-8491-1cc019057f22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01bf2426-43ee-4a92-bfd8-152128b82bd9 HTTP/1.1" status: 200 len: 851 time: 0.0969267 Aug 19 12:49:15.605618 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77f2d0ed-0ca9-4cfc-8d1f-00d48f92eb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:15.622534 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:15.653721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-888cce96-7a2e-40cf-9fa0-5b6b2c390647 req-f154de80-7b15-4e5a-b536-b0c2a64fcb29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ff4f77c-57d6-4851-9119-af981b0b13bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433202 Aug 19 12:49:15.669830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object 5546360b-a858-44ea-9c1f-40e73d9722a6 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:15.745484 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77f2d0ed-0ca9-4cfc-8d1f-00d48f92eb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:15.791265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-888cce96-7a2e-40cf-9fa0-5b6b2c390647 req-8f216c62-243a-4ea6-a835-cc005377772c service neutron] 10.222.0.53 "GET /v2.0/networks/8ff4f77c-57d6-4851-9119-af981b0b13bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193852 Aug 19 12:49:15.846660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77f2d0ed-0ca9-4cfc-8d1f-00d48f92eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:15.895054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-888cce96-7a2e-40cf-9fa0-5b6b2c390647 req-2b983aa9-c620-4587-b63f-cddd3a637976 service neutron] 10.222.0.53 "GET /v2.0/networks/8ff4f77c-57d6-4851-9119-af981b0b13bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964196 Aug 19 12:49:15.895274 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-77f2d0ed-0ca9-4cfc-8d1f-00d48f92eb0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1d53c2ce95043b1ba6cdb5ec31984fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672348 Aug 19 12:49:15.895514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60230) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:15.897947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2d0ed-0ca9-4cfc-8d1f-00d48f92eb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e0d9d9-f304-47fc-8ca9-abe3d08f78e8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:15.926785 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.000146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:16.013582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=5546360b-a858-44ea-9c1f-40e73d9722a6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:16.015993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:16.030373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:16.030373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:16.030570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.039929 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2db053c4-2b74-4031-96ad-9d447c9f74cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.070291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2db053c4-2b74-4031-96ad-9d447c9f74cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.169234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a6a9a78f-541a-4288-b8cb-eb80216675c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2219622 Aug 19 12:49:16.171896 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60240) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:16.208840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2db053c4-2b74-4031-96ad-9d447c9f74cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.211762 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2db053c4-2b74-4031-96ad-9d447c9f74cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.219772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2db053c4-2b74-4031-96ad-9d447c9f74cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86e0d9d9-f304-47fc-8ca9-abe3d08f78e8 HTTP/1.1" status: 204 len: 168 time: 0.3205621 Aug 19 12:49:16.231174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db053c4-2b74-4031-96ad-9d447c9f74cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e0d9d9-f304-47fc-8ca9-abe3d08f78e8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:16.326477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-367b9f6a-23cd-436a-9801-db2bf8c97067 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port 5546360b-a858-44ea-9c1f-40e73d9722a6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:16.326811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-367b9f6a-23cd-436a-9801-db2bf8c97067 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.464536 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-367b9f6a-23cd-436a-9801-db2bf8c97067 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.481124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-367b9f6a-23cd-436a-9801-db2bf8c97067 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for 5546360b-a858-44ea-9c1f-40e73d9722a6 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:16.518791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ff57b-1729-47b9-b988-ea1a7c89d954 req-4866a90c-baa5-4739-82f2-bfabfc58e940 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:16.521613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-568ff57b-1729-47b9-b988-ea1a7c89d954 req-4866a90c-baa5-4739-82f2-bfabfc58e940 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.1528971 Aug 19 12:49:16.570038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-568ff57b-1729-47b9-b988-ea1a7c89d954 req-aa46f43c-88ac-4122-b7eb-a497431430a9 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391440 Aug 19 12:49:16.616395 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fb6f012d-0a18-4f3e-99e3-0bd7fa766599 None None] Provisioning for port 5546360b-a858-44ea-9c1f-40e73d9722a6 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:16.621620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fb6f012d-0a18-4f3e-99e3-0bd7fa766599 None None] Provisioning complete for port 5546360b-a858-44ea-9c1f-40e73d9722a6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:16.621909 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fb6f012d-0a18-4f3e-99e3-0bd7fa766599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.686093 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f012d-0a18-4f3e-99e3-0bd7fa766599 None None] Port 5546360b-a858-44ea-9c1f-40e73d9722a6 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:16.858329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-367b9f6a-23cd-436a-9801-db2bf8c97067 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.904060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b9f6a-23cd-436a-9801-db2bf8c97067 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=5546360b-a858-44ea-9c1f-40e73d9722a6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:16.952472 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-367b9f6a-23cd-436a-9801-db2bf8c97067 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.954788 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-367b9f6a-23cd-436a-9801-db2bf8c97067 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/5546360b-a858-44ea-9c1f-40e73d9722a6 HTTP/1.1" status: 204 len: 168 time: 0.7816160 Aug 19 12:49:16.957193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60262) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:17.011507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5aebc2-a0d4-4fa0-8943-f153e427e265 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.013347 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7a5aebc2-a0d4-4fa0-8943-f153e427e265 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0551631 Aug 19 12:49:17.016283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60264) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:17.074716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b67a27-f727-462e-a584-c4d2fd1ba74e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.076296 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c9b67a27-f727-462e-a584-c4d2fd1ba74e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0588672 Aug 19 12:49:17.078827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60268) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:17.136734 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45425a2a-e4c1-4a7d-8386-ce0cd2b3ffab tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.138353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45425a2a-e4c1-4a7d-8386-ce0cd2b3ffab tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.140152 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45425a2a-e4c1-4a7d-8386-ce0cd2b3ffab tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.141785 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-45425a2a-e4c1-4a7d-8386-ce0cd2b3ffab tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0618043 Aug 19 12:49:17.144731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60270) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:17.201266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef7b71b-7629-49a9-a562-8553c765d64e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 1a4523f0-4f27-4b3b-973a-b9a2be824c10 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:17.204633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b71b-7629-49a9-a562-8553c765d64e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.254210 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b71b-7629-49a9-a562-8553c765d64e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.348220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b71b-7629-49a9-a562-8553c765d64e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.469097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60282) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:17.485562 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b780cc68-85df-4e0d-8938-85ce8a0b70d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.506400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b71b-7629-49a9-a562-8553c765d64e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.542435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7b71b-7629-49a9-a562-8553c765d64e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4523f0-4f27-4b3b-973a-b9a2be824c10,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:17.556465 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b71b-7629-49a9-a562-8553c765d64e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.558399 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3ef7b71b-7629-49a9-a562-8553c765d64e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/1a4523f0-4f27-4b3b-973a-b9a2be824c10 HTTP/1.1" status: 204 len: 168 time: 0.4127352 Aug 19 12:49:17.560988 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60288) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:17.566977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f7450b-701c-4986-b543-097b87737663 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:17.636798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-67614882-da45-4fdf-aed3-a458130d8fd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 34c711a1-dbd4-43ca-8be7-508bd5a0a79e {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:17.645114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67614882-da45-4fdf-aed3-a458130d8fd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.724635 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67614882-da45-4fdf-aed3-a458130d8fd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.759939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b10de-f4a7-4a04-ae41-b1948c80e55a req-68c4b776-b4f6-4d29-9b40-03dafbba38d6 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.763352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-977b10de-f4a7-4a04-ae41-b1948c80e55a req-68c4b776-b4f6-4d29-9b40-03dafbba38d6 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.0732112 Aug 19 12:49:17.780996 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b780cc68-85df-4e0d-8938-85ce8a0b70d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.807455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-977b10de-f4a7-4a04-ae41-b1948c80e55a req-ba4f2c3c-cc34-498b-82a3-16fa63becb2f tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368521 Aug 19 12:49:17.843303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67614882-da45-4fdf-aed3-a458130d8fd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.954897 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b780cc68-85df-4e0d-8938-85ce8a0b70d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.013128 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b780cc68-85df-4e0d-8938-85ce8a0b70d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41d4b244532744faa1828568286a1b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386205 Aug 19 12:49:18.013128 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780cc68-85df-4e0d-8938-85ce8a0b70d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77a9574-a3c7-4a60-8c88-fb6ac333f551,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:18.013830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60302) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:18.064728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67614882-da45-4fdf-aed3-a458130d8fd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.095019 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0ccf-a93f-465d-b3e4-64b79cdac7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.100851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67614882-da45-4fdf-aed3-a458130d8fd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=34c711a1-dbd4-43ca-8be7-508bd5a0a79e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:18.116850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67614882-da45-4fdf-aed3-a458130d8fd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.125200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60308) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:18.126362 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-67614882-da45-4fdf-aed3-a458130d8fd2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/34c711a1-dbd4-43ca-8be7-508bd5a0a79e HTTP/1.1" status: 204 len: 168 time: 0.5590036 Aug 19 12:49:18.188520 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60312) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:18.188723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-771040eb-1ba7-4489-b2e8-9992c17f6546 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621488 Aug 19 12:49:18.190849 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0ccf-a93f-465d-b3e4-64b79cdac7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.197477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a2a3fa51-3696-437b-8982-c6e87d660515 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:18.344589 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0ccf-a93f-465d-b3e4-64b79cdac7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.349786 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0ccf-a93f-465d-b3e4-64b79cdac7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.355878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9b4c0ccf-a93f-465d-b3e4-64b79cdac7d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d77a9574-a3c7-4a60-8c88-fb6ac333f551 HTTP/1.1" status: 204 len: 168 time: 0.3365188 Aug 19 12:49:18.367887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c0ccf-a93f-465d-b3e4-64b79cdac7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77a9574-a3c7-4a60-8c88-fb6ac333f551,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:18.445648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a3fa51-3696-437b-8982-c6e87d660515 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:18.450438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2a3fa51-3696-437b-8982-c6e87d660515 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:18.624896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c0f0d-d625-4c88-9194-4e0dabc4147b req-2b207533-58bd-4aa0-8186-911d0bf694c5 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:18.633022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-815c0f0d-d625-4c88-9194-4e0dabc4147b req-2b207533-58bd-4aa0-8186-911d0bf694c5 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.0969803 Aug 19 12:49:18.734236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-815c0f0d-d625-4c88-9194-4e0dabc4147b req-12a80cfb-98ef-4621-b813-e6f2d6c7a0c0 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997937 Aug 19 12:49:18.735537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a0e3aa-cb65-4dd6-ab01-f04e062fe0f9 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:18.810541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6618bdd8-02da-49c4-a780-22034140305e None None] Provisioning complete for port b19b21d0-5845-4446-9101-74163736fe17 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:18.811187 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6618bdd8-02da-49c4-a780-22034140305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.005567 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2a3fa51-3696-437b-8982-c6e87d660515 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.030421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7863034d-3167-4e03-a8ce-2cada4f59d6c None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:49:19.082313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3fa51-3696-437b-8982-c6e87d660515 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:19.085924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a2a3fa51-3696-437b-8982-c6e87d660515 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:19.090385 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a3fa51-3696-437b-8982-c6e87d660515 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:19.091055 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2a3fa51-3696-437b-8982-c6e87d660515 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.094704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3fa51-3696-437b-8982-c6e87d660515 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=502624d0-e294-445c-9688-9703d02a8824,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:19.100687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7863034d-3167-4e03-a8ce-2cada4f59d6c None None] Deleting port b19b21d0-5845-4446-9101-74163736fe17 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:19.101073 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7863034d-3167-4e03-a8ce-2cada4f59d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.196277 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a2a3fa51-3696-437b-8982-c6e87d660515 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0060422 Aug 19 12:49:19.198234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7863034d-3167-4e03-a8ce-2cada4f59d6c None None] For port b19b21d0-5845-4446-9101-74163736fe17, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b19b21d0-5845-4446-9101-74163736fe17,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:19.198653 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7863034d-3167-4e03-a8ce-2cada4f59d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.199294 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60340) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:19.205776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-07bc11d9-ef63-4f26-ae29-9022739ff04a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:19.214165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7863034d-3167-4e03-a8ce-2cada4f59d6c None None] Calling delete_port for b19b21d0-5845-4446-9101-74163736fe17 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:19.465320 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7863034d-3167-4e03-a8ce-2cada4f59d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.487594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863034d-3167-4e03-a8ce-2cada4f59d6c None None] No DVR routers for this DVR port b19b21d0-5845-4446-9101-74163736fe17 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:19.492650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bc11d9-ef63-4f26-ae29-9022739ff04a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:19.497027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07bc11d9-ef63-4f26-ae29-9022739ff04a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.501151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863034d-3167-4e03-a8ce-2cada4f59d6c None None] Pushing event deleted for resources: {'Port': ['ID=b19b21d0-5845-4446-9101-74163736fe17,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:19.505737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a103770-f502-48d9-ba2e-259cec646a78 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:19.598969 n-d-778732-8 neutron-server[95660]: INFO neutron.db.ipam_backend_mixin [None req-07bc11d9-ef63-4f26-ae29-9022739ff04a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 502624d0-e294-445c-9688-9703d02a8824 (CIDR: 2001:db8::/64) Aug 19 12:49:19.664933 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-07bc11d9-ef63-4f26-ae29-9022739ff04a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:49:19.665719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07bc11d9-ef63-4f26-ae29-9022739ff04a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:19.708046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-cbba3ea2-383a-40d7-830c-045ff0649192', 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'tenant_id': 'eaaf60c36900416bbd5d6c4fa9e2fc67', 'fixed_ips': [{'subnet_id': '502624d0-e294-445c-9688-9703d02a8824'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:19.709189 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:19.784420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-07bc11d9-ef63-4f26-ae29-9022739ff04a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5839081 Aug 19 12:49:19.788574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60368) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:19.795044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'subnet': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:19.955856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Allocated IP 2001:db8::2 (cbba3ea2-383a-40d7-830c-045ff0649192/502624d0-e294-445c-9688-9703d02a8824/8633e025-a9c0-42b0-8ccd-effe33e4c368) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:19.961946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2ef58-a3b2-4a92-bf22-2146b25c72a8 req-c75e7168-4ca9-4273-a740-091bd900671a tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:19.963994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fca2ef58-a3b2-4a92-bf22-2146b25c72a8 req-c75e7168-4ca9-4273-a740-091bd900671a tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.0991127 Aug 19 12:49:20.027197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fca2ef58-a3b2-4a92-bf22-2146b25c72a8 req-e51b16e5-78f9-4c23-be40-42d3c45d68c8 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527313 Aug 19 12:49:20.159031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:20.162935 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.163578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.174389 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Transition to ACTIVE for port object 8633e025-a9c0-42b0-8ccd-effe33e4c368 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:20.195471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Transition to ACTIVE for port object 8633e025-a9c0-42b0-8ccd-effe33e4c368 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:20.316610 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.411319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:20.423666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:20.427836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:20.442045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Pushing event updated for resources: {'Port': ['ID=8633e025-a9c0-42b0-8ccd-effe33e4c368,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:20.576460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Attempting to bind port 8633e025-a9c0-42b0-8ccd-effe33e4c368 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:20.576877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Attempting to bind port 8633e025-a9c0-42b0-8ccd-effe33e4c368 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:20.577200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Attempting to bind port 8633e025-a9c0-42b0-8ccd-effe33e4c368 on network cbba3ea2-383a-40d7-830c-045ff0649192 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:20.594202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:20.595996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Checking segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:20.597618 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.598286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Bound using segment: {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:20.599657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Bound port: 8633e025-a9c0-42b0-8ccd-effe33e4c368, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35e253a-9d8e-4ef4-a828-a803bf960f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:20.600451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.628215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5254f79-1c5a-452e-a697-f027553b9bb0 req-72e5f487-e127-4ff8-aa0a-f5b88daeab34 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:20.649424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5254f79-1c5a-452e-a697-f027553b9bb0 req-72e5f487-e127-4ff8-aa0a-f5b88daeab34 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.2139170 Aug 19 12:49:20.677761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b19b21d0-5845-4446-9101-74163736fe17 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:20.705318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b19b21d0-5845-4446-9101-74163736fe17 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:20.705586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b19b21d0-5845-4446-9101-74163736fe17 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:20.727012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] For port 8633e025-a9c0-42b0-8ccd-effe33e4c368, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:20.731867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] For port 8633e025-a9c0-42b0-8ccd-effe33e4c368, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8633e025-a9c0-42b0-8ccd-effe33e4c368,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:20.772456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5254f79-1c5a-452e-a697-f027553b9bb0 req-2b3ac8bf-6aa1-45c3-acce-c132d1c081a9 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224086 Aug 19 12:49:20.774582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34283b-c0d7-4a18-a8c4-898a332ff740 req-d29cdaf7-894a-418f-992b-2feb3d408ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:20.777253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac34283b-c0d7-4a18-a8c4-898a332ff740 req-d29cdaf7-894a-418f-992b-2feb3d408ca2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8809bfa00889416c9f56752a730aa74a&device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 1096 time: 0.1906211 Aug 19 12:49:20.841407 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:20.900282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34283b-c0d7-4a18-a8c4-898a332ff740 req-55c3a798-ae11-4c1a-9219-e132b795b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:20.903582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac34283b-c0d7-4a18-a8c4-898a332ff740 req-55c3a798-ae11-4c1a-9219-e132b795b847 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ff4f77c-57d6-4851-9119-af981b0b13bb HTTP/1.1" status: 200 len: 912 time: 0.1198134 Aug 19 12:49:20.917101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163ad17-4a84-429d-a472-3d1bf7d94b1d None None] Pushing event updated for resources: {'Port': ['ID=8633e025-a9c0-42b0-8ccd-effe33e4c368,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:21.011606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac34283b-c0d7-4a18-a8c4-898a332ff740 req-72365fe7-db98-44a1-af0b-5a2072af9e38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b HTTP/1.1" status: 200 len: 217 time: 0.0677264 Aug 19 12:49:21.154947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0021102f-08d5-4eaf-bb4d-921f1c932ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:21.189701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.objects.ports [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:49:21.202092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34283b-c0d7-4a18-a8c4-898a332ff740 req-2f368de3-3a63-465f-a64e-68933cfdbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:21.204325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac34283b-c0d7-4a18-a8c4-898a332ff740 req-2f368de3-3a63-465f-a64e-68933cfdbf9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01bf2426-43ee-4a92-bfd8-152128b82bd9 HTTP/1.1" status: 200 len: 851 time: 0.1842873 Aug 19 12:49:21.340850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac34283b-c0d7-4a18-a8c4-898a332ff740 req-92e6ab54-1d18-49e8-ae3d-fc8d848a33e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ff4f77c-57d6-4851-9119-af981b0b13bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823262 Aug 19 12:49:21.503402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac34283b-c0d7-4a18-a8c4-898a332ff740 req-6f6408a9-d4f2-4ecd-805c-b2c7555c078d service neutron] 10.222.0.53 "GET /v2.0/networks/8ff4f77c-57d6-4851-9119-af981b0b13bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529639 Aug 19 12:49:22.149700 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.186086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993dc39-4a67-4383-b6f0-d1ce1609a835 req-44042c9d-be87-4f25-93b4-8490fcff257f tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:22.186086 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9993dc39-4a67-4383-b6f0-d1ce1609a835 req-44042c9d-be87-4f25-93b4-8490fcff257f tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.1652887 Aug 19 12:49:22.214605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac34283b-c0d7-4a18-a8c4-898a332ff740 req-a0e17dae-479c-49ec-8c83-c21a8a483eb3 service neutron] 10.222.0.53 "GET /v2.0/networks/8ff4f77c-57d6-4851-9119-af981b0b13bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026184 Aug 19 12:49:22.221588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60440) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:22.276843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9993dc39-4a67-4383-b6f0-d1ce1609a835 req-2a2f28f1-341c-4dcb-8a85-cbee9411bad3 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821424 Aug 19 12:49:22.418650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] For port 8633e025-a9c0-42b0-8ccd-effe33e4c368, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8633e025-a9c0-42b0-8ccd-effe33e4c368,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:22.440797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-11151ecd-373d-42b0-9cf2-ccf8f492b335 None None] Provisioning for port 8633e025-a9c0-42b0-8ccd-effe33e4c368 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:22.468430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.538432 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.539264 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.553713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1650330073'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:22.606166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:22.611690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:22.621277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:22.622971 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.629929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55127feb-70f8-4160-bd53-153dcb90185b None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:22.686971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Subnet': ['ID=41829800-a87e-4d89-87dc-7c6195b06022,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:22.692060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=8633e025-a9c0-42b0-8ccd-effe33e4c368,revision_number=4']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:22.707737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Made reservation on behalf of 0c972c80d3b14ec480acd2cbcf975482 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:22.712230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.729697 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.754142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8633e025-a9c0-42b0-8ccd-effe33e4c368 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:22.868454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0c567441-4cbd-4b43-b2a3-18ca7cd44fd6 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0775259 Aug 19 12:49:22.873620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60454) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:22.886750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Request body: {'port': {'network_id': 'cbba3ea2-383a-40d7-830c-045ff0649192', 'mac_address': 'fa:16:3e:46:68:4c', 'name': 'tempest-NetworksTestDHCPv6-507905447'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:23.010664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.075444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8633e025-a9c0-42b0-8ccd-effe33e4c368 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:23.080769 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8633e025-a9c0-42b0-8ccd-effe33e4c368 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:23.082300 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.181050 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.184185 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.235675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8633e025-a9c0-42b0-8ccd-effe33e4c368, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8633e025-a9c0-42b0-8ccd-effe33e4c368,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:23.247845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:23.282572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e89c2b-efd8-4ee1-9e75-4be966f9e088,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:23.286691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Made reservation on behalf of eaaf60c36900416bbd5d6c4fa9e2fc67 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:23.298683 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.301063 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Added segment 125e4122-8d5f-468d-b084-279f53374133 of type vlan for network 28f16dbf-250c-444d-95ce-45c695a7bab6 Aug 19 12:49:23.337938 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.391936 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.445553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8633e025-a9c0-42b0-8ccd-effe33e4c368,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:23.548573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.581599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538f613-dba0-4c43-955a-34f5d20c4a09 req-4d8fba05-c82f-4d01-b781-a4d9d670c2be tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:23.583927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a538f613-dba0-4c43-955a-34f5d20c4a09 req-4d8fba05-c82f-4d01-b781-a4d9d670c2be tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.1298318 Aug 19 12:49:23.590486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.597456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:23.598167 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.613306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] device_id is not set on port dac64eb1-5bf4-49c5-b370-e7e47bb8571f yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:23.734024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a538f613-dba0-4c43-955a-34f5d20c4a09 req-0dba32f5-0419-4ec8-a5f6-67158ddf1b86 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427987 Aug 19 12:49:23.774889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Pushing event updated for resources: {'Network': ['ID=28f16dbf-250c-444d-95ce-45c695a7bab6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:23.794518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5da76f83-409e-4c08-bb76-55b23195de16 None None] Provisioning complete for port 8633e025-a9c0-42b0-8ccd-effe33e4c368 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:23.795923 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5da76f83-409e-4c08-bb76-55b23195de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.798537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 28f16dbf-250c-444d-95ce-45c695a7bab6 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:23.835598 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f5d5a010-7f9e-40c4-b257-279c76a9307d tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.6163697 Aug 19 12:49:23.935586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8::1c9 (cbba3ea2-383a-40d7-830c-045ff0649192/502624d0-e294-445c-9688-9703d02a8824/dac64eb1-5bf4-49c5-b370-e7e47bb8571f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:23.943376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:684c (cbba3ea2-383a-40d7-830c-045ff0649192/41829800-a87e-4d89-87dc-7c6195b06022/dac64eb1-5bf4-49c5-b370-e7e47bb8571f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:24.133592 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.161201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Transition to ACTIVE for port object dac64eb1-5bf4-49c5-b370-e7e47bb8571f will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:24.161305 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60482) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:24.166673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Request body: {'port': {'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6', 'binding:host_id': 'n-h1-778732-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1063507881'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:24.334523 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.390542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Network cbba3ea2-383a-40d7-830c-045ff0649192 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:24.394333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:24.399094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:24.405559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:24.406367 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.411154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event updated for resources: {'Port': ['ID=dac64eb1-5bf4-49c5-b370-e7e47bb8571f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:24.456817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Made reservation on behalf of cc93b86d34cc42e2a45ec3243e0e52c2 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:24.459276 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.486930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.591926 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60490) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:24.593858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ea17e76c-83ef-4463-8185-c483c31d9b8d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7184844 Aug 19 12:49:24.644976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8633e025-a9c0-42b0-8ccd-effe33e4c368 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:24.798441 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-475bf8ae-f9b0-41bb-ae70-1e0c09dfa6f4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting port dac64eb1-5bf4-49c5-b370-e7e47bb8571f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:24.803205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59272522-e820-4db2-bafb-75fdaf6d9b43 req-a4c6647a-5254-4097-bce8-cab950d9ee26 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:24.803866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-475bf8ae-f9b0-41bb-ae70-1e0c09dfa6f4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.805872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59272522-e820-4db2-bafb-75fdaf6d9b43 req-a4c6647a-5254-4097-bce8-cab950d9ee26 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.1253762 Aug 19 12:49:24.807534 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8633e025-a9c0-42b0-8ccd-effe33e4c368 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:24.808068 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.870899 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.896838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59272522-e820-4db2-bafb-75fdaf6d9b43 req-510e7b51-e7b3-4588-884b-0b746db19346 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834875 Aug 19 12:49:24.923895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-25f682d7-69d1-42ce-aa51-6b569b1a1774 None None] Provisioning for port dac64eb1-5bf4-49c5-b370-e7e47bb8571f completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:24.929837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-25f682d7-69d1-42ce-aa51-6b569b1a1774 None None] Provisioning complete for port dac64eb1-5bf4-49c5-b370-e7e47bb8571f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:24.931172 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-25f682d7-69d1-42ce-aa51-6b569b1a1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:24.995405 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.003738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] device_id is not set on port ce55daf2-1213-452b-af00-1014e6eee18e yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:25.011536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-25f682d7-69d1-42ce-aa51-6b569b1a1774 None None] Port dac64eb1-5bf4-49c5-b370-e7e47bb8571f cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:25.034521 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-475bf8ae-f9b0-41bb-ae70-1e0c09dfa6f4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.106579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-475bf8ae-f9b0-41bb-ae70-1e0c09dfa6f4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Calling delete_port for dac64eb1-5bf4-49c5-b370-e7e47bb8571f owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:25.114761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47cd1ba-63f7-4b79-a4fd-0fff8d5d8e25,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:25.387332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] device_id is not set on port ce55daf2-1213-452b-af00-1014e6eee18e yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:25.458038 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-665366ae-5bd0-4513-b05e-537f27d6f127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.681400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.684384 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-475bf8ae-f9b0-41bb-ae70-1e0c09dfa6f4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.724786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Transition to ACTIVE for port object ce55daf2-1213-452b-af00-1014e6eee18e will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:25.726899 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bf8ae-f9b0-41bb-ae70-1e0c09dfa6f4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Port': ['ID=dac64eb1-5bf4-49c5-b370-e7e47bb8571f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:25.799898 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-475bf8ae-f9b0-41bb-ae70-1e0c09dfa6f4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.803401 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-475bf8ae-f9b0-41bb-ae70-1e0c09dfa6f4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/dac64eb1-5bf4-49c5-b370-e7e47bb8571f HTTP/1.1" status: 204 len: 168 time: 1.2103283 Aug 19 12:49:25.806112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60522) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:25.840833 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.879785 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.911321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a5d93-af5c-4863-908f-ea41af5b34b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:25.913154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c21a5d93-af5c-4863-908f-ea41af5b34b5 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1042383 Aug 19 12:49:25.915951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60526) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:25.973120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event updated for resources: {'Port': ['ID=ce55daf2-1213-452b-af00-1014e6eee18e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:25.976859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Checking segment: {'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:25.977235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Network hostable DHCP agents. Network: 28f16dbf-250c-444d-95ce-45c695a7bab6, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:26.003870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48624f8b-1687-4ed9-bcc6-84a07596412d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.004937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-48624f8b-1687-4ed9-bcc6-84a07596412d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0875704 Aug 19 12:49:26.007346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60530) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:26.094661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Network 28f16dbf-250c-444d-95ce-45c695a7bab6 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:26.105779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb8301e-8427-4b6a-b8aa-7c59deddb268 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.107383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb8301e-8427-4b6a-b8aa-7c59deddb268 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.109106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb8301e-8427-4b6a-b8aa-7c59deddb268 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.111586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1eb8301e-8427-4b6a-b8aa-7c59deddb268 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1025162 Aug 19 12:49:26.114514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60534) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:26.173834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c834b-1c71-4c62-8239-fb54f867ca34 req-b6b01407-8ddd-49f9-a8d6-c165756cc0bc tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.175440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a78c834b-1c71-4c62-8239-fb54f867ca34 req-b6b01407-8ddd-49f9-a8d6-c165756cc0bc tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.1152911 Aug 19 12:49:26.189840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be74d13-f7ba-4691-9b6b-227206b0b497 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 41829800-a87e-4d89-87dc-7c6195b06022 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:26.195090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 28f16dbf-250c-444d-95ce-45c695a7bab6) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:26.199961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:26.207327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58242c35-4625-4311-92b3-427b74d46763 None None] Network 28f16dbf-250c-444d-95ce-45c695a7bab6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:26.217022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8be74d13-f7ba-4691-9b6b-227206b0b497 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.218329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:26.218848 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:26.219789 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:26.225206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:26.226514 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:26.227066 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 2 to bind port ce55daf2-1213-452b-af00-1014e6eee18e Aug 19 12:49:26.245710 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:26.246322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:26.246823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:26.253634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:26.254407 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:26.255126 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 3 to bind port ce55daf2-1213-452b-af00-1014e6eee18e Aug 19 12:49:26.282745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:26.288044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:26.288613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:26.296220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:26.303373 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:26.304235 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 4 to bind port ce55daf2-1213-452b-af00-1014e6eee18e Aug 19 12:49:26.318626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a78c834b-1c71-4c62-8239-fb54f867ca34 req-01def180-b9c6-48e6-80fa-38c4cb1e6bd3 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/security-groups?id=be330981-8d64-495b-a1c1-4b43e9d6fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116631 Aug 19 12:49:26.321123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8be74d13-f7ba-4691-9b6b-227206b0b497 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.341279 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:26.341879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:26.342662 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:26.350922 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:26.351199 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:26.351608 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 5 to bind port ce55daf2-1213-452b-af00-1014e6eee18e Aug 19 12:49:26.374056 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:26.374622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:26.375104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:26.380571 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:26.380916 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:26.381428 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 6 to bind port ce55daf2-1213-452b-af00-1014e6eee18e Aug 19 12:49:26.396039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:26.396481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:26.396894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:26.403058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:26.403614 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:26.404091 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 7 to bind port ce55daf2-1213-452b-af00-1014e6eee18e Aug 19 12:49:26.420676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:26.421141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:26.421598 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:26.426713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:26.427141 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:26.427879 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 8 to bind port ce55daf2-1213-452b-af00-1014e6eee18e Aug 19 12:49:26.443303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:26.443303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:26.443303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:26.449220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:26.449794 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:26.450474 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 9 to bind port ce55daf2-1213-452b-af00-1014e6eee18e Aug 19 12:49:26.470137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:26.470807 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:26.471555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:26.477773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:26.478217 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:26.479407 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 10 to bind port ce55daf2-1213-452b-af00-1014e6eee18e Aug 19 12:49:26.499078 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8be74d13-f7ba-4691-9b6b-227206b0b497 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.500326 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:26.500670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:26.501017 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:26.506214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port ce55daf2-1213-452b-af00-1014e6eee18e on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:26.506552 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port ce55daf2-1213-452b-af00-1014e6eee18e on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:26.506927 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.560416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe3501-adf1-4b23-ad4e-d28b75dbad56 req-49b21fac-1472-4d17-b25b-f6db0480cdf8 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.562030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23fe3501-adf1-4b23-ad4e-d28b75dbad56 req-49b21fac-1472-4d17-b25b-f6db0480cdf8 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.53 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 945 time: 0.1236672 Aug 19 12:49:26.595587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] For port ce55daf2-1213-452b-af00-1014e6eee18e, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:26.596003 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempted to set empty binding levels {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:49:26.707386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-23fe3501-adf1-4b23-ad4e-d28b75dbad56 req-7d1bc4d7-9fd4-4fc5-b0ef-aa30b652046b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Deleting port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:26.707748 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-23fe3501-adf1-4b23-ad4e-d28b75dbad56 req-7d1bc4d7-9fd4-4fc5-b0ef-aa30b652046b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.811047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-23fe3501-adf1-4b23-ad4e-d28b75dbad56 req-7d1bc4d7-9fd4-4fc5-b0ef-aa30b652046b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] For port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b,segment=NetworkSegment(a8ade90b-2720-48db-a28f-47346d20db71),segment_id=a8ade90b-2720-48db-a28f-47346d20db71)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:26.811808 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-23fe3501-adf1-4b23-ad4e-d28b75dbad56 req-7d1bc4d7-9fd4-4fc5-b0ef-aa30b652046b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.825522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-23fe3501-adf1-4b23-ad4e-d28b75dbad56 req-7d1bc4d7-9fd4-4fc5-b0ef-aa30b652046b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Calling delete_port for 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:26.967202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.001687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:27.002291 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.021717 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event updated for resources: {'Port': ['ID=ce55daf2-1213-452b-af00-1014e6eee18e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:27.034125 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8be74d13-f7ba-4691-9b6b-227206b0b497 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.066549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be74d13-f7ba-4691-9b6b-227206b0b497 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=41829800-a87e-4d89-87dc-7c6195b06022,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:27.071773 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8be74d13-f7ba-4691-9b6b-227206b0b497 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.074124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8be74d13-f7ba-4691-9b6b-227206b0b497 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/41829800-a87e-4d89-87dc-7c6195b06022 HTTP/1.1" status: 204 len: 168 time: 0.9586270 Aug 19 12:49:27.076719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60554) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:27.080303 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53946cc-7c32-43f6-9184-79b18e03d2d1 None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:27.132728 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.145950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e884a2d-8aaf-41a7-b396-9b7d49ea13cb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Deleting subnet 502624d0-e294-445c-9688-9703d02a8824 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:27.150323 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e884a2d-8aaf-41a7-b396-9b7d49ea13cb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.201936 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0816799f-c41a-4dde-9198-ddec53dd97bd tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.0394509 Aug 19 12:49:27.203312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e884a2d-8aaf-41a7-b396-9b7d49ea13cb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.206095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60558) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:27.206590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-23fe3501-adf1-4b23-ad4e-d28b75dbad56 req-7d1bc4d7-9fd4-4fc5-b0ef-aa30b652046b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.305127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bc4d7-9fd4-4fc5-b0ef-aa30b652046b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Pushing event deleted for resources: {'Port': ['ID=9b4c68ed-4135-4785-a1e4-88cc8fed8d0b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:27.431462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fe3501-adf1-4b23-ad4e-d28b75dbad56 req-7d1bc4d7-9fd4-4fc5-b0ef-aa30b652046b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] No DVR routers for this DVR port 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:27.437504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-23fe3501-adf1-4b23-ad4e-d28b75dbad56 req-7d1bc4d7-9fd4-4fc5-b0ef-aa30b652046b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.439863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23fe3501-adf1-4b23-ad4e-d28b75dbad56 req-7d1bc4d7-9fd4-4fc5-b0ef-aa30b652046b tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.53 "DELETE /v2.0/ports/9b4c68ed-4135-4785-a1e4-88cc8fed8d0b HTTP/1.1" status: 204 len: 173 time: 0.8649938 Aug 19 12:49:27.440521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f106e49d-f698-4e2e-b850-69f7ef8ed558', 'name': 'network-vif-deleted', 'tag': '9b4c68ed-4135-4785-a1e4-88cc8fed8d0b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:27.443020 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bef988-e533-437f-9cfd-19402597c654" -d '{"events": [{"server_uuid": "f106e49d-f698-4e2e-b850-69f7ef8ed558", "name": "network-vif-deleted", "tag": "9b4c68ed-4135-4785-a1e4-88cc8fed8d0b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:27.500462 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228b1256-1189-43f5-9216-260f09a75f65 x-openstack-request-id: req-228b1256-1189-43f5-9216-260f09a75f65 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:27.500698 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f106e49d-f698-4e2e-b850-69f7ef8ed558", "name": "network-vif-deleted", "tag": "9b4c68ed-4135-4785-a1e4-88cc8fed8d0b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:27.500933 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-228b1256-1189-43f5-9216-260f09a75f65 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:27.501814 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f106e49d-f698-4e2e-b850-69f7ef8ed558', 'name': 'network-vif-deleted', 'tag': '9b4c68ed-4135-4785-a1e4-88cc8fed8d0b', 'status': 'completed', 'code': 200} Aug 19 12:49:27.516565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f162768-9ea4-401b-a2b3-9f184c2f4427 req-ee88e89e-0a2f-448a-bb97-9c21fb2baeb5 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 210 time: 0.0639026 Aug 19 12:49:27.545299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e884a2d-8aaf-41a7-b396-9b7d49ea13cb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.572529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6e32e-0bf4-463c-abf0-86aa913824b1 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Deleting port ce55daf2-1213-452b-af00-1014e6eee18e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:27.572916 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e32e-0bf4-463c-abf0-86aa913824b1 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.710725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-2eb6e32e-0bf4-463c-abf0-86aa913824b1 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] For port ce55daf2-1213-452b-af00-1014e6eee18e, host n-h1-778732-8, got binding levels [] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:27.711134 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e32e-0bf4-463c-abf0-86aa913824b1 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.731414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6e32e-0bf4-463c-abf0-86aa913824b1 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Calling delete_port for ce55daf2-1213-452b-af00-1014e6eee18e owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:27.820435 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e884a2d-8aaf-41a7-b396-9b7d49ea13cb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.860904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e884a2d-8aaf-41a7-b396-9b7d49ea13cb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Subnet': ['ID=502624d0-e294-445c-9688-9703d02a8824,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:27.867706 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e884a2d-8aaf-41a7-b396-9b7d49ea13cb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:27.869962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8e884a2d-8aaf-41a7-b396-9b7d49ea13cb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/502624d0-e294-445c-9688-9703d02a8824 HTTP/1.1" status: 204 len: 168 time: 0.7922161 Aug 19 12:49:27.872681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60584) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:27.917766 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-56042228-430b-4004-93b7-31b8d476e461 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434821 Aug 19 12:49:27.920087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60586) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:27.982701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec831829-36f8-43fb-9d77-72e26a045121 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:27.983944 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ec831829-36f8-43fb-9d77-72e26a045121 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0628986 Aug 19 12:49:27.988764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60590) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.051275 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1272637f-713d-4063-863c-1c752e7e7dec tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:28.053170 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1272637f-713d-4063-863c-1c752e7e7dec tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0654628 Aug 19 12:49:28.055854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60594) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.107372 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e32e-0bf4-463c-abf0-86aa913824b1 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.117172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c40dbd8-e147-4750-949c-fc5c1758f57f None None] Network cbba3ea2-383a-40d7-830c-045ff0649192 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:28.122869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0d093e13-fdbf-4508-85d4-0a8a2d44c069 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655909 Aug 19 12:49:28.127101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60596) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.136110 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e32e-0bf4-463c-abf0-86aa913824b1 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.139027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2eb6e32e-0bf4-463c-abf0-86aa913824b1 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "DELETE /v2.0/ports/ce55daf2-1213-452b-af00-1014e6eee18e HTTP/1.1" status: 204 len: 168 time: 0.9303701 Aug 19 12:49:28.158817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60598) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.177026 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c720015a-8606-480e-9d59-028f4dbd0f0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.178210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c720015a-8606-480e-9d59-028f4dbd0f0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.180156 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c720015a-8606-480e-9d59-028f4dbd0f0b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/dac64eb1-5bf4-49c5-b370-e7e47bb8571f HTTP/1.1" status: 404 len: 333 time: 0.0518925 Aug 19 12:49:28.185161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60600) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.187068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6e32e-0bf4-463c-abf0-86aa913824b1 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce55daf2-1213-452b-af00-1014e6eee18e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:28.190175 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c831308c-a3e9-4644-bd09-90f1d56aa364 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:49:28.192066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c831308c-a3e9-4644-bd09-90f1d56aa364 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "GET /v2.0/ports/ce55daf2-1213-452b-af00-1014e6eee18e HTTP/1.1" status: 404 len: 333 time: 0.0309353 Aug 19 12:49:28.200979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60602) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.206748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Request body: {'port': {'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2010114921'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:28.237969 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-2008c07f-a8ea-4f45-a277-e3c44a2f2906 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.238952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2008c07f-a8ea-4f45-a277-e3c44a2f2906 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.241990 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2008c07f-a8ea-4f45-a277-e3c44a2f2906 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/41829800-a87e-4d89-87dc-7c6195b06022 HTTP/1.1" status: 404 len: 337 time: 0.0548992 Aug 19 12:49:28.246446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-92c99a6d-94a8-4605-8fa7-67d54dcacd6e None None] Provisioning complete for port 8633e025-a9c0-42b0-8ccd-effe33e4c368 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:28.247150 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-92c99a6d-94a8-4605-8fa7-67d54dcacd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.249085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60604) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.281283 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d56064-5c31-41e6-aacc-7d196c63493d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.281844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d56064-5c31-41e6-aacc-7d196c63493d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.284253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-37d56064-5c31-41e6-aacc-7d196c63493d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/502624d0-e294-445c-9688-9703d02a8824 HTTP/1.1" status: 404 len: 337 time: 0.0338392 Aug 19 12:49:28.287052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60606) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.331259 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b02b5ae-acc7-4239-a129-e354bd9ad847 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.333365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b02b5ae-acc7-4239-a129-e354bd9ad847 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.337572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Made reservation on behalf of cc93b86d34cc42e2a45ec3243e0e52c2 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:28.338792 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7b02b5ae-acc7-4239-a129-e354bd9ad847 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/5546360b-a858-44ea-9c1f-40e73d9722a6 HTTP/1.1" status: 404 len: 333 time: 0.0499332 Aug 19 12:49:28.339720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60612) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.340880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.365295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] device_id is not set on port 1e6f9c5f-633d-4714-b824-dc335ee9648b yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:28.375684 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-37649eaa-54ae-4a92-a04e-11c3b800f0ce tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.376397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37649eaa-54ae-4a92-a04e-11c3b800f0ce tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.378740 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-37649eaa-54ae-4a92-a04e-11c3b800f0ce tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/34c711a1-dbd4-43ca-8be7-508bd5a0a79e HTTP/1.1" status: 404 len: 337 time: 0.0381026 Aug 19 12:49:28.383164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60614) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.458709 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aab3406-77a1-42d8-a523-94ea60b8ed89 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.459276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aab3406-77a1-42d8-a523-94ea60b8ed89 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.461233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3aab3406-77a1-42d8-a523-94ea60b8ed89 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/1a4523f0-4f27-4b3b-973a-b9a2be824c10 HTTP/1.1" status: 404 len: 337 time: 0.0770047 Aug 19 12:49:28.466454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60616) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.480356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff717d3f-fa66-4d9c-becd-2628a803fd71 None None] DHCP port deletion for cbba3ea2-383a-40d7-830c-045ff0649192 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:49:28.521802 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b182a78-47f4-4733-b21c-2c377f1f916e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.521802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b182a78-47f4-4733-b21c-2c377f1f916e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.529632 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4b182a78-47f4-4733-b21c-2c377f1f916e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/0027f398-0865-42c4-9cb8-7fe782f6f75b HTTP/1.1" status: 404 len: 333 time: 0.0595100 Aug 19 12:49:28.530124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60622) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.563926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ff717d3f-fa66-4d9c-becd-2628a803fd71 None None] Deleting port 8633e025-a9c0-42b0-8ccd-effe33e4c368 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:28.564403 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff717d3f-fa66-4d9c-becd-2628a803fd71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.576623 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faa9fd2-1ded-486a-a384-53f72539c122 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.577098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1faa9fd2-1ded-486a-a384-53f72539c122 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.583848 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1faa9fd2-1ded-486a-a384-53f72539c122 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/2d402727-b847-4900-8039-6b15de20dd9d HTTP/1.1" status: 404 len: 337 time: 0.0523338 Aug 19 12:49:28.590878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60626) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.693490 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9008a524-8f43-4f79-abf2-62ee0e811f72 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.694052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9008a524-8f43-4f79-abf2-62ee0e811f72 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.696505 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9008a524-8f43-4f79-abf2-62ee0e811f72 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/e8859198-aef2-49e1-b047-ce420de5b8ce HTTP/1.1" status: 404 len: 337 time: 0.1105917 Aug 19 12:49:28.700055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60628) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.705556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8633e025-a9c0-42b0-8ccd-effe33e4c368 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:28.716865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ff717d3f-fa66-4d9c-becd-2628a803fd71 None None] For port 8633e025-a9c0-42b0-8ccd-effe33e4c368, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8633e025-a9c0-42b0-8ccd-effe33e4c368,segment=NetworkSegment(a35e253a-9d8e-4ef4-a828-a803bf960f29),segment_id=a35e253a-9d8e-4ef4-a828-a803bf960f29)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:28.717284 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff717d3f-fa66-4d9c-becd-2628a803fd71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.726920 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa14d86-32e7-4832-81c9-2c4d14057dfc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.727643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa14d86-32e7-4832-81c9-2c4d14057dfc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.732862 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-caa14d86-32e7-4832-81c9-2c4d14057dfc tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/5f3282a2-4948-40ea-878b-c5db8fac4137 HTTP/1.1" status: 404 len: 333 time: 0.0292368 Aug 19 12:49:28.733861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60630) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.750446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:28.769924 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed050c30-960f-4930-9be8-d3088f80be4c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.770444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed050c30-960f-4930-9be8-d3088f80be4c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.774959 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ed050c30-960f-4930-9be8-d3088f80be4c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/c887adf2-990f-4e10-a165-c292e3e9c8c1 HTTP/1.1" status: 404 len: 337 time: 0.0384860 Aug 19 12:49:28.775236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60632) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.789614 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ab666a3-1a87-4642-b28c-e23c328f13dd req-d4680945-8851-40c4-aa20-14d94f279296 tempest-TestServerAdvancedOps-281173907 tempest-TestServerAdvancedOps-281173907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f106e49d-f698-4e2e-b850-69f7ef8ed558 HTTP/1.1" status: 200 len: 210 time: 0.0788584 Aug 19 12:49:28.822959 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.826708 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-211f430e-d5e6-4eed-a4fe-2b9fc01d8ea4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.827548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211f430e-d5e6-4eed-a4fe-2b9fc01d8ea4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.829619 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-211f430e-d5e6-4eed-a4fe-2b9fc01d8ea4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/8947264b-1849-4adc-90bf-5f7ca719e9ec HTTP/1.1" status: 404 len: 337 time: 0.0524049 Aug 19 12:49:28.832072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60634) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.837798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ff717d3f-fa66-4d9c-becd-2628a803fd71 None None] Calling delete_port for 8633e025-a9c0-42b0-8ccd-effe33e4c368 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:28.859014 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-be981825-9f88-4bc8-ba60-ffba81888a3b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.860263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be981825-9f88-4bc8-ba60-ffba81888a3b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.862852 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-be981825-9f88-4bc8-ba60-ffba81888a3b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/cc197902-fa41-4d46-af35-4fe02c542de4 HTTP/1.1" status: 404 len: 333 time: 0.0296564 Aug 19 12:49:28.870085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60636) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.903690 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0534aa0-9c01-4b32-b5d7-e05d37688bad tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.904726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0534aa0-9c01-4b32-b5d7-e05d37688bad tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.906885 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d0534aa0-9c01-4b32-b5d7-e05d37688bad tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/79df98d2-2909-42dd-a058-dd38035f2043 HTTP/1.1" status: 404 len: 337 time: 0.0352013 Aug 19 12:49:28.914047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60640) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.937544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:28.937865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9b4c68ed-4135-4785-a1e4-88cc8fed8d0b not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:28.946899 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1eacbbf-048c-45e3-b853-b00f2f67d89a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.948499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1eacbbf-048c-45e3-b853-b00f2f67d89a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.954547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1eacbbf-048c-45e3-b853-b00f2f67d89a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/20e55ef1-939f-4c82-aab3-9295d5849e65 HTTP/1.1" status: 404 len: 333 time: 0.0351808 Aug 19 12:49:28.956956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60646) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:28.987284 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.989481 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c665ae8c-7f67-4e5e-b930-8fb78b7f4960 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:28.989940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c665ae8c-7f67-4e5e-b930-8fb78b7f4960 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:28.993895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c665ae8c-7f67-4e5e-b930-8fb78b7f4960 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/4de32376-e2bc-4242-a294-7c48fafe7c2b HTTP/1.1" status: 404 len: 337 time: 0.0356026 Aug 19 12:49:28.995499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60648) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.007324 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.025781 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2975f1-0010-40de-8a51-287a1773cd2c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.027248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2975f1-0010-40de-8a51-287a1773cd2c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.031642 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8a2975f1-0010-40de-8a51-287a1773cd2c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/9d11a1e4-2ae8-4ebf-9699-e9a44b2501f4 HTTP/1.1" status: 404 len: 333 time: 0.0345960 Aug 19 12:49:29.033987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60650) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.039810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Network 28f16dbf-250c-444d-95ce-45c695a7bab6 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:29.046886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:29.051515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:29.052492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:29.053137 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.064551 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3563f739-c93f-4109-93b2-6ba93d4e34cb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.065086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3563f739-c93f-4109-93b2-6ba93d4e34cb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.066687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event updated for resources: {'Port': ['ID=1e6f9c5f-633d-4714-b824-dc335ee9648b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:29.066958 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3563f739-c93f-4109-93b2-6ba93d4e34cb tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/6b3b6d4f-210d-4015-8e7d-61aa35be9a4f HTTP/1.1" status: 404 len: 337 time: 0.0316527 Aug 19 12:49:29.071475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60652) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.091176 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.103011 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a18e4c-2681-4498-8cdb-6a5bc0063b4e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.104259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a18e4c-2681-4498-8cdb-6a5bc0063b4e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.106804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b2a18e4c-2681-4498-8cdb-6a5bc0063b4e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/367d936f-b703-4493-ace3-6ffe9d9b9259 HTTP/1.1" status: 404 len: 333 time: 0.0341675 Aug 19 12:49:29.109310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60656) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.123313 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff717d3f-fa66-4d9c-becd-2628a803fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.139074 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad56def6-a9b1-42ae-9902-887407917af9 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.139564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad56def6-a9b1-42ae-9902-887407917af9 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.144113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ad56def6-a9b1-42ae-9902-887407917af9 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/bf499fc0-7038-41ca-bfb7-b265fe57a87f HTTP/1.1" status: 404 len: 337 time: 0.0311935 Aug 19 12:49:29.144374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60662) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.173731 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91c7ea5-0394-41b5-b7b7-6a61234e222e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.177589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91c7ea5-0394-41b5-b7b7-6a61234e222e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.182960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e91c7ea5-0394-41b5-b7b7-6a61234e222e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/d66d8fe4-3e4b-44d1-9c71-a278c1edef9f HTTP/1.1" status: 404 len: 333 time: 0.0349777 Aug 19 12:49:29.183569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.190080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff717d3f-fa66-4d9c-becd-2628a803fd71 None None] Pushing event deleted for resources: {'Port': ['ID=8633e025-a9c0-42b0-8ccd-effe33e4c368,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:29.195413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5091936a-9167-413d-b959-ca8291ac2c47 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9929802 Aug 19 12:49:29.196480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff717d3f-fa66-4d9c-becd-2628a803fd71 None None] No DVR routers for this DVR port 8633e025-a9c0-42b0-8ccd-effe33e4c368 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:29.199115 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60666) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.205560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:29.216830 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3be0f84-5c7d-49ea-bd93-bd1796eea63e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.217524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3be0f84-5c7d-49ea-bd93-bd1796eea63e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.219558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e3be0f84-5c7d-49ea-bd93-bd1796eea63e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/b9ae19dc-6e87-45b7-ba2b-d1696ce0ce0e HTTP/1.1" status: 404 len: 337 time: 0.0348759 Aug 19 12:49:29.224217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60668) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.253963 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db1e0e0-53c4-4512-b111-dffa20d81861 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.254655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db1e0e0-53c4-4512-b111-dffa20d81861 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.258788 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9db1e0e0-53c4-4512-b111-dffa20d81861 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/d0241542-8565-4ae3-a7a9-df50aa11b1d2 HTTP/1.1" status: 404 len: 333 time: 0.0308332 Aug 19 12:49:29.259054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60670) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.286410 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29104d2-a8c0-4f19-8fdd-f25d549e2533 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.289481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29104d2-a8c0-4f19-8fdd-f25d549e2533 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.289481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c29104d2-a8c0-4f19-8fdd-f25d549e2533 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/5133af93-7aaf-407e-ad87-28a0af5d7258 HTTP/1.1" status: 404 len: 337 time: 0.0289054 Aug 19 12:49:29.293926 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.299893 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.334230 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ea1afc-7609-4fa6-b509-5c7b2da0368a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.334894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ea1afc-7609-4fa6-b509-5c7b2da0368a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.337445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-27ea1afc-7609-4fa6-b509-5c7b2da0368a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/b7ba2700-22c5-4133-a88e-a6f2e14f3d56 HTTP/1.1" status: 404 len: 337 time: 0.0424626 Aug 19 12:49:29.341145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.373986 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-68227029-212b-4ff9-be5c-9328665e530d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.374758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68227029-212b-4ff9-be5c-9328665e530d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.376760 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-68227029-212b-4ff9-be5c-9328665e530d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/c764ac53-9a06-498b-a779-4b578f43c789 HTTP/1.1" status: 404 len: 333 time: 0.0342324 Aug 19 12:49:29.380671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60678) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.414578 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3604249-7e6a-4d30-84ca-0d369b631b4f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.415044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3604249-7e6a-4d30-84ca-0d369b631b4f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.417029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a3604249-7e6a-4d30-84ca-0d369b631b4f tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/299c6011-f5c7-4181-a2ac-c8adbb46780a HTTP/1.1" status: 404 len: 337 time: 0.0353069 Aug 19 12:49:29.421517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60682) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.450264 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-033c63e6-594e-4ed3-9e84-ad03561d8c38 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.450727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033c63e6-594e-4ed3-9e84-ad03561d8c38 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.452619 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-033c63e6-594e-4ed3-9e84-ad03561d8c38 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/76a91fb6-b9f7-437c-b509-ba150a0b588a HTTP/1.1" status: 404 len: 337 time: 0.0301626 Aug 19 12:49:29.455429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60684) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.479395 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b79a46-0cc9-424f-b48c-b91b9cfb50e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.480087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b79a46-0cc9-424f-b48c-b91b9cfb50e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.482143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-44b79a46-0cc9-424f-b48c-b91b9cfb50e1 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/3de1704f-f4bb-4d22-85df-8a5704e52a48 HTTP/1.1" status: 404 len: 333 time: 0.0256746 Aug 19 12:49:29.484621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60686) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.516849 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9a6d29-7464-48bf-9582-13cd91eec6c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.518045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9a6d29-7464-48bf-9582-13cd91eec6c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.522417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7b9a6d29-7464-48bf-9582-13cd91eec6c0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/040cccc0-2e99-4aee-83f6-a18cb4534c98 HTTP/1.1" status: 404 len: 337 time: 0.0341399 Aug 19 12:49:29.522833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60690) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.556010 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9a535b-d5b4-42c9-8765-4edbdf4f1bf7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.556507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9a535b-d5b4-42c9-8765-4edbdf4f1bf7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.562099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5d9a535b-d5b4-42c9-8765-4edbdf4f1bf7 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/9aa82613-57d0-4273-a9f3-4c30067e55b6 HTTP/1.1" status: 404 len: 337 time: 0.0347042 Aug 19 12:49:29.562862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60692) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.587827 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f24ca8-7b33-4a50-8554-777fb5a4e34a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.588562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f24ca8-7b33-4a50-8554-777fb5a4e34a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.591302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-02f24ca8-7b33-4a50-8554-777fb5a4e34a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/a4eab024-3a39-42aa-8f4e-9eedef253b76 HTTP/1.1" status: 404 len: 333 time: 0.0267408 Aug 19 12:49:29.593543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60694) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.621558 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-156df92a-b0c7-4271-8a89-58a6f4056898 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.622144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156df92a-b0c7-4271-8a89-58a6f4056898 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.623963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-156df92a-b0c7-4271-8a89-58a6f4056898 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/75c82d49-472f-4959-bf6e-bd40fb11cf6c HTTP/1.1" status: 404 len: 337 time: 0.0292542 Aug 19 12:49:29.636280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60698) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.669210 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-398beacb-7f48-453c-9e15-5ca0bac7233a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.669783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398beacb-7f48-453c-9e15-5ca0bac7233a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.681155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60700) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.681242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-398beacb-7f48-453c-9e15-5ca0bac7233a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/9cab9bce-b34b-4586-87f4-eb66dcec704d HTTP/1.1" status: 404 len: 337 time: 0.0427985 Aug 19 12:49:29.733539 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ad23bdd5-7866-48d5-a99e-6006ae14f59b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7129c7b-de2d-4aa4-b6a1-7b22887c39fb HTTP/1.1" status: 200 len: 205 time: 0.0490003 Aug 19 12:49:29.734189 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60704) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.780314 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-56f3066c-aca6-4a2d-93c0-c5869d63df11 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] delete failed (client error): The resource could not be found. Aug 19 12:49:29.781421 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-56f3066c-aca6-4a2d-93c0-c5869d63df11 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/routers/b7129c7b-de2d-4aa4-b6a1-7b22887c39fb HTTP/1.1" status: 404 len: 336 time: 0.0462103 Aug 19 12:49:29.784325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60706) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.838581 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbb58a1-017e-49af-b7f2-b66bc21043a4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.839558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbb58a1-017e-49af-b7f2-b66bc21043a4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.842473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7dbb58a1-017e-49af-b7f2-b66bc21043a4 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/55ac2229-d801-41a9-8cd5-03bec2897317 HTTP/1.1" status: 404 len: 337 time: 0.0569386 Aug 19 12:49:29.852574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60710) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.879716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60714) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.887211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4130740e-719a-4bc0-9739-c474471fb2f8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "GET /v2.0/ports?device_id=0af80e5a-68ac-4c71-8b8a-728fe705f683 HTTP/1.1" status: 200 len: 205 time: 0.0352662 Aug 19 12:49:29.894402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60716) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.939139 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] device_id is not set on port 1e6f9c5f-633d-4714-b824-dc335ee9648b yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:29.951246 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-f77500c6-df5b-4e30-8243-225ebcac3b17 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] delete failed (client error): The resource could not be found. Aug 19 12:49:29.951246 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f77500c6-df5b-4e30-8243-225ebcac3b17 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/routers/0af80e5a-68ac-4c71-8b8a-728fe705f683 HTTP/1.1" status: 404 len: 336 time: 0.0532506 Aug 19 12:49:29.952666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-998a7ba3-9b8e-4da6-a4f4-b91eda4bd30f admin admin] Deleting subnet 01bf2426-43ee-4a92-bfd8-152128b82bd9 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:29.952823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.953346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60722) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:29.956368 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-998a7ba3-9b8e-4da6-a4f4-b91eda4bd30f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.992649 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-843c36f1-2e00-4d06-af75-2157446835d3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:29.993008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843c36f1-2e00-4d06-af75-2157446835d3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:29.994831 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-843c36f1-2e00-4d06-af75-2157446835d3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/7b0e2726-a73d-4552-9051-3fc5d3463c8f HTTP/1.1" status: 404 len: 337 time: 0.0404339 Aug 19 12:49:29.996069 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-998a7ba3-9b8e-4da6-a4f4-b91eda4bd30f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.996199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Transition to ACTIVE for port object 1e6f9c5f-633d-4714-b824-dc335ee9648b will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:29.997948 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60724) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.029127 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-443080ec-a8ee-4ba9-a3f2-918bd0ec697e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.029701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443080ec-a8ee-4ba9-a3f2-918bd0ec697e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.031392 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-443080ec-a8ee-4ba9-a3f2-918bd0ec697e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/e80abbc0-726f-4372-b8bb-786f5eb94d69 HTTP/1.1" status: 404 len: 337 time: 0.0325532 Aug 19 12:49:30.034047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60726) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.040332 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-998a7ba3-9b8e-4da6-a4f4-b91eda4bd30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.057807 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-72aebdce-cd3d-4007-93c4-588dd2c95e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.058648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72aebdce-cd3d-4007-93c4-588dd2c95e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.060398 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-72aebdce-cd3d-4007-93c4-588dd2c95e2b tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/2b62116d-3892-4047-9422-a28d0e9febd2 HTTP/1.1" status: 404 len: 333 time: 0.0253522 Aug 19 12:49:30.063055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60728) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.090586 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5143e847-970b-4832-8f18-6691f123f60a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.091042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5143e847-970b-4832-8f18-6691f123f60a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.093871 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5143e847-970b-4832-8f18-6691f123f60a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/259e1b5b-0709-42cf-b8e2-86a2c1610009 HTTP/1.1" status: 404 len: 337 time: 0.0298281 Aug 19 12:49:30.095705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60730) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.105734 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.146697 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bff4579-e2c7-4252-a737-4fce42c6b68c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.147182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bff4579-e2c7-4252-a737-4fce42c6b68c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.149879 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5bff4579-e2c7-4252-a737-4fce42c6b68c tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/1d810892-04c4-4214-99f0-a34d48d9aa7a HTTP/1.1" status: 404 len: 333 time: 0.0531170 Aug 19 12:49:30.157601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60734) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.178518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event updated for resources: {'Port': ['ID=1e6f9c5f-633d-4714-b824-dc335ee9648b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:30.189882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-998a7ba3-9b8e-4da6-a4f4-b91eda4bd30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.195392 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb872f9b-5548-44a3-98ca-4a97f718b776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.198289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb872f9b-5548-44a3-98ca-4a97f718b776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.202339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fb872f9b-5548-44a3-98ca-4a97f718b776 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/15bb1e1d-1163-492e-a038-41187dfcd450 HTTP/1.1" status: 404 len: 337 time: 0.0433140 Aug 19 12:49:30.206930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60736) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.215104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:30.215461 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:30.218871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:30.221578 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:30.222037 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:30.222532 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 2 to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b Aug 19 12:49:30.240458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:30.240985 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:30.241906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:30.250099 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:30.250575 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:30.251125 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 3 to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b Aug 19 12:49:30.264945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a7ba3-9b8e-4da6-a4f4-b91eda4bd30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01bf2426-43ee-4a92-bfd8-152128b82bd9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:30.267136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:30.267936 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:30.269519 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f969d5-990e-454d-b21b-e48ae093a4ae tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.270429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f969d5-990e-454d-b21b-e48ae093a4ae tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.272318 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:30.273396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-93f969d5-990e-454d-b21b-e48ae093a4ae tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/80cb846f-20b0-4889-8c63-6734483be048 HTTP/1.1" status: 404 len: 333 time: 0.0649230 Aug 19 12:49:30.275433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-998a7ba3-9b8e-4da6-a4f4-b91eda4bd30f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.277828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-998a7ba3-9b8e-4da6-a4f4-b91eda4bd30f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/01bf2426-43ee-4a92-bfd8-152128b82bd9 HTTP/1.1" status: 204 len: 168 time: 0.3982058 Aug 19 12:49:30.278607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60740) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.281227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60742) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.282189 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:30.282762 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:30.283262 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 4 to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b Aug 19 12:49:30.305349 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:30.305909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:30.306369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:30.313533 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:30.314016 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:30.314488 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 5 to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b Aug 19 12:49:30.331378 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:30.332019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:30.332583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:30.337679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:30.339462 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:30.340212 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 6 to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b Aug 19 12:49:30.355761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:30.356621 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:30.357230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:30.363352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:30.364208 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:30.364711 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 7 to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b Aug 19 12:49:30.374824 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf906a25-64f3-4fd5-b1a1-bcfc040931b2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.375299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf906a25-64f3-4fd5-b1a1-bcfc040931b2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.379960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cf906a25-64f3-4fd5-b1a1-bcfc040931b2 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/521e9bcc-a51e-46c6-babc-02aa98734491 HTTP/1.1" status: 404 len: 337 time: 0.0973506 Aug 19 12:49:30.380431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60744) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.384399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:30.385788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:30.386387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:30.397147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:30.398005 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:30.398625 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 8 to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b Aug 19 12:49:30.413074 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-364e47ab-5743-4786-8a08-e4603aaa0698 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.413810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364e47ab-5743-4786-8a08-e4603aaa0698 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.415215 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:30.415609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-364e47ab-5743-4786-8a08-e4603aaa0698 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/7b69d999-0258-4e41-a128-332b666ff1d1 HTTP/1.1" status: 404 len: 333 time: 0.0335011 Aug 19 12:49:30.419028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:30.419441 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:30.423147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60746) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.425628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:30.426159 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:30.426655 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 9 to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b Aug 19 12:49:30.441340 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:30.441814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:30.442229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:30.447398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:30.447398 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:30.448636 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 10 to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b Aug 19 12:49:30.462038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:30.462246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:30.462476 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:30.465421 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2689062-5c58-4d64-a2c9-9cde3c957cc0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.466034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2689062-5c58-4d64-a2c9-9cde3c957cc0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.467819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:30.468452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d2689062-5c58-4d64-a2c9-9cde3c957cc0 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/ca3205cd-0188-42bc-9565-b7b23a6bb22e HTTP/1.1" status: 404 len: 337 time: 0.0441914 Aug 19 12:49:30.469822 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port 1e6f9c5f-633d-4714-b824-dc335ee9648b on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:30.470482 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.472479 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60750) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.483727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.511880 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2eb7b3-6f18-48b3-9e47-18edccd5a13e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.512481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2eb7b3-6f18-48b3-9e47-18edccd5a13e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.514498 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4f2eb7b3-6f18-48b3-9e47-18edccd5a13e tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/3a49a016-6dc6-47d6-a87d-34ebc643cb2c HTTP/1.1" status: 404 len: 333 time: 0.0410464 Aug 19 12:49:30.517432 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60752) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.564436 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-51535233-096e-4bd9-960a-f255e5c2ac66 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.565032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51535233-096e-4bd9-960a-f255e5c2ac66 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.575431 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-51535233-096e-4bd9-960a-f255e5c2ac66 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/bb4d85b1-411b-4830-bf57-442a353b5aa5 HTTP/1.1" status: 404 len: 337 time: 0.0564187 Aug 19 12:49:30.581486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60754) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.588563 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.618604 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f353f6-dd21-4670-80fa-d3327bfc07e8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.619907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f353f6-dd21-4670-80fa-d3327bfc07e8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.624323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a6f353f6-dd21-4670-80fa-d3327bfc07e8 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/7e376904-e010-4df6-a04f-d37f55150d90 HTTP/1.1" status: 404 len: 333 time: 0.0427027 Aug 19 12:49:30.624323 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff4f77c-57d6-4851-9119-af981b0b13bb']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:30.625063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60758) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.637224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ade90b-2720-48db-a28f-47346d20db71') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:30.637740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ade90b-2720-48db-a28f-47346d20db71') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:30.645205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] For port 1e6f9c5f-633d-4714-b824-dc335ee9648b, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:30.645611 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempted to set empty binding levels {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:49:30.655758 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.686466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.692197 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80e1813-892b-488c-9601-31fc15b154e3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.692758 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80e1813-892b-488c-9601-31fc15b154e3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.699733 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f80e1813-892b-488c-9601-31fc15b154e3 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/a7af9b42-549d-4f70-ab6a-63a7431bac21 HTTP/1.1" status: 404 len: 337 time: 0.0694728 Aug 19 12:49:30.699733 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60762) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.700844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:30.701516 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: items = [ Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:30.709133 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:30.737710 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bff890-5393-4325-9f98-dd541d6b9e2a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.738232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bff890-5393-4325-9f98-dd541d6b9e2a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.742724 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c4bff890-5393-4325-9f98-dd541d6b9e2a tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/ports/9b975a0d-04f3-4079-b7e1-c9437543b8fc HTTP/1.1" status: 404 len: 333 time: 0.0420902 Aug 19 12:49:30.743478 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60764) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.754626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.789232 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe4722c-41ca-4afa-bb6f-a58a82c4132d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] DELETE failed (client error): The resource could not be found. Aug 19 12:49:30.790158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe4722c-41ca-4afa-bb6f-a58a82c4132d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:49:30.792929 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3fe4722c-41ca-4afa-bb6f-a58a82c4132d tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/subnets/a2448776-b978-4669-aafb-53a905cfa7c3 HTTP/1.1" status: 404 len: 337 time: 0.0473201 Aug 19 12:49:30.796186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60766) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.813317 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] In _notify_port_updated(), no bound segment for port 1e6f9c5f-633d-4714-b824-dc335ee9648b on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:49:30.814368 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.815079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.819180 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "PUT /v2.0/ports/1e6f9c5f-633d-4714-b824-dc335ee9648b HTTP/1.1" status: 200 len: 975 time: 1.6166604 Aug 19 12:49:30.820215 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60768) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:30.896799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab522896-0883-4873-8ba3-eb9dc0234276 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event updated for resources: {'Port': ['ID=1e6f9c5f-633d-4714-b824-dc335ee9648b,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:30.905713 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.929330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575cb0f1-acf5-4bc0-81d1-ec537ec65ad4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.930219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575cb0f1-acf5-4bc0-81d1-ec537ec65ad4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.930911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575cb0f1-acf5-4bc0-81d1-ec537ec65ad4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.931534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575cb0f1-acf5-4bc0-81d1-ec537ec65ad4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.932733 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575cb0f1-acf5-4bc0-81d1-ec537ec65ad4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.935684 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-575cb0f1-acf5-4bc0-81d1-ec537ec65ad4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4672 time: 0.1147044 Aug 19 12:49:30.945817 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60770) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:31.032758 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.045808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbba3ea2-383a-40d7-830c-045ff0649192']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:31.049814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-43db65ee-91ec-45ce-bb23-3d707bcf1c51 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Deleting port 1e6f9c5f-633d-4714-b824-dc335ee9648b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:31.050839 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-43db65ee-91ec-45ce-bb23-3d707bcf1c51 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.057708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35e253a-9d8e-4ef4-a828-a803bf960f29') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:31.058005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35e253a-9d8e-4ef4-a828-a803bf960f29') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:31.069054 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.090358 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.098393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:31.098929 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:31.102918 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:31.143014 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.144954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-43db65ee-91ec-45ce-bb23-3d707bcf1c51 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] For port 1e6f9c5f-633d-4714-b824-dc335ee9648b, host n-h1-778732-8, got binding levels [] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:31.145277 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-43db65ee-91ec-45ce-bb23-3d707bcf1c51 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.155929 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.158107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8ff4f77c-57d6-4851-9119-af981b0b13bb HTTP/1.1" status: 204 len: 168 time: 0.8677542 Aug 19 12:49:31.160594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60778) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:31.162947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-43db65ee-91ec-45ce-bb23-3d707bcf1c51 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Calling delete_port for 1e6f9c5f-633d-4714-b824-dc335ee9648b owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:31.188010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332697ef-4190-40d2-a1cb-49cacd0561a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff4f77c-57d6-4851-9119-af981b0b13bb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:31.256675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da4a40e-6c55-456b-9e95-ffdbaa836d84 admin admin] Deleting subnet 2760f093-ff60-47e3-a4c0-aad441ad274c {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:31.266674 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3da4a40e-6c55-456b-9e95-ffdbaa836d84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.319875 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3da4a40e-6c55-456b-9e95-ffdbaa836d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.385158 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3da4a40e-6c55-456b-9e95-ffdbaa836d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.446959 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.455418 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.460182 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] 10.222.0.44 "DELETE /v2.0/networks/cbba3ea2-383a-40d7-830c-045ff0649192 HTTP/1.1" status: 204 len: 168 time: 0.6603653 Aug 19 12:49:31.480689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd227c9c-e169-4f50-bb8c-71384cc93c48 tempest-NetworksTestDHCPv6-1928933283 tempest-NetworksTestDHCPv6-1928933283-project] Pushing event deleted for resources: {'Network': ['ID=cbba3ea2-383a-40d7-830c-045ff0649192,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:31.487355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-43db65ee-91ec-45ce-bb23-3d707bcf1c51 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.530436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db65ee-91ec-45ce-bb23-3d707bcf1c51 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e6f9c5f-633d-4714-b824-dc335ee9648b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:31.536761 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-43db65ee-91ec-45ce-bb23-3d707bcf1c51 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.539278 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-43db65ee-91ec-45ce-bb23-3d707bcf1c51 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "DELETE /v2.0/ports/1e6f9c5f-633d-4714-b824-dc335ee9648b HTTP/1.1" status: 204 len: 168 time: 0.5881371 Aug 19 12:49:31.542521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:31.576520 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-208fc55c-f79b-4e71-91c4-dcd34788346e tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:49:31.581959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60786) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:31.583085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-208fc55c-f79b-4e71-91c4-dcd34788346e tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "GET /v2.0/ports/1e6f9c5f-633d-4714-b824-dc335ee9648b HTTP/1.1" status: 404 len: 333 time: 0.0387683 Aug 19 12:49:31.588963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-599246807', 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:31.605673 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3da4a40e-6c55-456b-9e95-ffdbaa836d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.646149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4a40e-6c55-456b-9e95-ffdbaa836d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2760f093-ff60-47e3-a4c0-aad441ad274c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:31.648286 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3da4a40e-6c55-456b-9e95-ffdbaa836d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.651247 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3da4a40e-6c55-456b-9e95-ffdbaa836d84 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2760f093-ff60-47e3-a4c0-aad441ad274c HTTP/1.1" status: 204 len: 168 time: 0.4886708 Aug 19 12:49:31.653770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60792) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:31.740500 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.801001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Made reservation on behalf of cc93b86d34cc42e2a45ec3243e0e52c2 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:31.804336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.832721 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.834225 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] device_id is not set on port 8a059c6c-e2bd-4ba1-8cab-3ed6098bc8f8 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:31.845793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06413290-970a-4ae5-be10-c14f9f00eae3']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:31.859205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16299dac-fc4b-45eb-b0f7-91b9b93d2842') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:31.859587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16299dac-fc4b-45eb-b0f7-91b9b93d2842') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:31.870626 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.906503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.915330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:31.915785 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:31.934022 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:32.083254 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.298450 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.306300 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.310716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] 10.222.0.44 "DELETE /v2.0/networks/06413290-970a-4ae5-be10-c14f9f00eae3 HTTP/1.1" status: 204 len: 168 time: 0.6557992 Aug 19 12:49:32.324234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68122f-9f04-4bdd-b37a-8a35e3dd2284 admin admin] Pushing event deleted for resources: {'Network': ['ID=06413290-970a-4ae5-be10-c14f9f00eae3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:32.684106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.741752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Network 28f16dbf-250c-444d-95ce-45c695a7bab6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:32.746011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:32.749875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:32.750834 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:32.751772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.762530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event updated for resources: {'Port': ['ID=8a059c6c-e2bd-4ba1-8cab-3ed6098bc8f8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:32.774419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.777064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.777064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.777064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.777064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.777064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.777064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.777987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.777987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.777987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.778290 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.778574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:32.945909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60810) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:33.115140 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a5c334bf-4a88-45dc-9642-5559d3543bc4 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5317857 Aug 19 12:49:33.120803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60818) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:33.158435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548fb94f-5c15-4861-83bb-29683128c661 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:33.160071 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-548fb94f-5c15-4861-83bb-29683128c661 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "GET /v2.0/ports/8a059c6c-e2bd-4ba1-8cab-3ed6098bc8f8 HTTP/1.1" status: 200 len: 954 time: 0.0382085 Aug 19 12:49:33.172815 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60820) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:33.279925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcd05c-0e3f-41fc-8aba-87c717b9588d tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Deleting port 8a059c6c-e2bd-4ba1-8cab-3ed6098bc8f8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:33.280348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd05c-0e3f-41fc-8aba-87c717b9588d tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.355548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60824) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:33.366987 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd05c-0e3f-41fc-8aba-87c717b9588d tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.388583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcd05c-0e3f-41fc-8aba-87c717b9588d tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Calling delete_port for 8a059c6c-e2bd-4ba1-8cab-3ed6098bc8f8 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:33.402872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3c154fc4-e405-447c-8c70-829b3195f258 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8809bfa00889416c9f56752a730aa74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459826 Aug 19 12:49:33.410487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60828) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:33.517588 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f6b6484-23e8-4dc9-8560-4835ad0a2b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.556836 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f6b6484-23e8-4dc9-8560-4835ad0a2b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.593964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd05c-0e3f-41fc-8aba-87c717b9588d tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.623770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcd05c-0e3f-41fc-8aba-87c717b9588d tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a059c6c-e2bd-4ba1-8cab-3ed6098bc8f8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:33.641295 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd05c-0e3f-41fc-8aba-87c717b9588d tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.643859 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9cbcd05c-0e3f-41fc-8aba-87c717b9588d tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "DELETE /v2.0/ports/8a059c6c-e2bd-4ba1-8cab-3ed6098bc8f8 HTTP/1.1" status: 204 len: 168 time: 0.4698570 Aug 19 12:49:33.648372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60832) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:33.678088 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65c6cab-5767-42ef-91f4-5586eed75a73 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:49:33.679921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e65c6cab-5767-42ef-91f4-5586eed75a73 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "GET /v2.0/ports/8a059c6c-e2bd-4ba1-8cab-3ed6098bc8f8 HTTP/1.1" status: 404 len: 333 time: 0.0303531 Aug 19 12:49:33.685510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60836) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:33.691163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Request body: {'port': {'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1693180470'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:33.706030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0dc4f625-f0d3-4899-9190-4518e00aa0f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eaaf60c36900416bbd5d6c4fa9e2fc67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564614 Aug 19 12:49:33.707768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60838) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:33.733045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f6b6484-23e8-4dc9-8560-4835ad0a2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.735698 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f6b6484-23e8-4dc9-8560-4835ad0a2b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.740565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1f6b6484-23e8-4dc9-8560-4835ad0a2b18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be330981-8d64-495b-a1c1-4b43e9d6fb0f HTTP/1.1" status: 204 len: 168 time: 0.3251081 Aug 19 12:49:33.782784 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0706ffef-36c2-42d2-86d2-8c06100c204c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.784676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b6484-23e8-4dc9-8560-4835ad0a2b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be330981-8d64-495b-a1c1-4b43e9d6fb0f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:33.820036 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0706ffef-36c2-42d2-86d2-8c06100c204c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.871534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Made reservation on behalf of cc93b86d34cc42e2a45ec3243e0e52c2 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:33.878526 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.897703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] device_id is not set on port e53f1bbd-cbc7-498e-8b4b-ae402091d855 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:34.052263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0706ffef-36c2-42d2-86d2-8c06100c204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.055104 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0706ffef-36c2-42d2-86d2-8c06100c204c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.059347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0706ffef-36c2-42d2-86d2-8c06100c204c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60f8ad1b-0af1-4075-a2ae-c090464db764 HTTP/1.1" status: 204 len: 168 time: 0.3487163 Aug 19 12:49:34.066291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706ffef-36c2-42d2-86d2-8c06100c204c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f8ad1b-0af1-4075-a2ae-c090464db764,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:34.215410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.389681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.444911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Network 28f16dbf-250c-444d-95ce-45c695a7bab6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:34.449068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:34.451813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:34.453118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:34.453797 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.462098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event updated for resources: {'Port': ['ID=e53f1bbd-cbc7-498e-8b4b-ae402091d855,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:34.599946 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cf9d8c96-7da4-4270-a196-29a72059de83 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9131322 Aug 19 12:49:34.602491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60858) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:34.609314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:34.670468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.868770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] device_id is not set on port e53f1bbd-cbc7-498e-8b4b-ae402091d855 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:34.879544 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.893803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Transition to ACTIVE for port object e53f1bbd-cbc7-498e-8b4b-ae402091d855 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:35.091768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.148052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event updated for resources: {'Port': ['ID=e53f1bbd-cbc7-498e-8b4b-ae402091d855,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:35.162713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:35.163314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:35.163721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:35.169433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:35.169763 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:35.170347 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 2 to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 Aug 19 12:49:35.189081 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:35.189465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:35.189830 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:35.195761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:35.196264 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:35.196704 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 3 to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 Aug 19 12:49:35.220729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:35.221418 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:35.221643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:35.227684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:35.228117 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:35.229243 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 4 to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 Aug 19 12:49:35.246629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60870) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:35.250513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:35.251315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:35.251818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:35.258515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:35.258515 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:35.258515 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 5 to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 Aug 19 12:49:35.272896 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:35.273240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:35.273638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:35.279118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:35.279559 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:35.279966 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 6 to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 Aug 19 12:49:35.296129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:35.296468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:35.296808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:35.302507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:35.303026 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:35.303290 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 7 to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 Aug 19 12:49:35.317999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:35.318484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:35.319282 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:35.326342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:35.326705 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:35.327116 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 8 to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 Aug 19 12:49:35.352496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:35.352918 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:35.354287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:35.359705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:35.360106 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:35.360423 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 9 to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 Aug 19 12:49:35.376669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:35.377065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:35.377529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:35.382314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:35.382659 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:35.383071 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempt 10 to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 Aug 19 12:49:35.402205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:35.402601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:35.402873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempting to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:35.410646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60878) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:35.418865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:35.419427 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Failed to bind port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '125e4122-8d5f-468d-b084-279f53374133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f16dbf-250c-444d-95ce-45c695a7bab6'}] Aug 19 12:49:35.420131 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.468813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b2cde9fa-a405-425f-9900-48f7391ff615 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ef5f015352f4c2d9ee92d5c313f64b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565469 Aug 19 12:49:35.476404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60880) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:35.486975 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d204484-b582-47ce-8256-89f8165ccb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.595913 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd367104-db61-4348-a2bf-f1ada0615c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.621678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] For port e53f1bbd-cbc7-498e-8b4b-ae402091d855, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:35.621678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attempted to set empty binding levels {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:49:35.626985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd367104-db61-4348-a2bf-f1ada0615c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.640355 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d204484-b582-47ce-8256-89f8165ccb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.840675 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d204484-b582-47ce-8256-89f8165ccb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.843684 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.847941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd367104-db61-4348-a2bf-f1ada0615c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.852284 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd367104-db61-4348-a2bf-f1ada0615c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.855183 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cd367104-db61-4348-a2bf-f1ada0615c3f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0de2e7e7-75a4-4595-a467-f92174f5bc58 HTTP/1.1" status: 204 len: 168 time: 0.3763149 Aug 19 12:49:35.888927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4d204484-b582-47ce-8256-89f8165ccb78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b29627a65984ff683db71d34d6482e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6409636 Aug 19 12:49:35.897507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60894) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:35.906780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] In _notify_port_updated(), no bound segment for port e53f1bbd-cbc7-498e-8b4b-ae402091d855 on network 28f16dbf-250c-444d-95ce-45c695a7bab6 {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:49:35.908083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:35.909736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.914472 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "PUT /v2.0/ports/e53f1bbd-cbc7-498e-8b4b-ae402091d855 HTTP/1.1" status: 200 len: 975 time: 1.3108611 Aug 19 12:49:35.918117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60896) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:35.926782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd367104-db61-4348-a2bf-f1ada0615c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de2e7e7-75a4-4595-a467-f92174f5bc58,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:35.955077 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b066f-7760-43d5-98bc-d107aadd9136 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event updated for resources: {'Port': ['ID=e53f1bbd-cbc7-498e-8b4b-ae402091d855,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:36.017282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d204484-b582-47ce-8256-89f8165ccb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9edc65-9def-4a32-9c21-5de60152601f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:36.083669 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82d6b497-cf43-42f9-870e-5d9f35d94a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.112129 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-45a95b79-ec7b-4680-a58f-eb2d60620f03 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Deleting port e53f1bbd-cbc7-498e-8b4b-ae402091d855 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:36.112479 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45a95b79-ec7b-4680-a58f-eb2d60620f03 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.118818 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82d6b497-cf43-42f9-870e-5d9f35d94a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.211102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-45a95b79-ec7b-4680-a58f-eb2d60620f03 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] For port e53f1bbd-cbc7-498e-8b4b-ae402091d855, host n-h1-778732-8, got binding levels [] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:36.211687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45a95b79-ec7b-4680-a58f-eb2d60620f03 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.234680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-45a95b79-ec7b-4680-a58f-eb2d60620f03 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Calling delete_port for e53f1bbd-cbc7-498e-8b4b-ae402091d855 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:36.430193 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82d6b497-cf43-42f9-870e-5d9f35d94a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.436434 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82d6b497-cf43-42f9-870e-5d9f35d94a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.439526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-82d6b497-cf43-42f9-870e-5d9f35d94a8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f9edc65-9def-4a32-9c21-5de60152601f HTTP/1.1" status: 204 len: 168 time: 0.5397210 Aug 19 12:49:36.451832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6b497-cf43-42f9-870e-5d9f35d94a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9edc65-9def-4a32-9c21-5de60152601f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:36.485150 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45a95b79-ec7b-4680-a58f-eb2d60620f03 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.519634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a95b79-ec7b-4680-a58f-eb2d60620f03 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Pushing event deleted for resources: {'Port': ['ID=e53f1bbd-cbc7-498e-8b4b-ae402091d855,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:36.536180 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45a95b79-ec7b-4680-a58f-eb2d60620f03 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.538594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-45a95b79-ec7b-4680-a58f-eb2d60620f03 tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "DELETE /v2.0/ports/e53f1bbd-cbc7-498e-8b4b-ae402091d855 HTTP/1.1" status: 204 len: 168 time: 0.6191616 Aug 19 12:49:36.542207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60914) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:36.570735 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7804fc-5126-4a48-ae89-5e85820627ab tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:49:36.572476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4e7804fc-5126-4a48-ae89-5e85820627ab tempest-PortsAdminExtendedAttrsTestJSON-592418092 tempest-PortsAdminExtendedAttrsTestJSON-592418092-project-admin] 10.222.0.44 "GET /v2.0/ports/e53f1bbd-cbc7-498e-8b4b-ae402091d855 HTTP/1.1" status: 404 len: 333 time: 0.0289679 Aug 19 12:49:36.576945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60918) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:36.692523 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.800250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.815534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f16dbf-250c-444d-95ce-45c695a7bab6']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:36.832706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125e4122-8d5f-468d-b084-279f53374133') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:36.833169 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125e4122-8d5f-468d-b084-279f53374133') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:36.845996 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.864757 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.874235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:36.874448 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:36.877803 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:36.922055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:37.086639 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.095665 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.097680 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] 10.222.0.44 "DELETE /v2.0/networks/28f16dbf-250c-444d-95ce-45c695a7bab6 HTTP/1.1" status: 204 len: 168 time: 0.5195329 Aug 19 12:49:37.112324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7d8a8-be49-442f-bb7c-19b851ab3558 tempest-PortsAdminExtendedAttrsTestJSON-1065625399 tempest-PortsAdminExtendedAttrsTestJSON-1065625399-project] Pushing event deleted for resources: {'Network': ['ID=28f16dbf-250c-444d-95ce-45c695a7bab6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:37.132229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1465630081'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:37.355905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Made reservation on behalf of d4dafb541cf3475485697479a4526baa for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:37.361615 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.372752 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.493383 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.622930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60946) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:37.638295 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cce6b3a-2c11-4629-b1bc-4d2ac2eb51ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.727778 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.762094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:37.785556 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.785556 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Added segment 003a5989-adf6-490c-aaac-e9f5cea7fbf0 of type vlan for network 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 Aug 19 12:49:37.787380 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b4fe39-cfec-4cf7-ad7e-33054b10468f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:37.874018 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.904598 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cce6b3a-2c11-4629-b1bc-4d2ac2eb51ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.962354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60952) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:38.141917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4b312ed0-5978-4356-82a7-166f3c009606 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c972c80d3b14ec480acd2cbcf975482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773751 Aug 19 12:49:38.155602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60960) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:38.176986 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cce6b3a-2c11-4629-b1bc-4d2ac2eb51ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.206690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e379b673-7134-4f38-a658-85d09cd1e158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.221031 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4cce6b3a-2c11-4629-b1bc-4d2ac2eb51ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=925fee9cca1341dca1f1d0642bc3df33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5968966 Aug 19 12:49:38.224128 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60964) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:38.235056 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e379b673-7134-4f38-a658-85d09cd1e158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.245994 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce6b3a-2c11-4629-b1bc-4d2ac2eb51ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8ce2f2-2094-4d21-9d90-011ccf116bd9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:38.307480 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be6880f0-8c00-49e6-95c3-fe72ecded9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.318808 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.330487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:38.331492 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.345796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be6880f0-8c00-49e6-95c3-fe72ecded9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.583533 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be6880f0-8c00-49e6-95c3-fe72ecded9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.586447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be6880f0-8c00-49e6-95c3-fe72ecded9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.590260 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-be6880f0-8c00-49e6-95c3-fe72ecded9fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d8ce2f2-2094-4d21-9d90-011ccf116bd9 HTTP/1.1" status: 204 len: 168 time: 0.3621094 Aug 19 12:49:38.609537 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6880f0-8c00-49e6-95c3-fe72ecded9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8ce2f2-2094-4d21-9d90-011ccf116bd9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:38.784736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 60980) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:38.799170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e379b673-7134-4f38-a658-85d09cd1e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.801791 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e379b673-7134-4f38-a658-85d09cd1e158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.803369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e379b673-7134-4f38-a658-85d09cd1e158 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4e89c2b-efd8-4ee1-9e75-4be966f9e088 HTTP/1.1" status: 204 len: 168 time: 0.6549401 Aug 19 12:49:38.825842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379b673-7134-4f38-a658-85d09cd1e158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e89c2b-efd8-4ee1-9e75-4be966f9e088,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:38.833659 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Pushing event updated for resources: {'Network': ['ID=7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:38.889928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:38.948627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-276561334-network', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:38.968803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fb70f8a4-b2e2-42ef-9c52-4e5c34c23315 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0438492 Aug 19 12:49:38.972753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 60990) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:38.980444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Request body: {'subnet': {'network_id': '7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:39.205122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Made reservation on behalf of 7304fc0218bb411c9647ddabb1b8204a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:39.207546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.223786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.549407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Made reservation on behalf of d4dafb541cf3475485697479a4526baa for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:39.553331 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.644661 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.989766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.994265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.016009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:40.031247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40958643-8cea-4ef6-a0d1-bd345aff3647,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:40.036665 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.037023 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Added segment dd392ce5-3ba6-4c5c-8c2b-51010c3ea436 of type vlan for network bb0fb07f-9fd1-4405-8e27-bccf25557223 Aug 19 12:49:40.063045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Pushing event updated for resources: {'Subnet': ['ID=3f803751-97b3-447e-8d87-2141c556e326,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:40.074651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Checking segment: {'id': '003a5989-adf6-490c-aaac-e9f5cea7fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:40.075098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Network hostable DHCP agents. Network: 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:40.080829 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.359260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Network 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:40.367586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.367586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:40.367586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.426536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] Pushing event updated for resources: {'Network': ['ID=bb0fb07f-9fd1-4405-8e27-bccf25557223,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:40.437467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network bb0fb07f-9fd1-4405-8e27-bccf25557223 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:40.567519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:40.572623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:40.573224 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.647661 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a0f01709-5617-45ae-9d30-962882a1403d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8507841 Aug 19 12:49:40.647661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32794) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:40.652957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f23e4-788a-43e1-ad9c-400b2a306f37 None None] Network 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:40.663472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] Request body: {'subnet': {'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-276561334-subnet', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:40.727031 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32798) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:40.809467 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5c55080a-f186-44d2-85cf-aae847e87974 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc93b86d34cc42e2a45ec3243e0e52c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789430 Aug 19 12:49:40.811030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32802) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:40.858680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f5cb97e9-a510-492c-8b93-5e3be6e77f28 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8842738 Aug 19 12:49:40.859969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32806) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:40.879589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Request body: {'port': {'network_id': '7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-298528551'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:40.898145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4', 'network_id': '7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4', 'tenant_id': 'd4dafb541cf3475485697479a4526baa', 'fixed_ips': [{'subnet_id': '3f803751-97b3-447e-8d87-2141c556e326'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:40.899158 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.948713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-345c304e-b388-485c-9263-f8281f0aedfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.986936 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-345c304e-b388-485c-9263-f8281f0aedfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.079908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Allocated IP 172.20.0.2 (7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4/3f803751-97b3-447e-8d87-2141c556e326/d2b3fbbc-e967-4563-a77e-fcdfc06e8f36) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:41.107952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] Made reservation on behalf of 7304fc0218bb411c9647ddabb1b8204a for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:41.139778 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.242487 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.617788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Transition to ACTIVE for port object d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:41.618549 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-345c304e-b388-485c-9263-f8281f0aedfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.618647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Made reservation on behalf of d4dafb541cf3475485697479a4526baa for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:41.620664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-345c304e-b388-485c-9263-f8281f0aedfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.621869 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-345c304e-b388-485c-9263-f8281f0aedfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f47cd1ba-63f7-4b79-a4fd-0fff8d5d8e25 HTTP/1.1" status: 204 len: 168 time: 0.8095315 Aug 19 12:49:41.622614 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.630945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c304e-b388-485c-9263-f8281f0aedfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47cd1ba-63f7-4b79-a4fd-0fff8d5d8e25,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:41.658463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Transition to ACTIVE for port object d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:41.672639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] device_id is not set on port bb62e918-0a50-4467-b03c-c275546098e3 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:41.693561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.771918 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d23f1ee-3cda-4596-9cc2-bfc132927af3,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:41.803137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] Checking segment: {'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:41.803782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] Network hostable DHCP agents. Network: bb0fb07f-9fd1-4405-8e27-bccf25557223, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:41.838880 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.889449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Network 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:41.895626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:41.898273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:41.913327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Allocated IP 172.20.0.13 (7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4/3f803751-97b3-447e-8d87-2141c556e326/bb62e918-0a50-4467-b03c-c275546098e3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:41.914817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Pushing event updated for resources: {'Port': ['ID=d2b3fbbc-e967-4563-a77e-fcdfc06e8f36,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:41.939834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.940374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.940948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.941530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.942093 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.942649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.943210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.943866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.944383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.944749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.945115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.945502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:41.992509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Attempting to bind port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:41.993052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Attempting to bind port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '003a5989-adf6-490c-aaac-e9f5cea7fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:41.993631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Attempting to bind port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 on network 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:42.001539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:42.002011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Checking segment: {'id': '003a5989-adf6-490c-aaac-e9f5cea7fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:42.002655 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.003222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Bound using segment: {'id': '003a5989-adf6-490c-aaac-e9f5cea7fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:42.003987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Bound port: d2b3fbbc-e967-4563-a77e-fcdfc06e8f36, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003a5989-adf6-490c-aaac-e9f5cea7fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:42.004528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.076770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] For port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:42.080333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] For port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d2b3fbbc-e967-4563-a77e-fcdfc06e8f36,segment=NetworkSegment(003a5989-adf6-490c-aaac-e9f5cea7fbf0),segment_id=003a5989-adf6-490c-aaac-e9f5cea7fbf0)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:42.087423 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.102911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Transition to ACTIVE for port object bb62e918-0a50-4467-b03c-c275546098e3 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:42.133660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] Network bb0fb07f-9fd1-4405-8e27-bccf25557223 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:42.134564 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.283417 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.342141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, bb0fb07f-9fd1-4405-8e27-bccf25557223) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:42.343154 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.346672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:42.347674 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.369853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b89f27-676a-45e6-9287-dc61e1e3927e None None] Network bb0fb07f-9fd1-4405-8e27-bccf25557223 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:42.415700 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:49:42.449168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Network 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:42.454832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:42.462141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:42.480274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94a0ef-1cd8-4de8-97a2-f90b854e22a8 None None] Pushing event updated for resources: {'Port': ['ID=d2b3fbbc-e967-4563-a77e-fcdfc06e8f36,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:42.547954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:42.547954 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.567783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Pushing event updated for resources: {'Port': ['ID=bb62e918-0a50-4467-b03c-c275546098e3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:42.614363 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-580d282b-53fc-436b-9cba-13639a59696f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9728429 Aug 19 12:49:42.617231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32836) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:42.628559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:42.700621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-bb0fb07f-9fd1-4405-8e27-bccf25557223', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'fixed_ips': [{'subnet_id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:42.705216 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.756770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-89abde50-4e46-49f4-8ae9-c9a59c5d633e tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8939333 Aug 19 12:49:42.761124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32842) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:42.775373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Request body: {'port': {'network_id': '7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-932847890', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:42.777277 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] bootfile-name is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:49:42.777856 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] tftp-server is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:49:42.784770 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] server-ip-address is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:49:42.936582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.939428 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.964509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Allocated IP 172.20.0.2 (bb0fb07f-9fd1-4405-8e27-bccf25557223/0d23f1ee-3cda-4596-9cc2-bfc132927af3/b0f41730-0368-4281-8841-88d521485bce) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:43.076308 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.109271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Made reservation on behalf of d4dafb541cf3475485697479a4526baa for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:43.115415 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.158411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] device_id is not set on port a33a5e34-d819-4e8f-8813-96d0b388216d yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:43.216487 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.225421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Transition to ACTIVE for port object b0f41730-0368-4281-8841-88d521485bce will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:43.241060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Transition to ACTIVE for port object b0f41730-0368-4281-8841-88d521485bce will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:43.291359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Allocated IP 172.20.0.14 (7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4/3f803751-97b3-447e-8d87-2141c556e326/a33a5e34-d819-4e8f-8813-96d0b388216d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:43.441327 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.466987 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.529126 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.552546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Transition to ACTIVE for port object a33a5e34-d819-4e8f-8813-96d0b388216d will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:43.652138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Pushing event updated for resources: {'Port': ['ID=b0f41730-0368-4281-8841-88d521485bce,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:43.675305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Network bb0fb07f-9fd1-4405-8e27-bccf25557223 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:43.675305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:43.680723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:43.754989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Attempting to bind port b0f41730-0368-4281-8841-88d521485bce on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:43.755644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Attempting to bind port b0f41730-0368-4281-8841-88d521485bce by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:43.755743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Attempting to bind port b0f41730-0368-4281-8841-88d521485bce on network bb0fb07f-9fd1-4405-8e27-bccf25557223 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:43.761640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:43.761964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Checking segment: {'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:43.762706 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.763112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Bound using segment: {'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:43.763596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Bound port: b0f41730-0368-4281-8841-88d521485bce, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:43.765733 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.772021 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.803425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Network 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:43.878795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] For port b0f41730-0368-4281-8841-88d521485bce, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:43.885139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] For port b0f41730-0368-4281-8841-88d521485bce, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b0f41730-0368-4281-8841-88d521485bce,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:43.890518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:43.893473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Pushing event updated for resources: {'Port': ['ID=a33a5e34-d819-4e8f-8813-96d0b388216d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:43.896290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:43.910437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5348440d-8703-43dd-99f4-d726dd8496e0 None None] Network 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:43.998549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:43.999538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.112734 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.239192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc58e7e-86f6-46e6-abc4-beebc1622adc None None] Pushing event updated for resources: {'Port': ['ID=b0f41730-0368-4281-8841-88d521485bce,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:44.263533 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.293826 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.297595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a0e06ce5-4b9e-4755-b9f6-a335eb5c17ad tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5310974 Aug 19 12:49:44.300080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32882) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:44.331182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0ec9ef90-376d-4dbd-ba86-ff1f997d93e6 None None] Provisioning for port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:44.398269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac83b50-b468-43c8-a2c6-b583ee10f084 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.422045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac83b50-b468-43c8-a2c6-b583ee10f084 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.435106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac83b50-b468-43c8-a2c6-b583ee10f084 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.443055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3ac83b50-b468-43c8-a2c6-b583ee10f084 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1415174 Aug 19 12:49:44.452310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32888) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:44.645163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8405161d-bbc2-4d93-839b-44182f2f0657 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Deleting port a33a5e34-d819-4e8f-8813-96d0b388216d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:44.645867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8405161d-bbc2-4d93-839b-44182f2f0657 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.694198 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.912914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Allocated IP 172.25.6.228 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/a0c2d553-4e17-410f-a67a-ccb4af381eff) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:44.956553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32896) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:45.046795 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8405161d-bbc2-4d93-839b-44182f2f0657 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.066703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b0f41730-0368-4281-8841-88d521485bce up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:45.092486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8405161d-bbc2-4d93-839b-44182f2f0657 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Calling delete_port for a33a5e34-d819-4e8f-8813-96d0b388216d owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:45.163541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'networks': [{'name': 'tempest-network--1508482913'}, {'name': 'tempest-network--909698869'}]} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:45.164236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'network': {'name': 'tempest-network--1508482913'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:45.164363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9dbad015-84b8-4d83-800b-af06cac0127d None None] Provisioning for port bb62e918-0a50-4467-b03c-c275546098e3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:45.164723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'network': {'name': 'tempest-network--909698869'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:45.173500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9dbad015-84b8-4d83-800b-af06cac0127d None None] Provisioning complete for port bb62e918-0a50-4467-b03c-c275546098e3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:45.173908 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9dbad015-84b8-4d83-800b-af06cac0127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.262198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.296568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9dbad015-84b8-4d83-800b-af06cac0127d None None] Port bb62e918-0a50-4467-b03c-c275546098e3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:45.406819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Made reservation on behalf of 29a4438651264fd999ae01950084c2b4 for: {'network': 2} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:45.412083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.422159 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.464599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8405161d-bbc2-4d93-839b-44182f2f0657 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.465302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b0f41730-0368-4281-8841-88d521485bce completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:45.467924 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.476542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:45.555208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:45.562633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c2d553-4e17-410f-a67a-ccb4af381eff,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:45.570026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:45.578978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:45.580345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405161d-bbc2-4d93-839b-44182f2f0657 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Pushing event deleted for resources: {'Port': ['ID=a33a5e34-d819-4e8f-8813-96d0b388216d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:45.613551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9dbad015-84b8-4d83-800b-af06cac0127d None None] Provisioning for port a33a5e34-d819-4e8f-8813-96d0b388216d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:45.700982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9dbad015-84b8-4d83-800b-af06cac0127d None None] Provisioning complete for port a33a5e34-d819-4e8f-8813-96d0b388216d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:45.701633 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9dbad015-84b8-4d83-800b-af06cac0127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.703686 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8405161d-bbc2-4d93-839b-44182f2f0657 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.715879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8405161d-bbc2-4d93-839b-44182f2f0657 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] 10.222.0.44 "DELETE /v2.0/ports/a33a5e34-d819-4e8f-8813-96d0b388216d HTTP/1.1" status: 204 len: 168 time: 1.2613943 Aug 19 12:49:45.717195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32912) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:45.723333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Request body: {'port': {'name': 'tempest-new-port-name-1977907897', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:45.723740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] bootfile-name is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:49:45.724089 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] tftp-server is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:49:45.724885 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] server-ip-address is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:49:45.739396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9dbad015-84b8-4d83-800b-af06cac0127d None None] Port a33a5e34-d819-4e8f-8813-96d0b388216d was deleted so its status cannot be updated. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 12:49:45.835693 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.867549 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.897303 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5120f130-3a9b-46aa-ac4f-681fc371b294 None None] Provisioning complete for port bb62e918-0a50-4467-b03c-c275546098e3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:45.897645 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5120f130-3a9b-46aa-ac4f-681fc371b294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.959458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5120f130-3a9b-46aa-ac4f-681fc371b294 None None] Port bb62e918-0a50-4467-b03c-c275546098e3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:45.966113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5120f130-3a9b-46aa-ac4f-681fc371b294 None None] Could not find standard attr ID for object a33a5e34-d819-4e8f-8813-96d0b388216d. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:49:46.017411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:46.024567 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:46.025594 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.128069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e0f9e9-4c8a-4e62-b326-60fbd5dbfbbe None None] Network bb0fb07f-9fd1-4405-8e27-bccf25557223 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:46.137253 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.137859 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.151827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.201840 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.235363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09203d14-4ed5-45f6-9085-7930c5fde772,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:46.247553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:46.258746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d2b3fbbc-e967-4563-a77e-fcdfc06e8f36,segment=NetworkSegment(003a5989-adf6-490c-aaac-e9f5cea7fbf0),segment_id=003a5989-adf6-490c-aaac-e9f5cea7fbf0)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:46.292341 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.292702 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Added segment 24152a9c-3ee6-4284-9924-b2a8eb6ecf79 of type vlan for network 17642ae2-c674-4aa0-84be-4f7fecae87d1 Aug 19 12:49:46.344833 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.350211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.352679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.450236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b1738705-2171-449e-a078-8915ffa7d392 None None] Provisioning for port b0f41730-0368-4281-8841-88d521485bce completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:46.456488 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.466184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b1738705-2171-449e-a078-8915ffa7d392 None None] Provisioning complete for port b0f41730-0368-4281-8841-88d521485bce triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:46.466630 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1738705-2171-449e-a078-8915ffa7d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.473437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Pushing event updated for resources: {'Port': ['ID=bb62e918-0a50-4467-b03c-c275546098e3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:46.568236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] In _notify_port_updated(), no bound segment for port bb62e918-0a50-4467-b03c-c275546098e3 on network 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:49:46.584018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:46.585336 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.587495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:46.587935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3572605c-aa85-4d5d-bb17-0317c826ab05 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] 10.222.0.44 "PUT /v2.0/ports/bb62e918-0a50-4467-b03c-c275546098e3 HTTP/1.1" status: 200 len: 1137 time: 0.8691301 Aug 19 12:49:46.594319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32922) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:46.653151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.653600 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Added segment 557d9791-e22b-4269-b325-7170e06d4947 of type vlan for network 339c63d8-d2e1-46fa-a688-2d6bdd92e083 Aug 19 12:49:46.663264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5b115d-7318-41fc-9b83-abc114d5bee9 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:46.669794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8f5b115d-7318-41fc-9b83-abc114d5bee9 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] 10.222.0.44 "GET /v2.0/ports/bb62e918-0a50-4467-b03c-c275546098e3 HTTP/1.1" status: 200 len: 1137 time: 0.0700424 Aug 19 12:49:46.670116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:46.736967 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.786440 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.793022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=d2b3fbbc-e967-4563-a77e-fcdfc06e8f36,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:46.894988 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1738705-2171-449e-a078-8915ffa7d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.950186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Deleting port bb62e918-0a50-4467-b03c-c275546098e3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:46.950555 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.950658 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b1738705-2171-449e-a078-8915ffa7d392 None None] For port b0f41730-0368-4281-8841-88d521485bce, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b0f41730-0368-4281-8841-88d521485bce,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:46.955837 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.955837 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.961600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:46.967422 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:46.968371 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.075371 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.077055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event updated for resources: {'Network': ['ID=17642ae2-c674-4aa0-84be-4f7fecae87d1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:47.096176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 17642ae2-c674-4aa0-84be-4f7fecae87d1 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:47.100101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Calling delete_port for bb62e918-0a50-4467-b03c-c275546098e3 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:47.187530 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2263050 Aug 19 12:49:47.190155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:47.198838 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0fb7a-bc4b-413f-987f-d081e204bc47 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event updated for resources: {'Network': ['ID=339c63d8-d2e1-46fa-a688-2d6bdd92e083,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:47.199254 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1738705-2171-449e-a078-8915ffa7d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.263161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1738705-2171-449e-a078-8915ffa7d392 None None] Pushing event updated for resources: {'Port': ['ID=b0f41730-0368-4281-8841-88d521485bce,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:47.266754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 339c63d8-d2e1-46fa-a688-2d6bdd92e083 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:47.331776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:49:47.354250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-81f991b5-e502-4af5-bf6b-c050080755ad None None] Provisioning complete for port bb62e918-0a50-4467-b03c-c275546098e3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:47.354604 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-81f991b5-e502-4af5-bf6b-c050080755ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.402010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-81f991b5-e502-4af5-bf6b-c050080755ad None None] Port bb62e918-0a50-4467-b03c-c275546098e3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:47.416990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-81f991b5-e502-4af5-bf6b-c050080755ad None None] Provisioning complete for port b0f41730-0368-4281-8841-88d521485bce triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:47.416990 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-81f991b5-e502-4af5-bf6b-c050080755ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.445227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d75d265-e23f-459f-80c4-ae4b380cd3ac tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:47.451453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d75d265-e23f-459f-80c4-ae4b380cd3ac tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:47.458022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d75d265-e23f-459f-80c4-ae4b380cd3ac tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:47.465499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d75d265-e23f-459f-80c4-ae4b380cd3ac tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:47.468755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9d75d265-e23f-459f-80c4-ae4b380cd3ac tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2773614 Aug 19 12:49:47.476994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32940) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:47.489297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:49:47.507614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Sync routers for ids ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:49:47.530005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Routers {'05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:47.530656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:47.574558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.653086 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.672936 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.672936 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e16a81cd-2a06-46c4-93e0-9bea6e137206 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0524411 Aug 19 12:49:47.674069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32946) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:47.741775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Set router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:47.764389 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.782677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17642ae2-c674-4aa0-84be-4f7fecae87d1']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:47.801458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24152a9c-3ee6-4284-9924-b2a8eb6ecf79') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:47.802034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24152a9c-3ee6-4284-9924-b2a8eb6ecf79') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:47.818835 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.843996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.854650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:47.855307 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:47.919718 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:47.969139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Pushing event deleted for resources: {'Port': ['ID=bb62e918-0a50-4467-b03c-c275546098e3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:47.987648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.006170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.006170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.006170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.006170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.006170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.006170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.006170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.006170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.006170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.006170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.006170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:48.007366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:45Z', 'revision_number': 3, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:48.035673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Checking router: 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:49:48.035893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Updating router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c port a0c2d553-4e17-410f-a67a-ccb4af381eff binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:49:48.065119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.069413 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.071312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f0b59b94-c41b-45e5-b2eb-fe4d5348f5f6 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] 10.222.0.44 "DELETE /v2.0/ports/bb62e918-0a50-4467-b03c-c275546098e3 HTTP/1.1" status: 204 len: 168 time: 1.3979352 Aug 19 12:49:48.074937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32954) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:48.138870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eadd3e8-96c8-4a50-abbd-f17977110ab1 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Deleting subnet 3f803751-97b3-447e-8d87-2141c556e326 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:48.142400 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eadd3e8-96c8-4a50-abbd-f17977110ab1 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.201807 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eadd3e8-96c8-4a50-abbd-f17977110ab1 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.318168 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eadd3e8-96c8-4a50-abbd-f17977110ab1 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.401436 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.405631 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.428478 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.432677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "DELETE /v2.0/networks/17642ae2-c674-4aa0-84be-4f7fecae87d1 HTTP/1.1" status: 204 len: 168 time: 0.9584632 Aug 19 12:49:48.434766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc907c-3e2a-496e-83ba-00422b0a09b2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Network': ['ID=17642ae2-c674-4aa0-84be-4f7fecae87d1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:48.435832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 32960) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:48.511446 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.531345 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eadd3e8-96c8-4a50-abbd-f17977110ab1 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.531934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Transition to ACTIVE for port object a0c2d553-4e17-410f-a67a-ccb4af381eff will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:48.596114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadd3e8-96c8-4a50-abbd-f17977110ab1 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Pushing event deleted for resources: {'Subnet': ['ID=3f803751-97b3-447e-8d87-2141c556e326,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:48.599958 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eadd3e8-96c8-4a50-abbd-f17977110ab1 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.601527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.605676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5eadd3e8-96c8-4a50-abbd-f17977110ab1 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] 10.222.0.44 "DELETE /v2.0/subnets/3f803751-97b3-447e-8d87-2141c556e326 HTTP/1.1" status: 204 len: 168 time: 0.5296199 Aug 19 12:49:48.609289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32966) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:48.618728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39af8f99-bbc0-4dec-900d-ffedfb466d6e None None] Network 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:48.710758 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.718410 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.843379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b0f41730-0368-4281-8841-88d521485bce up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:48.860263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Deleting port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:48.860794 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.861845 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.877609 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Allocated IP 172.20.0.1 (bb0fb07f-9fd1-4405-8e27-bccf25557223/0d23f1ee-3cda-4596-9cc2-bfc132927af3/8489b811-8167-471c-9bd5-2eee562421de) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:48.880509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339c63d8-d2e1-46fa-a688-2d6bdd92e083']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:48.897594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557d9791-e22b-4269-b325-7170e06d4947') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:48.897893 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557d9791-e22b-4269-b325-7170e06d4947') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:48.912744 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.925393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d6b56-775b-41eb-8ff5-874ef880528d None None] Pushing event updated for resources: {'Port': ['ID=a0c2d553-4e17-410f-a67a-ccb4af381eff,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:48.934940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Attempting to bind port a0c2d553-4e17-410f-a67a-ccb4af381eff on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:48.935472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Attempting to bind port a0c2d553-4e17-410f-a67a-ccb4af381eff by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:48.936008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Attempting to bind port a0c2d553-4e17-410f-a67a-ccb4af381eff on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:48.953583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:48.955126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:48.956274 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.957090 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:48.957823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] For port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d2b3fbbc-e967-4563-a77e-fcdfc06e8f36,segment=NetworkSegment(003a5989-adf6-490c-aaac-e9f5cea7fbf0),segment_id=003a5989-adf6-490c-aaac-e9f5cea7fbf0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:48.958277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Bound port: a0c2d553-4e17-410f-a67a-ccb4af381eff, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:48.958585 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.959185 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.971418 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.975970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Calling delete_port for d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:48.979564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:48.979984 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.045277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] For port a0c2d553-4e17-410f-a67a-ccb4af381eff, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:49.049251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] For port a0c2d553-4e17-410f-a67a-ccb4af381eff, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a0c2d553-4e17-410f-a67a-ccb4af381eff,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:49.065352 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:49.112942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b0f41730-0368-4281-8841-88d521485bce triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:49.113360 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.129032 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.305919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55589669-94c3-4c9d-a192-95fe0f18590b None None] DHCP port deletion for 7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:49:49.310285 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.331651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.332345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Transition to ACTIVE for port object 8489b811-8167-471c-9bd5-2eee562421de will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:49.334221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.346510 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.352420 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "DELETE /v2.0/networks/339c63d8-d2e1-46fa-a688-2d6bdd92e083 HTTP/1.1" status: 204 len: 168 time: 0.9092135 Aug 19 12:49:49.378931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32980) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:49.385568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] No DVR routers for this DVR port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:49.397195 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a892f-9d8d-4ecd-bc83-1e3a867e6df8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Network': ['ID=339c63d8-d2e1-46fa-a688-2d6bdd92e083,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:49.402539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-55589669-94c3-4c9d-a192-95fe0f18590b None None] The port 'd2b3fbbc-e967-4563-a77e-fcdfc06e8f36' was deleted {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 12:49:49.434401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Routers {'05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:49.435473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:49.445549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d6b56-775b-41eb-8ff5-874ef880528d None None] Pushing event updated for resources: {'Port': ['ID=a0c2d553-4e17-410f-a67a-ccb4af381eff,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:49.480650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Pushing event deleted for resources: {'Port': ['ID=d2b3fbbc-e967-4563-a77e-fcdfc06e8f36,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:49.565464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:49.583772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.591906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:49.592262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 12:49:49.606059 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.616314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Network bb0fb07f-9fd1-4405-8e27-bccf25557223 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:49.616528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Port d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 not found, will not notify nova. {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 12:49:49.616940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:49.627546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] Set router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:49.628512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003a5989-adf6-490c-aaac-e9f5cea7fbf0') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:49.628895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003a5989-adf6-490c-aaac-e9f5cea7fbf0') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:49.639691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.657553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:49.661773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:49.667481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.686089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:49.686618 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:49.690384 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:49.730242 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8489b811-8167-471c-9bd5-2eee562421de,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:49.740555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.799447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef4e2d0-d91f-4ecc-bff5-8b05c5af69c8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:49.806842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef4e2d0-d91f-4ecc-bff5-8b05c5af69c8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:49.808971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1ef4e2d0-d91f-4ecc-bff5-8b05c5af69c8 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4286337 Aug 19 12:49:49.813157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 32990) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:49.818748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1584853343'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:50.040860 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.049652 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.052657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] 10.222.0.44 "DELETE /v2.0/networks/7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4 HTTP/1.1" status: 204 len: 168 time: 1.4441581 Aug 19 12:49:50.075738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:45Z', 'revision_number': 3, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:50.077582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df7cb5-745e-43a7-99af-2a6222bb8827 tempest-ExtraDHCPOptionsTestJSON-337618586 tempest-ExtraDHCPOptionsTestJSON-337618586-project] Pushing event deleted for resources: {'Network': ['ID=7fe17e7d-0f9c-41d2-80ba-8259ee8d7ae4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:50.112259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46253b44-d167-4fca-bd14-dc9c9585cf26 None None] The sync data for ids ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'] in n-d-778732-8 is: [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:45Z', 'revision_number': 3, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:49:50.149279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Made reservation on behalf of 29a4438651264fd999ae01950084c2b4 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:50.156014 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.210879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:50.232250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.232700 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Added segment 8ede4c83-ecc9-4e82-b631-eac37ccc476f of type vlan for network 64cafcd7-9c92-478d-8558-b7d694403b0b Aug 19 12:49:50.284512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.298554 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.378234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b3fef178-31de-43aa-abe2-055350c14663 None None] Provisioning for port 8489b811-8167-471c-9bd5-2eee562421de completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:50.394136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b3fef178-31de-43aa-abe2-055350c14663 None None] Provisioning complete for port 8489b811-8167-471c-9bd5-2eee562421de triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:50.394862 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b3fef178-31de-43aa-abe2-055350c14663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.486826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b3fef178-31de-43aa-abe2-055350c14663 None None] Port 8489b811-8167-471c-9bd5-2eee562421de cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:50.578884 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.699555 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.712690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:50.714285 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.811210 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.812381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a0c2d553-4e17-410f-a67a-ccb4af381eff up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:50.836953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event updated for resources: {'Network': ['ID=64cafcd7-9c92-478d-8558-b7d694403b0b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:50.910856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 64cafcd7-9c92-478d-8558-b7d694403b0b details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:50.940326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:50.949800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3a2d717a-cd8e-4d1d-8f6a-e115e4a8cf1e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1353104 Aug 19 12:49:50.952283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33006) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:50.960824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1358699729'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:50.968545 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8489b811-8167-471c-9bd5-2eee562421de,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:51.107505 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Network bb0fb07f-9fd1-4405-8e27-bccf25557223 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:51.109037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:51.170692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33012) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:51.206494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Made reservation on behalf of 29a4438651264fd999ae01950084c2b4 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:51.210554 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3250d53e-ef6d-47f1-9954-586c4245fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.211563 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.213860 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port a0c2d553-4e17-410f-a67a-ccb4af381eff completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:51.219880 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port a0c2d553-4e17-410f-a67a-ccb4af381eff triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:51.220470 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.273809 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:49:51.288426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:51.326102 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.326461 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Added segment 262c1212-ba07-41e4-8bf1-1b086bde2148 of type vlan for network 79689f8d-058d-4a20-9cf3-55dbc28ec80a Aug 19 12:49:51.404844 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.439563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port a0c2d553-4e17-410f-a67a-ccb4af381eff, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a0c2d553-4e17-410f-a67a-ccb4af381eff,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:51.481428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.571950 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.617827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.627292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:51.627928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.712915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:51.747648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:51.748225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d2b3fbbc-e967-4563-a77e-fcdfc06e8f36 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:51.751025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=a0c2d553-4e17-410f-a67a-ccb4af381eff,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:51.805823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event updated for resources: {'Network': ['ID=79689f8d-058d-4a20-9cf3-55dbc28ec80a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:51.822791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 79689f8d-058d-4a20-9cf3-55dbc28ec80a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:51.840389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6054112a-b260-4a65-b08f-2631a57ddd5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4dafb541cf3475485697479a4526baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636221 Aug 19 12:49:51.841424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:51.875312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-10247d28-c9d9-4712-8b54-b1b9d353957f None None] Provisioning complete for port 8489b811-8167-471c-9bd5-2eee562421de triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:51.876400 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-10247d28-c9d9-4712-8b54-b1b9d353957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.911370 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc0be-8e80-42fc-aed3-d8ac98b3f832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:51.944915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-10247d28-c9d9-4712-8b54-b1b9d353957f None None] Port 8489b811-8167-471c-9bd5-2eee562421de cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:51.949257 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc0be-8e80-42fc-aed3-d8ac98b3f832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:52.066406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:49:52.072911 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c431a3c8-a4ac-4114-8aab-30d2cc42a3c6 admin admin] 10.222.0.44 "PUT /v2.0/routers/05baa1d2-a36d-446b-95cc-c6c47b3d2b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3973081 Aug 19 12:49:52.084628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-13a2080e-7b7b-47e9-9b8a-859c5b6016a2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1302497 Aug 19 12:49:52.086866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33032) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:52.093546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'ports': [{'network_id': '64cafcd7-9c92-478d-8558-b7d694403b0b', 'name': 'tempest-port--311848988', 'admin_state_up': True}, {'network_id': '79689f8d-058d-4a20-9cf3-55dbc28ec80a', 'admin_state_up': False}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:52.093546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'port': {'network_id': '64cafcd7-9c92-478d-8558-b7d694403b0b', 'name': 'tempest-port--311848988', 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:52.095813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'port': {'network_id': '79689f8d-058d-4a20-9cf3-55dbc28ec80a', 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:52.204249 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc0be-8e80-42fc-aed3-d8ac98b3f832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:52.207001 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc0be-8e80-42fc-aed3-d8ac98b3f832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:52.208369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b7fbc0be-8e80-42fc-aed3-d8ac98b3f832 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05b4fe39-cfec-4cf7-ad7e-33054b10468f HTTP/1.1" status: 204 len: 168 time: 0.3663616 Aug 19 12:49:52.219104 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbc0be-8e80-42fc-aed3-d8ac98b3f832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b4fe39-cfec-4cf7-ad7e-33054b10468f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:52.453661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Made reservation on behalf of 29a4438651264fd999ae01950084c2b4 for: {'port': 2} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:52.458795 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:52.465684 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Sync routers for ids ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:49:52.475142 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:52.490168 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Routers {'05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:52.490830 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:52.612467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] device_id is not set on port 91d342e9-0365-4465-9156-35f1180824b9 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:52.645430 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Set router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:52.718000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a0c2d553-4e17-410f-a67a-ccb4af381eff up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:52.783920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:52.802063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port a0c2d553-4e17-410f-a67a-ccb4af381eff triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:52.802442 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:52.882669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] device_id is not set on port 486ee58d-4f4c-4c27-82fa-e85873b5d8e1 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:49:52.921808 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:50Z', 'revision_number': 4, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8489b811-8167-471c-9bd5-2eee562421de', 'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'mac_address': 'fa:16:3e:45:38:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:48Z', 'updated_at': '2021-08-19T12:49:50Z', 'revision_number': 2, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'subnets': [{'id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:52.950314 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Checking router: 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:49:52.950678 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Updating router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c port 8489b811-8167-471c-9bd5-2eee562421de binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:49:53.004546 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:53.021657 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:53.355840 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:53.406973 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:53.423085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event updated for resources: {'Port': ['ID=91d342e9-0365-4465-9156-35f1180824b9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:53.423297 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Transition to ACTIVE for port object 8489b811-8167-471c-9bd5-2eee562421de will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:53.444010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Checking segment: {'id': '8ede4c83-ecc9-4e82-b631-eac37ccc476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64cafcd7-9c92-478d-8558-b7d694403b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:53.444380 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Network hostable DHCP agents. Network: 64cafcd7-9c92-478d-8558-b7d694403b0b, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:53.663263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Network 64cafcd7-9c92-478d-8558-b7d694403b0b is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:53.663499 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:53.720157 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Pushing event updated for resources: {'Port': ['ID=8489b811-8167-471c-9bd5-2eee562421de,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:53.735265 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.735747 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.736179 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.736637 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.761652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.761652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.761652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.761652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.761652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.761652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.761652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.761652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:53.800756 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Attempting to bind port 8489b811-8167-471c-9bd5-2eee562421de on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:53.800756 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Attempting to bind port 8489b811-8167-471c-9bd5-2eee562421de by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:53.800756 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Attempting to bind port 8489b811-8167-471c-9bd5-2eee562421de on network bb0fb07f-9fd1-4405-8e27-bccf25557223 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:53.805525 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:53.805939 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Checking segment: {'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:53.806395 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:53.806727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Bound using segment: {'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:53.807199 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Bound port: 8489b811-8167-471c-9bd5-2eee562421de, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:53.807893 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:53.876078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 64cafcd7-9c92-478d-8558-b7d694403b0b) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:53.876078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:53.876078 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:53.881732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f715c-45d1-4f70-bb30-7fd43b1c2991 None None] Network 64cafcd7-9c92-478d-8558-b7d694403b0b requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:53.920066 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] For port 8489b811-8167-471c-9bd5-2eee562421de, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:53.935456 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] For port 8489b811-8167-471c-9bd5-2eee562421de, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8489b811-8167-471c-9bd5-2eee562421de,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:53.978845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event updated for resources: {'Port': ['ID=486ee58d-4f4c-4c27-82fa-e85873b5d8e1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:53.993312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Checking segment: {'id': '262c1212-ba07-41e4-8bf1-1b086bde2148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '79689f8d-058d-4a20-9cf3-55dbc28ec80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:53.993953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Network hostable DHCP agents. Network: 79689f8d-058d-4a20-9cf3-55dbc28ec80a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:54.189236 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:54.235571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Network 79689f8d-058d-4a20-9cf3-55dbc28ec80a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:54.246602 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Routers {'05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:54.247244 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:54.287254 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cbce9-411c-4f7e-b761-cb5a9e6043fb None None] Pushing event updated for resources: {'Port': ['ID=8489b811-8167-471c-9bd5-2eee562421de,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:54.381530 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] Set router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:54.384935 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33084) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:54.390871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1199040748-network', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:54.543217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 79689f8d-058d-4a20-9cf3-55dbc28ec80a) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:54.548966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:54.564869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39986bfe-3a53-4a05-aca5-ba4220232f1e None None] Network 79689f8d-058d-4a20-9cf3-55dbc28ec80a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:54.565291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:54.574144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:54.574879 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:54.633201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Made reservation on behalf of 3faab4321b2f4c3da40241aba59c7f0d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:54.637447 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:54.653582 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:54.738482 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:50Z', 'revision_number': 4, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8489b811-8167-471c-9bd5-2eee562421de', 'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'mac_address': 'fa:16:3e:45:38:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:48Z', 'updated_at': '2021-08-19T12:49:53Z', 'revision_number': 4, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'subnets': [{'id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:54.786370 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb2bf9c-bb42-4c71-8800-a62ffa01b05b None None] The sync data for ids ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'] in n-d-778732-8 is: [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:50Z', 'revision_number': 4, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8489b811-8167-471c-9bd5-2eee562421de', 'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'mac_address': 'fa:16:3e:45:38:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:48Z', 'updated_at': '2021-08-19T12:49:53Z', 'revision_number': 4, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'subnets': [{'id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:49:55.066146 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f568d821-2d8b-4cfa-b19d-a6cee3c71d6e tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9607446 Aug 19 12:49:55.068868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33096) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:55.141598 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf0dca-5e64-4329-934f-730c97014277 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:55.151243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf0dca-5e64-4329-934f-730c97014277 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:55.151923 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8dbf0dca-5e64-4329-934f-730c97014277 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0810452 Aug 19 12:49:55.154896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33098) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:55.171111 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.270081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f63e4-82f3-4bd9-b8a3-d7dbd7cd13cc tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Deleting port 91d342e9-0365-4465-9156-35f1180824b9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:55.270440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b4f63e4-82f3-4bd9-b8a3-d7dbd7cd13cc tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.370770 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.398611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b4f63e4-82f3-4bd9-b8a3-d7dbd7cd13cc tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.427437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:55.438662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f63e4-82f3-4bd9-b8a3-d7dbd7cd13cc tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Calling delete_port for 91d342e9-0365-4465-9156-35f1180824b9 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:55.440734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d73bcb2-528f-4a0b-bfaf-43d14f26420e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:55.451973 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.452259 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Added segment ead2a585-2d5e-4261-8eb2-1be8e3dac7fb of type vlan for network 87a5bb63-af59-4a23-969e-167c4681807a Aug 19 12:49:55.520425 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4484f9de-45a0-4183-9890-aca3b6ea7e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.552036 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.636763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33112) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:55.830803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b4f63e4-82f3-4bd9-b8a3-d7dbd7cd13cc tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.838272 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.838272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:55.838272 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.921206 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.921951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f63e4-82f3-4bd9-b8a3-d7dbd7cd13cc tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Port': ['ID=91d342e9-0365-4465-9156-35f1180824b9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:55.959885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] Pushing event updated for resources: {'Network': ['ID=87a5bb63-af59-4a23-969e-167c4681807a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:55.977130 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b4f63e4-82f3-4bd9-b8a3-d7dbd7cd13cc tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.979468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6b4f63e4-82f3-4bd9-b8a3-d7dbd7cd13cc tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "DELETE /v2.0/ports/91d342e9-0365-4465-9156-35f1180824b9 HTTP/1.1" status: 204 len: 168 time: 0.8233285 Aug 19 12:49:55.982701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33120) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:55.983641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1890685015'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:56.002785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 87a5bb63-af59-4a23-969e-167c4681807a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:56.123512 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-83885759-45f2-40c5-a1b7-6459d87d107f tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Deleting port 486ee58d-4f4c-4c27-82fa-e85873b5d8e1 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:56.124502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83885759-45f2-40c5-a1b7-6459d87d107f tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:56.179172 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33126) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:56.180535 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4e76fca8-bfb8-475b-a40d-b2558e1f47c2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7944119 Aug 19 12:49:56.185946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] Request body: {'subnet': {'network_id': '87a5bb63-af59-4a23-969e-167c4681807a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1199040748-subnet', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:56.222607 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83885759-45f2-40c5-a1b7-6459d87d107f tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:56.237514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-83885759-45f2-40c5-a1b7-6459d87d107f tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Calling delete_port for 486ee58d-4f4c-4c27-82fa-e85873b5d8e1 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:56.366439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Made reservation on behalf of d9210918d84b40d989f5f7f41358c60e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:56.388898 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:56.388898 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:56.576332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83885759-45f2-40c5-a1b7-6459d87d107f tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:56.606542 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83885759-45f2-40c5-a1b7-6459d87d107f tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Port': ['ID=486ee58d-4f4c-4c27-82fa-e85873b5d8e1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:56.616641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83885759-45f2-40c5-a1b7-6459d87d107f tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:56.624207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33134) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:56.624623 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-83885759-45f2-40c5-a1b7-6459d87d107f tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "DELETE /v2.0/ports/486ee58d-4f4c-4c27-82fa-e85873b5d8e1 HTTP/1.1" status: 204 len: 168 time: 0.6358342 Aug 19 12:49:56.635554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] Made reservation on behalf of 3faab4321b2f4c3da40241aba59c7f0d for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:56.637992 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:56.676406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-593cb780-00d2-453f-920d-e0adc38a4e15 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0507138 Aug 19 12:49:56.693718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33136) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:56.699779 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-981190953'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:56.730382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8489b811-8167-471c-9bd5-2eee562421de up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:56.807084 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:56.978159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:56.979565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8489b811-8167-471c-9bd5-2eee562421de completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:56.987588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8489b811-8167-471c-9bd5-2eee562421de triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:56.988008 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.012684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:57.029337 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.029848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eab16c-789a-4992-9497-fedb98ae1468,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:57.033796 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.034071 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Added segment b20bf6a4-e2c9-4bdc-824e-d152e19de514 of type vlan for network 29031e0e-409c-4724-ba17-4e19410c2d76 Aug 19 12:49:57.042144 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.095994 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.113743 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.140497 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f6e1642-97cd-4530-9cf7-ac187112bc8c,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:57.149558 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] Checking segment: {'id': 'ead2a585-2d5e-4261-8eb2-1be8e3dac7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:57.150309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] Network hostable DHCP agents. Network: 87a5bb63-af59-4a23-969e-167c4681807a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:57.157069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8489b811-8167-471c-9bd5-2eee562421de, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8489b811-8167-471c-9bd5-2eee562421de,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:57.223908 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Made reservation on behalf of 29a4438651264fd999ae01950084c2b4 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:57.229222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.266384 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:57.280380 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.281117 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Added segment 2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7 of type vlan for network 3fe963c3-0f6f-4083-b1be-1a4f5f074b28 Aug 19 12:49:57.338562 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.340589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] Network 87a5bb63-af59-4a23-969e-167c4681807a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:49:57.371346 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.438049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8489b811-8167-471c-9bd5-2eee562421de,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:57.486612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 87a5bb63-af59-4a23-969e-167c4681807a) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:57.491496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:57.492266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.496832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7c63f-5651-4058-be5c-e28c0214beed None None] Network 87a5bb63-af59-4a23-969e-167c4681807a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:57.647898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-87a5bb63-af59-4a23-969e-167c4681807a', 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'fixed_ips': [{'subnet_id': '0f6e1642-97cd-4530-9cf7-ac187112bc8c'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:57.648811 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.692360 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.704906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:57.705959 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.778253 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8dd6cf02-639a-4b2c-badd-d74c2d233cb9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5976951 Aug 19 12:49:57.778587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33152) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:57.785012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1199040748-router', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:57.805029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event updated for resources: {'Network': ['ID=3fe963c3-0f6f-4083-b1be-1a4f5f074b28,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:57.809794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Allocated IP 172.20.0.2 (87a5bb63-af59-4a23-969e-167c4681807a/0f6e1642-97cd-4530-9cf7-ac187112bc8c/e1427aca-74a2-4a4d-9cae-9594a703483d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:57.824003 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.832092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:57.833064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:57.889575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 3fe963c3-0f6f-4083-b1be-1a4f5f074b28 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:57.950919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Network': ['ID=29031e0e-409c-4724-ba17-4e19410c2d76,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:57.966172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 29031e0e-409c-4724-ba17-4e19410c2d76 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:58.062805 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e9564d41-79f0-48c6-9228-6b35496a8cd4 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3678749 Aug 19 12:49:58.065261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33156) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:58.071961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1947893609'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:58.108724 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.122681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Transition to ACTIVE for port object e1427aca-74a2-4a4d-9cae-9594a703483d will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:58.144019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Transition to ACTIVE for port object e1427aca-74a2-4a4d-9cae-9594a703483d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:58.277018 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.278273 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.337748 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.338465 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.379444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Network 87a5bb63-af59-4a23-969e-167c4681807a is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:58.385066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:58.388981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:58.400800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Pushing event updated for resources: {'Port': ['ID=e1427aca-74a2-4a4d-9cae-9594a703483d,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:58.456617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Attempting to bind port e1427aca-74a2-4a4d-9cae-9594a703483d on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:58.456993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Attempting to bind port e1427aca-74a2-4a4d-9cae-9594a703483d by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ead2a585-2d5e-4261-8eb2-1be8e3dac7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:58.457366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Attempting to bind port e1427aca-74a2-4a4d-9cae-9594a703483d on network 87a5bb63-af59-4a23-969e-167c4681807a {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:58.463772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:58.464201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Checking segment: {'id': 'ead2a585-2d5e-4261-8eb2-1be8e3dac7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:58.464571 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.464971 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Bound using segment: {'id': 'ead2a585-2d5e-4261-8eb2-1be8e3dac7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:58.465491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Bound port: e1427aca-74a2-4a4d-9cae-9594a703483d, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead2a585-2d5e-4261-8eb2-1be8e3dac7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:58.465881 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.492924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-48cbe64d-0d8f-437f-a663-97f25066d305 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8567843 Aug 19 12:49:58.512116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33166) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:58.517937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'subnet': {'network_id': '29031e0e-409c-4724-ba17-4e19410c2d76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:58.549133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] For port e1427aca-74a2-4a4d-9cae-9594a703483d, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:58.554059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] For port e1427aca-74a2-4a4d-9cae-9594a703483d, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e1427aca-74a2-4a4d-9cae-9594a703483d,segment=NetworkSegment(ead2a585-2d5e-4261-8eb2-1be8e3dac7fb),segment_id=ead2a585-2d5e-4261-8eb2-1be8e3dac7fb)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:58.589761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Made reservation on behalf of 29a4438651264fd999ae01950084c2b4 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:58.595494 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.630799 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.639233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:49:58.691923 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.707985 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Added segment 296a5dbc-9f0c-487d-894e-dc766897444d of type vlan for network 847d8090-2520-4dad-b743-c2631e7aedc9 Aug 19 12:49:58.724510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca7b39-67ad-4e81-bc2f-ad56cbddce90 None None] Pushing event updated for resources: {'Port': ['ID=e1427aca-74a2-4a4d-9cae-9594a703483d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:58.778102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8489b811-8167-471c-9bd5-2eee562421de up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:58.785829 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.834469 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:58.876274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8489b811-8167-471c-9bd5-2eee562421de triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:58.876774 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:59.074415 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:59.080530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:59.081181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:59.149236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event updated for resources: {'Network': ['ID=847d8090-2520-4dad-b743-c2631e7aedc9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:59.160912 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:59.161309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Made reservation on behalf of d9210918d84b40d989f5f7f41358c60e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:59.166693 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:59.173560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 847d8090-2520-4dad-b743-c2631e7aedc9 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:49:59.373015 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0c205a3b-dcaf-4870-a825-bdddadce2811 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3059523 Aug 19 12:49:59.518504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33184) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:59.526093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'subnets': [{'network_id': '3fe963c3-0f6f-4083-b1be-1a4f5f074b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1946288603', 'ip_version': 4}, {'network_id': '847d8090-2520-4dad-b743-c2631e7aedc9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:59.526815 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'subnet': {'network_id': '3fe963c3-0f6f-4083-b1be-1a4f5f074b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1946288603', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:59.527618 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Request body: {'subnet': {'network_id': '847d8090-2520-4dad-b743-c2631e7aedc9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:59.601161 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:59.682645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Subnet': ['ID=5bf284b8-7400-44fc-8cc9-a481427df83c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:59.747714 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:59.770972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Checking segment: {'id': 'b20bf6a4-e2c9-4bdc-824e-d152e19de514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29031e0e-409c-4724-ba17-4e19410c2d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:59.771351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network hostable DHCP agents. Network: 29031e0e-409c-4724-ba17-4e19410c2d76, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:49:59.776566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:59.846536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Made reservation on behalf of 29a4438651264fd999ae01950084c2b4 for: {'subnet': 2} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:59.853198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:59.854833 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:59.926913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Allocated IP 172.25.6.80 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/5a170d4a-26b4-4e02-9e70-404c9a74fe13) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:59.985316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a81ff6-5411-4389-9cf3-f363150c033c None None] Network 87a5bb63-af59-4a23-969e-167c4681807a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:59.999668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network 29031e0e-409c-4724-ba17-4e19410c2d76 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:00.069845 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:00.077461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 29031e0e-409c-4724-ba17-4e19410c2d76) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:00.089127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba39016-d775-40c9-afda-75e8f7fbc3a0 None None] Network 29031e0e-409c-4724-ba17-4e19410c2d76 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:00.091187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:00.091979 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:00.192239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-81e7fc8b-0eae-4644-a601-f2a48635a203 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6765811 Aug 19 12:50:00.192461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33194) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:00.198744 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-415823753', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:00.258423 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:00.326668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:00.330602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:00.331911 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:00.339130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:00.346298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:00.351875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Pushing event updated for resources: {'Port': ['ID=5a170d4a-26b4-4e02-9e70-404c9a74fe13,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:00.377750 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:00.441865 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:00.442888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event updated for resources: {'Subnet': ['ID=dcaec6ea-8e8d-4250-9970-8bb9a0b710d2,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:00.469766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5b43c680-7302-497f-90cb-6099c450c2d3 None None] Provisioning for port e1427aca-74a2-4a4d-9cae-9594a703483d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:00.508618 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Checking segment: {'id': '2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3fe963c3-0f6f-4083-b1be-1a4f5f074b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:00.509681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Network hostable DHCP agents. Network: 3fe963c3-0f6f-4083-b1be-1a4f5f074b28, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:00.594043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b29bd-c78a-49dc-b006-6773ea8d7c74 None None] Network 29031e0e-409c-4724-ba17-4e19410c2d76 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:00.627555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Network 3fe963c3-0f6f-4083-b1be-1a4f5f074b28 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:00.771405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 3fe963c3-0f6f-4083-b1be-1a4f5f074b28) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:00.777173 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:00.806509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87298d6-e228-48a3-9bf9-2843456735c3 None None] Network 3fe963c3-0f6f-4083-b1be-1a4f5f074b28 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:00.847567 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event updated for resources: {'Subnet': ['ID=d9bfb956-9704-4280-88c7-5644f1cb6809,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:00.861307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e1427aca-74a2-4a4d-9cae-9594a703483d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:00.912433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Checking segment: {'id': '296a5dbc-9f0c-487d-894e-dc766897444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '847d8090-2520-4dad-b743-c2631e7aedc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:00.913143 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Network hostable DHCP agents. Network: 847d8090-2520-4dad-b743-c2631e7aedc9, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:00.971806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.007897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-3fe963c3-0f6f-4083-b1be-1a4f5f074b28', 'network_id': '3fe963c3-0f6f-4083-b1be-1a4f5f074b28', 'tenant_id': '29a4438651264fd999ae01950084c2b4', 'fixed_ips': [{'subnet_id': 'dcaec6ea-8e8d-4250-9970-8bb9a0b710d2'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:01.009482 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.051325 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.078836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Network 847d8090-2520-4dad-b743-c2631e7aedc9 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:01.106908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port e1427aca-74a2-4a4d-9cae-9594a703483d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:01.182545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Allocated IP 172.20.0.2 (3fe963c3-0f6f-4083-b1be-1a4f5f074b28/dcaec6ea-8e8d-4250-9970-8bb9a0b710d2/e54870d5-aad4-43ba-a812-9402163b0a04) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:01.200719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 847d8090-2520-4dad-b743-c2631e7aedc9) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:01.210480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:01.213302 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:01.214215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e1427aca-74a2-4a4d-9cae-9594a703483d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:01.214597 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.215483 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.287793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f443cfd2-2fc7-4a60-b4b2-7bd290be8633 None None] Network 847d8090-2520-4dad-b743-c2631e7aedc9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:01.322618 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c50e1ccf-e0f7-45d7-a36d-c9b92dd74018 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8021691 Aug 19 12:50:01.329192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33216) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:01.372265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.464907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5446cba2-a023-49a5-a0c0-72b18c692e9a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:01.466466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5446cba2-a023-49a5-a0c0-72b18c692e9a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:01.468085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5446cba2-a023-49a5-a0c0-72b18c692e9a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:01.469870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5446cba2-a023-49a5-a0c0-72b18c692e9a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1395316 Aug 19 12:50:01.473000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33222) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:01.483335 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.559239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2ebe35-5b1b-4724-9c5b-77d718504a6a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Deleting subnet dcaec6ea-8e8d-4250-9970-8bb9a0b710d2 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:50:01.564108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port e1427aca-74a2-4a4d-9cae-9594a703483d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e1427aca-74a2-4a4d-9cae-9594a703483d,segment=NetworkSegment(ead2a585-2d5e-4261-8eb2-1be8e3dac7fb),segment_id=ead2a585-2d5e-4261-8eb2-1be8e3dac7fb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:01.614800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-847d8090-2520-4dad-b743-c2631e7aedc9', 'network_id': '847d8090-2520-4dad-b743-c2631e7aedc9', 'tenant_id': '29a4438651264fd999ae01950084c2b4', 'fixed_ips': [{'subnet_id': 'd9bfb956-9704-4280-88c7-5644f1cb6809'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:01.615766 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.655421 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.666339 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.729479 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.730571 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.731494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Transition to ACTIVE for port object e54870d5-aad4-43ba-a812-9402163b0a04 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:01.824840 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Transition to ACTIVE for port object e54870d5-aad4-43ba-a812-9402163b0a04 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:01.833167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.25.6.99 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/b465c3e1-b25d-412b-841f-4686f79deb02) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:01.851698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=e1427aca-74a2-4a4d-9cae-9594a703483d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:01.867763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Allocated IP 172.20.0.18 (847d8090-2520-4dad-b743-c2631e7aedc9/d9bfb956-9704-4280-88c7-5644f1cb6809/4a652ce7-dec3-49db-8aa3-e1a04f4b5638) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:01.933031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Router 7390c36a-ec64-4076-9cca-7057a8682deb is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:50:01.982615 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be2ebe35-5b1b-4724-9c5b-77d718504a6a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:01.985719 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.030284 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be2ebe35-5b1b-4724-9c5b-77d718504a6a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.036470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.049234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Network 3fe963c3-0f6f-4083-b1be-1a4f5f074b28 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:02.058417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:02.077279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:02.087197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Pushing event updated for resources: {'Port': ['ID=e54870d5-aad4-43ba-a812-9402163b0a04,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:02.132719 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.162054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be2ebe35-5b1b-4724-9c5b-77d718504a6a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.166423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Transition to ACTIVE for port object 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:02.177720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Attempting to bind port e54870d5-aad4-43ba-a812-9402163b0a04 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:02.178099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Attempting to bind port e54870d5-aad4-43ba-a812-9402163b0a04 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3fe963c3-0f6f-4083-b1be-1a4f5f074b28'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:02.178470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Attempting to bind port e54870d5-aad4-43ba-a812-9402163b0a04 on network 3fe963c3-0f6f-4083-b1be-1a4f5f074b28 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:02.193817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:02.194205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Checking segment: {'id': '2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3fe963c3-0f6f-4083-b1be-1a4f5f074b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:02.194617 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.195016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Bound using segment: {'id': '2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3fe963c3-0f6f-4083-b1be-1a4f5f074b28'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:02.195506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Bound port: e54870d5-aad4-43ba-a812-9402163b0a04, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3fe963c3-0f6f-4083-b1be-1a4f5f074b28'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:02.195895 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.199231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Transition to ACTIVE for port object 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:02.206200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:02.222030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Sync routers for ids ['7390c36a-ec64-4076-9cca-7057a8682deb'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:02.253064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Routers {'7390c36a-ec64-4076-9cca-7057a8682deb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:02.253742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7390c36a-ec64-4076-9cca-7057a8682deb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:02.299204 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.299969 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be2ebe35-5b1b-4724-9c5b-77d718504a6a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.305406 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.306341 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.310963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f954ce70-1e6b-45c8-8395-afb1f51f1340 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5311513 Aug 19 12:50:02.314123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33240) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:02.358758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] For port e54870d5-aad4-43ba-a812-9402163b0a04, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:02.361641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:02.368861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:02.381658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:02.385139 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ebe35-5b1b-4724-9c5b-77d718504a6a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Subnet': ['ID=dcaec6ea-8e8d-4250-9970-8bb9a0b710d2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:02.401247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=b465c3e1-b25d-412b-841f-4686f79deb02,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:02.420283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] For port e54870d5-aad4-43ba-a812-9402163b0a04, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e54870d5-aad4-43ba-a812-9402163b0a04,segment=NetworkSegment(2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7),segment_id=2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:02.422428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Network 847d8090-2520-4dad-b743-c2631e7aedc9 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:02.427941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:02.437141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Pushing event updated for resources: {'Port': ['ID=4a652ce7-dec3-49db-8aa3-e1a04f4b5638,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:02.439807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:02.443451 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be2ebe35-5b1b-4724-9c5b-77d718504a6a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.446802 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-be2ebe35-5b1b-4724-9c5b-77d718504a6a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "DELETE /v2.0/subnets/dcaec6ea-8e8d-4250-9970-8bb9a0b710d2 HTTP/1.1" status: 204 len: 168 time: 0.9724410 Aug 19 12:50:02.449757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33244) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:02.508620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Set router 7390c36a-ec64-4076-9cca-7057a8682deb gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:02.554271 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ebb2b3-0141-4e07-af0c-7e93293fc3b6 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Deleting subnet d9bfb956-9704-4280-88c7-5644f1cb6809 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:50:02.563079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08ebb2b3-0141-4e07-af0c-7e93293fc3b6 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.578858 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.589146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Attempting to bind port 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:02.589569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Attempting to bind port 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '296a5dbc-9f0c-487d-894e-dc766897444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '847d8090-2520-4dad-b743-c2631e7aedc9'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:02.589936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Attempting to bind port 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 on network 847d8090-2520-4dad-b743-c2631e7aedc9 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:02.653047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:02.653047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Checking segment: {'id': '296a5dbc-9f0c-487d-894e-dc766897444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '847d8090-2520-4dad-b743-c2631e7aedc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:02.653047 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.653047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Bound using segment: {'id': '296a5dbc-9f0c-487d-894e-dc766897444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '847d8090-2520-4dad-b743-c2631e7aedc9'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:02.653047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Bound port: 4a652ce7-dec3-49db-8aa3-e1a04f4b5638, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296a5dbc-9f0c-487d-894e-dc766897444d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '847d8090-2520-4dad-b743-c2631e7aedc9'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:02.653047 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:02.740299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f9cd2-f00f-4751-b7c3-3bab13c9500b None None] Pushing event updated for resources: {'Port': ['ID=e54870d5-aad4-43ba-a812-9402163b0a04,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:02.756562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e1427aca-74a2-4a4d-9cae-9594a703483d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:02.764044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08ebb2b3-0141-4e07-af0c-7e93293fc3b6 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:03.014847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] For port 4a652ce7-dec3-49db-8aa3-e1a04f4b5638, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:03.022718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] For port 4a652ce7-dec3-49db-8aa3-e1a04f4b5638, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4a652ce7-dec3-49db-8aa3-e1a04f4b5638,segment=NetworkSegment(296a5dbc-9f0c-487d-894e-dc766897444d),segment_id=296a5dbc-9f0c-487d-894e-dc766897444d)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:03.025731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e1427aca-74a2-4a4d-9cae-9594a703483d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:03.026318 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:03.062806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:03.144545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'name': 'tempest-TestServerBasicOps-1199040748-router', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:58Z', 'updated_at': '2021-08-19T12:50:00Z', 'revision_number': 3, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'gw_port': {'id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:07:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:59Z', 'updated_at': '2021-08-19T12:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:03.151662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08ebb2b3-0141-4e07-af0c-7e93293fc3b6 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:03.152163 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:03.217755 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Checking router: 7390c36a-ec64-4076-9cca-7057a8682deb for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:50:03.234265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Updating router 7390c36a-ec64-4076-9cca-7057a8682deb port 5a170d4a-26b4-4e02-9e70-404c9a74fe13 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:50:03.267364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:03.280152 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:03.400678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08ebb2b3-0141-4e07-af0c-7e93293fc3b6 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:03.420771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2e1a6-f5d3-4169-82e9-4195a0f1ae75 None None] Pushing event updated for resources: {'Port': ['ID=4a652ce7-dec3-49db-8aa3-e1a04f4b5638,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:03.559323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebb2b3-0141-4e07-af0c-7e93293fc3b6 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Subnet': ['ID=d9bfb956-9704-4280-88c7-5644f1cb6809,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:03.585832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08ebb2b3-0141-4e07-af0c-7e93293fc3b6 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:03.587845 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-08ebb2b3-0141-4e07-af0c-7e93293fc3b6 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "DELETE /v2.0/subnets/d9bfb956-9704-4280-88c7-5644f1cb6809 HTTP/1.1" status: 204 len: 168 time: 1.1369491 Aug 19 12:50:03.597254 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33264) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:03.736895 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Allocated IP 172.20.0.1 (87a5bb63-af59-4a23-969e-167c4681807a/0f6e1642-97cd-4530-9cf7-ac187112bc8c/643f9f44-0d38-4b96-8b19-f0a86ec23cf7) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:03.748089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e207b1-4a6a-45cf-a638-e6cf21e9cd0c tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:03.750081 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c8e207b1-4a6a-45cf-a638-e6cf21e9cd0c tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1513419 Aug 19 12:50:03.753710 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33266) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:03.918627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:03.971091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:03.992521 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Transition to ACTIVE for port object 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:04.124297 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.146309 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.175524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Deleting port 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:04.177148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.273967 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.276593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Network 87a5bb63-af59-4a23-969e-167c4681807a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:04.291419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:04.292080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Transition to ACTIVE for port object 5a170d4a-26b4-4e02-9e70-404c9a74fe13 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:04.323761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:04.395048 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.408998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Pushing event updated for resources: {'Port': ['ID=643f9f44-0d38-4b96-8b19-f0a86ec23cf7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:04.422266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] For port 4a652ce7-dec3-49db-8aa3-e1a04f4b5638, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4a652ce7-dec3-49db-8aa3-e1a04f4b5638,segment=NetworkSegment(296a5dbc-9f0c-487d-894e-dc766897444d),segment_id=296a5dbc-9f0c-487d-894e-dc766897444d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:04.422693 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.440517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:50:04.458469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a8421e-bbaa-4ceb-9faf-67bfacb17949 None None] Network 3fe963c3-0f6f-4083-b1be-1a4f5f074b28 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:04.461403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Calling delete_port for 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:04.497456 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.700734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Attempting to bind port 5a170d4a-26b4-4e02-9e70-404c9a74fe13 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:04.702919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Attempting to bind port 5a170d4a-26b4-4e02-9e70-404c9a74fe13 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:04.703658 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Attempting to bind port 5a170d4a-26b4-4e02-9e70-404c9a74fe13 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:04.746446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6e059db9-37e6-4ece-b0e2-ff3a7e17669f None None] Provisioning for port e54870d5-aad4-43ba-a812-9402163b0a04 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:04.794216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:04.806333 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cdf795-dc86-4ade-a52d-95109289c29f None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:04.811027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:04.811417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:04.811837 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.812243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:04.812744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Bound port: 5a170d4a-26b4-4e02-9e70-404c9a74fe13, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:04.813132 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.832437 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cdf795-dc86-4ade-a52d-95109289c29f None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:04.833240 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f3cdf795-dc86-4ade-a52d-95109289c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:04.873328 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f3cdf795-dc86-4ade-a52d-95109289c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:04.875044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.901542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] For port 5a170d4a-26b4-4e02-9e70-404c9a74fe13, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:04.904952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] For port 5a170d4a-26b4-4e02-9e70-404c9a74fe13, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5a170d4a-26b4-4e02-9e70-404c9a74fe13,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:04.921544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:04.926404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf9675-7922-4094-8405-5dfa01673a4b None None] Pushing event updated for resources: {'Port': ['ID=5a170d4a-26b4-4e02-9e70-404c9a74fe13,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:04.927617 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cdf795-dc86-4ade-a52d-95109289c29f None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:04.928491 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f3cdf795-dc86-4ade-a52d-95109289c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:04.952040 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Port': ['ID=4a652ce7-dec3-49db-8aa3-e1a04f4b5638,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:04.956215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:04.957275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 12:50:04.966258 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.975988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f1a1fede-d29d-4ef6-bb86-eb10e36a74c8 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7777662 Aug 19 12:50:04.975988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:04.995454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Port 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 not found, will not notify nova. {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 12:50:04.995778 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f3cdf795-dc86-4ade-a52d-95109289c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:04.995867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e54870d5-aad4-43ba-a812-9402163b0a04 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:04.996545 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cdf795-dc86-4ade-a52d-95109289c29f None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:05.009197 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.009310 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] No DVR routers for this DVR port 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:05.063619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559ecb06-97b3-4c47-b429-557d45fb77b6 None None] Network 847d8090-2520-4dad-b743-c2631e7aedc9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:05.076359 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.084352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b18cab-d788-4afa-a23a-01315fc4e4ec None None] DHCP port deletion for 3fe963c3-0f6f-4083-b1be-1a4f5f074b28 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:50:05.173365 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf9675-7922-4094-8405-5dfa01673a4b None None] Pushing event updated for resources: {'Port': ['ID=5a170d4a-26b4-4e02-9e70-404c9a74fe13,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:05.211100 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.228567 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847d8090-2520-4dad-b743-c2631e7aedc9']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:05.285770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Routers {'7390c36a-ec64-4076-9cca-7057a8682deb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:05.287046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7390c36a-ec64-4076-9cca-7057a8682deb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:05.287239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296a5dbc-9f0c-487d-894e-dc766897444d') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:05.287824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296a5dbc-9f0c-487d-894e-dc766897444d') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:05.308990 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.331406 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.344285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7fcb9a7e-2d9d-4081-a3b2-bc05338eb028 None None] Provisioning for port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:05.350266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:05.350922 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:05.354892 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:05.368575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7fcb9a7e-2d9d-4081-a3b2-bc05338eb028 None None] Provisioning complete for port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:05.369087 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9a7e-2d9d-4081-a3b2-bc05338eb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.496047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port e54870d5-aad4-43ba-a812-9402163b0a04 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:05.515389 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.523219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d1b18cab-d788-4afa-a23a-01315fc4e4ec None None] Deleting port e54870d5-aad4-43ba-a812-9402163b0a04 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:05.523739 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d1b18cab-d788-4afa-a23a-01315fc4e4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.545601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e54870d5-aad4-43ba-a812-9402163b0a04 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:05.545983 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.603122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb9a7e-2d9d-4081-a3b2-bc05338eb028 None None] Port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:50:05.629248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aec45c-166a-4878-abe7-27614eab2259 None None] DHCP port deletion for 847d8090-2520-4dad-b743-c2631e7aedc9 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:50:05.636617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.652458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.691742 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.703500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] Set router 7390c36a-ec64-4076-9cca-7057a8682deb gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:05.714671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.717003 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "DELETE /v2.0/networks/847d8090-2520-4dad-b743-c2631e7aedc9 HTTP/1.1" status: 204 len: 168 time: 1.9622121 Aug 19 12:50:05.730588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33298) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:05.774110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d1b18cab-d788-4afa-a23a-01315fc4e4ec None None] For port e54870d5-aad4-43ba-a812-9402163b0a04, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e54870d5-aad4-43ba-a812-9402163b0a04,segment=NetworkSegment(2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7),segment_id=2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:05.774697 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d1b18cab-d788-4afa-a23a-01315fc4e4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.774900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339aa58f-ab0a-4edb-ad80-f26fb09614e2 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Network': ['ID=847d8090-2520-4dad-b743-c2631e7aedc9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:05.800031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5af703f3-163e-487d-b970-a421a2108686 None None] Could not find standard attr ID for object 4a652ce7-dec3-49db-8aa3-e1a04f4b5638. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:50:05.818650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d1b18cab-d788-4afa-a23a-01315fc4e4ec None None] Calling delete_port for e54870d5-aad4-43ba-a812-9402163b0a04 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:05.837705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Pushing event updated for resources: {'Port': ['ID=643f9f44-0d38-4b96-8b19-f0a86ec23cf7,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:05.860387 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.980972 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:06.069526 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:06.106223 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Network 87a5bb63-af59-4a23-969e-167c4681807a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:06.111639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:06.158184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.20.0.1 (29031e0e-409c-4724-ba17-4e19410c2d76/5bf284b8-7400-44fc-8cc9-a481427df83c/2847b7e0-85a4-467c-ae16-e652aa1b9a74) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:06.185920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Deleting port e54870d5-aad4-43ba-a812-9402163b0a04 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:06.187333 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:06.342110 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:50:06.342110 n-d-778732-8 neutron-server[95662]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 19 12:50:06.342110 n-d-778732-8 neutron-server[95662]: [parameters: {'status': 'ACTIVE', 'ports_id': 'e54870d5-aad4-43ba-a812-9402163b0a04'}] Aug 19 12:50:06.342110 n-d-778732-8 neutron-server[95662]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:50:06.342863 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:50:06.352799 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d1b18cab-d788-4afa-a23a-01315fc4e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:06.410629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b18cab-d788-4afa-a23a-01315fc4e4ec None None] No DVR routers for this DVR port e54870d5-aad4-43ba-a812-9402163b0a04 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:06.455625 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:06.490977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b18cab-d788-4afa-a23a-01315fc4e4ec None None] Pushing event deleted for resources: {'Port': ['ID=e54870d5-aad4-43ba-a812-9402163b0a04,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:06.535066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'name': 'tempest-TestServerBasicOps-1199040748-router', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:58Z', 'updated_at': '2021-08-19T12:50:04Z', 'revision_number': 4, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'gw_port': {'id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:07:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:59Z', 'updated_at': '2021-08-19T12:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '643f9f44-0d38-4b96-8b19-f0a86ec23cf7', 'name': '', 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'mac_address': 'fa:16:3e:9e:41:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0f6e1642-97cd-4530-9cf7-ac187112bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:03Z', 'updated_at': '2021-08-19T12:50:03Z', 'revision_number': 1, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'subnets': [{'id': '0f6e1642-97cd-4530-9cf7-ac187112bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:06.600095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd400e1a-0326-4bff-9cc0-392bc4b1399c None None] The sync data for ids ['7390c36a-ec64-4076-9cca-7057a8682deb'] in n-d-778732-8 is: [{'id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'name': 'tempest-TestServerBasicOps-1199040748-router', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:58Z', 'updated_at': '2021-08-19T12:50:04Z', 'revision_number': 4, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'gw_port': {'id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:07:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:59Z', 'updated_at': '2021-08-19T12:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '643f9f44-0d38-4b96-8b19-f0a86ec23cf7', 'name': '', 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'mac_address': 'fa:16:3e:9e:41:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0f6e1642-97cd-4530-9cf7-ac187112bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:03Z', 'updated_at': '2021-08-19T12:50:03Z', 'revision_number': 1, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'subnets': [{'id': '0f6e1642-97cd-4530-9cf7-ac187112bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:06.634618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-13cfb626-554f-493a-a187-45d96b9ec225 None None] Provisioning complete for port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:06.635367 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-13cfb626-554f-493a-a187-45d96b9ec225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:06.668827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:06.691931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] For port e54870d5-aad4-43ba-a812-9402163b0a04, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e54870d5-aad4-43ba-a812-9402163b0a04,segment=NetworkSegment(2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7),segment_id=2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:06.692531 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:06.705836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-13cfb626-554f-493a-a187-45d96b9ec225 None None] Port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:50:06.714190 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Calling delete_port for e54870d5-aad4-43ba-a812-9402163b0a04 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:06.744944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network 29031e0e-409c-4724-ba17-4e19410c2d76 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:06.749554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:06.760482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:06.812864 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:06.816777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=2847b7e0-85a4-467c-ae16-e652aa1b9a74,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:06.825394 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:06.828938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Router 7390c36a-ec64-4076-9cca-7057a8682deb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:06.859093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Port': ['ID=e54870d5-aad4-43ba-a812-9402163b0a04,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:06.873250 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] No DVR routers for this DVR port e54870d5-aad4-43ba-a812-9402163b0a04 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:06.876957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Port e54870d5-aad4-43ba-a812-9402163b0a04 update to ACTIVE by agent not found {{(pid=95662) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 12:50:07.020433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:07.037444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:07.044406 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ea77b2ec-b4b0-4a2e-8648-cce6d75dc341 admin admin] 10.222.0.44 "PUT /v2.0/routers/7390c36a-ec64-4076-9cca-7057a8682deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7153492 Aug 19 12:50:07.085468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:07.085822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a652ce7-dec3-49db-8aa3-e1a04f4b5638 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:07.086247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e54870d5-aad4-43ba-a812-9402163b0a04 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:07.139754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: e54870d5-aad4-43ba-a812-9402163b0a04 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:07.140118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e54870d5-aad4-43ba-a812-9402163b0a04 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:07.173579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.211325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe963c3-0f6f-4083-b1be-1a4f5f074b28']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:07.224441 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.226497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33316) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:07.236206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:07.236501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5bbf1b-70a3-4eb7-91d8-b15d5a9df1d7') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:07.254003 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.291546 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.302092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:07.302511 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:07.309005 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:07.451442 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.471890 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.477540 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "DELETE /v2.0/networks/3fe963c3-0f6f-4083-b1be-1a4f5f074b28 HTTP/1.1" status: 204 len: 168 time: 1.7418482 Aug 19 12:50:07.500026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33326) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:07.732178 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.749130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1f53e-18f3-4908-b817-ddfcd1d93ddb tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Network': ['ID=3fe963c3-0f6f-4083-b1be-1a4f5f074b28,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:07.765760 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.771702 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c936d95-8295-48ad-8a15-e91035b58042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.837781 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.902917 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.925964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79689f8d-058d-4a20-9cf3-55dbc28ec80a']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:07.970598 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.970954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262c1212-ba07-41e4-8bf1-1b086bde2148') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:07.970954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262c1212-ba07-41e4-8bf1-1b086bde2148') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:07.970954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.982962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=2847b7e0-85a4-467c-ae16-e652aa1b9a74,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:07.995016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.002282 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:08.003012 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:08.006908 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:08.110465 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c936d95-8295-48ad-8a15-e91035b58042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.144627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network 29031e0e-409c-4724-ba17-4e19410c2d76 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:08.150279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:08.211753 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.228299 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.228299 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "DELETE /v2.0/networks/79689f8d-058d-4a20-9cf3-55dbc28ec80a HTTP/1.1" status: 204 len: 168 time: 0.7189090 Aug 19 12:50:08.236180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33328) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:08.240247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e52fd9-39e6-409e-aceb-1c7a90633e51 tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Network': ['ID=79689f8d-058d-4a20-9cf3-55dbc28ec80a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:08.248488 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c936d95-8295-48ad-8a15-e91035b58042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.396202 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4c936d95-8295-48ad-8a15-e91035b58042 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4f26713fd0f4b6eb3c5f7d5e3eca7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1675208 Aug 19 12:50:08.397293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c936d95-8295-48ad-8a15-e91035b58042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27a738e-c67d-4373-9d5b-713fdb43e834,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:08.399063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33330) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:08.406815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.423970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:08.472146 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73658fd6-56a2-456d-9362-c803a9e3e19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.504093 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73658fd6-56a2-456d-9362-c803a9e3e19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.594446 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.609744 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cafcd7-9c92-478d-8558-b7d694403b0b']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:08.627824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ede4c83-ecc9-4e82-b631-eac37ccc476f') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:08.628126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ede4c83-ecc9-4e82-b631-eac37ccc476f') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:08.642406 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.658682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:08.664517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-30380d8d-f35b-40cc-b627-c854993a9178 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "PUT /v2.0/routers/f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6895845 Aug 19 12:50:08.666401 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.668572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33334) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:08.672885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a5434-38b7-4f43-a82d-0cbadde9d287 None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:08.674642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'port': {'network_id': '29031e0e-409c-4724-ba17-4e19410c2d76', 'name': 'tempest-FloatingIPTestJSON-113125814'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:08.679650 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73658fd6-56a2-456d-9362-c803a9e3e19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.683123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73658fd6-56a2-456d-9362-c803a9e3e19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.687422 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-73658fd6-56a2-456d-9362-c803a9e3e19d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e27a738e-c67d-4373-9d5b-713fdb43e834 HTTP/1.1" status: 204 len: 168 time: 0.2865942 Aug 19 12:50:08.689788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a5434-38b7-4f43-a82d-0cbadde9d287 None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:08.691350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6b7a5434-38b7-4f43-a82d-0cbadde9d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:08.709665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:08.710089 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:08.718654 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:08.751554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73658fd6-56a2-456d-9362-c803a9e3e19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27a738e-c67d-4373-9d5b-713fdb43e834,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:08.755438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6b7a5434-38b7-4f43-a82d-0cbadde9d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:08.787034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a5434-38b7-4f43-a82d-0cbadde9d287 None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:08.788653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6b7a5434-38b7-4f43-a82d-0cbadde9d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:08.827066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6b7a5434-38b7-4f43-a82d-0cbadde9d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:08.827976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a5434-38b7-4f43-a82d-0cbadde9d287 None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:08.916220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.939918 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.944777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] 10.222.0.44 "DELETE /v2.0/networks/64cafcd7-9c92-478d-8558-b7d694403b0b HTTP/1.1" status: 204 len: 168 time: 0.7055635 Aug 19 12:50:08.965664 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Made reservation on behalf of d9210918d84b40d989f5f7f41358c60e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:08.970209 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.983261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3310ac-76b4-4846-b3e9-e414b4fff59a tempest-BulkNetworkOpsTest-602111263 tempest-BulkNetworkOpsTest-602111263-project] Pushing event deleted for resources: {'Network': ['ID=64cafcd7-9c92-478d-8558-b7d694403b0b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:09.002366 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] device_id is not set on port d549c238-d54c-4ff5-afab-55f73f4ca45e yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:09.084008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5a170d4a-26b4-4e02-9e70-404c9a74fe13 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:09.242134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.20.0.11 (29031e0e-409c-4724-ba17-4e19410c2d76/5bf284b8-7400-44fc-8cc9-a481427df83c/d549c238-d54c-4ff5-afab-55f73f4ca45e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:09.311949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5a170d4a-26b4-4e02-9e70-404c9a74fe13 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:09.322990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5a170d4a-26b4-4e02-9e70-404c9a74fe13 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:09.323808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:09.411118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33344) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:09.417033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d68318ad-8cab-49ed-a1d5-93843e3f0097 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-197144830', 'description': 'tempest-secgroup-smoke-197144830 description', 'project_id': '7304fc0218bb411c9647ddabb1b8204a'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:09.494909 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:09.511195 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:09.522170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 5a170d4a-26b4-4e02-9e70-404c9a74fe13, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5a170d4a-26b4-4e02-9e70-404c9a74fe13,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:09.584348 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d68318ad-8cab-49ed-a1d5-93843e3f0097 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:09.618660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:09.635230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:09.704291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network 29031e0e-409c-4724-ba17-4e19410c2d76 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:09.710507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:09.715357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:09.746393 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33350) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:09.756646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=d549c238-d54c-4ff5-afab-55f73f4ca45e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:09.778504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16e7f4d7-cade-45f8-897a-2904a1b98d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:09.796068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=5a170d4a-26b4-4e02-9e70-404c9a74fe13,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:09.810021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:09.810487 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Sync routers for ids ['7390c36a-ec64-4076-9cca-7057a8682deb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:09.810968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:09.836205 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Routers {'7390c36a-ec64-4076-9cca-7057a8682deb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:09.837597 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7390c36a-ec64-4076-9cca-7057a8682deb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:09.851063 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d68318ad-8cab-49ed-a1d5-93843e3f0097 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:09.857978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33352) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:09.947586 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d68318ad-8cab-49ed-a1d5-93843e3f0097 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:09.978724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68318ad-8cab-49ed-a1d5-93843e3f0097 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d684b6-590b-47d4-aa51-4023172a4279,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:10.065879 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Set router 7390c36a-ec64-4076-9cca-7057a8682deb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:10.144295 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fd14d419-0b4f-444e-97c9-e0b5a90d5d12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29a4438651264fd999ae01950084c2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814436 Aug 19 12:50:10.144494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33356) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:10.181861 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16e7f4d7-cade-45f8-897a-2904a1b98d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.205279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9355ab54-ff07-4ee8-89d6-9b533f685199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.231125 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9355ab54-ff07-4ee8-89d6-9b533f685199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.286881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16e7f4d7-cade-45f8-897a-2904a1b98d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.316691 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'name': 'tempest-TestServerBasicOps-1199040748-router', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:58Z', 'updated_at': '2021-08-19T12:50:04Z', 'revision_number': 4, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'gw_port': {'id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:07:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:59Z', 'updated_at': '2021-08-19T12:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '643f9f44-0d38-4b96-8b19-f0a86ec23cf7', 'name': '', 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'mac_address': 'fa:16:3e:9e:41:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0f6e1642-97cd-4530-9cf7-ac187112bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:03Z', 'updated_at': '2021-08-19T12:50:05Z', 'revision_number': 2, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'subnets': [{'id': '0f6e1642-97cd-4530-9cf7-ac187112bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:10.328299 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-16e7f4d7-cade-45f8-897a-2904a1b98d02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76d874e6365e4c278b89dc8626a1ccc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5807874 Aug 19 12:50:10.329537 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7f4d7-cade-45f8-897a-2904a1b98d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7d0776-4aa1-46b7-bcf9-9ad54aaa5575,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:10.332067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33358) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:10.346713 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Checking router: 7390c36a-ec64-4076-9cca-7057a8682deb for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:50:10.347061 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Updating router 7390c36a-ec64-4076-9cca-7057a8682deb port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:50:10.374540 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.389930 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-09b5baa4-33f5-4cb9-97f2-229a08a0e2ac tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7201304 Aug 19 12:50:10.392084 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9355ab54-ff07-4ee8-89d6-9b533f685199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.392628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33360) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:10.400002 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9355ab54-ff07-4ee8-89d6-9b533f685199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.400002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9355ab54-ff07-4ee8-89d6-9b533f685199 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09203d14-4ed5-45f6-9085-7930c5fde772 HTTP/1.1" status: 204 len: 168 time: 0.2526648 Aug 19 12:50:10.400409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'port': {'network_id': '29031e0e-409c-4724-ba17-4e19410c2d76', 'name': 'tempest-FloatingIPTestJSON-378099191'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:10.401867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d68318ad-8cab-49ed-a1d5-93843e3f0097 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.403746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d68318ad-8cab-49ed-a1d5-93843e3f0097 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9915912 Aug 19 12:50:10.407147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33364) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:10.408145 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-125fabf8-7470-47bf-bacb-88cbfcdfb932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.424454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f0c1854a-1b63-4269-a6f9-1cc0e88756be tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Request body: {'security_group_rule': {'security_group_id': '92d684b6-590b-47d4-aa51-4023172a4279', 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:10.424920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355ab54-ff07-4ee8-89d6-9b533f685199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09203d14-4ed5-45f6-9085-7930c5fde772,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:10.461234 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-125fabf8-7470-47bf-bacb-88cbfcdfb932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.667872 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0c1854a-1b63-4269-a6f9-1cc0e88756be tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.680706 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-125fabf8-7470-47bf-bacb-88cbfcdfb932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.683555 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-125fabf8-7470-47bf-bacb-88cbfcdfb932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.690516 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-125fabf8-7470-47bf-bacb-88cbfcdfb932 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c7d0776-4aa1-46b7-bcf9-9ad54aaa5575 HTTP/1.1" status: 204 len: 168 time: 0.3523607 Aug 19 12:50:10.697237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fabf8-7470-47bf-bacb-88cbfcdfb932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7d0776-4aa1-46b7-bcf9-9ad54aaa5575,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:10.799103 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0c1854a-1b63-4269-a6f9-1cc0e88756be tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.801524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Made reservation on behalf of d9210918d84b40d989f5f7f41358c60e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:10.806077 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.807808 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.819238 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Transition to ACTIVE for port object 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:10.828292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] device_id is not set on port 5052f58f-6a22-4a7d-9f00-d710863e0afc yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:10.915978 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0c1854a-1b63-4269-a6f9-1cc0e88756be tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.949235 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:10.990956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5a170d4a-26b4-4e02-9e70-404c9a74fe13 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:11.020439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1854a-1b63-4269-a6f9-1cc0e88756be tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87df5906-0beb-4da2-985d-97c64d31c942,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:11.051509 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b63b26-5e36-4ebd-b000-62b7fc8ffdeb None None] Pushing event updated for resources: {'Port': ['ID=643f9f44-0d38-4b96-8b19-f0a86ec23cf7,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:11.055041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.20.0.3 (29031e0e-409c-4724-ba17-4e19410c2d76/5bf284b8-7400-44fc-8cc9-a481427df83c/5052f58f-6a22-4a7d-9f00-d710863e0afc) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:11.074715 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5a170d4a-26b4-4e02-9e70-404c9a74fe13 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:11.075416 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.154772 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Attempting to bind port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:11.155155 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Attempting to bind port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ead2a585-2d5e-4261-8eb2-1be8e3dac7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:11.155514 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Attempting to bind port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 on network 87a5bb63-af59-4a23-969e-167c4681807a {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:11.169950 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:11.178091 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Checking segment: {'id': 'ead2a585-2d5e-4261-8eb2-1be8e3dac7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:11.178091 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.178091 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Bound using segment: {'id': 'ead2a585-2d5e-4261-8eb2-1be8e3dac7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:11.178091 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Bound port: 643f9f44-0d38-4b96-8b19-f0a86ec23cf7, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead2a585-2d5e-4261-8eb2-1be8e3dac7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:11.178091 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.178898 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0c1854a-1b63-4269-a6f9-1cc0e88756be tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.178898 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f0c1854a-1b63-4269-a6f9-1cc0e88756be tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7571316 Aug 19 12:50:11.180158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33380) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:11.188298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-70e3f435-58a1-4bcc-b4d6-a470e00d6044 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Request body: {'security_group_rule': {'security_group_id': '92d684b6-590b-47d4-aa51-4023172a4279', 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:11.306855 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] For port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:11.311046 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] For port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=643f9f44-0d38-4b96-8b19-f0a86ec23cf7,segment=NetworkSegment(ead2a585-2d5e-4261-8eb2-1be8e3dac7fb),segment_id=ead2a585-2d5e-4261-8eb2-1be8e3dac7fb)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:11.341119 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.440156 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.447685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70e3f435-58a1-4bcc-b4d6-a470e00d6044 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.536211 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Routers {'7390c36a-ec64-4076-9cca-7057a8682deb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:11.537117 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7390c36a-ec64-4076-9cca-7057a8682deb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:11.541940 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70e3f435-58a1-4bcc-b4d6-a470e00d6044 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.577215 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b63b26-5e36-4ebd-b000-62b7fc8ffdeb None None] Pushing event updated for resources: {'Port': ['ID=643f9f44-0d38-4b96-8b19-f0a86ec23cf7,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:11.587733 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.623502 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70e3f435-58a1-4bcc-b4d6-a470e00d6044 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.646303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3f435-58a1-4bcc-b4d6-a470e00d6044 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3397d5a2-624f-4b65-bb7c-49f07d534900,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:11.684586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network 29031e0e-409c-4724-ba17-4e19410c2d76 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:11.694953 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:11.704858 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:11.722861 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] Set router 7390c36a-ec64-4076-9cca-7057a8682deb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:11.738433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33390) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:11.757807 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fdc612e0-177e-4eac-8514-6443dc297c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.775353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=5052f58f-6a22-4a7d-9f00-d710863e0afc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:11.807419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:11.808370 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.832502 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70e3f435-58a1-4bcc-b4d6-a470e00d6044 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.838201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-70e3f435-58a1-4bcc-b4d6-a470e00d6044 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6525712 Aug 19 12:50:11.838409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33394) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:11.842489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3125a78e-479f-4d65-abaf-38f8ce24e889 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Request body: {'security_group_rule': {'security_group_id': '92d684b6-590b-47d4-aa51-4023172a4279', 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:11.905442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fdc612e0-177e-4eac-8514-6443dc297c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.937470 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.979963 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'name': 'tempest-TestServerBasicOps-1199040748-router', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:58Z', 'updated_at': '2021-08-19T12:50:04Z', 'revision_number': 4, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'gw_port': {'id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:07:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:59Z', 'updated_at': '2021-08-19T12:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '643f9f44-0d38-4b96-8b19-f0a86ec23cf7', 'name': '', 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'mac_address': 'fa:16:3e:9e:41:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0f6e1642-97cd-4530-9cf7-ac187112bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:03Z', 'updated_at': '2021-08-19T12:50:11Z', 'revision_number': 4, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'subnets': [{'id': '0f6e1642-97cd-4530-9cf7-ac187112bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:11.996301 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96deb096-8a40-4234-b3ba-9dfa72fb9071 None None] The sync data for ids ['7390c36a-ec64-4076-9cca-7057a8682deb'] in n-d-778732-8 is: [{'id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'name': 'tempest-TestServerBasicOps-1199040748-router', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:58Z', 'updated_at': '2021-08-19T12:50:04Z', 'revision_number': 4, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'gw_port': {'id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:07:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:59Z', 'updated_at': '2021-08-19T12:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '643f9f44-0d38-4b96-8b19-f0a86ec23cf7', 'name': '', 'network_id': '87a5bb63-af59-4a23-969e-167c4681807a', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'mac_address': 'fa:16:3e:9e:41:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0f6e1642-97cd-4530-9cf7-ac187112bc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:03Z', 'updated_at': '2021-08-19T12:50:11Z', 'revision_number': 4, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'subnets': [{'id': '0f6e1642-97cd-4530-9cf7-ac187112bc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:12.130868 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fdc612e0-177e-4eac-8514-6443dc297c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.174799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fdc612e0-177e-4eac-8514-6443dc297c92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6797430b92e14ba0be6a36e6b0b118a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349768 Aug 19 12:50:12.175552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc612e0-177e-4eac-8514-6443dc297c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38113950-edcc-4a7e-9c64-62f8666b9e1f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:12.178298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33398) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:12.189980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33400) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:12.239647 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ff1f9832-0c11-4dd8-8245-e2bdc49924bf tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8423755 Aug 19 12:50:12.239923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33404) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:12.246860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '5052f58f-6a22-4a7d-9f00-d710863e0afc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:12.260545 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac5a39af-4cd3-428a-a919-8f1ba5950444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.291219 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac5a39af-4cd3-428a-a919-8f1ba5950444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.307363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-145946564'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:12.359835 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3125a78e-479f-4d65-abaf-38f8ce24e889 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.442597 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac5a39af-4cd3-428a-a919-8f1ba5950444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.445257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac5a39af-4cd3-428a-a919-8f1ba5950444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.446973 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ac5a39af-4cd3-428a-a919-8f1ba5950444 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38113950-edcc-4a7e-9c64-62f8666b9e1f HTTP/1.1" status: 204 len: 168 time: 0.2673655 Aug 19 12:50:12.464577 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a39af-4cd3-428a-a919-8f1ba5950444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38113950-edcc-4a7e-9c64-62f8666b9e1f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:12.469566 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3125a78e-479f-4d65-abaf-38f8ce24e889 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.482585 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.577205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3125a78e-479f-4d65-abaf-38f8ce24e889 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.607924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125a78e-479f-4d65-abaf-38f8ce24e889 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e1e21f-3472-400d-a3dc-51b8a0519ef5,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:12.629757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:12.634279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.646571 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.659764 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.726075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3125a78e-479f-4d65-abaf-38f8ce24e889 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.729384 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3125a78e-479f-4d65-abaf-38f8ce24e889 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8917220 Aug 19 12:50:12.737233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33412) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:12.742892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4f5b9120-515d-4db1-aa85-cb1c56c08956 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Request body: {'security_group_rule': {'security_group_id': '92d684b6-590b-47d4-aa51-4023172a4279', 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:12.832512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.25.6.64 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/194a0ef9-2be9-491c-bc04-04fc879dad68) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:12.934270 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.981263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.022026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:13.027498 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.044183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:13.057470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.057845 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Added segment a4fd8dd8-96ff-45ce-9364-41ae0810e8ad of type vlan for network bfd062e3-c902-455b-88c1-634b16e30805 Aug 19 12:50:13.121559 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.129896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6b3a7b-392c-4b9b-a770-ce4d63692810,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:13.171808 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.208167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:13.213048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:13.215351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:13.240025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:13.241976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=194a0ef9-2be9-491c-bc04-04fc879dad68,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:13.253395 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9120-515d-4db1-aa85-cb1c56c08956 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.254789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:13.255607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.294158 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.300203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:13.301094 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.331748 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9120-515d-4db1-aa85-cb1c56c08956 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.388491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1973665 Aug 19 12:50:13.406129 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9120-515d-4db1-aa85-cb1c56c08956 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.431882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b9120-515d-4db1-aa85-cb1c56c08956 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc224e97-6637-4499-bad3-bbfc83f0d7b5,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:13.454319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fdb6f-a2ed-45fa-a3ee-6342a998708e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=bfd062e3-c902-455b-88c1-634b16e30805,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:13.512352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network bfd062e3-c902-455b-88c1-634b16e30805 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:13.566187 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.599895 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9120-515d-4db1-aa85-cb1c56c08956 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.604590 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4f5b9120-515d-4db1-aa85-cb1c56c08956 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8662503 Aug 19 12:50:13.615812 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33432) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:13.627648 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4d70411f-d184-42ed-bc0f-3d625df1fdb1 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Request body: {'security_group_rule': {'security_group_id': '92d684b6-590b-47d4-aa51-4023172a4279', 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:13.632879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=643f9f44-0d38-4b96-8b19-f0a86ec23cf7,segment=NetworkSegment(ead2a585-2d5e-4261-8eb2-1be8e3dac7fb),segment_id=ead2a585-2d5e-4261-8eb2-1be8e3dac7fb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:13.715082 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.748888 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-4d70411f-d184-42ed-bc0f-3d625df1fdb1 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Project 7304fc0218bb411c9647ddabb1b8204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:50:13.754658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d70411f-d184-42ed-bc0f-3d625df1fdb1 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.771787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=643f9f44-0d38-4b96-8b19-f0a86ec23cf7,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:13.791607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.848728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d70411f-d184-42ed-bc0f-3d625df1fdb1 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.967831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:13.988973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d70411f-d184-42ed-bc0f-3d625df1fdb1 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.031758 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70411f-d184-42ed-bc0f-3d625df1fdb1 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38f808e-f417-4333-85a5-2416639f0d03,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:14.086251 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d70411f-d184-42ed-bc0f-3d625df1fdb1 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.089396 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4d70411f-d184-42ed-bc0f-3d625df1fdb1 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4689729 Aug 19 12:50:14.092033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33444) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:14.103522 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-46598c77-f4d9-4b35-a5fb-fc4aa7644ae6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Request body: {'security_group_rule': {'security_group_id': '92d684b6-590b-47d4-aa51-4023172a4279', 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:14.348025 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-46598c77-f4d9-4b35-a5fb-fc4aa7644ae6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Project 7304fc0218bb411c9647ddabb1b8204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:50:14.353913 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46598c77-f4d9-4b35-a5fb-fc4aa7644ae6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.495662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46598c77-f4d9-4b35-a5fb-fc4aa7644ae6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.605416 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.605977 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46598c77-f4d9-4b35-a5fb-fc4aa7644ae6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.622896 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46598c77-f4d9-4b35-a5fb-fc4aa7644ae6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e250b8-fd93-419f-a6d0-3756acaa5290,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:14.709853 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.721559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46598c77-f4d9-4b35-a5fb-fc4aa7644ae6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.722449 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.722944 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-46598c77-f4d9-4b35-a5fb-fc4aa7644ae6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6175737 Aug 19 12:50:14.811333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=194a0ef9-2be9-491c-bc04-04fc879dad68,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:14.822926 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.998172 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP 53375f1d-005e-497d-8228-4479fef71ad1 associated. External IP: 172.25.6.64, port: 5052f58f-6a22-4a7d-9f00-d710863e0afc. Aug 19 12:50:15.012650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:15.056089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-052b2253-9d97-490d-862f-ab052e4886c8 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-197144830&fields=id&tenant_id=7304fc0218bb411c9647ddabb1b8204a HTTP/1.1" status: 200 len: 267 time: 0.0874381 Aug 19 12:50:15.110584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:15.110970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.307890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-569e8b67-158a-4148-90ce-d836370cb225 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:15.309446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-569e8b67-158a-4148-90ce-d836370cb225 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/networks?id=bb0fb07f-9fd1-4405-8e27-bccf25557223 HTTP/1.1" status: 200 len: 808 time: 0.2402010 Aug 19 12:50:15.329509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-349fc9f2-9c50-42d5-8321-18c330d9d547 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/quotas/7304fc0218bb411c9647ddabb1b8204a HTTP/1.1" status: 200 len: 375 time: 0.0126100 Aug 19 12:50:15.426114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-0685456d-13dd-4215-b8d7-17a0b54ba957 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7304fc0218bb411c9647ddabb1b8204a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663619 Aug 19 12:50:15.428105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:15.639504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-fe58e2fe-b919-4b23-aa4a-dca26b4f1109 service neutron] 10.222.0.44 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990469 Aug 19 12:50:15.654100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:15.665430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33133c50-026b-40e8-a0a0-3b696664408e None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:15.692439 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33133c50-026b-40e8-a0a0-3b696664408e None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:15.692600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-33133c50-026b-40e8-a0a0-3b696664408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:15.731904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-33133c50-026b-40e8-a0a0-3b696664408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:15.741862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33133c50-026b-40e8-a0a0-3b696664408e None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:15.742498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-33133c50-026b-40e8-a0a0-3b696664408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:15.775789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-3fdc1051-94bb-495e-90c9-b202d81bf40f service neutron] 10.222.0.44 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224983 Aug 19 12:50:15.780153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-33133c50-026b-40e8-a0a0-3b696664408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:15.780832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33133c50-026b-40e8-a0a0-3b696664408e None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:15.834602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.866350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2defdc0d-acbc-4126-b23b-323e98c990be tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.6250825 Aug 19 12:50:15.875337 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33546) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:15.880034 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2ec234a5-8480-459e-a0af-99bc1e4a3650 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:15.975247 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ec234a5-8480-459e-a0af-99bc1e4a3650 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:16.153673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee4443f7-1f19-4228-aea0-9a4fa9a30e27 req-617e3198-9f77-4fef-bd0f-edff57bde716 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 210 time: 0.0454054 Aug 19 12:50:16.199437 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ec234a5-8480-459e-a0af-99bc1e4a3650 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:16.313039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ec234a5-8480-459e-a0af-99bc1e4a3650 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:16.313483 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-2ec234a5-8480-459e-a0af-99bc1e4a3650 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP 53375f1d-005e-497d-8228-4479fef71ad1 disassociated. External IP: 172.25.6.64, port: 5052f58f-6a22-4a7d-9f00-d710863e0afc. Aug 19 12:50:16.584180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec234a5-8480-459e-a0af-99bc1e4a3650 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:16.743260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec234a5-8480-459e-a0af-99bc1e4a3650 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:16.747870 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ec234a5-8480-459e-a0af-99bc1e4a3650 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:16.754920 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e9b13-aaa4-4843-8643-d558617c28b1 None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:16.787214 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2ec234a5-8480-459e-a0af-99bc1e4a3650 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "PUT /v2.0/floatingips/53375f1d-005e-497d-8228-4479fef71ad1 HTTP/1.1" status: 200 len: 687 time: 0.9107409 Aug 19 12:50:16.790019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33610) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:16.805077 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e9b13-aaa4-4843-8643-d558617c28b1 None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:16.805788 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dc6e9b13-aaa4-4843-8643-d558617c28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:16.854276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33616) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:16.854276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'network_id': 'bfd062e3-c902-455b-88c1-634b16e30805', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:16.860571 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dc6e9b13-aaa4-4843-8643-d558617c28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:16.878410 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e9b13-aaa4-4843-8643-d558617c28b1 None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:16.879043 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dc6e9b13-aaa4-4843-8643-d558617c28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:16.960938 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-dc6e9b13-aaa4-4843-8643-d558617c28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:16.960938 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e9b13-aaa4-4843-8643-d558617c28b1 None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:16.978333 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8b567072-bd70-4cd7-9f93-ffb8859d7bd7 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port 194a0ef9-2be9-491c-bc04-04fc879dad68 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:16.978870 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b567072-bd70-4cd7-9f93-ffb8859d7bd7 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:17.066394 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b567072-bd70-4cd7-9f93-ffb8859d7bd7 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:17.066730 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b567072-bd70-4cd7-9f93-ffb8859d7bd7 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:17.072894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:17.076546 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:17.080089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8b567072-bd70-4cd7-9f93-ffb8859d7bd7 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for 194a0ef9-2be9-491c-bc04-04fc879dad68 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:17.240582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02e39a5e-658a-473e-99aa-6ea36703a6a4 req-835309a9-ef4a-4b7f-bca3-b2fa34d5e663 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 210 time: 0.0302629 Aug 19 12:50:17.302101 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b567072-bd70-4cd7-9f93-ffb8859d7bd7 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:17.331266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b567072-bd70-4cd7-9f93-ffb8859d7bd7 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=194a0ef9-2be9-491c-bc04-04fc879dad68,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:17.402115 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b567072-bd70-4cd7-9f93-ffb8859d7bd7 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:17.405828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b567072-bd70-4cd7-9f93-ffb8859d7bd7 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:17.407604 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8b567072-bd70-4cd7-9f93-ffb8859d7bd7 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/floatingips/53375f1d-005e-497d-8228-4479fef71ad1 HTTP/1.1" status: 204 len: 168 time: 0.6163113 Aug 19 12:50:17.411454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33646) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:17.418037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': 'd549c238-d54c-4ff5-afab-55f73f4ca45e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:17.424357 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:17.510480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=a742b8cf-dd12-4d92-bba9-022b042ea125,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:17.527309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Checking segment: {'id': 'a4fd8dd8-96ff-45ce-9364-41ae0810e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bfd062e3-c902-455b-88c1-634b16e30805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:17.527688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network hostable DHCP agents. Network: bfd062e3-c902-455b-88c1-634b16e30805, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:17.565591 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:17.670834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network bfd062e3-c902-455b-88c1-634b16e30805 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:17.682537 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:17.799236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.25.6.231 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/231285c1-e2e0-4e6d-9232-96a56e84438d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:17.826608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, bfd062e3-c902-455b-88c1-634b16e30805) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:17.831509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:17.832111 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:17.836005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb2647-4253-4f75-886a-6530c4436d50 None None] Network bfd062e3-c902-455b-88c1-634b16e30805 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:17.924791 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.000454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-bfd062e3-c902-455b-88c1-634b16e30805', 'network_id': 'bfd062e3-c902-455b-88c1-634b16e30805', 'tenant_id': 'c66822ecdf014ccb8480dfa3e131435d', 'fixed_ips': [{'subnet_id': 'a742b8cf-dd12-4d92-bba9-022b042ea125'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:18.001354 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.006351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ff97ca28-0276-4004-8077-53abc1093f87 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1585543 Aug 19 12:50:18.011313 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:18.017337 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611977685'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:18.137600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.138754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:18.144621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.144823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Allocated IP 2001:db8:0:ffff::2 (bfd062e3-c902-455b-88c1-634b16e30805/a742b8cf-dd12-4d92-bba9-022b042ea125/ac2625e3-aec6-400b-b371-e27bea1056c3) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:18.176462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:18.189627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.189980 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Added segment 647be259-144d-4565-b4cb-501885e93752 of type vlan for network ad1e6161-14ab-496c-b9fc-e1ee91668c58 Aug 19 12:50:18.197524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:18.202939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:18.208141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:18.211781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=231285c1-e2e0-4e6d-9232-96a56e84438d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:18.259380 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.281193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33686) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:18.387690 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.394232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:18.394887 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.406836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df717000-635b-4d69-a76a-868d5b5995c2 req-e10e6a26-1e34-4e9b-b422-e4d84c084d1e tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 210 time: 0.0574872 Aug 19 12:50:18.440041 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.442700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Transition to ACTIVE for port object ac2625e3-aec6-400b-b371-e27bea1056c3 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:18.470957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Transition to ACTIVE for port object ac2625e3-aec6-400b-b371-e27bea1056c3 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:18.484236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=ad1e6161-14ab-496c-b9fc-e1ee91668c58,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:18.487073 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3034224f-8084-4070-97bf-5d9a54a87363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.502530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ad1e6161-14ab-496c-b9fc-e1ee91668c58 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:18.555631 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-686f6e51-3548-4d47-b81d-7c770ae92c22 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5419507 Aug 19 12:50:18.559378 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33700) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:18.564863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'network_id': 'ad1e6161-14ab-496c-b9fc-e1ee91668c58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:18.589215 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.649239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Network bfd062e3-c902-455b-88c1-634b16e30805 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:18.652506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:18.657282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:18.663156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Pushing event updated for resources: {'Port': ['ID=ac2625e3-aec6-400b-b371-e27bea1056c3,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:18.736803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Attempting to bind port ac2625e3-aec6-400b-b371-e27bea1056c3 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:18.737187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Attempting to bind port ac2625e3-aec6-400b-b371-e27bea1056c3 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a4fd8dd8-96ff-45ce-9364-41ae0810e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bfd062e3-c902-455b-88c1-634b16e30805'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:18.737592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Attempting to bind port ac2625e3-aec6-400b-b371-e27bea1056c3 on network bfd062e3-c902-455b-88c1-634b16e30805 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:18.744714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:18.745121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Checking segment: {'id': 'a4fd8dd8-96ff-45ce-9364-41ae0810e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bfd062e3-c902-455b-88c1-634b16e30805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:18.745772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.746428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Bound using segment: {'id': 'a4fd8dd8-96ff-45ce-9364-41ae0810e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bfd062e3-c902-455b-88c1-634b16e30805'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:18.747159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Bound port: ac2625e3-aec6-400b-b371-e27bea1056c3, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fd8dd8-96ff-45ce-9364-41ae0810e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bfd062e3-c902-455b-88c1-634b16e30805'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:18.747715 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.815949 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3034224f-8084-4070-97bf-5d9a54a87363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.829664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] For port ac2625e3-aec6-400b-b371-e27bea1056c3, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:18.830853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] For port ac2625e3-aec6-400b-b371-e27bea1056c3, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ac2625e3-aec6-400b-b371-e27bea1056c3,segment=NetworkSegment(a4fd8dd8-96ff-45ce-9364-41ae0810e8ad),segment_id=a4fd8dd8-96ff-45ce-9364-41ae0810e8ad)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:18.843841 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.932594 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3034224f-8084-4070-97bf-5d9a54a87363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.942159 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:18.998369 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034224f-8084-4070-97bf-5d9a54a87363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e34e7b-829f-4937-9934-25d2b934d474,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:19.004118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3034224f-8084-4070-97bf-5d9a54a87363 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5dca4ca74f57409fad92c90dc7402c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7206426 Aug 19 12:50:19.006059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33714) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:19.042457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e83636-2db9-442d-afc6-030bec03bc9a None None] Pushing event updated for resources: {'Port': ['ID=ac2625e3-aec6-400b-b371-e27bea1056c3,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:19.048428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.065149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:19.069250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.162529 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-508920de-51a6-4c12-9dc7-40a778d4a27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.206043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-508920de-51a6-4c12-9dc7-40a778d4a27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.275031 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.412685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.419322 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:50:19.476060 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-508920de-51a6-4c12-9dc7-40a778d4a27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.480427 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-508920de-51a6-4c12-9dc7-40a778d4a27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.483976 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-508920de-51a6-4c12-9dc7-40a778d4a27c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0e34e7b-829f-4937-9934-25d2b934d474 HTTP/1.1" status: 204 len: 168 time: 0.4743664 Aug 19 12:50:19.491034 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508920de-51a6-4c12-9dc7-40a778d4a27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e34e7b-829f-4937-9934-25d2b934d474,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:19.502322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=231285c1-e2e0-4e6d-9232-96a56e84438d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:19.542666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3da53d7a-8bf7-4c99-9317-b77b9e9c43a8 req-d51546c8-d095-4c13-add7-17e74eff42b4 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 210 time: 0.0352590 Aug 19 12:50:19.545356 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.548375 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:19.641492 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=5e747a03-38c4-4937-a2e9-f7640845bb4d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:19.644389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Checking segment: {'id': '647be259-144d-4565-b4cb-501885e93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad1e6161-14ab-496c-b9fc-e1ee91668c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:19.647833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network hostable DHCP agents. Network: ad1e6161-14ab-496c-b9fc-e1ee91668c58, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:19.752750 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP 3bc1ce58-1f4a-4554-9e8d-24a91b013000 associated. External IP: 172.25.6.231, port: d549c238-d54c-4ff5-afab-55f73f4ca45e. Aug 19 12:50:19.762741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-88e67d3b-db35-40f8-bb1c-a93d2b16ad48 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:19.764379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-88e67d3b-db35-40f8-bb1c-a93d2b16ad48 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.53 "GET /v2.0/networks?id=bb0fb07f-9fd1-4405-8e27-bccf25557223 HTTP/1.1" status: 200 len: 808 time: 0.1658103 Aug 19 12:50:19.771823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network ad1e6161-14ab-496c-b9fc-e1ee91668c58 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:19.858570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-1b1aff99-ca83-4e42-a9cc-08a3876ee35d tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7304fc0218bb411c9647ddabb1b8204a HTTP/1.1" status: 200 len: 379 time: 0.0601072 Aug 19 12:50:19.895531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Request body: {'port': {'device_id': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'admin_state_up': True, 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'security_groups': ['92d684b6-590b-47d4-aa51-4023172a4279']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:20.068620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, ad1e6161-14ab-496c-b9fc-e1ee91668c58) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:20.087198 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:20.087198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.087533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce16841-adec-462c-b61d-87231a701190 None None] Network ad1e6161-14ab-496c-b9fc-e1ee91668c58 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:20.132654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:20.183466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a814e282-c8b6-4479-b6cd-ab690b16e822 None None] Network bfd062e3-c902-455b-88c1-634b16e30805 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:20.252123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Made reservation on behalf of 7304fc0218bb411c9647ddabb1b8204a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:20.255990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.298549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:20.330049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8632b7-39e9-498e-a3ea-ba2c07934b6f None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:20.346847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-ad1e6161-14ab-496c-b9fc-e1ee91668c58', 'network_id': 'ad1e6161-14ab-496c-b9fc-e1ee91668c58', 'tenant_id': 'c66822ecdf014ccb8480dfa3e131435d', 'fixed_ips': [{'subnet_id': '5e747a03-38c4-4937-a2e9-f7640845bb4d'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:20.348448 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.368300 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a6fb4763-452b-4afd-9c98-31af7948620d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8056443 Aug 19 12:50:20.369932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33756) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:20.403031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8632b7-39e9-498e-a3ea-ba2c07934b6f None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:20.403031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c8632b7-39e9-498e-a3ea-ba2c07934b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:20.440903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7b1dc7db-f2cc-4c63-a4d4-3f551db7ddba None None] Provisioning for port ac2625e3-aec6-400b-b371-e27bea1056c3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:20.442847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c8632b7-39e9-498e-a3ea-ba2c07934b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:20.454861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Allocated IP 172.20.0.14 (bb0fb07f-9fd1-4405-8e27-bccf25557223/0d23f1ee-3cda-4596-9cc2-bfc132927af3/6c132cb0-e699-46fc-8c5c-afdf067e875b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:20.487581 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.506779 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.526298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33764) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:20.547366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a817d03a-0b51-4c0d-9b58-0c8d4fec222e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.557632 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-272fad80-f41f-4a64-84d4-b806e0852fa9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1444786 Aug 19 12:50:20.566626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8632b7-39e9-498e-a3ea-ba2c07934b6f None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:20.570369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c8632b7-39e9-498e-a3ea-ba2c07934b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:20.576566 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33766) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:20.660072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c8632b7-39e9-498e-a3ea-ba2c07934b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:20.660790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8632b7-39e9-498e-a3ea-ba2c07934b6f None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:20.690619 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a39c6c38-773d-4807-aa9a-9920027d8b76 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "GET /v2.0/floatingips/3bc1ce58-1f4a-4554-9e8d-24a91b013000 HTTP/1.1" status: 200 len: 978 time: 0.1091762 Aug 19 12:50:20.703266 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Allocated IP 2001:db8::1 (ad1e6161-14ab-496c-b9fc-e1ee91668c58/5e747a03-38c4-4937-a2e9-f7640845bb4d/2def6536-97d7-4427-b9ec-012024f747f8) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:20.704658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33774) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:20.834686 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.939629 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b4e02d47-0307-4a56-9394-f912a01ae95c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2334456 Aug 19 12:50:20.946576 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33784) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:20.951473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ba596f93-6e59-4eef-bcfe-144013226d38 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'floatingip': {'port_id': '5052f58f-6a22-4a7d-9f00-d710863e0afc'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:20.963201 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:20.985420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Transition to ACTIVE for port object 2def6536-97d7-4427-b9ec-012024f747f8 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:21.015898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Transition to ACTIVE for port object 2def6536-97d7-4427-b9ec-012024f747f8 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:21.052102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ac2625e3-aec6-400b-b371-e27bea1056c3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:21.067037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba596f93-6e59-4eef-bcfe-144013226d38 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.143992 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.153631 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ddb427d-763d-42db-b79c-a5b1c0a1ed05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.195272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Network ad1e6161-14ab-496c-b9fc-e1ee91668c58 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:21.204644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:21.209232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:21.215700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80607914-14e5-4f99-9206-031cf575f5d6 req-22834b69-2398-496a-9fdb-cc74b5f54959 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 210 time: 0.0541227 Aug 19 12:50:21.220683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Pushing event updated for resources: {'Port': ['ID=2def6536-97d7-4427-b9ec-012024f747f8,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:21.244955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port ac2625e3-aec6-400b-b371-e27bea1056c3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:21.250934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ac2625e3-aec6-400b-b371-e27bea1056c3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:21.251318 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.313517 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.322461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Attempting to bind port 2def6536-97d7-4427-b9ec-012024f747f8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:21.323021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Attempting to bind port 2def6536-97d7-4427-b9ec-012024f747f8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '647be259-144d-4565-b4cb-501885e93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad1e6161-14ab-496c-b9fc-e1ee91668c58'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:21.323296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Attempting to bind port 2def6536-97d7-4427-b9ec-012024f747f8 on network ad1e6161-14ab-496c-b9fc-e1ee91668c58 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:21.333839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:21.334234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Checking segment: {'id': '647be259-144d-4565-b4cb-501885e93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad1e6161-14ab-496c-b9fc-e1ee91668c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:21.334697 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.335501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Bound using segment: {'id': '647be259-144d-4565-b4cb-501885e93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad1e6161-14ab-496c-b9fc-e1ee91668c58'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:21.337312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Bound port: 2def6536-97d7-4427-b9ec-012024f747f8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647be259-144d-4565-b4cb-501885e93752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad1e6161-14ab-496c-b9fc-e1ee91668c58'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:21.337717 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.442424 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.459781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] For port 2def6536-97d7-4427-b9ec-012024f747f8, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:21.481554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] For port 2def6536-97d7-4427-b9ec-012024f747f8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2def6536-97d7-4427-b9ec-012024f747f8,segment=NetworkSegment(647be259-144d-4565-b4cb-501885e93752),segment_id=647be259-144d-4565-b4cb-501885e93752)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:21.498405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port ac2625e3-aec6-400b-b371-e27bea1056c3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ac2625e3-aec6-400b-b371-e27bea1056c3,segment=NetworkSegment(a4fd8dd8-96ff-45ce-9364-41ae0810e8ad),segment_id=a4fd8dd8-96ff-45ce-9364-41ae0810e8ad)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:21.573058 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.606378 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.607722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Transition to ACTIVE for port object 6c132cb0-e699-46fc-8c5c-afdf067e875b will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:21.644324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d8266-188d-43ce-b48e-0f3d102de973 None None] Pushing event updated for resources: {'Port': ['ID=2def6536-97d7-4427-b9ec-012024f747f8,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:21.651411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.727600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=ac2625e3-aec6-400b-b371-e27bea1056c3,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:21.736448 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a817d03a-0b51-4c0d-9b58-0c8d4fec222e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.766433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Subnet': ['ID=5e747a03-38c4-4937-a2e9-f7640845bb4d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:21.790332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.794992 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.809771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1e6161-14ab-496c-b9fc-e1ee91668c58']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:21.825255 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647be259-144d-4565-b4cb-501885e93752') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:21.825591 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647be259-144d-4565-b4cb-501885e93752') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:21.868436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a817d03a-0b51-4c0d-9b58-0c8d4fec222e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.877946 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.890249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event updated for resources: {'Port': ['ID=6c132cb0-e699-46fc-8c5c-afdf067e875b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:21.891414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Network bb0fb07f-9fd1-4405-8e27-bccf25557223 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:21.915437 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.930265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:21.931921 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:21.932187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:21.937312 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:21.939863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:21.981506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a817d03a-0b51-4c0d-9b58-0c8d4fec222e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd591a5bc2d6455d901ea2ae5b2ca92f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4485555 Aug 19 12:50:21.994493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33814) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:22.013477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817d03a-0b51-4c0d-9b58-0c8d4fec222e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540df76e-80e3-4565-b2a5-29c471987a97,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:22.084988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:22.085733 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.118175 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27ba613c-7209-479a-87c7-c9f65636af58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.152484 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27ba613c-7209-479a-87c7-c9f65636af58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.173345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-dfa5891a-ed3d-4aa2-8c74-4c5675a17ea6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2824883 Aug 19 12:50:22.174486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:50:22.174486 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:50:22.174486 n-d-778732-8 neutron-server[95661]: [parameters: {'id': 'ad1e6161-14ab-496c-b9fc-e1ee91668c58'}] Aug 19 12:50:22.174486 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:50:22.175234 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:50:22.298151 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27ba613c-7209-479a-87c7-c9f65636af58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.302416 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27ba613c-7209-479a-87c7-c9f65636af58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.303764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-27ba613c-7209-479a-87c7-c9f65636af58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/540df76e-80e3-4565-b2a5-29c471987a97 HTTP/1.1" status: 204 len: 168 time: 0.3083062 Aug 19 12:50:22.382001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba613c-7209-479a-87c7-c9f65636af58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540df76e-80e3-4565-b2a5-29c471987a97,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:22.435792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c3c5a-0374-4b1f-ab45-3789b84bd484 req-a886952b-a03e-464d-bc39-eb3c7000bd22 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:22.443204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba9c3c5a-0374-4b1f-ab45-3789b84bd484 req-a886952b-a03e-464d-bc39-eb3c7000bd22 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 932 time: 0.1315072 Aug 19 12:50:22.468440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Request body: {'port': {'device_id': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:22.475862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba596f93-6e59-4eef-bcfe-144013226d38 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.480009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6e26915a-cdc1-4de3-b3d0-2af87c03d6d7 None None] Provisioning for port 6c132cb0-e699-46fc-8c5c-afdf067e875b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:22.485107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6e26915a-cdc1-4de3-b3d0-2af87c03d6d7 None None] Provisioning complete for port 6c132cb0-e699-46fc-8c5c-afdf067e875b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:22.485436 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e26915a-cdc1-4de3-b3d0-2af87c03d6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.705604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6e26915a-cdc1-4de3-b3d0-2af87c03d6d7 None None] Port 6c132cb0-e699-46fc-8c5c-afdf067e875b cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:50:22.706538 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba9c3c5a-0374-4b1f-ab45-3789b84bd484 req-0e4ddcf9-d521-4c5e-a5c9-f7a63981be2f tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022658 Aug 19 12:50:22.706538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.707087 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba596f93-6e59-4eef-bcfe-144013226d38 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.707087 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.810922 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-ba596f93-6e59-4eef-bcfe-144013226d38 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP 3bc1ce58-1f4a-4554-9e8d-24a91b013000 associated. External IP: 172.25.6.231, port: d549c238-d54c-4ff5-afab-55f73f4ca45e. Aug 19 12:50:22.891791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbeed22-1128-4e79-9a64-ae39a78a0fc1 None None] Network ad1e6161-14ab-496c-b9fc-e1ee91668c58 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:22.892500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting port 2def6536-97d7-4427-b9ec-012024f747f8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:22.892500 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.980102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c132cb0-e699-46fc-8c5c-afdf067e875b {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:50:22.994152 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.021112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] For port 2def6536-97d7-4427-b9ec-012024f747f8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2def6536-97d7-4427-b9ec-012024f747f8,segment=NetworkSegment(647be259-144d-4565-b4cb-501885e93752),segment_id=647be259-144d-4565-b4cb-501885e93752)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:23.021597 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.023085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Transition to ACTIVE for port object 6c132cb0-e699-46fc-8c5c-afdf067e875b will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:23.034386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-15f81c0f-8517-4051-b0c8-7a3424cac09f None None] Provisioning for port 2def6536-97d7-4427-b9ec-012024f747f8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:23.039965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Calling delete_port for 2def6536-97d7-4427-b9ec-012024f747f8 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:23.122063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ac2625e3-aec6-400b-b371-e27bea1056c3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:23.176941 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.198683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ac2625e3-aec6-400b-b371-e27bea1056c3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:23.199072 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.255276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893a3567-1c7a-4c11-9c0e-b1ce69b10d89 None None] DHCP port deletion for ad1e6161-14ab-496c-b9fc-e1ee91668c58 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:50:23.278495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c132cb0-e699-46fc-8c5c-afdf067e875b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:23.301573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba596f93-6e59-4eef-bcfe-144013226d38 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:23.373235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-893a3567-1c7a-4c11-9c0e-b1ce69b10d89 None None] Deleting port 2def6536-97d7-4427-b9ec-012024f747f8 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:23.378982 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-893a3567-1c7a-4c11-9c0e-b1ce69b10d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.383518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Attempting to bind port 6c132cb0-e699-46fc-8c5c-afdf067e875b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:23.384130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Attempting to bind port 6c132cb0-e699-46fc-8c5c-afdf067e875b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:23.384386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Attempting to bind port 6c132cb0-e699-46fc-8c5c-afdf067e875b on network bb0fb07f-9fd1-4405-8e27-bccf25557223 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:23.394447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Port 6c132cb0-e699-46fc-8c5c-afdf067e875b on network bb0fb07f-9fd1-4405-8e27-bccf25557223 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:23.395158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Attempting to bind port 6c132cb0-e699-46fc-8c5c-afdf067e875b on network bb0fb07f-9fd1-4405-8e27-bccf25557223 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:23.403505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:23.404120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Checking segment: {'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:23.404596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Bound using segment: {'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:23.405979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Bound port: 6c132cb0-e699-46fc-8c5c-afdf067e875b, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:23.406456 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.438182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2def6536-97d7-4427-b9ec-012024f747f8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:23.446809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.500189 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No DVR routers for this DVR port 2def6536-97d7-4427-b9ec-012024f747f8 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:23.507078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Port': ['ID=2def6536-97d7-4427-b9ec-012024f747f8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:23.520272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-893a3567-1c7a-4c11-9c0e-b1ce69b10d89 None None] For port 2def6536-97d7-4427-b9ec-012024f747f8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=2def6536-97d7-4427-b9ec-012024f747f8,segment=NetworkSegment(647be259-144d-4565-b4cb-501885e93752),segment_id=647be259-144d-4565-b4cb-501885e93752)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:23.520765 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-893a3567-1c7a-4c11-9c0e-b1ce69b10d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.530133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 2def6536-97d7-4427-b9ec-012024f747f8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:23.530480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2def6536-97d7-4427-b9ec-012024f747f8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 12:50:23.560388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Port 2def6536-97d7-4427-b9ec-012024f747f8 not found, will not notify nova. {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 12:50:23.562648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-893a3567-1c7a-4c11-9c0e-b1ce69b10d89 None None] Calling delete_port for 2def6536-97d7-4427-b9ec-012024f747f8 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:23.577600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] For port 6c132cb0-e699-46fc-8c5c-afdf067e875b, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:23.583743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] For port 6c132cb0-e699-46fc-8c5c-afdf067e875b, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:23.607228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba596f93-6e59-4eef-bcfe-144013226d38 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:23.620148 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a136b55b-be0c-42a0-8e2b-bf26a963319c None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:23.630774 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a136b55b-be0c-42a0-8e2b-bf26a963319c None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:23.631836 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a136b55b-be0c-42a0-8e2b-bf26a963319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:23.677724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.703727 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1e6161-14ab-496c-b9fc-e1ee91668c58']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:23.720986 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a136b55b-be0c-42a0-8e2b-bf26a963319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:23.723131 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.729902 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a136b55b-be0c-42a0-8e2b-bf26a963319c None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:23.731080 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a136b55b-be0c-42a0-8e2b-bf26a963319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:50:23.734650 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 12:50:23.754840 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-893a3567-1c7a-4c11-9c0e-b1ce69b10d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.756265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647be259-144d-4565-b4cb-501885e93752') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:23.759317 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647be259-144d-4565-b4cb-501885e93752') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:23.775683 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.796686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a3567-1c7a-4c11-9c0e-b1ce69b10d89 None None] Pushing event deleted for resources: {'Port': ['ID=2def6536-97d7-4427-b9ec-012024f747f8,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:23.806673 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.808748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a3567-1c7a-4c11-9c0e-b1ce69b10d89 None None] No DVR routers for this DVR port 2def6536-97d7-4427-b9ec-012024f747f8 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:23.813150 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a136b55b-be0c-42a0-8e2b-bf26a963319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:23.823997 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a136b55b-be0c-42a0-8e2b-bf26a963319c None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:23.832371 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:23.832788 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:23.839207 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:23.841198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:23.841198 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.844256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] 10.222.0.53 "PUT /v2.0/ports/6c132cb0-e699-46fc-8c5c-afdf067e875b HTTP/1.1" status: 200 len: 1092 time: 1.6595693 Aug 19 12:50:23.846914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'tag': '6c132cb0-e699-46fc-8c5c-afdf067e875b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:23.859045 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcb3897-048b-4d19-8976-8cc45c250ff9", "tag": "6c132cb0-e699-46fc-8c5c-afdf067e875b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:23.899193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaf5b4-eadc-4814-82d3-d7d09fcd3a85 req-de591f03-0edb-4b5f-8374-fd0d4f533454 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:23.908165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dfaf5b4-eadc-4814-82d3-d7d09fcd3a85 req-de591f03-0edb-4b5f-8374-fd0d4f533454 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 944 time: 0.2331817 Aug 19 12:50:23.989714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8bf65-8e78-45d0-8e54-cdc518c42ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c132cb0-e699-46fc-8c5c-afdf067e875b,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:24.010428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dfaf5b4-eadc-4814-82d3-d7d09fcd3a85 req-c08b0875-03df-4dbb-b551-abec922b02f0 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994809 Aug 19 12:50:24.077063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-2f6f3528-ded2-481b-8bb2-554fc10315a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:24.078995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-2f6f3528-ded2-481b-8bb2-554fc10315a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7304fc0218bb411c9647ddabb1b8204a&device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 1095 time: 0.0663002 Aug 19 12:50:24.128001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-2d32b3e7-cffd-4a52-80c3-c789ecd9d4f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b HTTP/1.1" status: 200 len: 217 time: 0.0403156 Aug 19 12:50:24.172124 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f4fd41-2fa6-41d6-967b-861b166e5d89 x-openstack-request-id: req-c8f4fd41-2fa6-41d6-967b-861b166e5d89 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:24.172412 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcb3897-048b-4d19-8976-8cc45c250ff9", "tag": "6c132cb0-e699-46fc-8c5c-afdf067e875b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:24.172664 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8f4fd41-2fa6-41d6-967b-861b166e5d89 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:24.173069 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'tag': '6c132cb0-e699-46fc-8c5c-afdf067e875b', 'status': 'completed', 'code': 200} Aug 19 12:50:24.193594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-c9e4915d-0fc8-4a72-92dc-4c2409d06cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:24.196496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-c9e4915d-0fc8-4a72-92dc-4c2409d06cc6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d23f1ee-3cda-4596-9cc2-bfc132927af3 HTTP/1.1" status: 200 len: 847 time: 0.0601795 Aug 19 12:50:24.251988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-c57b8af9-5d0e-4f7c-a063-554dd771e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:24.253518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-c57b8af9-5d0e-4f7c-a063-554dd771e6d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb0fb07f-9fd1-4405-8e27-bccf25557223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508347 Aug 19 12:50:24.367001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-ee1349b0-4b59-441b-a3ad-d02f9e154115 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051917 Aug 19 12:50:24.398851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba596f93-6e59-4eef-bcfe-144013226d38 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:24.494669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beaf6cbd-752f-45dd-ac45-8dc03ee57d30 req-2d2c7962-3fd0-4037-91bd-eb1bfa9cb0bb service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209569 Aug 19 12:50:24.499974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.511018 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.512895 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/ad1e6161-14ab-496c-b9fc-e1ee91668c58 HTTP/1.1" status: 204 len: 168 time: 4.1417642 Aug 19 12:50:24.517285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33910) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:24.523831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-973250737'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:24.529319 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2913b-f441-44a2-b4fc-abceceece077 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Network': ['ID=ad1e6161-14ab-496c-b9fc-e1ee91668c58,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:24.546272 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba596f93-6e59-4eef-bcfe-144013226d38 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:24.550953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba596f93-6e59-4eef-bcfe-144013226d38 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.562628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb3ed6-2e5b-48c2-aab1-a69a69b75432 None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:24.574548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb3ed6-2e5b-48c2-aab1-a69a69b75432 None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:24.575071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3ed6-2e5b-48c2-aab1-a69a69b75432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:24.613677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3ed6-2e5b-48c2-aab1-a69a69b75432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:24.617950 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ba596f93-6e59-4eef-bcfe-144013226d38 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "PUT /v2.0/floatingips/3bc1ce58-1f4a-4554-9e8d-24a91b013000 HTTP/1.1" status: 200 len: 977 time: 3.6676240 Aug 19 12:50:24.618363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 33918) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:24.623983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4e991554-1dc0-4a88-b695-8c0322c16385 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:24.626134 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb3ed6-2e5b-48c2-aab1-a69a69b75432 None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:24.626134 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3ed6-2e5b-48c2-aab1-a69a69b75432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:24.628507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:24.634361 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.665955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3ed6-2e5b-48c2-aab1-a69a69b75432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:24.667174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb3ed6-2e5b-48c2-aab1-a69a69b75432 None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:24.742738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:24.754604 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e991554-1dc0-4a88-b695-8c0322c16385 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.793025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.793269 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Added segment 0059171f-389b-4c33-80f7-b0293854fd24 of type vlan for network c693a9f7-890e-40cb-be61-98614057d365 Aug 19 12:50:24.807756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15 req-6481b127-04c0-4701-891c-83666d81e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:24.809384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15 req-6481b127-04c0-4701-891c-83666d81e8c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7304fc0218bb411c9647ddabb1b8204a&device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 1095 time: 0.1361146 Aug 19 12:50:24.936314 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.969892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2def6536-97d7-4427-b9ec-012024f747f8 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:24.994806 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 2def6536-97d7-4427-b9ec-012024f747f8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:24.995030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 2def6536-97d7-4427-b9ec-012024f747f8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:25.034110 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e991554-1dc0-4a88-b695-8c0322c16385 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.059139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15 req-66562d08-e23d-49fd-aff3-5b7d914c1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:25.060662 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15 req-66562d08-e23d-49fd-aff3-5b7d914c1c60 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb0fb07f-9fd1-4405-8e27-bccf25557223 HTTP/1.1" status: 200 len: 909 time: 0.2185943 Aug 19 12:50:25.117458 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15 req-8ded3042-444f-443c-b985-491f6ec9eab7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b HTTP/1.1" status: 200 len: 217 time: 0.0490639 Aug 19 12:50:25.174486 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.180126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:25.180867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.210522 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e991554-1dc0-4a88-b695-8c0322c16385 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.213854 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-4e991554-1dc0-4a88-b695-8c0322c16385 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP 3bc1ce58-1f4a-4554-9e8d-24a91b013000 disassociated. External IP: 172.25.6.231, port: 5052f58f-6a22-4a7d-9f00-d710863e0afc. Aug 19 12:50:25.286958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15 req-5a4cf656-5c1e-4a0e-b54a-5292cbe8301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:25.288694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15 req-5a4cf656-5c1e-4a0e-b54a-5292cbe8301d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d23f1ee-3cda-4596-9cc2-bfc132927af3 HTTP/1.1" status: 200 len: 847 time: 0.1565661 Aug 19 12:50:25.296832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c539975-e3f8-4d26-bb49-76f47d02a80e req-986ad76b-e776-4fab-9bad-a309d23ee1f7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:25.298453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c539975-e3f8-4d26-bb49-76f47d02a80e req-986ad76b-e776-4fab-9bad-a309d23ee1f7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 944 time: 0.2229815 Aug 19 12:50:25.361348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=c693a9f7-890e-40cb-be61-98614057d365,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:25.375760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network c693a9f7-890e-40cb-be61-98614057d365 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:25.441098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-acb4bc70-9117-498d-9ccd-b3abb6394d0d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9219940 Aug 19 12:50:25.445057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33954) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:25.447978 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c539975-e3f8-4d26-bb49-76f47d02a80e req-c318b2a4-5a02-4393-a439-c08e8e3044ba tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310728 Aug 19 12:50:25.458792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15 req-fcad0233-bd38-429e-8094-0a668655c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:25.459165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'network_id': 'c693a9f7-890e-40cb-be61-98614057d365', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:25.460901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15 req-fcad0233-bd38-429e-8094-0a668655c999 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb0fb07f-9fd1-4405-8e27-bccf25557223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570952 Aug 19 12:50:25.555612 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bf145140-2910-4ae0-97a6-d4c9b8fc0308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.670621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15 req-e4201a48-4c38-472e-8cff-70362c539c06 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018447 Aug 19 12:50:25.687337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e991554-1dc0-4a88-b695-8c0322c16385 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:25.697197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:25.701043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.776217 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.848874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2e8e306-5749-47b2-bc7d-c79ebdb71b15 req-5d8476d1-e4f4-4b7c-9ba9-fd609fa35d92 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705854 Aug 19 12:50:25.874282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e991554-1dc0-4a88-b695-8c0322c16385 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:25.879268 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e991554-1dc0-4a88-b695-8c0322c16385 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.885751 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08de572-dfd3-46c2-9361-3223a58336ff None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:25.896767 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08de572-dfd3-46c2-9361-3223a58336ff None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:25.897439 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d08de572-dfd3-46c2-9361-3223a58336ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:25.912361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4e991554-1dc0-4a88-b695-8c0322c16385 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "PUT /v2.0/floatingips/3bc1ce58-1f4a-4554-9e8d-24a91b013000 HTTP/1.1" status: 200 len: 688 time: 1.2925718 Aug 19 12:50:25.915203 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33964) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:25.935975 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d08de572-dfd3-46c2-9361-3223a58336ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:25.946718 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08de572-dfd3-46c2-9361-3223a58336ff None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:25.947356 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d08de572-dfd3-46c2-9361-3223a58336ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:25.987251 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d08de572-dfd3-46c2-9361-3223a58336ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:25.987907 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08de572-dfd3-46c2-9361-3223a58336ff None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:26.049883 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e890b8a3-d3a1-461f-92c0-a155a7678810 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port 231285c1-e2e0-4e6d-9232-96a56e84438d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:26.050233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e890b8a3-d3a1-461f-92c0-a155a7678810 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.133040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.142282 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e890b8a3-d3a1-461f-92c0-a155a7678810 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.142613 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e890b8a3-d3a1-461f-92c0-a155a7678810 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.188772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e890b8a3-d3a1-461f-92c0-a155a7678810 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for 231285c1-e2e0-4e6d-9232-96a56e84438d owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:26.263154 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=d158843b-7aa0-4e65-b321-e35aaae8c785,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:26.280925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Checking segment: {'id': '0059171f-389b-4c33-80f7-b0293854fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c693a9f7-890e-40cb-be61-98614057d365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:26.281289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network hostable DHCP agents. Network: c693a9f7-890e-40cb-be61-98614057d365, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:26.468660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network c693a9f7-890e-40cb-be61-98614057d365 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:26.583353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, c693a9f7-890e-40cb-be61-98614057d365) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:26.585142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e890b8a3-d3a1-461f-92c0-a155a7678810 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.591929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000d6ac-73f3-4094-a313-a3421c74e335 req-8a74e676-b287-4e81-b5ee-66778baf3790 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:26.593548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5000d6ac-73f3-4094-a313-a3421c74e335 req-8a74e676-b287-4e81-b5ee-66778baf3790 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 944 time: 0.0569866 Aug 19 12:50:26.598751 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadb3a11-206c-44d4-b332-52591b612663 None None] Network c693a9f7-890e-40cb-be61-98614057d365 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:26.619341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:26.619947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.623635 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890b8a3-d3a1-461f-92c0-a155a7678810 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=231285c1-e2e0-4e6d-9232-96a56e84438d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:26.646943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5000d6ac-73f3-4094-a313-a3421c74e335 req-d34413d1-5799-4e2c-ba34-5066fe2a5b0d tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415728 Aug 19 12:50:26.724894 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e890b8a3-d3a1-461f-92c0-a155a7678810 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.728104 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e890b8a3-d3a1-461f-92c0-a155a7678810 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.729296 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e890b8a3-d3a1-461f-92c0-a155a7678810 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/floatingips/3bc1ce58-1f4a-4554-9e8d-24a91b013000 HTTP/1.1" status: 204 len: 168 time: 0.8131030 Aug 19 12:50:26.732906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33992) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:26.769169 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4472e5e9-630f-45ba-bae5-cf768dd67363 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3221965 Aug 19 12:50:26.771021 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-d2d3497f-cea8-4349-973c-443788aba648 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] delete failed (client error): The resource could not be found. Aug 19 12:50:26.772018 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d2d3497f-cea8-4349-973c-443788aba648 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/floatingips/3bc1ce58-1f4a-4554-9e8d-24a91b013000 HTTP/1.1" status: 404 len: 345 time: 0.0388341 Aug 19 12:50:26.778631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33994) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:26.778631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 33996) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:26.784174 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-419986810'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:26.805901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-c693a9f7-890e-40cb-be61-98614057d365', 'network_id': 'c693a9f7-890e-40cb-be61-98614057d365', 'tenant_id': 'c66822ecdf014ccb8480dfa3e131435d', 'fixed_ips': [{'subnet_id': 'd158843b-7aa0-4e65-b321-e35aaae8c785'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:26.807068 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.904373 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ebdd4-0e2c-42b5-b4ca-85098c4cec36 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:26.911594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ebdd4-0e2c-42b5-b4ca-85098c4cec36 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:26.922914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ebdd4-0e2c-42b5-b4ca-85098c4cec36 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:26.925069 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-348ebdd4-0e2c-42b5-b4ca-85098c4cec36 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "GET /v2.0/ports?network_id=29031e0e-409c-4724-ba17-4e19410c2d76 HTTP/1.1" status: 200 len: 2357 time: 0.1478958 Aug 19 12:50:26.927728 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34008) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:26.981622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Allocated IP 2001:db8::1 (c693a9f7-890e-40cb-be61-98614057d365/d158843b-7aa0-4e65-b321-e35aaae8c785/8e4c66eb-9245-4340-8b8d-8a19da9ab5ca) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:26.987979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3276b1a2-250f-4723-be61-366017666555 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:26.989345 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3276b1a2-250f-4723-be61-366017666555 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "GET /v2.0/subnets/5bf284b8-7400-44fc-8cc9-a481427df83c HTTP/1.1" status: 200 len: 797 time: 0.0606787 Aug 19 12:50:26.996210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34012) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:27.001764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'port': {'network_id': '29031e0e-409c-4724-ba17-4e19410c2d76', 'name': 'tempest-FloatingIPTestJSON-1071522512', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:27.185180 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.198658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:27.198658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.223975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:27.233231 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.233552 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Added segment c3a72e75-3a1b-452d-877f-5dabcf055cf8 of type vlan for network d723999b-642e-4244-855c-e0f40dea8c03 Aug 19 12:50:27.282316 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.351192 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.360257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Transition to ACTIVE for port object 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:27.375662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Transition to ACTIVE for port object 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:27.497062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Made reservation on behalf of d9210918d84b40d989f5f7f41358c60e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:27.585319 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.589515 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.600707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.606307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:27.606906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.631246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Network c693a9f7-890e-40cb-be61-98614057d365 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:27.640829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:27.644057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:27.654173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Pushing event updated for resources: {'Port': ['ID=8e4c66eb-9245-4340-8b8d-8a19da9ab5ca,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:27.667649 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] device_id is not set on port 8a554fc1-8d05-4ee3-95fa-bf013e8a929d yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:27.727827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Attempting to bind port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:27.728337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Attempting to bind port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '0059171f-389b-4c33-80f7-b0293854fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c693a9f7-890e-40cb-be61-98614057d365'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:27.728897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Attempting to bind port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca on network c693a9f7-890e-40cb-be61-98614057d365 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:27.735001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:27.735485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Checking segment: {'id': '0059171f-389b-4c33-80f7-b0293854fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c693a9f7-890e-40cb-be61-98614057d365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:27.736109 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.736602 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Bound using segment: {'id': '0059171f-389b-4c33-80f7-b0293854fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c693a9f7-890e-40cb-be61-98614057d365'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:27.737352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Bound port: 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0059171f-389b-4c33-80f7-b0293854fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c693a9f7-890e-40cb-be61-98614057d365'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:27.737960 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.762271 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=d723999b-642e-4244-855c-e0f40dea8c03,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:27.785290 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ebd712af-ee78-46b0-aa51-fe4235271a2d tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0097134 Aug 19 12:50:27.785836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16b682-a266-4736-bddb-8a42ec07ca28 req-8cfd2a61-858e-431a-bcca-97f6e5cd6227 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:27.786331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network d723999b-642e-4244-855c-e0f40dea8c03 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:27.787985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c16b682-a266-4736-bddb-8a42ec07ca28 req-8cfd2a61-858e-431a-bcca-97f6e5cd6227 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 944 time: 0.0612555 Aug 19 12:50:27.790012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:27.796986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'network_id': 'd723999b-642e-4244-855c-e0f40dea8c03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:27.887942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] For port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:27.891541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] For port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8e4c66eb-9245-4340-8b8d-8a19da9ab5ca,segment=NetworkSegment(0059171f-389b-4c33-80f7-b0293854fd24),segment_id=0059171f-389b-4c33-80f7-b0293854fd24)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:27.904233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c16b682-a266-4736-bddb-8a42ec07ca28 req-0dd02bcf-8b0e-4d94-b330-953a66e2d8cf tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030786 Aug 19 12:50:28.018994 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:28.046243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:28.049706 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:28.056548 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.20.0.14 (29031e0e-409c-4724-ba17-4e19410c2d76/5bf284b8-7400-44fc-8cc9-a481427df83c/8a554fc1-8d05-4ee3-95fa-bf013e8a929d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:28.080109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.20.0.13 (29031e0e-409c-4724-ba17-4e19410c2d76/5bf284b8-7400-44fc-8cc9-a481427df83c/8a554fc1-8d05-4ee3-95fa-bf013e8a929d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:28.102117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd17a0a-5ebc-4591-b783-7be7b8ac1e6b None None] Pushing event updated for resources: {'Port': ['ID=8e4c66eb-9245-4340-8b8d-8a19da9ab5ca,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:28.127396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Performing IP validity checks on allocation pools {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:50:28.128042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:50:28.276357 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:28.509094 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:28.509596 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:28.566079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network 29031e0e-409c-4724-ba17-4e19410c2d76 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:28.569532 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:28.573222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:28.575833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=460b4b50-051e-46c2-954b-61f6974f38ff,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:28.591511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Checking segment: {'id': 'c3a72e75-3a1b-452d-877f-5dabcf055cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd723999b-642e-4244-855c-e0f40dea8c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:28.592057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network hostable DHCP agents. Network: d723999b-642e-4244-855c-e0f40dea8c03, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:28.604935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=8a554fc1-8d05-4ee3-95fa-bf013e8a929d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:28.636992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:28.637886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:28.811459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network d723999b-642e-4244-855c-e0f40dea8c03 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:28.857095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34070) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:28.857203 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-195ac76d-7824-419e-b09d-83ab2cb66867 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8583853 Aug 19 12:50:28.863084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '8a554fc1-8d05-4ee3-95fa-bf013e8a929d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:28.891221 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:28.984449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6c132cb0-e699-46fc-8c5c-afdf067e875b details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:50:29.018714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, d723999b-642e-4244-855c-e0f40dea8c03) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:29.030005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b9b67-a857-4846-a6a4-452c911f2bf4 None None] Network d723999b-642e-4244-855c-e0f40dea8c03 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:29.050760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:29.051590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.060517 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.095634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:29.127797 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.resource_extend [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:50:29.146105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec50e0-0e82-422f-8e10-8d21d287c2ad req-81ba2f81-4cd1-4f1c-a6dc-e4a274e874fa tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:29.147784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdec50e0-0e82-422f-8e10-8d21d287c2ad req-81ba2f81-4cd1-4f1c-a6dc-e4a274e874fa tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 944 time: 0.1432252 Aug 19 12:50:29.208524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdec50e0-0e82-422f-8e10-8d21d287c2ad req-503e92c7-9607-4c45-8370-78b63e78f120 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500908 Aug 19 12:50:29.264361 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.277829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56506827-0f55-444a-9cd4-ab8c8e0b15d6 None None] Network c693a9f7-890e-40cb-be61-98614057d365 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:29.292410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f840fe0b-bf07-4d69-a421-5efe43a4f8ca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5010378 Aug 19 12:50:29.308438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34088) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:29.391847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6c132cb0-e699-46fc-8c5c-afdf067e875b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:29.434384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '6c132cb0-e699-46fc-8c5c-afdf067e875b', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'port_id': '6c132cb0-e699-46fc-8c5c-afdf067e875b', 'mac_address': 'fa:16:3e:57:b8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:50:29.440761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:29.456829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-d723999b-642e-4244-855c-e0f40dea8c03', 'network_id': 'd723999b-642e-4244-855c-e0f40dea8c03', 'tenant_id': 'c66822ecdf014ccb8480dfa3e131435d', 'fixed_ips': [{'subnet_id': '460b4b50-051e-46c2-954b-61f6974f38ff'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:29.457730 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.490518 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.546113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fd25498a-49bd-4e14-8bde-3eb11739dd9b None None] Provisioning for port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:29.549749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.25.6.16 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/88650035-2c1c-42f1-b0a5-3c82ee52a920) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:29.561818 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fd25498a-49bd-4e14-8bde-3eb11739dd9b None None] Provisioning complete for port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:29.562198 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd25498a-49bd-4e14-8bde-3eb11739dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.614432 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.693585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c132cb0-e699-46fc-8c5c-afdf067e875b {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:50:29.765305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6c132cb0-e699-46fc-8c5c-afdf067e875b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:29.798013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Allocated IP 2001:db8::3 (d723999b-642e-4244-855c-e0f40dea8c03/460b4b50-051e-46c2-954b-61f6974f38ff/a9373873-0b0b-4bde-aea6-b08db364a90c) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:29.949391 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd25498a-49bd-4e14-8bde-3eb11739dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.964539 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.058868 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.086790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-fd25498a-49bd-4e14-8bde-3eb11739dd9b None None] For port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8e4c66eb-9245-4340-8b8d-8a19da9ab5ca,segment=NetworkSegment(0059171f-389b-4c33-80f7-b0293854fd24),segment_id=0059171f-389b-4c33-80f7-b0293854fd24)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:30.097411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=6c132cb0-e699-46fc-8c5c-afdf067e875b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:30.106237 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.118543 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Transition to ACTIVE for port object a9373873-0b0b-4bde-aea6-b08db364a90c will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:30.139786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Transition to ACTIVE for port object a9373873-0b0b-4bde-aea6-b08db364a90c will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:30.165782 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.175758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['6c132cb0-e699-46fc-8c5c-afdf067e875b'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:50:30.214578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd25498a-49bd-4e14-8bde-3eb11739dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.285789 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.291517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25498a-49bd-4e14-8bde-3eb11739dd9b None None] Pushing event updated for resources: {'Port': ['ID=8e4c66eb-9245-4340-8b8d-8a19da9ab5ca,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:30.348364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be25e4-a91a-46cf-b807-1ffc01fbb59b req-f6b04911-ffb9-4c2a-83a9-df07d00dc343 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:30.350024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6be25e4-a91a-46cf-b807-1ffc01fbb59b req-f6b04911-ffb9-4c2a-83a9-df07d00dc343 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 945 time: 0.0544708 Aug 19 12:50:30.366732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Network d723999b-642e-4244-855c-e0f40dea8c03 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:30.373966 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.375805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Pushing event updated for resources: {'Port': ['ID=a9373873-0b0b-4bde-aea6-b08db364a90c,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:30.379283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:30.381329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:30.397562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-746f09f9-04e7-430f-abc5-c1f54fb2a9d8 None None] Provisioning complete for port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:30.397852 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-746f09f9-04e7-430f-abc5-c1f54fb2a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.433001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:30.438006 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.446047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:30.458484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6be25e4-a91a-46cf-b807-1ffc01fbb59b req-a351548e-ad28-4a86-877a-b17de48b39bf tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019428 Aug 19 12:50:30.460899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:30.486877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=88650035-2c1c-42f1-b0a5-3c82ee52a920,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:30.499018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Attempting to bind port a9373873-0b0b-4bde-aea6-b08db364a90c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:30.499395 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Attempting to bind port a9373873-0b0b-4bde-aea6-b08db364a90c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'c3a72e75-3a1b-452d-877f-5dabcf055cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd723999b-642e-4244-855c-e0f40dea8c03'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:30.499764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Attempting to bind port a9373873-0b0b-4bde-aea6-b08db364a90c on network d723999b-642e-4244-855c-e0f40dea8c03 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:30.508707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Subnet': ['ID=460b4b50-051e-46c2-954b-61f6974f38ff,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:30.522755 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:30.522878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Checking segment: {'id': 'c3a72e75-3a1b-452d-877f-5dabcf055cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd723999b-642e-4244-855c-e0f40dea8c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:30.523204 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.523657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Bound using segment: {'id': 'c3a72e75-3a1b-452d-877f-5dabcf055cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd723999b-642e-4244-855c-e0f40dea8c03'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:30.524152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Bound port: a9373873-0b0b-4bde-aea6-b08db364a90c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a72e75-3a1b-452d-877f-5dabcf055cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd723999b-642e-4244-855c-e0f40dea8c03'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:30.524531 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.589616 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.626041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d723999b-642e-4244-855c-e0f40dea8c03']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:30.659178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a72e75-3a1b-452d-877f-5dabcf055cf8') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:30.659731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a72e75-3a1b-452d-877f-5dabcf055cf8') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:30.676004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] For port a9373873-0b0b-4bde-aea6-b08db364a90c, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:30.677052 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.680214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] For port a9373873-0b0b-4bde-aea6-b08db364a90c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a9373873-0b0b-4bde-aea6-b08db364a90c,segment=NetworkSegment(c3a72e75-3a1b-452d-877f-5dabcf055cf8),segment_id=c3a72e75-3a1b-452d-877f-5dabcf055cf8)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:30.789263 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.797414 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.810381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:30.810767 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:30.813752 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:30.875686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a229af1-3f56-41cc-91c2-21241cdafecf None None] Pushing event updated for resources: {'Port': ['ID=a9373873-0b0b-4bde-aea6-b08db364a90c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:30.892537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c2a749-5498-4489-91c2-823d12d0c9b0 None None] Network d723999b-642e-4244-855c-e0f40dea8c03 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:30.973920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:50:30.973920 n-d-778732-8 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:50:30.973920 n-d-778732-8 neutron-server[95660]: [parameters: {'id': 'd723999b-642e-4244-855c-e0f40dea8c03'}] Aug 19 12:50:30.973920 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:50:30.977951 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:50:30.978056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:31.036504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.234540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:31.234826 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.256407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e1516-1659-43b3-91d9-029fd7638de5 None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:50:31.269917 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.395070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e1516-1659-43b3-91d9-029fd7638de5 None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:50:31.443119 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.476101 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.542590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting port a9373873-0b0b-4bde-aea6-b08db364a90c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:31.543195 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.629471 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.678147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] For port a9373873-0b0b-4bde-aea6-b08db364a90c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a9373873-0b0b-4bde-aea6-b08db364a90c,segment=NetworkSegment(c3a72e75-3a1b-452d-877f-5dabcf055cf8),segment_id=c3a72e75-3a1b-452d-877f-5dabcf055cf8)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:31.678147 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.694993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6708df-0721-4338-9d1e-bc5902d1c409 req-df933259-5e92-445a-a631-61d7ae688877 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:31.696809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f6708df-0721-4338-9d1e-bc5902d1c409 req-df933259-5e92-445a-a631-61d7ae688877 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 945 time: 0.1504283 Aug 19 12:50:31.730292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Calling delete_port for a9373873-0b0b-4bde-aea6-b08db364a90c owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:31.773205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=88650035-2c1c-42f1-b0a5-3c82ee52a920,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:31.819838 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.863066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f6708df-0721-4338-9d1e-bc5902d1c409 req-f9c01b88-d79b-43ae-9782-614a16b6621e tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408222 Aug 19 12:50:31.952680 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP ab89796b-d63f-4797-82ba-e3b9f4d1e2f4 associated. External IP: 172.25.6.16, port: 8a554fc1-8d05-4ee3-95fa-bf013e8a929d. Aug 19 12:50:32.093316 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.128237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Port': ['ID=a9373873-0b0b-4bde-aea6-b08db364a90c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:32.131862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No DVR routers for this DVR port a9373873-0b0b-4bde-aea6-b08db364a90c on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:32.263634 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.279651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d723999b-642e-4244-855c-e0f40dea8c03']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:32.288728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:32.293128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a72e75-3a1b-452d-877f-5dabcf055cf8') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:32.293386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a72e75-3a1b-452d-877f-5dabcf055cf8') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:32.305761 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.353648 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.362958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:32.363351 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:32.366239 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:32.475376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:32.485122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49ff72-c4f9-4b62-be06-4312e0c7f073 None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:32.495294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49ff72-c4f9-4b62-be06-4312e0c7f073 None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:32.495981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a49ff72-c4f9-4b62-be06-4312e0c7f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:32.531763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a49ff72-c4f9-4b62-be06-4312e0c7f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:32.540968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49ff72-c4f9-4b62-be06-4312e0c7f073 None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:32.541616 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a49ff72-c4f9-4b62-be06-4312e0c7f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:32.573505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a49ff72-c4f9-4b62-be06-4312e0c7f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:32.574162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49ff72-c4f9-4b62-be06-4312e0c7f073 None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:32.674317 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.682347 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.683764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/d723999b-642e-4244-855c-e0f40dea8c03 HTTP/1.1" status: 204 len: 168 time: 3.3743205 Aug 19 12:50:32.687999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34206) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:32.693617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125168224'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:32.696571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f86850-3e81-438a-8bbe-1b4b04f3a17f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Network': ['ID=d723999b-642e-4244-855c-e0f40dea8c03,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:32.708374 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.736967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-119bb84c-9bb6-400a-baaa-1429f10fb367 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8786266 Aug 19 12:50:32.739539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:32.744673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b3298a72-6323-4543-a0bb-fe528f38f50b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'floatingip': {'port_id': '8a554fc1-8d05-4ee3-95fa-bf013e8a929d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:32.809003 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3298a72-6323-4543-a0bb-fe528f38f50b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.885608 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:32.889234 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.924096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:32.942953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.944630 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Added segment 33138015-4773-440c-82c9-a8f9b5a5b7b0 of type vlan for network d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15 Aug 19 12:50:32.999334 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.016874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6c132cb0-e699-46fc-8c5c-afdf067e875b up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:33.114481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37359b-7fba-4181-b9a3-fa4d703a6fc7 req-9cd4d495-4f9d-4a13-ae0b-6d911c06c03d tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:33.116654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de37359b-7fba-4181-b9a3-fa4d703a6fc7 req-9cd4d495-4f9d-4a13-ae0b-6d911c06c03d tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 945 time: 0.1581600 Aug 19 12:50:33.132376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.149598 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:33.149598 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.200947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 6c132cb0-e699-46fc-8c5c-afdf067e875b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:33.210927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 6c132cb0-e699-46fc-8c5c-afdf067e875b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:33.211550 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.213521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de37359b-7fba-4181-b9a3-fa4d703a6fc7 req-1e5065c0-a16d-4128-8fe7-043643e4ffd3 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953205 Aug 19 12:50:33.243440 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5542572 Aug 19 12:50:33.246815 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34232) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:33.252526 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'network_id': 'd7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:33.258831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:33.317966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.318352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.318728 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.319070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.319471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.319911 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.321010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.321527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.321738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.322425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.322425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.322884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e640962c-ab78-468f-bbbf-c34f9c2aab46 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:33.344298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:33.347657 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.416535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3298a72-6323-4543-a0bb-fe528f38f50b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.417190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c132cb0-e699-46fc-8c5c-afdf067e875b'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:33.418978 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f641a76-b77f-4507-ab30-c1e9d3fd5817" -d '{"events": [{"server_uuid": "cbcb3897-048b-4d19-8976-8cc45c250ff9", "name": "network-vif-plugged", "status": "completed", "tag": "6c132cb0-e699-46fc-8c5c-afdf067e875b"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:33.442545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 6c132cb0-e699-46fc-8c5c-afdf067e875b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:33.496597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:33.500306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.531099 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3298a72-6323-4543-a0bb-fe528f38f50b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.604045 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9ec8bc-6df6-4923-a794-2414f71c7592 x-openstack-request-id: req-ef9ec8bc-6df6-4923-a794-2414f71c7592 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:33.604539 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcb3897-048b-4d19-8976-8cc45c250ff9", "name": "network-vif-plugged", "status": "completed", "tag": "6c132cb0-e699-46fc-8c5c-afdf067e875b", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:33.604786 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef9ec8bc-6df6-4923-a794-2414f71c7592 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:33.605174 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c132cb0-e699-46fc-8c5c-afdf067e875b', 'code': 200} Aug 19 12:50:33.624455 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.711288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=6c132cb0-e699-46fc-8c5c-afdf067e875b,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:33.787606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bebc71-1f3f-4551-94d2-b62b1f77d7d4 req-9b7e4510-b984-49ac-831f-cdb8e17e85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:33.789806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5bebc71-1f3f-4551-94d2-b62b1f77d7d4 req-9b7e4510-b984-49ac-831f-cdb8e17e85e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 1097 time: 0.1037571 Aug 19 12:50:33.800313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.865703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5bebc71-1f3f-4551-94d2-b62b1f77d7d4 req-2de1477b-3829-493d-9a01-c71de50f74df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486448 Aug 19 12:50:33.885894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3298a72-6323-4543-a0bb-fe528f38f50b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:33.895951 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=198e6f5b-e337-44c9-8699-992ef18a2b3a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:33.901311 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Checking segment: {'id': '33138015-4773-440c-82c9-a8f9b5a5b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:33.901311 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network hostable DHCP agents. Network: d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:34.045329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:34.159950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:34.164273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:34.164956 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.170161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9ffb68-7895-490e-a90d-afe8c5e2c17d None None] Network d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:34.278449 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ba6646bd-dcbc-49aa-83b2-24f361cd2638 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0274742 Aug 19 12:50:34.278809 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34268) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:34.368968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15', 'network_id': 'd7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15', 'tenant_id': 'c66822ecdf014ccb8480dfa3e131435d', 'fixed_ips': [{'subnet_id': '198e6f5b-e337-44c9-8699-992ef18a2b3a'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:34.369657 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.405431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.411171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3298a72-6323-4543-a0bb-fe528f38f50b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:34.416951 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3298a72-6323-4543-a0bb-fe528f38f50b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.426256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38805632-863b-4560-bee8-2efbb1c14dd2 req-73aff91e-34da-4061-864a-58c0135f7af6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:34.427829 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38805632-863b-4560-bee8-2efbb1c14dd2 req-73aff91e-34da-4061-864a-58c0135f7af6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 946 time: 0.0753627 Aug 19 12:50:34.436961 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7591c-f021-4592-9574-9830fad8bbe1 None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:34.455024 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7591c-f021-4592-9574-9830fad8bbe1 None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:34.456257 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2bb7591c-f021-4592-9574-9830fad8bbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:34.489725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.516075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38805632-863b-4560-bee8-2efbb1c14dd2 req-0c9f4c2c-7203-4734-9cad-e99bf0dcccb6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668449 Aug 19 12:50:34.526251 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2bb7591c-f021-4592-9574-9830fad8bbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:34.530849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b3298a72-6323-4543-a0bb-fe528f38f50b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "PUT /v2.0/floatingips/ab89796b-d63f-4797-82ba-e3b9f4d1e2f4 HTTP/1.1" status: 200 len: 978 time: 1.7902830 Aug 19 12:50:34.537203 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34278) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:34.542763 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7591c-f021-4592-9574-9830fad8bbe1 None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:34.543458 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2bb7591c-f021-4592-9574-9830fad8bbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:34.586406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Allocated IP 2001:db8::1 (d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15/198e6f5b-e337-44c9-8699-992ef18a2b3a/31e0eab2-184c-462d-aaa4-236ceed48d6c) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:34.591977 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2bb7591c-f021-4592-9574-9830fad8bbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:34.592953 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7591c-f021-4592-9574-9830fad8bbe1 None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:34.742047 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.753734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Transition to ACTIVE for port object 31e0eab2-184c-462d-aaa4-236ceed48d6c will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:34.759164 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port 88650035-2c1c-42f1-b0a5-3c82ee52a920 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:34.759811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.771780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Transition to ACTIVE for port object 31e0eab2-184c-462d-aaa4-236ceed48d6c will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:34.863339 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.863339 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.877572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for 88650035-2c1c-42f1-b0a5-3c82ee52a920 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:34.886958 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.957412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Network d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:34.963699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:34.975761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:34.990190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Pushing event updated for resources: {'Port': ['ID=31e0eab2-184c-462d-aaa4-236ceed48d6c,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:35.040133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Attempting to bind port 31e0eab2-184c-462d-aaa4-236ceed48d6c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:35.040515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Attempting to bind port 31e0eab2-184c-462d-aaa4-236ceed48d6c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '33138015-4773-440c-82c9-a8f9b5a5b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:35.040887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Attempting to bind port 31e0eab2-184c-462d-aaa4-236ceed48d6c on network d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:35.049559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:35.049559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Checking segment: {'id': '33138015-4773-440c-82c9-a8f9b5a5b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:35.049559 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.049559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Bound using segment: {'id': '33138015-4773-440c-82c9-a8f9b5a5b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:35.049559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Bound port: 31e0eab2-184c-462d-aaa4-236ceed48d6c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33138015-4773-440c-82c9-a8f9b5a5b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:35.049559 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.058646 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.108190 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Subnet': ['ID=198e6f5b-e337-44c9-8699-992ef18a2b3a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:35.131935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] For port 31e0eab2-184c-462d-aaa4-236ceed48d6c, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:35.138929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] For port 31e0eab2-184c-462d-aaa4-236ceed48d6c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=31e0eab2-184c-462d-aaa4-236ceed48d6c,segment=NetworkSegment(33138015-4773-440c-82c9-a8f9b5a5b7b0),segment_id=33138015-4773-440c-82c9-a8f9b5a5b7b0)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:35.178338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.190126 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:35.201328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33138015-4773-440c-82c9-a8f9b5a5b7b0') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:35.201650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33138015-4773-440c-82c9-a8f9b5a5b7b0') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:35.210892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.217456 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.247474 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.255898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=88650035-2c1c-42f1-b0a5-3c82ee52a920,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:35.255898 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.267413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:35.267818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:35.271504 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:35.356130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f655a6c-7eda-445e-a96b-4599be127393 None None] Pushing event updated for resources: {'Port': ['ID=31e0eab2-184c-462d-aaa4-236ceed48d6c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:35.387998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da50fd-163c-496f-9a61-c7537356e7d2 None None] Network d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:35.408077 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.408333 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP ab89796b-d63f-4797-82ba-e3b9f4d1e2f4 disassociated (deleted). External IP: 172.25.6.16, port: 8a554fc1-8d05-4ee3-95fa-bf013e8a929d. Aug 19 12:50:35.513581 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:50:35.513581 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:50:35.513581 n-d-778732-8 neutron-server[95661]: [parameters: {'id': 'd7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15'}] Aug 19 12:50:35.513581 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:50:35.513990 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:50:35.584766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aba00e-1089-4eb6-a013-79878eb051f9 None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:50:35.711863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf071dd-da70-4267-a1c3-b7797cf04680 req-6e483f97-eb99-4a6f-a454-5b512833fa4f tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:35.712536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:35.713817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aba00e-1089-4eb6-a013-79878eb051f9 None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:50:35.724868 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8cf071dd-da70-4267-a1c3-b7797cf04680 req-6e483f97-eb99-4a6f-a454-5b512833fa4f tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 946 time: 0.0850701 Aug 19 12:50:35.777993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8cf071dd-da70-4267-a1c3-b7797cf04680 req-0dc6cf71-dc48-494b-9494-4f588886e697 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465798 Aug 19 12:50:35.873333 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:35.885553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.889019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7211a52-5d91-4dd9-8b39-f6d62006308f None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:35.905488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7211a52-5d91-4dd9-8b39-f6d62006308f None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:35.906139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c7211a52-5d91-4dd9-8b39-f6d62006308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:35.916537 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5198c978-fca6-472b-9c6b-373bb156bab6 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/floatingips/ab89796b-d63f-4797-82ba-e3b9f4d1e2f4 HTTP/1.1" status: 204 len: 168 time: 1.3773026 Aug 19 12:50:35.919288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34370) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:35.948921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a0cea-382a-404c-b7da-03f731a17994 req-830a9973-c6b6-46ce-9e7c-9885c21aba57 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:35.958476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c05a0cea-382a-404c-b7da-03f731a17994 req-830a9973-c6b6-46ce-9e7c-9885c21aba57 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 946 time: 0.0959873 Aug 19 12:50:36.003564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c7211a52-5d91-4dd9-8b39-f6d62006308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:36.007819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c05a0cea-382a-404c-b7da-03f731a17994 req-c4a7a8f7-c5e2-4fc7-baee-5a3ad744ba5c tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465498 Aug 19 12:50:36.014738 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:36.018978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7211a52-5d91-4dd9-8b39-f6d62006308f None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:36.019625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c7211a52-5d91-4dd9-8b39-f6d62006308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:36.064592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-29e5a369-35b2-42b5-9927-0c0367363a50 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port 8a554fc1-8d05-4ee3-95fa-bf013e8a929d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:36.066038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c7211a52-5d91-4dd9-8b39-f6d62006308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:36.066720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7211a52-5d91-4dd9-8b39-f6d62006308f None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:36.067781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29e5a369-35b2-42b5-9927-0c0367363a50 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:36.231012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec987961-8df0-4808-bee6-b7ea40a8a6f5 req-cd504b14-edd3-4fbb-9a19-889301bc1230 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:36.232983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec987961-8df0-4808-bee6-b7ea40a8a6f5 req-cd504b14-edd3-4fbb-9a19-889301bc1230 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 946 time: 0.1053722 Aug 19 12:50:36.294859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec987961-8df0-4808-bee6-b7ea40a8a6f5 req-0c23b7af-868f-4c10-a4a2-37e6d3a9aed0 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538583 Aug 19 12:50:36.318483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34394) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:36.568772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting port 31e0eab2-184c-462d-aaa4-236ceed48d6c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:36.569109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:36.572851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29e5a369-35b2-42b5-9927-0c0367363a50 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:36.582473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef09390a-3242-4104-ba4e-9a9fa8f0ae26 tempest-TestServerBasicOps-1625722246 tempest-TestServerBasicOps-1625722246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:36.586676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ef09390a-3242-4104-ba4e-9a9fa8f0ae26 tempest-TestServerBasicOps-1625722246 tempest-TestServerBasicOps-1625722246-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 1092 time: 0.2640305 Aug 19 12:50:36.586877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34400) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:36.593339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '6c132cb0-e699-46fc-8c5c-afdf067e875b', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:36.626671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-29e5a369-35b2-42b5-9927-0c0367363a50 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for 8a554fc1-8d05-4ee3-95fa-bf013e8a929d owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:36.686014 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:36.693096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] For port 31e0eab2-184c-462d-aaa4-236ceed48d6c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=31e0eab2-184c-462d-aaa4-236ceed48d6c,segment=NetworkSegment(33138015-4773-440c-82c9-a8f9b5a5b7b0),segment_id=33138015-4773-440c-82c9-a8f9b5a5b7b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:36.693487 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:36.710291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Calling delete_port for 31e0eab2-184c-462d-aaa4-236ceed48d6c owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:36.892664 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.023060 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.053581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Port': ['ID=31e0eab2-184c-462d-aaa4-236ceed48d6c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:37.055910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No DVR routers for this DVR port 31e0eab2-184c-462d-aaa4-236ceed48d6c on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:37.140935 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.148156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Allocated IP 172.25.6.145 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/02a1b728-1c6e-4b68-a91d-98dac41413db) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:37.152780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:37.163024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33138015-4773-440c-82c9-a8f9b5a5b7b0') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:37.164834 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33138015-4773-440c-82c9-a8f9b5a5b7b0') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:37.165988 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29e5a369-35b2-42b5-9927-0c0367363a50 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.186327 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.215680 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5a369-35b2-42b5-9927-0c0367363a50 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=8a554fc1-8d05-4ee3-95fa-bf013e8a929d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:37.228006 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.250058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:37.256301 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:37.274349 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.366092 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29e5a369-35b2-42b5-9927-0c0367363a50 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.368394 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-29e5a369-35b2-42b5-9927-0c0367363a50 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/ports/8a554fc1-8d05-4ee3-95fa-bf013e8a929d HTTP/1.1" status: 204 len: 168 time: 1.4479132 Aug 19 12:50:37.372286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34422) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:37.377985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:37.403637 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.447327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:37.453021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:37.456846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:37.463053 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.471886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.483184 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15 HTTP/1.1" status: 204 len: 168 time: 3.1940665 Aug 19 12:50:37.488707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34426) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:37.491341 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d55382-5bbe-4014-b619-1478e879388e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Network': ['ID=d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:37.494382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event updated for resources: {'Port': ['ID=02a1b728-1c6e-4b68-a91d-98dac41413db,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:37.505881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-65527960'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:37.518433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.641327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:37.645783 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.690045 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:37.716707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.717120 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Added segment 6eac62ae-3175-46cf-baf5-bd407fbec809 of type vlan for network 81dd60ea-2156-47f5-84bb-deb014f5a1eb Aug 19 12:50:37.763974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.791851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.931742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.936964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:37.937620 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.999771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.25.6.177 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/a4201761-92b0-4efd-b3b7-7132cd692b2b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:38.044822 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=81dd60ea-2156-47f5-84bb-deb014f5a1eb,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:38.057210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 81dd60ea-2156-47f5-84bb-deb014f5a1eb details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:38.119232 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.119892 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dc82d50f-3ea6-4686-8516-322242a4a9f4 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6300707 Aug 19 12:50:38.120631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34448) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:38.126464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'network_id': '81dd60ea-2156-47f5-84bb-deb014f5a1eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:38.203076 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.318313 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.330674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:38.334483 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.343380 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.394020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:38.409610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:38.421748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:38.447733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=a4201761-92b0-4efd-b3b7-7132cd692b2b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:38.597852 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.622743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.697842 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.756590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.803295 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Checking segment: {'id': '6eac62ae-3175-46cf-baf5-bd407fbec809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '81dd60ea-2156-47f5-84bb-deb014f5a1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:38.803998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network hostable DHCP agents. Network: 81dd60ea-2156-47f5-84bb-deb014f5a1eb, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:38.811958 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=3aa2a2f5-70cb-4b1d-8c0c-8146b5fb9b20,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:38.827269 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.922791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event updated for resources: {'Port': ['ID=02a1b728-1c6e-4b68-a91d-98dac41413db,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:38.964915 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.012700 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network 81dd60ea-2156-47f5-84bb-deb014f5a1eb is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:39.103218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 81dd60ea-2156-47f5-84bb-deb014f5a1eb) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:39.116491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f993514-6433-406a-a5b1-d31d172d8b26 None None] Network 81dd60ea-2156-47f5-84bb-deb014f5a1eb requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:39.124371 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:39.125363 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.197333 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Floating IP 5f2b5acf-88e3-462b-904b-c1d8a36bb553 associated. External IP: 172.25.6.145, port: 6c132cb0-e699-46fc-8c5c-afdf067e875b. Aug 19 12:50:39.256967 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3d069750-04de-4bab-b1e2-d0d16f805311 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1351035 Aug 19 12:50:39.260049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34496) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:39.409750 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.429256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72eef63-9a8a-4a87-a978-3435fd792f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-81dd60ea-2156-47f5-84bb-deb014f5a1eb', 'network_id': '81dd60ea-2156-47f5-84bb-deb014f5a1eb', 'tenant_id': 'c66822ecdf014ccb8480dfa3e131435d', 'fixed_ips': [{'subnet_id': '3aa2a2f5-70cb-4b1d-8c0c-8146b5fb9b20'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:39.430967 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a72eef63-9a8a-4a87-a978-3435fd792f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.453403 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.547052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:39.550583 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.579052 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.753016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=a4201761-92b0-4efd-b3b7-7132cd692b2b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:39.771964 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.831727 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.848436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:39.860129 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c56bf5-ea29-471c-a25d-083d3292a5cf None None] Sync routers for ids ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:39.866705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa2a2f5-70cb-4b1d-8c0c-8146b5fb9b20,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:39.886919 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c56bf5-ea29-471c-a25d-083d3292a5cf None None] Routers {'05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:39.886919 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-99c56bf5-ea29-471c-a25d-083d3292a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:39.942654 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.946544 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4841aa79-9397-4df5-b95b-d5c80a13a116 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5709629 Aug 19 12:50:39.947679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34506) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:39.956082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'port': {'network_id': '29031e0e-409c-4724-ba17-4e19410c2d76', 'name': 'tempest-FloatingIPTestJSON-1020099074'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:40.024315 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.033357 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.048283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81dd60ea-2156-47f5-84bb-deb014f5a1eb']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server [None req-a72eef63-9a8a-4a87-a978-3435fd792f88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3aa2a2f5-70cb-4b1d-8c0c-8146b5fb9b20: This subnet is being modified by another concurrent operation. Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3aa2a2f5-70cb-4b1d-8c0c-8146b5fb9b20: This subnet is being modified by another concurrent operation. Aug 19 12:50:40.064085 n-d-778732-8 neutron-server[95662]: ERROR oslo_messaging.rpc.server Aug 19 12:50:40.087138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eac62ae-3175-46cf-baf5-bd407fbec809') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:40.087138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eac62ae-3175-46cf-baf5-bd407fbec809') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:40.095820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.124786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.131788 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-99c56bf5-ea29-471c-a25d-083d3292a5cf None None] Set router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:40.133870 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0adf6ba-bd59-4d60-9795-64785a443aa7 None None] Network 81dd60ea-2156-47f5-84bb-deb014f5a1eb requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:40.134876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b630f6eb-4159-4afd-b233-3b6707aa7fb7 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5468013 Aug 19 12:50:40.138928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'tag': '6c132cb0-e699-46fc-8c5c-afdf067e875b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:40.142318 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcb3897-048b-4d19-8976-8cc45c250ff9", "tag": "6c132cb0-e699-46fc-8c5c-afdf067e875b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:40.152487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:40.160071 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:40.164262 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:40.245849 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d28cc69-2db6-49f8-94ab-991b8c28c123 x-openstack-request-id: req-1d28cc69-2db6-49f8-94ab-991b8c28c123 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:40.246448 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcb3897-048b-4d19-8976-8cc45c250ff9", "tag": "6c132cb0-e699-46fc-8c5c-afdf067e875b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:40.247291 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d28cc69-2db6-49f8-94ab-991b8c28c123 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:40.248113 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'tag': '6c132cb0-e699-46fc-8c5c-afdf067e875b', 'status': 'completed', 'code': 200} Aug 19 12:50:40.342872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872774a7-3502-4e16-9483-bc3598e1ff71 None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:50:40.370530 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.387405 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.390253 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/81dd60ea-2156-47f5-84bb-deb014f5a1eb HTTP/1.1" status: 204 len: 168 time: 1.1288450 Aug 19 12:50:40.396042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34514) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:40.405840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1224853698'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:40.416700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f req-51b26790-ed5b-4d13-9086-18ab180bc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:40.418706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f req-51b26790-ed5b-4d13-9086-18ab180bc4d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7304fc0218bb411c9647ddabb1b8204a&device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 1097 time: 0.1546590 Aug 19 12:50:40.419314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34516) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:40.426528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129982af-80f3-431e-bc80-1f40a94ec44b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Network': ['ID=81dd60ea-2156-47f5-84bb-deb014f5a1eb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:40.443931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Made reservation on behalf of d9210918d84b40d989f5f7f41358c60e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:40.448393 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.519822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] device_id is not set on port d6581c56-84ae-48fc-9541-1016b3784e07 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:40.527402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872774a7-3502-4e16-9483-bc3598e1ff71 None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:50:40.598328 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-99c56bf5-ea29-471c-a25d-083d3292a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:50Z', 'revision_number': 4, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5f2b5acf-88e3-462b-904b-c1d8a36bb553', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'port_id': '6c132cb0-e699-46fc-8c5c-afdf067e875b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'mac_address': 'fa:16:3e:57:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:50:37Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 0, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489b811-8167-471c-9bd5-2eee562421de', 'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'mac_address': 'fa:16:3e:45:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:48Z', 'updated_at': '2021-08-19T12:49:57Z', 'revision_number': 5, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'subnets': [{'id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:40.638782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:40.642899 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.656871 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-79bb51b8-662a-4943-be68-f918c4d8e7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.657210 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c56bf5-ea29-471c-a25d-083d3292a5cf None None] Checking router: 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:50:40.668705 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c56bf5-ea29-471c-a25d-083d3292a5cf None None] Routers {'05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:40.669643 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-99c56bf5-ea29-471c-a25d-083d3292a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:40.729361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f req-753c52ac-f7a9-4035-aea3-02287c3f1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:40.731164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f req-753c52ac-f7a9-4035-aea3-02287c3f1716 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb0fb07f-9fd1-4405-8e27-bccf25557223 HTTP/1.1" status: 200 len: 909 time: 0.3036468 Aug 19 12:50:40.821523 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-99c56bf5-ea29-471c-a25d-083d3292a5cf None None] Set router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:40.872601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f req-05711cad-4b8a-42a2-91ff-26f340d946cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b HTTP/1.1" status: 200 len: 1000 time: 0.1228538 Aug 19 12:50:40.889592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:40.962500 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.962855 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Added segment fd28bbdf-095c-495f-8534-fbef9fee6b37 of type vlan for network f6e7a02f-29da-4b4a-8702-4721a6afa29e Aug 19 12:50:41.025540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f req-49b719d9-cea9-4198-8658-c2746183ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:41.027244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f req-49b719d9-cea9-4198-8658-c2746183ec48 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d23f1ee-3cda-4596-9cc2-bfc132927af3 HTTP/1.1" status: 200 len: 847 time: 0.1417572 Aug 19 12:50:41.037718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.20.0.12 (29031e0e-409c-4724-ba17-4e19410c2d76/5bf284b8-7400-44fc-8cc9-a481427df83c/d6581c56-84ae-48fc-9541-1016b3784e07) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:41.125223 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.192656 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-99c56bf5-ea29-471c-a25d-083d3292a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:50Z', 'revision_number': 4, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5f2b5acf-88e3-462b-904b-c1d8a36bb553', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'port_id': '6c132cb0-e699-46fc-8c5c-afdf067e875b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'mac_address': 'fa:16:3e:57:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:50:37Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 0, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489b811-8167-471c-9bd5-2eee562421de', 'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'mac_address': 'fa:16:3e:45:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:48Z', 'updated_at': '2021-08-19T12:49:57Z', 'revision_number': 5, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'subnets': [{'id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:41.195684 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-79bb51b8-662a-4943-be68-f918c4d8e7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.217160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f req-82dbfd38-276d-4846-9516-b076026ff733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:41.219136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f req-82dbfd38-276d-4846-9516-b076026ff733 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb0fb07f-9fd1-4405-8e27-bccf25557223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789627 Aug 19 12:50:41.227473 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c56bf5-ea29-471c-a25d-083d3292a5cf None None] The sync data for ids ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'] in n-d-778732-8 is: [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:50Z', 'revision_number': 4, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5f2b5acf-88e3-462b-904b-c1d8a36bb553', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'port_id': '6c132cb0-e699-46fc-8c5c-afdf067e875b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'mac_address': 'fa:16:3e:57:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:50:37Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 0, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489b811-8167-471c-9bd5-2eee562421de', 'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'mac_address': 'fa:16:3e:45:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:48Z', 'updated_at': '2021-08-19T12:49:57Z', 'revision_number': 5, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'subnets': [{'id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:41.324389 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-79bb51b8-662a-4943-be68-f918c4d8e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.358395 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.364320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:41.364926 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.494792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-79bb51b8-662a-4943-be68-f918c4d8e7b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1bca05f348b4cb29e749fa80050350f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0743527 Aug 19 12:50:41.497468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34522) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:41.507578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb51b8-662a-4943-be68-f918c4d8e7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1cbc57-3953-4cf2-ac1e-5fea8cd1a2c2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:41.535153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e56b9-d7fe-4450-bdd4-7872df746c91 None None] New status for floating IP 5f2b5acf-88e3-462b-904b-c1d8a36bb553: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:50:41.572264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1718996 Aug 19 12:50:41.577264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34524) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:41.577522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e422c64-b598-4418-bf33-800816ce8515 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=f6e7a02f-29da-4b4a-8702-4721a6afa29e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:41.589504 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network f6e7a02f-29da-4b4a-8702-4721a6afa29e details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:41.590371 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f req-59f4ff51-59ca-43fe-aa19-2ba808405477 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601499 Aug 19 12:50:41.591001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'network_id': 'f6e7a02f-29da-4b4a-8702-4721a6afa29e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:41.597229 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.613415 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd482-139a-4b94-9bfe-335ab603a6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.688889 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd482-139a-4b94-9bfe-335ab603a6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.734157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-624c6b41-08c8-47ad-b3dc-dcadb6f32d3f req-9739d229-6c1b-4ef3-9c6d-97b48108bd09 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294215 Aug 19 12:50:41.805682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.828485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:41.832184 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.836616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd482-139a-4b94-9bfe-335ab603a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.839348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd482-139a-4b94-9bfe-335ab603a6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.845133 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1d1bd482-139a-4b94-9bfe-335ab603a6f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a1cbc57-3953-4cf2-ac1e-5fea8cd1a2c2 HTTP/1.1" status: 204 len: 168 time: 0.3420990 Aug 19 12:50:41.872399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network 29031e0e-409c-4724-ba17-4e19410c2d76 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:41.880394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.885349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:41.890539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:41.896127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bd482-139a-4b94-9bfe-335ab603a6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1cbc57-3953-4cf2-ac1e-5fea8cd1a2c2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:41.927636 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=d6581c56-84ae-48fc-9541-1016b3784e07,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:41.961710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:41.965641 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:42.097422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e6accead-5923-48fc-86f6-6ae1cf3a9d5d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1479442 Aug 19 12:50:42.099965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34530) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:42.105734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b6219167-2d8d-4706-b377-6befd76f0340 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'floatingip': {'port_id': 'd6581c56-84ae-48fc-9541-1016b3784e07'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:42.146212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6219167-2d8d-4706-b377-6befd76f0340 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:42.171772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:42.265292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=8246445b-5c92-4f59-8ad9-5dd80a8f0e63,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:42.271335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Checking segment: {'id': 'fd28bbdf-095c-495f-8534-fbef9fee6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f6e7a02f-29da-4b4a-8702-4721a6afa29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:42.272184 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network hostable DHCP agents. Network: f6e7a02f-29da-4b4a-8702-4721a6afa29e, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:42.376072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network f6e7a02f-29da-4b4a-8702-4721a6afa29e is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:42.463800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, f6e7a02f-29da-4b4a-8702-4721a6afa29e) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:42.473810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:42.474579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:42.497701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fccab1-c00c-49f4-974c-70c999f9f925 None None] Network f6e7a02f-29da-4b4a-8702-4721a6afa29e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:42.607898 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2cbcaeec-06f0-4c21-b83f-b43bd9bc2090 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0267651 Aug 19 12:50:42.608708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34542) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:42.614674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f5f96c82-00ee-4c6c-a568-a918cccb3909 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'network_id': 'f6e7a02f-29da-4b4a-8702-4721a6afa29e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:42.751112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-f6e7a02f-29da-4b4a-8702-4721a6afa29e', 'network_id': 'f6e7a02f-29da-4b4a-8702-4721a6afa29e', 'tenant_id': 'c66822ecdf014ccb8480dfa3e131435d', 'fixed_ips': [{'subnet_id': '8246445b-5c92-4f59-8ad9-5dd80a8f0e63'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:42.752013 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:42.890032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f96c82-00ee-4c6c-a568-a918cccb3909 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:42.900947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5f96c82-00ee-4c6c-a568-a918cccb3909 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:42.978333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Allocated IP 2001:db8::2 (f6e7a02f-29da-4b4a-8702-4721a6afa29e/8246445b-5c92-4f59-8ad9-5dd80a8f0e63/f45d33a9-e3e9-4227-b769-85ca190ce74a) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:43.155977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6219167-2d8d-4706-b377-6befd76f0340 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.231190 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.241399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Transition to ACTIVE for port object f45d33a9-e3e9-4227-b769-85ca190ce74a will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:43.256955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6219167-2d8d-4706-b377-6befd76f0340 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.266304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Transition to ACTIVE for port object f45d33a9-e3e9-4227-b769-85ca190ce74a will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:43.355866 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.397692 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-b6219167-2d8d-4706-b377-6befd76f0340 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP f7e0945b-f8ba-4373-b7d0-a199efcc2b91 associated. External IP: 172.25.6.177, port: d6581c56-84ae-48fc-9541-1016b3784e07. Aug 19 12:50:43.402170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Network f6e7a02f-29da-4b4a-8702-4721a6afa29e is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:43.405751 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:43.406914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5f96c82-00ee-4c6c-a568-a918cccb3909 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.408583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:43.421871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Pushing event updated for resources: {'Port': ['ID=f45d33a9-e3e9-4227-b769-85ca190ce74a,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:43.431737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.431737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.431737 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.432095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.432335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.432756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.433098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.433467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.433807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.434160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.434952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.435046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:43.484217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f96c82-00ee-4c6c-a568-a918cccb3909 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network f6e7a02f-29da-4b4a-8702-4721a6afa29e is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:43.508397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f5f96c82-00ee-4c6c-a568-a918cccb3909 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:43.513227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f96c82-00ee-4c6c-a568-a918cccb3909 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.514008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5f96c82-00ee-4c6c-a568-a918cccb3909 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.527620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f96c82-00ee-4c6c-a568-a918cccb3909 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=5257738f-7853-4667-8723-72ae7da2cf25,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:43.538588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Attempting to bind port f45d33a9-e3e9-4227-b769-85ca190ce74a on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:43.538588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Attempting to bind port f45d33a9-e3e9-4227-b769-85ca190ce74a by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'fd28bbdf-095c-495f-8534-fbef9fee6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f6e7a02f-29da-4b4a-8702-4721a6afa29e'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:43.538588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Attempting to bind port f45d33a9-e3e9-4227-b769-85ca190ce74a on network f6e7a02f-29da-4b4a-8702-4721a6afa29e {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:43.545060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:43.545527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Checking segment: {'id': 'fd28bbdf-095c-495f-8534-fbef9fee6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f6e7a02f-29da-4b4a-8702-4721a6afa29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:43.545903 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.546283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Bound using segment: {'id': 'fd28bbdf-095c-495f-8534-fbef9fee6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f6e7a02f-29da-4b4a-8702-4721a6afa29e'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:43.546768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Bound port: f45d33a9-e3e9-4227-b769-85ca190ce74a, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd28bbdf-095c-495f-8534-fbef9fee6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f6e7a02f-29da-4b4a-8702-4721a6afa29e'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:43.547167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.617811 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f5f96c82-00ee-4c6c-a568-a918cccb3909 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0080280 Aug 19 12:50:43.620235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34560) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:43.628975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] For port f45d33a9-e3e9-4227-b769-85ca190ce74a, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:43.634290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] For port f45d33a9-e3e9-4227-b769-85ca190ce74a, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f45d33a9-e3e9-4227-b769-85ca190ce74a,segment=NetworkSegment(fd28bbdf-095c-495f-8534-fbef9fee6b37),segment_id=fd28bbdf-095c-495f-8534-fbef9fee6b37)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:43.693807 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c15a17-7efc-4782-b3c4-01df23241e8c tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.696099 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c15a17-7efc-4782-b3c4-01df23241e8c tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.697651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c15a17-7efc-4782-b3c4-01df23241e8c tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.699618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6219167-2d8d-4706-b377-6befd76f0340 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:43.699757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c15a17-7efc-4782-b3c4-01df23241e8c tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.700913 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c15a17-7efc-4782-b3c4-01df23241e8c tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.706267 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c7c15a17-7efc-4782-b3c4-01df23241e8c tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0814466 Aug 19 12:50:43.707426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34564) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:43.714156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1035117403'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:43.740913 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.787163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34568) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:43.817411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f28fa-ba8f-4019-b27e-c0c97399f8c8 None None] Pushing event updated for resources: {'Port': ['ID=f45d33a9-e3e9-4227-b769-85ca190ce74a,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:43.859797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:43.863868 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.886294 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6219167-2d8d-4706-b377-6befd76f0340 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:43.893330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6219167-2d8d-4706-b377-6befd76f0340 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.901994 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12dc38-7a19-49f1-b63f-f58e3219ea9b None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:43.917107 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12dc38-7a19-49f1-b63f-f58e3219ea9b None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:43.917798 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4a12dc38-7a19-49f1-b63f-f58e3219ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:43.951579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:43.969814 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b6219167-2d8d-4706-b377-6befd76f0340 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "PUT /v2.0/floatingips/f7e0945b-f8ba-4373-b7d0-a199efcc2b91 HTTP/1.1" status: 200 len: 979 time: 1.8662739 Aug 19 12:50:43.969814 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-983218a2-fef3-4380-8011-9383e82ba214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.971679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34574) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:43.975190 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4a12dc38-7a19-49f1-b63f-f58e3219ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:43.981238 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.981627 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Added segment c38b96fa-2dab-4c9f-9ffc-0767d37c0097 of type vlan for network fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 Aug 19 12:50:43.988308 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12dc38-7a19-49f1-b63f-f58e3219ea9b None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:43.988954 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4a12dc38-7a19-49f1-b63f-f58e3219ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:44.030719 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-4a12dc38-7a19-49f1-b63f-f58e3219ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:44.031976 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12dc38-7a19-49f1-b63f-f58e3219ea9b None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:44.110490 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.118189 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port d6581c56-84ae-48fc-9541-1016b3784e07 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:44.118555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.172526 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-983218a2-fef3-4380-8011-9383e82ba214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.245404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.253223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:44.253672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.253998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.279914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-983218a2-fef3-4380-8011-9383e82ba214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.367721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983218a2-fef3-4380-8011-9383e82ba214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02c4d9c-10a0-4ff1-9ba8-3c7b64cd9c08,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:44.385753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:44.394349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-284bf445-a185-428a-a866-ae7d043d4013 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6833858 Aug 19 12:50:44.397072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-983218a2-fef3-4380-8011-9383e82ba214 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4103a556444f448c9ebc1cdcb4830280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6088984 Aug 19 12:50:44.397702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34582) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:44.403000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:44.406886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-db223a56-047b-42a2-9a9b-71bf9b396ab0 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:44.410999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34584) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:44.461843 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34586) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:44.535339 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-310eae36-bb13-40fc-9477-6afbcdb9171b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.612099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-310eae36-bb13-40fc-9477-6afbcdb9171b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.626932 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db223a56-047b-42a2-9a9b-71bf9b396ab0 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.662328 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.678845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-24769494'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:44.697035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.697476 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.697990 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP f7e0945b-f8ba-4373-b7d0-a199efcc2b91 disassociated. External IP: 172.25.6.177, port: d6581c56-84ae-48fc-9541-1016b3784e07. Aug 19 12:50:44.698094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for d6581c56-84ae-48fc-9541-1016b3784e07 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:44.724684 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db223a56-047b-42a2-9a9b-71bf9b396ab0 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.765258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Made reservation on behalf of c66d74f052c142ad857fa89dbb59fdd7 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:44.769334 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.778235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db223a56-047b-42a2-9a9b-71bf9b396ab0 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 is not hosted by any dhcp agent {{(pid=95660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:50:44.784186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db223a56-047b-42a2-9a9b-71bf9b396ab0 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:44.784843 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db223a56-047b-42a2-9a9b-71bf9b396ab0 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.786326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-db223a56-047b-42a2-9a9b-71bf9b396ab0 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "PUT /v2.0/networks/fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 HTTP/1.1" status: 200 len: 723 time: 0.3868978 Aug 19 12:50:44.790666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34590) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:44.791424 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.795373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'network_id': 'fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:44.804595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-310eae36-bb13-40fc-9477-6afbcdb9171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.811342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-310eae36-bb13-40fc-9477-6afbcdb9171b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.811342 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-310eae36-bb13-40fc-9477-6afbcdb9171b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d02c4d9c-10a0-4ff1-9ba8-3c7b64cd9c08 HTTP/1.1" status: 204 len: 168 time: 0.3966596 Aug 19 12:50:44.823243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310eae36-bb13-40fc-9477-6afbcdb9171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02c4d9c-10a0-4ff1-9ba8-3c7b64cd9c08,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:44.871693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db223a56-047b-42a2-9a9b-71bf9b396ab0 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:44.916643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:45.018948 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.022563 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.050805 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=d6581c56-84ae-48fc-9541-1016b3784e07,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:45.073828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe3cb92-ce5b-4d2e-8804-ce431277f00d None None] Network f6e7a02f-29da-4b4a-8702-4721a6afa29e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:45.106927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f45d33a9-e3e9-4227-b769-85ca190ce74a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:45.125070 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.164876 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:45.182463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:45.189064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.211222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cbbec4-fe17-426a-8494-2c65f2ea18ff,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:45.225361 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.225361 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Added segment 4e52134c-c16d-4875-a3db-887a61ccb03d of type vlan for network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 Aug 19 12:50:45.280952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.294518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:45.298917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e24407a5-6ef2-4bf5-8535-9b0592457970 None None] Provisioning for port f45d33a9-e3e9-4227-b769-85ca190ce74a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:45.321088 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port f45d33a9-e3e9-4227-b769-85ca190ce74a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:45.345828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f45d33a9-e3e9-4227-b769-85ca190ce74a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:45.346628 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.416953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.423307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.424165 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.470107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060cb55e-6c11-4b0f-9421-eacf46d24a59 None None] Update dhcp port {'port': {'network_id': 'f6e7a02f-29da-4b4a-8702-4721a6afa29e', 'fixed_ips': [{'subnet_id': '8246445b-5c92-4f59-8ad9-5dd80a8f0e63', 'ip_address': '2001:db8::2'}, {'subnet_id': '5257738f-7853-4667-8723-72ae7da2cf25'}], 'binding:host_id': 'n-d-778732-8'}, 'id': 'f45d33a9-e3e9-4227-b769-85ca190ce74a'} from n-d-778732-8. {{(pid=95662) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:50:45.503519 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.506700 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-060cb55e-6c11-4b0f-9421-eacf46d24a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.519093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:45.530833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Pushing event updated for resources: {'Network': ['ID=f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:45.540803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f02fe-0d35-4f00-9610-6ffb2f10759b None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:45.552286 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-98b7153d-a0c0-4557-b72c-283e8ddc2793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.0843909 Aug 19 12:50:45.553350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:45.561441 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port f45d33a9-e3e9-4227-b769-85ca190ce74a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f45d33a9-e3e9-4227-b769-85ca190ce74a,segment=NetworkSegment(fd28bbdf-095c-495f-8534-fbef9fee6b37),segment_id=fd28bbdf-095c-495f-8534-fbef9fee6b37)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:45.594281 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.611385 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.613528 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-57ab9f11-d05d-45ac-b126-1eaf731d44a3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/ports/d6581c56-84ae-48fc-9541-1016b3784e07 HTTP/1.1" status: 204 len: 168 time: 1.6394937 Aug 19 12:50:45.617234 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34600) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:45.634736 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.652908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f02fe-0d35-4f00-9610-6ffb2f10759b None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:45.653944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b36f02fe-0d35-4f00-9610-6ffb2f10759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:45.677903 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4bdf61e6-ca9e-4b1c-a196-db37cd5ce0d2 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "GET /v2.0/floatingips/f7e0945b-f8ba-4373-b7d0-a199efcc2b91 HTTP/1.1" status: 200 len: 688 time: 0.0571487 Aug 19 12:50:45.678128 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34602) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:45.692029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=23245834-eb61-4364-91e8-74b382968498,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:45.704192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Checking segment: {'id': 'c38b96fa-2dab-4c9f-9ffc-0767d37c0097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:45.704572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network hostable DHCP agents. Network: fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:45.792517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b36f02fe-0d35-4f00-9610-6ffb2f10759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:45.794856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:45.832259 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f02fe-0d35-4f00-9610-6ffb2f10759b None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:45.832903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b36f02fe-0d35-4f00-9610-6ffb2f10759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:45.855992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f3cadaf4-e5aa-43f2-b2af-f9d66a6cc482 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port a4201761-92b0-4efd-b3b7-7132cd692b2b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:45.856593 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3cadaf4-e5aa-43f2-b2af-f9d66a6cc482 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.868166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34604) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:45.879978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:45.883329 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a0c434c-a531-4677-9f3b-20394840e50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.889675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b36f02fe-0d35-4f00-9610-6ffb2f10759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:45.890069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.890308 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f02fe-0d35-4f00-9610-6ffb2f10759b None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:45.891233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.896148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb93e2-8f8a-4c86-8177-d5853a4c3890 None None] Network fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:45.917347 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=f45d33a9-e3e9-4227-b769-85ca190ce74a,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:45.989865 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3cadaf4-e5aa-43f2-b2af-f9d66a6cc482 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.990657 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3cadaf4-e5aa-43f2-b2af-f9d66a6cc482 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.993580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-060cb55e-6c11-4b0f-9421-eacf46d24a59 None None] Allocated IP 172.20.0.1 (f6e7a02f-29da-4b4a-8702-4721a6afa29e/5257738f-7853-4667-8723-72ae7da2cf25/f45d33a9-e3e9-4227-b769-85ca190ce74a) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:45.999494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34606) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:46.009060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f3cadaf4-e5aa-43f2-b2af-f9d66a6cc482 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for a4201761-92b0-4efd-b3b7-7132cd692b2b owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:46.011936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Request body: {'port': {'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3', 'binding:host_id': 'n-h1-778732-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-71206096'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:46.022127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a0c434c-a531-4677-9f3b-20394840e50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.165852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1', 'network_id': 'fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1', 'tenant_id': 'c66822ecdf014ccb8480dfa3e131435d', 'fixed_ips': [{'subnet_id': '23245834-eb61-4364-91e8-74b382968498'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:46.166723 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.169716 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-060cb55e-6c11-4b0f-9421-eacf46d24a59 None None] For port f45d33a9-e3e9-4227-b769-85ca190ce74a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f45d33a9-e3e9-4227-b769-85ca190ce74a,segment=NetworkSegment(fd28bbdf-095c-495f-8534-fbef9fee6b37),segment_id=fd28bbdf-095c-495f-8534-fbef9fee6b37)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:46.216127 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-060cb55e-6c11-4b0f-9421-eacf46d24a59 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.275255 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a0c434c-a531-4677-9f3b-20394840e50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.317975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8a0c434c-a531-4677-9f3b-20394840e50b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a49ae6c4ab854388b8faba0200483455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4526458 Aug 19 12:50:46.319054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c434c-a531-4677-9f3b-20394840e50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef34941-ca10-42d1-8938-452f10c387fe,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:46.322200 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34608) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:46.344609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Allocated IP 2001:db8::2 (fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1/23245834-eb61-4364-91e8-74b382968498/b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:46.381566 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3cadaf4-e5aa-43f2-b2af-f9d66a6cc482 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.401196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-060cb55e-6c11-4b0f-9421-eacf46d24a59 None None] Transition to ACTIVE for port object f45d33a9-e3e9-4227-b769-85ca190ce74a will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:46.407490 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb21161a-5152-4d5c-8bf9-45790ee1811c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.412043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cadaf4-e5aa-43f2-b2af-f9d66a6cc482 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=a4201761-92b0-4efd-b3b7-7132cd692b2b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:46.422127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ae96158a-b983-42a7-9922-3fedfbf4a88a tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6307600 Aug 19 12:50:46.434485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34610) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:46.448895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:46.476398 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb21161a-5152-4d5c-8bf9-45790ee1811c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.496862 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-060cb55e-6c11-4b0f-9421-eacf46d24a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.523600 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3cadaf4-e5aa-43f2-b2af-f9d66a6cc482 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.526247 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3cadaf4-e5aa-43f2-b2af-f9d66a6cc482 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.527459 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f3cadaf4-e5aa-43f2-b2af-f9d66a6cc482 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/floatingips/f7e0945b-f8ba-4373-b7d0-a199efcc2b91 HTTP/1.1" status: 204 len: 168 time: 0.8483968 Aug 19 12:50:46.531278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34612) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:46.535945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '5052f58f-6a22-4a7d-9f00-d710863e0afc'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:46.546201 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.549671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Made reservation on behalf of 50959ad61262428f8be1cd384f647619 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:46.551815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.566136 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.583975 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31146637'] for subnet, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:46.612366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cb55e-6c11-4b0f-9421-eacf46d24a59 None None] Pushing event updated for resources: {'Port': ['ID=f45d33a9-e3e9-4227-b769-85ca190ce74a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:47.005177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f45d33a9-e3e9-4227-b769-85ca190ce74a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:47.177333 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.186934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a6dcc9-28e5-4708-90c7-2e0643c6b29e None None] Network f6e7a02f-29da-4b4a-8702-4721a6afa29e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:47.229949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Transition to ACTIVE for port object b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:47.232607 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb21161a-5152-4d5c-8bf9-45790ee1811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.234374 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb21161a-5152-4d5c-8bf9-45790ee1811c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.235606 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bb21161a-5152-4d5c-8bf9-45790ee1811c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ef34941-ca10-42d1-8938-452f10c387fe HTTP/1.1" status: 204 len: 168 time: 0.9119661 Aug 19 12:50:47.250055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21161a-5152-4d5c-8bf9-45790ee1811c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef34941-ca10-42d1-8938-452f10c387fe,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:47.279240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Transition to ACTIVE for port object b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:47.308385 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.323281 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.356037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4b2aaa28-72f9-4de3-bcec-0b0e465b11a6 None None] Provisioning for port f45d33a9-e3e9-4227-b769-85ca190ce74a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:47.362554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4b2aaa28-72f9-4de3-bcec-0b0e465b11a6 None None] Provisioning complete for port f45d33a9-e3e9-4227-b769-85ca190ce74a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:47.363870 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4b2aaa28-72f9-4de3-bcec-0b0e465b11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.404484 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.431032 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.441077 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.25.6.79 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/12f820f5-10fe-4136-a11f-a9e936670888) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:47.441410 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] device_id is not set on port 67004dbf-b23a-42ad-8064-f46148f8fecc yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:47.470291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Network fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:47.480062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:47.483685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Pushing event updated for resources: {'Port': ['ID=b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:47.487561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:47.561283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fcf236-1d71-4b28-ab85-0b7218b501af,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:47.605653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Attempting to bind port b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:47.605871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Attempting to bind port b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'c38b96fa-2dab-4c9f-9ffc-0767d37c0097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:47.606089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Attempting to bind port b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c on network fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:47.618079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:47.620232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Checking segment: {'id': 'c38b96fa-2dab-4c9f-9ffc-0767d37c0097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:47.620720 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.621140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Bound using segment: {'id': 'c38b96fa-2dab-4c9f-9ffc-0767d37c0097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:47.621910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Bound port: b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38b96fa-2dab-4c9f-9ffc-0767d37c0097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:47.622723 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.638126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.723536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] For port b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:47.725604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] For port b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c,segment=NetworkSegment(c38b96fa-2dab-4c9f-9ffc-0767d37c0097),segment_id=c38b96fa-2dab-4c9f-9ffc-0767d37c0097)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:47.765916 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788158438247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30691211'] for subnet, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.846709 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.847544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fcce1525-3a2d-468e-bacc-34231fa91ebc None None] Provisioning complete for port f45d33a9-e3e9-4227-b769-85ca190ce74a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:47.847991 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fcce1525-3a2d-468e-bacc-34231fa91ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.866389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:47.866389 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.867307 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "PUT /v2.0/subnets/23245834-eb61-4364-91e8-74b382968498 HTTP/1.1" status: 200 len: 826 time: 1.4310687 Aug 19 12:50:47.875814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34622) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:47.906044 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:47.920638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:47.925965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:47.931642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:47.960970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=12f820f5-10fe-4136-a11f-a9e936670888,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:48.000561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=23245834-eb61-4364-91e8-74b382968498,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:48.016944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] device_id is not set on port 67004dbf-b23a-42ad-8064-f46148f8fecc yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:48.034720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.036899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.036899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.036899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.036899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.036899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.037342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.037481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f989f96-4e59-4138-b4a7-0a35bccf418a None None] Pushing event updated for resources: {'Port': ['ID=b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:48.037910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.037910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.038086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.038683 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.038815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a005f51-0b8c-454e-be77-9e5d9ee2da47 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:48.042384 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.064188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Transition to ACTIVE for port object 67004dbf-b23a-42ad-8064-f46148f8fecc will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:48.107839 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.167509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting port b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:48.168134 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.183968 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.337787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event updated for resources: {'Port': ['ID=67004dbf-b23a-42ad-8064-f46148f8fecc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:48.368296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Checking segment: {'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:48.369202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Network hostable DHCP agents. Network: f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:48.376498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] For port b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c,segment=NetworkSegment(c38b96fa-2dab-4c9f-9ffc-0767d37c0097),segment_id=c38b96fa-2dab-4c9f-9ffc-0767d37c0097)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:48.377440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.397069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Calling delete_port for b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:48.485808 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.496526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:48.651131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:48.660634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e78408f-17fe-423c-9ce5-d69c220c434b None None] Network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:48.661655 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.688371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:48.697156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.748147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Port': ['ID=b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:48.763312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No DVR routers for this DVR port b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:48.765353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:48.765353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:48.765742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:48.794227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:48.794610 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:48.797291 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 2 to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc Aug 19 12:50:48.824524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:48.825230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:48.826051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:48.841466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:48.842268 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:48.845476 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 3 to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc Aug 19 12:50:48.863804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:48.864160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:48.864511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:48.873504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.878485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:48.878827 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:48.896284 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.901797 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 4 to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc Aug 19 12:50:48.927143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:48.927787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:48.928139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:48.936114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:48.936114 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:48.936370 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 5 to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc Aug 19 12:50:48.952931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:48.953290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:48.953770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:48.963943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:48.964302 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:48.964706 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 6 to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc Aug 19 12:50:48.981088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:48.981627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:48.981803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:48.992754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:48.993589 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:48.994144 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 7 to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc Aug 19 12:50:49.000030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.012156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:49.012500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:49.012850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:49.020726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:49.021230 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:49.021793 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 8 to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc Aug 19 12:50:49.046849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:49.047193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:49.047640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:49.052880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:49.053221 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:49.053661 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 9 to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc Aug 19 12:50:49.073317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:49.073853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:49.074206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:49.080396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:49.080735 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:49.081271 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 10 to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc Aug 19 12:50:49.107043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:49.107400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:49.107753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:49.114157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=12f820f5-10fe-4136-a11f-a9e936670888,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:49.117987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port 67004dbf-b23a-42ad-8064-f46148f8fecc on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:49.118752 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port 67004dbf-b23a-42ad-8064-f46148f8fecc on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:49.119157 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.127367 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.133030 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.206123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Subnet': ['ID=23245834-eb61-4364-91e8-74b382968498,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:49.270528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b394744b-22bd-4dd5-97d8-148c4e26f037 None None] Network fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:49.282860 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP 8deb2549-177e-4b83-8961-50f63d148067 associated. External IP: 172.25.6.79, port: 5052f58f-6a22-4a7d-9f00-d710863e0afc. Aug 19 12:50:49.288170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.305043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:49.313307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] For port 67004dbf-b23a-42ad-8064-f46148f8fecc, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:49.313731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempted to set empty binding levels {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:50:49.316527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7a88ed7c-6ed7-4f0b-8776-410bea158c00 None None] Could not find standard attr ID for object b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:50:49.317350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38b96fa-2dab-4c9f-9ffc-0767d37c0097') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:49.318431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38b96fa-2dab-4c9f-9ffc-0767d37c0097') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:49.329527 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.346046 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.353000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:49.353431 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:49.356720 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:49.403095 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.451667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:49.452368 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.464316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af77374e-db9d-459e-8302-97829e79c22e None None] DHCP port deletion for fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:50:49.477752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event updated for resources: {'Port': ['ID=67004dbf-b23a-42ad-8064-f46148f8fecc,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:49.486240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6791a2e4-24c5-4c7f-b0ed-f5358e1cffc8 None None] Network fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:49.531854 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.543250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.548354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 HTTP/1.1" status: 204 len: 168 time: 1.6679628 Aug 19 12:50:49.548602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:49.550745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34678) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:49.557008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7911554-2453-44fe-8510-34e2701a3273 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Network': ['ID=fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:49.574657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-189aa594-23ed-4fc8-a0af-4390022f0458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.5646710 Aug 19 12:50:49.581075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34680) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:49.594189 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0b4001-b07f-42c6-af1b-f499aaca5cef tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:50:49.594904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0b4001-b07f-42c6-af1b-f499aaca5cef tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:50:49.601356 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5d0b4001-b07f-42c6-af1b-f499aaca5cef tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 HTTP/1.1" status: 404 len: 339 time: 0.0446036 Aug 19 12:50:49.601356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34682) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:49.606244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1625580220', 'description': 'd1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:49.668263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-64f3328e-bf53-4a33-b855-31a3a4a07165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Deleting port 67004dbf-b23a-42ad-8064-f46148f8fecc {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:49.668947 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64f3328e-bf53-4a33-b855-31a3a4a07165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.730799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:49.734305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-64f3328e-bf53-4a33-b855-31a3a4a07165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] For port 67004dbf-b23a-42ad-8064-f46148f8fecc, host n-h1-778732-8, got binding levels [] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:49.734669 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64f3328e-bf53-4a33-b855-31a3a4a07165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.741166 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81472dc-4654-4acd-97cd-8bba112a2cde None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:49.750085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-64f3328e-bf53-4a33-b855-31a3a4a07165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Calling delete_port for 67004dbf-b23a-42ad-8064-f46148f8fecc owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:49.751023 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81472dc-4654-4acd-97cd-8bba112a2cde None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:49.751654 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b81472dc-4654-4acd-97cd-8bba112a2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:49.760737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:49.764755 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.790961 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b81472dc-4654-4acd-97cd-8bba112a2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:49.796861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:49.800738 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81472dc-4654-4acd-97cd-8bba112a2cde None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:49.801365 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b81472dc-4654-4acd-97cd-8bba112a2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:49.808539 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.808929 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Added segment 5f953e4a-eaeb-412a-8dab-56804461e0e1 of type vlan for network 93ca5fab-1779-46e5-bfd4-b41a8e7c300c Aug 19 12:50:49.838906 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b81472dc-4654-4acd-97cd-8bba112a2cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:49.839541 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.839700 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81472dc-4654-4acd-97cd-8bba112a2cde None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:49.872532 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.884390 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-caf3e47b-2d07-47b6-954b-cebf8196f787 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.3523335 Aug 19 12:50:49.887133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34684) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:49.892358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-640806595'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:49.948159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64f3328e-bf53-4a33-b855-31a3a4a07165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.994962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3328e-bf53-4a33-b855-31a3a4a07165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event deleted for resources: {'Port': ['ID=67004dbf-b23a-42ad-8064-f46148f8fecc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:50.003318 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64f3328e-bf53-4a33-b855-31a3a4a07165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.009619 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-64f3328e-bf53-4a33-b855-31a3a4a07165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "DELETE /v2.0/ports/67004dbf-b23a-42ad-8064-f46148f8fecc HTTP/1.1" status: 204 len: 168 time: 0.4298201 Aug 19 12:50:50.009619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34688) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:50.021781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.033540 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:50.033540 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.034559 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8865ebd2-5399-4d75-9066-9aadf66053a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:50:50.036157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8865ebd2-5399-4d75-9066-9aadf66053a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "GET /v2.0/ports/67004dbf-b23a-42ad-8064-f46148f8fecc HTTP/1.1" status: 404 len: 333 time: 0.0256481 Aug 19 12:50:50.040384 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34690) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:50.045300 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Request body: {'port': {'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-170677397'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:50.058246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Made reservation on behalf of d9210918d84b40d989f5f7f41358c60e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:50.062734 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.100581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:50.106195 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=93ca5fab-1779-46e5-bfd4-b41a8e7c300c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:50.110883 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.111230 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Added segment e33a1471-b657-445d-a420-d41dfebad741 of type vlan for network fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 Aug 19 12:50:50.118738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 93ca5fab-1779-46e5-bfd4-b41a8e7c300c details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:50.159725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.186142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Made reservation on behalf of 50959ad61262428f8be1cd384f647619 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:50.189535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.211763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] device_id is not set on port f196ddd5-4e93-410f-a4cb-c1040017c278 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:50.263120 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7d5f450a-0707-4a4f-bb41-69fbd4c95175 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6614230 Aug 19 12:50:50.265737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34694) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:50.330371 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.336807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:50.337165 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.362006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2428175-8d32-4b71-99ea-555f06473838 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:50.367113 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c2428175-8d32-4b71-99ea-555f06473838 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/networks?id=93ca5fab-1779-46e5-bfd4-b41a8e7c300c HTTP/1.1" status: 200 len: 765 time: 0.0973685 Aug 19 12:50:50.367624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34696) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:50.374796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-905fd962-9545-49f7-b9eb-0c19136c3b6f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'description': 'd2'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:50.443897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Network': ['ID=fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:50.449585 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.457537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:50.484768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-729def4c-479d-4b10-b3d6-d5082667548c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5964048 Aug 19 12:50:50.488448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34712) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:50.493900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'subnet': {'network_id': 'fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:50.605766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-905fd962-9545-49f7-b9eb-0c19136c3b6f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.617943 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.665082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:50.667417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:50.675271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:50.675391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:50.676020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.684278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Made reservation on behalf of d9210918d84b40d989f5f7f41358c60e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:50.688815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.718632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-905fd962-9545-49f7-b9eb-0c19136c3b6f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.761686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event updated for resources: {'Port': ['ID=f196ddd5-4e93-410f-a4cb-c1040017c278,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:50.791832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-905fd962-9545-49f7-b9eb-0c19136c3b6f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network 93ca5fab-1779-46e5-bfd4-b41a8e7c300c is not hosted by any dhcp agent {{(pid=95661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:50:50.802406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905fd962-9545-49f7-b9eb-0c19136c3b6f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:50.803126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-905fd962-9545-49f7-b9eb-0c19136c3b6f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:50.807532 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-905fd962-9545-49f7-b9eb-0c19136c3b6f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "PUT /v2.0/networks/93ca5fab-1779-46e5-bfd4-b41a8e7c300c HTTP/1.1" status: 200 len: 762 time: 0.4361286 Aug 19 12:50:50.808114 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34730) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:50.840066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fd962-9545-49f7-b9eb-0c19136c3b6f tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=93ca5fab-1779-46e5-bfd4-b41a8e7c300c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:50.855427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 93ca5fab-1779-46e5-bfd4-b41a8e7c300c details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:50.873123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1e783d5b-2eb8-426d-874b-78919bda2d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8315928 Aug 19 12:50:50.876095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34732) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:50.882278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:50.949871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d545c4e-b984-4d9a-bb2b-0f687d3e4f7e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:50.957848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5d545c4e-b984-4d9a-bb2b-0f687d3e4f7e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/networks?id=93ca5fab-1779-46e5-bfd4-b41a8e7c300c HTTP/1.1" status: 200 len: 765 time: 0.1432755 Aug 19 12:50:50.958187 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34734) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:50.991046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:51.006044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.022427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:51.023638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b88b5ccf-f2d4-4b49-8f9a-e3455c812a7c not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:51.090043 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-795cbd37-ba53-4209-9290-f5db78a9284d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.115439 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.199560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Subnet': ['ID=4e68febc-9d3f-4930-a748-baa4a6d347da,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:51.210807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Checking segment: {'id': 'e33a1471-b657-445d-a420-d41dfebad741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:51.211258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network hostable DHCP agents. Network: fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:51.279814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3d7a3c-6798-4ee1-9cbe-b6b2599ef0f5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:51.281336 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fb3d7a3c-6798-4ee1-9cbe-b6b2599ef0f5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3219950 Aug 19 12:50:51.284419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34738) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:51.345800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:51.351351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a646821f-b9ea-479e-967b-14390eda9dc5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 207 time: 0.0651238 Aug 19 12:50:51.357359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34740) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:51.383302 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] device_id is not set on port f196ddd5-4e93-410f-a4cb-c1040017c278 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:51.392377 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.407413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Transition to ACTIVE for port object f196ddd5-4e93-410f-a4cb-c1040017c278 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:51.438682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:51.451598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0342987d-78f6-4875-99c9-89ad6844ce2a None None] Network fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:51.457265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:51.458127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.494030 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.555399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event updated for resources: {'Port': ['ID=f196ddd5-4e93-410f-a4cb-c1040017c278,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:51.579476 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:51.579841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:51.580156 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:51.586443 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:51.586850 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:51.587165 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 2 to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 Aug 19 12:50:51.605855 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:51.606991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:51.606991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:51.611926 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:51.612357 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:51.612652 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 3 to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 Aug 19 12:50:51.632987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:51.633597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:51.634578 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:51.640398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0', 'network_id': 'fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0', 'tenant_id': 'd9210918d84b40d989f5f7f41358c60e', 'fixed_ips': [{'subnet_id': '4e68febc-9d3f-4930-a748-baa4a6d347da'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:51.642492 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.644058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:51.644453 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:51.645115 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 4 to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 Aug 19 12:50:51.669569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:51.669980 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:51.670246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:51.680702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:51.680912 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:51.681320 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 5 to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 Aug 19 12:50:51.698999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:51.699656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:51.700231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:51.707044 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:51.707626 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:51.708473 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 6 to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 Aug 19 12:50:51.725906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:51.727358 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:51.727877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:51.734294 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:51.734884 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:51.735519 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 7 to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 Aug 19 12:50:51.756465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:51.756839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:51.758922 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:51.765793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:51.766169 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:51.766569 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 8 to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 Aug 19 12:50:51.785569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:51.786136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:51.787482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:51.794972 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:51.795337 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:51.795710 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 9 to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 Aug 19 12:50:51.811315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:51.811665 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:51.812008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:51.817926 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:51.820101 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:51.820101 n-d-778732-8 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 10 to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 Aug 19 12:50:51.838831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:51.839201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:51.839528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:51.845924 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:51.846274 n-d-778732-8 neutron-server[95661]: ERROR neutron.plugins.ml2.managers [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port f196ddd5-4e93-410f-a4cb-c1040017c278 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:51.846656 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.865723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Allocated IP 172.20.0.2 (fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0/4e68febc-9d3f-4930-a748-baa4a6d347da/9bc16e97-34fb-4127-aada-d1ca4e494540) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:51.929094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] For port f196ddd5-4e93-410f-a4cb-c1040017c278, host n-h1-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:51.930789 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempted to set empty binding levels {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:50:51.955716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2eaa0a-e118-47d2-b832-0be99178cb94 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:51.961893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2eaa0a-e118-47d2-b832-0be99178cb94 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:51.968483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2eaa0a-e118-47d2-b832-0be99178cb94 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:51.973385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2eaa0a-e118-47d2-b832-0be99178cb94 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:51.980007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2eaa0a-e118-47d2-b832-0be99178cb94 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:51.985878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2eaa0a-e118-47d2-b832-0be99178cb94 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:51.987801 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7a2eaa0a-e118-47d2-b832-0be99178cb94 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6291173 Aug 19 12:50:51.992677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34742) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:52.048350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34744) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:52.048643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2aeb3300-0ec0-4c40-a468-c1d4aa224191 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5587566 Aug 19 12:50:52.051034 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.055890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2042965285', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:52.060906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Transition to ACTIVE for port object 9bc16e97-34fb-4127-aada-d1ca4e494540 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:52.067037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.080634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Transition to ACTIVE for port object 9bc16e97-34fb-4127-aada-d1ca4e494540 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:52.117984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] In _notify_port_updated(), no bound segment for port f196ddd5-4e93-410f-a4cb-c1040017c278 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:50:52.118900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.119517 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.121418 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "PUT /v2.0/ports/f196ddd5-4e93-410f-a4cb-c1040017c278 HTTP/1.1" status: 200 len: 978 time: 1.2435205 Aug 19 12:50:52.126717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34748) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:52.143575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b0f5b-bdf3-4bd3-927d-47928c418d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event updated for resources: {'Port': ['ID=f196ddd5-4e93-410f-a4cb-c1040017c278,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:52.156758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-44132468-5730-468c-a9e1-f5780a7aef61 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1611996 Aug 19 12:50:52.157333 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.165910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34750) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:52.199781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Network fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:52.212853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:52.216153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:52.232908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Pushing event updated for resources: {'Port': ['ID=9bc16e97-34fb-4127-aada-d1ca4e494540,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:52.254861 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.261246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.286322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.286825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.287316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.287802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.288342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.288831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.289313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.289820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.292922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.293464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.293988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.294539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.295022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.304505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.304505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.304505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.304505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.304505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.304505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.304505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.304505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.304505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.304505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5f944415-e2a7-4388-9113-dab5ab928685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19604 time: 0.1745269 Aug 19 12:50:52.306754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6a0a5-bd9b-43d9-ac7f-d81d874e7278 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.307298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34752) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:52.308337 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6a0a5-bd9b-43d9-ac7f-d81d874e7278 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.309902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6a0a5-bd9b-43d9-ac7f-d81d874e7278 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.311435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6a0a5-bd9b-43d9-ac7f-d81d874e7278 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.313083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6a0a5-bd9b-43d9-ac7f-d81d874e7278 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.319347 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-43b6a0a5-bd9b-43d9-ac7f-d81d874e7278 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1486564 Aug 19 12:50:52.324328 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34754) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:52.327155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Attempting to bind port 9bc16e97-34fb-4127-aada-d1ca4e494540 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:52.327947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Attempting to bind port 9bc16e97-34fb-4127-aada-d1ca4e494540 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e33a1471-b657-445d-a420-d41dfebad741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:52.328662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Attempting to bind port 9bc16e97-34fb-4127-aada-d1ca4e494540 on network fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:52.338643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:52.339472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Checking segment: {'id': 'e33a1471-b657-445d-a420-d41dfebad741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:52.340268 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.341069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Bound using segment: {'id': 'e33a1471-b657-445d-a420-d41dfebad741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:52.342063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Bound port: 9bc16e97-34fb-4127-aada-d1ca4e494540, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33a1471-b657-445d-a420-d41dfebad741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:52.342823 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.363752 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.423928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] For port 9bc16e97-34fb-4127-aada-d1ca4e494540, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:52.427477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] For port 9bc16e97-34fb-4127-aada-d1ca4e494540, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9bc16e97-34fb-4127-aada-d1ca4e494540,segment=NetworkSegment(e33a1471-b657-445d-a420-d41dfebad741),segment_id=e33a1471-b657-445d-a420-d41dfebad741)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:52.471820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed755381-68fd-41d4-b2ef-4c9aad6fe5f9 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.473174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed755381-68fd-41d4-b2ef-4c9aad6fe5f9 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.474623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed755381-68fd-41d4-b2ef-4c9aad6fe5f9 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.476184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed755381-68fd-41d4-b2ef-4c9aad6fe5f9 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.478075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed755381-68fd-41d4-b2ef-4c9aad6fe5f9 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.483094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ed755381-68fd-41d4-b2ef-4c9aad6fe5f9 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1564236 Aug 19 12:50:52.484594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34756) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:52.556966 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.574772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-dee97b7d-bc1f-497a-9666-439e018bd0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Deleting port f196ddd5-4e93-410f-a4cb-c1040017c278 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:52.575235 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dee97b7d-bc1f-497a-9666-439e018bd0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.620773 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.661938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd661ebe-3fd1-4899-a81d-f74c692ea69e None None] Pushing event updated for resources: {'Port': ['ID=9bc16e97-34fb-4127-aada-d1ca4e494540,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:52.714496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-dee97b7d-bc1f-497a-9666-439e018bd0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] For port f196ddd5-4e93-410f-a4cb-c1040017c278, host n-h1-778732-8, got binding levels [] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:52.714874 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dee97b7d-bc1f-497a-9666-439e018bd0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:52.742837 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a700fc47-9892-4fad-a99a-ba6660d51a1b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.748602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a700fc47-9892-4fad-a99a-ba6660d51a1b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/networks/bfd062e3-c902-455b-88c1-634b16e30805 HTTP/1.1" status: 200 len: 803 time: 0.2580812 Aug 19 12:50:52.751500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-dee97b7d-bc1f-497a-9666-439e018bd0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Calling delete_port for f196ddd5-4e93-410f-a4cb-c1040017c278 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:52.756682 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34758) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:53.005769 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dee97b7d-bc1f-497a-9666-439e018bd0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.111594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee97b7d-bc1f-497a-9666-439e018bd0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event deleted for resources: {'Port': ['ID=f196ddd5-4e93-410f-a4cb-c1040017c278,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:53.114532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9bc16e97-34fb-4127-aada-d1ca4e494540 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:53.139921 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dee97b7d-bc1f-497a-9666-439e018bd0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.143144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dee97b7d-bc1f-497a-9666-439e018bd0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "DELETE /v2.0/ports/f196ddd5-4e93-410f-a4cb-c1040017c278 HTTP/1.1" status: 204 len: 168 time: 0.8343797 Aug 19 12:50:53.150795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34762) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:53.193579 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76a1b16-069d-4eda-b2ed-5f9343a8a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:50:53.196690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d76a1b16-069d-4eda-b2ed-5f9343a8a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "GET /v2.0/ports/f196ddd5-4e93-410f-a4cb-c1040017c278 HTTP/1.1" status: 404 len: 333 time: 0.0430620 Aug 19 12:50:53.202020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34764) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:53.211181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-239860682', 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:53.385199 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a808f706-1cbd-4206-abb6-de0e4093b6dc tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/networks/bfd062e3-c902-455b-88c1-634b16e30805?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6256762 Aug 19 12:50:53.390397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34768) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:53.395812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 9bc16e97-34fb-4127-aada-d1ca4e494540 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:53.428936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Made reservation on behalf of 50959ad61262428f8be1cd384f647619 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:53.431723 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.465845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] device_id is not set on port 6ec66277-945f-4419-a30a-cf680af7d738 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:53.482604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6060401-9ea9-4b5b-8e4e-3aa3c86a25bb tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:53.484602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e6060401-9ea9-4b5b-8e4e-3aa3c86a25bb tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/subnets/a742b8cf-dd12-4d92-bba9-022b042ea125 HTTP/1.1" status: 200 len: 843 time: 0.0929954 Aug 19 12:50:53.514860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34770) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:53.586596 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.614089 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.621460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c37dc5-f601-4127-a595-5b0b18c0485c tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['shared'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:53.623025 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a7c37dc5-f601-4127-a595-5b0b18c0485c tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "GET /v2.0/subnets/a742b8cf-dd12-4d92-bba9-022b042ea125?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1068439 Aug 19 12:50:53.629018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34772) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:53.636527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-802445210'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:53.700507 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.777220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:53.780944 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.783640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.25.6.197 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/62747a62-8ac8-43d1-bbf3-d8294b3dbeca) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:53.805228 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.854834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:53.863609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:53.866483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:53.867699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:53.868687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.877062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:53.883398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec66277-945f-4419-a30a-cf680af7d738,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:53.895967 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.896322 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Added segment a8e0745c-6b29-4ddc-bbaf-7db811c7a095 of type vlan for network edf4d22b-3b51-4a0c-94cc-4489a45b0ca5 Aug 19 12:50:53.965968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8f10294f-3e2b-4e4c-8583-9dbbd649ad5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7616501 Aug 19 12:50:53.968545 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.969231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34774) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:53.986954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:53.993214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e2f0f-6e00-4c62-bf88-a254162e1286 None None] Network fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:54.025401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05291461-5160-4662-8e19-e07d4564bde3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:54.031004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-05291461-5160-4662-8e19-e07d4564bde3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "GET /v2.0/ports/6ec66277-945f-4419-a30a-cf680af7d738 HTTP/1.1" status: 200 len: 958 time: 0.0569544 Aug 19 12:50:54.031669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34776) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:54.126036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.132452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:54.133056 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.214328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6400eff0-a925-43a3-88e1-fbacee4a7188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Deleting port 6ec66277-945f-4419-a30a-cf680af7d738 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:54.214681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6400eff0-a925-43a3-88e1-fbacee4a7188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.262917 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.265226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Network': ['ID=edf4d22b-3b51-4a0c-94cc-4489a45b0ca5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:54.280472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network edf4d22b-3b51-4a0c-94cc-4489a45b0ca5 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:54.356197 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6400eff0-a925-43a3-88e1-fbacee4a7188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.362245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:54.378456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dadf7b16-6c89-437a-977f-1d172b3d57d5 None None] Provisioning for port 9bc16e97-34fb-4127-aada-d1ca4e494540 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:54.384429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dadf7b16-6c89-437a-977f-1d172b3d57d5 None None] Provisioning complete for port 9bc16e97-34fb-4127-aada-d1ca4e494540 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:54.384959 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dadf7b16-6c89-437a-977f-1d172b3d57d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.394572 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6400eff0-a925-43a3-88e1-fbacee4a7188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Calling delete_port for 6ec66277-945f-4419-a30a-cf680af7d738 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:54.408026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:54.411615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:54.430342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34780) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:54.431281 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6f9d706c-e397-41c0-ad43-40e5c0ea0b09 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8006780 Aug 19 12:50:54.431699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=62747a62-8ac8-43d1-bbf3-d8294b3dbeca,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:54.438486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'network_id': 'edf4d22b-3b51-4a0c-94cc-4489a45b0ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:54.501684 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dadf7b16-6c89-437a-977f-1d172b3d57d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.560765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-dadf7b16-6c89-437a-977f-1d172b3d57d5 None None] For port 9bc16e97-34fb-4127-aada-d1ca4e494540, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9bc16e97-34fb-4127-aada-d1ca4e494540,segment=NetworkSegment(e33a1471-b657-445d-a420-d41dfebad741),segment_id=e33a1471-b657-445d-a420-d41dfebad741)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:54.627970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dadf7b16-6c89-437a-977f-1d172b3d57d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.656394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Made reservation on behalf of c66822ecdf014ccb8480dfa3e131435d for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:54.660848 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.691783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf7b16-6c89-437a-977f-1d172b3d57d5 None None] Pushing event updated for resources: {'Port': ['ID=9bc16e97-34fb-4127-aada-d1ca4e494540,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:54.731463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Performing IP validity checks on allocation pools {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:50:54.732089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:50:54.749714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ceefd863-a8fa-43f8-9957-934744f7f7fd None None] Provisioning complete for port 9bc16e97-34fb-4127-aada-d1ca4e494540 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:54.750094 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ceefd863-a8fa-43f8-9957-934744f7f7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.822920 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6400eff0-a925-43a3-88e1-fbacee4a7188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.891375 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400eff0-a925-43a3-88e1-fbacee4a7188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ec66277-945f-4419-a30a-cf680af7d738,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:54.907138 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6400eff0-a925-43a3-88e1-fbacee4a7188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.915739 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6400eff0-a925-43a3-88e1-fbacee4a7188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "DELETE /v2.0/ports/6ec66277-945f-4419-a30a-cf680af7d738 HTTP/1.1" status: 204 len: 168 time: 0.8759158 Aug 19 12:50:54.915872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34782) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:54.933039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.952642 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd3ad3e-d819-48d8-ac98-c462a37cd2a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:50:54.954329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7bd3ad3e-d819-48d8-ac98-c462a37cd2a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "GET /v2.0/ports/6ec66277-945f-4419-a30a-cf680af7d738 HTTP/1.1" status: 404 len: 333 time: 0.0399539 Aug 19 12:50:54.978297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:54.985986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Request body: {'port': {'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-662901804'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:55.037841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9bc16e97-34fb-4127-aada-d1ca4e494540 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:55.074265 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.103003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9bc16e97-34fb-4127-aada-d1ca4e494540 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:55.103922 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.116277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Made reservation on behalf of 50959ad61262428f8be1cd384f647619 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:55.120335 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.196649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] device_id is not set on port ff9b0c7a-217d-44fc-abab-10a5efd91509 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:55.202740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=53da559a-e3e9-4ae3-8531-997f8d65621c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:55.217331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Checking segment: {'id': 'a8e0745c-6b29-4ddc-bbaf-7db811c7a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edf4d22b-3b51-4a0c-94cc-4489a45b0ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:55.218290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network hostable DHCP agents. Network: edf4d22b-3b51-4a0c-94cc-4489a45b0ca5, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:55.234460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.381235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Network edf4d22b-3b51-4a0c-94cc-4489a45b0ca5 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:55.416731 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bfafe867-8805-47fd-81ed-06276a9148b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.444347 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.483773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, edf4d22b-3b51-4a0c-94cc-4489a45b0ca5) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:55.497433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:55.497890 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.498950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc5449-773e-4c1f-beed-e5f26f3916b6 None None] Network edf4d22b-3b51-4a0c-94cc-4489a45b0ca5 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:55.510562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router 55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:50:55.580391 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.639834 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-367a7c7b-a5d2-4cbd-9624-aee55e1ee8b5 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2048626 Aug 19 12:50:55.643077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34788) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:55.650784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-052c3b9e-ae8b-4394-afd4-eded3487bdaa tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:55.663657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:55.670365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:55.674806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:55.699428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:55.700429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:55.701043 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.704874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4348c9ef-4000-4293-9bdc-ad7fcf98276b None None] Sync routers for ids ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:55.719759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event updated for resources: {'Port': ['ID=ff9b0c7a-217d-44fc-abab-10a5efd91509,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:55.723381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-edf4d22b-3b51-4a0c-94cc-4489a45b0ca5', 'network_id': 'edf4d22b-3b51-4a0c-94cc-4489a45b0ca5', 'tenant_id': 'c66822ecdf014ccb8480dfa3e131435d', 'fixed_ips': [{'subnet_id': '53da559a-e3e9-4ae3-8531-997f8d65621c'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:55.724452 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.751592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4348c9ef-4000-4293-9bdc-ad7fcf98276b None None] Routers {'55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:55.751592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4348c9ef-4000-4293-9bdc-ad7fcf98276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:55.789769 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4348c9ef-4000-4293-9bdc-ad7fcf98276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:55.799682 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.803853 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f3b76b35-3202-4b27-bbba-dd8de1a13dd4 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7542169 Aug 19 12:50:55.805034 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34790) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:55.815348 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-052c3b9e-ae8b-4394-afd4-eded3487bdaa tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31146637'] for subnet, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.863145 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.877417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-188a2cf9-6e3f-453e-acef-f7d21c38a789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8964019 Aug 19 12:50:55.882607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34792) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:55.891585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:55.895473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4348c9ef-4000-4293-9bdc-ad7fcf98276b None None] Routers {'55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:55.895898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4348c9ef-4000-4293-9bdc-ad7fcf98276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:55.942362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4348c9ef-4000-4293-9bdc-ad7fcf98276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:55.943451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4348c9ef-4000-4293-9bdc-ad7fcf98276b None None] The sync data for ids ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:56.021900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.092670 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:50:56.092670 n-d-778732-8 neutron-server[95662]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 19 12:50:56.092670 n-d-778732-8 neutron-server[95662]: [parameters: {'in_use': 1, 'id_1': '53da559a-e3e9-4ae3-8531-997f8d65621c'}] Aug 19 12:50:56.092670 n-d-778732-8 neutron-server[95662]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:50:56.094626 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:50:56.338632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] device_id is not set on port ff9b0c7a-217d-44fc-abab-10a5efd91509 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:56.345473 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-052c3b9e-ae8b-4394-afd4-eded3487bdaa tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788158438247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30691211'] for subnet, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.348839 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.396287 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Transition to ACTIVE for port object ff9b0c7a-217d-44fc-abab-10a5efd91509 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:56.406656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c3b9e-ae8b-4394-afd4-eded3487bdaa tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:56.407276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-052c3b9e-ae8b-4394-afd4-eded3487bdaa tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.411269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-052c3b9e-ae8b-4394-afd4-eded3487bdaa tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "PUT /v2.0/subnets/53da559a-e3e9-4ae3-8531-997f8d65621c HTTP/1.1" status: 200 len: 900 time: 0.7645633 Aug 19 12:50:56.411930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34794) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:56.417825 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:50:56.425846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c3b9e-ae8b-4394-afd4-eded3487bdaa tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event updated for resources: {'Subnet': ['ID=53da559a-e3e9-4ae3-8531-997f8d65621c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:56.441200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.504702 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.574619 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.590365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event updated for resources: {'Port': ['ID=ff9b0c7a-217d-44fc-abab-10a5efd91509,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:56.596950 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.612826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:56.613172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:56.613549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:56.639151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:56.639592 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:56.642033 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 2 to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 Aug 19 12:50:56.662979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:56.664059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:56.664592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:56.673853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:56.674520 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:56.674856 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 3 to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 Aug 19 12:50:56.677707 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.720017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:56.720017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:56.720308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:56.732543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:56.732936 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:56.759655 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 4 to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 Aug 19 12:50:56.815690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.20.0.1 (fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0/4e68febc-9d3f-4930-a748-baa4a6d347da/ef5bc1e9-0e4e-40da-bd73-a658d0e271b5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:56.831340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:56.831340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:56.831340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:56.845991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:56.846311 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:56.849666 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 5 to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 Aug 19 12:50:56.879650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d70fda9-1188-4a58-99cc-84001cec530b req-754b23d6-4910-4443-9222-19a37fc29abf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164122 Aug 19 12:50:56.883467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:56.883823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:56.884154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:56.889807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:56.890149 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:56.890711 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 6 to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 Aug 19 12:50:56.907683 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:56.908814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:56.909185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:56.915913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:56.916231 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:56.916633 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 7 to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 Aug 19 12:50:56.950800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:56.951277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:56.951499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:56.974730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:56.975358 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:56.976398 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 8 to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 Aug 19 12:50:57.000206 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.008386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:57.008727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:57.009071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:57.014528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:57.014895 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:57.015442 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 9 to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 Aug 19 12:50:57.020530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Transition to ACTIVE for port object ef5bc1e9-0e4e-40da-bd73-a658d0e271b5 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:57.039814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:57.040158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:57.043069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:57.045130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70fda9-1188-4a58-99cc-84001cec530b req-3f0ccaf6-8796-4282-83f6-f9d459fd02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:57.046701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d70fda9-1188-4a58-99cc-84001cec530b req-3f0ccaf6-8796-4282-83f6-f9d459fd02d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7304fc0218bb411c9647ddabb1b8204a&device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0898457 Aug 19 12:50:57.049251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:57.050104 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:57.050104 n-d-778732-8 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempt 10 to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 Aug 19 12:50:57.063228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:57.063552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:57.064013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempting to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:57.068478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:57.068846 n-d-778732-8 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Failed to bind port ff9b0c7a-217d-44fc-abab-10a5efd91509 on host n-h1-778732-8 for vnic_type normal using segments [{'id': '4e52134c-c16d-4875-a3db-887a61ccb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3'}] Aug 19 12:50:57.069189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.073069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Allocated IP 2001:db8::3 (edf4d22b-3b51-4a0c-94cc-4489a45b0ca5/53da559a-e3e9-4ae3-8531-997f8d65621c/9f1b0eb0-f55c-4ff6-a42e-2590e53c0167) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:57.076719 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.132327 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.185138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:57.189534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:57.211118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:57.251678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=ef5bc1e9-0e4e-40da-bd73-a658d0e271b5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:57.274502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] For port ff9b0c7a-217d-44fc-abab-10a5efd91509, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:57.277201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attempted to set empty binding levels {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:50:57.285727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70fda9-1188-4a58-99cc-84001cec530b req-8b5fce0b-5a36-47cc-aee1-da414c89880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:57.286525 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.288299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d70fda9-1188-4a58-99cc-84001cec530b req-8b5fce0b-5a36-47cc-aee1-da414c89880b service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb0fb07f-9fd1-4405-8e27-bccf25557223 HTTP/1.1" status: 200 len: 909 time: 0.2152190 Aug 19 12:50:57.321164 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.335853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Transition to ACTIVE for port object 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:57.364532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Transition to ACTIVE for port object 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:57.370501 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.414928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d70fda9-1188-4a58-99cc-84001cec530b req-e9acf043-ebe9-4928-af3c-abe58705af69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b HTTP/1.1" status: 200 len: 1002 time: 0.1180294 Aug 19 12:50:57.423201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] In _notify_port_updated(), no bound segment for port ff9b0c7a-217d-44fc-abab-10a5efd91509 on network f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:50:57.429147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:57.429147 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.429147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "PUT /v2.0/ports/ff9b0c7a-217d-44fc-abab-10a5efd91509 HTTP/1.1" status: 200 len: 978 time: 1.5424645 Aug 19 12:50:57.430491 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34798) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:57.446896 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.484374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29691976-4fab-405f-8d43-5512a802a373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event updated for resources: {'Port': ['ID=ff9b0c7a-217d-44fc-abab-10a5efd91509,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:57.498531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Network edf4d22b-3b51-4a0c-94cc-4489a45b0ca5 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:57.503895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:57.508269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:57.543352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Pushing event updated for resources: {'Port': ['ID=9f1b0eb0-f55c-4ff6-a42e-2590e53c0167,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:57.562318 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.564346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70fda9-1188-4a58-99cc-84001cec530b req-66318fbc-87e0-4962-abfe-3deb65b89ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:57.565801 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d70fda9-1188-4a58-99cc-84001cec530b req-66318fbc-87e0-4962-abfe-3deb65b89ce8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d23f1ee-3cda-4596-9cc2-bfc132927af3 HTTP/1.1" status: 200 len: 847 time: 0.1386530 Aug 19 12:50:57.587936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Attempting to bind port 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:57.589738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Attempting to bind port 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a8e0745c-6b29-4ddc-bbaf-7db811c7a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edf4d22b-3b51-4a0c-94cc-4489a45b0ca5'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:57.591406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Attempting to bind port 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167 on network edf4d22b-3b51-4a0c-94cc-4489a45b0ca5 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:57.604367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:57.604868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Checking segment: {'id': 'a8e0745c-6b29-4ddc-bbaf-7db811c7a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edf4d22b-3b51-4a0c-94cc-4489a45b0ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:57.605551 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.606025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Bound using segment: {'id': 'a8e0745c-6b29-4ddc-bbaf-7db811c7a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edf4d22b-3b51-4a0c-94cc-4489a45b0ca5'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:57.606771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Bound port: 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e0745c-6b29-4ddc-bbaf-7db811c7a095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'edf4d22b-3b51-4a0c-94cc-4489a45b0ca5'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:57.607498 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.619336 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.627870 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9aaeb-5cec-48aa-a410-20ff433b1e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Deleting port ff9b0c7a-217d-44fc-abab-10a5efd91509 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:57.628221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0a9aaeb-5cec-48aa-a410-20ff433b1e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.659478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Subnet': ['ID=53da559a-e3e9-4ae3-8531-997f8d65621c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:57.695706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] For port 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:57.701696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70fda9-1188-4a58-99cc-84001cec530b req-050b53b1-e2fe-4cab-a2c4-8363a6a5640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:57.703276 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d70fda9-1188-4a58-99cc-84001cec530b req-050b53b1-e2fe-4cab-a2c4-8363a6a5640f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb0fb07f-9fd1-4405-8e27-bccf25557223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228595 Aug 19 12:50:57.704257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] For port 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9f1b0eb0-f55c-4ff6-a42e-2590e53c0167,segment=NetworkSegment(a8e0745c-6b29-4ddc-bbaf-7db811c7a095),segment_id=a8e0745c-6b29-4ddc-bbaf-7db811c7a095)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:57.724881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-93c1bc70-b025-4b27-ba6e-3235e1f36c34 None None] Provisioning for port ef5bc1e9-0e4e-40da-bd73-a658d0e271b5 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:57.731367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-93c1bc70-b025-4b27-ba6e-3235e1f36c34 None None] Provisioning complete for port ef5bc1e9-0e4e-40da-bd73-a658d0e271b5 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:57.731755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-93c1bc70-b025-4b27-ba6e-3235e1f36c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.778454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e0a9aaeb-5cec-48aa-a410-20ff433b1e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] For port ff9b0c7a-217d-44fc-abab-10a5efd91509, host n-h1-778732-8, got binding levels [] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:57.778971 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0a9aaeb-5cec-48aa-a410-20ff433b1e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.793181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-93c1bc70-b025-4b27-ba6e-3235e1f36c34 None None] Port ef5bc1e9-0e4e-40da-bd73-a658d0e271b5 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:50:57.802039 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.810442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.825339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf4d22b-3b51-4a0c-94cc-4489a45b0ca5']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:57.839907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9aaeb-5cec-48aa-a410-20ff433b1e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Calling delete_port for ff9b0c7a-217d-44fc-abab-10a5efd91509 owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:57.841236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e0745c-6b29-4ddc-bbaf-7db811c7a095') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:57.841579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e0745c-6b29-4ddc-bbaf-7db811c7a095') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:57.862212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.890155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d70fda9-1188-4a58-99cc-84001cec530b req-1ea23c35-03a9-4525-ae21-c185add6053a service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601908 Aug 19 12:50:57.891083 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.898227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:57.898631 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:57.901830 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:57.939087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772930cd-6665-48cf-98bc-ad9b4bd9b448 None None] Pushing event updated for resources: {'Port': ['ID=9f1b0eb0-f55c-4ff6-a42e-2590e53c0167,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:57.953297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548c3526-1784-43cc-a798-32638d1399cc None None] Network edf4d22b-3b51-4a0c-94cc-4489a45b0ca5 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:58.068831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d70fda9-1188-4a58-99cc-84001cec530b req-42e3c08f-327b-4b9d-9515-c3fb864bb157 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658046 Aug 19 12:50:58.140842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ebd78c-b356-4821-9d0a-bb67f0032da3 None None] Network edf4d22b-3b51-4a0c-94cc-4489a45b0ca5 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:58.205557 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:50:58.205557 n-d-778732-8 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:50:58.205557 n-d-778732-8 neutron-server[95660]: [parameters: {'id': 'edf4d22b-3b51-4a0c-94cc-4489a45b0ca5'}] Aug 19 12:50:58.205557 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:50:58.206295 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:50:58.288851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502d36b5-2480-4f69-91a3-1cf741faab5d None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:50:58.434077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d36b5-2480-4f69-91a3-1cf741faab5d None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:50:58.454525 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0a9aaeb-5cec-48aa-a410-20ff433b1e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.520341 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0a9aaeb-5cec-48aa-a410-20ff433b1e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.522860 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e0a9aaeb-5cec-48aa-a410-20ff433b1e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "DELETE /v2.0/ports/ff9b0c7a-217d-44fc-abab-10a5efd91509 HTTP/1.1" status: 204 len: 168 time: 1.0905859 Aug 19 12:50:58.525976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9aaeb-5cec-48aa-a410-20ff433b1e5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff9b0c7a-217d-44fc-abab-10a5efd91509,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:58.526330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34802) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:58.549782 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.554560 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6703c0e-1fb0-466a-9887-415aa8dcf022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:50:58.559422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e6703c0e-1fb0-466a-9887-415aa8dcf022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-727925698-project-admin] 10.222.0.44 "GET /v2.0/ports/ff9b0c7a-217d-44fc-abab-10a5efd91509 HTTP/1.1" status: 404 len: 333 time: 0.0285420 Aug 19 12:50:58.559897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34804) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:58.622220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.707585 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.727157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=ef5bc1e9-0e4e-40da-bd73-a658d0e271b5,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:58.731787 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.737627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.812415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting port 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:58.812985 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.885724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.889333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] For port 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9f1b0eb0-f55c-4ff6-a42e-2590e53c0167,segment=NetworkSegment(a8e0745c-6b29-4ddc-bbaf-7db811c7a095),segment_id=a8e0745c-6b29-4ddc-bbaf-7db811c7a095)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:58.889712 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.903450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:58.904799 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.908525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Calling delete_port for 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:58.927355 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e52134c-c16d-4875-a3db-887a61ccb03d') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:58.927678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e52134c-c16d-4875-a3db-887a61ccb03d') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:58.943615 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:58.955840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:58.958774 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:58.970093 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.007305 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:59.007596 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:59.010810 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:59.125311 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.153821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Port': ['ID=9f1b0eb0-f55c-4ff6-a42e-2590e53c0167,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:59.154067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router 55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:59.158094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No DVR routers for this DVR port 9f1b0eb0-f55c-4ff6-a42e-2590e53c0167 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:59.229219 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.235588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.241425 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] 10.222.0.44 "DELETE /v2.0/networks/f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3 HTTP/1.1" status: 204 len: 168 time: 0.6780076 Aug 19 12:50:59.266349 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.277101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afa902-cbf3-4c0f-b62a-80df30dabc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513000644-project] Pushing event deleted for resources: {'Network': ['ID=f664ffe6-658a-4e42-8c5b-f8f5ee77f5c3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:59.279301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf4d22b-3b51-4a0c-94cc-4489a45b0ca5']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:59.291096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e0745c-6b29-4ddc-bbaf-7db811c7a095') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:59.291486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e0745c-6b29-4ddc-bbaf-7db811c7a095') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:59.303310 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.323178 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.333173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:59.334018 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:59.338361 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:59.374820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5400af23-761b-4651-86ff-f5fd5f56f1b6 None None] Provisioning complete for port ef5bc1e9-0e4e-40da-bd73-a658d0e271b5 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:59.374820 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5400af23-761b-4651-86ff-f5fd5f56f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.376098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:59.376098 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8b60a982-a1ed-4805-bcbb-fa9a7f47e5e3 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "PUT /v2.0/routers/55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5542185 Aug 19 12:50:59.376098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34810) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:59.376492 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d190c-00a5-4db4-a882-ad74cdc6635b None None] Sync routers for ids ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:59.376853 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'port': {'network_id': 'fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0', 'name': 'tempest-FloatingIPTestJSON-268459020'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:59.400208 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d190c-00a5-4db4-a882-ad74cdc6635b None None] Routers {'55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:59.401535 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9a9d190c-00a5-4db4-a882-ad74cdc6635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:59.449531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5400af23-761b-4651-86ff-f5fd5f56f1b6 None None] Port ef5bc1e9-0e4e-40da-bd73-a658d0e271b5 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:50:59.456882 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9a9d190c-00a5-4db4-a882-ad74cdc6635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:59.471604 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d190c-00a5-4db4-a882-ad74cdc6635b None None] Routers {'55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:59.472342 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9a9d190c-00a5-4db4-a882-ad74cdc6635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:59.515445 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9a9d190c-00a5-4db4-a882-ad74cdc6635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:59.516329 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d190c-00a5-4db4-a882-ad74cdc6635b None None] The sync data for ids ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:59.536130 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.548080 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.554529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/edf4d22b-3b51-4a0c-94cc-4489a45b0ca5 HTTP/1.1" status: 204 len: 168 time: 3.1375852 Aug 19 12:50:59.556597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34812) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:59.566452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1cae4-c13c-47ec-b4b9-fa6624bafdbd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Network': ['ID=edf4d22b-3b51-4a0c-94cc-4489a45b0ca5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:59.604334 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f13948-c54d-4513-bbaf-8097847b562e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:50:59.604723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f13948-c54d-4513-bbaf-8097847b562e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:50:59.606822 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a8f13948-c54d-4513-bbaf-8097847b562e tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/subnets/53da559a-e3e9-4ae3-8531-997f8d65621c HTTP/1.1" status: 404 len: 337 time: 0.0447564 Aug 19 12:50:59.610072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34814) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:59.630162 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ecaa9e-6fc1-4dd4-824d-27fbe7169772 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:50:59.630873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ecaa9e-6fc1-4dd4-824d-27fbe7169772 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:50:59.633752 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c2ecaa9e-6fc1-4dd4-824d-27fbe7169772 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/edf4d22b-3b51-4a0c-94cc-4489a45b0ca5 HTTP/1.1" status: 404 len: 339 time: 0.0225749 Aug 19 12:50:59.636616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34816) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:59.687445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Made reservation on behalf of d9210918d84b40d989f5f7f41358c60e for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:59.690968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.733420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] device_id is not set on port 320f0aef-eb21-4371-9871-f502dd666393 yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:50:59.748065 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.906332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34822) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:59.922437 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.937852 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ca5fab-1779-46e5-bfd4-b41a8e7c300c']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:59.955247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f953e4a-eaeb-412a-8dab-56804461e0e1') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:59.955534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f953e4a-eaeb-412a-8dab-56804461e0e1') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:59.966516 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Allocated IP 172.20.0.8 (fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0/4e68febc-9d3f-4930-a748-baa4a6d347da/320f0aef-eb21-4371-9871-f502dd666393) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:59.971952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:59.994641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.010041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:51:00.010459 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:51:00.013537 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:51:00.071914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4352c182-1062-4677-9d34-65c7a1105748 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c66d74f052c142ad857fa89dbb59fdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642752 Aug 19 12:51:00.074564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34826) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:00.132486 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db3476c-6ced-475c-89f6-67d3cc68c451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.156508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db3476c-6ced-475c-89f6-67d3cc68c451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.199707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.216245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.224305 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.226774 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/93ca5fab-1779-46e5-bfd4-b41a8e7c300c HTTP/1.1" status: 204 len: 168 time: 0.5890827 Aug 19 12:51:00.229643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34828) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:00.238087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab1e88-1215-4c76-b618-f3fd7dd2b720 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Network': ['ID=93ca5fab-1779-46e5-bfd4-b41a8e7c300c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:00.258859 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac5801f-ff83-4b40-a448-c51c19ca2f33 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:00.259319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac5801f-ff83-4b40-a448-c51c19ca2f33 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:00.261184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5ac5801f-ff83-4b40-a448-c51c19ca2f33 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/subnets/23245834-eb61-4364-91e8-74b382968498 HTTP/1.1" status: 404 len: 337 time: 0.0301661 Aug 19 12:51:00.263970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34830) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:00.284765 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce61056-cd33-45f4-a3e1-3e15ed405084 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:00.285318 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce61056-cd33-45f4-a3e1-3e15ed405084 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:00.287069 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7ce61056-cd33-45f4-a3e1-3e15ed405084 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/fca6d8f6-4a29-4a34-8349-a05bf0d1a9c1 HTTP/1.1" status: 404 len: 339 time: 0.0218105 Aug 19 12:51:00.292296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34832) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:00.302522 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db3476c-6ced-475c-89f6-67d3cc68c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.306126 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db3476c-6ced-475c-89f6-67d3cc68c451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.309758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7db3476c-6ced-475c-89f6-67d3cc68c451 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42cbbec4-fe17-426a-8494-2c65f2ea18ff HTTP/1.1" status: 204 len: 168 time: 0.2316310 Aug 19 12:51:00.316022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3476c-6ced-475c-89f6-67d3cc68c451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cbbec4-fe17-426a-8494-2c65f2ea18ff,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:00.322782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Transition to ACTIVE for port object 320f0aef-eb21-4371-9871-f502dd666393 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:00.358693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d5b750-87ee-4956-bfac-827d9a44c676 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting subnet 5257738f-7853-4667-8723-72ae7da2cf25 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:51:00.377325 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b750-87ee-4956-bfac-827d9a44c676 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.423832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b750-87ee-4956-bfac-827d9a44c676 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.504966 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.564276 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b750-87ee-4956-bfac-827d9a44c676 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.568500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Network fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:00.595502 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:00.602836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:00.638365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event updated for resources: {'Port': ['ID=320f0aef-eb21-4371-9871-f502dd666393,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:00.705225 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:00.706109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.782567 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b750-87ee-4956-bfac-827d9a44c676 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.825532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34842) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:00.830054 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-406c35e6-af61-4dda-9e88-ba15936dc18e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4663875 Aug 19 12:51:00.830700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c805bbe4-87d5-4173-a91e-330701f6dbd9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Request body: {'floatingip': {'port_id': '320f0aef-eb21-4371-9871-f502dd666393'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:00.833915 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5b750-87ee-4956-bfac-827d9a44c676 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Subnet': ['ID=5257738f-7853-4667-8723-72ae7da2cf25,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:00.835809 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a12fcd-af29-463c-9d36-e67f20a59245 None None] Network f6e7a02f-29da-4b4a-8702-4721a6afa29e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:00.837779 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b750-87ee-4956-bfac-827d9a44c676 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:00.844447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34844) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:00.845978 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c7d5b750-87ee-4956-bfac-827d9a44c676 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/subnets/5257738f-7853-4667-8723-72ae7da2cf25 HTTP/1.1" status: 204 len: 168 time: 0.5537338 Aug 19 12:51:00.969241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c805bbe4-87d5-4173-a91e-330701f6dbd9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.018013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2cde8d-0318-4c9b-9acf-e13a0d62c3e8 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting subnet 8246445b-5c92-4f59-8ad9-5dd80a8f0e63 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:51:01.023428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c2cde8d-0318-4c9b-9acf-e13a0d62c3e8 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.100257 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c2cde8d-0318-4c9b-9acf-e13a0d62c3e8 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.137297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f6b1d239-3744-4be6-808a-f6e06ea826d2 None None] Provisioning for port 320f0aef-eb21-4371-9871-f502dd666393 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:01.145301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f6b1d239-3744-4be6-808a-f6e06ea826d2 None None] Provisioning complete for port 320f0aef-eb21-4371-9871-f502dd666393 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:01.145851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f6b1d239-3744-4be6-808a-f6e06ea826d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.174200 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34846) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:01.202106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1d239-3744-4be6-808a-f6e06ea826d2 None None] Port 320f0aef-eb21-4371-9871-f502dd666393 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:01.244458 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2af99e5a-3ec1-4fa3-bf8c-b8520e7191d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50959ad61262428f8be1cd384f647619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660543 Aug 19 12:51:01.244700 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34848) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:01.336215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95873b53-ebfb-4be2-a628-ad67f80bf25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.368028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95873b53-ebfb-4be2-a628-ad67f80bf25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.387459 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c2cde8d-0318-4c9b-9acf-e13a0d62c3e8 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.525079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95873b53-ebfb-4be2-a628-ad67f80bf25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.528820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95873b53-ebfb-4be2-a628-ad67f80bf25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.531844 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-95873b53-ebfb-4be2-a628-ad67f80bf25f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7fcf236-1d71-4b28-ab85-0b7218b501af HTTP/1.1" status: 204 len: 168 time: 0.2861004 Aug 19 12:51:01.547471 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95873b53-ebfb-4be2-a628-ad67f80bf25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fcf236-1d71-4b28-ab85-0b7218b501af,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:01.825164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-29961221-e89c-47f5-8ff3-ba651b4e3b18 None None] Provisioning complete for port f45d33a9-e3e9-4227-b769-85ca190ce74a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:01.825828 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-29961221-e89c-47f5-8ff3-ba651b4e3b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:01.954620 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c2cde8d-0318-4c9b-9acf-e13a0d62c3e8 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.001771 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c2cde8d-0318-4c9b-9acf-e13a0d62c3e8 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.006426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5c2cde8d-0318-4c9b-9acf-e13a0d62c3e8 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/subnets/8246445b-5c92-4f59-8ad9-5dd80a8f0e63 HTTP/1.1" status: 204 len: 168 time: 1.1586497 Aug 19 12:51:02.007694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad2b56-7f2e-404b-9afc-ce2caacd175a None None] Network f6e7a02f-29da-4b4a-8702-4721a6afa29e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:02.008914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cde8d-0318-4c9b-9acf-e13a0d62c3e8 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Subnet': ['ID=8246445b-5c92-4f59-8ad9-5dd80a8f0e63,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:02.009525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34856) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:02.176962 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.204977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c805bbe4-87d5-4173-a91e-330701f6dbd9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.265469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd8dae1-9de0-44f5-9f46-6e52a2af13e1 None None] DHCP port deletion for f6e7a02f-29da-4b4a-8702-4721a6afa29e request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:51:02.278430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting port f45d33a9-e3e9-4227-b769-85ca190ce74a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:02.278688 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.313022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c805bbe4-87d5-4173-a91e-330701f6dbd9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.320831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cfd8dae1-9de0-44f5-9f46-6e52a2af13e1 None None] Deleting port f45d33a9-e3e9-4227-b769-85ca190ce74a {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:02.321300 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dae1-9de0-44f5-9f46-6e52a2af13e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.371455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] For port f45d33a9-e3e9-4227-b769-85ca190ce74a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f45d33a9-e3e9-4227-b769-85ca190ce74a,segment=NetworkSegment(fd28bbdf-095c-495f-8534-fbef9fee6b37),segment_id=fd28bbdf-095c-495f-8534-fbef9fee6b37)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:02.372096 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.386004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Calling delete_port for f45d33a9-e3e9-4227-b769-85ca190ce74a owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:02.402771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cfd8dae1-9de0-44f5-9f46-6e52a2af13e1 None None] For port f45d33a9-e3e9-4227-b769-85ca190ce74a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f45d33a9-e3e9-4227-b769-85ca190ce74a,segment=NetworkSegment(fd28bbdf-095c-495f-8534-fbef9fee6b37),segment_id=fd28bbdf-095c-495f-8534-fbef9fee6b37)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:02.403184 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dae1-9de0-44f5-9f46-6e52a2af13e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.418328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-cfd8dae1-9de0-44f5-9f46-6e52a2af13e1 None None] Calling delete_port for f45d33a9-e3e9-4227-b769-85ca190ce74a owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:02.452814 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-c805bbe4-87d5-4173-a91e-330701f6dbd9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP 8deb2549-177e-4b83-8961-50f63d148067 associated. External IP: 172.25.6.79, port: 5052f58f-6a22-4a7d-9f00-d710863e0afc. Aug 19 12:51:02.715141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c805bbe4-87d5-4173-a91e-330701f6dbd9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:02.835418 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.842826 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dae1-9de0-44f5-9f46-6e52a2af13e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.848041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c805bbe4-87d5-4173-a91e-330701f6dbd9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:02.869480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No DVR routers for this DVR port f45d33a9-e3e9-4227-b769-85ca190ce74a on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:02.874420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Port': ['ID=f45d33a9-e3e9-4227-b769-85ca190ce74a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:02.891012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328036ec-a3c5-4aaa-9982-a6244688fa1a None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:02.905161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328036ec-a3c5-4aaa-9982-a6244688fa1a None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:02.905862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-328036ec-a3c5-4aaa-9982-a6244688fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:02.956664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8dae1-9de0-44f5-9f46-6e52a2af13e1 None None] Pushing event deleted for resources: {'Port': ['ID=f45d33a9-e3e9-4227-b769-85ca190ce74a,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:02.958777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8dae1-9de0-44f5-9f46-6e52a2af13e1 None None] No DVR routers for this DVR port f45d33a9-e3e9-4227-b769-85ca190ce74a on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:02.961530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-328036ec-a3c5-4aaa-9982-a6244688fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:02.973901 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:02.995508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328036ec-a3c5-4aaa-9982-a6244688fa1a None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:02.996173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-328036ec-a3c5-4aaa-9982-a6244688fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:03.004094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e7a02f-29da-4b4a-8702-4721a6afa29e']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:03.019129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd28bbdf-095c-495f-8534-fbef9fee6b37') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:03.019797 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd28bbdf-095c-495f-8534-fbef9fee6b37') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:03.032377 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.048729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-328036ec-a3c5-4aaa-9982-a6244688fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:03.048729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328036ec-a3c5-4aaa-9982-a6244688fa1a None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:03.088549 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.088665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f45d33a9-e3e9-4227-b769-85ca190ce74a no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:03.096180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:51:03.096657 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:51:03.101181 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:51:03.110002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: f45d33a9-e3e9-4227-b769-85ca190ce74a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:03.110360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f45d33a9-e3e9-4227-b769-85ca190ce74a not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:03.271673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c805bbe4-87d5-4173-a91e-330701f6dbd9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router 55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:03.274005 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.291117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.296681 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/f6e7a02f-29da-4b4a-8702-4721a6afa29e HTTP/1.1" status: 204 len: 168 time: 1.2761018 Aug 19 12:51:03.296681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34874) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:03.351947 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bc8dcd-047c-4c12-a21e-90cf3e5e5091 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:03.352681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bc8dcd-047c-4c12-a21e-90cf3e5e5091 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:03.354821 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-13bc8dcd-047c-4c12-a21e-90cf3e5e5091 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/subnets/3aa2a2f5-70cb-4b1d-8c0c-8146b5fb9b20 HTTP/1.1" status: 404 len: 337 time: 0.0573909 Aug 19 12:51:03.355915 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5633ce-808a-4da7-8d54-fa7b2dbe01bf tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Network': ['ID=f6e7a02f-29da-4b4a-8702-4721a6afa29e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:03.357945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34878) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:03.390710 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6cd81d-b626-4c9f-8e3d-04b752fdaeed tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:03.391666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6cd81d-b626-4c9f-8e3d-04b752fdaeed tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:03.394511 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3e6cd81d-b626-4c9f-8e3d-04b752fdaeed tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/81dd60ea-2156-47f5-84bb-deb014f5a1eb HTTP/1.1" status: 404 len: 339 time: 0.0351281 Aug 19 12:51:03.399782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34880) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:03.417849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c805bbe4-87d5-4173-a91e-330701f6dbd9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:03.425976 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c805bbe4-87d5-4173-a91e-330701f6dbd9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.431980 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2576660-144f-4538-96db-a7216f7e2db7 None None] Sync routers for ids ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:03.447568 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2576660-144f-4538-96db-a7216f7e2db7 None None] Routers {'55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:03.448242 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b2576660-144f-4538-96db-a7216f7e2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:03.453003 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff75f63c-21c7-427f-b6f2-2258ac5ad7ac tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:03.463758 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff75f63c-21c7-427f-b6f2-2258ac5ad7ac tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:03.466015 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ff75f63c-21c7-427f-b6f2-2258ac5ad7ac tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/subnets/198e6f5b-e337-44c9-8699-992ef18a2b3a HTTP/1.1" status: 404 len: 337 time: 0.0650840 Aug 19 12:51:03.469920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34882) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:03.513585 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b2576660-144f-4538-96db-a7216f7e2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:03.529082 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-0886fd5e-a97a-4a15-9a31-0fcb1eb65acd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:03.529739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0886fd5e-a97a-4a15-9a31-0fcb1eb65acd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:03.530105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c805bbe4-87d5-4173-a91e-330701f6dbd9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "PUT /v2.0/floatingips/8deb2549-177e-4b83-8961-50f63d148067 HTTP/1.1" status: 200 len: 976 time: 2.7032492 Aug 19 12:51:03.531433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34886) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:03.531618 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0886fd5e-a97a-4a15-9a31-0fcb1eb65acd tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/d7c02eb4-7dda-4cbe-b665-c9c0b1a7fb15 HTTP/1.1" status: 404 len: 339 time: 0.0606217 Aug 19 12:51:03.538549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34888) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:03.544215 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2576660-144f-4538-96db-a7216f7e2db7 None None] Routers {'55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:03.544852 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b2576660-144f-4538-96db-a7216f7e2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:03.581929 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b2576660-144f-4538-96db-a7216f7e2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:03.582590 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2576660-144f-4538-96db-a7216f7e2db7 None None] The sync data for ids ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:03.602786 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-61547dfc-e936-4604-9541-a3d38969f619 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:03.603451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61547dfc-e936-4604-9541-a3d38969f619 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:03.606351 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-61547dfc-e936-4604-9541-a3d38969f619 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/subnets/460b4b50-051e-46c2-954b-61f6974f38ff HTTP/1.1" status: 404 len: 337 time: 0.0665085 Aug 19 12:51:03.609396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34890) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:03.638047 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f48dbf-e21c-4872-bbf6-5d48de04240b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:03.639856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f48dbf-e21c-4872-bbf6-5d48de04240b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:03.644801 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-96f48dbf-e21c-4872-bbf6-5d48de04240b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/d723999b-642e-4244-855c-e0f40dea8c03 HTTP/1.1" status: 404 len: 339 time: 0.0306158 Aug 19 12:51:03.645746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34892) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:03.674321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port 320f0aef-eb21-4371-9871-f502dd666393 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:03.674668 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.716283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f98719-48d3-4828-9e50-7c0722fb6bca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting subnet d158843b-7aa0-4e65-b321-e35aaae8c785 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:51:03.719871 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26f98719-48d3-4828-9e50-7c0722fb6bca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.777820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26f98719-48d3-4828-9e50-7c0722fb6bca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.787668 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.907022 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26f98719-48d3-4828-9e50-7c0722fb6bca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.044750 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.047610 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.047610 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Floating IP 8deb2549-177e-4b83-8961-50f63d148067 disassociated. External IP: 172.25.6.79, port: 320f0aef-eb21-4371-9871-f502dd666393. Aug 19 12:51:04.047610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for 320f0aef-eb21-4371-9871-f502dd666393 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:04.068718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26f98719-48d3-4828-9e50-7c0722fb6bca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.106073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f98719-48d3-4828-9e50-7c0722fb6bca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Subnet': ['ID=d158843b-7aa0-4e65-b321-e35aaae8c785,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:04.110531 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26f98719-48d3-4828-9e50-7c0722fb6bca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.113496 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-26f98719-48d3-4828-9e50-7c0722fb6bca tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/subnets/d158843b-7aa0-4e65-b321-e35aaae8c785 HTTP/1.1" status: 204 len: 168 time: 0.4661839 Aug 19 12:51:04.117050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34902) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:04.131290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079539df-0ef0-4727-89bc-d969e704ebba None None] Network c693a9f7-890e-40cb-be61-98614057d365 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:04.279757 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.349012 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.403160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=320f0aef-eb21-4371-9871-f502dd666393,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:04.422173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:04.422562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.467501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4429fc-6c98-4d8b-8838-d983152c395d None None] DHCP port deletion for c693a9f7-890e-40cb-be61-98614057d365 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:51:04.603793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4d4429fc-6c98-4d8b-8838-d983152c395d None None] Deleting port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:04.603793 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4d4429fc-6c98-4d8b-8838-d983152c395d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.604862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] For port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8e4c66eb-9245-4340-8b8d-8a19da9ab5ca,segment=NetworkSegment(0059171f-389b-4c33-80f7-b0293854fd24),segment_id=0059171f-389b-4c33-80f7-b0293854fd24)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:04.604862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.606312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Calling delete_port for 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:04.641429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34910) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:04.658981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4d4429fc-6c98-4d8b-8838-d983152c395d None None] For port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8e4c66eb-9245-4340-8b8d-8a19da9ab5ca,segment=NetworkSegment(0059171f-389b-4c33-80f7-b0293854fd24),segment_id=0059171f-389b-4c33-80f7-b0293854fd24)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:04.659406 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4d4429fc-6c98-4d8b-8838-d983152c395d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.676363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4d4429fc-6c98-4d8b-8838-d983152c395d None None] Calling delete_port for 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:04.688852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router 55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:04.826984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1204434735', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:04.856014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:04.866773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dab19cf-5865-49d5-a576-019727b51f72 None None] Sync routers for ids ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:04.876871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab19cf-5865-49d5-a576-019727b51f72 None None] Routers {'55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:04.877560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4dab19cf-5865-49d5-a576-019727b51f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:04.887369 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4d4429fc-6c98-4d8b-8838-d983152c395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.924013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4dab19cf-5865-49d5-a576-019727b51f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:04.933442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.949896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4429fc-6c98-4d8b-8838-d983152c395d None None] No DVR routers for this DVR port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:04.952832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4429fc-6c98-4d8b-8838-d983152c395d None None] Pushing event deleted for resources: {'Port': ['ID=8e4c66eb-9245-4340-8b8d-8a19da9ab5ca,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:04.972891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab19cf-5865-49d5-a576-019727b51f72 None None] Routers {'55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:04.972891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4dab19cf-5865-49d5-a576-019727b51f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:04.979637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Port': ['ID=8e4c66eb-9245-4340-8b8d-8a19da9ab5ca,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:04.987107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No DVR routers for this DVR port 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:05.012103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4dab19cf-5865-49d5-a576-019727b51f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:05.013282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dab19cf-5865-49d5-a576-019727b51f72 None None] The sync data for ids ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:05.017635 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Made reservation on behalf of 4ecfd52901b74975b18357333faff71c for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:05.020580 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.034772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.046904 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.046904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ead356af-9dd4-48c2-874b-7cbbafb3ee53 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/ports/320f0aef-eb21-4371-9871-f502dd666393 HTTP/1.1" status: 204 len: 168 time: 1.5119197 Aug 19 12:51:05.047387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:05.056330 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34914) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:05.085523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:05.085981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8e4c66eb-9245-4340-8b8d-8a19da9ab5ca not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:05.379993 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.386054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.391867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c693a9f7-890e-40cb-be61-98614057d365']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:05.405161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0059171f-389b-4c33-80f7-b0293854fd24') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:05.405544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0059171f-389b-4c33-80f7-b0293854fd24') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:05.416230 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.438163 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.445843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:51:05.446489 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: self.session.flush() Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:51:05.451331 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:51:05.462035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.470518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] device_id is not set on port 95c882f6-ad72-4129-a699-0e08d0405a1b yet. {{(pid=95661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:51:05.558962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c55f5c-3787-495c-9122-32b71908c951,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:05.652391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Allocated IP 172.25.6.213 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/95c882f6-ad72-4129-a699-0e08d0405a1b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:05.807835 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c9202d-5432-4d14-8a2b-b232ebfa8dc9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.952820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.189089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f2c9202d-5432-4d14-8a2b-b232ebfa8dc9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port ef5bc1e9-0e4e-40da-bd73-a658d0e271b5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:06.189489 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c9202d-5432-4d14-8a2b-b232ebfa8dc9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.288971 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c9202d-5432-4d14-8a2b-b232ebfa8dc9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.308645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f2c9202d-5432-4d14-8a2b-b232ebfa8dc9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for ef5bc1e9-0e4e-40da-bd73-a658d0e271b5 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:06.495126 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.502717 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.504818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.505227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/c693a9f7-890e-40cb-be61-98614057d365 HTTP/1.1" status: 204 len: 168 time: 2.3864887 Aug 19 12:51:06.507808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34922) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:06.527530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c516a-c03f-44bc-a0bf-84d29db68e53 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Network': ['ID=c693a9f7-890e-40cb-be61-98614057d365,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:06.552597 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-388fa59d-1445-46b7-b96d-e7043799409c tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:06.553061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388fa59d-1445-46b7-b96d-e7043799409c tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:06.557865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-388fa59d-1445-46b7-b96d-e7043799409c tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/subnets/5e747a03-38c4-4937-a2e9-f7640845bb4d HTTP/1.1" status: 404 len: 337 time: 0.0475261 Aug 19 12:51:06.559233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34924) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:06.581240 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-386da479-a2cf-4b35-9d1a-31a57f7be68b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:06.581879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386da479-a2cf-4b35-9d1a-31a57f7be68b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:06.584659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-386da479-a2cf-4b35-9d1a-31a57f7be68b tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/ad1e6161-14ab-496c-b9fc-e1ee91668c58 HTTP/1.1" status: 404 len: 339 time: 0.0233090 Aug 19 12:51:06.586918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:06.595479 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:06.604827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:06.607470 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:06.642293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Pushing event updated for resources: {'Port': ['ID=95c882f6-ad72-4129-a699-0e08d0405a1b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:06.655727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5846565f-799c-4c47-bbd5-aa171319d0ae tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting subnet a742b8cf-dd12-4d92-bba9-022b042ea125 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:51:06.660143 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5846565f-799c-4c47-bbd5-aa171319d0ae tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.681086 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:06.681834 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.709572 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5846565f-799c-4c47-bbd5-aa171319d0ae tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.731046 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c9202d-5432-4d14-8a2b-b232ebfa8dc9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.771403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9202d-5432-4d14-8a2b-b232ebfa8dc9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=ef5bc1e9-0e4e-40da-bd73-a658d0e271b5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:06.795350 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-37cf310c-8f1a-484e-a672-3e11b129a09c tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1493895 Aug 19 12:51:06.796997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34928) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:06.812144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.213'}]}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:06.913842 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5846565f-799c-4c47-bbd5-aa171319d0ae tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.991973 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.996780 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.032871 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c9202d-5432-4d14-8a2b-b232ebfa8dc9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.185674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.280047 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5846565f-799c-4c47-bbd5-aa171319d0ae tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.320705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846565f-799c-4c47-bbd5-aa171319d0ae tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Subnet': ['ID=a742b8cf-dd12-4d92-bba9-022b042ea125,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:07.325027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5846565f-799c-4c47-bbd5-aa171319d0ae tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.329519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5846565f-799c-4c47-bbd5-aa171319d0ae tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/subnets/a742b8cf-dd12-4d92-bba9-022b042ea125 HTTP/1.1" status: 204 len: 168 time: 0.7395840 Aug 19 12:51:07.329657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34930) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:07.339009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea9cba3-0ee4-47c6-91c7-105f5f7e41ee None None] Network bfd062e3-c902-455b-88c1-634b16e30805 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:07.560370 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.568428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.630933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Deleting port ac2625e3-aec6-400b-b371-e27bea1056c3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:07.631887 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.661133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf28cf-5feb-4f60-b290-ff6408eda76a None None] DHCP port deletion for bfd062e3-c902-455b-88c1-634b16e30805 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:51:07.739542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf28cf-5feb-4f60-b290-ff6408eda76a None None] Deleting port ac2625e3-aec6-400b-b371-e27bea1056c3 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:07.740289 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f9bf28cf-5feb-4f60-b290-ff6408eda76a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.743989 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] For port ac2625e3-aec6-400b-b371-e27bea1056c3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ac2625e3-aec6-400b-b371-e27bea1056c3,segment=NetworkSegment(a4fd8dd8-96ff-45ce-9364-41ae0810e8ad),segment_id=a4fd8dd8-96ff-45ce-9364-41ae0810e8ad)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:07.744363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.762374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c9202d-5432-4d14-8a2b-b232ebfa8dc9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router 55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:07.795545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Calling delete_port for ac2625e3-aec6-400b-b371-e27bea1056c3 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:07.819942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f9bf28cf-5feb-4f60-b290-ff6408eda76a None None] For port ac2625e3-aec6-400b-b371-e27bea1056c3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ac2625e3-aec6-400b-b371-e27bea1056c3,segment=NetworkSegment(a4fd8dd8-96ff-45ce-9364-41ae0810e8ad),segment_id=a4fd8dd8-96ff-45ce-9364-41ae0810e8ad)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:07.820544 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f9bf28cf-5feb-4f60-b290-ff6408eda76a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.835349 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf28cf-5feb-4f60-b290-ff6408eda76a None None] Calling delete_port for ac2625e3-aec6-400b-b371-e27bea1056c3 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:07.924599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c9202d-5432-4d14-8a2b-b232ebfa8dc9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:07.932806 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f2c9202d-5432-4d14-8a2b-b232ebfa8dc9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "PUT /v2.0/routers/55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8731296 Aug 19 12:51:07.933844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34942) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:07.940603 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97d8428-244d-424d-9da8-290ad6d8b96f None None] Sync routers for ids ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:07.951188 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97d8428-244d-424d-9da8-290ad6d8b96f None None] Routers {'55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:07.952373 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d97d8428-244d-424d-9da8-290ad6d8b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:07.986517 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d97d8428-244d-424d-9da8-290ad6d8b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:07.997773 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97d8428-244d-424d-9da8-290ad6d8b96f None None] Routers {'55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:07.998665 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d97d8428-244d-424d-9da8-290ad6d8b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:08.034194 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f9bf28cf-5feb-4f60-b290-ff6408eda76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.036020 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d97d8428-244d-424d-9da8-290ad6d8b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:08.036832 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97d8428-244d-424d-9da8-290ad6d8b96f None None] The sync data for ids ['55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:08.046436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.079158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf28cf-5feb-4f60-b290-ff6408eda76a None None] Pushing event deleted for resources: {'Port': ['ID=ac2625e3-aec6-400b-b371-e27bea1056c3,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:08.082999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Port': ['ID=ac2625e3-aec6-400b-b371-e27bea1056c3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:08.086022 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.089506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] No DVR routers for this DVR port ac2625e3-aec6-400b-b371-e27bea1056c3 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:08.094918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf28cf-5feb-4f60-b290-ff6408eda76a None None] No DVR routers for this DVR port ac2625e3-aec6-400b-b371-e27bea1056c3 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:08.101123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.152727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.210102 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.280614 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.308457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd062e3-c902-455b-88c1-634b16e30805']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:08.348818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fd8dd8-96ff-45ce-9364-41ae0810e8ad') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:08.349060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fd8dd8-96ff-45ce-9364-41ae0810e8ad') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:08.368720 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.379029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port 62747a62-8ac8-43d1-bbf3-d8294b3dbeca {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:08.379465 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.389419 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.419735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:51:08.420159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:51:08.423199 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:51:08.474966 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.497036 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for 62747a62-8ac8-43d1-bbf3-d8294b3dbeca owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:08.564359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.713647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.748018 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.752345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] 10.222.0.44 "DELETE /v2.0/networks/bfd062e3-c902-455b-88c1-634b16e30805 HTTP/1.1" status: 204 len: 168 time: 1.4192042 Aug 19 12:51:08.757039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.765951 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.768527 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.770485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912949a-b855-460e-b351-c0039950b813 tempest-NetworksIpV6Test-72624538 tempest-NetworksIpV6Test-72624538-project] Pushing event deleted for resources: {'Network': ['ID=bfd062e3-c902-455b-88c1-634b16e30805,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:08.785821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=62747a62-8ac8-43d1-bbf3-d8294b3dbeca,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:08.858476 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.953855 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.954945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d882e10-db4a-49a6-9c4d-12bce0ee705d {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:51:08.969091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.969091 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.030489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ac2625e3-aec6-400b-b371-e27bea1056c3 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:09.058410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: ac2625e3-aec6-400b-b371-e27bea1056c3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:09.058752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ac2625e3-aec6-400b-b371-e27bea1056c3 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:09.102095 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:51:09.106337 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3308ef93-5746-445c-9ac8-dcc0eb8f585d tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3060472 Aug 19 12:51:09.111443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34956) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:09.131213 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.134398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Fanout notify agent at l3_agent the message router_deleted on router 55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:51:09.143418 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.147970 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7916e3eb-2042-44d0-bb9d-e99512feb161 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/routers/55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e HTTP/1.1" status: 204 len: 168 time: 1.2116556 Aug 19 12:51:09.150794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34958) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:09.195397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-02c20cef-3608-4b00-ace3-03f5e24a104a tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Deleting port 95c882f6-ad72-4129-a699-0e08d0405a1b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:09.195674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02c20cef-3608-4b00-ace3-03f5e24a104a tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.215587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a2cbd4-af9b-4e9d-a491-421aa34fd8d5 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting subnet 4e68febc-9d3f-4930-a748-baa4a6d347da {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:51:09.221041 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96a2cbd4-af9b-4e9d-a491-421aa34fd8d5 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.267057 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96a2cbd4-af9b-4e9d-a491-421aa34fd8d5 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.283753 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02c20cef-3608-4b00-ace3-03f5e24a104a tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.298718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-02c20cef-3608-4b00-ace3-03f5e24a104a tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Calling delete_port for 95c882f6-ad72-4129-a699-0e08d0405a1b owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:09.403801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96a2cbd4-af9b-4e9d-a491-421aa34fd8d5 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.483652 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34962) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:09.599389 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96a2cbd4-af9b-4e9d-a491-421aa34fd8d5 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.638798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02c20cef-3608-4b00-ace3-03f5e24a104a tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.639437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2cbd4-af9b-4e9d-a491-421aa34fd8d5 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Subnet': ['ID=4e68febc-9d3f-4930-a748-baa4a6d347da,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:09.648149 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96a2cbd4-af9b-4e9d-a491-421aa34fd8d5 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.650542 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-96a2cbd4-af9b-4e9d-a491-421aa34fd8d5 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/subnets/4e68febc-9d3f-4930-a748-baa4a6d347da HTTP/1.1" status: 204 len: 168 time: 0.4978738 Aug 19 12:51:09.656372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724f93cc-52f3-429f-a1a6-b0d535d88223 None None] Network fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:09.656793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34968) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:09.680581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c20cef-3608-4b00-ace3-03f5e24a104a tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Pushing event deleted for resources: {'Port': ['ID=95c882f6-ad72-4129-a699-0e08d0405a1b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:09.743433 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-af6966b7-670e-43c1-8024-84efcaad2209 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c66822ecdf014ccb8480dfa3e131435d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586002 Aug 19 12:51:09.746810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 34974) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:09.770883 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02c20cef-3608-4b00-ace3-03f5e24a104a tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.773119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-02c20cef-3608-4b00-ace3-03f5e24a104a tempest-RoutersAdminNegativeIpV6Test-1009600262 tempest-RoutersAdminNegativeIpV6Test-1009600262-project-admin] 10.222.0.44 "DELETE /v2.0/ports/95c882f6-ad72-4129-a699-0e08d0405a1b HTTP/1.1" status: 204 len: 168 time: 0.6652637 Aug 19 12:51:09.792993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.898459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e65284-193e-45ab-bd2c-42bc75e3b812 None None] DHCP port deletion for fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:51:09.907875 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6313536b-0c37-4fbe-ba6a-1841efbe1f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.961892 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6313536b-0c37-4fbe-ba6a-1841efbe1f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.974513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port 9bc16e97-34fb-4127-aada-d1ca4e494540 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:09.975672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.977059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e3e65284-193e-45ab-bd2c-42bc75e3b812 None None] Deleting port 9bc16e97-34fb-4127-aada-d1ca4e494540 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:09.977468 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3e65284-193e-45ab-bd2c-42bc75e3b812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.058962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e3e65284-193e-45ab-bd2c-42bc75e3b812 None None] For port 9bc16e97-34fb-4127-aada-d1ca4e494540, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9bc16e97-34fb-4127-aada-d1ca4e494540,segment=NetworkSegment(e33a1471-b657-445d-a420-d41dfebad741),segment_id=e33a1471-b657-445d-a420-d41dfebad741)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:10.059622 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3e65284-193e-45ab-bd2c-42bc75e3b812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.065493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] For port 9bc16e97-34fb-4127-aada-d1ca4e494540, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9bc16e97-34fb-4127-aada-d1ca4e494540,segment=NetworkSegment(e33a1471-b657-445d-a420-d41dfebad741),segment_id=e33a1471-b657-445d-a420-d41dfebad741)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:10.066171 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.073741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e3e65284-193e-45ab-bd2c-42bc75e3b812 None None] Calling delete_port for 9bc16e97-34fb-4127-aada-d1ca4e494540 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:10.079956 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for 9bc16e97-34fb-4127-aada-d1ca4e494540 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:10.193223 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6313536b-0c37-4fbe-ba6a-1841efbe1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.196226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6313536b-0c37-4fbe-ba6a-1841efbe1f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.200335 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6313536b-0c37-4fbe-ba6a-1841efbe1f8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a6b3a7b-392c-4b9b-a770-ce4d63692810 HTTP/1.1" status: 204 len: 168 time: 0.4493618 Aug 19 12:51:10.212391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313536b-0c37-4fbe-ba6a-1841efbe1f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6b3a7b-392c-4b9b-a770-ce4d63692810,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:10.302578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3e65284-193e-45ab-bd2c-42bc75e3b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.315559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.335821 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e65284-193e-45ab-bd2c-42bc75e3b812 None None] Pushing event deleted for resources: {'Port': ['ID=9bc16e97-34fb-4127-aada-d1ca4e494540,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:10.339851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e65284-193e-45ab-bd2c-42bc75e3b812 None None] No DVR routers for this DVR port 9bc16e97-34fb-4127-aada-d1ca4e494540 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:10.373626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=9bc16e97-34fb-4127-aada-d1ca4e494540,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:10.381221 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] No DVR routers for this DVR port 9bc16e97-34fb-4127-aada-d1ca4e494540 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:10.387721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34986) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:10.476355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.498759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:10.512888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33a1471-b657-445d-a420-d41dfebad741') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:10.513524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33a1471-b657-445d-a420-d41dfebad741') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:10.526395 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.544372 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.553077 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:51:10.554267 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: self.session.flush() Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:51:10.558292 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:51:10.711592 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ec60c3c-7b29-468e-82a9-90032cfa1bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.742661 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.763849 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.766659 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/networks/fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0 HTTP/1.1" status: 204 len: 168 time: 1.1086740 Aug 19 12:51:10.769887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 34998) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:10.782624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e8fc4-0b5f-4c58-b364-aa0ab3442467 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Network': ['ID=fab68774-fbfa-48e4-bfb3-a0d2fdb8bed0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:10.921103 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ec60c3c-7b29-468e-82a9-90032cfa1bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.947917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-27fe041d-8bb4-4a23-9a92-45f7f4cad4e9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port 12f820f5-10fe-4136-a11f-a9e936670888 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:10.947917 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27fe041d-8bb4-4a23-9a92-45f7f4cad4e9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.027763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9bc16e97-34fb-4127-aada-d1ca4e494540 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:11.027966 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7ec60c3c-7b29-468e-82a9-90032cfa1bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.054663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 9bc16e97-34fb-4127-aada-d1ca4e494540 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:11.055472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9bc16e97-34fb-4127-aada-d1ca4e494540 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:11.064289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27fe041d-8bb4-4a23-9a92-45f7f4cad4e9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.064985 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27fe041d-8bb4-4a23-9a92-45f7f4cad4e9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.095899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-27fe041d-8bb4-4a23-9a92-45f7f4cad4e9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for 12f820f5-10fe-4136-a11f-a9e936670888 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:11.101858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7ec60c3c-7b29-468e-82a9-90032cfa1bba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bd696d6233b4534bd78c57f7b1ea2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7128654 Aug 19 12:51:11.104110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec60c3c-7b29-468e-82a9-90032cfa1bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6ed440-3969-4fb9-bc3c-3d39c089fa09,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:11.104916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35004) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:11.184873 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-978064cc-d5b8-4746-928d-c4321fe8dc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.218342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-978064cc-d5b8-4746-928d-c4321fe8dc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.348393 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-978064cc-d5b8-4746-928d-c4321fe8dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.351283 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-978064cc-d5b8-4746-928d-c4321fe8dc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.352493 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-978064cc-d5b8-4746-928d-c4321fe8dc96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd6ed440-3969-4fb9-bc3c-3d39c089fa09 HTTP/1.1" status: 204 len: 168 time: 0.2464974 Aug 19 12:51:11.361173 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978064cc-d5b8-4746-928d-c4321fe8dc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6ed440-3969-4fb9-bc3c-3d39c089fa09,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:11.377891 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27fe041d-8bb4-4a23-9a92-45f7f4cad4e9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.431551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe041d-8bb4-4a23-9a92-45f7f4cad4e9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=12f820f5-10fe-4136-a11f-a9e936670888,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:11.489025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27fe041d-8bb4-4a23-9a92-45f7f4cad4e9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.491969 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27fe041d-8bb4-4a23-9a92-45f7f4cad4e9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.493153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-27fe041d-8bb4-4a23-9a92-45f7f4cad4e9 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/floatingips/8deb2549-177e-4b83-8961-50f63d148067 HTTP/1.1" status: 204 len: 168 time: 0.7220814 Aug 19 12:51:11.498095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35016) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:11.527204 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f98865d-ed82-479a-944d-0a8760a8e78c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:11.527974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f98865d-ed82-479a-944d-0a8760a8e78c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:11.529881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4f98865d-ed82-479a-944d-0a8760a8e78c tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/ports/320f0aef-eb21-4371-9871-f502dd666393 HTTP/1.1" status: 404 len: 333 time: 0.0314157 Aug 19 12:51:11.532487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35018) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:11.561565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6976fb24-6eef-4e80-b179-8f753792e4cd tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "GET /v2.0/ports?device_id=55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e HTTP/1.1" status: 200 len: 205 time: 0.0276787 Aug 19 12:51:11.564339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:11.627258 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-f26520e9-2efe-48ac-aae5-0b9e77553f7d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] delete failed (client error): The resource could not be found. Aug 19 12:51:11.628948 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f26520e9-2efe-48ac-aae5-0b9e77553f7d tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/routers/55d0e5d8-cc1a-4c5c-9b97-726753cb2a2e HTTP/1.1" status: 404 len: 336 time: 0.0629303 Aug 19 12:51:11.631144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35024) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:11.669264 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-feebf428-3da3-4b8f-ad97-9389aaa0d382 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] DELETE failed (client error): The resource could not be found. Aug 19 12:51:11.669916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feebf428-3da3-4b8f-ad97-9389aaa0d382 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:51:11.674908 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35028) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:11.675167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-feebf428-3da3-4b8f-ad97-9389aaa0d382 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/subnets/4e68febc-9d3f-4930-a748-baa4a6d347da HTTP/1.1" status: 404 len: 337 time: 0.0421844 Aug 19 12:51:11.803302 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-189f0d8b-a4f1-4d4b-8287-34495edd3292 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port 5052f58f-6a22-4a7d-9f00-d710863e0afc {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:11.804300 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-189f0d8b-a4f1-4d4b-8287-34495edd3292 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.916810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-189f0d8b-a4f1-4d4b-8287-34495edd3292 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:11.931701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-189f0d8b-a4f1-4d4b-8287-34495edd3292 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for 5052f58f-6a22-4a7d-9f00-d710863e0afc owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:12.042007 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.250748 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-189f0d8b-a4f1-4d4b-8287-34495edd3292 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.286878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f0d8b-a4f1-4d4b-8287-34495edd3292 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=5052f58f-6a22-4a7d-9f00-d710863e0afc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:12.366537 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-189f0d8b-a4f1-4d4b-8287-34495edd3292 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.368824 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-189f0d8b-a4f1-4d4b-8287-34495edd3292 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/ports/5052f58f-6a22-4a7d-9f00-d710863e0afc HTTP/1.1" status: 204 len: 168 time: 0.6926959 Aug 19 12:51:12.371497 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35038) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:12.382317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35040) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:12.427988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-95dcf3e5-b14a-44ba-ae09-9107800234fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ecfd52901b74975b18357333faff71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444696 Aug 19 12:51:12.430701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35042) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:12.487610 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d5e73106-6789-41bc-8931-01ae5e10db1b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port d549c238-d54c-4ff5-afab-55f73f4ca45e {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:12.487872 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5e73106-6789-41bc-8931-01ae5e10db1b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.490454 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-392cb8d2-e44e-421e-90f1-e1831b306379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.528188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-392cb8d2-e44e-421e-90f1-e1831b306379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.598819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5e73106-6789-41bc-8931-01ae5e10db1b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.612193 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d5e73106-6789-41bc-8931-01ae5e10db1b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for d549c238-d54c-4ff5-afab-55f73f4ca45e owned by {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:12.696084 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-392cb8d2-e44e-421e-90f1-e1831b306379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.696084 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-392cb8d2-e44e-421e-90f1-e1831b306379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.700152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-392cb8d2-e44e-421e-90f1-e1831b306379 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05c55f5c-3787-495c-9122-32b71908c951 HTTP/1.1" status: 204 len: 168 time: 0.2683046 Aug 19 12:51:12.715895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cb8d2-e44e-421e-90f1-e1831b306379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c55f5c-3787-495c-9122-32b71908c951,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:13.010499 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5e73106-6789-41bc-8931-01ae5e10db1b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:13.038093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e73106-6789-41bc-8931-01ae5e10db1b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=d549c238-d54c-4ff5-afab-55f73f4ca45e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:13.142233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5e73106-6789-41bc-8931-01ae5e10db1b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:13.145695 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d5e73106-6789-41bc-8931-01ae5e10db1b tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/ports/d549c238-d54c-4ff5-afab-55f73f4ca45e HTTP/1.1" status: 204 len: 168 time: 0.7726204 Aug 19 12:51:13.149633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35062) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:13.207905 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b255668-7a6d-4d15-aef5-147e2db79eaa tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:13.210455 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5b255668-7a6d-4d15-aef5-147e2db79eaa tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b HTTP/1.1" status: 200 len: 913 time: 0.0589859 Aug 19 12:51:13.213455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35064) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:13.718739 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61c698d3-f1fa-4548-b9ff-822bb65a2e26 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.033617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35092) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:14.073273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-61c698d3-f1fa-4548-b9ff-822bb65a2e26 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port 2847b7e0-85a4-467c-ae16-e652aa1b9a74 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:14.074879 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61c698d3-f1fa-4548-b9ff-822bb65a2e26 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.210605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61c698d3-f1fa-4548-b9ff-822bb65a2e26 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.228241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-61c698d3-f1fa-4548-b9ff-822bb65a2e26 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for 2847b7e0-85a4-467c-ae16-e652aa1b9a74 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:14.235128 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47e6d5e8-b08f-403c-9c99-afdd524ba592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.267024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35104) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:14.376842 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47e6d5e8-b08f-403c-9c99-afdd524ba592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.434667 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35110) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:14.458737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a483db-bd52-41ce-a3b9-5555f9e5b0e4 req-36891090-6260-4fa9-ae1e-61334d27d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:14.461626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30a483db-bd52-41ce-a3b9-5555f9e5b0e4 req-36891090-6260-4fa9-ae1e-61334d27d796 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 1097 time: 0.1932657 Aug 19 12:51:14.498436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30a483db-bd52-41ce-a3b9-5555f9e5b0e4 req-8e057824-e40e-41b1-83a0-2af1fec0a73e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299497 Aug 19 12:51:14.513312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47e6d5e8-b08f-403c-9c99-afdd524ba592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.521138 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1a33d344-f6ef-43eb-a5ac-77e9e7cb3934 tempest-AgentManagementNegativeTest-1599944228 tempest-AgentManagementNegativeTest-1599944228-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.0849750 Aug 19 12:51:14.557702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-47e6d5e8-b08f-403c-9c99-afdd524ba592 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ee62c85afe740d78fcb5f1c08728025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219069 Aug 19 12:51:14.558590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6d5e8-b08f-403c-9c99-afdd524ba592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826bb8a4-fda7-4764-ad6e-d9760fbb4085,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:14.560699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35118) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:14.580144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61c698d3-f1fa-4548-b9ff-822bb65a2e26 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.622123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c698d3-f1fa-4548-b9ff-822bb65a2e26 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=2847b7e0-85a4-467c-ae16-e652aa1b9a74,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:14.690821 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.701947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a35a68a-8cb0-4b54-bad7-6bab4facd0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.737815 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a35a68a-8cb0-4b54-bad7-6bab4facd0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.878315 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61c698d3-f1fa-4548-b9ff-822bb65a2e26 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.049489 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a35a68a-8cb0-4b54-bad7-6bab4facd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.052079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a35a68a-8cb0-4b54-bad7-6bab4facd0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.053830 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7a35a68a-8cb0-4b54-bad7-6bab4facd0c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/826bb8a4-fda7-4764-ad6e-d9760fbb4085 HTTP/1.1" status: 204 len: 168 time: 0.4915967 Aug 19 12:51:15.072891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35a68a-8cb0-4b54-bad7-6bab4facd0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826bb8a4-fda7-4764-ad6e-d9760fbb4085,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:15.279687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35130) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:15.536529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b30dd82b-d75d-4839-bf2d-5581aec0cb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.541759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c698d3-f1fa-4548-b9ff-822bb65a2e26 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:15.664796 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b30dd82b-d75d-4839-bf2d-5581aec0cb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.670165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c698d3-f1fa-4548-b9ff-822bb65a2e26 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:15.679067 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-61c698d3-f1fa-4548-b9ff-822bb65a2e26 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "PUT /v2.0/routers/f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4613559 Aug 19 12:51:15.681120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4794fd82-a9fe-48da-90c0-3732f2933d4c None None] Sync routers for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:15.682146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35140) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:15.694537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794fd82-a9fe-48da-90c0-3732f2933d4c None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:15.695375 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4794fd82-a9fe-48da-90c0-3732f2933d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:15.893564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4794fd82-a9fe-48da-90c0-3732f2933d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:15.905116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794fd82-a9fe-48da-90c0-3732f2933d4c None None] Routers {'f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:15.905895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4794fd82-a9fe-48da-90c0-3732f2933d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:50:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:15.941093 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4794fd82-a9fe-48da-90c0-3732f2933d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:15.941836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4794fd82-a9fe-48da-90c0-3732f2933d4c None None] The sync data for ids ['f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:16.018099 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b30dd82b-d75d-4839-bf2d-5581aec0cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.164377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b30dd82b-d75d-4839-bf2d-5581aec0cb4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e181ea2805f4953966d84b01d04e95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8833857 Aug 19 12:51:16.167564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35146) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:16.174630 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dd82b-d75d-4839-bf2d-5581aec0cb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5765154-ca23-4be1-bbfb-80f899f60b71,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:16.176371 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35148) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:16.205844 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbb5cfb5-21cd-4654-8f68-33e681412130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.224081 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.263728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1825ba9d-d428-49d3-aa21-977b056f102e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.301783 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1825ba9d-d428-49d3-aa21-977b056f102e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.343073 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.378123 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbb5cfb5-21cd-4654-8f68-33e681412130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.556624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting port b465c3e1-b25d-412b-841f-4686f79deb02 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:16.556895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.559613 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbb5cfb5-21cd-4654-8f68-33e681412130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.562247 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1825ba9d-d428-49d3-aa21-977b056f102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.564840 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1825ba9d-d428-49d3-aa21-977b056f102e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.566121 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1825ba9d-d428-49d3-aa21-977b056f102e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5765154-ca23-4be1-bbfb-80f899f60b71 HTTP/1.1" status: 204 len: 168 time: 0.3971691 Aug 19 12:51:16.608349 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cbb5cfb5-21cd-4654-8f68-33e681412130 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c78990c09e664dd4a038c76cf557f013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307635 Aug 19 12:51:16.611175 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5cfb5-21cd-4654-8f68-33e681412130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e333d9-fff6-4d5f-9469-a6d55a4c9995,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:16.613752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35152) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:16.639048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825ba9d-d428-49d3-aa21-977b056f102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5765154-ca23-4be1-bbfb-80f899f60b71,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:16.668374 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.683604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Calling delete_port for b465c3e1-b25d-412b-841f-4686f79deb02 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:16.707084 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50c1b153-e571-47d4-a15b-b094fed1a0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.735878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50c1b153-e571-47d4-a15b-b094fed1a0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.942210 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50c1b153-e571-47d4-a15b-b094fed1a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.945025 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50c1b153-e571-47d4-a15b-b094fed1a0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.946224 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-50c1b153-e571-47d4-a15b-b094fed1a0e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13e333d9-fff6-4d5f-9469-a6d55a4c9995 HTTP/1.1" status: 204 len: 168 time: 0.3311746 Aug 19 12:51:16.956080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1b153-e571-47d4-a15b-b094fed1a0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e333d9-fff6-4d5f-9469-a6d55a4c9995,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:17.061329 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.097050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Port': ['ID=b465c3e1-b25d-412b-841f-4686f79deb02,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:17.167661 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.273034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.275465 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.492783 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.492783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Fanout notify agent at l3_agent the message router_deleted on router f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:51:17.492783 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.492783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a57207d5-f847-4b18-bbed-d0e9819b4354 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/routers/f2475d63-fe6e-4e4b-a58e-cb5b3e1f207b HTTP/1.1" status: 204 len: 168 time: 1.8055587 Aug 19 12:51:17.494791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35176) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:17.552544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d91104-40e4-4ab8-a3fa-ea7ef235d47e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Deleting subnet 5bf284b8-7400-44fc-8cc9-a481427df83c {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:51:17.556635 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9d91104-40e4-4ab8-a3fa-ea7ef235d47e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.600357 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9d91104-40e4-4ab8-a3fa-ea7ef235d47e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.646513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9d91104-40e4-4ab8-a3fa-ea7ef235d47e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.816667 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9d91104-40e4-4ab8-a3fa-ea7ef235d47e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.858210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d91104-40e4-4ab8-a3fa-ea7ef235d47e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf284b8-7400-44fc-8cc9-a481427df83c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:17.872636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9d91104-40e4-4ab8-a3fa-ea7ef235d47e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.876607 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d9d91104-40e4-4ab8-a3fa-ea7ef235d47e tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/subnets/5bf284b8-7400-44fc-8cc9-a481427df83c HTTP/1.1" status: 204 len: 168 time: 0.3796401 Aug 19 12:51:17.877364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35188) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:17.968429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.073518 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.085485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29031e0e-409c-4724-ba17-4e19410c2d76']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:18.097268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20bf6a4-e2c9-4bdc-824e-d152e19de514') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:18.097975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20bf6a4-e2c9-4bdc-824e-d152e19de514') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:18.111000 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.128249 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.136987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:51:18.137686 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:51:18.142182 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:51:18.179002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35200) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:18.291107 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-091f5bce-47d5-42e1-ac6a-45ce604e6b50 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group': {'name': 'tempest-secgroup--308915360'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:18.353585 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.362543 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.364457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] 10.222.0.44 "DELETE /v2.0/networks/29031e0e-409c-4724-ba17-4e19410c2d76 HTTP/1.1" status: 204 len: 168 time: 0.4859269 Aug 19 12:51:18.376554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b15c1e-ba18-4f61-90b1-e3d90b84bc05 tempest-FloatingIPTestJSON-1132608630 tempest-FloatingIPTestJSON-1132608630-project] Pushing event deleted for resources: {'Network': ['ID=29031e0e-409c-4724-ba17-4e19410c2d76,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:18.422235 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-091f5bce-47d5-42e1-ac6a-45ce604e6b50 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.435471 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-091f5bce-47d5-42e1-ac6a-45ce604e6b50 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.566594 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-091f5bce-47d5-42e1-ac6a-45ce604e6b50 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.667677 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-091f5bce-47d5-42e1-ac6a-45ce604e6b50 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.709760 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f5bce-47d5-42e1-ac6a-45ce604e6b50 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28493a83-d0f1-444a-997b-a2a4274b8087,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:18.773765 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-091f5bce-47d5-42e1-ac6a-45ce604e6b50 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.987866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-091f5bce-47d5-42e1-ac6a-45ce604e6b50 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.997894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35218) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:19.021172 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f5bce-47d5-42e1-ac6a-45ce604e6b50 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5d56b7-8155-48eb-b1c3-8710250b8f5c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:19.153610 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-091f5bce-47d5-42e1-ac6a-45ce604e6b50 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.157859 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-091f5bce-47d5-42e1-ac6a-45ce604e6b50 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9772241 Aug 19 12:51:19.158132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35226) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:19.277698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-187bff9b-c5c8-4daa-ac9b-8f932995a1fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9210918d84b40d989f5f7f41358c60e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784646 Aug 19 12:51:19.281801 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35234) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:19.283726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-40d4accb-b323-4282-9a69-b9256a9a1144 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1242378 Aug 19 12:51:19.286564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35236) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:19.292485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a91631ae-620d-48f3-8763-51138af5e93c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group': {'name': 'tempest-security--700530557', 'description': 'tempest-security-description-1604491061'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:19.329147 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a91631ae-620d-48f3-8763-51138af5e93c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.349851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-905e4422-12e9-4118-bce2-0b50ad648419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.386532 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-905e4422-12e9-4118-bce2-0b50ad648419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.387038 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a91631ae-620d-48f3-8763-51138af5e93c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.571727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a91631ae-620d-48f3-8763-51138af5e93c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.581625 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a91631ae-620d-48f3-8763-51138af5e93c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.581625 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a91631ae-620d-48f3-8763-51138af5e93c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "PUT /v2.0/security-groups/8b5d56b7-8155-48eb-b1c3-8710250b8f5c HTTP/1.1" status: 200 len: 1779 time: 0.2888241 Aug 19 12:51:19.581867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35246) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:19.605870 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-905e4422-12e9-4118-bce2-0b50ad648419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.608874 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-905e4422-12e9-4118-bce2-0b50ad648419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.611425 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-905e4422-12e9-4118-bce2-0b50ad648419 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9eab16c-789a-4992-9497-fedb98ae1468 HTTP/1.1" status: 204 len: 168 time: 0.3285422 Aug 19 12:51:19.617233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91631ae-620d-48f3-8763-51138af5e93c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5d56b7-8155-48eb-b1c3-8710250b8f5c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:19.630109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4422-12e9-4118-bce2-0b50ad648419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eab16c-789a-4992-9497-fedb98ae1468,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:19.651254 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-007aa976-0dbf-4238-a42f-09d01e9be66f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-groups/8b5d56b7-8155-48eb-b1c3-8710250b8f5c HTTP/1.1" status: 200 len: 1779 time: 0.0703855 Aug 19 12:51:19.654422 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35250) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:19.725254 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b58c26e2-7718-44d8-926b-99d510413324 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.753725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b58c26e2-7718-44d8-926b-99d510413324 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.903279 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b58c26e2-7718-44d8-926b-99d510413324 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.908346 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b58c26e2-7718-44d8-926b-99d510413324 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.910449 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b58c26e2-7718-44d8-926b-99d510413324 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-groups/8b5d56b7-8155-48eb-b1c3-8710250b8f5c HTTP/1.1" status: 204 len: 168 time: 0.2547369 Aug 19 12:51:19.914767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35256) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:19.930512 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c26e2-7718-44d8-926b-99d510413324 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5d56b7-8155-48eb-b1c3-8710250b8f5c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:19.981202 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-71a288ba-6b93-4701-8460-3e4f03b94308 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650527 Aug 19 12:51:19.983928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35258) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:19.999707 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-cbfecafe-ecf5-4773-b6bc-826dd5f63f83 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] delete failed (client error): The resource could not be found. Aug 19 12:51:20.000754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cbfecafe-ecf5-4773-b6bc-826dd5f63f83 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-groups/8b5d56b7-8155-48eb-b1c3-8710250b8f5c HTTP/1.1" status: 404 len: 347 time: 0.0156777 Aug 19 12:51:20.004689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35260) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:20.010691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9288b7ae-66ed-4aa7-807a-b4c4040b07d5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group': {'name': 'tempest-secgroup--112641145'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:20.107457 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9288b7ae-66ed-4aa7-807a-b4c4040b07d5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:20.210499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9288b7ae-66ed-4aa7-807a-b4c4040b07d5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:20.296366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9288b7ae-66ed-4aa7-807a-b4c4040b07d5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:20.329786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288b7ae-66ed-4aa7-807a-b4c4040b07d5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5558020c-521f-4fa2-ae74-7bd1810487ad,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:20.442556 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9288b7ae-66ed-4aa7-807a-b4c4040b07d5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:20.451559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9288b7ae-66ed-4aa7-807a-b4c4040b07d5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4393613 Aug 19 12:51:20.451910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35276) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:20.456901 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-29f7dc37-d6e9-4df5-8926-f91c7ad96ce1 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': '5558020c-521f-4fa2-ae74-7bd1810487ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:20.572005 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29f7dc37-d6e9-4df5-8926-f91c7ad96ce1 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:20.633761 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29f7dc37-d6e9-4df5-8926-f91c7ad96ce1 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:20.707800 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29f7dc37-d6e9-4df5-8926-f91c7ad96ce1 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:20.730263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7dc37-d6e9-4df5-8926-f91c7ad96ce1 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513a1212-6586-43e8-a666-010ecce9ca43,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:20.839383 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29f7dc37-d6e9-4df5-8926-f91c7ad96ce1 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:20.845601 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-29f7dc37-d6e9-4df5-8926-f91c7ad96ce1 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3882113 Aug 19 12:51:20.845601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35288) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:20.889105 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2890ad42-50fc-4d77-a6aa-08a1f7ed350a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:20.899884 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2890ad42-50fc-4d77-a6aa-08a1f7ed350a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.039632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:21.047691 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2890ad42-50fc-4d77-a6aa-08a1f7ed350a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.058930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2890ad42-50fc-4d77-a6aa-08a1f7ed350a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.060619 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2890ad42-50fc-4d77-a6aa-08a1f7ed350a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/513a1212-6586-43e8-a666-010ecce9ca43 HTTP/1.1" status: 204 len: 168 time: 0.2139056 Aug 19 12:51:21.067241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35296) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:21.070493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890ad42-50fc-4d77-a6aa-08a1f7ed350a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=513a1212-6586-43e8-a666-010ecce9ca43,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:21.091317 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0197820-a472-44af-81c4-66c3f7acf3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.145225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7c7cb73b-3fba-4ce2-b545-416e1552e1a3 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0761974 Aug 19 12:51:21.148130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35298) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:21.233116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-caf1b604-5fdc-42c1-bad7-48e6c24712ff tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1115822490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:21.246918 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06a35362-a762-40f6-bf42-c16a201afc7f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.284540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06a35362-a762-40f6-bf42-c16a201afc7f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.382970 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-caf1b604-5fdc-42c1-bad7-48e6c24712ff tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.387276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-caf1b604-5fdc-42c1-bad7-48e6c24712ff tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.532466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-caf1b604-5fdc-42c1-bad7-48e6c24712ff tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.533986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06a35362-a762-40f6-bf42-c16a201afc7f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.536891 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06a35362-a762-40f6-bf42-c16a201afc7f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.541900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35304) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:21.545260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-06a35362-a762-40f6-bf42-c16a201afc7f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-groups/5558020c-521f-4fa2-ae74-7bd1810487ad HTTP/1.1" status: 204 len: 168 time: 0.3950408 Aug 19 12:51:21.585971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a35362-a762-40f6-bf42-c16a201afc7f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5558020c-521f-4fa2-ae74-7bd1810487ad,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:21.652456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35306) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:21.652456 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-caf1b604-5fdc-42c1-bad7-48e6c24712ff tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.653305 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4ea83815-28d5-447c-94d8-2422428f22db tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1098802 Aug 19 12:51:21.659133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ef9719b0-9b64-4d2c-a831-22bf22575f93 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181901347'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:21.762573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-caf1b604-5fdc-42c1-bad7-48e6c24712ff tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.766200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-caf1b604-5fdc-42c1-bad7-48e6c24712ff tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7231836 Aug 19 12:51:21.767169 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35308) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:21.773270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1814603750'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:21.873311 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef9719b0-9b64-4d2c-a831-22bf22575f93 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.050536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Made reservation on behalf of 17ae936b0ebf4604b0e23d909491bdd6 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:22.054426 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.064974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.121802 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef9719b0-9b64-4d2c-a831-22bf22575f93 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.245183 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef9719b0-9b64-4d2c-a831-22bf22575f93 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.281800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9719b0-9b64-4d2c-a831-22bf22575f93 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e347f1b4-d0b9-4f95-ae5c-e5b8f731dc0e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:22.339542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.473140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.501589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:51:22.512403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc50ff69-0dfa-4627-b212-6c19d0897ef4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:22.517529 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.517874 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Added segment f33fec26-f967-45d5-8467-bd2df6e3198f of type vlan for network 03cca5f4-8051-4056-8291-aef7ab070578 Aug 19 12:51:22.567610 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef9719b0-9b64-4d2c-a831-22bf22575f93 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.567985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.569953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ef9719b0-9b64-4d2c-a831-22bf22575f93 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9247339 Aug 19 12:51:22.573103 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35314) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:22.580290 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7db850bf-b47e-4335-ba14-902c7b41a7d8 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': 'e347f1b4-d0b9-4f95-ae5c-e5b8f731dc0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:22.684766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7db850bf-b47e-4335-ba14-902c7b41a7d8 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.692220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.700395 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:22.701442 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.801919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event updated for resources: {'Network': ['ID=03cca5f4-8051-4056-8291-aef7ab070578,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:22.815274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 03cca5f4-8051-4056-8291-aef7ab070578 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:51:22.822565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7db850bf-b47e-4335-ba14-902c7b41a7d8 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:22.898497 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-85c35a4a-b997-49b6-ab28-4022a2082684 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1287079 Aug 19 12:51:22.900591 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35318) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:22.906137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Request body: {'subnet': {'network_id': '03cca5f4-8051-4056-8291-aef7ab070578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:23.009942 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7db850bf-b47e-4335-ba14-902c7b41a7d8 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:23.030941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db850bf-b47e-4335-ba14-902c7b41a7d8 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36409029-f1ce-4246-81ac-a4c04be30e86,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:23.096887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Made reservation on behalf of 17ae936b0ebf4604b0e23d909491bdd6 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:23.100365 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:23.208043 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7db850bf-b47e-4335-ba14-902c7b41a7d8 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:23.212041 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7db850bf-b47e-4335-ba14-902c7b41a7d8 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6350393 Aug 19 12:51:23.213312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35320) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:23.220849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-857a3fbd-49a8-4565-8e23-6a4e19fc84b5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': 'e347f1b4-d0b9-4f95-ae5c-e5b8f731dc0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:23.353192 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-857a3fbd-49a8-4565-8e23-6a4e19fc84b5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:23.370569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:23.432723 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-857a3fbd-49a8-4565-8e23-6a4e19fc84b5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:23.441129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event updated for resources: {'Subnet': ['ID=c2664a86-5241-4f72-abde-05c9b91ab571,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:23.472862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Checking segment: {'id': 'f33fec26-f967-45d5-8467-bd2df6e3198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '03cca5f4-8051-4056-8291-aef7ab070578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:23.473237 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Network hostable DHCP agents. Network: 03cca5f4-8051-4056-8291-aef7ab070578, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:51:23.559269 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-857a3fbd-49a8-4565-8e23-6a4e19fc84b5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:23.583795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a3fbd-49a8-4565-8e23-6a4e19fc84b5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c13167-9a1d-476c-8072-f93f2582b92f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:23.604153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Network 03cca5f4-8051-4056-8291-aef7ab070578 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:51:23.702264 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-857a3fbd-49a8-4565-8e23-6a4e19fc84b5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:23.704012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-857a3fbd-49a8-4565-8e23-6a4e19fc84b5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4888327 Aug 19 12:51:23.707164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35330) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:23.714009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-672210a1-6a54-49a3-8280-396f665a21bc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': 'e347f1b4-d0b9-4f95-ae5c-e5b8f731dc0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:23.753626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 03cca5f4-8051-4056-8291-aef7ab070578) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:23.760630 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:23.761699 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:23.775495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e0d2c-fb77-412e-b9f8-4457cb062331 None None] Network 03cca5f4-8051-4056-8291-aef7ab070578 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:23.920490 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-672210a1-6a54-49a3-8280-396f665a21bc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:23.943865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-03cca5f4-8051-4056-8291-aef7ab070578', 'network_id': '03cca5f4-8051-4056-8291-aef7ab070578', 'tenant_id': '17ae936b0ebf4604b0e23d909491bdd6', 'fixed_ips': [{'subnet_id': 'c2664a86-5241-4f72-abde-05c9b91ab571'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:51:23.947604 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:23.984049 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-672210a1-6a54-49a3-8280-396f665a21bc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.073866 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ac64d1d8-5bb4-43cf-8864-86dc542603a9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1684105 Aug 19 12:51:24.074069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:24.082387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Request body: {'network': {'name': 'tempest-router-network01--18763344'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:24.093499 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35336) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:24.099236 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-672210a1-6a54-49a3-8280-396f665a21bc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.122427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Allocated IP 172.20.0.2 (03cca5f4-8051-4056-8291-aef7ab070578/c2664a86-5241-4f72-abde-05c9b91ab571/44713176-76b5-484d-88a3-78c09d7957ec) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:24.129759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672210a1-6a54-49a3-8280-396f665a21bc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf012fd-581f-44ca-bbe0-688a86c21823,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:24.239227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4361142-bd88-4fc1-bdce-f0fae73f173d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.274948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Made reservation on behalf of 17ae936b0ebf4604b0e23d909491bdd6 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:24.279622 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.292310 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.300955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Transition to ACTIVE for port object 44713176-76b5-484d-88a3-78c09d7957ec will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:24.306613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:51:24.316414 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.316698 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Added segment 2d7874ae-421c-4d41-8760-bc830ec32bc4 of type vlan for network 22d0af88-7f70-4228-a968-df58bad20e42 Aug 19 12:51:24.317660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Transition to ACTIVE for port object 44713176-76b5-484d-88a3-78c09d7957ec will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:24.351778 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-672210a1-6a54-49a3-8280-396f665a21bc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.353012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-672210a1-6a54-49a3-8280-396f665a21bc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6448150 Aug 19 12:51:24.356555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35342) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:24.362771 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-87aea5fa-6290-44c7-9400-8631c68f0207 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': 'e347f1b4-d0b9-4f95-ae5c-e5b8f731dc0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:24.367407 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.411002 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.460683 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4361142-bd88-4fc1-bdce-f0fae73f173d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.460913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Network 03cca5f4-8051-4056-8291-aef7ab070578 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:24.461531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:24.465592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:24.471678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Pushing event updated for resources: {'Port': ['ID=44713176-76b5-484d-88a3-78c09d7957ec,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:24.484673 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.490766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:24.491457 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.528247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Attempting to bind port 44713176-76b5-484d-88a3-78c09d7957ec on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:51:24.528663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Attempting to bind port 44713176-76b5-484d-88a3-78c09d7957ec by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f33fec26-f967-45d5-8467-bd2df6e3198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '03cca5f4-8051-4056-8291-aef7ab070578'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:51:24.529064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Attempting to bind port 44713176-76b5-484d-88a3-78c09d7957ec on network 03cca5f4-8051-4056-8291-aef7ab070578 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:24.534268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:51:24.534837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Checking segment: {'id': 'f33fec26-f967-45d5-8467-bd2df6e3198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '03cca5f4-8051-4056-8291-aef7ab070578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:24.535151 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.535543 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Bound using segment: {'id': 'f33fec26-f967-45d5-8467-bd2df6e3198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '03cca5f4-8051-4056-8291-aef7ab070578'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:51:24.536011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Bound port: 44713176-76b5-484d-88a3-78c09d7957ec, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33fec26-f967-45d5-8467-bd2df6e3198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '03cca5f4-8051-4056-8291-aef7ab070578'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:51:24.536395 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.564586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event updated for resources: {'Network': ['ID=22d0af88-7f70-4228-a968-df58bad20e42,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:24.576927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 22d0af88-7f70-4228-a968-df58bad20e42 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:51:24.639088 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4361142-bd88-4fc1-bdce-f0fae73f173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.661437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] For port 44713176-76b5-484d-88a3-78c09d7957ec, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:51:24.666480 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] For port 44713176-76b5-484d-88a3-78c09d7957ec, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=44713176-76b5-484d-88a3-78c09d7957ec,segment=NetworkSegment(f33fec26-f967-45d5-8467-bd2df6e3198f),segment_id=f33fec26-f967-45d5-8467-bd2df6e3198f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:51:24.691468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361142-bd88-4fc1-bdce-f0fae73f173d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d278c080-4a78-4f07-b344-6a43ba3c8b2b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:24.696287 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a4361142-bd88-4fc1-bdce-f0fae73f173d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78d7971718c7491c843222d7f8b21466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015353 Aug 19 12:51:24.699179 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35344) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:24.708079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ae912e12-e2a9-48b6-bc1b-664c478e8d6b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6304750 Aug 19 12:51:24.710837 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35346) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:24.716518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Request body: {'network': {'name': 'tempest-router-network02--1457971378'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:24.731031 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.849347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c08374ff-bc18-4d42-ae17-ffc18e08c243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.861173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad778c4b-697a-4752-b8d5-9868427c2bbc None None] Pushing event updated for resources: {'Port': ['ID=44713176-76b5-484d-88a3-78c09d7957ec,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:24.874428 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87aea5fa-6290-44c7-9400-8631c68f0207 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.918822 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c08374ff-bc18-4d42-ae17-ffc18e08c243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.948015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Made reservation on behalf of 17ae936b0ebf4604b0e23d909491bdd6 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:24.955237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.986239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:51:24.994233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87aea5fa-6290-44c7-9400-8631c68f0207 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.997277 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:24.997821 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Added segment fad58ffb-42a5-4a12-aeb7-81a251faca19 of type vlan for network fcc1b803-e9dc-455f-ae80-de6af9ee2231 Aug 19 12:51:25.058529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:25.105960 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87aea5fa-6290-44c7-9400-8631c68f0207 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:25.130399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aea5fa-6290-44c7-9400-8631c68f0207 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a22ac0-7c7e-454e-a0ae-d87002136f88,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:25.164691 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c08374ff-bc18-4d42-ae17-ffc18e08c243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:25.168323 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c08374ff-bc18-4d42-ae17-ffc18e08c243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:25.169609 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c08374ff-bc18-4d42-ae17-ffc18e08c243 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d278c080-4a78-4f07-b344-6a43ba3c8b2b HTTP/1.1" status: 204 len: 168 time: 0.4693997 Aug 19 12:51:25.179476 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08374ff-bc18-4d42-ae17-ffc18e08c243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d278c080-4a78-4f07-b344-6a43ba3c8b2b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:25.717820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:25.723468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:25.724249 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:25.799282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event updated for resources: {'Network': ['ID=fcc1b803-e9dc-455f-ae80-de6af9ee2231,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:25.799565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87aea5fa-6290-44c7-9400-8631c68f0207 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:25.800976 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-87aea5fa-6290-44c7-9400-8631c68f0207 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4433217 Aug 19 12:51:25.802073 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6369f0ee-d149-4a0d-9f08-7805edb6a38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:25.804701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35352) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:25.815775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-41d5805a-3b91-4fc4-bcb6-0a9169234989 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': 'e347f1b4-d0b9-4f95-ae5c-e5b8f731dc0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:25.816630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network fcc1b803-e9dc-455f-ae80-de6af9ee2231 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:51:25.856494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fdeb74-4e0e-4c04-ad94-b3addee8b597 None None] Network 03cca5f4-8051-4056-8291-aef7ab070578 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:25.860256 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:25.984450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d91a1beb-d33b-462a-ae9c-89f76a6bc5ea tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2721362 Aug 19 12:51:25.990937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35354) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:25.993149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Request body: {'subnet': {'network_id': '22d0af88-7f70-4228-a968-df58bad20e42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:26.085124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a0659d15-b801-480d-8cb6-cec6a76a2424 None None] Provisioning for port 44713176-76b5-484d-88a3-78c09d7957ec completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:26.138239 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41d5805a-3b91-4fc4-bcb6-0a9169234989 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.232732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Made reservation on behalf of 17ae936b0ebf4604b0e23d909491bdd6 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:26.236901 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.239796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41d5805a-3b91-4fc4-bcb6-0a9169234989 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.324828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41d5805a-3b91-4fc4-bcb6-0a9169234989 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.356076 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5805a-3b91-4fc4-bcb6-0a9169234989 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a534fd87-84b2-40e0-9682-df94295981d6,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:26.439182 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41d5805a-3b91-4fc4-bcb6-0a9169234989 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.443838 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-41d5805a-3b91-4fc4-bcb6-0a9169234989 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6377354 Aug 19 12:51:26.448007 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35372) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:26.473772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9fb337c9-b1a6-4e3b-ab7a-f252231c974f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.485721 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9fb337c9-b1a6-4e3b-ab7a-f252231c974f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.594142 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.639211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9fb337c9-b1a6-4e3b-ab7a-f252231c974f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.644975 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9fb337c9-b1a6-4e3b-ab7a-f252231c974f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.648914 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9fb337c9-b1a6-4e3b-ab7a-f252231c974f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a534fd87-84b2-40e0-9682-df94295981d6 HTTP/1.1" status: 204 len: 168 time: 0.2003522 Aug 19 12:51:26.649629 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35374) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:26.668832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb337c9-b1a6-4e3b-ab7a-f252231c974f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a534fd87-84b2-40e0-9682-df94295981d6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:26.694908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event updated for resources: {'Subnet': ['ID=c68d8d51-0331-4440-8d91-f37aa2f03780,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:26.706543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Checking segment: {'id': '2d7874ae-421c-4d41-8760-bc830ec32bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '22d0af88-7f70-4228-a968-df58bad20e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:26.710422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Network hostable DHCP agents. Network: 22d0af88-7f70-4228-a968-df58bad20e42, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:51:26.720562 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-19d5a621-7718-470b-a362-813395bdfcd8 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0692792 Aug 19 12:51:26.722936 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35380) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:26.750441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0df69401-c888-40d6-bc01-0ed4f246b09c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.759057 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0df69401-c888-40d6-bc01-0ed4f246b09c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.827844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Network 22d0af88-7f70-4228-a968-df58bad20e42 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:51:26.999477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 22d0af88-7f70-4228-a968-df58bad20e42) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:27.000427 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0df69401-c888-40d6-bc01-0ed4f246b09c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.004298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:27.005881 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.009703 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0df69401-c888-40d6-bc01-0ed4f246b09c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.019375 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0df69401-c888-40d6-bc01-0ed4f246b09c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/66a22ac0-7c7e-454e-a0ae-d87002136f88 HTTP/1.1" status: 204 len: 168 time: 0.2929831 Aug 19 12:51:27.023769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35390) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:27.028072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac72c07-f720-40f2-b571-ad53ac6c6f06 None None] Network 22d0af88-7f70-4228-a968-df58bad20e42 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:27.053737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df69401-c888-40d6-bc01-0ed4f246b09c tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66a22ac0-7c7e-454e-a0ae-d87002136f88,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:27.080895 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.094777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 44713176-76b5-484d-88a3-78c09d7957ec up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:27.107114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ba0f4b9a-afb6-4d8b-b88e-f77c523184b5 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1153996 Aug 19 12:51:27.107458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35394) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:27.113491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Request body: {'subnet': {'network_id': 'fcc1b803-e9dc-455f-ae80-de6af9ee2231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:27.147241 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5259ae51-fa37-47ec-9078-5f20381b0f46 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1199496 Aug 19 12:51:27.150891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35398) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:27.206117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11add48a-90ed-4463-9c45-f9ccbd9e368f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.223658 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11add48a-90ed-4463-9c45-f9ccbd9e368f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.310926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-22d0af88-7f70-4228-a968-df58bad20e42', 'network_id': '22d0af88-7f70-4228-a968-df58bad20e42', 'tenant_id': '17ae936b0ebf4604b0e23d909491bdd6', 'fixed_ips': [{'subnet_id': 'c68d8d51-0331-4440-8d91-f37aa2f03780'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:51:27.311808 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.404572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 44713176-76b5-484d-88a3-78c09d7957ec completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:27.404777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Made reservation on behalf of 17ae936b0ebf4604b0e23d909491bdd6 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:27.413211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11add48a-90ed-4463-9c45-f9ccbd9e368f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.413615 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.415169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 44713176-76b5-484d-88a3-78c09d7957ec triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:27.415545 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.418348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11add48a-90ed-4463-9c45-f9ccbd9e368f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.419650 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-11add48a-90ed-4463-9c45-f9ccbd9e368f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/fdf012fd-581f-44ca-bbe0-688a86c21823 HTTP/1.1" status: 204 len: 168 time: 0.2666485 Aug 19 12:51:27.427714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35404) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:27.432250 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11add48a-90ed-4463-9c45-f9ccbd9e368f tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdf012fd-581f-44ca-bbe0-688a86c21823,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:27.511843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Allocated IP 172.20.0.2 (22d0af88-7f70-4228-a968-df58bad20e42/c68d8d51-0331-4440-8d91-f37aa2f03780/0a87ccc0-d956-4263-b848-a86d6e83ea14) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:27.556410 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ccf2b112-be46-4b25-96d3-c2142afdbbae tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1265984 Aug 19 12:51:27.559456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35406) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:27.610449 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f3cc790-31b9-4405-85db-92d6798c25f9 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.622359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f3cc790-31b9-4405-85db-92d6798c25f9 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.623370 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.675025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 44713176-76b5-484d-88a3-78c09d7957ec, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=44713176-76b5-484d-88a3-78c09d7957ec,segment=NetworkSegment(f33fec26-f967-45d5-8467-bd2df6e3198f),segment_id=f33fec26-f967-45d5-8467-bd2df6e3198f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:27.760490 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.772519 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.787354 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f3cc790-31b9-4405-85db-92d6798c25f9 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.794381 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f3cc790-31b9-4405-85db-92d6798c25f9 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.796329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6f3cc790-31b9-4405-85db-92d6798c25f9 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/22c13167-9a1d-476c-8072-f93f2582b92f HTTP/1.1" status: 204 len: 168 time: 0.2350805 Aug 19 12:51:27.797566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Transition to ACTIVE for port object 0a87ccc0-d956-4263-b848-a86d6e83ea14 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:27.798533 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35410) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:27.807093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cc790-31b9-4405-85db-92d6798c25f9 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22c13167-9a1d-476c-8072-f93f2582b92f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:27.830632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Transition to ACTIVE for port object 0a87ccc0-d956-4263-b848-a86d6e83ea14 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:27.836650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=44713176-76b5-484d-88a3-78c09d7957ec,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:27.846254 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e9e8d656-f58c-4390-92cc-9bf59ee469db tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0465312 Aug 19 12:51:27.849078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35412) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:27.885331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a0a743c-f3c3-4ef8-9848-f25b9b3b775a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.893996 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a0a743c-f3c3-4ef8-9848-f25b9b3b775a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.896530 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:27.962200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event updated for resources: {'Subnet': ['ID=eafdc2df-84fc-4ba8-8735-d589519d19b7,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:27.972594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Checking segment: {'id': 'fad58ffb-42a5-4a12-aeb7-81a251faca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fcc1b803-e9dc-455f-ae80-de6af9ee2231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:27.972968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Network hostable DHCP agents. Network: fcc1b803-e9dc-455f-ae80-de6af9ee2231, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:51:28.039856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.084410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Network 22d0af88-7f70-4228-a968-df58bad20e42 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:28.087739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:28.091867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:28.102592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Pushing event updated for resources: {'Port': ['ID=0a87ccc0-d956-4263-b848-a86d6e83ea14,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:28.158300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Attempting to bind port 0a87ccc0-d956-4263-b848-a86d6e83ea14 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:51:28.158672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Attempting to bind port 0a87ccc0-d956-4263-b848-a86d6e83ea14 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '2d7874ae-421c-4d41-8760-bc830ec32bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '22d0af88-7f70-4228-a968-df58bad20e42'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:51:28.159035 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Attempting to bind port 0a87ccc0-d956-4263-b848-a86d6e83ea14 on network 22d0af88-7f70-4228-a968-df58bad20e42 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:28.165316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:51:28.165730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Checking segment: {'id': '2d7874ae-421c-4d41-8760-bc830ec32bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '22d0af88-7f70-4228-a968-df58bad20e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:28.166143 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.166532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Bound using segment: {'id': '2d7874ae-421c-4d41-8760-bc830ec32bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '22d0af88-7f70-4228-a968-df58bad20e42'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:51:28.167110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Bound port: 0a87ccc0-d956-4263-b848-a86d6e83ea14, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7874ae-421c-4d41-8760-bc830ec32bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '22d0af88-7f70-4228-a968-df58bad20e42'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:51:28.167500 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.176578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Network fcc1b803-e9dc-455f-ae80-de6af9ee2231 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:51:28.241306 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] For port 0a87ccc0-d956-4263-b848-a86d6e83ea14, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:51:28.245086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] For port 0a87ccc0-d956-4263-b848-a86d6e83ea14, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0a87ccc0-d956-4263-b848-a86d6e83ea14,segment=NetworkSegment(2d7874ae-421c-4d41-8760-bc830ec32bc4),segment_id=2d7874ae-421c-4d41-8760-bc830ec32bc4)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:51:28.307283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, fcc1b803-e9dc-455f-ae80-de6af9ee2231) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:28.307530 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a0a743c-f3c3-4ef8-9848-f25b9b3b775a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.313196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:28.313995 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.318973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a0a743c-f3c3-4ef8-9848-f25b9b3b775a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.320599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605bdcd6-cb01-4159-ab47-98fefcb14486 None None] Network fcc1b803-e9dc-455f-ae80-de6af9ee2231 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:28.320981 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9a0a743c-f3c3-4ef8-9848-f25b9b3b775a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/36409029-f1ce-4246-81ac-a4c04be30e86 HTTP/1.1" status: 204 len: 168 time: 0.4702916 Aug 19 12:51:28.321868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35414) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:28.338493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a743c-f3c3-4ef8-9848-f25b9b3b775a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36409029-f1ce-4246-81ac-a4c04be30e86,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:28.374867 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.390126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c0be1292-14e5-4c49-bd06-63fc1a88772b tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2805564 Aug 19 12:51:28.391989 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35416) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:28.393667 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-187b75b4-231b-4b5a-b374-f934f56b58ff tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0683746 Aug 19 12:51:28.393820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35418) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:28.492803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e3f6a-abfb-446a-8ba8-2f7e0885e6e4 None None] Pushing event updated for resources: {'Port': ['ID=0a87ccc0-d956-4263-b848-a86d6e83ea14,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:28.669014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-fcc1b803-e9dc-455f-ae80-de6af9ee2231', 'network_id': 'fcc1b803-e9dc-455f-ae80-de6af9ee2231', 'tenant_id': '17ae936b0ebf4604b0e23d909491bdd6', 'fixed_ips': [{'subnet_id': 'eafdc2df-84fc-4ba8-8735-d589519d19b7'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:51:28.669014 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.789946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4955ff70-5324-40c3-9042-11550aee5472 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.798111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Allocated IP 172.20.0.2 (fcc1b803-e9dc-455f-ae80-de6af9ee2231/eafdc2df-84fc-4ba8-8735-d589519d19b7/b313e226-ca38-4361-9bcb-332f875c9799) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:28.843914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4955ff70-5324-40c3-9042-11550aee5472 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.903909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.975504 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:28.989628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Transition to ACTIVE for port object b313e226-ca38-4361-9bcb-332f875c9799 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:29.012169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Transition to ACTIVE for port object b313e226-ca38-4361-9bcb-332f875c9799 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:29.134572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a87ccc0-d956-4263-b848-a86d6e83ea14 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:29.296853 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.331811 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.341963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 0a87ccc0-d956-4263-b848-a86d6e83ea14 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:29.384070 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4955ff70-5324-40c3-9042-11550aee5472 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.386920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4955ff70-5324-40c3-9042-11550aee5472 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.388181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4955ff70-5324-40c3-9042-11550aee5472 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-groups/e347f1b4-d0b9-4f95-ae5c-e5b8f731dc0e HTTP/1.1" status: 204 len: 168 time: 0.9875562 Aug 19 12:51:29.392457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35428) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:29.410422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955ff70-5324-40c3-9042-11550aee5472 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e347f1b4-d0b9-4f95-ae5c-e5b8f731dc0e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:29.423800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 44713176-76b5-484d-88a3-78c09d7957ec up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:29.429960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Pushing event updated for resources: {'Port': ['ID=b313e226-ca38-4361-9bcb-332f875c9799,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:29.468752 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bca49736-52cc-4c47-91cb-b7401e52afbf tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753453 Aug 19 12:51:29.477047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35430) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:29.482668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a68792bf-9137-4ab2-aecb-feb0cdfe2d61 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512120012'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:29.517687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Network fcc1b803-e9dc-455f-ae80-de6af9ee2231 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:29.521973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Allocated IP 172.20.0.1 (22d0af88-7f70-4228-a968-df58bad20e42/c68d8d51-0331-4440-8d91-f37aa2f03780/e72379da-5b46-4def-86e8-29904b45d35e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:29.539920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:29.554939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:29.656008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a68792bf-9137-4ab2-aecb-feb0cdfe2d61 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.656597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Attempting to bind port b313e226-ca38-4361-9bcb-332f875c9799 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:51:29.656977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Attempting to bind port b313e226-ca38-4361-9bcb-332f875c9799 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'fad58ffb-42a5-4a12-aeb7-81a251faca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fcc1b803-e9dc-455f-ae80-de6af9ee2231'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:51:29.657346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Attempting to bind port b313e226-ca38-4361-9bcb-332f875c9799 on network fcc1b803-e9dc-455f-ae80-de6af9ee2231 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:29.669111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:51:29.669574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Checking segment: {'id': 'fad58ffb-42a5-4a12-aeb7-81a251faca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fcc1b803-e9dc-455f-ae80-de6af9ee2231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:29.670302 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.670805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Bound using segment: {'id': 'fad58ffb-42a5-4a12-aeb7-81a251faca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fcc1b803-e9dc-455f-ae80-de6af9ee2231'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:51:29.671307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Bound port: b313e226-ca38-4361-9bcb-332f875c9799, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad58ffb-42a5-4a12-aeb7-81a251faca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fcc1b803-e9dc-455f-ae80-de6af9ee2231'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:51:29.671744 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.674166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 44713176-76b5-484d-88a3-78c09d7957ec triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:29.674294 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.721350 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.749093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Transition to ACTIVE for port object e72379da-5b46-4def-86e8-29904b45d35e will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:29.870861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1729e911-a2db-43aa-b852-1d4b89171d85 None None] Network 22d0af88-7f70-4228-a968-df58bad20e42 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:29.887242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] For port b313e226-ca38-4361-9bcb-332f875c9799, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:51:29.895477 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a68792bf-9137-4ab2-aecb-feb0cdfe2d61 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.902515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:29.956747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Network 22d0af88-7f70-4228-a968-df58bad20e42 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:29.960657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] For port b313e226-ca38-4361-9bcb-332f875c9799, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b313e226-ca38-4361-9bcb-332f875c9799,segment=NetworkSegment(fad58ffb-42a5-4a12-aeb7-81a251faca19),segment_id=fad58ffb-42a5-4a12-aeb7-81a251faca19)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:51:29.962964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:29.967056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:29.971811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event updated for resources: {'Port': ['ID=e72379da-5b46-4def-86e8-29904b45d35e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:30.016790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a68792bf-9137-4ab2-aecb-feb0cdfe2d61 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.067184 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.079021 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.110042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5fe1f87d-33d5-42b4-ab59-ab5658d22879 None None] Provisioning for port 0a87ccc0-d956-4263-b848-a86d6e83ea14 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:30.121171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68792bf-9137-4ab2-aecb-feb0cdfe2d61 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9f551c-a874-4fba-a76b-90e0066e4b57,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:30.200486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5fe1f87d-33d5-42b4-ab59-ab5658d22879 None None] Provisioning complete for port 0a87ccc0-d956-4263-b848-a86d6e83ea14 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:30.201205 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fe1f87d-33d5-42b4-ab59-ab5658d22879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.211741 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a68792bf-9137-4ab2-aecb-feb0cdfe2d61 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.213282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a68792bf-9137-4ab2-aecb-feb0cdfe2d61 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7355437 Aug 19 12:51:30.217417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35438) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:30.223266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9a7ab369-2acb-45ba-b9da-a163b9920c24 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': 'ed9f551c-a874-4fba-a76b-90e0066e4b57', 'direction': 'ingress', 'protocol': 17}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:30.407737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.448926 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a7ab369-2acb-45ba-b9da-a163b9920c24 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.533950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5105d-baa8-4f94-9aa1-caf7cc09cf6e None None] Pushing event updated for resources: {'Port': ['ID=b313e226-ca38-4361-9bcb-332f875c9799,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:30.595972 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a7ab369-2acb-45ba-b9da-a163b9920c24 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.680211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a7ab369-2acb-45ba-b9da-a163b9920c24 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.692319 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fe1f87d-33d5-42b4-ab59-ab5658d22879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.757427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5fe1f87d-33d5-42b4-ab59-ab5658d22879 None None] For port 0a87ccc0-d956-4263-b848-a86d6e83ea14, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0a87ccc0-d956-4263-b848-a86d6e83ea14,segment=NetworkSegment(2d7874ae-421c-4d41-8760-bc830ec32bc4),segment_id=2d7874ae-421c-4d41-8760-bc830ec32bc4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:30.758130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ab369-2acb-45ba-b9da-a163b9920c24 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fef115-d752-4af3-b212-5c02a01a0c71,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:30.833057 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fe1f87d-33d5-42b4-ab59-ab5658d22879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.864153 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a7ab369-2acb-45ba-b9da-a163b9920c24 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.874103 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9a7ab369-2acb-45ba-b9da-a163b9920c24 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6482878 Aug 19 12:51:30.874103 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35442) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:30.891538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.924907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1f87d-33d5-42b4-ab59-ab5658d22879 None None] Pushing event updated for resources: {'Port': ['ID=0a87ccc0-d956-4263-b848-a86d6e83ea14,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:30.975299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:30.985459 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-281496ae-1ad5-4153-8d91-0acda7c8c184 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.028354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-281496ae-1ad5-4153-8d91-0acda7c8c184 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.104445 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.106565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event updated for resources: {'Port': ['ID=e72379da-5b46-4def-86e8-29904b45d35e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:31.119691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3a9ae972-d11d-456b-bcd8-7758d7c0b16c None None] Provisioning for port e72379da-5b46-4def-86e8-29904b45d35e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:31.124183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3a9ae972-d11d-456b-bcd8-7758d7c0b16c None None] Provisioning complete for port e72379da-5b46-4def-86e8-29904b45d35e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:31.124760 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae972-d11d-456b-bcd8-7758d7c0b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.234280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ae972-d11d-456b-bcd8-7758d7c0b16c None None] Port e72379da-5b46-4def-86e8-29904b45d35e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:31.257320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3a9ae972-d11d-456b-bcd8-7758d7c0b16c None None] Provisioning complete for port 0a87ccc0-d956-4263-b848-a86d6e83ea14 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:31.258146 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae972-d11d-456b-bcd8-7758d7c0b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.267417 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-281496ae-1ad5-4153-8d91-0acda7c8c184 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.270924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Network 22d0af88-7f70-4228-a968-df58bad20e42 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:31.271207 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-281496ae-1ad5-4153-8d91-0acda7c8c184 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.273775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:31.274845 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-281496ae-1ad5-4153-8d91-0acda7c8c184 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-groups/ed9f551c-a874-4fba-a76b-90e0066e4b57 HTTP/1.1" status: 204 len: 168 time: 0.4046130 Aug 19 12:51:31.286096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35456) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:31.303320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a87ccc0-d956-4263-b848-a86d6e83ea14 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:31.332724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281496ae-1ad5-4153-8d91-0acda7c8c184 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9f551c-a874-4fba-a76b-90e0066e4b57,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:31.389241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35460) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:31.392661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-45f0c3be-0ccd-4421-9905-4bd55bfd2d6a tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1073692 Aug 19 12:51:31.401555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-23bc6ea2-2a99-427f-9eca-0e52b9fae3e5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474724983'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:31.470287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0a87ccc0-d956-4263-b848-a86d6e83ea14 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:31.470669 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.536310 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23bc6ea2-2a99-427f-9eca-0e52b9fae3e5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.646594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b313e226-ca38-4361-9bcb-332f875c9799 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:31.700104 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-75e1f8c4-362b-482b-9565-a03738a82b35 None None] Provisioning complete for port e72379da-5b46-4def-86e8-29904b45d35e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:31.700896 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-75e1f8c4-362b-482b-9565-a03738a82b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.749162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-75e1f8c4-362b-482b-9565-a03738a82b35 None None] Port e72379da-5b46-4def-86e8-29904b45d35e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:31.775759 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23bc6ea2-2a99-427f-9eca-0e52b9fae3e5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.844491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Router 20be5826-cdcf-4d07-a67d-374b97564117 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:51:31.870391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9932364f-8f1d-43c5-9605-6fe15724c6b0 None None] Provisioning complete for port e72379da-5b46-4def-86e8-29904b45d35e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:31.870954 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9932364f-8f1d-43c5-9605-6fe15724c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.884493 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23bc6ea2-2a99-427f-9eca-0e52b9fae3e5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:31.915649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b313e226-ca38-4361-9bcb-332f875c9799 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:31.948218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9932364f-8f1d-43c5-9605-6fe15724c6b0 None None] Port e72379da-5b46-4def-86e8-29904b45d35e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:31.958277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc6ea2-2a99-427f-9eca-0e52b9fae3e5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107c8404-82d7-4bd9-8522-44bd246d5d25,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:31.993563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:32.002446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35464) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:32.006633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b780f32f-cf61-4711-8169-56120eafb9e0 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "PUT /v2.0/routers/20be5826-cdcf-4d07-a67d-374b97564117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6114886 Aug 19 12:51:32.009300 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafcea98-4994-42db-8e20-0643ea797ab7 None None] Sync routers for ids ['20be5826-cdcf-4d07-a67d-374b97564117'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:32.014643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf54d64-1588-462d-9554-9530bcb9d083 None None] Network fcc1b803-e9dc-455f-ae80-de6af9ee2231 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:32.042921 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafcea98-4994-42db-8e20-0643ea797ab7 None None] Routers {'20be5826-cdcf-4d07-a67d-374b97564117'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:32.044325 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bafcea98-4994-42db-8e20-0643ea797ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['20be5826-cdcf-4d07-a67d-374b97564117'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:32.130174 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bafcea98-4994-42db-8e20-0643ea797ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:32.142596 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafcea98-4994-42db-8e20-0643ea797ab7 None None] Routers {'20be5826-cdcf-4d07-a67d-374b97564117'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:32.144003 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bafcea98-4994-42db-8e20-0643ea797ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['20be5826-cdcf-4d07-a67d-374b97564117'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:32.162338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23bc6ea2-2a99-427f-9eca-0e52b9fae3e5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.163805 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-23bc6ea2-2a99-427f-9eca-0e52b9fae3e5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7717977 Aug 19 12:51:32.167614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35466) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:32.174316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a6226e2d-fd7a-4ca8-8922-bbf25443c4b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155003019'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:32.197494 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-bafcea98-4994-42db-8e20-0643ea797ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:32.198125 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafcea98-4994-42db-8e20-0643ea797ab7 None None] The sync data for ids ['20be5826-cdcf-4d07-a67d-374b97564117'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:32.241207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8810c106-43ba-4f93-8888-777165d77887 None None] Provisioning for port b313e226-ca38-4361-9bcb-332f875c9799 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:32.250562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8810c106-43ba-4f93-8888-777165d77887 None None] Provisioning complete for port b313e226-ca38-4361-9bcb-332f875c9799 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:32.250562 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8810c106-43ba-4f93-8888-777165d77887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.307900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6226e2d-fd7a-4ca8-8922-bbf25443c4b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.398686 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8810c106-43ba-4f93-8888-777165d77887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.487185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8810c106-43ba-4f93-8888-777165d77887 None None] For port b313e226-ca38-4361-9bcb-332f875c9799, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b313e226-ca38-4361-9bcb-332f875c9799,segment=NetworkSegment(fad58ffb-42a5-4a12-aeb7-81a251faca19),segment_id=fad58ffb-42a5-4a12-aeb7-81a251faca19)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:32.512592 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6226e2d-fd7a-4ca8-8922-bbf25443c4b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.622994 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-dc06f163-6f08-4a8a-b23e-1a9e2b270c47 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:51:32.624301 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dc06f163-6f08-4a8a-b23e-1a9e2b270c47 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "PUT /v2.0/routers/20be5826-cdcf-4d07-a67d-374b97564117/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6209068 Aug 19 12:51:32.628067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35472) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:32.709816 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8810c106-43ba-4f93-8888-777165d77887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.741956 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6226e2d-fd7a-4ca8-8922-bbf25443c4b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.784007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810c106-43ba-4f93-8888-777165d77887 None None] Pushing event updated for resources: {'Port': ['ID=b313e226-ca38-4361-9bcb-332f875c9799,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:32.837815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e11adb0a-9cb9-4fe5-bead-34ebd24bb930 None None] Provisioning complete for port b313e226-ca38-4361-9bcb-332f875c9799 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:32.838461 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e11adb0a-9cb9-4fe5-bead-34ebd24bb930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.963704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6226e2d-fd7a-4ca8-8922-bbf25443c4b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab129441-7122-47ac-baa1-4fc09660c578,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:32.971467 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6226e2d-fd7a-4ca8-8922-bbf25443c4b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:32.977684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a6226e2d-fd7a-4ca8-8922-bbf25443c4b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8047030 Aug 19 12:51:32.978182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35474) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:32.991034 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': '107c8404-82d7-4bd9-8522-44bd246d5d25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ab129441-7122-47ac-baa1-4fc09660c578', 'remote_ip_prefix': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:33.111831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b313e226-ca38-4361-9bcb-332f875c9799 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:33.188878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b313e226-ca38-4361-9bcb-332f875c9799 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:33.189562 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:33.225037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:33.302182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b504123-8d05-4feb-acfe-0a2d0b669a5e tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:33.386112 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:33.424123 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:51:33.536143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:33.562513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cc4627-0b01-487d-98da-00c33e44f816,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:33.582069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.582653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.583217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.584073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.586761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.586761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.586761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.586761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.586761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.586761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.586761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.587314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:33.681949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3b504123-8d05-4feb-acfe-0a2d0b669a5e tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Deleting port e72379da-5b46-4def-86e8-29904b45d35e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:33.682307 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b504123-8d05-4feb-acfe-0a2d0b669a5e tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:33.776436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b504123-8d05-4feb-acfe-0a2d0b669a5e tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:33.790304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3b504123-8d05-4feb-acfe-0a2d0b669a5e tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Calling delete_port for e72379da-5b46-4def-86e8-29904b45d35e owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:33.816776 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:33.821811 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-eb1510fa-0f4c-40f2-99b4-99cbe06c3f7d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8386769 Aug 19 12:51:33.822154 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35482) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:33.847941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02604081-afdc-4bd4-a547-d20aa61aa6b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:33.856811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02604081-afdc-4bd4-a547-d20aa61aa6b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.084157 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02604081-afdc-4bd4-a547-d20aa61aa6b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.092103 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02604081-afdc-4bd4-a547-d20aa61aa6b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.093342 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-02604081-afdc-4bd4-a547-d20aa61aa6b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e6cc4627-0b01-487d-98da-00c33e44f816 HTTP/1.1" status: 204 len: 168 time: 0.2700844 Aug 19 12:51:34.097944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35488) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:34.099965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02604081-afdc-4bd4-a547-d20aa61aa6b0 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6cc4627-0b01-487d-98da-00c33e44f816,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:34.148331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-20d6284d-7516-4881-9627-3cb28d304333 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0490973 Aug 19 12:51:34.150985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35490) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:34.212823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-841e9a48-e898-4b1a-9305-261ebe0db794 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.237584 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b504123-8d05-4feb-acfe-0a2d0b669a5e tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.247565 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-841e9a48-e898-4b1a-9305-261ebe0db794 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.290590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b504123-8d05-4feb-acfe-0a2d0b669a5e tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event deleted for resources: {'Port': ['ID=e72379da-5b46-4def-86e8-29904b45d35e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:34.469530 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b504123-8d05-4feb-acfe-0a2d0b669a5e tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.931841 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-841e9a48-e898-4b1a-9305-261ebe0db794 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.934496 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-841e9a48-e898-4b1a-9305-261ebe0db794 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.935718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-841e9a48-e898-4b1a-9305-261ebe0db794 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-groups/ab129441-7122-47ac-baa1-4fc09660c578 HTTP/1.1" status: 204 len: 168 time: 0.7837727 Aug 19 12:51:34.940242 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35504) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:34.977492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e9a48-e898-4b1a-9305-261ebe0db794 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab129441-7122-47ac-baa1-4fc09660c578,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:35.042298 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1c5a0f08-dd93-420d-aa36-37b64c2e7ac2 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0992787 Aug 19 12:51:35.043239 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35506) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:35.078821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b504123-8d05-4feb-acfe-0a2d0b669a5e tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Router 20be5826-cdcf-4d07-a67d-374b97564117 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:35.122722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf208-9b8c-40f6-b735-66cb371d1b55 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.156492 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf208-9b8c-40f6-b735-66cb371d1b55 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.205875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b504123-8d05-4feb-acfe-0a2d0b669a5e tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:35.213485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3b504123-8d05-4feb-acfe-0a2d0b669a5e tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "PUT /v2.0/routers/20be5826-cdcf-4d07-a67d-374b97564117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5829570 Aug 19 12:51:35.219980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35508) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:35.226826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c31e8-1e89-4a0b-9bec-d70a13acfaa1 None None] Sync routers for ids ['20be5826-cdcf-4d07-a67d-374b97564117'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:35.247577 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c31e8-1e89-4a0b-9bec-d70a13acfaa1 None None] Routers {'20be5826-cdcf-4d07-a67d-374b97564117'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:35.248515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a73c31e8-1e89-4a0b-9bec-d70a13acfaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['20be5826-cdcf-4d07-a67d-374b97564117'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:35.267549 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-f960753a-c752-43b3-97f8-3419d1e42217 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] delete failed (client error): The resource could not be found. Aug 19 12:51:35.268767 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f960753a-c752-43b3-97f8-3419d1e42217 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1274917691 HTTP/1.1" status: 404 len: 335 time: 0.0468845 Aug 19 12:51:35.276289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35510) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:35.281778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-25bea3a8-9e0c-485c-8d7a-324633bf76bd tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Request body: {'router': {'external_gateway_info': {'network_id': '20be5826-cdcf-4d07-a67d-374b97564117'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:35.292771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a73c31e8-1e89-4a0b-9bec-d70a13acfaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:35.304178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c31e8-1e89-4a0b-9bec-d70a13acfaa1 None None] Routers {'20be5826-cdcf-4d07-a67d-374b97564117'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:35.304833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a73c31e8-1e89-4a0b-9bec-d70a13acfaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['20be5826-cdcf-4d07-a67d-374b97564117'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:35.343463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a73c31e8-1e89-4a0b-9bec-d70a13acfaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:35.344051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c31e8-1e89-4a0b-9bec-d70a13acfaa1 None None] The sync data for ids ['20be5826-cdcf-4d07-a67d-374b97564117'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:35.350972 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf208-9b8c-40f6-b735-66cb371d1b55 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.358626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf208-9b8c-40f6-b735-66cb371d1b55 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.362973 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bd6bf208-9b8c-40f6-b735-66cb371d1b55 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-groups/107c8404-82d7-4bd9-8522-44bd246d5d25 HTTP/1.1" status: 204 len: 168 time: 0.3180597 Aug 19 12:51:35.379146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35514) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:35.420006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bf208-9b8c-40f6-b735-66cb371d1b55 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107c8404-82d7-4bd9-8522-44bd246d5d25,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:35.488765 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-087cdd24-10cc-41a0-9c78-3e6c6868b599 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0993817 Aug 19 12:51:35.494878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35518) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:35.502730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f38910c0-b5bb-41e8-b85d-13cebea29fb5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892694600'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:35.589914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35520) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:35.634053 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-25bea3a8-9e0c-485c-8d7a-324633bf76bd tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.668031 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f38910c0-b5bb-41e8-b85d-13cebea29fb5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.765932 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-25bea3a8-9e0c-485c-8d7a-324633bf76bd tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] update failed (client error): The resource could not be found. Aug 19 12:51:35.815215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-25bea3a8-9e0c-485c-8d7a-324633bf76bd tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "PUT /v2.0/routers/20be5826-cdcf-4d07-a67d-374b97564117 HTTP/1.1" status: 404 len: 339 time: 0.5369222 Aug 19 12:51:35.819689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35524) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:35.820437 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea90f843-054d-468e-9019-1f89470bda58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.850597 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f38910c0-b5bb-41e8-b85d-13cebea29fb5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.948664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f38910c0-b5bb-41e8-b85d-13cebea29fb5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.039537 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38910c0-b5bb-41e8-b85d-13cebea29fb5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd82fe58-ab2f-48de-9b46-48c5f86d2eba,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:36.129266 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea90f843-054d-468e-9019-1f89470bda58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.209803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.275110 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea90f843-054d-468e-9019-1f89470bda58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.324377 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ea90f843-054d-468e-9019-1f89470bda58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3ccdaa9247f42fda39884d06cdc8981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329614 Aug 19 12:51:36.324982 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35526) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:36.327156 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90f843-054d-468e-9019-1f89470bda58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fa577b-a2c6-4982-8b71-d7520d0127eb,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:36.391757 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70bae0f9-38c1-4544-b459-97e45ad16afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.418093 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f38910c0-b5bb-41e8-b85d-13cebea29fb5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.419319 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f38910c0-b5bb-41e8-b85d-13cebea29fb5 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9230609 Aug 19 12:51:36.423692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70bae0f9-38c1-4544-b459-97e45ad16afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.423962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35528) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:36.430590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4ae1a02d-51d1-4b3d-ae82-cfcaacf93e08 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': 'cd82fe58-ab2f-48de-9b46-48c5f86d2eba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:36.534331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Allocated IP 172.20.0.1 (03cca5f4-8051-4056-8291-aef7ab070578/c2664a86-5241-4f72-abde-05c9b91ab571/4b28a399-f47f-4ed5-afba-62932370887c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:36.593398 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a02d-51d1-4b3d-ae82-cfcaacf93e08 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.685765 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.707762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Transition to ACTIVE for port object 4b28a399-f47f-4ed5-afba-62932370887c will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:36.709947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70bae0f9-38c1-4544-b459-97e45ad16afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.712552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70bae0f9-38c1-4544-b459-97e45ad16afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.713744 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-70bae0f9-38c1-4544-b459-97e45ad16afc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60fa577b-a2c6-4982-8b71-d7520d0127eb HTTP/1.1" status: 204 len: 168 time: 0.3876433 Aug 19 12:51:36.731754 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a02d-51d1-4b3d-ae82-cfcaacf93e08 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.733451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bae0f9-38c1-4544-b459-97e45ad16afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fa577b-a2c6-4982-8b71-d7520d0127eb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:36.839175 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a02d-51d1-4b3d-ae82-cfcaacf93e08 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.856996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1a02d-51d1-4b3d-ae82-cfcaacf93e08 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb70df02-b1c8-45cc-81c2-b7a9365af63a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:36.885144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.937802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Network 03cca5f4-8051-4056-8291-aef7ab070578 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:36.946985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:36.952032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:36.959914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event updated for resources: {'Port': ['ID=4b28a399-f47f-4ed5-afba-62932370887c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:37.035341 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.149070 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a02d-51d1-4b3d-ae82-cfcaacf93e08 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.153089 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4ae1a02d-51d1-4b3d-ae82-cfcaacf93e08 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7243547 Aug 19 12:51:37.153089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35534) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:37.206018 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-189087cf-e9ba-44aa-840c-d864c7794827 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.217523 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-189087cf-e9ba-44aa-840c-d864c7794827 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.336588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-189087cf-e9ba-44aa-840c-d864c7794827 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.337363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.344727 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-189087cf-e9ba-44aa-840c-d864c7794827 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.346198 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-189087cf-e9ba-44aa-840c-d864c7794827 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/cb70df02-b1c8-45cc-81c2-b7a9365af63a HTTP/1.1" status: 204 len: 168 time: 0.1916614 Aug 19 12:51:37.352196 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35538) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:37.361553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189087cf-e9ba-44aa-840c-d864c7794827 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb70df02-b1c8-45cc-81c2-b7a9365af63a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:37.421411 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1516c872-8a19-467b-b242-813ddf4e6fc1 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674431 Aug 19 12:51:37.423877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35540) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:37.490211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-641bb762-ccc8-45ca-ba7b-821b6f7582ca None None] Provisioning for port 4b28a399-f47f-4ed5-afba-62932370887c completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:37.500793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-641bb762-ccc8-45ca-ba7b-821b6f7582ca None None] Provisioning complete for port 4b28a399-f47f-4ed5-afba-62932370887c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:37.500793 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-641bb762-ccc8-45ca-ba7b-821b6f7582ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.552099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-641bb762-ccc8-45ca-ba7b-821b6f7582ca None None] Port 4b28a399-f47f-4ed5-afba-62932370887c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:37.586511 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9cee6d8e-a44d-451d-8917-03c27556f18b tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.661151 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9cee6d8e-a44d-451d-8917-03c27556f18b tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.784770 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.835293 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9cee6d8e-a44d-451d-8917-03c27556f18b tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.838873 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9cee6d8e-a44d-451d-8917-03c27556f18b tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.840500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9cee6d8e-a44d-451d-8917-03c27556f18b tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-groups/cd82fe58-ab2f-48de-9b46-48c5f86d2eba HTTP/1.1" status: 204 len: 168 time: 0.4154689 Aug 19 12:51:37.843153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35552) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:37.851053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee6d8e-a44d-451d-8917-03c27556f18b tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd82fe58-ab2f-48de-9b46-48c5f86d2eba,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:37.903353 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.914671 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0554036e-548c-4881-84fe-23483c78c14d tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695276 Aug 19 12:51:37.919246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35554) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:37.923808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-343d8d90-3384-419c-8bdf-96f903be6168 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group': {'name': 'tempest-secgroup--955544689'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:37.987429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.989154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event updated for resources: {'Port': ['ID=4b28a399-f47f-4ed5-afba-62932370887c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:38.045020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-343d8d90-3384-419c-8bdf-96f903be6168 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:38.098251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Network 03cca5f4-8051-4056-8291-aef7ab070578 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:38.100771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:38.175600 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-343d8d90-3384-419c-8bdf-96f903be6168 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:38.230841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Router 20be5826-cdcf-4d07-a67d-374b97564117 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:38.302161 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-343d8d90-3384-419c-8bdf-96f903be6168 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:38.339464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d8d90-3384-419c-8bdf-96f903be6168 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0d9143-c6b4-47a0-b4d1-59779561f134,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:38.340527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:38.373929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5d0a7c01-9d8b-4bc6-b462-48d55be92d61 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "PUT /v2.0/routers/20be5826-cdcf-4d07-a67d-374b97564117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5411251 Aug 19 12:51:38.374109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35564) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:38.374256 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caed27d-5726-42d6-baeb-f459863054c9 None None] Sync routers for ids ['20be5826-cdcf-4d07-a67d-374b97564117'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:38.385429 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caed27d-5726-42d6-baeb-f459863054c9 None None] Routers {'20be5826-cdcf-4d07-a67d-374b97564117'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:38.386271 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3caed27d-5726-42d6-baeb-f459863054c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['20be5826-cdcf-4d07-a67d-374b97564117'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:38.395133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c88e1f66-df9b-449d-8dcc-114daa215c09 None None] Provisioning complete for port 4b28a399-f47f-4ed5-afba-62932370887c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:38.395133 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c88e1f66-df9b-449d-8dcc-114daa215c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:38.434862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-343d8d90-3384-419c-8bdf-96f903be6168 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:38.437143 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-343d8d90-3384-419c-8bdf-96f903be6168 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5167639 Aug 19 12:51:38.439914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35566) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:38.445933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2b1df9ec-df7c-4002-a3cf-2d4ce9469e67 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': 'af0d9143-c6b4-47a0-b4d1-59779561f134', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:38.455628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c88e1f66-df9b-449d-8dcc-114daa215c09 None None] Port 4b28a399-f47f-4ed5-afba-62932370887c cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:38.529222 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e3ccc5e-df5a-401c-b460-910d5d8ec91d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:38.565010 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b1df9ec-df7c-4002-a3cf-2d4ce9469e67 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:38.570265 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3caed27d-5726-42d6-baeb-f459863054c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:38.581184 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caed27d-5726-42d6-baeb-f459863054c9 None None] Routers {'20be5826-cdcf-4d07-a67d-374b97564117'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:38.582119 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3caed27d-5726-42d6-baeb-f459863054c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['20be5826-cdcf-4d07-a67d-374b97564117'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:38.618137 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3caed27d-5726-42d6-baeb-f459863054c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:38.619068 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caed27d-5726-42d6-baeb-f459863054c9 None None] The sync data for ids ['20be5826-cdcf-4d07-a67d-374b97564117'] in n-d-778732-8 is: [] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:38.673935 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-2e3ccc5e-df5a-401c-b460-910d5d8ec91d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:51:38.679459 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2e3ccc5e-df5a-401c-b460-910d5d8ec91d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "DELETE /v2.0/routers/20be5826-cdcf-4d07-a67d-374b97564117 HTTP/1.1" status: 409 len: 329 time: 0.3058174 Aug 19 12:51:38.679616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35576) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:38.688644 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b1df9ec-df7c-4002-a3cf-2d4ce9469e67 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:38.775137 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b1df9ec-df7c-4002-a3cf-2d4ce9469e67 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:38.807067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1df9ec-df7c-4002-a3cf-2d4ce9469e67 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6997e433-8303-467d-b23a-0c21f8a7cdf6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:38.910308 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b1df9ec-df7c-4002-a3cf-2d4ce9469e67 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:38.912265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2b1df9ec-df7c-4002-a3cf-2d4ce9469e67 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4705844 Aug 19 12:51:38.915433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35586) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:38.934063 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ca185f3c-e1c5-4085-b06d-be2488e2c640 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules/6997e433-8303-467d-b23a-0c21f8a7cdf6 HTTP/1.1" status: 200 len: 763 time: 0.0174336 Aug 19 12:51:38.938318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35588) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:39.031890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7ade72d2-a904-404e-90a3-74d117f7dc93 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0899522 Aug 19 12:51:39.033230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35590) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:39.072910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46be7fe3-1581-4490-af67-0383f78139fc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.082352 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46be7fe3-1581-4490-af67-0383f78139fc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.171827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55432c89-bfcd-46d6-b437-faeb315ec45d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.205749 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46be7fe3-1581-4490-af67-0383f78139fc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.212836 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46be7fe3-1581-4490-af67-0383f78139fc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.214146 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-46be7fe3-1581-4490-af67-0383f78139fc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6997e433-8303-467d-b23a-0c21f8a7cdf6 HTTP/1.1" status: 204 len: 168 time: 0.1800904 Aug 19 12:51:39.217199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35592) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:39.236463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be7fe3-1581-4490-af67-0383f78139fc tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6997e433-8303-467d-b23a-0c21f8a7cdf6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:39.275972 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e82d5ea2-7d94-4639-b626-9c4bd64b2085 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565691 Aug 19 12:51:39.279289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35594) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:39.288235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-208eda3b-29d2-4d74-bdae-eb03ddfbb462 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': 'af0d9143-c6b4-47a0-b4d1-59779561f134', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:39.390218 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208eda3b-29d2-4d74-bdae-eb03ddfbb462 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.461896 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208eda3b-29d2-4d74-bdae-eb03ddfbb462 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.474521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-55432c89-bfcd-46d6-b437-faeb315ec45d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Deleting port 4b28a399-f47f-4ed5-afba-62932370887c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:39.474865 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55432c89-bfcd-46d6-b437-faeb315ec45d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.573980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55432c89-bfcd-46d6-b437-faeb315ec45d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.588837 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-55432c89-bfcd-46d6-b437-faeb315ec45d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Calling delete_port for 4b28a399-f47f-4ed5-afba-62932370887c owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:39.604349 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208eda3b-29d2-4d74-bdae-eb03ddfbb462 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.625871 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208eda3b-29d2-4d74-bdae-eb03ddfbb462 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561f29cc-eca1-483a-a30e-29bae41b9b5a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:39.782157 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208eda3b-29d2-4d74-bdae-eb03ddfbb462 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.786756 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-208eda3b-29d2-4d74-bdae-eb03ddfbb462 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5019250 Aug 19 12:51:39.788888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35598) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:39.821935 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cf742f4d-3c5d-4388-ba2b-66ce83a5b26b tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules/561f29cc-eca1-483a-a30e-29bae41b9b5a HTTP/1.1" status: 200 len: 763 time: 0.0316319 Aug 19 12:51:39.840893 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35600) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:39.903356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35606) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:39.903910 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-34fda0b4-e2ae-4757-b6f5-b8283e47d584 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0617523 Aug 19 12:51:39.923378 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55432c89-bfcd-46d6-b437-faeb315ec45d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.967871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55432c89-bfcd-46d6-b437-faeb315ec45d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event deleted for resources: {'Port': ['ID=4b28a399-f47f-4ed5-afba-62932370887c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:39.980624 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea26e2f4-9f7b-45a0-ae87-8f5584b9e2e7 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.027572 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea26e2f4-9f7b-45a0-ae87-8f5584b9e2e7 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.153985 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55432c89-bfcd-46d6-b437-faeb315ec45d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.167123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea26e2f4-9f7b-45a0-ae87-8f5584b9e2e7 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.178231 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea26e2f4-9f7b-45a0-ae87-8f5584b9e2e7 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.179961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ea26e2f4-9f7b-45a0-ae87-8f5584b9e2e7 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/561f29cc-eca1-483a-a30e-29bae41b9b5a HTTP/1.1" status: 204 len: 168 time: 0.2751398 Aug 19 12:51:40.187478 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35610) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:40.222871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26e2f4-9f7b-45a0-ae87-8f5584b9e2e7 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=561f29cc-eca1-483a-a30e-29bae41b9b5a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:40.246872 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-04087d66-f96f-4668-b8da-8ce186fe4ea2 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569723 Aug 19 12:51:40.249120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35616) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:40.254127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c5b7fb07-dfdd-4800-9f8e-ab095b692899 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Request body: {'security_group_rule': {'security_group_id': 'af0d9143-c6b4-47a0-b4d1-59779561f134', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:40.359059 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb07-dfdd-4800-9f8e-ab095b692899 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.441434 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb07-dfdd-4800-9f8e-ab095b692899 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.513572 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb07-dfdd-4800-9f8e-ab095b692899 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.544060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7fb07-dfdd-4800-9f8e-ab095b692899 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2be7d47-4eb1-4964-83b8-b8ab913a2333,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:40.668444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55432c89-bfcd-46d6-b437-faeb315ec45d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Router 20be5826-cdcf-4d07-a67d-374b97564117 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:40.672329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb07-dfdd-4800-9f8e-ab095b692899 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.673902 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c5b7fb07-dfdd-4800-9f8e-ab095b692899 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4235606 Aug 19 12:51:40.676386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35618) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:40.757130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8f931cae-d717-4591-962f-e6c1d2f741ce tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules/b2be7d47-4eb1-4964-83b8-b8ab913a2333 HTTP/1.1" status: 200 len: 764 time: 0.0794415 Aug 19 12:51:40.759550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35620) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:40.778971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55432c89-bfcd-46d6-b437-faeb315ec45d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:40.788662 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35624) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:40.788784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-55432c89-bfcd-46d6-b437-faeb315ec45d tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "PUT /v2.0/routers/20be5826-cdcf-4d07-a67d-374b97564117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1074908 Aug 19 12:51:40.796422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d221fa-66bf-4885-8cd3-a655c975b450 None None] Sync routers for ids ['20be5826-cdcf-4d07-a67d-374b97564117'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:40.820098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c38148ae-0a61-43d9-b531-3d9a2b76e9c7 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0562744 Aug 19 12:51:40.821937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35626) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:40.838891 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d221fa-66bf-4885-8cd3-a655c975b450 None None] Routers {'20be5826-cdcf-4d07-a67d-374b97564117'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:40.839551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5d221fa-66bf-4885-8cd3-a655c975b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['20be5826-cdcf-4d07-a67d-374b97564117'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:40.841006 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-da5d39b8-74d5-412a-94d5-ef20eb34e5d8 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] show failed (client error): The resource could not be found. Aug 19 12:51:40.845544 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-da5d39b8-74d5-412a-94d5-ef20eb34e5d8 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-216092483 HTTP/1.1" status: 404 len: 334 time: 0.0524313 Aug 19 12:51:40.846115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35628) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:40.856095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b13d64ca-104f-4006-9f92-8ae15122f9d9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:40.909102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5d221fa-66bf-4885-8cd3-a655c975b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:40.917628 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-b13d64ca-104f-4006-9f92-8ae15122f9d9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] update failed (client error): The resource could not be found. Aug 19 12:51:40.922884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b13d64ca-104f-4006-9f92-8ae15122f9d9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1205163097 HTTP/1.1" status: 404 len: 335 time: 0.0716376 Aug 19 12:51:40.927032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35632) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:40.936714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d221fa-66bf-4885-8cd3-a655c975b450 None None] Routers {'20be5826-cdcf-4d07-a67d-374b97564117'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:40.938014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5d221fa-66bf-4885-8cd3-a655c975b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['20be5826-cdcf-4d07-a67d-374b97564117'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:40.978193 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6781-9b5a-4986-953e-3207acc91f35 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.011012 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6781-9b5a-4986-953e-3207acc91f35 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.032019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5d221fa-66bf-4885-8cd3-a655c975b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:41.033448 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d221fa-66bf-4885-8cd3-a655c975b450 None None] The sync data for ids ['20be5826-cdcf-4d07-a67d-374b97564117'] in n-d-778732-8 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:41.041052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d88d590-136f-45be-ac8d-78292d74466f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Deleting subnet eafdc2df-84fc-4ba8-8735-d589519d19b7 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:51:41.047063 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d88d590-136f-45be-ac8d-78292d74466f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.113558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d88d590-136f-45be-ac8d-78292d74466f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.195050 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6781-9b5a-4986-953e-3207acc91f35 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.206804 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6781-9b5a-4986-953e-3207acc91f35 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.208199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ffcb6781-9b5a-4986-953e-3207acc91f35 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b2be7d47-4eb1-4964-83b8-b8ab913a2333 HTTP/1.1" status: 204 len: 168 time: 0.3841887 Aug 19 12:51:41.211966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35640) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:41.219462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb6781-9b5a-4986-953e-3207acc91f35 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2be7d47-4eb1-4964-83b8-b8ab913a2333,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:41.230511 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d88d590-136f-45be-ac8d-78292d74466f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.256783 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c84ecc1a-5131-4860-8b73-a14d15eafdd3 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433104 Aug 19 12:51:41.259517 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35642) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:41.328050 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-185e7601-430c-487b-a8b7-de5594a97a23 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.358474 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-185e7601-430c-487b-a8b7-de5594a97a23 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.446332 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d88d590-136f-45be-ac8d-78292d74466f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.475392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88d590-136f-45be-ac8d-78292d74466f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event deleted for resources: {'Subnet': ['ID=eafdc2df-84fc-4ba8-8735-d589519d19b7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:41.479240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-185e7601-430c-487b-a8b7-de5594a97a23 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.481905 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-185e7601-430c-487b-a8b7-de5594a97a23 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.483131 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-185e7601-430c-487b-a8b7-de5594a97a23 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "DELETE /v2.0/security-groups/af0d9143-c6b4-47a0-b4d1-59779561f134 HTTP/1.1" status: 204 len: 168 time: 0.2223873 Aug 19 12:51:41.485620 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d88d590-136f-45be-ac8d-78292d74466f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.489926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9d88d590-136f-45be-ac8d-78292d74466f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "DELETE /v2.0/subnets/eafdc2df-84fc-4ba8-8735-d589519d19b7 HTTP/1.1" status: 204 len: 168 time: 0.5604684 Aug 19 12:51:41.491762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:41.493994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa1c481-e91a-4b1c-aedd-76792be4161a None None] Network fcc1b803-e9dc-455f-ae80-de6af9ee2231 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:41.500385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35646) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:41.501961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e7601-430c-487b-a8b7-de5594a97a23 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0d9143-c6b4-47a0-b4d1-59779561f134,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:41.605902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-319b88c6-c81b-4fb2-983a-3eafb9951621 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Deleting subnet c68d8d51-0331-4440-8d91-f37aa2f03780 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:51:41.610791 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-319b88c6-c81b-4fb2-983a-3eafb9951621 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.617443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d1d0928e-1efd-45f5-a806-bbda85cf7abb tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1229475 Aug 19 12:51:41.623920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35650) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:41.668766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-319b88c6-c81b-4fb2-983a-3eafb9951621 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.717559 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dedcbe82-44ee-44a9-9dfa-137210740a44 tempest-SecGroupTest-1180380752 tempest-SecGroupTest-1180380752-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0915658 Aug 19 12:51:41.767271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a7dec4-cb49-47bb-ae95-faa62fcd9b71 None None] DHCP port deletion for fcc1b803-e9dc-455f-ae80-de6af9ee2231 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:51:41.797531 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-319b88c6-c81b-4fb2-983a-3eafb9951621 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.873967 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-55a7dec4-cb49-47bb-ae95-faa62fcd9b71 None None] Deleting port b313e226-ca38-4361-9bcb-332f875c9799 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:41.874962 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-55a7dec4-cb49-47bb-ae95-faa62fcd9b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.962222 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.970773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-55a7dec4-cb49-47bb-ae95-faa62fcd9b71 None None] For port b313e226-ca38-4361-9bcb-332f875c9799, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b313e226-ca38-4361-9bcb-332f875c9799,segment=NetworkSegment(fad58ffb-42a5-4a12-aeb7-81a251faca19),segment_id=fad58ffb-42a5-4a12-aeb7-81a251faca19)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:41.971155 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-55a7dec4-cb49-47bb-ae95-faa62fcd9b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.991172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-55a7dec4-cb49-47bb-ae95-faa62fcd9b71 None None] Calling delete_port for b313e226-ca38-4361-9bcb-332f875c9799 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:42.000334 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-319b88c6-c81b-4fb2-983a-3eafb9951621 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.057210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b88c6-c81b-4fb2-983a-3eafb9951621 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event deleted for resources: {'Subnet': ['ID=c68d8d51-0331-4440-8d91-f37aa2f03780,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:42.061469 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-319b88c6-c81b-4fb2-983a-3eafb9951621 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.066333 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35660) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:42.066556 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-319b88c6-c81b-4fb2-983a-3eafb9951621 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "DELETE /v2.0/subnets/c68d8d51-0331-4440-8d91-f37aa2f03780 HTTP/1.1" status: 204 len: 168 time: 0.5647888 Aug 19 12:51:42.078047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c205c6-af8c-4161-91c3-0d0f577e9f7d None None] Network 22d0af88-7f70-4228-a968-df58bad20e42 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:42.188176 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.278057 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Deleting port b313e226-ca38-4361-9bcb-332f875c9799 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:42.282083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.340669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52478d39-fd3e-43f6-8691-df7ea8f193cf None None] DHCP port deletion for 22d0af88-7f70-4228-a968-df58bad20e42 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:51:42.366423 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-55a7dec4-cb49-47bb-ae95-faa62fcd9b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.383883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7dec4-cb49-47bb-ae95-faa62fcd9b71 None None] No DVR routers for this DVR port b313e226-ca38-4361-9bcb-332f875c9799 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:42.386140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] For port b313e226-ca38-4361-9bcb-332f875c9799, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b313e226-ca38-4361-9bcb-332f875c9799,segment=NetworkSegment(fad58ffb-42a5-4a12-aeb7-81a251faca19),segment_id=fad58ffb-42a5-4a12-aeb7-81a251faca19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:42.386492 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.405398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Calling delete_port for b313e226-ca38-4361-9bcb-332f875c9799 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:42.436172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7dec4-cb49-47bb-ae95-faa62fcd9b71 None None] Pushing event deleted for resources: {'Port': ['ID=b313e226-ca38-4361-9bcb-332f875c9799,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:42.458229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:42.490268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-52478d39-fd3e-43f6-8691-df7ea8f193cf None None] Deleting port 0a87ccc0-d956-4263-b848-a86d6e83ea14 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:42.491671 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-52478d39-fd3e-43f6-8691-df7ea8f193cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.532656 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.567051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event deleted for resources: {'Port': ['ID=b313e226-ca38-4361-9bcb-332f875c9799,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:42.576257 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] No DVR routers for this DVR port b313e226-ca38-4361-9bcb-332f875c9799 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:42.627229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-52478d39-fd3e-43f6-8691-df7ea8f193cf None None] For port 0a87ccc0-d956-4263-b848-a86d6e83ea14, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0a87ccc0-d956-4263-b848-a86d6e83ea14,segment=NetworkSegment(2d7874ae-421c-4d41-8760-bc830ec32bc4),segment_id=2d7874ae-421c-4d41-8760-bc830ec32bc4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:42.629997 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-52478d39-fd3e-43f6-8691-df7ea8f193cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.660188 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-52478d39-fd3e-43f6-8691-df7ea8f193cf None None] Calling delete_port for 0a87ccc0-d956-4263-b848-a86d6e83ea14 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:42.723481 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.745749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc1b803-e9dc-455f-ae80-de6af9ee2231']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:42.746776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-346166b8-7ff2-434b-8bf8-eaafe300aced admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73e8dcfc8f1046008134025c89fc5087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859783 Aug 19 12:51:42.747723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35670) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:42.769050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad58ffb-42a5-4a12-aeb7-81a251faca19') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:42.769882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad58ffb-42a5-4a12-aeb7-81a251faca19') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:42.786676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.804338 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c473b068-abaa-4c50-aee8-503686db8d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.810705 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.824546 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:51:42.826014 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.827360 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-52478d39-fd3e-43f6-8691-df7ea8f193cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.836174 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c473b068-abaa-4c50-aee8-503686db8d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:42.870910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52478d39-fd3e-43f6-8691-df7ea8f193cf None None] Pushing event deleted for resources: {'Port': ['ID=0a87ccc0-d956-4263-b848-a86d6e83ea14,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:42.873467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52478d39-fd3e-43f6-8691-df7ea8f193cf None None] No DVR routers for this DVR port 0a87ccc0-d956-4263-b848-a86d6e83ea14 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:51:42.881070 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:51:43.015875 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c473b068-abaa-4c50-aee8-503686db8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.018826 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.020503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c473b068-abaa-4c50-aee8-503686db8d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.022377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c473b068-abaa-4c50-aee8-503686db8d60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28493a83-d0f1-444a-997b-a2a4274b8087 HTTP/1.1" status: 204 len: 168 time: 0.2731121 Aug 19 12:51:43.049232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473b068-abaa-4c50-aee8-503686db8d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28493a83-d0f1-444a-997b-a2a4274b8087,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:43.068217 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.070350 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "DELETE /v2.0/networks/fcc1b803-e9dc-455f-ae80-de6af9ee2231 HTTP/1.1" status: 204 len: 168 time: 1.0031455 Aug 19 12:51:43.072935 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35678) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:43.092108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f3624-e3bb-4cae-a6cc-73fd925ac86f tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event deleted for resources: {'Network': ['ID=fcc1b803-e9dc-455f-ae80-de6af9ee2231,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:43.107541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a87ccc0-d956-4263-b848-a86d6e83ea14 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:43.149594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 0a87ccc0-d956-4263-b848-a86d6e83ea14 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:43.150288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a87ccc0-d956-4263-b848-a86d6e83ea14 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:43.150870 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b313e226-ca38-4361-9bcb-332f875c9799 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:43.178258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b313e226-ca38-4361-9bcb-332f875c9799 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:43.178864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b313e226-ca38-4361-9bcb-332f875c9799 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:43.262037 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.352740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.363783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d0af88-7f70-4228-a968-df58bad20e42']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:43.378253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7874ae-421c-4d41-8760-bc830ec32bc4') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:43.378609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7874ae-421c-4d41-8760-bc830ec32bc4') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:43.389366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.408944 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.416229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:51:43.417005 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:51:43.424488 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:51:43.652689 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.677998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.677998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "DELETE /v2.0/networks/22d0af88-7f70-4228-a968-df58bad20e42 HTTP/1.1" status: 204 len: 168 time: 0.5789013 Aug 19 12:51:43.683080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35696) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:43.687508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498286bb-9189-4722-bcfb-31e3f6ee23a7 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event deleted for resources: {'Network': ['ID=22d0af88-7f70-4228-a968-df58bad20e42,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:43.749132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-007d4041-2bb5-46fe-82ca-0d51b08860b9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Deleting subnet c2664a86-5241-4f72-abde-05c9b91ab571 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:51:43.752732 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-007d4041-2bb5-46fe-82ca-0d51b08860b9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.800707 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-007d4041-2bb5-46fe-82ca-0d51b08860b9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:43.887488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-007d4041-2bb5-46fe-82ca-0d51b08860b9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.128671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-007d4041-2bb5-46fe-82ca-0d51b08860b9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.158949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d4041-2bb5-46fe-82ca-0d51b08860b9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event deleted for resources: {'Subnet': ['ID=c2664a86-5241-4f72-abde-05c9b91ab571,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:44.163106 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-007d4041-2bb5-46fe-82ca-0d51b08860b9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.167679 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-007d4041-2bb5-46fe-82ca-0d51b08860b9 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "DELETE /v2.0/subnets/c2664a86-5241-4f72-abde-05c9b91ab571 HTTP/1.1" status: 204 len: 168 time: 0.4830396 Aug 19 12:51:44.168394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35712) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:44.176807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c19808-7dda-4d52-89dd-5d5b40ad4f04 None None] Network 03cca5f4-8051-4056-8291-aef7ab070578 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:51:44.277786 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.368253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Deleting port 44713176-76b5-484d-88a3-78c09d7957ec {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:44.368253 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.416225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] DHCP port deletion for 03cca5f4-8051-4056-8291-aef7ab070578 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:51:44.428558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] For port 44713176-76b5-484d-88a3-78c09d7957ec, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=44713176-76b5-484d-88a3-78c09d7957ec,segment=NetworkSegment(f33fec26-f967-45d5-8467-bd2df6e3198f),segment_id=f33fec26-f967-45d5-8467-bd2df6e3198f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:44.429041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.453324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Calling delete_port for 44713176-76b5-484d-88a3-78c09d7957ec owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:44.485152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Deleting port 44713176-76b5-484d-88a3-78c09d7957ec {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:44.485570 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.556150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] For port 44713176-76b5-484d-88a3-78c09d7957ec, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=44713176-76b5-484d-88a3-78c09d7957ec,segment=NetworkSegment(f33fec26-f967-45d5-8467-bd2df6e3198f),segment_id=f33fec26-f967-45d5-8467-bd2df6e3198f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:44.556720 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.572273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Calling delete_port for 44713176-76b5-484d-88a3-78c09d7957ec owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:44.584173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35720) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:44.650155 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.685638 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.689165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event deleted for resources: {'Port': ['ID=44713176-76b5-484d-88a3-78c09d7957ec,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:44.694314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] No DVR routers for this DVR port 44713176-76b5-484d-88a3-78c09d7957ec on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:44.715665 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.718781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Pushing event deleted for resources: {'Port': ['ID=44713176-76b5-484d-88a3-78c09d7957ec,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:44.723563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] No DVR routers for this DVR port 44713176-76b5-484d-88a3-78c09d7957ec on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:44.731379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.734784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.734784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.734784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.734784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.734784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.734784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.734784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.734784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.734784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.735713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.736655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afec55f-3e7e-45b9-9393-0cd4314fa892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:44.780314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f46a02cc-2622-4961-aaf7-d808604430e5 tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1489735948', 'prefixes': ['172.20.0.0/16']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:44.808027 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.821081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cca5f4-8051-4056-8291-aef7ab070578']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:44.831400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33fec26-f967-45d5-8467-bd2df6e3198f') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:44.831703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33fec26-f967-45d5-8467-bd2df6e3198f') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:44.846455 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.856830 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.863241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:51:44.863715 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:51:44.867499 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:51:45.046951 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:45.061043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 44713176-76b5-484d-88a3-78c09d7957ec no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:45.070958 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:45.079732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "DELETE /v2.0/networks/03cca5f4-8051-4056-8291-aef7ab070578 HTTP/1.1" status: 204 len: 168 time: 0.9101858 Aug 19 12:51:45.081487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35726) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:45.099937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35353ca6-c128-4fc4-ba4e-5195a4878e89 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Pushing event deleted for resources: {'Network': ['ID=03cca5f4-8051-4056-8291-aef7ab070578,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:45.111617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 44713176-76b5-484d-88a3-78c09d7957ec {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:45.111982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 44713176-76b5-484d-88a3-78c09d7957ec not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:45.162023 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b8ced27b-4e84-41c0-b69b-846cb45c8a97 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "GET /v2.0/ports?device_id=20be5826-cdcf-4d07-a67d-374b97564117 HTTP/1.1" status: 200 len: 205 time: 0.0759497 Aug 19 12:51:45.170037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35732) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:45.262069 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05cb57bb-2381-478c-b556-298388eb9592 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:45.404743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f46a02cc-2622-4961-aaf7-d808604430e5 tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] Notify callbacks [] for subnetpool, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:45.406598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f46a02cc-2622-4961-aaf7-d808604430e5 tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8232739 Aug 19 12:51:45.409560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35736) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:45.457170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c8106287-10d2-4883-afdc-2eb340c666ca tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] 10.222.0.44 "GET /v2.0/subnetpools/2bd959b1-46b0-4c6f-9c48-7d9269cd6dc5 HTTP/1.1" status: 200 len: 732 time: 0.0440869 Aug 19 12:51:45.457654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35738) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:45.463286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2a3b219e-3b43-4aad-bdc9-c6b2bb1c5d2b tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-965832786'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:45.711377 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a3b219e-3b43-4aad-bdc9-c6b2bb1c5d2b tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] Notify callbacks [] for subnetpool, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:45.713275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2a3b219e-3b43-4aad-bdc9-c6b2bb1c5d2b tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] 10.222.0.44 "PUT /v2.0/subnetpools/2bd959b1-46b0-4c6f-9c48-7d9269cd6dc5 HTTP/1.1" status: 200 len: 683 time: 0.2539988 Aug 19 12:51:45.716675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35740) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:45.796823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05cb57bb-2381-478c-b556-298388eb9592 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:45.799303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05cb57bb-2381-478c-b556-298388eb9592 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:45.932499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-006ff4ec-3f2b-4528-828b-c551160675d2 tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] Notify callbacks [] for subnetpool, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:45.933953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-006ff4ec-3f2b-4528-828b-c551160675d2 tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] 10.222.0.44 "DELETE /v2.0/subnetpools/2bd959b1-46b0-4c6f-9c48-7d9269cd6dc5 HTTP/1.1" status: 204 len: 168 time: 0.2155163 Aug 19 12:51:45.937803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35742) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:45.953121 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-c2adbcfe-ef94-4e97-85e1-45d39f8c0f13 tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] show failed (client error): The resource could not be found. Aug 19 12:51:45.954175 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c2adbcfe-ef94-4e97-85e1-45d39f8c0f13 tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] 10.222.0.44 "GET /v2.0/subnetpools/2bd959b1-46b0-4c6f-9c48-7d9269cd6dc5 HTTP/1.1" status: 404 len: 346 time: 0.0154049 Aug 19 12:51:45.957041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35744) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:45.969256 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05cb57bb-2381-478c-b556-298388eb9592 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:45.969971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cb57bb-2381-478c-b556-298388eb9592 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Fanout notify agent at l3_agent the message router_deleted on router 20be5826-cdcf-4d07-a67d-374b97564117 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:51:45.977541 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05cb57bb-2381-478c-b556-298388eb9592 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:45.978724 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-05cb57bb-2381-478c-b556-298388eb9592 tempest-RoutersNegativeTest-1069275140 tempest-RoutersNegativeTest-1069275140-project] 10.222.0.44 "DELETE /v2.0/routers/20be5826-cdcf-4d07-a67d-374b97564117 HTTP/1.1" status: 204 len: 168 time: 0.8073571 Aug 19 12:51:45.985441 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e1cb8e0d-b948-4baa-9bf8-478ef916dca5 tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] delete failed (client error): The resource could not be found. Aug 19 12:51:45.985441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1cb8e0d-b948-4baa-9bf8-478ef916dca5 tempest-SubnetPoolsTestJSON-1127822864 tempest-SubnetPoolsTestJSON-1127822864-project] 10.222.0.44 "DELETE /v2.0/subnetpools/2bd959b1-46b0-4c6f-9c48-7d9269cd6dc5 HTTP/1.1" status: 404 len: 346 time: 0.0248783 Aug 19 12:51:46.567113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35764) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:46.695665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35770) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:46.738969 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b869f71-a955-4cf7-b44c-ae476ff52ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:46.810616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-495f1343-600a-40ea-adad-68006b525352 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17ae936b0ebf4604b0e23d909491bdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1136897 Aug 19 12:51:46.813647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35778) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:46.889720 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b869f71-a955-4cf7-b44c-ae476ff52ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:46.910656 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-296fb0c4-54d5-462f-a7d7-27be510d88ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:46.938368 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-296fb0c4-54d5-462f-a7d7-27be510d88ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.010509 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b869f71-a955-4cf7-b44c-ae476ff52ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.055816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8b869f71-a955-4cf7-b44c-ae476ff52ce1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a594dbab938c4c8b9c827883e55aa5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869733 Aug 19 12:51:47.057926 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b869f71-a955-4cf7-b44c-ae476ff52ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bbd3ab-ada2-45b4-9e6d-cf53a060ec2d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:47.058508 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35782) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:47.113878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5788-0250-4b72-8dfe-54799d0f8e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.136455 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5788-0250-4b72-8dfe-54799d0f8e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.169730 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-296fb0c4-54d5-462f-a7d7-27be510d88ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.172317 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-296fb0c4-54d5-462f-a7d7-27be510d88ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.173552 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-296fb0c4-54d5-462f-a7d7-27be510d88ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc50ff69-0dfa-4627-b212-6c19d0897ef4 HTTP/1.1" status: 204 len: 168 time: 0.3580587 Aug 19 12:51:47.193506 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fb0c4-54d5-462f-a7d7-27be510d88ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc50ff69-0dfa-4627-b212-6c19d0897ef4,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:47.307070 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5788-0250-4b72-8dfe-54799d0f8e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.309789 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5788-0250-4b72-8dfe-54799d0f8e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.310987 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8c8e5788-0250-4b72-8dfe-54799d0f8e21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70bbd3ab-ada2-45b4-9e6d-cf53a060ec2d HTTP/1.1" status: 204 len: 168 time: 0.2514424 Aug 19 12:51:47.321656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e5788-0250-4b72-8dfe-54799d0f8e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bbd3ab-ada2-45b4-9e6d-cf53a060ec2d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:48.539316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35830) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:48.851892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-59306eca-4382-4871-8184-1c1a287bd289 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014673205'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:48.999069 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59306eca-4382-4871-8184-1c1a287bd289 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:49.012641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59306eca-4382-4871-8184-1c1a287bd289 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:49.147196 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59306eca-4382-4871-8184-1c1a287bd289 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:49.278588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59306eca-4382-4871-8184-1c1a287bd289 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:49.338638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59306eca-4382-4871-8184-1c1a287bd289 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39654b9b-dadf-4d89-87ed-89e54c7e437d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:49.403275 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59306eca-4382-4871-8184-1c1a287bd289 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:49.518386 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59306eca-4382-4871-8184-1c1a287bd289 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:49.552329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59306eca-4382-4871-8184-1c1a287bd289 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320cd75a-3740-41b4-9673-94abb98a9318,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:49.647426 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59306eca-4382-4871-8184-1c1a287bd289 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:49.649572 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-59306eca-4382-4871-8184-1c1a287bd289 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1082196 Aug 19 12:51:49.653049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35876) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:49.716875 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e28fadcb-e590-4cd0-a505-f8f5bcf085c7 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0626984 Aug 19 12:51:49.719557 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35880) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:49.724351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-980d387d-9a13-43ba-b9bf-a3e42bf0bfd9 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group': {'name': 'tempest-security--1761989885', 'description': 'tempest-security-description-607912956'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:49.752662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-980d387d-9a13-43ba-b9bf-a3e42bf0bfd9 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:49.800817 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-980d387d-9a13-43ba-b9bf-a3e42bf0bfd9 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:49.906631 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-980d387d-9a13-43ba-b9bf-a3e42bf0bfd9 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:49.909425 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-980d387d-9a13-43ba-b9bf-a3e42bf0bfd9 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:49.910749 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-980d387d-9a13-43ba-b9bf-a3e42bf0bfd9 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "PUT /v2.0/security-groups/320cd75a-3740-41b4-9673-94abb98a9318 HTTP/1.1" status: 200 len: 1779 time: 0.1902230 Aug 19 12:51:49.914256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35888) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:49.946073 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d387d-9a13-43ba-b9bf-a3e42bf0bfd9 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320cd75a-3740-41b4-9673-94abb98a9318,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:49.958674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7c8cbbd4-3fc6-4dce-910a-6d1bb3abd519 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-groups/320cd75a-3740-41b4-9673-94abb98a9318 HTTP/1.1" status: 200 len: 1779 time: 0.0419583 Aug 19 12:51:49.961182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35892) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:50.024460 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:50.050433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:50.330887 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:50.335005 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:50.338157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-groups/320cd75a-3740-41b4-9673-94abb98a9318 HTTP/1.1" status: 204 len: 168 time: 0.3759308 Aug 19 12:51:50.346581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35910) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:50.354106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320cd75a-3740-41b4-9673-94abb98a9318,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:50.364394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.365153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.365787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.366470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.367493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.369813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.370674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.375560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.375910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.381660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.381660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.381660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acb59d9-5b16-41fa-a4d3-4c459b00835d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:50.414722 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3efd910f-b595-4e1d-821c-9fcdf73638f2 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669644 Aug 19 12:51:50.417778 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35916) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:50.436151 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-42b03d8f-7a79-4d95-ab03-e339b13e7c51 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] delete failed (client error): The resource could not be found. Aug 19 12:51:50.437546 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-42b03d8f-7a79-4d95-ab03-e339b13e7c51 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-groups/320cd75a-3740-41b4-9673-94abb98a9318 HTTP/1.1" status: 404 len: 347 time: 0.0184789 Aug 19 12:51:50.445000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35918) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:50.452680 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9f951f59-8795-456a-9b2a-a2fc4bf18fdc tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640134341'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:50.555277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35926) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:50.576022 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9f951f59-8795-456a-9b2a-a2fc4bf18fdc tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:50.710708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9f951f59-8795-456a-9b2a-a2fc4bf18fdc tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:50.751300 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bdc2021a-6e11-4c79-85d9-e8ee415eef8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:50.801642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9f951f59-8795-456a-9b2a-a2fc4bf18fdc tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:50.846423 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f951f59-8795-456a-9b2a-a2fc4bf18fdc tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b52aa0-278e-48d9-9f86-3eca7e3453f1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:50.945735 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bdc2021a-6e11-4c79-85d9-e8ee415eef8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.045235 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bdc2021a-6e11-4c79-85d9-e8ee415eef8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.084690 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f2026dce-1c2a-4aec-af74-f282d85e94c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.088729 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bdc2021a-6e11-4c79-85d9-e8ee415eef8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72953f6c19634bb4a50d38517061c02a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5323648 Aug 19 12:51:51.089666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2021a-6e11-4c79-85d9-e8ee415eef8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e50067-f555-4baa-9ee8-eefe0da2ce34,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:51.091698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35942) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:51.153459 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03dcbbba-e078-4c84-a592-6f6b6f5342db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.169561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9f951f59-8795-456a-9b2a-a2fc4bf18fdc tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.174157 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9f951f59-8795-456a-9b2a-a2fc4bf18fdc tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7248349 Aug 19 12:51:51.174447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35944) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:51.179191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-15c469a6-ad5d-4670-9921-76351dabcc7d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': '89b52aa0-278e-48d9-9f86-3eca7e3453f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:51.188490 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03dcbbba-e078-4c84-a592-6f6b6f5342db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.387445 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c469a6-ad5d-4670-9921-76351dabcc7d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.449492 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03dcbbba-e078-4c84-a592-6f6b6f5342db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.454472 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03dcbbba-e078-4c84-a592-6f6b6f5342db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.465719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-03dcbbba-e078-4c84-a592-6f6b6f5342db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8e50067-f555-4baa-9ee8-eefe0da2ce34 HTTP/1.1" status: 204 len: 168 time: 0.3673468 Aug 19 12:51:51.489048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcbbba-e078-4c84-a592-6f6b6f5342db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e50067-f555-4baa-9ee8-eefe0da2ce34,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:51.513610 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c469a6-ad5d-4670-9921-76351dabcc7d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.684393 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c469a6-ad5d-4670-9921-76351dabcc7d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.700106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c469a6-ad5d-4670-9921-76351dabcc7d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccd5778-af3c-4649-9ee5-b4e32f46e145,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:51.837955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c469a6-ad5d-4670-9921-76351dabcc7d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.839987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-15c469a6-ad5d-4670-9921-76351dabcc7d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6639383 Aug 19 12:51:51.842187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35952) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:51.868900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4874185-ed85-42c4-8eab-df4eaa3db729 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:51.880236 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4874185-ed85-42c4-8eab-df4eaa3db729 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.044279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4874185-ed85-42c4-8eab-df4eaa3db729 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.051275 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4874185-ed85-42c4-8eab-df4eaa3db729 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.052763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f4874185-ed85-42c4-8eab-df4eaa3db729 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/cccd5778-af3c-4649-9ee5-b4e32f46e145 HTTP/1.1" status: 204 len: 168 time: 0.2096236 Aug 19 12:51:52.055604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35956) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:52.074519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4874185-ed85-42c4-8eab-df4eaa3db729 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cccd5778-af3c-4649-9ee5-b4e32f46e145,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:52.114942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-588df3b2-0c6a-4978-bf66-f57042e56e74 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0579507 Aug 19 12:51:52.118466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35958) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:52.177570 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20da590a-25d3-4c1a-a9bf-d57f21389687 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.209846 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20da590a-25d3-4c1a-a9bf-d57f21389687 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.375913 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20da590a-25d3-4c1a-a9bf-d57f21389687 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.378572 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20da590a-25d3-4c1a-a9bf-d57f21389687 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.379809 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-20da590a-25d3-4c1a-a9bf-d57f21389687 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-groups/89b52aa0-278e-48d9-9f86-3eca7e3453f1 HTTP/1.1" status: 204 len: 168 time: 0.2602761 Aug 19 12:51:52.383537 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35960) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:52.390431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da590a-25d3-4c1a-a9bf-d57f21389687 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b52aa0-278e-48d9-9f86-3eca7e3453f1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:52.447192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-382efac2-a733-43e9-b616-44f27d884752 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571516 Aug 19 12:51:52.447192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35966) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:52.453195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0e57a9cb-cce9-4588-a550-5bea9c91f995 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439264998'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:52.471962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35968) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:52.489083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-72488642-2c85-444d-a904-1bdc89fb77f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.617359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e57a9cb-cce9-4588-a550-5bea9c91f995 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.720391 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-72488642-2c85-444d-a904-1bdc89fb77f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.822124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-72488642-2c85-444d-a904-1bdc89fb77f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.875457 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-72488642-2c85-444d-a904-1bdc89fb77f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9eb46012832463688ac080ac3d74368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020667 Aug 19 12:51:52.876743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72488642-2c85-444d-a904-1bdc89fb77f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c0f532-305e-4ac6-98aa-e2a1a383c22e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:52.878629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 35976) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:52.971170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e57a9cb-cce9-4588-a550-5bea9c91f995 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:52.985626 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee199-93db-4036-b2b3-0edf5d62aa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.014159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee199-93db-4036-b2b3-0edf5d62aa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.102501 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e57a9cb-cce9-4588-a550-5bea9c91f995 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.154768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57a9cb-cce9-4588-a550-5bea9c91f995 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04842548-c309-48b9-9ad1-536cfca7feb0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:53.290526 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e57a9cb-cce9-4588-a550-5bea9c91f995 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.292293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0e57a9cb-cce9-4588-a550-5bea9c91f995 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8428252 Aug 19 12:51:53.293566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee199-93db-4036-b2b3-0edf5d62aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.298225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee199-93db-4036-b2b3-0edf5d62aa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.298484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 35986) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:53.300171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3d5ee199-93db-4036-b2b3-0edf5d62aa0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46c0f532-305e-4ac6-98aa-e2a1a383c22e HTTP/1.1" status: 204 len: 168 time: 0.4148431 Aug 19 12:51:53.307876 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6d4246c4-5ddb-4abc-b92d-6aeeb689cfea tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': '04842548-c309-48b9-9ad1-536cfca7feb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:53.314469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ee199-93db-4036-b2b3-0edf5d62aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c0f532-305e-4ac6-98aa-e2a1a383c22e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:53.448216 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d4246c4-5ddb-4abc-b92d-6aeeb689cfea tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.547285 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d4246c4-5ddb-4abc-b92d-6aeeb689cfea tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.639209 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d4246c4-5ddb-4abc-b92d-6aeeb689cfea tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.672234 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4246c4-5ddb-4abc-b92d-6aeeb689cfea tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d02505-2bd2-4006-a071-55cd6ee50103,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:53.787678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d4246c4-5ddb-4abc-b92d-6aeeb689cfea tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:53.791676 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6d4246c4-5ddb-4abc-b92d-6aeeb689cfea tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4865065 Aug 19 12:51:53.792285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36008) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:53.799966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9e7d070e-2a84-4472-b9cd-d23b375dac3c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': '04842548-c309-48b9-9ad1-536cfca7feb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:53.947716 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e7d070e-2a84-4472-b9cd-d23b375dac3c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.006884 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e7d070e-2a84-4472-b9cd-d23b375dac3c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.129868 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e7d070e-2a84-4472-b9cd-d23b375dac3c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.152730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d070e-2a84-4472-b9cd-d23b375dac3c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af14c3d8-7be0-4ea7-91b9-6b759c1714c7,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:54.267630 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e7d070e-2a84-4472-b9cd-d23b375dac3c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.269082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9e7d070e-2a84-4472-b9cd-d23b375dac3c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4752934 Aug 19 12:51:54.272387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36018) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:54.277790 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d69ac895-d6cf-4157-9c1e-779275ca56c0 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': '04842548-c309-48b9-9ad1-536cfca7feb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:54.435108 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d69ac895-d6cf-4157-9c1e-779275ca56c0 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.513671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d69ac895-d6cf-4157-9c1e-779275ca56c0 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.593588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d69ac895-d6cf-4157-9c1e-779275ca56c0 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.623973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ac895-d6cf-4157-9c1e-779275ca56c0 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0350c5-09ec-408f-9180-ff01029706b0,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:54.743098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d69ac895-d6cf-4157-9c1e-779275ca56c0 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.745196 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d69ac895-d6cf-4157-9c1e-779275ca56c0 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4715269 Aug 19 12:51:54.749943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:54.762163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bbd66876-aaca-4e70-aad8-b3e94cb5c25c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': '04842548-c309-48b9-9ad1-536cfca7feb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:55.010920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbd66876-aaca-4e70-aad8-b3e94cb5c25c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.087634 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbd66876-aaca-4e70-aad8-b3e94cb5c25c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.204710 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbd66876-aaca-4e70-aad8-b3e94cb5c25c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.238045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd66876-aaca-4e70-aad8-b3e94cb5c25c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113b5cb6-83b6-4ff0-91a0-e474ff6deb75,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:55.363792 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbd66876-aaca-4e70-aad8-b3e94cb5c25c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.366311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bbd66876-aaca-4e70-aad8-b3e94cb5c25c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6138864 Aug 19 12:51:55.370374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36044) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:55.375460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-85597e3a-9d15-4cb7-b5e1-71a717ebdfc4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': '04842548-c309-48b9-9ad1-536cfca7feb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:55.456581 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fcc1cc7-40e1-4b79-a887-f19197fda902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.494313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85597e3a-9d15-4cb7-b5e1-71a717ebdfc4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.568338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85597e3a-9d15-4cb7-b5e1-71a717ebdfc4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.708655 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85597e3a-9d15-4cb7-b5e1-71a717ebdfc4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.755256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85597e3a-9d15-4cb7-b5e1-71a717ebdfc4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe66562-28d2-4dda-a1c3-dab096c362f6,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:55.861282 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.925249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85597e3a-9d15-4cb7-b5e1-71a717ebdfc4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.926532 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-85597e3a-9d15-4cb7-b5e1-71a717ebdfc4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5548453 Aug 19 12:51:55.938720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36066) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:55.977696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b3b9-c16f-400d-b078-b303a04faaf4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.989227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b3b9-c16f-400d-b078-b303a04faaf4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.147993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b3b9-c16f-400d-b078-b303a04faaf4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.159018 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b3b9-c16f-400d-b078-b303a04faaf4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.159018 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b1a3b3b9-c16f-400d-b078-b303a04faaf4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/efe66562-28d2-4dda-a1c3-dab096c362f6 HTTP/1.1" status: 204 len: 168 time: 0.2163396 Aug 19 12:51:56.159282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36072) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:56.163580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3b3b9-c16f-400d-b078-b303a04faaf4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efe66562-28d2-4dda-a1c3-dab096c362f6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:56.226953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-45d54824-0a20-42e4-ad4e-b91ca600efdb tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0664353 Aug 19 12:51:56.229552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36078) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:56.260083 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-de53a29e-99ed-4fa2-942e-40614eccddf6 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.268261 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-de53a29e-99ed-4fa2-942e-40614eccddf6 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.432564 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-de53a29e-99ed-4fa2-942e-40614eccddf6 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.441416 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-de53a29e-99ed-4fa2-942e-40614eccddf6 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.446453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-de53a29e-99ed-4fa2-942e-40614eccddf6 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/113b5cb6-83b6-4ff0-91a0-e474ff6deb75 HTTP/1.1" status: 204 len: 168 time: 0.2157271 Aug 19 12:51:56.459282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36090) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:56.466839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53a29e-99ed-4fa2-942e-40614eccddf6 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=113b5cb6-83b6-4ff0-91a0-e474ff6deb75,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:56.513685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2c94f161-8efc-4fae-a7ab-147576ba1667 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0527933 Aug 19 12:51:56.516381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36092) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:56.552395 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bd6807c-1a77-4516-9d64-fbe22c367161 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.561015 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bd6807c-1a77-4516-9d64-fbe22c367161 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.690493 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bd6807c-1a77-4516-9d64-fbe22c367161 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.699426 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bd6807c-1a77-4516-9d64-fbe22c367161 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.700547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6bd6807c-1a77-4516-9d64-fbe22c367161 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/bf0350c5-09ec-408f-9180-ff01029706b0 HTTP/1.1" status: 204 len: 168 time: 0.1830738 Aug 19 12:51:56.703354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36096) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:56.706672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6807c-1a77-4516-9d64-fbe22c367161 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf0350c5-09ec-408f-9180-ff01029706b0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:56.754133 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-259f8cfe-743f-4f88-a215-003a9f3d8e5f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0494998 Aug 19 12:51:56.757042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36098) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:56.794612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea0b108-8c1e-406a-a1ca-354e07fe75a1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.808850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea0b108-8c1e-406a-a1ca-354e07fe75a1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:56.815494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-b4221e7f-062f-409c-af23-7e84ccbde857 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630047 Aug 19 12:51:56.902386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-8f17cef0-88db-40aa-91d7-081515410cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:56.903921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-8f17cef0-88db-40aa-91d7-081515410cef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7304fc0218bb411c9647ddabb1b8204a&device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0430949 Aug 19 12:51:56.998271 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea0b108-8c1e-406a-a1ca-354e07fe75a1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.007219 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea0b108-8c1e-406a-a1ca-354e07fe75a1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.009043 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aea0b108-8c1e-406a-a1ca-354e07fe75a1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/af14c3d8-7be0-4ea7-91b9-6b759c1714c7 HTTP/1.1" status: 204 len: 168 time: 0.2507527 Aug 19 12:51:57.012033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36100) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:57.016653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0b108-8c1e-406a-a1ca-354e07fe75a1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af14c3d8-7be0-4ea7-91b9-6b759c1714c7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:57.055581 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.086679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-90d477c8-5897-43b1-ab9b-0a8590843da5 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0708389 Aug 19 12:51:57.087162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36102) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:57.095341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-2a601a50-b61e-4bb1-bf34-5bfa1575181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:57.096893 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-2a601a50-b61e-4bb1-bf34-5bfa1575181c service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb0fb07f-9fd1-4405-8e27-bccf25557223 HTTP/1.1" status: 200 len: 909 time: 0.1701207 Aug 19 12:51:57.155749 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc9e0427-22d6-4358-93c5-5f39b602aaca tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.167270 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc9e0427-22d6-4358-93c5-5f39b602aaca tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.199501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-8d414351-da45-4c58-ba6b-6711199efc1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b HTTP/1.1" status: 200 len: 1002 time: 0.0914366 Aug 19 12:51:57.248590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36108) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:57.273994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-b2b90d23-729a-47ac-9f51-ae96782036f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:57.275785 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-b2b90d23-729a-47ac-9f51-ae96782036f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d23f1ee-3cda-4596-9cc2-bfc132927af3 HTTP/1.1" status: 200 len: 847 time: 0.0682580 Aug 19 12:51:57.334403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-70595b1e-7df8-4f35-94ff-e7e946eb85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:57.335969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-70595b1e-7df8-4f35-94ff-e7e946eb85f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb0fb07f-9fd1-4405-8e27-bccf25557223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523789 Aug 19 12:51:57.341129 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc9e0427-22d6-4358-93c5-5f39b602aaca tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.356537 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc9e0427-22d6-4358-93c5-5f39b602aaca tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.357801 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fc9e0427-22d6-4358-93c5-5f39b602aaca tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/98d02505-2bd2-4006-a071-55cd6ee50103 HTTP/1.1" status: 204 len: 168 time: 0.2696319 Aug 19 12:51:57.358957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e0427-22d6-4358-93c5-5f39b602aaca tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98d02505-2bd2-4006-a071-55cd6ee50103,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:57.360668 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36114) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:57.420755 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a5c61d76-d74e-433b-9811-a37c09ffed92 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0582614 Aug 19 12:51:57.425973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36118) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:57.434290 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe37d-b099-4153-a766-7da2e6b1146f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.512738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-c23740be-1473-4c37-aede-815529fd9db8 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605387 Aug 19 12:51:57.538895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-030dbebb-c8d1-497e-a7d2-40ef92633e60 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.549725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe37d-b099-4153-a766-7da2e6b1146f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.615267 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-030dbebb-c8d1-497e-a7d2-40ef92633e60 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.658240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe37d-b099-4153-a766-7da2e6b1146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.677106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc51f957-5a70-4dc2-b3a1-341df3481fcf req-205f99c6-6065-4207-afb9-ae613f0a089b service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530952 Aug 19 12:51:57.742255 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ff4fe37d-b099-4153-a766-7da2e6b1146f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e776854a97c54698b799bc9e4fcaa531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898934 Aug 19 12:51:57.742785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36122) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:57.765735 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fe37d-b099-4153-a766-7da2e6b1146f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c00ef9-1b11-43ef-af47-fceaa90b581f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:57.776589 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-030dbebb-c8d1-497e-a7d2-40ef92633e60 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.779966 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-030dbebb-c8d1-497e-a7d2-40ef92633e60 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.780417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-030dbebb-c8d1-497e-a7d2-40ef92633e60 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-groups/04842548-c309-48b9-9ad1-536cfca7feb0 HTTP/1.1" status: 204 len: 168 time: 0.3526950 Aug 19 12:51:57.783332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36124) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:57.812629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030dbebb-c8d1-497e-a7d2-40ef92633e60 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04842548-c309-48b9-9ad1-536cfca7feb0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:57.838739 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b09ca5a1-890c-40a3-91dd-37ca0dd7bf3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.841567 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e77164a8-1661-4b1c-adef-7edf9fdc06d2 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563273 Aug 19 12:51:57.845039 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36126) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:57.850276 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-da763281-cff4-498f-85de-e5eaa7df630f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135964006'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:57.882772 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b09ca5a1-890c-40a3-91dd-37ca0dd7bf3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:58.022137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da763281-cff4-498f-85de-e5eaa7df630f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:58.061539 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b09ca5a1-890c-40a3-91dd-37ca0dd7bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:58.064626 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b09ca5a1-890c-40a3-91dd-37ca0dd7bf3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:58.069195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b09ca5a1-890c-40a3-91dd-37ca0dd7bf3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50c00ef9-1b11-43ef-af47-fceaa90b581f HTTP/1.1" status: 204 len: 168 time: 0.3222225 Aug 19 12:51:58.079047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ca5a1-890c-40a3-91dd-37ca0dd7bf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c00ef9-1b11-43ef-af47-fceaa90b581f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:58.189098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da763281-cff4-498f-85de-e5eaa7df630f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:58.290156 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da763281-cff4-498f-85de-e5eaa7df630f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:58.325676 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da763281-cff4-498f-85de-e5eaa7df630f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a56631d-aaeb-4c4e-8ad8-bb2ae361e605,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:58.439165 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da763281-cff4-498f-85de-e5eaa7df630f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:58.441497 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-da763281-cff4-498f-85de-e5eaa7df630f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5953534 Aug 19 12:51:58.444883 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36134) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:58.452041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7983457c-a62a-486b-b86a-789e92bfd007 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': '9a56631d-aaeb-4c4e-8ad8-bb2ae361e605', 'direction': 'ingress', 'protocol': 17}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:58.617202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7983457c-a62a-486b-b86a-789e92bfd007 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:58.701966 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7983457c-a62a-486b-b86a-789e92bfd007 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:58.850182 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7983457c-a62a-486b-b86a-789e92bfd007 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:58.871850 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983457c-a62a-486b-b86a-789e92bfd007 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eada98f9-d756-496d-9c37-35298b4a1f49,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:58.896251 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.024510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36138) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:59.034280 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7983457c-a62a-486b-b86a-789e92bfd007 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.039212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36144) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:59.039699 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7983457c-a62a-486b-b86a-789e92bfd007 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5934601 Aug 19 12:51:59.048313 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe5253e-e5f9-48e5-bcb7-bc1e81b1c7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.144990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5278ed8-fd35-4871-8fe4-a3ba58b9ee22 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.167438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe5253e-e5f9-48e5-bcb7-bc1e81b1c7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.187807 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5278ed8-fd35-4871-8fe4-a3ba58b9ee22 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.273505 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abe5253e-e5f9-48e5-bcb7-bc1e81b1c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.327701 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-abe5253e-e5f9-48e5-bcb7-bc1e81b1c7fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=595f22b8f1734b43aef56d5a8c58334d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984712 Aug 19 12:51:59.327964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36146) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:59.328078 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5253e-e5f9-48e5-bcb7-bc1e81b1c7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df96906f-6df5-4074-a5cb-210fb0149c5c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:59.365928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5278ed8-fd35-4871-8fe4-a3ba58b9ee22 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.368991 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5278ed8-fd35-4871-8fe4-a3ba58b9ee22 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.370346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f5278ed8-fd35-4871-8fe4-a3ba58b9ee22 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-groups/9a56631d-aaeb-4c4e-8ad8-bb2ae361e605 HTTP/1.1" status: 204 len: 168 time: 0.3300900 Aug 19 12:51:59.373222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36152) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:59.394905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5278ed8-fd35-4871-8fe4-a3ba58b9ee22 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a56631d-aaeb-4c4e-8ad8-bb2ae361e605,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:59.417763 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8680d2eb-fdef-4999-adc5-7a129fc189ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.434975 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6e416f17-1879-4a59-9b18-32eb1d28884a tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570107 Aug 19 12:51:59.435621 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36154) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:59.441939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a67d546c-dd17-4674-9196-d2764c7e288b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558760697'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:59.459850 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8680d2eb-fdef-4999-adc5-7a129fc189ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.546928 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67d546c-dd17-4674-9196-d2764c7e288b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.644182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8680d2eb-fdef-4999-adc5-7a129fc189ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.648022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8680d2eb-fdef-4999-adc5-7a129fc189ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.649239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8680d2eb-fdef-4999-adc5-7a129fc189ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df96906f-6df5-4074-a5cb-210fb0149c5c HTTP/1.1" status: 204 len: 168 time: 0.3236053 Aug 19 12:51:59.668919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680d2eb-fdef-4999-adc5-7a129fc189ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df96906f-6df5-4074-a5cb-210fb0149c5c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:59.702939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67d546c-dd17-4674-9196-d2764c7e288b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.809985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67d546c-dd17-4674-9196-d2764c7e288b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.844968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d546c-dd17-4674-9196-d2764c7e288b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f3c0c6-0a5a-4954-b487-096691b3da40,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:59.960888 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67d546c-dd17-4674-9196-d2764c7e288b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.965779 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a67d546c-dd17-4674-9196-d2764c7e288b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5256536 Aug 19 12:51:59.966371 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36164) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:59.975246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-17f4cc70-f54d-4c94-beda-8d8f2e90a839 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group': {'name': 'tempest-secgroup--629487026'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:00.089047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36168) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:00.107065 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17f4cc70-f54d-4c94-beda-8d8f2e90a839 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.216306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17f4cc70-f54d-4c94-beda-8d8f2e90a839 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.239696 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f50f4bac-460e-460d-b151-856cb78992e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.288903 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17f4cc70-f54d-4c94-beda-8d8f2e90a839 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.345178 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4cc70-f54d-4c94-beda-8d8f2e90a839 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ba50f1-99a3-4fdc-a666-20723d5c12ab,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:00.404985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f50f4bac-460e-460d-b151-856cb78992e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.525861 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f50f4bac-460e-460d-b151-856cb78992e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.538135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36182) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:00.574069 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f50f4bac-460e-460d-b151-856cb78992e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5a0c29768c1442ab40bd82f10ed7cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823306 Aug 19 12:52:00.575572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36186) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:00.579739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f4bac-460e-460d-b151-856cb78992e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33833a99-e1ff-4a31-ba8b-d99cd157ff05,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:00.609943 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-17f4cc70-f54d-4c94-beda-8d8f2e90a839 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.611561 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-17f4cc70-f54d-4c94-beda-8d8f2e90a839 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6434870 Aug 19 12:52:00.615096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36188) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:00.621733 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c4d9e8f2-167f-4953-96d3-1cff0c9926ff tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': 'f8f3c0c6-0a5a-4954-b487-096691b3da40', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '69ba50f1-99a3-4fdc-a666-20723d5c12ab', 'remote_ip_prefix': None}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:00.645033 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89830a33-8931-445b-896b-07d3030a729b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.682276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89830a33-8931-445b-896b-07d3030a729b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.698150 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1222192d-2b65-49cc-98f3-14520eac63b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.765337 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e8f2-167f-4953-96d3-1cff0c9926ff tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.853527 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89830a33-8931-445b-896b-07d3030a729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.856448 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89830a33-8931-445b-896b-07d3030a729b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.857843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-89830a33-8931-445b-896b-07d3030a729b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33833a99-e1ff-4a31-ba8b-d99cd157ff05 HTTP/1.1" status: 204 len: 168 time: 0.2810285 Aug 19 12:52:00.881233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89830a33-8931-445b-896b-07d3030a729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33833a99-e1ff-4a31-ba8b-d99cd157ff05,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:00.894439 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e8f2-167f-4953-96d3-1cff0c9926ff tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.949157 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1222192d-2b65-49cc-98f3-14520eac63b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.061632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e8f2-167f-4953-96d3-1cff0c9926ff tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.081640 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9e8f2-167f-4953-96d3-1cff0c9926ff tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea86c7a4-4286-4910-9776-54742f730a67,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:01.152225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1222192d-2b65-49cc-98f3-14520eac63b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.195778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1222192d-2b65-49cc-98f3-14520eac63b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a9503d71edf42ba8b2e898d037f26ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6619551 Aug 19 12:52:01.196971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222192d-2b65-49cc-98f3-14520eac63b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23bfb65-0725-4bb3-8086-b819cf06b059,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:01.198633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36202) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:01.251509 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e506d26-668f-4b98-ae97-7df3e14d6973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.275099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e506d26-668f-4b98-ae97-7df3e14d6973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.398894 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e8f2-167f-4953-96d3-1cff0c9926ff tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.400588 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c4d9e8f2-167f-4953-96d3-1cff0c9926ff tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7839162 Aug 19 12:52:01.404812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36204) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:01.435028 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-999f9c77-81f4-4f6f-b988-7c29df78551f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.443841 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-999f9c77-81f4-4f6f-b988-7c29df78551f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.570518 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e506d26-668f-4b98-ae97-7df3e14d6973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.573088 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e506d26-668f-4b98-ae97-7df3e14d6973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.574326 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3e506d26-668f-4b98-ae97-7df3e14d6973 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c23bfb65-0725-4bb3-8086-b819cf06b059 HTTP/1.1" status: 204 len: 168 time: 0.3740590 Aug 19 12:52:01.582549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e506d26-668f-4b98-ae97-7df3e14d6973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23bfb65-0725-4bb3-8086-b819cf06b059,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:01.652556 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-999f9c77-81f4-4f6f-b988-7c29df78551f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.665643 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-999f9c77-81f4-4f6f-b988-7c29df78551f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.669894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36214) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:01.670111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-999f9c77-81f4-4f6f-b988-7c29df78551f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ea86c7a4-4286-4910-9776-54742f730a67 HTTP/1.1" status: 204 len: 168 time: 0.2635200 Aug 19 12:52:01.682316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f9c77-81f4-4f6f-b988-7c29df78551f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea86c7a4-4286-4910-9776-54742f730a67,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:01.728246 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6f55b21b-ee01-4822-81ca-d6a174ab1aca tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0570259 Aug 19 12:52:01.731062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36216) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:01.785279 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2ce98d0-3048-4bfd-9020-800c5cec0c74 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:01.809244 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2ce98d0-3048-4bfd-9020-800c5cec0c74 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.021725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2ce98d0-3048-4bfd-9020-800c5cec0c74 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.024374 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2ce98d0-3048-4bfd-9020-800c5cec0c74 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.025569 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d2ce98d0-3048-4bfd-9020-800c5cec0c74 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-groups/69ba50f1-99a3-4fdc-a666-20723d5c12ab HTTP/1.1" status: 204 len: 168 time: 0.2935243 Aug 19 12:52:02.029546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36218) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:02.034909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce98d0-3048-4bfd-9020-800c5cec0c74 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ba50f1-99a3-4fdc-a666-20723d5c12ab,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:02.075677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36220) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:02.096452 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae58b816-d304-405d-917d-84e71fc192b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.112380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2ca4af8c-1dea-4f77-b1b4-3dd167b681fc tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0815964 Aug 19 12:52:02.116008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36222) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:02.183870 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e397bf2-4d87-4145-b909-619852f967a4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.207093 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae58b816-d304-405d-917d-84e71fc192b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.219341 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e397bf2-4d87-4145-b909-619852f967a4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.358692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae58b816-d304-405d-917d-84e71fc192b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.400482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58b816-d304-405d-917d-84e71fc192b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a0330c-e973-4ff3-80c0-ffb5a5374726,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:02.405709 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ae58b816-d304-405d-917d-84e71fc192b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8495e69884244adb916f800efea825c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287272 Aug 19 12:52:02.408464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36234) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:02.418770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e397bf2-4d87-4145-b909-619852f967a4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.421459 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e397bf2-4d87-4145-b909-619852f967a4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.423160 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6e397bf2-4d87-4145-b909-619852f967a4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-groups/f8f3c0c6-0a5a-4954-b487-096691b3da40 HTTP/1.1" status: 204 len: 168 time: 0.3058889 Aug 19 12:52:02.427142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36236) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:02.455227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e397bf2-4d87-4145-b909-619852f967a4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f3c0c6-0a5a-4954-b487-096691b3da40,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:02.487777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d6f77a1b-b180-4097-85e2-7514ce87853a tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0590644 Aug 19 12:52:02.495877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36242) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:02.501619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b6bc095b-9c0d-4cc1-be73-8435aea66b0b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group': {'name': 'tempest-secgroup--875995887'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:02.510065 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f543ea11-f2dc-40a7-b577-147c74a77314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.538520 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f543ea11-f2dc-40a7-b577-147c74a77314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.627235 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6bc095b-9c0d-4cc1-be73-8435aea66b0b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.718165 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f543ea11-f2dc-40a7-b577-147c74a77314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.721226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f543ea11-f2dc-40a7-b577-147c74a77314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.722516 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f543ea11-f2dc-40a7-b577-147c74a77314 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42a0330c-e973-4ff3-80c0-ffb5a5374726 HTTP/1.1" status: 204 len: 168 time: 0.3130493 Aug 19 12:52:02.732387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543ea11-f2dc-40a7-b577-147c74a77314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a0330c-e973-4ff3-80c0-ffb5a5374726,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:02.783650 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6bc095b-9c0d-4cc1-be73-8435aea66b0b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.867859 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6bc095b-9c0d-4cc1-be73-8435aea66b0b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.903274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc095b-9c0d-4cc1-be73-8435aea66b0b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f2f9cd-aaef-4fa9-902e-6c4b6190b929,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:03.107102 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6bc095b-9c0d-4cc1-be73-8435aea66b0b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.108443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b6bc095b-9c0d-4cc1-be73-8435aea66b0b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6114008 Aug 19 12:52:03.111502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36260) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:03.117053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d059e6b4-9729-4b6f-975c-733289fab0ee tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': 'f7f2f9cd-aaef-4fa9-902e-6c4b6190b929', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:03.257649 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d059e6b4-9729-4b6f-975c-733289fab0ee tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.327091 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d059e6b4-9729-4b6f-975c-733289fab0ee tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.365596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36278) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:03.466894 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d059e6b4-9729-4b6f-975c-733289fab0ee tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.485550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059e6b4-9729-4b6f-975c-733289fab0ee tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ed8926-6fca-4954-b1a5-48e1e5476a5f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:03.604907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d059e6b4-9729-4b6f-975c-733289fab0ee tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.606636 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d059e6b4-9729-4b6f-975c-733289fab0ee tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4940093 Aug 19 12:52:03.609448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36284) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:03.635668 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9109db05-d891-44b1-94dc-4e943741b348 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.649663 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9109db05-d891-44b1-94dc-4e943741b348 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.665603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1936583486-network', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:03.872547 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9109db05-d891-44b1-94dc-4e943741b348 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.878037 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9109db05-d891-44b1-94dc-4e943741b348 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.879209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9109db05-d891-44b1-94dc-4e943741b348 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b7ed8926-6fca-4954-b1a5-48e1e5476a5f HTTP/1.1" status: 204 len: 168 time: 0.2688203 Aug 19 12:52:03.880596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Made reservation on behalf of 6dcf49fa15c048dfa4e76d7d7075bce0 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:03.882919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36292) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:03.883407 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.898040 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.901177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109db05-d891-44b1-94dc-4e943741b348 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7ed8926-6fca-4954-b1a5-48e1e5476a5f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:03.930504 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-59ef122c-622a-4902-afce-98ffdfae290e tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463202 Aug 19 12:52:03.933333 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36294) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:03.988692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e15aec-5428-4ca6-8b03-df09b859e5b7 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.997400 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.025550 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e15aec-5428-4ca6-8b03-df09b859e5b7 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.164075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e15aec-5428-4ca6-8b03-df09b859e5b7 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.166251 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.168194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2e15aec-5428-4ca6-8b03-df09b859e5b7 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.169688 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e2e15aec-5428-4ca6-8b03-df09b859e5b7 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-groups/f7f2f9cd-aaef-4fa9-902e-6c4b6190b929 HTTP/1.1" status: 204 len: 168 time: 0.2352896 Aug 19 12:52:04.180133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36298) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:04.194225 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e15aec-5428-4ca6-8b03-df09b859e5b7 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f2f9cd-aaef-4fa9-902e-6c4b6190b929,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:04.220483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:04.253216 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.253674 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Added segment f4a32fa0-08cd-4921-9245-2c840b8fb9e5 of type vlan for network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 Aug 19 12:52:04.277346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566993c5-eccb-49ea-8a8d-4083db11652d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:04.319854 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7c7099a9-6d40-4abd-afac-8df51ec0cbc9 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1368501 Aug 19 12:52:04.323735 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.326789 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36304) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:04.332026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-53687199-64f4-41d1-882e-cdd67c83401f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078491100'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:04.610366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.611383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:04.611975 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.662047 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53687199-64f4-41d1-882e-cdd67c83401f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.715674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] Pushing event updated for resources: {'Network': ['ID=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:04.727379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:04.902356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4f9cdc88-3de7-45c4-984f-c0466c286c29 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5354948 Aug 19 12:52:04.905364 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36308) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:04.912879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] Request body: {'subnet': {'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1936583486-subnet', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:04.987668 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53687199-64f4-41d1-882e-cdd67c83401f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.096771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53687199-64f4-41d1-882e-cdd67c83401f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.139359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53687199-64f4-41d1-882e-cdd67c83401f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37dcd284-43c1-46e4-9d11-b37638cc0b35,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:05.251715 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] Made reservation on behalf of 6dcf49fa15c048dfa4e76d7d7075bce0 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:05.254236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.331011 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53687199-64f4-41d1-882e-cdd67c83401f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.332263 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-53687199-64f4-41d1-882e-cdd67c83401f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0042450 Aug 19 12:52:05.342392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36324) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:05.346408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f54165dd-3a32-461f-b31f-f9e5fb0b295c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': '37dcd284-43c1-46e4-9d11-b37638cc0b35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:05.513057 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f54165dd-3a32-461f-b31f-f9e5fb0b295c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.587092 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f54165dd-3a32-461f-b31f-f9e5fb0b295c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.599193 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.657345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370f4677-1716-4b96-8840-b61aeda76836,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:05.668702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] Checking segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:05.669071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] Network hostable DHCP agents. Network: 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:05.707095 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f54165dd-3a32-461f-b31f-f9e5fb0b295c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.731380 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54165dd-3a32-461f-b31f-f9e5fb0b295c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5b2cb3-31a2-49e8-8b19-8d36306e8150,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:05.803801 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:05.839201 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f54165dd-3a32-461f-b31f-f9e5fb0b295c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.841552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f54165dd-3a32-461f-b31f-f9e5fb0b295c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4987054 Aug 19 12:52:05.844675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36342) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:05.873057 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0c7d5130-ccc3-4c14-9c23-3b7248ad4430 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules/9e5b2cb3-31a2-49e8-8b19-8d36306e8150 HTTP/1.1" status: 200 len: 763 time: 0.0264649 Aug 19 12:52:05.875942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36344) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:05.919069 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4c612764-d723-4edd-a7aa-afbc787b532d tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0419908 Aug 19 12:52:05.921892 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36348) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:05.948612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-718b3822-f597-4cf9-84cb-ad829eca6a77 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.956810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-718b3822-f597-4cf9-84cb-ad829eca6a77 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.038599 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:06.042820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:06.043413 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.049453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c005480-0a57-400b-a6b6-f9376557cdf2 None None] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:06.164048 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-718b3822-f597-4cf9-84cb-ad829eca6a77 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.171351 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-718b3822-f597-4cf9-84cb-ad829eca6a77 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.172653 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-718b3822-f597-4cf9-84cb-ad829eca6a77 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9e5b2cb3-31a2-49e8-8b19-8d36306e8150 HTTP/1.1" status: 204 len: 168 time: 0.2497056 Aug 19 12:52:06.175551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36360) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:06.188355 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b3822-f597-4cf9-84cb-ad829eca6a77 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e5b2cb3-31a2-49e8-8b19-8d36306e8150,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:06.221941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:52:06.223613 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.227438 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b6b2c69f-327c-4641-825b-a35e061c8d58 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3209040 Aug 19 12:52:06.229975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36362) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:06.234555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:06.275369 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36364) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:06.282998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7f2a2260-f01b-4c22-aeac-da39487941a8 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': '37dcd284-43c1-46e4-9d11-b37638cc0b35', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:06.283910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ba7ba3d6-e8ba-448e-8f5a-650bbd39be06 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1069572 Aug 19 12:52:06.338185 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.340079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.446011 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.454008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2260-f01b-4c22-aeac-da39487941a8 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.483817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Allocated IP 172.20.0.2 (0df94dc4-f74a-4c4c-a79c-f76afcd8ec04/370f4677-1716-4b96-8840-b61aeda76836/5c61bfcf-725d-4aa1-9417-a76544eb0960) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:06.543914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2260-f01b-4c22-aeac-da39487941a8 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.639058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2260-f01b-4c22-aeac-da39487941a8 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.689506 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.706748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Transition to ACTIVE for port object 5c61bfcf-725d-4aa1-9417-a76544eb0960 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:06.722600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a2260-f01b-4c22-aeac-da39487941a8 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efa2385-5dc8-413b-8d1d-277bee4f7f52,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:06.732176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Transition to ACTIVE for port object 5c61bfcf-725d-4aa1-9417-a76544eb0960 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:06.732628 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.839219 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.855207 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2260-f01b-4c22-aeac-da39487941a8 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.856923 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7f2a2260-f01b-4c22-aeac-da39487941a8 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5793476 Aug 19 12:52:06.859676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36380) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:06.906622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9a9ccf86-87e6-449c-ad0c-ab9189015d40 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules/6efa2385-5dc8-413b-8d1d-277bee4f7f52 HTTP/1.1" status: 200 len: 763 time: 0.0446084 Aug 19 12:52:06.908828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36384) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:06.932927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Pushing event updated for resources: {'Port': ['ID=5c61bfcf-725d-4aa1-9417-a76544eb0960,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:06.963400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:06.964964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:06.967529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:07.030383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b5b43073-4849-435c-969c-cf502d8f9a4c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1193168 Aug 19 12:52:07.033054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36388) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:07.066847 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bb91394-f771-410f-958a-9a5b21f97815 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.073576 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Attempting to bind port 5c61bfcf-725d-4aa1-9417-a76544eb0960 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:07.074254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Attempting to bind port 5c61bfcf-725d-4aa1-9417-a76544eb0960 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:07.074633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Attempting to bind port 5c61bfcf-725d-4aa1-9417-a76544eb0960 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:07.078298 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bb91394-f771-410f-958a-9a5b21f97815 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.088069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:07.088466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Checking segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:07.090224 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.090660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Bound using segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:07.092340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Bound port: 5c61bfcf-725d-4aa1-9417-a76544eb0960, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:07.092757 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.170708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] For port 5c61bfcf-725d-4aa1-9417-a76544eb0960, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:07.174357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] For port 5c61bfcf-725d-4aa1-9417-a76544eb0960, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5c61bfcf-725d-4aa1-9417-a76544eb0960,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:07.215274 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.226998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bb91394-f771-410f-958a-9a5b21f97815 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.233801 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bb91394-f771-410f-958a-9a5b21f97815 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.240366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6bb91394-f771-410f-958a-9a5b21f97815 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6efa2385-5dc8-413b-8d1d-277bee4f7f52 HTTP/1.1" status: 204 len: 168 time: 0.2006917 Aug 19 12:52:07.240531 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.240531 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36390) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:07.245022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb91394-f771-410f-958a-9a5b21f97815 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6efa2385-5dc8-413b-8d1d-277bee4f7f52,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:07.290093 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.337726 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6139e8c7-504f-4f2c-900c-c2d143605b8b tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0942829 Aug 19 12:52:07.338649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36392) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:07.346179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-69a380cd-622a-4dca-8829-59d8ef4f08e4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Request body: {'security_group_rule': {'security_group_id': '37dcd284-43c1-46e4-9d11-b37638cc0b35', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:07.376798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c91e9a-a3bb-4415-971e-5903af6e694e None None] Pushing event updated for resources: {'Port': ['ID=5c61bfcf-725d-4aa1-9417-a76544eb0960,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:07.389038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Allocated IP 172.25.6.218 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:07.513593 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-69a380cd-622a-4dca-8829-59d8ef4f08e4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Project 1df654387c33422dacddca44ba37d6b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:52:07.535763 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.555880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69a380cd-622a-4dca-8829-59d8ef4f08e4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.680691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69a380cd-622a-4dca-8829-59d8ef4f08e4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.763762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.804344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69a380cd-622a-4dca-8829-59d8ef4f08e4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.806866 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:07.810146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:07.814212 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:07.826281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a380cd-622a-4dca-8829-59d8ef4f08e4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37a2a06-666c-4a34-86a8-7eed80daae43,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:07.838604 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Pushing event updated for resources: {'Port': ['ID=532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:07.918982 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69a380cd-622a-4dca-8829-59d8ef4f08e4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.922542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-69a380cd-622a-4dca-8829-59d8ef4f08e4 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5797307 Aug 19 12:52:07.925139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36408) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:07.950439 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-721cd4dd-04fe-47e6-adc9-653686ef3e39 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules/d37a2a06-666c-4a34-86a8-7eed80daae43 HTTP/1.1" status: 200 len: 769 time: 0.0239055 Aug 19 12:52:07.953611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:08.038932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-de8fa1e7-1c22-49d8-988d-5a74a44a378f tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0747981 Aug 19 12:52:08.045936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36416) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:08.079129 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c832e0-557d-45d7-a15d-bafa4777afa1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:08.088015 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c832e0-557d-45d7-a15d-bafa4777afa1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:08.319128 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c832e0-557d-45d7-a15d-bafa4777afa1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:08.326831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c832e0-557d-45d7-a15d-bafa4777afa1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:08.328090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c2c832e0-557d-45d7-a15d-bafa4777afa1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d37a2a06-666c-4a34-86a8-7eed80daae43 HTTP/1.1" status: 204 len: 168 time: 0.2807570 Aug 19 12:52:08.332305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36420) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:08.344491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c832e0-557d-45d7-a15d-bafa4777afa1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d37a2a06-666c-4a34-86a8-7eed80daae43,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:08.393504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6f2cd95d-2dc2-43a7-a86b-7e28b2b98117 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0575056 Aug 19 12:52:08.393808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36422) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:08.414739 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:08.467402 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4530518c-e595-4bf3-ba88-2840c58b3231 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:08.501253 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4530518c-e595-4bf3-ba88-2840c58b3231 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:08.597606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa95e5e6-7add-42b8-ab7f-9f6cbe2928b2 None None] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:08.683795 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4530518c-e595-4bf3-ba88-2840c58b3231 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:08.687673 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4530518c-e595-4bf3-ba88-2840c58b3231 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:08.690120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4530518c-e595-4bf3-ba88-2840c58b3231 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "DELETE /v2.0/security-groups/37dcd284-43c1-46e4-9d11-b37638cc0b35 HTTP/1.1" status: 204 len: 168 time: 0.2933781 Aug 19 12:52:08.712390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36426) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:08.718729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530518c-e595-4bf3-ba88-2840c58b3231 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dcd284-43c1-46e4-9d11-b37638cc0b35,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:08.735686 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36428) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:08.756518 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:08.841428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:08.841595 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-39aaecf8-a15f-46d3-bb2d-ed700be6fb2c tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1281843 Aug 19 12:52:08.879559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3ed3d515-d393-40f9-8b61-ded7f5642f96 None None] Provisioning for port 5c61bfcf-725d-4aa1-9417-a76544eb0960 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:08.919218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-444e584b-36ca-4774-a523-ab793929bdd1 tempest-SecGroupIPv6Test-1828259633 tempest-SecGroupIPv6Test-1828259633-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761786 Aug 19 12:52:08.963151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-420d8b77-1062-48f3-8580-adb97bb40602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.077226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Router 93c849a8-ef98-4a57-b976-8bf0fea76f76 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:52:09.170980 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5c61bfcf-725d-4aa1-9417-a76544eb0960 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:09.194252 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-420d8b77-1062-48f3-8580-adb97bb40602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.275198 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:52:09.285320 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Sync routers for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:52:09.296966 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-420d8b77-1062-48f3-8580-adb97bb40602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.299601 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:09.300229 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:09.341418 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-420d8b77-1062-48f3-8580-adb97bb40602 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f81f397740e246248b5d64524d01e344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6027961 Aug 19 12:52:09.342551 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d8b77-1062-48f3-8580-adb97bb40602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e6d3c5-62ec-4311-b420-0090ce115305,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:09.344908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36440) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:09.352197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5c61bfcf-725d-4aa1-9417-a76544eb0960 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:09.356772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5c61bfcf-725d-4aa1-9417-a76544eb0960 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:09.357136 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.409811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.413681 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f632a470-05d9-4084-a25a-558fd9883dea admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1826367 Aug 19 12:52:09.418026 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36442) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:09.458218 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:52:09.467948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1afc22d5-b98e-4525-8788-d7ca85e2bb62 None None] Provisioning complete for port 5c61bfcf-725d-4aa1-9417-a76544eb0960 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:09.468464 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1afc22d5-b98e-4525-8788-d7ca85e2bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.492851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a94d1e7-0c41-49da-909e-cf4e63a9805e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.526670 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a94d1e7-0c41-49da-909e-cf4e63a9805e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.625758 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.652915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36448) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:09.686541 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1afc22d5-b98e-4525-8788-d7ca85e2bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.706728 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a94d1e7-0c41-49da-909e-cf4e63a9805e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.711267 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a94d1e7-0c41-49da-909e-cf4e63a9805e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.712549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9a94d1e7-0c41-49da-909e-cf4e63a9805e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0e6d3c5-62ec-4311-b420-0090ce115305 HTTP/1.1" status: 204 len: 168 time: 0.3619082 Aug 19 12:52:09.729951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 5c61bfcf-725d-4aa1-9417-a76544eb0960, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5c61bfcf-725d-4aa1-9417-a76544eb0960,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:09.744003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94d1e7-0c41-49da-909e-cf4e63a9805e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e6d3c5-62ec-4311-b420-0090ce115305,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:09.764698 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:08Z', 'revision_number': 3, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:09.832421 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Checking router: 93c849a8-ef98-4a57-b976-8bf0fea76f76 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:52:09.833062 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Updating router 93c849a8-ef98-4a57-b976-8bf0fea76f76 port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:52:09.863103 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.874091 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.941280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9fdef310-e27b-4f6f-8b5e-63f267aaf40c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1df654387c33422dacddca44ba37d6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855415 Aug 19 12:52:09.941280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36454) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:09.969851 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=5c61bfcf-725d-4aa1-9417-a76544eb0960,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:09.973534 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-1afc22d5-b98e-4525-8788-d7ca85e2bb62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:52:09.974020 n-d-778732-8 neutron-server[95662]: DEBUG oslo_db.api [None req-1afc22d5-b98e-4525-8788-d7ca85e2bb62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:52:10.050424 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7eadd240-a733-4a47-9f16-8a59f940d6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.100483 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7eadd240-a733-4a47-9f16-8a59f940d6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.291062 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.299904 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.306244 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7eadd240-a733-4a47-9f16-8a59f940d6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.312611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7eadd240-a733-4a47-9f16-8a59f940d6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.312611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7eadd240-a733-4a47-9f16-8a59f940d6ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39654b9b-dadf-4d89-87ed-89e54c7e437d HTTP/1.1" status: 204 len: 168 time: 0.3631699 Aug 19 12:52:10.319568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadd240-a733-4a47-9f16-8a59f940d6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39654b9b-dadf-4d89-87ed-89e54c7e437d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:10.321973 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Transition to ACTIVE for port object 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:10.432041 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:52:10.466441 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.559065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Allocated IP 172.20.0.1 (0df94dc4-f74a-4c4c-a79c-f76afcd8ec04/370f4677-1716-4b96-8840-b61aeda76836/42a2d8a7-b677-409b-bcef-58b433153f47) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:10.567958 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Pushing event updated for resources: {'Port': ['ID=532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:10.571328 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Attempting to bind port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:10.571700 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Attempting to bind port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:10.572214 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Attempting to bind port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:10.593890 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.594057 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.594357 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.594679 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.595007 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.595355 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.595670 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.596120 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.596324 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.596639 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.596963 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.597283 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:10.605298 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:10.605298 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:10.605298 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.605800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:10.606895 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Bound port: 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:10.607869 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.680346 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] For port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:10.685028 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] For port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:10.703220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.717840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Transition to ACTIVE for port object 42a2d8a7-b677-409b-bcef-58b433153f47 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:10.737234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36462) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:10.758105 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f3bc31cc-da71-4423-ba31-f0cd4f423968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.844553 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.851968 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f3bc31cc-da71-4423-ba31-f0cd4f423968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.885020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.900137 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:10.900757 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:10.933414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:10.936339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:10.939460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:10.945536 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25813e54-1841-4f76-8989-47a5c1566633 None None] Pushing event updated for resources: {'Port': ['ID=532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:10.984332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Pushing event updated for resources: {'Port': ['ID=42a2d8a7-b677-409b-bcef-58b433153f47,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:11.027315 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:11.038443 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f3bc31cc-da71-4423-ba31-f0cd4f423968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:11.078756 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:52:11.115832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f3bc31cc-da71-4423-ba31-f0cd4f423968 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c52b96ec068541809e82f85657d5e328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771770 Aug 19 12:52:11.146874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5c61bfcf-725d-4aa1-9417-a76544eb0960 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:11.167054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc31cc-da71-4423-ba31-f0cd4f423968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2d2654-3a93-4290-9c8c-843b0d07e86b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:11.172576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36468) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:11.286602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62723660-ef77-4305-a076-5d18a30678ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:11.302660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5c61bfcf-725d-4aa1-9417-a76544eb0960 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:11.305581 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:11.378535 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:11.389485 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62723660-ef77-4305-a076-5d18a30678ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:11.558047 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:08Z', 'revision_number': 3, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:11.605018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c674826d-9c50-4c60-9f12-73e0bf49824b None None] Provisioning for port 42a2d8a7-b677-409b-bcef-58b433153f47 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:11.609937 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62723660-ef77-4305-a076-5d18a30678ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:11.610283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c674826d-9c50-4c60-9f12-73e0bf49824b None None] Provisioning complete for port 42a2d8a7-b677-409b-bcef-58b433153f47 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:11.610854 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c674826d-9c50-4c60-9f12-73e0bf49824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:11.616980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62723660-ef77-4305-a076-5d18a30678ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:11.618575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-62723660-ef77-4305-a076-5d18a30678ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc2d2654-3a93-4290-9c8c-843b0d07e86b HTTP/1.1" status: 204 len: 168 time: 0.4430580 Aug 19 12:52:11.624993 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39802a14-e9c0-4702-a0e6-cb0e2919cae6 None None] The sync data for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 is: [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:08Z', 'revision_number': 3, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:52:11.631267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62723660-ef77-4305-a076-5d18a30678ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2d2654-3a93-4290-9c8c-843b0d07e86b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:11.699682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c674826d-9c50-4c60-9f12-73e0bf49824b None None] Port 42a2d8a7-b677-409b-bcef-58b433153f47 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:52:11.897458 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:12.173722 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:12.249358 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:12.349125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:12.366012 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Pushing event updated for resources: {'Port': ['ID=42a2d8a7-b677-409b-bcef-58b433153f47,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:12.508558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36506) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:12.512206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:12.514406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:12.778129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Router 93c849a8-ef98-4a57-b976-8bf0fea76f76 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:52:12.959806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a8aa0c0e-c3eb-4a10-8f2c-d8b08bbe0b1a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:12.960516 n-d-778732-8 neutron-server[95660]: WARNING neutron.api.v2.base [None req-a8aa0c0e-c3eb-4a10-8f2c-d8b08bbe0b1a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 12:52:12.961031 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-a8aa0c0e-c3eb-4a10-8f2c-d8b08bbe0b1a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:52:12.962120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a8aa0c0e-c3eb-4a10-8f2c-d8b08bbe0b1a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4523706 Aug 19 12:52:12.969072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36518) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:12.974745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b4e05474-d0ca-46dc-bc81-629e587b710c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598389349'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:13.019470 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:52:13.039789 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d475cc12-1cba-4da8-b0b9-eb2b320753f0 admin admin] 10.222.0.44 "PUT /v2.0/routers/93c849a8-ef98-4a57-b976-8bf0fea76f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6196785 Aug 19 12:52:13.042108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-96323575-1266-495c-aae8-f96904700e8b None None] Provisioning complete for port 42a2d8a7-b677-409b-bcef-58b433153f47 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:13.042962 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-96323575-1266-495c-aae8-f96904700e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.091384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-96323575-1266-495c-aae8-f96904700e8b None None] Port 42a2d8a7-b677-409b-bcef-58b433153f47 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:52:13.136073 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4e05474-d0ca-46dc-bc81-629e587b710c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.146722 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4e05474-d0ca-46dc-bc81-629e587b710c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.167706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:13.324297 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4e05474-d0ca-46dc-bc81-629e587b710c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.358608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:13.364772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:13.365815 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.392848 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4e05474-d0ca-46dc-bc81-629e587b710c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.451462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e05474-d0ca-46dc-bc81-629e587b710c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c235f43-f041-4a71-a87d-128b756c2c2e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:13.537232 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4e05474-d0ca-46dc-bc81-629e587b710c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.564037 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.603361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:13.630957 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4e05474-d0ca-46dc-bc81-629e587b710c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.677863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e05474-d0ca-46dc-bc81-629e587b710c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5b54b2-11bd-4f9b-b04a-a52e6cf84745,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:13.695883 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.729816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4e05474-d0ca-46dc-bc81-629e587b710c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.734262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b4e05474-d0ca-46dc-bc81-629e587b710c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7611103 Aug 19 12:52:13.734577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:13.739363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-026d26d7-a7db-4d55-897d-e7c682a2ac40 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '0d5b54b2-11bd-4f9b-b04a-a52e6cf84745', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:13.773847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:13.877992 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-026d26d7-a7db-4d55-897d-e7c682a2ac40 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:13.978528 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-026d26d7-a7db-4d55-897d-e7c682a2ac40 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.135741 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-026d26d7-a7db-4d55-897d-e7c682a2ac40 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.138248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Sync routers for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:52:14.158908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:14.161492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:14.163327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d26d7-a7db-4d55-897d-e7c682a2ac40 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd84c673-4dbd-475a-8f13-370066dce422,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:14.260884 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-026d26d7-a7db-4d55-897d-e7c682a2ac40 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.263260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-026d26d7-a7db-4d55-897d-e7c682a2ac40 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5277584 Aug 19 12:52:14.275691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36552) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:14.275691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3ac4632f-18e9-48e5-bd96-0286c65c9c50 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '0d5b54b2-11bd-4f9b-b04a-a52e6cf84745', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:14.288205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:52:14.336903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36558) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:14.343963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-902701015-network', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:14.378115 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ac4632f-18e9-48e5-bd96-0286c65c9c50 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.473588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Made reservation on behalf of f89711d62c81413d9d49c38edda1ea92 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:14.476290 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.488185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.575196 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-3ac4632f-18e9-48e5-bd96-0286c65c9c50 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:52:14.576562 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3ac4632f-18e9-48e5-bd96-0286c65c9c50 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3088155 Aug 19 12:52:14.585224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36568) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:14.604207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 2, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:14.665666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Checking router: 93c849a8-ef98-4a57-b976-8bf0fea76f76 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:52:14.666379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Updating router 93c849a8-ef98-4a57-b976-8bf0fea76f76 port 42a2d8a7-b677-409b-bcef-58b433153f47 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:52:14.689626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96fc7688-ad8f-43a7-9a2d-61a0ad844f59 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.718036 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.720130 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.741305 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96fc7688-ad8f-43a7-9a2d-61a0ad844f59 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.802924 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.970884 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.971162 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96fc7688-ad8f-43a7-9a2d-61a0ad844f59 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.975804 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96fc7688-ad8f-43a7-9a2d-61a0ad844f59 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.978950 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-96fc7688-ad8f-43a7-9a2d-61a0ad844f59 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "DELETE /v2.0/security-groups/0d5b54b2-11bd-4f9b-b04a-a52e6cf84745 HTTP/1.1" status: 204 len: 168 time: 0.3975291 Aug 19 12:52:14.984142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36572) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:15.013916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc7688-ad8f-43a7-9a2d-61a0ad844f59 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5b54b2-11bd-4f9b-b04a-a52e6cf84745,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:15.023702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:15.040470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac89a07-a483-44c0-a984-ae967b5fc3d9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:15.048279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.048993 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Added segment d9450907-0ba3-4e76-9c46-a6139f9bb112 of type vlan for network bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef Aug 19 12:52:15.124999 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0228898c-83fc-4295-b520-cd8c226bab8d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1381402 Aug 19 12:52:15.127943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36578) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:15.138612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c0f2178c-cf3e-4a23-b044-aa644f246598 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560219760'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:15.139988 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.165555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Transition to ACTIVE for port object 42a2d8a7-b677-409b-bcef-58b433153f47 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:15.180589 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.215473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:15.287218 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.367668 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0f2178c-cf3e-4a23-b044-aa644f246598 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.370076 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.371740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:15.383901 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.528081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c83f27-0811-4dd7-9e87-54db10465f47 None None] Pushing event updated for resources: {'Port': ['ID=42a2d8a7-b677-409b-bcef-58b433153f47,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:15.534616 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Attempting to bind port 42a2d8a7-b677-409b-bcef-58b433153f47 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:15.535569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Attempting to bind port 42a2d8a7-b677-409b-bcef-58b433153f47 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:15.535569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Attempting to bind port 42a2d8a7-b677-409b-bcef-58b433153f47 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:15.566029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:15.566666 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.572042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:15.572848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Checking segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:15.573540 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.574169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Bound using segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:15.575076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Bound port: 42a2d8a7-b677-409b-bcef-58b433153f47, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:15.575769 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.677277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] Pushing event updated for resources: {'Network': ['ID=bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:15.732852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:15.741138 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0f2178c-cf3e-4a23-b044-aa644f246598 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.800439 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0f2178c-cf3e-4a23-b044-aa644f246598 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.861727 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2178c-cf3e-4a23-b044-aa644f246598 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f229550-45d8-457b-9834-6a13ffe711ee,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:15.868438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a00a083d-77f4-48fa-87df-15ecf37d984c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5294211 Aug 19 12:52:15.871176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36586) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:15.878258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] Request body: {'subnet': {'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-902701015-subnet', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:15.891694 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0f2178c-cf3e-4a23-b044-aa644f246598 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:15.894209 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c0f2178c-cf3e-4a23-b044-aa644f246598 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7666092 Aug 19 12:52:15.907583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36588) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:15.918992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f5c2128b-227a-4e87-b848-8df35c21b2d7 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '4f229550-45d8-457b-9834-6a13ffe711ee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:15.919832 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-f5c2128b-227a-4e87-b848-8df35c21b2d7 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 12:52:15.920390 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-f5c2128b-227a-4e87-b848-8df35c21b2d7 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:15.922240 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f5c2128b-227a-4e87-b848-8df35c21b2d7 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0127068 Aug 19 12:52:15.924339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36590) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:15.927770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] For port 42a2d8a7-b677-409b-bcef-58b433153f47, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:15.943818 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] For port 42a2d8a7-b677-409b-bcef-58b433153f47, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=42a2d8a7-b677-409b-bcef-58b433153f47,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:15.999396 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af2cf67e-1d86-4234-b00d-0382382c39b4 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:16.029825 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af2cf67e-1d86-4234-b00d-0382382c39b4 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:16.044938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] Made reservation on behalf of f89711d62c81413d9d49c38edda1ea92 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:16.047590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:16.136054 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:16.203162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:16.203813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:16.207985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c83f27-0811-4dd7-9e87-54db10465f47 None None] Pushing event updated for resources: {'Port': ['ID=42a2d8a7-b677-409b-bcef-58b433153f47,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:16.272611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af2cf67e-1d86-4234-b00d-0382382c39b4 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:16.275285 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af2cf67e-1d86-4234-b00d-0382382c39b4 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:16.276442 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-af2cf67e-1d86-4234-b00d-0382382c39b4 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "DELETE /v2.0/security-groups/4f229550-45d8-457b-9834-6a13ffe711ee HTTP/1.1" status: 204 len: 168 time: 0.3509922 Aug 19 12:52:16.290130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cf67e-1d86-4234-b00d-0382382c39b4 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f229550-45d8-457b-9834-6a13ffe711ee,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:16.292709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36596) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:16.369968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:52:16.410906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-43ca4719-49ca-47b2-8a3e-7e9dd5ee9f1a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1094375 Aug 19 12:52:16.415762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36598) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:16.420554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e3552cc2-ec6f-4b3f-9acb-e6dab50d1d1e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group': {'name': 'tempest-secgroup--247621660'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:16.552889 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:16.620279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:15Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:16.622501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a751cc-d52b-4256-aa0d-34b397b0cc47,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:16.628359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3552cc2-ec6f-4b3f-9acb-e6dab50d1d1e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:16.634340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] Checking segment: {'id': 'd9450907-0ba3-4e76-9c46-a6139f9bb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:16.637274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] Network hostable DHCP agents. Network: bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:16.653784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739e9f5-adcf-445d-becc-18506de305e8 None None] The sync data for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 is: [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:15Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:52:16.815168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] Network bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:16.829999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3552cc2-ec6f-4b3f-9acb-e6dab50d1d1e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:16.987508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:16.995635 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3552cc2-ec6f-4b3f-9acb-e6dab50d1d1e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:16.999390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:17.000580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.010713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb4fa01-95ba-48f1-b1f0-a50364d383c5 None None] Network bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:17.101511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3552cc2-ec6f-4b3f-9acb-e6dab50d1d1e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2cfb4-1408-418c-b871-915c3fa934c1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:17.183278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8431adf8-18d7-48a2-8de9-d0382d060254 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3107486 Aug 19 12:52:17.186112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36610) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:17.193216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-902701015-router', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:17.229362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 42a2d8a7-b677-409b-bcef-58b433153f47 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:17.239622 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3552cc2-ec6f-4b3f-9acb-e6dab50d1d1e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.240986 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e3552cc2-ec6f-4b3f-9acb-e6dab50d1d1e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8243792 Aug 19 12:52:17.243947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36612) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:17.258010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f50d2c4e-c785-4911-8df1-71cf918cc079 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': 'a1a2cfb4-1408-418c-b871-915c3fa934c1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:17.258931 n-d-778732-8 neutron-server[95660]: WARNING neutron.api.v2.base [None req-f50d2c4e-c785-4911-8df1-71cf918cc079 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 12:52:17.259939 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-f50d2c4e-c785-4911-8df1-71cf918cc079 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:17.261092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f50d2c4e-c785-4911-8df1-71cf918cc079 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0159783 Aug 19 12:52:17.264148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36614) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:17.374010 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36d3cf7f-1390-4841-b491-82bb65fe43f7 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.386860 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.390874 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.401865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef', 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'fixed_ips': [{'subnet_id': 'b8a751cc-d52b-4256-aa0d-34b397b0cc47'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:52:17.403025 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.427920 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36d3cf7f-1390-4841-b491-82bb65fe43f7 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.463583 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.504756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 42a2d8a7-b677-409b-bcef-58b433153f47 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:17.579009 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36d3cf7f-1390-4841-b491-82bb65fe43f7 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.581886 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36d3cf7f-1390-4841-b491-82bb65fe43f7 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.591940 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-36d3cf7f-1390-4841-b491-82bb65fe43f7 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "DELETE /v2.0/security-groups/a1a2cfb4-1408-418c-b871-915c3fa934c1 HTTP/1.1" status: 204 len: 168 time: 0.3262613 Aug 19 12:52:17.593695 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36620) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:17.664887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3cf7f-1390-4841-b491-82bb65fe43f7 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a2cfb4-1408-418c-b871-915c3fa934c1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:17.723608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 42a2d8a7-b677-409b-bcef-58b433153f47 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:17.724829 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.762598 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7f5fb600-1d3a-45fa-8232-8b0ee64717f3 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1554279 Aug 19 12:52:17.763474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36622) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:17.768701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a93ce98e-579d-4927-a134-9879c405d3c6 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831707481'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:17.844376 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Allocated IP 172.20.0.2 (bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef/b8a751cc-d52b-4256-aa0d-34b397b0cc47/1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:17.970484 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.021619 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a93ce98e-579d-4927-a134-9879c405d3c6 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.038200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 42a2d8a7-b677-409b-bcef-58b433153f47, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=42a2d8a7-b677-409b-bcef-58b433153f47,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:18.135790 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.149274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Transition to ACTIVE for port object 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:18.188368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Transition to ACTIVE for port object 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:18.190551 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.210393 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.226438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a93ce98e-579d-4927-a134-9879c405d3c6 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.288396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=42a2d8a7-b677-409b-bcef-58b433153f47,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:18.302011 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.335552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a93ce98e-579d-4927-a134-9879c405d3c6 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.355187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Network bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:18.358988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:18.369938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Pushing event updated for resources: {'Port': ['ID=1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:18.375503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:18.431712 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ce98e-579d-4927-a134-9879c405d3c6 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165c8200-ac38-4dea-b37f-2e482c42de44,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:18.453833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Attempting to bind port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:18.454222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Attempting to bind port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd9450907-0ba3-4e76-9c46-a6139f9bb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:18.454827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Attempting to bind port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 on network bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:18.464824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:18.465759 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Checking segment: {'id': 'd9450907-0ba3-4e76-9c46-a6139f9bb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:18.466542 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.467268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Bound using segment: {'id': 'd9450907-0ba3-4e76-9c46-a6139f9bb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:18.468100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Bound port: 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9450907-0ba3-4e76-9c46-a6139f9bb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:18.468788 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.548482 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a93ce98e-579d-4927-a134-9879c405d3c6 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.555215 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a93ce98e-579d-4927-a134-9879c405d3c6 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7905426 Aug 19 12:52:18.556246 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36634) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:18.561919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0cfc437a-f5dd-46fb-aa1d-e8a64db78de6 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '165c8200-ac38-4dea-b37f-2e482c42de44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:18.562799 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-0cfc437a-f5dd-46fb-aa1d-e8a64db78de6 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 12:52:18.563288 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-0cfc437a-f5dd-46fb-aa1d-e8a64db78de6 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:18.565477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] For port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:18.568416 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0cfc437a-f5dd-46fb-aa1d-e8a64db78de6 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109978 Aug 19 12:52:18.569164 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36636) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:18.571009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] For port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777,segment=NetworkSegment(d9450907-0ba3-4e76-9c46-a6139f9bb112),segment_id=d9450907-0ba3-4e76-9c46-a6139f9bb112)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:18.575769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4f1cd4ca-098e-4860-9df4-de7cdb019c7a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '165c8200-ac38-4dea-b37f-2e482c42de44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:18.576615 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-4f1cd4ca-098e-4860-9df4-de7cdb019c7a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 12:52:18.577189 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-4f1cd4ca-098e-4860-9df4-de7cdb019c7a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:18.580493 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4f1cd4ca-098e-4860-9df4-de7cdb019c7a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079670 Aug 19 12:52:18.581145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:18.586601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e23ccdb6-8b1c-4042-a826-3b60b5091a7d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '165c8200-ac38-4dea-b37f-2e482c42de44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:18.586890 n-d-778732-8 neutron-server[95660]: WARNING neutron.api.v2.base [None req-e23ccdb6-8b1c-4042-a826-3b60b5091a7d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 12:52:18.592366 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e23ccdb6-8b1c-4042-a826-3b60b5091a7d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:18.592366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e23ccdb6-8b1c-4042-a826-3b60b5091a7d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064390 Aug 19 12:52:18.595058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36640) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:18.601844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4c6a405b-c16a-4093-a630-c4acd64d2d3d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '165c8200-ac38-4dea-b37f-2e482c42de44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:18.602608 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-4c6a405b-c16a-4093-a630-c4acd64d2d3d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 12:52:18.603629 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-4c6a405b-c16a-4093-a630-c4acd64d2d3d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:18.604894 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4c6a405b-c16a-4093-a630-c4acd64d2d3d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085578 Aug 19 12:52:18.609608 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36642) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:18.671724 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.680576 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d97c71-b44e-44b1-9f33-70be90bbf18d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.693921 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.701807 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.706225 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d97c71-b44e-44b1-9f33-70be90bbf18d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.772426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34544a82-d466-457f-9d2e-8cb91e0f898f None None] Pushing event updated for resources: {'Port': ['ID=1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:18.820863 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d97c71-b44e-44b1-9f33-70be90bbf18d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.825152 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23d97c71-b44e-44b1-9f33-70be90bbf18d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.829597 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-23d97c71-b44e-44b1-9f33-70be90bbf18d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "DELETE /v2.0/security-groups/165c8200-ac38-4dea-b37f-2e482c42de44 HTTP/1.1" status: 204 len: 168 time: 0.2167919 Aug 19 12:52:18.835040 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36648) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:18.838245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Allocated IP 172.25.6.237 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/4c4fa489-edc2-44ec-9d17-8ebf49a714aa) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:18.841750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d97c71-b44e-44b1-9f33-70be90bbf18d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165c8200-ac38-4dea-b37f-2e482c42de44,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:18.949112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d4aceb23-52dc-44f1-b484-db6cb11d0fb0 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119502 Aug 19 12:52:18.956585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36650) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:18.963553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3224d603-d59d-4439-81eb-6466213f8f8f tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678090167'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:19.048541 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:19.141426 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3224d603-d59d-4439-81eb-6466213f8f8f tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:19.244016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3224d603-d59d-4439-81eb-6466213f8f8f tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:19.246352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 42a2d8a7-b677-409b-bcef-58b433153f47 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:19.299564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 42a2d8a7-b677-409b-bcef-58b433153f47 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:19.300355 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:19.375851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:19.393966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:19.418079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3224d603-d59d-4439-81eb-6466213f8f8f tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:19.420539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:19.427573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:19.433111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:19.464541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4fa489-edc2-44ec-9d17-8ebf49a714aa,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:19.466500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224d603-d59d-4439-81eb-6466213f8f8f tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ccff34-27e3-47e9-9bfd-d11123d1eb2b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:19.552732 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3224d603-d59d-4439-81eb-6466213f8f8f tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:19.553222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:19.554111 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3224d603-d59d-4439-81eb-6466213f8f8f tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5980411 Aug 19 12:52:19.557136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36656) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:19.562856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8fd2e564-0a9f-4133-93e1-8ee206ad4b1a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '08ccff34-27e3-47e9-9bfd-d11123d1eb2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:19.567849 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-8fd2e564-0a9f-4133-93e1-8ee206ad4b1a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 12:52:19.567849 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-8fd2e564-0a9f-4133-93e1-8ee206ad4b1a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:19.567849 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8fd2e564-0a9f-4133-93e1-8ee206ad4b1a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065191 Aug 19 12:52:19.569646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36658) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:19.574687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-610b0e28-6bb1-4d03-a6c2-4b3a64f00e0a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '08ccff34-27e3-47e9-9bfd-d11123d1eb2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:19.857911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f3f742-3a57-4dc4-8245-5527970fec72 None None] Network bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:19.891930 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-610b0e28-6bb1-4d03-a6c2-4b3a64f00e0a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:19.893053 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-610b0e28-6bb1-4d03-a6c2-4b3a64f00e0a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3222139 Aug 19 12:52:19.898838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36662) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:19.903867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e93e5b38-83c2-4e74-98ef-07170b35370a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '08ccff34-27e3-47e9-9bfd-d11123d1eb2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:19.904285 n-d-778732-8 neutron-server[95660]: WARNING neutron.api.v2.base [None req-e93e5b38-83c2-4e74-98ef-07170b35370a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 12:52:19.904991 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e93e5b38-83c2-4e74-98ef-07170b35370a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:19.906171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e93e5b38-83c2-4e74-98ef-07170b35370a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061147 Aug 19 12:52:19.910971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36664) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:19.917514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8c812137-833a-4fb4-8072-cc1906183cb2 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '08ccff34-27e3-47e9-9bfd-d11123d1eb2b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:19.935313 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:20.119751 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dbf05202-4c65-47a1-87de-cdf3627cb939 None None] Provisioning for port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:20.126926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dbf05202-4c65-47a1-87de-cdf3627cb939 None None] Provisioning complete for port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:20.127305 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dbf05202-4c65-47a1-87de-cdf3627cb939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:20.164005 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-8c812137-833a-4fb4-8072-cc1906183cb2 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:20.165540 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8c812137-833a-4fb4-8072-cc1906183cb2 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2531588 Aug 19 12:52:20.168942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36666) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:20.169185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:20.174888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-aae1b24c-8df3-4950-815f-43770181a18a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '08ccff34-27e3-47e9-9bfd-d11123d1eb2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:20.176333 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-aae1b24c-8df3-4950-815f-43770181a18a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 12:52:20.177017 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-aae1b24c-8df3-4950-815f-43770181a18a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:20.178211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aae1b24c-8df3-4950-815f-43770181a18a tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077055 Aug 19 12:52:20.182705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36668) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:20.192768 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-826c0e89-8e18-4097-81dd-2400c7e40f5c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '08ccff34-27e3-47e9-9bfd-d11123d1eb2b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:20.264103 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dbf05202-4c65-47a1-87de-cdf3627cb939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:20.310790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-dbf05202-4c65-47a1-87de-cdf3627cb939 None None] For port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777,segment=NetworkSegment(d9450907-0ba3-4e76-9c46-a6139f9bb112),segment_id=d9450907-0ba3-4e76-9c46-a6139f9bb112)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:20.387378 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-826c0e89-8e18-4097-81dd-2400c7e40f5c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:20.389787 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-826c0e89-8e18-4097-81dd-2400c7e40f5c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2054021 Aug 19 12:52:20.392577 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36670) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:20.393794 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dbf05202-4c65-47a1-87de-cdf3627cb939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:20.401781 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1fd995b5-e63e-44d7-9cf2-bc46edd78524 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '08ccff34-27e3-47e9-9bfd-d11123d1eb2b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:20.402708 n-d-778732-8 neutron-server[95661]: WARNING neutron.api.v2.base [None req-1fd995b5-e63e-44d7-9cf2-bc46edd78524 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 12:52:20.404533 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-1fd995b5-e63e-44d7-9cf2-bc46edd78524 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:20.405348 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1fd995b5-e63e-44d7-9cf2-bc46edd78524 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110824 Aug 19 12:52:20.411258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:20.416980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-79d62b08-1ffe-47f7-8652-4223759a4362 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '08ccff34-27e3-47e9-9bfd-d11123d1eb2b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:20.470208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf05202-4c65-47a1-87de-cdf3627cb939 None None] Pushing event updated for resources: {'Port': ['ID=1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:20.518053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-32586799-b152-4bf4-8dcc-d02d91d42e5a None None] Provisioning complete for port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:20.518431 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-32586799-b152-4bf4-8dcc-d02d91d42e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:20.524158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Router e4343f02-461d-4824-bd53-c1d24ad0afcc is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:52:20.643972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:52:20.657786 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Sync routers for ids ['e4343f02-461d-4824-bd53-c1d24ad0afcc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:52:20.670648 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Routers {'e4343f02-461d-4824-bd53-c1d24ad0afcc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:20.670648 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e4343f02-461d-4824-bd53-c1d24ad0afcc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:20.782748 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Set router e4343f02-461d-4824-bd53-c1d24ad0afcc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:52:20.809861 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:20.816055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36676) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:20.826316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-051f2d1c-6f39-4275-9454-9d8c737c18a8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6388912 Aug 19 12:52:20.909884 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-79d62b08-1ffe-47f7-8652-4223759a4362 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:20.909884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-79d62b08-1ffe-47f7-8652-4223759a4362 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4858873 Aug 19 12:52:20.913098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36680) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:20.919008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dc1a3f84-58b6-4d5b-b6b2-7acb47ea503e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '08ccff34-27e3-47e9-9bfd-d11123d1eb2b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:21.038575 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'name': 'tempest-TestVolumeBootPattern-902701015-router', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:17Z', 'updated_at': '2021-08-19T12:52:19Z', 'revision_number': 3, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'gw_port': {'id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:18Z', 'updated_at': '2021-08-19T12:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:21.070130 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Checking router: e4343f02-461d-4824-bd53-c1d24ad0afcc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:52:21.070481 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Updating router e4343f02-461d-4824-bd53-c1d24ad0afcc port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:52:21.083676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:21.099821 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.149475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:21.149862 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.180787 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5d788a92-df99-45b4-832b-31b36a2e6c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.324134 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-dc1a3f84-58b6-4d5b-b6b2-7acb47ea503e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:21.325240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-dc1a3f84-58b6-4d5b-b6b2-7acb47ea503e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4110308 Aug 19 12:52:21.330905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36682) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:21.489980 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.523501 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dab4d5c-8906-445d-8db0-30b77b7f3885 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.555141 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dab4d5c-8906-445d-8db0-30b77b7f3885 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.673210 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.722846 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Allocated IP 172.20.0.1 (bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef/b8a751cc-d52b-4256-aa0d-34b397b0cc47/3a5e1bf4-7128-4d67-972c-64a8c5e1ddef) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:21.752641 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Transition to ACTIVE for port object 4c4fa489-edc2-44ec-9d17-8ebf49a714aa will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:21.752822 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dab4d5c-8906-445d-8db0-30b77b7f3885 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.756772 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dab4d5c-8906-445d-8db0-30b77b7f3885 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.764928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0dab4d5c-8906-445d-8db0-30b77b7f3885 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "DELETE /v2.0/security-groups/08ccff34-27e3-47e9-9bfd-d11123d1eb2b HTTP/1.1" status: 204 len: 168 time: 0.4258537 Aug 19 12:52:21.769198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36692) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:21.776708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab4d5c-8906-445d-8db0-30b77b7f3885 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ccff34-27e3-47e9-9bfd-d11123d1eb2b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:21.824718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bd2c4d8d-5f98-4640-b93a-f5cd58581654 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535734 Aug 19 12:52:21.829505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36694) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:21.834403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-34577178-a96c-42ef-858f-8af89ab653bd tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group': {'name': 'tempest-secgroup--881432846'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:21.857427 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.872414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Transition to ACTIVE for port object 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:21.901638 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.939157 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34577178-a96c-42ef-858f-8af89ab653bd tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.959479 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Attempting to bind port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:21.959875 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Attempting to bind port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:21.960246 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Attempting to bind port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:21.967807 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6610689-a227-4118-8b37-b351d34d64aa None None] Pushing event updated for resources: {'Port': ['ID=4c4fa489-edc2-44ec-9d17-8ebf49a714aa,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:21.971465 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:21.971875 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:21.972396 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.973188 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:21.974018 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Bound port: 4c4fa489-edc2-44ec-9d17-8ebf49a714aa, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:21.980940 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.032104 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] For port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:22.036190 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] For port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4c4fa489-edc2-44ec-9d17-8ebf49a714aa,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:22.038504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.042935 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34577178-a96c-42ef-858f-8af89ab653bd tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.078049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Network bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:22.083023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:22.086670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:22.118281 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a5e1bf4-7128-4d67-972c-64a8c5e1ddef,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:22.146693 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.278700 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.313811 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34577178-a96c-42ef-858f-8af89ab653bd tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.345983 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Routers {'e4343f02-461d-4824-bd53-c1d24ad0afcc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:22.346692 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:51:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e4343f02-461d-4824-bd53-c1d24ad0afcc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:22.380452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34577178-a96c-42ef-858f-8af89ab653bd tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f985e0-1250-4bbc-8400-043bfe265426,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:22.396169 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.403830 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6610689-a227-4118-8b37-b351d34d64aa None None] Pushing event updated for resources: {'Port': ['ID=4c4fa489-edc2-44ec-9d17-8ebf49a714aa,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:22.450208 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34577178-a96c-42ef-858f-8af89ab653bd tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.455432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-34577178-a96c-42ef-858f-8af89ab653bd tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6251204 Aug 19 12:52:22.456337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36704) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:22.464432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1aa5afbb-cd4a-43b8-a835-986ee55c9438 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '79f985e0-1250-4bbc-8400-043bfe265426', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:22.528218 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] Set router e4343f02-461d-4824-bd53-c1d24ad0afcc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:52:22.540981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3776db1a-e955-4974-9d2c-4b917604dfc2 None None] Provisioning for port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:22.546438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3776db1a-e955-4974-9d2c-4b917604dfc2 None None] Provisioning complete for port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:22.546819 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3776db1a-e955-4974-9d2c-4b917604dfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.620081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-3776db1a-e955-4974-9d2c-4b917604dfc2 None None] Port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:52:22.671508 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.741534 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-1aa5afbb-cd4a-43b8-a835-986ee55c9438 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The resource could not be found. Aug 19 12:52:22.743483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1aa5afbb-cd4a-43b8-a835-986ee55c9438 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2848959 Aug 19 12:52:22.746933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36708) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:22.753193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ce513cc1-23be-44d8-87e0-a9fb85d96a8e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': '79f985e0-1250-4bbc-8400-043bfe265426', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7c7b0421-0171-4398-83fe-f46a03189aa0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:22.797829 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'name': 'tempest-TestVolumeBootPattern-902701015-router', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:17Z', 'updated_at': '2021-08-19T12:52:22Z', 'revision_number': 4, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'gw_port': {'id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:18Z', 'updated_at': '2021-08-19T12:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '3a5e1bf4-7128-4d67-972c-64a8c5e1ddef', 'name': '', 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'mac_address': 'fa:16:3e:b4:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b8a751cc-d52b-4256-aa0d-34b397b0cc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:21Z', 'updated_at': '2021-08-19T12:52:21Z', 'revision_number': 1, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'subnets': [{'id': 'b8a751cc-d52b-4256-aa0d-34b397b0cc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:22.824744 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bc9a7-9eb6-4c0a-a508-d54ed0ccda3a None None] The sync data for ids ['e4343f02-461d-4824-bd53-c1d24ad0afcc'] in n-d-778732-8 is: [{'id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'name': 'tempest-TestVolumeBootPattern-902701015-router', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:17Z', 'updated_at': '2021-08-19T12:52:22Z', 'revision_number': 4, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'gw_port': {'id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:18Z', 'updated_at': '2021-08-19T12:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '3a5e1bf4-7128-4d67-972c-64a8c5e1ddef', 'name': '', 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'mac_address': 'fa:16:3e:b4:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b8a751cc-d52b-4256-aa0d-34b397b0cc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:21Z', 'updated_at': '2021-08-19T12:52:21Z', 'revision_number': 1, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'subnets': [{'id': 'b8a751cc-d52b-4256-aa0d-34b397b0cc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:52:22.838421 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.928387 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:22.935322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a5e1bf4-7128-4d67-972c-64a8c5e1ddef,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:22.998304 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-ce513cc1-23be-44d8-87e0-a9fb85d96a8e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The resource could not be found. Aug 19 12:52:22.999702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ce513cc1-23be-44d8-87e0-a9fb85d96a8e tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2517338 Aug 19 12:52:23.004285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36712) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:23.099372 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Network bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:23.111582 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:23.189657 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db40aca9-4ae7-41e5-9a03-ecf4ba3646ee tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:23.276698 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db40aca9-4ae7-41e5-9a03-ecf4ba3646ee tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:23.374804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Router e4343f02-461d-4824-bd53-c1d24ad0afcc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:52:23.454637 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db40aca9-4ae7-41e5-9a03-ecf4ba3646ee tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:23.458208 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db40aca9-4ae7-41e5-9a03-ecf4ba3646ee tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:23.461902 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-db40aca9-4ae7-41e5-9a03-ecf4ba3646ee tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "DELETE /v2.0/security-groups/79f985e0-1250-4bbc-8400-043bfe265426 HTTP/1.1" status: 204 len: 168 time: 0.4564831 Aug 19 12:52:23.462520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36720) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:23.533441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cd176853-2f60-4f55-bc5c-765d7dbb91b5 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697327 Aug 19 12:52:23.540200 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40aca9-4ae7-41e5-9a03-ecf4ba3646ee tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f985e0-1250-4bbc-8400-043bfe265426,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:23.540628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36722) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:23.544854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f0457c72-5d33-4586-9191-edf3e49e8fc7 None None] Provisioning complete for port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:23.545510 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f0457c72-5d33-4586-9191-edf3e49e8fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:23.546222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0e70714b-ccc9-4cd3-ac08-372948ee19ab tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': 'af604119-9eeb-42c0-b912-a1f3b1e2fa31', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:23.589669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:52:23.595581 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f22420df-7ff8-4ffe-b92d-9086bcb86bc5 admin admin] 10.222.0.44 "PUT /v2.0/routers/e4343f02-461d-4824-bd53-c1d24ad0afcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7784123 Aug 19 12:52:23.637120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f0457c72-5d33-4586-9191-edf3e49e8fc7 None None] Port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:52:23.815460 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-0e70714b-ccc9-4cd3-ac08-372948ee19ab tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The resource could not be found. Aug 19 12:52:23.829134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36730) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:23.835531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0e70714b-ccc9-4cd3-ac08-372948ee19ab tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2935519 Aug 19 12:52:23.841933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9394b07f-4082-4071-8c9e-aef4a96b5bff tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408045582'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:24.015621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9394b07f-4082-4071-8c9e-aef4a96b5bff tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.144379 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9394b07f-4082-4071-8c9e-aef4a96b5bff tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.221436 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9394b07f-4082-4071-8c9e-aef4a96b5bff tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.258702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394b07f-4082-4071-8c9e-aef4a96b5bff tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c206e-572f-44a7-bbbc-d00a6c336575,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:24.338346 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9394b07f-4082-4071-8c9e-aef4a96b5bff tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.338346 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9394b07f-4082-4071-8c9e-aef4a96b5bff tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5007160 Aug 19 12:52:24.338346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36742) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:24.342368 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fab0754a-7350-4611-8cb7-4d4b823b96f3 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050576401'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:24.501135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fab0754a-7350-4611-8cb7-4d4b823b96f3 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.601193 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fab0754a-7350-4611-8cb7-4d4b823b96f3 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.684137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fab0754a-7350-4611-8cb7-4d4b823b96f3 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.721646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0754a-7350-4611-8cb7-4d4b823b96f3 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85b48b6-f3fe-4642-8b6e-baf11419cb23,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:24.838371 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fab0754a-7350-4611-8cb7-4d4b823b96f3 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.839469 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fab0754a-7350-4611-8cb7-4d4b823b96f3 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5027766 Aug 19 12:52:24.842663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36744) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:24.848118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f97246cd-51c9-41fa-bb51-5521c6aaa81b tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group_rule': {'security_group_id': 'ac2c206e-572f-44a7-bbbc-d00a6c336575', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e85b48b6-f3fe-4642-8b6e-baf11419cb23'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:25.106420 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-f97246cd-51c9-41fa-bb51-5521c6aaa81b tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:52:25.107493 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f97246cd-51c9-41fa-bb51-5521c6aaa81b tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2638628 Aug 19 12:52:25.110736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36746) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.116393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c4fa489-edc2-44ec-9d17-8ebf49a714aa up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:25.176488 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee3f94ae-6987-438b-b640-e151ced5c866 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.205183 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee3f94ae-6987-438b-b640-e151ced5c866 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.249466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:25.258443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:25.258443 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.347055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee3f94ae-6987-438b-b640-e151ced5c866 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.351282 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee3f94ae-6987-438b-b640-e151ced5c866 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.355924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ee3f94ae-6987-438b-b640-e151ced5c866 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "DELETE /v2.0/security-groups/e85b48b6-f3fe-4642-8b6e-baf11419cb23 HTTP/1.1" status: 204 len: 168 time: 0.2416229 Aug 19 12:52:25.357893 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36754) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.372361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f94ae-6987-438b-b640-e151ced5c866 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85b48b6-f3fe-4642-8b6e-baf11419cb23,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:25.423429 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.453105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4c4fa489-edc2-44ec-9d17-8ebf49a714aa,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:25.475033 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-23e2a065-6643-4a59-8aee-c197b10abffb tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1157055 Aug 19 12:52:25.478322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36758) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.493030 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bdf90b0d-dc8e-496e-b697-79e96f2660b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.553172 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.589497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d122-d73e-4c75-bfae-4bc2718fdf4c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.638610 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d122-d73e-4c75-bfae-4bc2718fdf4c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.691595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Sync routers for ids ['e4343f02-461d-4824-bd53-c1d24ad0afcc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:52:25.715033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=4c4fa489-edc2-44ec-9d17-8ebf49a714aa,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:25.730857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Routers {'e4343f02-461d-4824-bd53-c1d24ad0afcc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:25.731510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:52:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e4343f02-461d-4824-bd53-c1d24ad0afcc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:25.792286 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d122-d73e-4c75-bfae-4bc2718fdf4c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.796440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d122-d73e-4c75-bfae-4bc2718fdf4c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.799184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0ab5d122-d73e-4c75-bfae-4bc2718fdf4c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "DELETE /v2.0/security-groups/ac2c206e-572f-44a7-bbbc-d00a6c336575 HTTP/1.1" status: 204 len: 168 time: 0.3175762 Aug 19 12:52:25.801789 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36770) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.831873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5d122-d73e-4c75-bfae-4bc2718fdf4c tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c206e-572f-44a7-bbbc-d00a6c336575,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:25.873257 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.890526 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e75a9fc8-54ce-4e79-becd-ef20c020e583 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0869045 Aug 19 12:52:25.894370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36772) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.899806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bbfe70fd-ce32-4f66-9da5-df999a00f993 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719405989'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:25.921000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Set router e4343f02-461d-4824-bd53-c1d24ad0afcc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:52:26.049538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbfe70fd-ce32-4f66-9da5-df999a00f993 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.164807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'name': 'tempest-TestVolumeBootPattern-902701015-router', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:17Z', 'updated_at': '2021-08-19T12:52:22Z', 'revision_number': 4, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'gw_port': {'id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:18Z', 'updated_at': '2021-08-19T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '3a5e1bf4-7128-4d67-972c-64a8c5e1ddef', 'name': '', 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'mac_address': 'fa:16:3e:b4:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b8a751cc-d52b-4256-aa0d-34b397b0cc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:21Z', 'updated_at': '2021-08-19T12:52:22Z', 'revision_number': 2, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'subnets': [{'id': 'b8a751cc-d52b-4256-aa0d-34b397b0cc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:26.166335 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbfe70fd-ce32-4f66-9da5-df999a00f993 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.196957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Checking router: e4343f02-461d-4824-bd53-c1d24ad0afcc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:52:26.197429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Updating router e4343f02-461d-4824-bd53-c1d24ad0afcc port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:52:26.225548 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.295330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbfe70fd-ce32-4f66-9da5-df999a00f993 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.330856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe70fd-ce32-4f66-9da5-df999a00f993 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4926a1-8e59-4be7-ba99-e6bd20c4e008,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:26.475317 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbfe70fd-ce32-4f66-9da5-df999a00f993 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.476969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bbfe70fd-ce32-4f66-9da5-df999a00f993 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5811441 Aug 19 12:52:26.480028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:26.485888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-479788f3-a4fc-46ad-aeff-27ad4c9b35e8 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:26.486438 n-d-778732-8 neutron-server[95660]: WARNING neutron.api.v2.base [None req-479788f3-a4fc-46ad-aeff-27ad4c9b35e8 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 12:52:26.487049 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [None req-479788f3-a4fc-46ad-aeff-27ad4c9b35e8 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 12:52:26.489326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-479788f3-a4fc-46ad-aeff-27ad4c9b35e8 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "PUT /v2.0/security-groups/cb4926a1-8e59-4be7-ba99-e6bd20c4e008 HTTP/1.1" status: 409 len: 330 time: 0.0080874 Aug 19 12:52:26.492414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36778) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:26.586823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14c1ae09-f824-4658-b3f4-19a6a1ba26cb tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.633444 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14c1ae09-f824-4658-b3f4-19a6a1ba26cb tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.692877 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.815419 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14c1ae09-f824-4658-b3f4-19a6a1ba26cb tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.815647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Transition to ACTIVE for port object 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:26.820301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14c1ae09-f824-4658-b3f4-19a6a1ba26cb tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.821846 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-14c1ae09-f824-4658-b3f4-19a6a1ba26cb tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "DELETE /v2.0/security-groups/cb4926a1-8e59-4be7-ba99-e6bd20c4e008 HTTP/1.1" status: 204 len: 168 time: 0.3276496 Aug 19 12:52:26.826053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:26.834455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1ae09-f824-4658-b3f4-19a6a1ba26cb tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4926a1-8e59-4be7-ba99-e6bd20c4e008,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:26.880372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4e13712f-51f8-483c-ad93-aa64c355ba17 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528300 Aug 19 12:52:26.884661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36786) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:26.899809 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-d90dfa23-1fca-4fc7-a2e5-1b3b0eb484d4 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] delete failed (client error): The resource could not be found. Aug 19 12:52:26.905583 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d90dfa23-1fca-4fc7-a2e5-1b3b0eb484d4 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "DELETE /v2.0/security-groups/853936cf-8a4e-4291-bee5-29f75b2a4837 HTTP/1.1" status: 404 len: 347 time: 0.0153315 Aug 19 12:52:26.905877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36788) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:26.920827 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-69105145-c278-4dd5-8713-618e2b2652a1 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] show failed (client error): The resource could not be found. Aug 19 12:52:26.921861 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-69105145-c278-4dd5-8713-618e2b2652a1 tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "GET /v2.0/security-groups/b727fd92-1334-473e-a46f-88be84918c43 HTTP/1.1" status: 404 len: 347 time: 0.0152221 Aug 19 12:52:26.926393 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36790) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:26.940113 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-6210683b-a722-42be-a39c-cebcb5caab3d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] show failed (client error): The resource could not be found. Aug 19 12:52:26.941315 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6210683b-a722-42be-a39c-cebcb5caab3d tempest-NegativeSecGroupTest-2017738113 tempest-NegativeSecGroupTest-2017738113-project] 10.222.0.44 "GET /v2.0/security-group-rules/a17ed7ba-8a75-43e3-9e53-318ccc069c5c HTTP/1.1" status: 404 len: 356 time: 0.0116880 Aug 19 12:52:26.965926 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:27.027307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5ae96-104c-49a5-91d0-86bb3ead9b16 None None] Pushing event updated for resources: {'Port': ['ID=3a5e1bf4-7128-4d67-972c-64a8c5e1ddef,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:27.067921 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:27.106018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Attempting to bind port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:27.106328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Attempting to bind port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd9450907-0ba3-4e76-9c46-a6139f9bb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:27.106700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Attempting to bind port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef on network bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:27.115122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:27.115638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Checking segment: {'id': 'd9450907-0ba3-4e76-9c46-a6139f9bb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:27.116167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:27.116626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Bound using segment: {'id': 'd9450907-0ba3-4e76-9c46-a6139f9bb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:27.117230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Bound port: 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9450907-0ba3-4e76-9c46-a6139f9bb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:27.118187 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:27.122164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c4fa489-edc2-44ec-9d17-8ebf49a714aa up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:27.229789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:27.230516 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:27.234032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] For port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:27.273894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] For port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3a5e1bf4-7128-4d67-972c-64a8c5e1ddef,segment=NetworkSegment(d9450907-0ba3-4e76-9c46-a6139f9bb112),segment_id=d9450907-0ba3-4e76-9c46-a6139f9bb112)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:27.398545 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:27.474388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Routers {'e4343f02-461d-4824-bd53-c1d24ad0afcc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:27.475050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:52:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e4343f02-461d-4824-bd53-c1d24ad0afcc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:27.481353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5ae96-104c-49a5-91d0-86bb3ead9b16 None None] Pushing event updated for resources: {'Port': ['ID=3a5e1bf4-7128-4d67-972c-64a8c5e1ddef,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:27.669618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] Set router e4343f02-461d-4824-bd53-c1d24ad0afcc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:52:27.692866 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36808) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:27.879880 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-72021758-d715-4f3a-8e35-9d7705873ebb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ab28c81a9d645898ad27cfd85de3fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855257 Aug 19 12:52:27.882374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36818) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:28.001994 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46f7d8dd-4534-42df-9b40-49e2c637e9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.044017 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46f7d8dd-4534-42df-9b40-49e2c637e9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.140551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'name': 'tempest-TestVolumeBootPattern-902701015-router', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:17Z', 'updated_at': '2021-08-19T12:52:22Z', 'revision_number': 4, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'gw_port': {'id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:18Z', 'updated_at': '2021-08-19T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '3a5e1bf4-7128-4d67-972c-64a8c5e1ddef', 'name': '', 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'mac_address': 'fa:16:3e:b4:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b8a751cc-d52b-4256-aa0d-34b397b0cc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:21Z', 'updated_at': '2021-08-19T12:52:27Z', 'revision_number': 4, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'subnets': [{'id': 'b8a751cc-d52b-4256-aa0d-34b397b0cc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:28.187136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8578dbb-1860-48b4-a7e8-b2670bf26d86 None None] The sync data for ids ['e4343f02-461d-4824-bd53-c1d24ad0afcc'] in n-d-778732-8 is: [{'id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'name': 'tempest-TestVolumeBootPattern-902701015-router', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:17Z', 'updated_at': '2021-08-19T12:52:22Z', 'revision_number': 4, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'gw_port': {'id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:18Z', 'updated_at': '2021-08-19T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '3a5e1bf4-7128-4d67-972c-64a8c5e1ddef', 'name': '', 'network_id': 'bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'mac_address': 'fa:16:3e:b4:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b8a751cc-d52b-4256-aa0d-34b397b0cc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:21Z', 'updated_at': '2021-08-19T12:52:27Z', 'revision_number': 4, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'subnets': [{'id': 'b8a751cc-d52b-4256-aa0d-34b397b0cc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:52:28.220495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-8415401b-f346-4a25-83c5-c6ffefc4499e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:28.222670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-8415401b-f346-4a25-83c5-c6ffefc4499e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1406982 Aug 19 12:52:28.244396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-f95fe808-e703-4d7d-8270-295f7bf5229a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/quotas/6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 375 time: 0.0113070 Aug 19 12:52:28.308724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-c822da5a-281e-4635-8302-8257f859f6e6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576324 Aug 19 12:52:28.326580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46f7d8dd-4534-42df-9b40-49e2c637e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.329570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46f7d8dd-4534-42df-9b40-49e2c637e9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.330837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-46f7d8dd-4534-42df-9b40-49e2c637e9c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c235f43-f041-4a71-a87d-128b756c2c2e HTTP/1.1" status: 204 len: 168 time: 0.4474409 Aug 19 12:52:28.340005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7d8dd-4534-42df-9b40-49e2c637e9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c235f43-f041-4a71-a87d-128b756c2c2e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:28.345434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36832) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:28.568227 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11dca423-f39d-48f9-b350-c1261343d2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.648385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-ed092e6a-21b3-4c42-8549-43076642c0fb service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281469 Aug 19 12:52:28.786522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-6374cfae-a544-4981-8048-f976ba4be0a4 service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368973 Aug 19 12:52:28.810628 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11dca423-f39d-48f9-b350-c1261343d2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.979637 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11dca423-f39d-48f9-b350-c1261343d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:29.012831 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:29.090949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36856) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:29.114840 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-11dca423-f39d-48f9-b350-c1261343d2fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01f53d43d68a415dba61d35e7767dae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7512944 Aug 19 12:52:29.130991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dca423-f39d-48f9-b350-c1261343d2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a02807-f61f-40cd-9e41-3bb873362e56,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:29.168521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:29.176502 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7cbce2-51ab-4c05-b40e-38d3765982cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:29.203489 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7cbce2-51ab-4c05-b40e-38d3765982cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:29.369365 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:29.369611 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7cbce2-51ab-4c05-b40e-38d3765982cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:29.372408 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d7cbce2-51ab-4c05-b40e-38d3765982cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:29.374169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:29.374552 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4d7cbce2-51ab-4c05-b40e-38d3765982cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55a02807-f61f-40cd-9e41-3bb873362e56 HTTP/1.1" status: 204 len: 168 time: 0.2821946 Aug 19 12:52:29.374705 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:29.384158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cbce2-51ab-4c05-b40e-38d3765982cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a02807-f61f-40cd-9e41-3bb873362e56,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:29.469903 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:29.505883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3a5e1bf4-7128-4d67-972c-64a8c5e1ddef,segment=NetworkSegment(d9450907-0ba3-4e76-9c46-a6139f9bb112),segment_id=d9450907-0ba3-4e76-9c46-a6139f9bb112)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:29.592071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:29.686717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=3a5e1bf4-7128-4d67-972c-64a8c5e1ddef,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:29.753660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36876) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:29.772019 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20ee5d71-8733-46e8-be14-ad11a804b8c7 req-fc5916a8-b15b-41f1-963f-06647b75d0b4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 210 time: 0.0406532 Aug 19 12:52:29.959565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99e9cad0-1c3b-4027-8e55-1f76a32b8dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.049414 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99e9cad0-1c3b-4027-8e55-1f76a32b8dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.340475 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99e9cad0-1c3b-4027-8e55-1f76a32b8dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.381835 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-99e9cad0-1c3b-4027-8e55-1f76a32b8dea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f8afe1ae8524a6e9edc73462745551e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6236093 Aug 19 12:52:30.381835 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9cad0-1c3b-4027-8e55-1f76a32b8dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9501e407-8ead-431a-b917-8d15aa7f3ca2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:30.382216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36890) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:30.442820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-333c55ed-1575-460c-b67b-9c2f36614c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.465815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-333c55ed-1575-460c-b67b-9c2f36614c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.631999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-333c55ed-1575-460c-b67b-9c2f36614c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.634913 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-333c55ed-1575-460c-b67b-9c2f36614c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.636107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-333c55ed-1575-460c-b67b-9c2f36614c39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9501e407-8ead-431a-b917-8d15aa7f3ca2 HTTP/1.1" status: 204 len: 168 time: 0.2514007 Aug 19 12:52:30.646321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c55ed-1575-460c-b67b-9c2f36614c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9501e407-8ead-431a-b917-8d15aa7f3ca2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:30.703235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 36898) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:30.719086 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ceeac87c-d445-459c-932f-f0e9d968dea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.859348 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ceeac87c-d445-459c-932f-f0e9d968dea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.891590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-10de4622-c228-4f19-b1b9-a10d6f8c452c req-f8c949c0-820b-4a93-af8d-54aa518df119 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 210 time: 0.0311809 Aug 19 12:52:31.077305 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ceeac87c-d445-459c-932f-f0e9d968dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:31.079346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:31.126728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ceeac87c-d445-459c-932f-f0e9d968dea5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da4cd0415470460a8ca2f0c0a41dcfd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197819 Aug 19 12:52:31.126728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeac87c-d445-459c-932f-f0e9d968dea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235cdab0-5ab0-4703-ae0d-23cb6ae97845,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:31.127050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36908) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:31.158927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:31.159395 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:31.183454 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3316-f081-4da1-8506-cf435848ccd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:31.210136 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3316-f081-4da1-8506-cf435848ccd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:31.352612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3316-f081-4da1-8506-cf435848ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:31.355422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3316-f081-4da1-8506-cf435848ccd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:31.356675 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e4ed3316-f081-4da1-8506-cf435848ccd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/235cdab0-5ab0-4703-ae0d-23cb6ae97845 HTTP/1.1" status: 204 len: 168 time: 0.2286322 Aug 19 12:52:31.375092 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed3316-f081-4da1-8506-cf435848ccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235cdab0-5ab0-4703-ae0d-23cb6ae97845,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:31.725065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36920) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:31.739067 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84538e43-06ac-4efe-9fbd-805602dda7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:31.844135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84538e43-06ac-4efe-9fbd-805602dda7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:31.997991 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84538e43-06ac-4efe-9fbd-805602dda7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.025573 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eef242fd-abf6-455a-bb86-bb3a0db8f56a req-09c9c4ac-458d-4ec4-8a1a-bbe78acfcdac tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 210 time: 0.0308230 Aug 19 12:52:32.036539 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84538e43-06ac-4efe-9fbd-805602dda7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaab687-07e3-426f-91e6-9d61244f0067,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:32.061611 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-84538e43-06ac-4efe-9fbd-805602dda7bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84c2b5e9820a46129d58a868f5b1ccdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349638 Aug 19 12:52:32.064702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36932) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:32.117422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e163825-c2b2-43b2-b24c-ed970a757661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.140876 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e163825-c2b2-43b2-b24c-ed970a757661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.352470 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e163825-c2b2-43b2-b24c-ed970a757661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.355252 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e163825-c2b2-43b2-b24c-ed970a757661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.359034 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2e163825-c2b2-43b2-b24c-ed970a757661 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7aaab687-07e3-426f-91e6-9d61244f0067 HTTP/1.1" status: 204 len: 168 time: 0.2904389 Aug 19 12:52:32.366080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e163825-c2b2-43b2-b24c-ed970a757661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaab687-07e3-426f-91e6-9d61244f0067,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:32.388805 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36936) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:32.406586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1027438-326b-4425-95a8-82a747ff5f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.507605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1027438-326b-4425-95a8-82a747ff5f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.654998 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1027438-326b-4425-95a8-82a747ff5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.696993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1027438-326b-4425-95a8-82a747ff5f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff707cb9-d11c-4724-a67d-7dd2b6ff7e16,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:32.700456 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e1027438-326b-4425-95a8-82a747ff5f9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b6a2248213440aab978e77576517559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106191 Aug 19 12:52:32.703033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 36938) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:32.762086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0577ecd2-0a14-4c9c-8d50-a6e278a47ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.792432 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0577ecd2-0a14-4c9c-8d50-a6e278a47ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.961875 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0577ecd2-0a14-4c9c-8d50-a6e278a47ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.978291 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0577ecd2-0a14-4c9c-8d50-a6e278a47ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:32.978291 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0577ecd2-0a14-4c9c-8d50-a6e278a47ae1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff707cb9-d11c-4724-a67d-7dd2b6ff7e16 HTTP/1.1" status: 204 len: 168 time: 0.2643747 Aug 19 12:52:32.989167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577ecd2-0a14-4c9c-8d50-a6e278a47ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff707cb9-d11c-4724-a67d-7dd2b6ff7e16,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:33.068069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-42b27402-f08d-4a3d-98d2-205923804b15 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:33.071205 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-42b27402-f08d-4a3d-98d2-205923804b15 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1748283 Aug 19 12:52:33.110681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'port': {'device_id': 'c3ca3ad5-4155-4762-a2be-8eb2212b3b56', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'admin_state_up': True, 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:33.167960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0976f5a3-b258-4c35-8a97-8d130eb232c1 req-7352710c-5043-455e-9f84-88837bfc7fb2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 210 time: 0.0484037 Aug 19 12:52:33.399019 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Made reservation on behalf of 6dcf49fa15c048dfa4e76d7d7075bce0 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:33.406503 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:33.688793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Allocated IP 172.20.0.8 (0df94dc4-f74a-4c4c-a79c-f76afcd8ec04/370f4677-1716-4b96-8840-b61aeda76836/8db973fe-b4d5-49dd-bb8e-d209618e4a28) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:33.956060 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:33.982412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Transition to ACTIVE for port object 8db973fe-b4d5-49dd-bb8e-d209618e4a28 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:34.113111 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:34.172323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:34.176211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:34.178946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:34.262332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=8db973fe-b4d5-49dd-bb8e-d209618e4a28,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:34.286354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.286791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.287221 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.287785 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.288190 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.288587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.289016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.289414 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.289840 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.290236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.290639 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.291072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:34.312071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:34.312811 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:34.351788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d1561-8a3b-42fe-8b6b-ffc2d7cebbe0 req-4c9bcd11-ac30-43f1-81a1-858914b5ede9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:34.355533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c20d1561-8a3b-42fe-8b6b-ffc2d7cebbe0 req-4c9bcd11-ac30-43f1-81a1-858914b5ede9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 931 time: 0.0791008 Aug 19 12:52:34.416852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c20d1561-8a3b-42fe-8b6b-ffc2d7cebbe0 req-d737bde9-f5a9-4f28-a395-54dd8a1a276d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521154 Aug 19 12:52:34.536458 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-37473c1e-2d7f-4e3b-83c9-3ee2cdaa64d4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4502327 Aug 19 12:52:34.656630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-899e77da-e225-4826-a6bd-bc4ccfed8a16 None None] Provisioning for port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:34.664661 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-899e77da-e225-4826-a6bd-bc4ccfed8a16 None None] Provisioning complete for port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:34.665337 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-899e77da-e225-4826-a6bd-bc4ccfed8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:34.705427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-899e77da-e225-4826-a6bd-bc4ccfed8a16 None None] Port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:52:34.717194 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Request body: {'port': {'device_id': 'c3ca3ad5-4155-4762-a2be-8eb2212b3b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:34.794466 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.147211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db973fe-b4d5-49dd-bb8e-d209618e4a28 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:52:35.155457 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.167645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Transition to ACTIVE for port object 8db973fe-b4d5-49dd-bb8e-d209618e4a28 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:35.285429 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.413021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Pushing event updated for resources: {'Port': ['ID=8db973fe-b4d5-49dd-bb8e-d209618e4a28,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:35.463739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Attempting to bind port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:35.464098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Attempting to bind port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:35.464434 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Attempting to bind port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:35.482011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:52:35.482441 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Attempting to bind port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:35.492647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:35.494468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Checking segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:35.495015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Bound using segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:35.495662 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Bound port: 8db973fe-b4d5-49dd-bb8e-d209618e4a28, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:35.498678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.601226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] For port 8db973fe-b4d5-49dd-bb8e-d209618e4a28, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:35.606139 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] For port 8db973fe-b4d5-49dd-bb8e-d209618e4a28, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8db973fe-b4d5-49dd-bb8e-d209618e4a28,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:35.606482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773b1da-637a-4d4a-a56b-11bc3c0ba08b req-c332152a-4536-40de-accc-1a261613a02c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:35.614176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3773b1da-637a-4d4a-a56b-11bc3c0ba08b req-c332152a-4536-40de-accc-1a261613a02c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 943 time: 0.0953608 Aug 19 12:52:35.720652 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.747567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3773b1da-637a-4d4a-a56b-11bc3c0ba08b req-3db7278b-0076-4c69-a48e-5367c6738495 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933332 Aug 19 12:52:35.799732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:35.801335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.803032 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] 10.222.0.52 "PUT /v2.0/ports/8db973fe-b4d5-49dd-bb8e-d209618e4a28 HTTP/1.1" status: 200 len: 1091 time: 1.2536411 Aug 19 12:52:35.803568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ca3ad5-4155-4762-a2be-8eb2212b3b56', 'tag': '8db973fe-b4d5-49dd-bb8e-d209618e4a28'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:52:35.806013 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a69cad-25c5-4ad3-b74b-35f3f042de23" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ca3ad5-4155-4762-a2be-8eb2212b3b56", "tag": "8db973fe-b4d5-49dd-bb8e-d209618e4a28"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:52:35.848171 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20ac02-9f81-49d9-96d1-75214489d041 service neutron] Pushing event updated for resources: {'Port': ['ID=8db973fe-b4d5-49dd-bb8e-d209618e4a28,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:36.060300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-7e075e4a-beeb-471a-8d91-cb4fb5c8cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:36.069614 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-7e075e4a-beeb-471a-8d91-cb4fb5c8cc39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 1094 time: 0.0832398 Aug 19 12:52:36.129458 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-c324e786-0b96-4eb1-8d45-2012ee5d3272 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8db973fe-b4d5-49dd-bb8e-d209618e4a28 HTTP/1.1" status: 200 len: 217 time: 0.0459201 Aug 19 12:52:36.212335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-080a0e4d-43ad-4a6c-89a2-62516acb1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:36.214161 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-080a0e4d-43ad-4a6c-89a2-62516acb1c70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0740535 Aug 19 12:52:36.276583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-4aaf8386-aca8-4925-84ff-f6b52f8056aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:36.278327 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-4aaf8386-aca8-4925-84ff-f6b52f8056aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523002 Aug 19 12:52:36.415104 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1629cf-51ce-4b5a-a72e-4b4db2a0319d x-openstack-request-id: req-ea1629cf-51ce-4b5a-a72e-4b4db2a0319d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:52:36.415658 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ca3ad5-4155-4762-a2be-8eb2212b3b56", "tag": "8db973fe-b4d5-49dd-bb8e-d209618e4a28", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:52:36.416056 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea1629cf-51ce-4b5a-a72e-4b4db2a0319d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:52:36.416645 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ca3ad5-4155-4762-a2be-8eb2212b3b56', 'tag': '8db973fe-b4d5-49dd-bb8e-d209618e4a28', 'status': 'completed', 'code': 200} Aug 19 12:52:36.428291 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-352c22d8-c78f-4b7e-83cc-ef4ba24dcc2a service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309209 Aug 19 12:52:36.573269 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-bb4b28b5-e843-4174-ae98-102ce616f7ae req-ca29d1a1-b0d7-4101-bc4e-a49b9d2b420e service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335294 Aug 19 12:52:36.870996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69cad-25c5-4ad3-b74b-35f3f042de23 req-cf727329-28fc-4b01-8015-5d946d09c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:36.872716 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-34a69cad-25c5-4ad3-b74b-35f3f042de23 req-cf727329-28fc-4b01-8015-5d946d09c59f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 1094 time: 0.0627789 Aug 19 12:52:36.908864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d460-a45b-4ec5-a072-0520a5aad104 req-1bda59d5-e8bc-4ab1-9af2-588eecb42a47 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:36.912142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3627d460-a45b-4ec5-a072-0520a5aad104 req-1bda59d5-e8bc-4ab1-9af2-588eecb42a47 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 943 time: 0.0917499 Aug 19 12:52:36.993039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3627d460-a45b-4ec5-a072-0520a5aad104 req-3a6098e7-6ac8-4b10-b9fb-273060e4a557 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664272 Aug 19 12:52:37.020468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69cad-25c5-4ad3-b74b-35f3f042de23 req-0ee236bb-2732-4d8d-9747-b2631c3d3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:37.020468 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-34a69cad-25c5-4ad3-b74b-35f3f042de23 req-0ee236bb-2732-4d8d-9747-b2631c3d3eb1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1337624 Aug 19 12:52:37.075317 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-34a69cad-25c5-4ad3-b74b-35f3f042de23 req-7e06e387-0394-4fd6-9248-db771e72380f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8db973fe-b4d5-49dd-bb8e-d209618e4a28 HTTP/1.1" status: 200 len: 217 time: 0.0460088 Aug 19 12:52:37.152380 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69cad-25c5-4ad3-b74b-35f3f042de23 req-b3c29bf6-5932-4aa7-af92-39e16f8894b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:37.155411 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-34a69cad-25c5-4ad3-b74b-35f3f042de23 req-b3c29bf6-5932-4aa7-af92-39e16f8894b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0674784 Aug 19 12:52:37.215854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69cad-25c5-4ad3-b74b-35f3f042de23 req-9d3f2ebb-6d02-4421-8641-702acbbe299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:37.217507 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-34a69cad-25c5-4ad3-b74b-35f3f042de23 req-9d3f2ebb-6d02-4421-8641-702acbbe299e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509577 Aug 19 12:52:37.346009 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-34a69cad-25c5-4ad3-b74b-35f3f042de23 req-67535000-bf0a-49e3-bc5c-a1bef7c3880a service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165614 Aug 19 12:52:37.471904 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-34a69cad-25c5-4ad3-b74b-35f3f042de23 req-24a15353-9877-495b-b753-674fc84dd55d service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134663 Aug 19 12:52:38.128217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a877c8-eecf-4116-aee9-a4fca9ae848c req-70e14e7f-a18d-4424-ac81-ba88b506afd3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:38.130109 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96a877c8-eecf-4116-aee9-a4fca9ae848c req-70e14e7f-a18d-4424-ac81-ba88b506afd3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 943 time: 0.0532665 Aug 19 12:52:38.175472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96a877c8-eecf-4116-aee9-a4fca9ae848c req-133d7603-a8cf-42f1-86e9-d216c3467266 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385091 Aug 19 12:52:39.307609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be242c-102e-4579-b7b0-4a909def7012 req-8cdff951-3515-4075-9e17-5538d3d02f72 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:39.309239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8be242c-102e-4579-b7b0-4a909def7012 req-8cdff951-3515-4075-9e17-5538d3d02f72 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 943 time: 0.0569115 Aug 19 12:52:39.354856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8be242c-102e-4579-b7b0-4a909def7012 req-8b67fa03-8e8c-4ed6-ab1c-d85c60cc2b07 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373888 Aug 19 12:52:39.748755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37108) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:39.879505 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b38c412-86c7-4595-b37e-dbdf5fa149f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.994841 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b38c412-86c7-4595-b37e-dbdf5fa149f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.107212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b38c412-86c7-4595-b37e-dbdf5fa149f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.149010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2b38c412-86c7-4595-b37e-dbdf5fa149f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b496467b91ff4863ba0cd843c2e2672c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987596 Aug 19 12:52:40.151226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38c412-86c7-4595-b37e-dbdf5fa149f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369fb634-778c-467e-a211-e1b04e207d72,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:40.160906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37118) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:40.216870 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25bc5542-1336-4fc5-89dd-cf26541fa7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.237257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25bc5542-1336-4fc5-89dd-cf26541fa7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.374308 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25bc5542-1336-4fc5-89dd-cf26541fa7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.376944 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25bc5542-1336-4fc5-89dd-cf26541fa7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.378975 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-25bc5542-1336-4fc5-89dd-cf26541fa7ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/369fb634-778c-467e-a211-e1b04e207d72 HTTP/1.1" status: 204 len: 168 time: 0.2254107 Aug 19 12:52:40.387566 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc5542-1336-4fc5-89dd-cf26541fa7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369fb634-778c-467e-a211-e1b04e207d72,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:40.479064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f3640-14bf-4a12-a1d3-78d5db3cf75a req-0648b1d5-de85-4a99-924c-e100e4ed38af tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:40.480618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c85f3640-14bf-4a12-a1d3-78d5db3cf75a req-0648b1d5-de85-4a99-924c-e100e4ed38af tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 943 time: 0.0510933 Aug 19 12:52:40.521542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c85f3640-14bf-4a12-a1d3-78d5db3cf75a req-0853957e-7595-4114-a136-27a73e40e7ff tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Aug 19 12:52:41.157043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37128) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:41.172890 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23a3483b-a644-47c0-87a9-6f68526836c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.307727 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23a3483b-a644-47c0-87a9-6f68526836c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.432441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23a3483b-a644-47c0-87a9-6f68526836c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.481129 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-23a3483b-a644-47c0-87a9-6f68526836c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=568e48e8f7a74102a9b3978fbe7b1fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203046 Aug 19 12:52:41.481129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3483b-a644-47c0-87a9-6f68526836c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2367b8df-232d-42f3-ad40-ffa9157ea96b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:41.483080 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37142) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:41.549289 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4eb63ad2-0970-49fc-8e65-ac0496749b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.580914 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4eb63ad2-0970-49fc-8e65-ac0496749b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.687665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c2f65-a02d-49e2-8685-d8c5198c1ea2 req-2169ab0c-5273-43e2-be25-7dd5d3fd0093 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:41.689223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-489c2f65-a02d-49e2-8685-d8c5198c1ea2 req-2169ab0c-5273-43e2-be25-7dd5d3fd0093 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 943 time: 0.0899606 Aug 19 12:52:41.731201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-489c2f65-a02d-49e2-8685-d8c5198c1ea2 req-54ab7fc8-4e11-4dec-8d6d-cf739b30984d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354528 Aug 19 12:52:41.740904 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4eb63ad2-0970-49fc-8e65-ac0496749b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.753842 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4eb63ad2-0970-49fc-8e65-ac0496749b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.753842 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4eb63ad2-0970-49fc-8e65-ac0496749b72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2367b8df-232d-42f3-ad40-ffa9157ea96b HTTP/1.1" status: 204 len: 168 time: 0.2510715 Aug 19 12:52:41.753842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb63ad2-0970-49fc-8e65-ac0496749b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367b8df-232d-42f3-ad40-ffa9157ea96b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:41.952275 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:42.883798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9334a92-b32b-4d7d-a1e8-dfc8f253e020 req-7456f071-e6cd-49e2-992f-3dc3e7d0b093 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:42.886047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9334a92-b32b-4d7d-a1e8-dfc8f253e020 req-7456f071-e6cd-49e2-992f-3dc3e7d0b093 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 943 time: 0.0609643 Aug 19 12:52:42.934170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9334a92-b32b-4d7d-a1e8-dfc8f253e020 req-05acac33-033d-48b8-93e2-f3f67d73d882 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Aug 19 12:52:43.221948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37188) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:43.359884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2102600116-network', 'tenant_id': '9d2b3cb795514327953c9d33103bb95f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:43.478255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Made reservation on behalf of 9d2b3cb795514327953c9d33103bb95f for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:43.481690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.495957 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.607152 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.678074 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.694371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:43.706612 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.707586 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Added segment 8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311 of type vlan for network ea9ff1d1-74e9-46b2-9782-d05e97c8be08 Aug 19 12:52:43.774939 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.779388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4876e75-8949-4acb-b18e-39c6342dca6d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:43.889344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.890395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:43.891147 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.962930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ea9ff1d1-74e9-46b2-9782-d05e97c8be08,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:43.975408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network ea9ff1d1-74e9-46b2-9782-d05e97c8be08 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:44.073823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37202) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:44.074422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-514e9289-fbc1-4cee-b1b9-14fd29d737f3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8504817 Aug 19 12:52:44.080646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] Request body: {'subnet': {'network_id': 'ea9ff1d1-74e9-46b2-9782-d05e97c8be08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2102600116-subnet', 'tenant_id': '9d2b3cb795514327953c9d33103bb95f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:44.121942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7b463-e9b7-437a-8863-1b65246d7022 req-3670135e-8543-43ff-b7c1-ed414917898e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:44.123547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2b7b463-e9b7-437a-8863-1b65246d7022 req-3670135e-8543-43ff-b7c1-ed414917898e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 943 time: 0.0671754 Aug 19 12:52:44.185799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2b7b463-e9b7-437a-8863-1b65246d7022 req-6453e02c-e4be-41a7-84de-0ca2e368745f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538278 Aug 19 12:52:44.221089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] Made reservation on behalf of 9d2b3cb795514327953c9d33103bb95f for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:44.225338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.325897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37206) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:44.497118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b24faa10-511b-404d-acfe-0821a80a532f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.558373 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.621437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b24faa10-511b-404d-acfe-0821a80a532f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.631256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5835360e-548b-4e96-a903-a6088856ca71,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:44.646451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] Checking segment: {'id': '8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ea9ff1d1-74e9-46b2-9782-d05e97c8be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:44.647041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] Network hostable DHCP agents. Network: ea9ff1d1-74e9-46b2-9782-d05e97c8be08, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:44.700538 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.700771 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b24faa10-511b-404d-acfe-0821a80a532f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.761035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b24faa10-511b-404d-acfe-0821a80a532f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d703944bc704f88bfedcf856f8aca2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270172 Aug 19 12:52:44.761332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37212) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:44.761490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24faa10-511b-404d-acfe-0821a80a532f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a2ad87-5940-4f44-a65c-6368e86b5c3c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:44.792932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] Network ea9ff1d1-74e9-46b2-9782-d05e97c8be08 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:44.837160 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82566222-fd94-45b5-a807-5a88c577d2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.859991 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82566222-fd94-45b5-a807-5a88c577d2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.890167 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, ea9ff1d1-74e9-46b2-9782-d05e97c8be08) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:44.894865 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:44.895720 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.904363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9863eb-7aab-4311-8fc6-c4ba09646b13 None None] Network ea9ff1d1-74e9-46b2-9782-d05e97c8be08 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:45.035171 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b34f58b5-3f10-4c94-a391-381b2414fe9f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9583702 Aug 19 12:52:45.044466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e97d51a-53c3-4a86-a3d9-372f9dcc1f0c None None] Network ea9ff1d1-74e9-46b2-9782-d05e97c8be08 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:45.067097 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82566222-fd94-45b5-a807-5a88c577d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.072370 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82566222-fd94-45b5-a807-5a88c577d2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.076723 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-82566222-fd94-45b5-a807-5a88c577d2bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54a2ad87-5940-4f44-a65c-6368e86b5c3c HTTP/1.1" status: 204 len: 168 time: 0.3152816 Aug 19 12:52:45.103473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82566222-fd94-45b5-a807-5a88c577d2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a2ad87-5940-4f44-a65c-6368e86b5c3c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:45.328676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8058a6-7c04-4383-b3ce-8510d15aab46 req-4a89b575-54f2-4286-9414-e588301ca94c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:45.330283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae8058a6-7c04-4383-b3ce-8510d15aab46 req-4a89b575-54f2-4286-9414-e588301ca94c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 943 time: 0.0666769 Aug 19 12:52:45.371437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae8058a6-7c04-4383-b3ce-8510d15aab46 req-ff86688b-895d-409a-ad0a-1fde82762b57 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Aug 19 12:52:46.013079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37238) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:46.018268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-409687310-network', 'tenant_id': '82d4b8b8285d4e02981fa87a80d27309'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:46.025271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37240) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:46.046588 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96ea701b-b617-47c2-9561-6b677c46644d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.202868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Made reservation on behalf of 82d4b8b8285d4e02981fa87a80d27309 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:46.206032 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.216937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.292272 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96ea701b-b617-47c2-9561-6b677c46644d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.427671 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96ea701b-b617-47c2-9561-6b677c46644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.506066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea701b-b617-47c2-9561-6b677c46644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b832e1e0-21bd-4856-bb7e-d1c7ba170236,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:46.513970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-96ea701b-b617-47c2-9561-6b677c46644d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a9800aaccdc4b57839d9b476cf4d950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857409 Aug 19 12:52:46.517467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37248) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:46.543234 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.562600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae617a-5a99-476d-bdba-d3c3a78faaaa req-37d95cdb-da01-41bb-9f77-b12993e9d8b0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:46.564133 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acae617a-5a99-476d-bdba-d3c3a78faaaa req-37d95cdb-da01-41bb-9f77-b12993e9d8b0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 943 time: 0.1188633 Aug 19 12:52:46.611998 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e109eeb3-99c0-4c84-87f0-96c2fb855c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.637725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.644326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-acae617a-5a99-476d-bdba-d3c3a78faaaa req-b0d31859-6162-404e-93be-55fa01fb325e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668910 Aug 19 12:52:46.674666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d4af54-a82b-4e48-a18d-866c26aabff7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:46.678708 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e109eeb3-99c0-4c84-87f0-96c2fb855c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.679346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:46.691194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.691194 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Added segment c9ead370-a901-4c86-85e3-3a29db5edb16 of type vlan for network 4ccad352-a18d-43a2-8856-3af153e488d6 Aug 19 12:52:46.735419 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.760832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37252) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:46.832815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e109eeb3-99c0-4c84-87f0-96c2fb855c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.835978 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e109eeb3-99c0-4c84-87f0-96c2fb855c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.837199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e109eeb3-99c0-4c84-87f0-96c2fb855c36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b832e1e0-21bd-4856-bb7e-d1c7ba170236 HTTP/1.1" status: 204 len: 168 time: 0.3192704 Aug 19 12:52:46.846587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109eeb3-99c0-4c84-87f0-96c2fb855c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b832e1e0-21bd-4856-bb7e-d1c7ba170236,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:46.860479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.864562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:46.864562 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.933304 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6690-80d9-4c51-9564-ef83d4ba98a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.960409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] Pushing event updated for resources: {'Network': ['ID=4ccad352-a18d-43a2-8856-3af153e488d6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:46.970479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 4ccad352-a18d-43a2-8856-3af153e488d6 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:47.045836 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6858abfb-ae8e-462e-a702-2fc560e80c07 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0315850 Aug 19 12:52:47.049055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37258) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:47.055449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] Request body: {'subnet': {'network_id': '4ccad352-a18d-43a2-8856-3af153e488d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-409687310-subnet', 'tenant_id': '82d4b8b8285d4e02981fa87a80d27309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:47.158504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6690-80d9-4c51-9564-ef83d4ba98a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.244666 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6690-80d9-4c51-9564-ef83d4ba98a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.314010 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8d7a6690-80d9-4c51-9564-ef83d4ba98a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e2669db48804910975f5b838e6fa643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517416 Aug 19 12:52:47.316140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a6690-80d9-4c51-9564-ef83d4ba98a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1ba13-4bbc-4d25-9906-fb1c5c7c9f73,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:47.318005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37262) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:47.344350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] Made reservation on behalf of 82d4b8b8285d4e02981fa87a80d27309 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:47.345994 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.422003 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:52:47.449880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96cda754-4874-47ed-84b4-b6d7f9cd5d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.482239 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96cda754-4874-47ed-84b4-b6d7f9cd5d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.700515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96cda754-4874-47ed-84b4-b6d7f9cd5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.703395 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96cda754-4874-47ed-84b4-b6d7f9cd5d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.704658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-96cda754-4874-47ed-84b4-b6d7f9cd5d9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dce1ba13-4bbc-4d25-9906-fb1c5c7c9f73 HTTP/1.1" status: 204 len: 168 time: 0.3854733 Aug 19 12:52:47.713924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cda754-4874-47ed-84b4-b6d7f9cd5d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1ba13-4bbc-4d25-9906-fb1c5c7c9f73,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:47.747609 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.837603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb17106-9f67-4498-8a6d-92cd516897a3,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:47.857068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d0b5e-6272-4ec7-b16f-7daaf54c80e6 req-2af2057d-3aba-4762-bd4c-a173f324cc5f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:47.857851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2d0b5e-6272-4ec7-b16f-7daaf54c80e6 req-2af2057d-3aba-4762-bd4c-a173f324cc5f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 943 time: 0.1283474 Aug 19 12:52:47.871488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] Checking segment: {'id': 'c9ead370-a901-4c86-85e3-3a29db5edb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4ccad352-a18d-43a2-8856-3af153e488d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:47.871832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] Network hostable DHCP agents. Network: 4ccad352-a18d-43a2-8856-3af153e488d6, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:47.882814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8db973fe-b4d5-49dd-bb8e-d209618e4a28 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:52:47.918305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2d0b5e-6272-4ec7-b16f-7daaf54c80e6 req-93715199-f286-4835-a1dc-d9ff1dd89ed7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538425 Aug 19 12:52:47.993424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8db973fe-b4d5-49dd-bb8e-d209618e4a28, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8db973fe-b4d5-49dd-bb8e-d209618e4a28,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:48.006008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '8db973fe-b4d5-49dd-bb8e-d209618e4a28', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'port_id': '8db973fe-b4d5-49dd-bb8e-d209618e4a28', 'mac_address': 'fa:16:3e:b0:e7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:52:48.050686 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.060788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] Network 4ccad352-a18d-43a2-8856-3af153e488d6 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:48.065114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db973fe-b4d5-49dd-bb8e-d209618e4a28 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:52:48.089940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8db973fe-b4d5-49dd-bb8e-d209618e4a28, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8db973fe-b4d5-49dd-bb8e-d209618e4a28,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:48.151946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 4ccad352-a18d-43a2-8856-3af153e488d6) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:48.156575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:48.157249 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.162174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e7e22-e8f3-4f74-ad16-c96c562bd7d8 None None] Network 4ccad352-a18d-43a2-8856-3af153e488d6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:48.176473 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.257426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c4b47450-ec14-4dbb-a452-3cf551169eb6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1939960 Aug 19 12:52:48.288537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=8db973fe-b4d5-49dd-bb8e-d209618e4a28,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:48.303959 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.304311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.304849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.305196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.305564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.305903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.306308 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.306573 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.306906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.307238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.307564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.308007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:48.361096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9037c4-f28c-40ae-b1b3-37cea75f9f6e None None] Network 4ccad352-a18d-43a2-8856-3af153e488d6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:48.488443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['8db973fe-b4d5-49dd-bb8e-d209618e4a28'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:52:48.717451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37294) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:48.731771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27c348d2-4bf2-474b-bbf9-cb7771a62ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.845766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27c348d2-4bf2-474b-bbf9-cb7771a62ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.947438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27c348d2-4bf2-474b-bbf9-cb7771a62ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:49.002179 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-27c348d2-4bf2-474b-bbf9-cb7771a62ffc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a23ce861b13943db85fa8df8ef7d33dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808137 Aug 19 12:52:49.002528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37312) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:49.021995 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c348d2-4bf2-474b-bbf9-cb7771a62ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2e93da-95b9-4698-93c8-b99c0a54b76b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:49.171239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1487558-b9aa-4a20-ab16-80aeaa7b5abf req-87cd0f7b-38fc-421b-9b35-f1feb69c00d0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:49.172934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1487558-b9aa-4a20-ab16-80aeaa7b5abf req-87cd0f7b-38fc-421b-9b35-f1feb69c00d0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 944 time: 0.1637156 Aug 19 12:52:49.178968 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fccfc46-64ee-4ffb-a3f9-106aabc84c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:49.240844 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fccfc46-64ee-4ffb-a3f9-106aabc84c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:49.264260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-68fcace0-315b-42f7-8066-da7e44795803 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:49.265832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-68fcace0-315b-42f7-8066-da7e44795803 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/networks?id=ea9ff1d1-74e9-46b2-9782-d05e97c8be08 HTTP/1.1" status: 200 len: 809 time: 0.2315300 Aug 19 12:52:49.308757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1487558-b9aa-4a20-ab16-80aeaa7b5abf req-d89afcbe-6268-49f3-9a64-54a92518d1c2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270013 Aug 19 12:52:49.310438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-5638e887-b4d1-4878-b3e6-da104310da50 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/quotas/9d2b3cb795514327953c9d33103bb95f HTTP/1.1" status: 200 len: 375 time: 0.0312333 Aug 19 12:52:49.367238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-32ccdea4-4475-43a1-89e2-f218d039896e tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d2b3cb795514327953c9d33103bb95f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447674 Aug 19 12:52:49.427033 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fccfc46-64ee-4ffb-a3f9-106aabc84c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:49.429635 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fccfc46-64ee-4ffb-a3f9-106aabc84c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:49.430867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6fccfc46-64ee-4ffb-a3f9-106aabc84c2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be2e93da-95b9-4698-93c8-b99c0a54b76b HTTP/1.1" status: 204 len: 168 time: 0.4272816 Aug 19 12:52:49.448370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccfc46-64ee-4ffb-a3f9-106aabc84c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2e93da-95b9-4698-93c8-b99c0a54b76b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:49.492596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-71b3c909-7a83-487b-9980-9469d1208dbf service neutron] 10.222.0.44 "GET /v2.0/networks/ea9ff1d1-74e9-46b2-9782-d05e97c8be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170599 Aug 19 12:52:49.613120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-e690c267-cdf1-4145-81b9-fa4e56d76576 service neutron] 10.222.0.44 "GET /v2.0/networks/ea9ff1d1-74e9-46b2-9782-d05e97c8be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130927 Aug 19 12:52:49.903711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8db973fe-b4d5-49dd-bb8e-d209618e4a28 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:49.961537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9dd383f-57e4-4c1b-9b02-242b2e558173 req-a7c3d561-47d2-45bf-b4e4-2d9ae98a5778 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 210 time: 0.0437343 Aug 19 12:52:50.072215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:50.076905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:50.079645 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.155806 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.180305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ca3ad5-4155-4762-a2be-8eb2212b3b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db973fe-b4d5-49dd-bb8e-d209618e4a28'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:52:50.182692 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5c65e4-e2d0-49b0-973f-11fe7f597d0a" -d '{"events": [{"server_uuid": "c3ca3ad5-4155-4762-a2be-8eb2212b3b56", "name": "network-vif-plugged", "status": "completed", "tag": "8db973fe-b4d5-49dd-bb8e-d209618e4a28"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:52:50.198492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 8db973fe-b4d5-49dd-bb8e-d209618e4a28, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8db973fe-b4d5-49dd-bb8e-d209618e4a28,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:50.221256 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ed4a1f-fed1-4e22-bf1a-f847cd76a4da x-openstack-request-id: req-92ed4a1f-fed1-4e22-bf1a-f847cd76a4da {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:52:50.222233 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ca3ad5-4155-4762-a2be-8eb2212b3b56", "name": "network-vif-plugged", "status": "completed", "tag": "8db973fe-b4d5-49dd-bb8e-d209618e4a28", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:52:50.223135 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92ed4a1f-fed1-4e22-bf1a-f847cd76a4da {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:52:50.223643 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ca3ad5-4155-4762-a2be-8eb2212b3b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db973fe-b4d5-49dd-bb8e-d209618e4a28', 'code': 200} Aug 19 12:52:50.264722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37348) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:50.279455 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.318425 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.339316 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaeb38c-8559-42a3-9579-242cd8da8af9 req-d6f8bda6-989c-4907-b3c9-3c2b082ae1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:50.343195 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6eaeb38c-8559-42a3-9579-242cd8da8af9 req-d6f8bda6-989c-4907-b3c9-3c2b082ae1a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 1095 time: 0.0487132 Aug 19 12:52:50.386695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=8db973fe-b4d5-49dd-bb8e-d209618e4a28,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:50.394076 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-6eaeb38c-8559-42a3-9579-242cd8da8af9 req-6c482e39-f884-4176-9a12-46a24220a7d3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393448 Aug 19 12:52:50.446856 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.473751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced49a10-8d4e-45e7-81cc-5b39fb367c24 req-64d37683-3a95-4e4d-8c3f-be1719e5182c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:50.473751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ced49a10-8d4e-45e7-81cc-5b39fb367c24 req-64d37683-3a95-4e4d-8c3f-be1719e5182c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 945 time: 0.0644002 Aug 19 12:52:50.521013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ced49a10-8d4e-45e7-81cc-5b39fb367c24 req-5a8c9987-a3fe-4984-896f-fe920c866e99 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428627 Aug 19 12:52:50.563765 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.606352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9c33add71134fcab5a9d303113a7c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406267 Aug 19 12:52:50.607273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9add28d-f0e2-43d1-9959-e671d2a90067,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:50.609136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37354) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:50.616703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.616933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.617279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.617653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.617995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.618331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.619650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.619650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.619650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.619650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.620378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.620378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583d2bb-368a-4447-aada-de6becae4511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:50.673762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de599226-60c4-47ee-80ba-a84a1d268b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.699923 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de599226-60c4-47ee-80ba-a84a1d268b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.820603 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de599226-60c4-47ee-80ba-a84a1d268b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.823791 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de599226-60c4-47ee-80ba-a84a1d268b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.831399 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-de599226-60c4-47ee-80ba-a84a1d268b58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9add28d-f0e2-43d1-9959-e671d2a90067 HTTP/1.1" status: 204 len: 168 time: 0.2206478 Aug 19 12:52:50.844114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de599226-60c4-47ee-80ba-a84a1d268b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9add28d-f0e2-43d1-9959-e671d2a90067,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:51.041409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09c6f034-be6d-498d-ab92-84cfb970198e req-a0981f69-3259-4ad7-b19d-cf5a5c66035c tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 210 time: 0.0306807 Aug 19 12:52:51.095984 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8886db33-7cdc-4962-9672-b526a2370db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.703022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a66e4-702d-49f2-ae72-92cc7ef5a4af req-e7d2f07a-b970-47d6-9b1e-237c8fb1b7aa tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:51.715876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-938a66e4-702d-49f2-ae72-92cc7ef5a4af req-e7d2f07a-b970-47d6-9b1e-237c8fb1b7aa tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 945 time: 0.1108584 Aug 19 12:52:51.779089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-938a66e4-702d-49f2-ae72-92cc7ef5a4af req-cf205229-4dfa-4653-ada1-66ece61c2e40 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541127 Aug 19 12:52:52.152208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d3b911d-710a-4656-94d3-b1189d21c479 req-d624470c-11fd-4dcd-add2-68f6fbb3171a tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 210 time: 0.0304644 Aug 19 12:52:53.295742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa68fb00-d8ab-4537-9785-924edc2d4148 req-7954e7c3-8e6e-4fde-bda9-935ffc4f0e5b tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 210 time: 0.0382195 Aug 19 12:52:53.313325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62731b95-3e39-4740-bb44-008e9659695c req-515f50e3-cb53-4099-9f7d-3553cff80bc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.315293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62731b95-3e39-4740-bb44-008e9659695c req-515f50e3-cb53-4099-9f7d-3553cff80bc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 945 time: 0.4516253 Aug 19 12:52:53.376490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-ad1b7f35-3f78-4635-8fbc-8f3499a6b39f tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.378197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-ad1b7f35-3f78-4635-8fbc-8f3499a6b39f tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.53 "GET /v2.0/networks?id=ea9ff1d1-74e9-46b2-9782-d05e97c8be08 HTTP/1.1" status: 200 len: 809 time: 0.5029335 Aug 19 12:52:53.385789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62731b95-3e39-4740-bb44-008e9659695c req-8d203ae2-e932-411e-a7fe-610ba82ecf7a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639684 Aug 19 12:52:53.390910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Request body: {'port': {'device_id': 'ab73478e-b25c-4e3b-822d-a4db6a69aa12', 'network_id': 'ea9ff1d1-74e9-46b2-9782-d05e97c8be08', 'admin_state_up': True, 'tenant_id': '9d2b3cb795514327953c9d33103bb95f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:53.553729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f98982-0959-45d2-9707-040115ad9ab0 req-1ae4898a-c409-4623-ba1e-1ced5b0ae7d0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.555165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f7f98982-0959-45d2-9707-040115ad9ab0 req-1ae4898a-c409-4623-ba1e-1ced5b0ae7d0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 945 time: 0.0761020 Aug 19 12:52:53.598554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f7f98982-0959-45d2-9707-040115ad9ab0 req-1a38b6b1-374e-45a4-9cb3-0161a7b23c9b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Aug 19 12:52:53.666315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Made reservation on behalf of 9d2b3cb795514327953c9d33103bb95f for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:53.670356 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:53.673896 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-0399778d-aa8f-48c7-9243-d9271ab3b50a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531366 Aug 19 12:52:53.779297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-f66b8d61-63ca-4688-a18e-7d7e49a58e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.780966 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-f66b8d61-63ca-4688-a18e-7d7e49a58e29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 1096 time: 0.0595238 Aug 19 12:52:53.825122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ad334-865f-4fc4-87d1-0e8ef1f2cce0 req-10333f98-f0b3-4303-bf14-a3747989300f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.827938 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-781ad334-865f-4fc4-87d1-0e8ef1f2cce0 req-10333f98-f0b3-4303-bf14-a3747989300f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 945 time: 0.1386590 Aug 19 12:52:53.914443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-781ad334-865f-4fc4-87d1-0e8ef1f2cce0 req-09d13568-4ed5-4d3b-87b7-9624754a6334 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582480 Aug 19 12:52:53.915823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Allocated IP 172.20.0.3 (ea9ff1d1-74e9-46b2-9782-d05e97c8be08/5835360e-548b-4e96-a903-a6088856ca71/4520d1ab-f55b-4688-835a-b7e1554fa9f3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:53.964412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-cdcffdd2-ccd3-4572-9ac9-c2250077fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.973138 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-cdcffdd2-ccd3-4572-9ac9-c2250077fb34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1633379 Aug 19 12:52:54.017989 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-62bec38e-ed28-4173-9aef-0b15c315d660 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8db973fe-b4d5-49dd-bb8e-d209618e4a28 HTTP/1.1" status: 200 len: 217 time: 0.0425699 Aug 19 12:52:54.078451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-ff24cd3e-2129-41b4-afc6-8d0b56eca967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:54.080668 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-ff24cd3e-2129-41b4-afc6-8d0b56eca967 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0554197 Aug 19 12:52:54.121303 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.135241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-43715400-fc68-46ea-b375-d9e892232d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:54.137107 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-43715400-fc68-46ea-b375-d9e892232d02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489519 Aug 19 12:52:54.260025 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-199428d7-3c77-4331-8339-25ff8dfcda39 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146340 Aug 19 12:52:54.306464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.369053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Network ea9ff1d1-74e9-46b2-9782-d05e97c8be08 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:54.379824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:54.386295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:54.391315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Pushing event updated for resources: {'Port': ['ID=4520d1ab-f55b-4688-835a-b7e1554fa9f3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:54.471308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:54.473166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.509121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b451f-080d-4b2c-bd1e-430725118991 req-9ba93976-5cf1-487c-940f-781bf4ff7606 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:54.510819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-100b451f-080d-4b2c-bd1e-430725118991 req-9ba93976-5cf1-487c-940f-781bf4ff7606 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 931 time: 0.0969515 Aug 19 12:52:54.563735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-100b451f-080d-4b2c-bd1e-430725118991 req-99cbf942-efa8-47c3-8675-5cd7eec986b7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454524 Aug 19 12:52:54.697786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b911b79-5925-4216-b94f-46dbec0492ca tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3103304 Aug 19 12:52:54.723236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67ccc7-ff0c-4f67-be9b-70ff82d0f793 req-956966dc-06df-4a96-8902-de7b53b24291 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:54.724917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c67ccc7-ff0c-4f67-be9b-70ff82d0f793 req-956966dc-06df-4a96-8902-de7b53b24291 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 945 time: 0.0824091 Aug 19 12:52:54.730165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Request body: {'port': {'device_id': 'ab73478e-b25c-4e3b-822d-a4db6a69aa12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:54.781510 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-fd69a24d-2fb3-4540-aa4c-d2de24fb29d2 req-cdb59d2c-6088-4007-aee9-706e29726199 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142720 Aug 19 12:52:54.821239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c67ccc7-ff0c-4f67-be9b-70ff82d0f793 req-3758d760-7c8c-42fe-a1d1-9be85313fe2e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667934 Aug 19 12:52:54.821830 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.135823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4520d1ab-f55b-4688-835a-b7e1554fa9f3 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:52:55.144596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.158521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Transition to ACTIVE for port object 4520d1ab-f55b-4688-835a-b7e1554fa9f3 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:55.232077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.289949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Pushing event updated for resources: {'Port': ['ID=4520d1ab-f55b-4688-835a-b7e1554fa9f3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:55.365415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Attempting to bind port 4520d1ab-f55b-4688-835a-b7e1554fa9f3 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:55.366479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Attempting to bind port 4520d1ab-f55b-4688-835a-b7e1554fa9f3 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ea9ff1d1-74e9-46b2-9782-d05e97c8be08'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:55.366479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Attempting to bind port 4520d1ab-f55b-4688-835a-b7e1554fa9f3 on network ea9ff1d1-74e9-46b2-9782-d05e97c8be08 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:55.372374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Port 4520d1ab-f55b-4688-835a-b7e1554fa9f3 on network ea9ff1d1-74e9-46b2-9782-d05e97c8be08 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:52:55.372835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Attempting to bind port 4520d1ab-f55b-4688-835a-b7e1554fa9f3 on network ea9ff1d1-74e9-46b2-9782-d05e97c8be08 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:55.378346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:55.378689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Checking segment: {'id': '8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ea9ff1d1-74e9-46b2-9782-d05e97c8be08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:55.379085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Bound using segment: {'id': '8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ea9ff1d1-74e9-46b2-9782-d05e97c8be08'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:55.379527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Bound port: 4520d1ab-f55b-4688-835a-b7e1554fa9f3, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ea9ff1d1-74e9-46b2-9782-d05e97c8be08'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:55.379900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.427968 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-56da8b6a-2ff8-4eb3-8cc1-74f8b1ba9621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.452140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] For port 4520d1ab-f55b-4688-835a-b7e1554fa9f3, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:55.455418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] For port 4520d1ab-f55b-4688-835a-b7e1554fa9f3, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4520d1ab-f55b-4688-835a-b7e1554fa9f3,segment=NetworkSegment(8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311),segment_id=8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:55.529713 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.567577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:55.568214 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.569724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] 10.222.0.53 "PUT /v2.0/ports/4520d1ab-f55b-4688-835a-b7e1554fa9f3 HTTP/1.1" status: 200 len: 1091 time: 0.8437502 Aug 19 12:52:55.570188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab73478e-b25c-4e3b-822d-a4db6a69aa12', 'tag': '4520d1ab-f55b-4688-835a-b7e1554fa9f3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:52:55.572678 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4658eed-ae40-47ac-83c8-2b1659edf07e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab73478e-b25c-4e3b-822d-a4db6a69aa12", "tag": "4520d1ab-f55b-4688-835a-b7e1554fa9f3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:52:55.624659 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a5e5d-40d7-463e-b155-4856acf34409 service neutron] Pushing event updated for resources: {'Port': ['ID=4520d1ab-f55b-4688-835a-b7e1554fa9f3,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:55.649832 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c515a9-1271-4118-855f-ee7828ad55d5 x-openstack-request-id: req-92c515a9-1271-4118-855f-ee7828ad55d5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:52:55.650355 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab73478e-b25c-4e3b-822d-a4db6a69aa12", "tag": "4520d1ab-f55b-4688-835a-b7e1554fa9f3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:52:55.650888 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92c515a9-1271-4118-855f-ee7828ad55d5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:52:55.653921 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab73478e-b25c-4e3b-822d-a4db6a69aa12', 'tag': '4520d1ab-f55b-4688-835a-b7e1554fa9f3', 'status': 'completed', 'code': 200} Aug 19 12:52:55.755237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4658eed-ae40-47ac-83c8-2b1659edf07e req-a422da6c-60c3-4153-aaee-04602943baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:55.757064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4658eed-ae40-47ac-83c8-2b1659edf07e req-a422da6c-60c3-4153-aaee-04602943baf2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d2b3cb795514327953c9d33103bb95f&device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 1094 time: 0.0761967 Aug 19 12:52:55.797277 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b2866-56b1-4ee1-81cf-c04705ad3afe req-e97bd91e-36d0-4d7d-9890-0989746dda60 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:55.798796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f9b2866-56b1-4ee1-81cf-c04705ad3afe req-e97bd91e-36d0-4d7d-9890-0989746dda60 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 943 time: 0.1059253 Aug 19 12:52:55.803210 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.996640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f9b2866-56b1-4ee1-81cf-c04705ad3afe req-82883a39-aec8-4b53-935d-6555e1406859 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744299 Aug 19 12:52:56.032386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4658eed-ae40-47ac-83c8-2b1659edf07e req-22042d2a-4cfb-4395-afe7-fb7522b87985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:56.033977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4658eed-ae40-47ac-83c8-2b1659edf07e req-22042d2a-4cfb-4395-afe7-fb7522b87985 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9d2b3cb795514327953c9d33103bb95f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2666798 Aug 19 12:52:56.045803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac5e08-a9de-408d-863f-6cdaac48382c req-ffd59212-6e42-41f4-80ee-2f9845687f9e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:56.047367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbac5e08-a9de-408d-863f-6cdaac48382c req-ffd59212-6e42-41f4-80ee-2f9845687f9e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 945 time: 0.1413937 Aug 19 12:52:56.193233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbac5e08-a9de-408d-863f-6cdaac48382c req-e5af29ba-eda4-4acc-b306-1df5581f0ee7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357641 Aug 19 12:52:56.207284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d4168-f480-40dc-9fee-513d44f14ce0 req-be6e4f08-cc5d-4b00-87d1-09255f50e358 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:56.209724 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-209d4168-f480-40dc-9fee-513d44f14ce0 req-be6e4f08-cc5d-4b00-87d1-09255f50e358 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 945 time: 0.0758312 Aug 19 12:52:56.266945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4658eed-ae40-47ac-83c8-2b1659edf07e req-b85549a5-ad2f-4916-a871-031ae21355c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:56.269211 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4658eed-ae40-47ac-83c8-2b1659edf07e req-b85549a5-ad2f-4916-a871-031ae21355c3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2201040 Aug 19 12:52:56.337243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-209d4168-f480-40dc-9fee-513d44f14ce0 req-02053c2f-73dd-46a0-8921-dc5ae27c45e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Deleting port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:52:56.337702 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-209d4168-f480-40dc-9fee-513d44f14ce0 req-02053c2f-73dd-46a0-8921-dc5ae27c45e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.368923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b5a0111-8558-4996-bcbe-a71b132ddb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:56.370548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-3b5a0111-8558-4996-bcbe-a71b132ddb5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d2b3cb795514327953c9d33103bb95f&device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 1094 time: 0.0600927 Aug 19 12:52:56.415677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-9bb0b25c-3cf9-4974-8e06-23bb0f7983e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4520d1ab-f55b-4688-835a-b7e1554fa9f3 HTTP/1.1" status: 200 len: 217 time: 0.0364122 Aug 19 12:52:56.447296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-209d4168-f480-40dc-9fee-513d44f14ce0 req-02053c2f-73dd-46a0-8921-dc5ae27c45e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] For port 8db973fe-b4d5-49dd-bb8e-d209618e4a28, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=8db973fe-b4d5-49dd-bb8e-d209618e4a28,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:56.447805 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-209d4168-f480-40dc-9fee-513d44f14ce0 req-02053c2f-73dd-46a0-8921-dc5ae27c45e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.463966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-209d4168-f480-40dc-9fee-513d44f14ce0 req-02053c2f-73dd-46a0-8921-dc5ae27c45e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Calling delete_port for 8db973fe-b4d5-49dd-bb8e-d209618e4a28 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:52:56.470391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-20b5e19c-7ee6-41a7-80e1-e94ac9d8b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:56.472093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-20b5e19c-7ee6-41a7-80e1-e94ac9d8b841 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5835360e-548b-4e96-a903-a6088856ca71 HTTP/1.1" status: 200 len: 849 time: 0.0500624 Aug 19 12:52:56.514612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-f95ca85f-b593-4ea8-8cc7-a3a7d939717a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea9ff1d1-74e9-46b2-9782-d05e97c8be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351055 Aug 19 12:52:56.615513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-7a1062e9-403a-44bf-a160-c90e8ca3b175 service neutron] 10.222.0.53 "GET /v2.0/networks/ea9ff1d1-74e9-46b2-9782-d05e97c8be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937035 Aug 19 12:52:56.711665 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-209d4168-f480-40dc-9fee-513d44f14ce0 req-02053c2f-73dd-46a0-8921-dc5ae27c45e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.736296 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c95fa37-b65a-4942-b35c-d0af6c263196 req-2df81c27-bf00-446e-9c4f-1260fbe8711c service neutron] 10.222.0.53 "GET /v2.0/networks/ea9ff1d1-74e9-46b2-9782-d05e97c8be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133940 Aug 19 12:52:56.750944 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02053c2f-73dd-46a0-8921-dc5ae27c45e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event deleted for resources: {'Port': ['ID=8db973fe-b4d5-49dd-bb8e-d209618e4a28,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:56.801474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-209d4168-f480-40dc-9fee-513d44f14ce0 req-02053c2f-73dd-46a0-8921-dc5ae27c45e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] No DVR routers for this DVR port 8db973fe-b4d5-49dd-bb8e-d209618e4a28 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:52:56.804517 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-209d4168-f480-40dc-9fee-513d44f14ce0 req-02053c2f-73dd-46a0-8921-dc5ae27c45e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.806711 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-209d4168-f480-40dc-9fee-513d44f14ce0 req-02053c2f-73dd-46a0-8921-dc5ae27c45e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "DELETE /v2.0/ports/8db973fe-b4d5-49dd-bb8e-d209618e4a28 HTTP/1.1" status: 204 len: 173 time: 0.5869894 Aug 19 12:52:56.807182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ca3ad5-4155-4762-a2be-8eb2212b3b56', 'name': 'network-vif-deleted', 'tag': '8db973fe-b4d5-49dd-bb8e-d209618e4a28'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:52:56.809733 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f3e534-1658-4c20-877d-b36c49ffeefd" -d '{"events": [{"server_uuid": "c3ca3ad5-4155-4762-a2be-8eb2212b3b56", "name": "network-vif-deleted", "tag": "8db973fe-b4d5-49dd-bb8e-d209618e4a28"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:52:56.852501 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f41e101-0497-4c34-a476-28d04ce11046 x-openstack-request-id: req-0f41e101-0497-4c34-a476-28d04ce11046 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:52:56.856940 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ca3ad5-4155-4762-a2be-8eb2212b3b56", "name": "network-vif-deleted", "tag": "8db973fe-b4d5-49dd-bb8e-d209618e4a28", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:52:56.856940 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f41e101-0497-4c34-a476-28d04ce11046 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:52:56.856940 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ca3ad5-4155-4762-a2be-8eb2212b3b56', 'name': 'network-vif-deleted', 'tag': '8db973fe-b4d5-49dd-bb8e-d209618e4a28', 'status': 'completed', 'code': 200} Aug 19 12:52:57.139326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dc1b1-b656-411e-9897-c73521e046ea req-25033a1d-5480-4c44-9ea7-553107ecfe26 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:57.141955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-659dc1b1-b656-411e-9897-c73521e046ea req-25033a1d-5480-4c44-9ea7-553107ecfe26 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 943 time: 0.0647361 Aug 19 12:52:57.172712 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:57.211860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-659dc1b1-b656-411e-9897-c73521e046ea req-3118157b-5c26-4405-ab1b-67d57b2f0d0f tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614617 Aug 19 12:52:57.314442 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4d60f2d-15d4-4bda-8b0c-2e710c64e7fd req-041ab5a3-9d1e-4691-8173-d52a04b3ffbc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 210 time: 0.0302675 Aug 19 12:52:57.950493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8db973fe-b4d5-49dd-bb8e-d209618e4a28 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:52:57.984995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 8db973fe-b4d5-49dd-bb8e-d209618e4a28 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:52:57.986000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 8db973fe-b4d5-49dd-bb8e-d209618e4a28 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:52:58.370612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f7576-bff6-4382-b7d3-5c1713a26160 req-9767c1cc-25da-48b7-a66d-0610fdedd4a0 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:58.370612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb5f7576-bff6-4382-b7d3-5c1713a26160 req-9767c1cc-25da-48b7-a66d-0610fdedd4a0 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 943 time: 0.0715203 Aug 19 12:52:58.452815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5ea5ce8-31da-4c0a-b242-c8d21da05cb1 req-fdf4b14a-3ecb-412f-a170-5df2df01a2d1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 210 time: 0.0386248 Aug 19 12:52:58.456735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb5f7576-bff6-4382-b7d3-5c1713a26160 req-422db0ed-6913-441a-b607-632a543599d5 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793922 Aug 19 12:52:58.818028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c63e7140-d01a-44ef-a326-79040674be14 req-a0023f16-6f61-4a7c-8720-5e00b23e26a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589070 Aug 19 12:52:58.929463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e7140-d01a-44ef-a326-79040674be14 req-44500b1d-4721-4ccf-bb29-632f84e1da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:58.931953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c63e7140-d01a-44ef-a326-79040674be14 req-44500b1d-4721-4ccf-bb29-632f84e1da64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7304fc0218bb411c9647ddabb1b8204a&device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0645401 Aug 19 12:52:58.963256 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.073247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e7140-d01a-44ef-a326-79040674be14 req-cc2fb153-a631-424a-9bd2-c12792dd0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:59.074850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c63e7140-d01a-44ef-a326-79040674be14 req-cc2fb153-a631-424a-9bd2-c12792dd0ba3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb0fb07f-9fd1-4405-8e27-bccf25557223 HTTP/1.1" status: 200 len: 909 time: 0.1157959 Aug 19 12:52:59.176060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c63e7140-d01a-44ef-a326-79040674be14 req-18d833ef-7f89-4b7d-ac53-07395ebd4ac4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b HTTP/1.1" status: 200 len: 1002 time: 0.0921063 Aug 19 12:52:59.238472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e7140-d01a-44ef-a326-79040674be14 req-fd69a80e-8e65-488b-9f9c-203cc3c9304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:59.240020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c63e7140-d01a-44ef-a326-79040674be14 req-fd69a80e-8e65-488b-9f9c-203cc3c9304e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d23f1ee-3cda-4596-9cc2-bfc132927af3 HTTP/1.1" status: 200 len: 847 time: 0.0564556 Aug 19 12:52:59.298104 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e7140-d01a-44ef-a326-79040674be14 req-7026a8be-df6e-4daa-b75d-e94759530dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:59.299750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c63e7140-d01a-44ef-a326-79040674be14 req-7026a8be-df6e-4daa-b75d-e94759530dec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb0fb07f-9fd1-4405-8e27-bccf25557223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510309 Aug 19 12:52:59.408456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c63e7140-d01a-44ef-a326-79040674be14 req-310ea329-af8d-44c1-b89a-4bfb1b333320 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999873 Aug 19 12:52:59.527426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c63e7140-d01a-44ef-a326-79040674be14 req-399dd518-a967-4a9c-9821-e84af205b5b1 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104183 Aug 19 12:52:59.588831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43d8a81e-c8f7-4cca-bd3c-ab3d37b5bd1a req-afdb420f-18c3-495c-9c14-5712cd2659f1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 210 time: 0.0512788 Aug 19 12:52:59.654057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d224d90-9fe9-4cf9-9123-e5b7b29464b4 req-b1128831-0087-4b8e-b465-71a67f3f5c86 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:59.663721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d224d90-9fe9-4cf9-9123-e5b7b29464b4 req-b1128831-0087-4b8e-b465-71a67f3f5c86 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 943 time: 0.0916672 Aug 19 12:52:59.710229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d224d90-9fe9-4cf9-9123-e5b7b29464b4 req-1fa87390-8f11-43b6-9cca-c6ce1872d336 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455606 Aug 19 12:52:59.726118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37484) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:59.733724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4520d1ab-f55b-4688-835a-b7e1554fa9f3 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:52:59.863554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4520d1ab-f55b-4688-835a-b7e1554fa9f3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4520d1ab-f55b-4688-835a-b7e1554fa9f3,segment=NetworkSegment(8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311),segment_id=8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:59.876243 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8b49971-c4c8-4ace-a6ae-2fe9754c4eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.878223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '4520d1ab-f55b-4688-835a-b7e1554fa9f3', 'network_id': 'ea9ff1d1-74e9-46b2-9782-d05e97c8be08', 'port_id': '4520d1ab-f55b-4688-835a-b7e1554fa9f3', 'mac_address': 'fa:16:3e:88:d3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5835360e-548b-4e96-a903-a6088856ca71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:52:59.930110 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.951308 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4520d1ab-f55b-4688-835a-b7e1554fa9f3 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:52:59.990369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4520d1ab-f55b-4688-835a-b7e1554fa9f3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4520d1ab-f55b-4688-835a-b7e1554fa9f3,segment=NetworkSegment(8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311),segment_id=8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:00.037680 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8b49971-c4c8-4ace-a6ae-2fe9754c4eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.146362 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.180651 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8b49971-c4c8-4ace-a6ae-2fe9754c4eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.218821 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37488) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:00.219634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d8b49971-c4c8-4ace-a6ae-2fe9754c4eb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4da341fd546846c285f5cc642729ba17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917216 Aug 19 12:53:00.222033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4520d1ab-f55b-4688-835a-b7e1554fa9f3,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:00.248094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b49971-c4c8-4ace-a6ae-2fe9754c4eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7509a1-a90a-4326-83f4-98af8ba77713,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:00.289939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7255a39-dd66-4d89-ba18-50802cc7426a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.322950 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7255a39-dd66-4d89-ba18-50802cc7426a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.414725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4520d1ab-f55b-4688-835a-b7e1554fa9f3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:53:00.483384 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7255a39-dd66-4d89-ba18-50802cc7426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.486415 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7255a39-dd66-4d89-ba18-50802cc7426a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.490856 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f7255a39-dd66-4d89-ba18-50802cc7426a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b7509a1-a90a-4326-83f4-98af8ba77713 HTTP/1.1" status: 204 len: 168 time: 0.2677462 Aug 19 12:53:00.498655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7255a39-dd66-4d89-ba18-50802cc7426a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7509a1-a90a-4326-83f4-98af8ba77713,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:00.722016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f9df386-c253-4ee3-ac24-ae83e21deee3 req-f135ec39-42ed-4149-908d-5ef6c8dbcc56 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 210 time: 0.0336604 Aug 19 12:53:00.860909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015b7a1-edf1-4040-9029-050c923e0ef9 req-d39e9456-ae1e-4a1f-a35f-f2f511b99c53 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:00.863773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c015b7a1-edf1-4040-9029-050c923e0ef9 req-d39e9456-ae1e-4a1f-a35f-f2f511b99c53 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 944 time: 0.0743792 Aug 19 12:53:00.941548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c015b7a1-edf1-4040-9029-050c923e0ef9 req-865cb907-1081-4420-8a04-3fca740322b1 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648046 Aug 19 12:53:01.454934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37502) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:01.469013 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e2af775-f3db-44ac-ba7a-b75584dca7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:01.576822 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e2af775-f3db-44ac-ba7a-b75584dca7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:01.683216 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e2af775-f3db-44ac-ba7a-b75584dca7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:01.725473 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9e2af775-f3db-44ac-ba7a-b75584dca7b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=931fb847311b4817813f77ba792f8924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695370 Aug 19 12:53:01.727773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2af775-f3db-44ac-ba7a-b75584dca7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4931e62e-d055-4558-9ec9-3b482f206b32,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:01.728750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37508) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:01.747110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4520d1ab-f55b-4688-835a-b7e1554fa9f3 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:01.796010 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-976da84f-69a1-4a11-9a19-ccb699b9455a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:01.823213 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-976da84f-69a1-4a11-9a19-ccb699b9455a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:01.856656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-615107cb-bc1a-4055-b1bd-21571e1a88a1 req-a15411f3-017b-4b11-a314-ec6542fa37e0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ca3ad5-4155-4762-a2be-8eb2212b3b56 HTTP/1.1" status: 200 len: 210 time: 0.0387795 Aug 19 12:53:01.946232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 4520d1ab-f55b-4688-835a-b7e1554fa9f3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:01.950432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 4520d1ab-f55b-4688-835a-b7e1554fa9f3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:01.950802 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:02.041129 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:02.064012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab73478e-b25c-4e3b-822d-a4db6a69aa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4520d1ab-f55b-4688-835a-b7e1554fa9f3'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:53:02.066981 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d52ab17-e3f2-440e-8700-560b6901146b" -d '{"events": [{"server_uuid": "ab73478e-b25c-4e3b-822d-a4db6a69aa12", "name": "network-vif-plugged", "status": "completed", "tag": "4520d1ab-f55b-4688-835a-b7e1554fa9f3"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:53:02.070121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49a877-9b4b-4e7d-badf-9322cfd48bc7 req-93d00ed6-2563-4ba4-be23-c533f0ac03d1 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:02.072108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b49a877-9b4b-4e7d-badf-9322cfd48bc7 req-93d00ed6-2563-4ba4-be23-c533f0ac03d1 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 944 time: 0.0537643 Aug 19 12:53:02.085909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4520d1ab-f55b-4688-835a-b7e1554fa9f3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4520d1ab-f55b-4688-835a-b7e1554fa9f3,segment=NetworkSegment(8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311),segment_id=8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:02.099848 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-976da84f-69a1-4a11-9a19-ccb699b9455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:02.103097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-976da84f-69a1-4a11-9a19-ccb699b9455a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:02.107120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-976da84f-69a1-4a11-9a19-ccb699b9455a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4931e62e-d055-4558-9ec9-3b482f206b32 HTTP/1.1" status: 204 len: 168 time: 0.3743219 Aug 19 12:53:02.107249 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb21477-3184-4625-8ce8-56c307cfe450 x-openstack-request-id: req-6bb21477-3184-4625-8ce8-56c307cfe450 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:53:02.107249 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab73478e-b25c-4e3b-822d-a4db6a69aa12", "name": "network-vif-plugged", "status": "completed", "tag": "4520d1ab-f55b-4688-835a-b7e1554fa9f3", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:53:02.107249 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bb21477-3184-4625-8ce8-56c307cfe450 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:53:02.107249 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab73478e-b25c-4e3b-822d-a4db6a69aa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4520d1ab-f55b-4688-835a-b7e1554fa9f3', 'code': 200} Aug 19 12:53:02.137207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2b49a877-9b4b-4e7d-badf-9322cfd48bc7 req-143519aa-0a28-4a33-8cfe-73638e89cdf1 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590816 Aug 19 12:53:02.138265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976da84f-69a1-4a11-9a19-ccb699b9455a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4931e62e-d055-4558-9ec9-3b482f206b32,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:02.220757 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:02.222883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a96d6-5f00-482d-876c-d52d5d9d3022 req-62d40a18-5aff-4e6f-abf6-e419dcbce4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:02.224443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a94a96d6-5f00-482d-876c-d52d5d9d3022 req-62d40a18-5aff-4e6f-abf6-e419dcbce4cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 1095 time: 0.0457633 Aug 19 12:53:02.270167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4520d1ab-f55b-4688-835a-b7e1554fa9f3,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:02.290413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a94a96d6-5f00-482d-876c-d52d5d9d3022 req-2d4724a9-da8c-4c12-9f42-f8b0d8098eff service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350037 Aug 19 12:53:03.254960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8e85e-ee47-407e-b5ff-c50b0ad5d320 req-ac9a5d98-3547-40fd-bca8-ad143a8d49e2 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:03.256596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37f8e85e-ee47-407e-b5ff-c50b0ad5d320 req-ac9a5d98-3547-40fd-bca8-ad143a8d49e2 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 945 time: 0.0519018 Aug 19 12:53:03.299741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37f8e85e-ee47-407e-b5ff-c50b0ad5d320 req-54c0a05c-c400-4d28-9bbf-3de922416bb5 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364337 Aug 19 12:53:04.422976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb25a97-bd58-4509-921c-05d1c72c907e req-5876b539-beba-43f5-a9d8-b3b549cc917e tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:04.424707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9eb25a97-bd58-4509-921c-05d1c72c907e req-5876b539-beba-43f5-a9d8-b3b549cc917e tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 945 time: 0.0537291 Aug 19 12:53:04.486269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9eb25a97-bd58-4509-921c-05d1c72c907e req-3b69f3b9-0a09-4c02-a605-675ad25ed98e tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544126 Aug 19 12:53:07.945238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37672) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:08.093946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6172acf-f84a-4cce-a8fc-b356a1be1759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.187383 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6172acf-f84a-4cce-a8fc-b356a1be1759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.443787 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6172acf-f84a-4cce-a8fc-b356a1be1759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.484400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6172acf-f84a-4cce-a8fc-b356a1be1759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c16c88-1946-4c53-a5c2-d6880fcfe43d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:08.513358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c6172acf-f84a-4cce-a8fc-b356a1be1759 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5fe810c3d054efc980273c98b3d9229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650206 Aug 19 12:53:08.513684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37680) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:08.571510 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52ad2229-459c-4d8c-bcce-67f60f3a844f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.593601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52ad2229-459c-4d8c-bcce-67f60f3a844f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.792431 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52ad2229-459c-4d8c-bcce-67f60f3a844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.795203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52ad2229-459c-4d8c-bcce-67f60f3a844f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.796613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-52ad2229-459c-4d8c-bcce-67f60f3a844f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29c16c88-1946-4c53-a5c2-d6880fcfe43d HTTP/1.1" status: 204 len: 168 time: 0.2818389 Aug 19 12:53:08.806342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad2229-459c-4d8c-bcce-67f60f3a844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c16c88-1946-4c53-a5c2-d6880fcfe43d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:09.882814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37742) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:09.897601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1d17010-5cba-4337-a828-fa9cdf44efc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.017524 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1d17010-5cba-4337-a828-fa9cdf44efc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.287594 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1d17010-5cba-4337-a828-fa9cdf44efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.338038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c1d17010-5cba-4337-a828-fa9cdf44efc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9d19e9457a2407cb04f81fc7d506090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4567447 Aug 19 12:53:10.339026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d17010-5cba-4337-a828-fa9cdf44efc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6afabb2-97f8-46d4-b82a-7a9a1e6cd1aa,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:10.340750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37752) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:10.402062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23780329-4130-461d-a9c8-92828e19a18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.428813 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23780329-4130-461d-a9c8-92828e19a18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.587441 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23780329-4130-461d-a9c8-92828e19a18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.590367 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23780329-4130-461d-a9c8-92828e19a18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.594440 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-23780329-4130-461d-a9c8-92828e19a18c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6afabb2-97f8-46d4-b82a-7a9a1e6cd1aa HTTP/1.1" status: 204 len: 168 time: 0.2522686 Aug 19 12:53:10.606984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23780329-4130-461d-a9c8-92828e19a18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6afabb2-97f8-46d4-b82a-7a9a1e6cd1aa,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:11.216132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27564738-4b81-41d0-86a9-97eb32690270 req-b681b882-2ae1-4453-8d70-ede29d7536ee tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:11.217741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27564738-4b81-41d0-86a9-97eb32690270 req-b681b882-2ae1-4453-8d70-ede29d7536ee tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 945 time: 0.0565407 Aug 19 12:53:11.262431 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27564738-4b81-41d0-86a9-97eb32690270 req-df45721b-6508-461b-bc5a-e48729874e03 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355678 Aug 19 12:53:11.983953 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:12.386934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea5afb-3e9e-4073-9bed-d0dd2796056f req-b3dbd1e3-bc8b-4bfe-a0b6-44faba5ce28d tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:12.388463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0aea5afb-3e9e-4073-9bed-d0dd2796056f req-b3dbd1e3-bc8b-4bfe-a0b6-44faba5ce28d tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 945 time: 0.0508623 Aug 19 12:53:12.429554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0aea5afb-3e9e-4073-9bed-d0dd2796056f req-6f4b259f-2020-4850-93e3-d390655eb4fe tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4876e75-8949-4acb-b18e-39c6342dca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341687 Aug 19 12:53:12.548057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbebbf-7a16-4fe8-bc99-a213788291d1 req-bdfd29b0-99f8-412b-9ece-fc5ebaf0c6f8 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:12.550254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1efbebbf-7a16-4fe8-bc99-a213788291d1 req-bdfd29b0-99f8-412b-9ece-fc5ebaf0c6f8 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 945 time: 0.0560501 Aug 19 12:53:12.663201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-1efbebbf-7a16-4fe8-bc99-a213788291d1 req-49f81733-b5c4-412b-8003-3698a71999a7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Deleting port 4520d1ab-f55b-4688-835a-b7e1554fa9f3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:12.663848 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1efbebbf-7a16-4fe8-bc99-a213788291d1 req-49f81733-b5c4-412b-8003-3698a71999a7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:12.763977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1efbebbf-7a16-4fe8-bc99-a213788291d1 req-49f81733-b5c4-412b-8003-3698a71999a7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] For port 4520d1ab-f55b-4688-835a-b7e1554fa9f3, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4520d1ab-f55b-4688-835a-b7e1554fa9f3,segment=NetworkSegment(8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311),segment_id=8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:12.764269 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1efbebbf-7a16-4fe8-bc99-a213788291d1 req-49f81733-b5c4-412b-8003-3698a71999a7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:12.782617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-1efbebbf-7a16-4fe8-bc99-a213788291d1 req-49f81733-b5c4-412b-8003-3698a71999a7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Calling delete_port for 4520d1ab-f55b-4688-835a-b7e1554fa9f3 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:12.914998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 37804) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:13.047714 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a862ee41-b628-4770-9bb2-4e5e227bf062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.071654 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1efbebbf-7a16-4fe8-bc99-a213788291d1 req-49f81733-b5c4-412b-8003-3698a71999a7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.085027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4520d1ab-f55b-4688-835a-b7e1554fa9f3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:53:13.141905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f81733-b5c4-412b-8003-3698a71999a7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Pushing event deleted for resources: {'Port': ['ID=4520d1ab-f55b-4688-835a-b7e1554fa9f3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:13.192654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efbebbf-7a16-4fe8-bc99-a213788291d1 req-49f81733-b5c4-412b-8003-3698a71999a7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] No DVR routers for this DVR port 4520d1ab-f55b-4688-835a-b7e1554fa9f3 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:13.194464 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a862ee41-b628-4770-9bb2-4e5e227bf062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.195993 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1efbebbf-7a16-4fe8-bc99-a213788291d1 req-49f81733-b5c4-412b-8003-3698a71999a7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.198270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1efbebbf-7a16-4fe8-bc99-a213788291d1 req-49f81733-b5c4-412b-8003-3698a71999a7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.53 "DELETE /v2.0/ports/4520d1ab-f55b-4688-835a-b7e1554fa9f3 HTTP/1.1" status: 204 len: 173 time: 0.6415417 Aug 19 12:53:13.198779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab73478e-b25c-4e3b-822d-a4db6a69aa12', 'name': 'network-vif-deleted', 'tag': '4520d1ab-f55b-4688-835a-b7e1554fa9f3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:53:13.201297 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6255c95d-907a-4d71-881b-d59d3f0cd04c" -d '{"events": [{"server_uuid": "ab73478e-b25c-4e3b-822d-a4db6a69aa12", "name": "network-vif-deleted", "tag": "4520d1ab-f55b-4688-835a-b7e1554fa9f3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:53:13.240441 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567a8dce-bb71-43b6-aab1-1d85205edfa1 x-openstack-request-id: req-567a8dce-bb71-43b6-aab1-1d85205edfa1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:53:13.240742 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab73478e-b25c-4e3b-822d-a4db6a69aa12", "name": "network-vif-deleted", "tag": "4520d1ab-f55b-4688-835a-b7e1554fa9f3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:53:13.241001 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-567a8dce-bb71-43b6-aab1-1d85205edfa1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:53:13.242248 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab73478e-b25c-4e3b-822d-a4db6a69aa12', 'name': 'network-vif-deleted', 'tag': '4520d1ab-f55b-4688-835a-b7e1554fa9f3', 'status': 'completed', 'code': 200} Aug 19 12:53:13.346553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a862ee41-b628-4770-9bb2-4e5e227bf062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.386028 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a862ee41-b628-4770-9bb2-4e5e227bf062 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47318795f3fe4874988091cc8f1c3fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698441 Aug 19 12:53:13.387589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862ee41-b628-4770-9bb2-4e5e227bf062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bb435f-6f53-4bec-85b9-921108fa2a4f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:13.388693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 37814) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:13.457511 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0686a54f-bd08-4cd0-9f63-fdd7c2d0f9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.482896 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0686a54f-bd08-4cd0-9f63-fdd7c2d0f9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.554437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-deb9f258-36fd-499c-aa6c-1f1ee39d3b80 req-3d2e7bb0-c1dc-4389-81f3-a6b6b1b8ed66 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 210 time: 0.0376852 Aug 19 12:53:13.717266 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0686a54f-bd08-4cd0-9f63-fdd7c2d0f9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.719929 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0686a54f-bd08-4cd0-9f63-fdd7c2d0f9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.722339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0686a54f-bd08-4cd0-9f63-fdd7c2d0f9cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82bb435f-6f53-4bec-85b9-921108fa2a4f HTTP/1.1" status: 204 len: 168 time: 0.3206148 Aug 19 12:53:13.730829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686a54f-bd08-4cd0-9f63-fdd7c2d0f9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bb435f-6f53-4bec-85b9-921108fa2a4f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:14.728650 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.729546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afbb19cc-a2be-4ba9-8407-150fc2b3c9ee req-4df3c4bc-7fc5-40da-8008-1311c6edbfb7 tempest-VolumesActionsTest-865507061 tempest-VolumesActionsTest-865507061-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab73478e-b25c-4e3b-822d-a4db6a69aa12 HTTP/1.1" status: 200 len: 210 time: 0.0510311 Aug 19 12:53:17.761760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4520d1ab-f55b-4688-835a-b7e1554fa9f3 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:17.785265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 4520d1ab-f55b-4688-835a-b7e1554fa9f3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:17.785657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4520d1ab-f55b-4688-835a-b7e1554fa9f3 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:21.185625 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc05b-34e9-45ec-b259-030a318a43c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:24.439948 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:53:25.449897 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f4d5-8072-4081-a9ca-c74523dc313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.809823 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:27.077643 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.071374 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:40.522388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38264) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:40.653140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:40.756026 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:40.878659 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:40.922614 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=322c6d0fa0fe45008f773936588bf6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963351 Aug 19 12:53:40.924525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecefb07-1dc7-449e-ac22-92ce9a248100,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:40.926055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38272) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:40.932546 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.932980 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.960501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.960501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.960501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.960501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.960501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.960501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.960501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.960501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.960501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.960501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eee97f-c02c-49d4-bfb1-2b4d3196b856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:40.988632 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c2be4cf-b642-40d1-9a9b-2e7239cc01c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:41.015041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c2be4cf-b642-40d1-9a9b-2e7239cc01c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:41.182063 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c2be4cf-b642-40d1-9a9b-2e7239cc01c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:41.182805 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c2be4cf-b642-40d1-9a9b-2e7239cc01c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:41.184008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4c2be4cf-b642-40d1-9a9b-2e7239cc01c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ecefb07-1dc7-449e-ac22-92ce9a248100 HTTP/1.1" status: 204 len: 168 time: 0.2563009 Aug 19 12:53:41.193628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2be4cf-b642-40d1-9a9b-2e7239cc01c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecefb07-1dc7-449e-ac22-92ce9a248100,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:42.014125 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:44.756696 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:46.041406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-60aac498-9021-4b2a-b1c0-3b7c18c6117e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=91d845bea3c64033b68a80f93bb2367a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362263 Aug 19 12:53:46.278944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-8dac21ea-98de-488c-b991-8ab8f23ca659 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:46.280469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-8dac21ea-98de-488c-b991-8ab8f23ca659 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335453 Aug 19 12:53:46.305978 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4410a1f4-72ce-41a6-a9ac-802918cd9370 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/quotas/91d845bea3c64033b68a80f93bb2367a HTTP/1.1" status: 200 len: 375 time: 0.0109069 Aug 19 12:53:46.349303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-f7e10d2e-ef6e-4807-bb6d-bfc39298932e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=91d845bea3c64033b68a80f93bb2367a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299387 Aug 19 12:53:47.142412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d656d1d8-a719-487b-aaa2-269a36404abd req-1a99248e-cca9-4298-b882-51e5248ac846 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 210 time: 0.0341313 Aug 19 12:53:47.192720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd31842-b760-4623-8e07-9b421da8816d req-471c2049-e104-4385-a336-60b87bff0773 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:47.194370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-471c2049-e104-4385-a336-60b87bff0773 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.4963493 Aug 19 12:53:47.211488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-90ea5282-d73b-4d44-80f0-e1c5d6ec9ad3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/quotas/6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 375 time: 0.0108662 Aug 19 12:53:47.271664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-a5ed0bbd-0761-4fbd-ad57-326fcf38501e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507250 Aug 19 12:53:47.403304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-dacef07c-69ae-411e-a541-0570379c1233 service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235094 Aug 19 12:53:47.518114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-a2bb71c1-eb53-4616-9e20-c7a362590204 service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067798 Aug 19 12:53:47.947315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5ba6b70-a0da-44e1-bd9f-ab8d2df9e13e req-05a8cc34-05a9-4426-aa65-1d5db1b44299 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 210 time: 0.0336275 Aug 19 12:53:48.233799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb5f365c-9ea5-40c3-bb0c-1dfe47f8b379 req-d323e080-83b1-4cf1-a668-96762fa4501e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 210 time: 0.0263882 Aug 19 12:53:49.033842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c6569ce-f92e-439c-9f0b-b13b6ab60489 req-d9a4a2ce-2947-4319-b59c-4b7e39f2d9d5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 210 time: 0.0344160 Aug 19 12:53:49.343164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8fe5cc2-a787-4f3a-ae39-2fbcbfeb5730 req-947021c2-c87a-4a8c-b343-8407060d8335 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 210 time: 0.0302427 Aug 19 12:53:50.129236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f0f5834-8a3c-44e8-95c1-99b34dd64703 req-f2023d3d-6b02-4130-bb12-2ee8da33cbc2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 210 time: 0.0272920 Aug 19 12:53:50.140543 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-ccb1786a-70ab-45ef-a2dd-e666265676ce tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=91d845bea3c64033b68a80f93bb2367a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350294 Aug 19 12:53:50.361331 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4bcda7e3-1bca-4227-a256-fbc965d14a1a tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:50.362571 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4bcda7e3-1bca-4227-a256-fbc965d14a1a tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155325 Aug 19 12:53:50.378834 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Request body: {'port': {'device_id': '6195d0b4-7352-4293-b641-9f64ede8db14', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '91d845bea3c64033b68a80f93bb2367a'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:50.473905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5d3cb73-4951-4d59-bd1a-b5d179a34514 req-4ba3183d-3683-4e84-b6c3-1dd51c9f6123 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 210 time: 0.0407174 Aug 19 12:53:50.624868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Made reservation on behalf of 91d845bea3c64033b68a80f93bb2367a for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:50.629227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:50.640373 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:50.770501 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:50.871797 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:50.963959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:51.031240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd31842-b760-4623-8e07-9b421da8816d req-8baa05ef-ed46-4554-a75e-6435f3f498a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:51.032788 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-8baa05ef-ed46-4554-a75e-6435f3f498a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1655810 Aug 19 12:53:51.050829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'port': {'device_id': 'dfa3cbb2-3281-46fe-863f-72deaf0f80a9', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'admin_state_up': True, 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:51.058844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Allocated IP 192.168.233.145 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/48b468a7-e112-4b27-8c9a-5cae10c92b92) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:51.100105 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-550ea599-8736-49ef-ba8f-db7fd82ab1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.254764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.268893 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Transition to ACTIVE for port object 48b468a7-e112-4b27-8c9a-5cae10c92b92 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:51.278069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb8a6a37-2e93-41f2-a229-e18059605b99 req-e73e5911-9541-487d-9ce2-44925756af1e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 210 time: 0.0463848 Aug 19 12:53:51.288550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Made reservation on behalf of 6dcf49fa15c048dfa4e76d7d7075bce0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:51.292480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.437633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.449365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Allocated IP 172.20.0.5 (0df94dc4-f74a-4c4c-a79c-f76afcd8ec04/370f4677-1716-4b96-8840-b61aeda76836/144fb8fb-50a9-4ebb-a810-ce40bb8260b8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:51.494928 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:51.498233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:51.503159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:51.535935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Pushing event updated for resources: {'Port': ['ID=48b468a7-e112-4b27-8c9a-5cae10c92b92,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:51.583570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:51.584281 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.717825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.737751 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-4ba6f28b-2e0b-475d-8ffd-63d724a8ef6e tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3643839 Aug 19 12:53:51.753142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc05ace-7ec0-4408-aa9d-eecf0515f520 req-1824528e-36be-4ce6-9b76-ade1d35606d3 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:51.756355 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Request body: {'port': {'device_id': '6195d0b4-7352-4293-b641-9f64ede8db14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:51.763561 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adc05ace-7ec0-4408-aa9d-eecf0515f520 req-1824528e-36be-4ce6-9b76-ade1d35606d3 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 936 time: 0.1536245 Aug 19 12:53:51.793646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Transition to ACTIVE for port object 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:51.834195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-adc05ace-7ec0-4408-aa9d-eecf0515f520 req-33d41f05-3f5d-4422-a710-94b2d04c15fd tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694647 Aug 19 12:53:51.910251 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.013883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7e579abd-a0bd-4baf-8a95-c1ad36ee38b8 None None] Provisioning for port 48b468a7-e112-4b27-8c9a-5cae10c92b92 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:52.015826 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.023311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7e579abd-a0bd-4baf-8a95-c1ad36ee38b8 None None] Provisioning complete for port 48b468a7-e112-4b27-8c9a-5cae10c92b92 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:52.023311 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7e579abd-a0bd-4baf-8a95-c1ad36ee38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.079424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:52.080940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7e579abd-a0bd-4baf-8a95-c1ad36ee38b8 None None] Port 48b468a7-e112-4b27-8c9a-5cae10c92b92 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:53:52.086195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:52.095945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=144fb8fb-50a9-4ebb-a810-ce40bb8260b8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:52.097781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:52.140773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.141690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.143618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.143618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.143618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.143618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.143973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.144116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.144626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.144964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.145604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.146057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:52.246415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:52.247403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.403689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-6d61b9eb-540f-40ae-9198-6bb0f3b9b1dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3567429 Aug 19 12:53:52.427739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b468a7-e112-4b27-8c9a-5cae10c92b92 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:53:52.456161 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.476605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Request body: {'port': {'device_id': 'dfa3cbb2-3281-46fe-863f-72deaf0f80a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:52.502285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Transition to ACTIVE for port object 48b468a7-e112-4b27-8c9a-5cae10c92b92 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:52.560724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ece76a-13eb-4acc-a2a8-1cf0f6eceee7 req-28bfea47-e686-4a71-97fc-554b50bcc143 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:52.564933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91ece76a-13eb-4acc-a2a8-1cf0f6eceee7 req-28bfea47-e686-4a71-97fc-554b50bcc143 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 931 time: 0.1446846 Aug 19 12:53:52.580989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-398e8a2c-9d04-4ac8-868a-d296bbeca046 None None] Provisioning for port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:52.582381 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.586441 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-398e8a2c-9d04-4ac8-868a-d296bbeca046 None None] Provisioning complete for port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:52.586910 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-398e8a2c-9d04-4ac8-868a-d296bbeca046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.687256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-398e8a2c-9d04-4ac8-868a-d296bbeca046 None None] Port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:53:52.688611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.726853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91ece76a-13eb-4acc-a2a8-1cf0f6eceee7 req-db444e87-e028-46d8-bd70-de0bbc324164 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093278 Aug 19 12:53:52.980564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Pushing event updated for resources: {'Port': ['ID=48b468a7-e112-4b27-8c9a-5cae10c92b92,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:52.987065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Attempting to bind port 48b468a7-e112-4b27-8c9a-5cae10c92b92 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:53:52.987622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Attempting to bind port 48b468a7-e112-4b27-8c9a-5cae10c92b92 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:53:52.993901 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Attempting to bind port 48b468a7-e112-4b27-8c9a-5cae10c92b92 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:53.007406 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Port 48b468a7-e112-4b27-8c9a-5cae10c92b92 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:53:53.012240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Attempting to bind port 48b468a7-e112-4b27-8c9a-5cae10c92b92 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:53.023702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:53:53.024245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:53.024884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:53:53.025649 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Bound port: 48b468a7-e112-4b27-8c9a-5cae10c92b92, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:53:53.026236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:53.279008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d592ab4-7529-414a-8807-828d353eb9cd req-972e0b0f-9dfb-40bd-9f7c-ecaef6065fa6 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:53.293972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d592ab4-7529-414a-8807-828d353eb9cd req-972e0b0f-9dfb-40bd-9f7c-ecaef6065fa6 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 948 time: 0.1710734 Aug 19 12:53:53.335494 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] For port 48b468a7-e112-4b27-8c9a-5cae10c92b92, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:53:53.350119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] For port 48b468a7-e112-4b27-8c9a-5cae10c92b92, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=48b468a7-e112-4b27-8c9a-5cae10c92b92,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:53:53.386455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d592ab4-7529-414a-8807-828d353eb9cd req-dea1ce8b-af9d-46c3-ae76-01ae028b7e50 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913708 Aug 19 12:53:53.449066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:53.485487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:53:53.496219 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:53.511735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Transition to ACTIVE for port object 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:53.563354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:53.564662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:53.567713 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] 10.222.0.52 "PUT /v2.0/ports/48b468a7-e112-4b27-8c9a-5cae10c92b92 HTTP/1.1" status: 200 len: 1096 time: 1.8171625 Aug 19 12:53:53.568685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6195d0b4-7352-4293-b641-9f64ede8db14', 'tag': '48b468a7-e112-4b27-8c9a-5cae10c92b92'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:53:53.573514 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "6195d0b4-7352-4293-b641-9f64ede8db14", "tag": "48b468a7-e112-4b27-8c9a-5cae10c92b92"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:53:53.643219 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:53.663496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544b83a-0269-4e14-9d8e-4760f50aab84 service neutron] Pushing event updated for resources: {'Port': ['ID=48b468a7-e112-4b27-8c9a-5cae10c92b92,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:53.797079 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37366d4-d23e-474e-8571-52a1187813ba x-openstack-request-id: req-d37366d4-d23e-474e-8571-52a1187813ba {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:53:53.798375 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6195d0b4-7352-4293-b641-9f64ede8db14", "tag": "48b468a7-e112-4b27-8c9a-5cae10c92b92", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:53:53.813929 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d37366d4-d23e-474e-8571-52a1187813ba {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:53:53.814674 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6195d0b4-7352-4293-b641-9f64ede8db14', 'tag': '48b468a7-e112-4b27-8c9a-5cae10c92b92', 'status': 'completed', 'code': 200} Aug 19 12:53:53.842489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-f92cd40d-3429-4ec7-afa6-58f159da3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:53.858387 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-f92cd40d-3429-4ec7-afa6-58f159da3ee4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=91d845bea3c64033b68a80f93bb2367a&device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 1099 time: 0.1510272 Aug 19 12:53:53.979661 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-5eb9a880-e9d6-4583-af38-b6c75483dcfb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=48b468a7-e112-4b27-8c9a-5cae10c92b92 HTTP/1.1" status: 200 len: 217 time: 0.1067135 Aug 19 12:53:54.080586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Pushing event updated for resources: {'Port': ['ID=144fb8fb-50a9-4ebb-a810-ce40bb8260b8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:54.165219 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-aa551453-61e2-4d52-aefd-e4ad9a92d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:54.175333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Attempting to bind port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:53:54.175448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Attempting to bind port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:53:54.175802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Attempting to bind port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:54.179289 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-aa551453-61e2-4d52-aefd-e4ad9a92d2dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.1922705 Aug 19 12:53:54.202164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:53:54.202164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Attempting to bind port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:54.215958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:53:54.216993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Checking segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:54.239190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Bound using segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:53:54.240569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Bound port: 144fb8fb-50a9-4ebb-a810-ce40bb8260b8, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:53:54.240569 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:54.326420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-7d4e96d5-ef70-427a-8483-ed866d58d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:54.333905 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-7d4e96d5-ef70-427a-8483-ed866d58d6ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429424 Aug 19 12:53:54.364426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] For port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:53:54.368632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] For port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=144fb8fb-50a9-4ebb-a810-ce40bb8260b8,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:53:54.474657 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:54.561919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:54.562752 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:54.568444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] 10.222.0.52 "PUT /v2.0/ports/144fb8fb-50a9-4ebb-a810-ce40bb8260b8 HTTP/1.1" status: 200 len: 1091 time: 2.1067595 Aug 19 12:53:54.580763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3cbb2-3281-46fe-863f-72deaf0f80a9', 'tag': '144fb8fb-50a9-4ebb-a810-ce40bb8260b8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:53:54.585658 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13928f6-0305-484c-8206-a38336dd7337" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa3cbb2-3281-46fe-863f-72deaf0f80a9", "tag": "144fb8fb-50a9-4ebb-a810-ce40bb8260b8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:53:54.617517 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-0b6ae0dc-41e8-44f8-adc4-818520d8b5c1 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758615 Aug 19 12:53:54.684882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a2e2c-3cbf-4e15-b018-b0d57890b38c service neutron] Pushing event updated for resources: {'Port': ['ID=144fb8fb-50a9-4ebb-a810-ce40bb8260b8,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:54.874735 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c168e7f-eacb-464e-9ff1-49d3152770af req-df6bd980-534c-4cae-a49e-bf0652e57eff service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450593 Aug 19 12:53:54.896222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c269ea-3ccc-4a44-a11a-9f0c343c5fbe req-65717c7c-a507-4a5c-940c-0220a7009a54 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:54.896222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c269ea-3ccc-4a44-a11a-9f0c343c5fbe req-65717c7c-a507-4a5c-940c-0220a7009a54 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.9597197 Aug 19 12:53:54.908711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd31842-b760-4623-8e07-9b421da8816d req-ade8aa5a-2913-4980-890c-dd581df58a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:54.910324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-ade8aa5a-2913-4980-890c-dd581df58a74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 1094 time: 0.2149656 Aug 19 12:53:54.987481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-3a3c53ec-a6fa-467d-bd75-cc537d931ab0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=144fb8fb-50a9-4ebb-a810-ce40bb8260b8 HTTP/1.1" status: 200 len: 217 time: 0.0640714 Aug 19 12:53:55.103885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd31842-b760-4623-8e07-9b421da8816d req-ac743ba9-b5a7-412e-9eb8-a6b3a1080d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.106751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-ac743ba9-b5a7-412e-9eb8-a6b3a1080d9b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.1004395 Aug 19 12:53:55.118913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c8c269ea-3ccc-4a44-a11a-9f0c343c5fbe req-2cfce3f9-b04e-4b53-a81d-150077cf85c8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195160 Aug 19 12:53:55.207848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7495d-7ceb-4023-8826-77ca825b8ba3 req-dbddf820-b1f8-4f6a-8de8-360f3603b229 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.209695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33c7495d-7ceb-4023-8826-77ca825b8ba3 req-dbddf820-b1f8-4f6a-8de8-360f3603b229 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 948 time: 0.5106595 Aug 19 12:53:55.218014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd31842-b760-4623-8e07-9b421da8816d req-44f93dc2-d331-433c-924a-eeb44217f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.219743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-44f93dc2-d331-433c-924a-eeb44217f00a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992789 Aug 19 12:53:55.242254 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a req-1404d172-fa71-4268-aeb0-979c5aef6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.244366 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a req-1404d172-fa71-4268-aeb0-979c5aef6315 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=91d845bea3c64033b68a80f93bb2367a&device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 1099 time: 0.1610739 Aug 19 12:53:55.272522 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7522d141-4e55-40b2-8d00-6fdb51cd697e x-openstack-request-id: req-7522d141-4e55-40b2-8d00-6fdb51cd697e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:53:55.272819 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa3cbb2-3281-46fe-863f-72deaf0f80a9", "tag": "144fb8fb-50a9-4ebb-a810-ce40bb8260b8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:53:55.273078 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7522d141-4e55-40b2-8d00-6fdb51cd697e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:53:55.273506 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa3cbb2-3281-46fe-863f-72deaf0f80a9', 'tag': '144fb8fb-50a9-4ebb-a810-ce40bb8260b8', 'status': 'completed', 'code': 200} Aug 19 12:53:55.362233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33c7495d-7ceb-4023-8826-77ca825b8ba3 req-af8339f2-65d5-4682-8182-ef08c1f34b28 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412954 Aug 19 12:53:55.403514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a req-2510c59e-967c-4640-ba24-14ba50ca480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.404894 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a req-2510c59e-967c-4640-ba24-14ba50ca480f service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1513867 Aug 19 12:53:55.419576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-a8f7a446-8ccf-48e7-bbdd-6cc4ed76ed64 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450942 Aug 19 12:53:55.454237 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a req-eacce0cf-b1a1-42f6-942a-01f54836067b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=48b468a7-e112-4b27-8c9a-5cae10c92b92 HTTP/1.1" status: 200 len: 217 time: 0.0414164 Aug 19 12:53:55.459566 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-249db88f-5ab7-4635-8dc0-ff7475eb1193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:55.511067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a req-aa391ec3-da1f-49ec-8f83-836db568e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.512805 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a req-aa391ec3-da1f-49ec-8f83-836db568e06e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0497880 Aug 19 12:53:55.527293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdd31842-b760-4623-8e07-9b421da8816d req-c00559b1-5f35-4f3f-9aea-24e61eccf6d3 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994585 Aug 19 12:53:55.574856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a req-bbea1768-341a-4ca4-8816-ddbb56114fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.576532 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a req-bbea1768-341a-4ca4-8816-ddbb56114fc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560486 Aug 19 12:53:55.714975 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a req-4870f7b6-713f-463a-812b-99e43c1f957d service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290562 Aug 19 12:53:55.773493 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:55.792372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13928f6-0305-484c-8206-a38336dd7337 req-91d8ae50-9e21-46c6-9b60-886840a64a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.794505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b13928f6-0305-484c-8206-a38336dd7337 req-91d8ae50-9e21-46c6-9b60-886840a64a01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 1094 time: 0.0598500 Aug 19 12:53:55.899878 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9e1ee69f-5d8b-44c4-ae20-f233b9292c7a req-35663548-e4f4-4255-bc56-94be5223df87 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734931 Aug 19 12:53:55.910514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13928f6-0305-484c-8206-a38336dd7337 req-247b9c86-d9f1-4e96-b403-adccb445ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.912283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b13928f6-0305-484c-8206-a38336dd7337 req-247b9c86-d9f1-4e96-b403-adccb445ec00 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1096580 Aug 19 12:53:55.962641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b13928f6-0305-484c-8206-a38336dd7337 req-667a1fb9-4660-4616-8c56-a0796d1a37d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=144fb8fb-50a9-4ebb-a810-ce40bb8260b8 HTTP/1.1" status: 200 len: 217 time: 0.0387990 Aug 19 12:53:56.032578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13928f6-0305-484c-8206-a38336dd7337 req-bc00b0dd-0f45-498b-bdbf-140c8f2be139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:56.035187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b13928f6-0305-484c-8206-a38336dd7337 req-bc00b0dd-0f45-498b-bdbf-140c8f2be139 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0620596 Aug 19 12:53:56.105744 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13928f6-0305-484c-8206-a38336dd7337 req-5aa8857a-e253-4ac9-b560-1a0d5dca0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:56.107582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b13928f6-0305-484c-8206-a38336dd7337 req-5aa8857a-e253-4ac9-b560-1a0d5dca0d82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640934 Aug 19 12:53:56.276894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b13928f6-0305-484c-8206-a38336dd7337 req-4d659bc0-65e7-4b08-9444-0b9642ad9f59 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572042 Aug 19 12:53:56.294613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a284352-061e-4e4f-ad29-2de543269a5c req-afaac352-d675-44c9-b426-dfb8ae3460c8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:56.299073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a284352-061e-4e4f-ad29-2de543269a5c req-afaac352-d675-44c9-b426-dfb8ae3460c8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0781758 Aug 19 12:53:56.400061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a284352-061e-4e4f-ad29-2de543269a5c req-c9045521-59e2-4313-a828-35c6f9df6cab tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895059 Aug 19 12:53:56.446012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b13928f6-0305-484c-8206-a38336dd7337 req-cc1a5672-e613-43a1-b1f9-24cb388e98c1 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406505 Aug 19 12:53:56.503783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480e849-9208-4239-834e-a7795a69c39e req-f53d65ba-3c0b-4121-91cc-24bd5b66bd78 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:56.505486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0480e849-9208-4239-834e-a7795a69c39e req-f53d65ba-3c0b-4121-91cc-24bd5b66bd78 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 948 time: 0.0617085 Aug 19 12:53:56.552679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0480e849-9208-4239-834e-a7795a69c39e req-03414e30-675d-49f9-b46b-d10e325da931 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Aug 19 12:53:56.841313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38648) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:56.914053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fee7ab0-3e41-4bee-90d6-0ec47387aa6a admin admin] Deleting subnet 5835360e-548b-4e96-a903-a6088856ca71 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:53:56.917488 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4fee7ab0-3e41-4bee-90d6-0ec47387aa6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:56.964914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4fee7ab0-3e41-4bee-90d6-0ec47387aa6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.019705 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.034733 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4fee7ab0-3e41-4bee-90d6-0ec47387aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.185533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4fee7ab0-3e41-4bee-90d6-0ec47387aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.217922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee7ab0-3e41-4bee-90d6-0ec47387aa6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5835360e-548b-4e96-a903-a6088856ca71,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:57.222772 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4fee7ab0-3e41-4bee-90d6-0ec47387aa6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.225653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4fee7ab0-3e41-4bee-90d6-0ec47387aa6a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5835360e-548b-4e96-a903-a6088856ca71 HTTP/1.1" status: 204 len: 168 time: 0.3819244 Aug 19 12:53:57.227337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38656) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:57.304143 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.399760 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.413328 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9ff1d1-74e9-46b2-9782-d05e97c8be08']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:57.425176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:57.425517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4faaa5-4af5-4a29-98a8-9a6f0c3ca311') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:57.436035 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.453258 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.461059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:57.461491 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:57.463413 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:57.570807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeedb0-e589-4873-9c9c-7d26db8b91d9 req-9bcdadc0-1c7a-468e-b45c-7d5af9dcd315 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:57.572420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5abeedb0-e589-4873-9c9c-7d26db8b91d9 req-9bcdadc0-1c7a-468e-b45c-7d5af9dcd315 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0655935 Aug 19 12:53:57.614813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5abeedb0-e589-4873-9c9c-7d26db8b91d9 req-2148e347-a4d7-4f64-9248-27cc761fffdc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Aug 19 12:53:57.707911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8357e-c92e-439a-ae10-8022883c910d req-09339182-3f6b-4010-84e7-c81d80614655 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:57.709409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89f8357e-c92e-439a-ae10-8022883c910d req-09339182-3f6b-4010-84e7-c81d80614655 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 948 time: 0.0527356 Aug 19 12:53:57.722084 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.734608 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.736814 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ea9ff1d1-74e9-46b2-9782-d05e97c8be08 HTTP/1.1" status: 204 len: 168 time: 0.5085578 Aug 19 12:53:57.740493 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38666) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:57.747791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38213b27-5952-475e-92d5-45306414a4b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea9ff1d1-74e9-46b2-9782-d05e97c8be08,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:57.775367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89f8357e-c92e-439a-ae10-8022883c910d req-e725b62a-fc0e-44aa-86f2-7b97ddb22b4d tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596452 Aug 19 12:53:57.791977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7283c8-498a-4ce0-80ac-0ebf64b14b42 admin admin] Deleting subnet fcb17106-9f67-4498-8a6d-92cd516897a3 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:53:57.795426 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a7283c8-498a-4ce0-80ac-0ebf64b14b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.837197 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a7283c8-498a-4ce0-80ac-0ebf64b14b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.883353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a7283c8-498a-4ce0-80ac-0ebf64b14b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.054954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a7283c8-498a-4ce0-80ac-0ebf64b14b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.085188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7283c8-498a-4ce0-80ac-0ebf64b14b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb17106-9f67-4498-8a6d-92cd516897a3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:58.092119 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a7283c8-498a-4ce0-80ac-0ebf64b14b42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.092837 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4a7283c8-498a-4ce0-80ac-0ebf64b14b42 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fcb17106-9f67-4498-8a6d-92cd516897a3 HTTP/1.1" status: 204 len: 168 time: 0.3511481 Aug 19 12:53:58.096505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:58.181647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.276084 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.291115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccad352-a18d-43a2-8856-3af153e488d6']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:58.296573 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 48b468a7-e112-4b27-8c9a-5cae10c92b92 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:53:58.306976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ead370-a901-4c86-85e3-3a29db5edb16') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:58.307517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ead370-a901-4c86-85e3-3a29db5edb16') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:58.318655 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.341349 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.353632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:58.354056 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:58.355969 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:58.416507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 48b468a7-e112-4b27-8c9a-5cae10c92b92, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=48b468a7-e112-4b27-8c9a-5cae10c92b92,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:58.433132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '48b468a7-e112-4b27-8c9a-5cae10c92b92', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '48b468a7-e112-4b27-8c9a-5cae10c92b92', 'mac_address': 'fa:16:3e:cf:2e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:53:58.479611 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.495893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b468a7-e112-4b27-8c9a-5cae10c92b92 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:53:58.521831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 48b468a7-e112-4b27-8c9a-5cae10c92b92, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=48b468a7-e112-4b27-8c9a-5cae10c92b92,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:58.585572 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.592217 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.593301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4ccad352-a18d-43a2-8856-3af153e488d6 HTTP/1.1" status: 204 len: 168 time: 0.4957566 Aug 19 12:53:58.607275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ccf7c-e39f-422d-a0be-89958dbc6471 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ccad352-a18d-43a2-8856-3af153e488d6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:58.685363 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.784982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=48b468a7-e112-4b27-8c9a-5cae10c92b92,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:58.793019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.793640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.794181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.794697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.795215 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.795720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.796213 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.796703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.797216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.797728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.798229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.798716 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:58.853315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-6f953283-dfd4-411c-847d-d2c8496d1666 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1015327 Aug 19 12:53:58.865268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2d95e-3071-445c-a14c-fbcd8cdf36e7 req-dc07b861-0daf-4b3b-9417-e8a770c69928 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:58.867154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39a2d95e-3071-445c-a14c-fbcd8cdf36e7 req-dc07b861-0daf-4b3b-9417-e8a770c69928 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0981112 Aug 19 12:53:58.912012 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:58.943440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['48b468a7-e112-4b27-8c9a-5cae10c92b92'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:53:58.973809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39a2d95e-3071-445c-a14c-fbcd8cdf36e7 req-f3e804a1-051c-4078-996d-9895a57f5094 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995047 Aug 19 12:53:58.990473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae34627-eee6-4c63-ab0d-c7a39fedc24f req-1f74623a-e438-4d94-9431-6ea03d46bfe3 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:58.992041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ae34627-eee6-4c63-ab0d-c7a39fedc24f req-1f74623a-e438-4d94-9431-6ea03d46bfe3 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 949 time: 0.1105666 Aug 19 12:53:58.996932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-4dd8f633-062b-42cf-ab8c-4da3424d649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:58.998487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-4dd8f633-062b-42cf-ab8c-4da3424d649b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7304fc0218bb411c9647ddabb1b8204a&device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0789731 Aug 19 12:53:59.103198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ae34627-eee6-4c63-ab0d-c7a39fedc24f req-85fbcfe6-382c-4a03-850f-fdaac1059c07 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980186 Aug 19 12:53:59.150719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-ebe6eaa3-48fd-4544-9ab3-a0e0db5c3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:59.152220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-ebe6eaa3-48fd-4544-9ab3-a0e0db5c3bd5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb0fb07f-9fd1-4405-8e27-bccf25557223 HTTP/1.1" status: 200 len: 909 time: 0.1226041 Aug 19 12:53:59.214494 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38696) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:59.232415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-d5b3718d-3b5d-4440-82cd-19ae7dd9ce20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b HTTP/1.1" status: 200 len: 1002 time: 0.0729444 Aug 19 12:53:59.260304 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6d351145-d865-4b08-b442-bd0544e798b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d2b3cb795514327953c9d33103bb95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422635 Aug 19 12:53:59.260632 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38698) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:59.289336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-f1cf537e-f06d-45eb-bff3-4f0b143bb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:59.290916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-f1cf537e-f06d-45eb-bff3-4f0b143bb0b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d23f1ee-3cda-4596-9cc2-bfc132927af3 HTTP/1.1" status: 200 len: 847 time: 0.0508029 Aug 19 12:53:59.329725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9761-5d5e-4b2e-9511-1e723b5af864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:59.343900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-70aba1fb-152c-4e53-b9ce-01aac66252f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:59.345693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-70aba1fb-152c-4e53-b9ce-01aac66252f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb0fb07f-9fd1-4405-8e27-bccf25557223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465577 Aug 19 12:53:59.352393 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9761-5d5e-4b2e-9511-1e723b5af864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:59.448887 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-d2f3f0eb-bf7e-4289-90c1-83f83a6e2d69 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927951 Aug 19 12:53:59.548453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ff04975-b6a5-4911-b82b-e3aa5cfd784a req-60c6d83a-76df-4d7d-b997-3ccce3766bc8 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915952 Aug 19 12:53:59.607563 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9761-5d5e-4b2e-9511-1e723b5af864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:59.611150 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9761-5d5e-4b2e-9511-1e723b5af864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:59.612317 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e5ec9761-5d5e-4b2e-9511-1e723b5af864 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4876e75-8949-4acb-b18e-39c6342dca6d HTTP/1.1" status: 204 len: 168 time: 0.3507149 Aug 19 12:53:59.621315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec9761-5d5e-4b2e-9511-1e723b5af864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4876e75-8949-4acb-b18e-39c6342dca6d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:00.132478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76928e-f417-49e6-a107-21955322d4d1 req-e81fffac-0141-44d9-8233-6df74e8d427d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:00.141588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e76928e-f417-49e6-a107-21955322d4d1 req-e81fffac-0141-44d9-8233-6df74e8d427d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0697970 Aug 19 12:54:00.193138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e76928e-f417-49e6-a107-21955322d4d1 req-fa3e6d35-3711-4104-acd4-846a90e463d3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502372 Aug 19 12:54:00.242483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e767b-9f82-4935-a59e-b8ecc8d5a256 req-68b4de32-0e68-4121-9ef6-282ac02339f5 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:00.244004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-452e767b-9f82-4935-a59e-b8ecc8d5a256 req-68b4de32-0e68-4121-9ef6-282ac02339f5 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 949 time: 0.0662601 Aug 19 12:54:00.297273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-452e767b-9f82-4935-a59e-b8ecc8d5a256 req-235e604d-d4c0-4c4d-baec-de35ccb3da42 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Aug 19 12:54:00.307714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 48b468a7-e112-4b27-8c9a-5cae10c92b92 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:54:00.482906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 48b468a7-e112-4b27-8c9a-5cae10c92b92 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:00.489209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 48b468a7-e112-4b27-8c9a-5cae10c92b92 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:00.496975 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:00.578209 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38720) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:00.584875 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:00.611133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6195d0b4-7352-4293-b641-9f64ede8db14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b468a7-e112-4b27-8c9a-5cae10c92b92'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:00.613528 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e279b4-04fe-4a71-a71a-adddefca1558" -d '{"events": [{"server_uuid": "6195d0b4-7352-4293-b641-9f64ede8db14", "name": "network-vif-plugged", "status": "completed", "tag": "48b468a7-e112-4b27-8c9a-5cae10c92b92"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:00.627190 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2c3d1659-5ae6-4de2-bf12-9bd9a124f0ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82d4b8b8285d4e02981fa87a80d27309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431805 Aug 19 12:54:00.627190 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38724) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:00.636856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 48b468a7-e112-4b27-8c9a-5cae10c92b92, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=48b468a7-e112-4b27-8c9a-5cae10c92b92,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:00.659586 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0162e9b9-ab74-40da-9bc5-33ae023cfe5f x-openstack-request-id: req-0162e9b9-ab74-40da-9bc5-33ae023cfe5f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:00.659887 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6195d0b4-7352-4293-b641-9f64ede8db14", "name": "network-vif-plugged", "status": "completed", "tag": "48b468a7-e112-4b27-8c9a-5cae10c92b92", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:00.669233 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0162e9b9-ab74-40da-9bc5-33ae023cfe5f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:00.669233 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6195d0b4-7352-4293-b641-9f64ede8db14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b468a7-e112-4b27-8c9a-5cae10c92b92', 'code': 200} Aug 19 12:54:00.683145 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be52753b-2e0c-436b-ad46-c662f9c26b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:00.706460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be52753b-2e0c-436b-ad46-c662f9c26b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:00.767973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a1700-5bb8-4058-9465-ba436ce2fb36 req-96d6ee51-e4e6-440f-a914-cc9aa82d1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:00.769741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d4a1700-5bb8-4058-9465-ba436ce2fb36 req-96d6ee51-e4e6-440f-a914-cc9aa82d1033 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 1100 time: 0.0440979 Aug 19 12:54:00.815008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d4a1700-5bb8-4058-9465-ba436ce2fb36 req-6a4cbf81-169a-4412-8966-206a3866df8c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Aug 19 12:54:00.842782 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:00.877545 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be52753b-2e0c-436b-ad46-c662f9c26b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:00.880545 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be52753b-2e0c-436b-ad46-c662f9c26b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:00.882236 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-be52753b-2e0c-436b-ad46-c662f9c26b3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56d4af54-a82b-4e48-a18d-866c26aabff7 HTTP/1.1" status: 204 len: 168 time: 0.2542369 Aug 19 12:54:00.894647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52753b-2e0c-436b-ad46-c662f9c26b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d4af54-a82b-4e48-a18d-866c26aabff7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:00.911607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=48b468a7-e112-4b27-8c9a-5cae10c92b92,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:01.326213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb3f73-97d8-4d58-ab64-e680de9db5a2 req-fb2206aa-d2a8-4581-b135-acc0b44163e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:01.328080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50fb3f73-97d8-4d58-ab64-e680de9db5a2 req-fb2206aa-d2a8-4581-b135-acc0b44163e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0526774 Aug 19 12:54:01.389983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50fb3f73-97d8-4d58-ab64-e680de9db5a2 req-7dbd5e6e-0492-4cc6-9e1f-b82ef8d4d2eb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542924 Aug 19 12:54:01.423884 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:54:01.446754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d8ac0-82f6-4ff5-a364-fbe7668cad1d req-028555cf-099a-4e0b-a1e7-869d58571723 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:01.448758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-018d8ac0-82f6-4ff5-a364-fbe7668cad1d req-028555cf-099a-4e0b-a1e7-869d58571723 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 950 time: 0.0567243 Aug 19 12:54:01.509479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-018d8ac0-82f6-4ff5-a364-fbe7668cad1d req-6d1d16a8-9bc7-473f-a3d1-0037bb3fc813 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519638 Aug 19 12:54:02.524020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc88451-1d59-43ef-b0da-ba571331cfbb req-bda9aa9b-a190-4813-b435-a69c42da6fb1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:02.525580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8bc88451-1d59-43ef-b0da-ba571331cfbb req-bda9aa9b-a190-4813-b435-a69c42da6fb1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0538692 Aug 19 12:54:02.575823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8bc88451-1d59-43ef-b0da-ba571331cfbb req-c9d5be0c-37f5-4a50-b944-3106959f1b7b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Aug 19 12:54:02.639905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba9902-c992-4511-84d5-5cc9ea945317 req-66b40185-74e6-4abb-9acc-c97aafca72a1 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:02.644373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7ba9902-c992-4511-84d5-5cc9ea945317 req-66b40185-74e6-4abb-9acc-c97aafca72a1 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 950 time: 0.0557010 Aug 19 12:54:02.695491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7ba9902-c992-4511-84d5-5cc9ea945317 req-7ba21349-e369-4f47-a229-bb4eb9848292 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465939 Aug 19 12:54:03.021808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 38794) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:03.160395 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739a49ea-f2f6-4c3e-89d8-057206751f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:03.271501 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739a49ea-f2f6-4c3e-89d8-057206751f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:03.356513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739a49ea-f2f6-4c3e-89d8-057206751f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:03.399480 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-739a49ea-f2f6-4c3e-89d8-057206751f46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54c57e5a63a348a98d4f116e7f4a3458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762026 Aug 19 12:54:03.400328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a49ea-f2f6-4c3e-89d8-057206751f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790c0035-cc11-4895-8595-4f7250c21e5f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:03.402319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 38808) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:03.459195 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-49d24fb4-ffdc-4208-b7db-6ebcd6fcb47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:03.489211 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-49d24fb4-ffdc-4208-b7db-6ebcd6fcb47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:03.655198 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-49d24fb4-ffdc-4208-b7db-6ebcd6fcb47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:03.658895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-49d24fb4-ffdc-4208-b7db-6ebcd6fcb47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:03.660188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-49d24fb4-ffdc-4208-b7db-6ebcd6fcb47f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/790c0035-cc11-4895-8595-4f7250c21e5f HTTP/1.1" status: 204 len: 168 time: 0.2568541 Aug 19 12:54:03.694601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d24fb4-ffdc-4208-b7db-6ebcd6fcb47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790c0035-cc11-4895-8595-4f7250c21e5f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:03.731063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8de179-f97a-423f-bcf0-0cfcbc12f76e req-7bb95f02-8bb1-421c-a7bb-0919fbb66c7c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:03.739103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e8de179-f97a-423f-bcf0-0cfcbc12f76e req-7bb95f02-8bb1-421c-a7bb-0919fbb66c7c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0766053 Aug 19 12:54:03.784432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e8de179-f97a-423f-bcf0-0cfcbc12f76e req-1553949e-b0ae-40ef-82b5-1ae97189d024 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444179 Aug 19 12:54:04.927871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c70d17-e6d3-482f-96b6-5bd9fc7243e2 req-d6dae69c-0fae-4a6b-9257-a971c86d7460 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:04.936155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23c70d17-e6d3-482f-96b6-5bd9fc7243e2 req-d6dae69c-0fae-4a6b-9257-a971c86d7460 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0686953 Aug 19 12:54:05.007046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23c70d17-e6d3-482f-96b6-5bd9fc7243e2 req-fc3ab737-f299-4869-921e-e4c1715645af tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685458 Aug 19 12:54:06.158247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2ff5d-4c71-44aa-bd86-571402454f4a req-c6fdb17b-be89-4c64-ae94-d6a9b8801d7e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:06.161591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57e2ff5d-4c71-44aa-bd86-571402454f4a req-c6fdb17b-be89-4c64-ae94-d6a9b8801d7e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0698655 Aug 19 12:54:06.213172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57e2ff5d-4c71-44aa-bd86-571402454f4a req-73a8344f-c28b-4a19-be08-6e76b059c2da tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Aug 19 12:54:07.338563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f64db8-c83e-48fe-81b1-95360c65d655 req-ad1babc7-95c1-4ccb-9c0f-456737b694a3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:07.340464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89f64db8-c83e-48fe-81b1-95360c65d655 req-ad1babc7-95c1-4ccb-9c0f-456737b694a3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0543196 Aug 19 12:54:07.397941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89f64db8-c83e-48fe-81b1-95360c65d655 req-d5dd5aee-626f-48fc-a052-c8e0375c0069 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496528 Aug 19 12:54:08.596368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2ebee-e247-4761-b2e5-e0f6932210ee req-865ae294-36e0-4212-b7e8-a9030183e378 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:08.598662 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9a2ebee-e247-4761-b2e5-e0f6932210ee req-865ae294-36e0-4212-b7e8-a9030183e378 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.1005199 Aug 19 12:54:08.671595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9a2ebee-e247-4761-b2e5-e0f6932210ee req-c1a0e979-10fc-469b-8558-92d163808f7f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665762 Aug 19 12:54:09.828746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f73eaa-3087-45f7-a9cc-7a5a98537a8e req-834021bb-2ecd-4d59-ab49-561876f4bb0b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:09.831888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08f73eaa-3087-45f7-a9cc-7a5a98537a8e req-834021bb-2ecd-4d59-ab49-561876f4bb0b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0726559 Aug 19 12:54:09.878548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08f73eaa-3087-45f7-a9cc-7a5a98537a8e req-7bc720e5-4b76-47b6-866e-57f1bba31cb2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Aug 19 12:54:11.023670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd996c2-1ec2-4a00-aaba-472690529869 req-d736c17c-6870-4db2-9fa7-0e1be9c446ae tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:11.025120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0bd996c2-1ec2-4a00-aaba-472690529869 req-d736c17c-6870-4db2-9fa7-0e1be9c446ae tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0582707 Aug 19 12:54:11.080541 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0bd996c2-1ec2-4a00-aaba-472690529869 req-b9b34766-da58-4fce-aedc-c931a8d38b37 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Aug 19 12:54:11.956269 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:12.233070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7be37c-b476-4f12-9d75-1316f71172a4 req-a39a3c62-6a0d-486d-84ab-5d90fbe98b31 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:12.235361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e7be37c-b476-4f12-9d75-1316f71172a4 req-a39a3c62-6a0d-486d-84ab-5d90fbe98b31 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0748208 Aug 19 12:54:12.306223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e7be37c-b476-4f12-9d75-1316f71172a4 req-8c5f1a95-a158-451d-aec3-ac3b835c4bf4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601873 Aug 19 12:54:13.439153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4605b6-f59e-4139-af13-99cf58fdd55e req-2ea15458-320d-4d7d-ba23-c31cd18cfd02 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:13.440682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd4605b6-f59e-4139-af13-99cf58fdd55e req-2ea15458-320d-4d7d-ba23-c31cd18cfd02 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0559037 Aug 19 12:54:13.489481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd4605b6-f59e-4139-af13-99cf58fdd55e req-1f00ac77-aced-4bce-85bf-64aa91fba72c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Aug 19 12:54:14.635745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10a5e1-8b8c-456b-b343-944e1087427e req-0bea7cdd-3bc4-40da-ad87-ed9876ff44f8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:14.637344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad10a5e1-8b8c-456b-b343-944e1087427e req-0bea7cdd-3bc4-40da-ad87-ed9876ff44f8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0596862 Aug 19 12:54:14.695039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad10a5e1-8b8c-456b-b343-944e1087427e req-ea60de4a-5c79-4705-8baf-984b3d3f56e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495677 Aug 19 12:54:14.791214 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:15.854506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f38a5-b6d2-4388-aa9c-5b800236c57a req-62fc5c7f-9525-45fd-826a-c166b153c99a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:15.856400 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a4f38a5-b6d2-4388-aa9c-5b800236c57a req-62fc5c7f-9525-45fd-826a-c166b153c99a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0787754 Aug 19 12:54:16.284113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a4f38a5-b6d2-4388-aa9c-5b800236c57a req-000595df-e007-487b-9c48-82551c70d996 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174728 Aug 19 12:54:17.428534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0575e3f-7762-43be-a520-0817e13fcc9c req-28d8782b-48e9-4414-b103-c087e98b96e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:17.433943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0575e3f-7762-43be-a520-0817e13fcc9c req-28d8782b-48e9-4414-b103-c087e98b96e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0663404 Aug 19 12:54:17.588299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0575e3f-7762-43be-a520-0817e13fcc9c req-854c675b-6fd8-4008-a305-9fe79a500933 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Aug 19 12:54:18.770649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d24b7-88d7-4601-944d-88c3dbb5c510 req-2875a889-1e57-4025-9fde-3f5dfc9b189b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:18.773917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f72d24b7-88d7-4601-944d-88c3dbb5c510 req-2875a889-1e57-4025-9fde-3f5dfc9b189b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.1047699 Aug 19 12:54:18.854743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f72d24b7-88d7-4601-944d-88c3dbb5c510 req-cc56d8b6-6694-4acd-80f1-247273f3446d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667565 Aug 19 12:54:20.038044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979d5e5-fb8a-4dbd-993e-3bda676cf627 req-6748f1ed-2388-450d-9bd2-da3105d5a5e8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:20.045671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8979d5e5-fb8a-4dbd-993e-3bda676cf627 req-6748f1ed-2388-450d-9bd2-da3105d5a5e8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0808790 Aug 19 12:54:20.086431 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8979d5e5-fb8a-4dbd-993e-3bda676cf627 req-26c6c988-cc52-4929-a0eb-044c40f98dca tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Aug 19 12:54:21.102882 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cf84cd57-91f6-471d-8036-4f76883b0873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:21.242152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad6de6-fbaa-4080-8ff1-dc78947b135f req-5c9894e4-0317-4dfc-a997-1f9ddb0470e8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:21.244769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7ad6de6-fbaa-4080-8ff1-dc78947b135f req-5c9894e4-0317-4dfc-a997-1f9ddb0470e8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0621343 Aug 19 12:54:21.331518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7ad6de6-fbaa-4080-8ff1-dc78947b135f req-f42fe052-9655-48ee-8880-75d96082fc64 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731428 Aug 19 12:54:22.500282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977ceec-3b7f-4c3c-bf96-0ee08fe37b63 req-e3ecb0fb-5d55-4633-8866-907f7109cfb3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:22.503874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9977ceec-3b7f-4c3c-bf96-0ee08fe37b63 req-e3ecb0fb-5d55-4633-8866-907f7109cfb3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0828638 Aug 19 12:54:22.555749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9977ceec-3b7f-4c3c-bf96-0ee08fe37b63 req-aeb72223-ba65-4ffa-bb32-68b2653e0b62 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445752 Aug 19 12:54:23.717565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b84ca-55c4-470f-8bd9-d972945610e9 req-64512f2d-ce25-42a0-8b19-9ffad3fbc473 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:23.725659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c4b84ca-55c4-470f-8bd9-d972945610e9 req-64512f2d-ce25-42a0-8b19-9ffad3fbc473 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0790694 Aug 19 12:54:23.791926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c4b84ca-55c4-470f-8bd9-d972945610e9 req-b498ebe3-d92c-472a-a5ec-8b3f04dda2a8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647018 Aug 19 12:54:24.967099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9872e-789d-4f78-a055-7257b41bc8eb req-25052b7d-4275-4fab-aded-f7588ab414b1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:24.970320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97c9872e-789d-4f78-a055-7257b41bc8eb req-25052b7d-4275-4fab-aded-f7588ab414b1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0737321 Aug 19 12:54:25.014182 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-97c9872e-789d-4f78-a055-7257b41bc8eb req-1ee9ba1f-119f-4427-85ce-6d033c115ce1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370481 Aug 19 12:54:25.436793 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1826a2b7-593e-4e05-96b6-dc67cc25e33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:25.807249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.170317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab992aa-57fa-4251-8d50-5dca593fcadd req-c9496c39-53c9-4f8b-bbd3-666793cff8b7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:26.173109 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ab992aa-57fa-4251-8d50-5dca593fcadd req-c9496c39-53c9-4f8b-bbd3-666793cff8b7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0659111 Aug 19 12:54:26.226895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ab992aa-57fa-4251-8d50-5dca593fcadd req-5d4562ae-7baa-4063-bd6d-5b20c06204ad tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435464 Aug 19 12:54:27.048877 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:27.372643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df540bec-7d16-493c-be1c-c7e6c62ba159 req-f947732b-cb49-48ec-8c59-41afb493f0a7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:27.385690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df540bec-7d16-493c-be1c-c7e6c62ba159 req-f947732b-cb49-48ec-8c59-41afb493f0a7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0737598 Aug 19 12:54:27.425917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df540bec-7d16-493c-be1c-c7e6c62ba159 req-6387a360-83ee-40b9-a4ab-18948a5462b8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447278 Aug 19 12:54:28.608878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722820eb-5b22-4225-9dbc-8389e8386356 req-e8bfc68b-0460-4e0b-8974-ea25ff2161df tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:28.610733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-722820eb-5b22-4225-9dbc-8389e8386356 req-e8bfc68b-0460-4e0b-8974-ea25ff2161df tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0637031 Aug 19 12:54:28.663582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-722820eb-5b22-4225-9dbc-8389e8386356 req-7057891e-e945-43ab-8adb-49079fe6fba4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Aug 19 12:54:28.990948 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.800338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f599d7-df45-4d89-b9dd-ad25171a8f0c req-9af9f9d6-5f55-47d5-9dff-c5e382f3a9f4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:29.802139 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3f599d7-df45-4d89-b9dd-ad25171a8f0c req-9af9f9d6-5f55-47d5-9dff-c5e382f3a9f4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0587075 Aug 19 12:54:29.849858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3f599d7-df45-4d89-b9dd-ad25171a8f0c req-e11794b7-b908-44d1-9798-0aadfb7e9e8d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Aug 19 12:54:31.011926 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc103d36-8681-43c3-b683-bcc7c724ea32 req-5bc1952d-404e-4f34-a0f9-7755844c897a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:31.016199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc103d36-8681-43c3-b683-bcc7c724ea32 req-5bc1952d-404e-4f34-a0f9-7755844c897a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0788145 Aug 19 12:54:31.075394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc103d36-8681-43c3-b683-bcc7c724ea32 req-ed1d955e-f274-4317-977f-66dd8dfba4fe tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512390 Aug 19 12:54:32.216987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4db860-622d-4d43-9539-87ca2eca4067 req-f40dbe34-eb22-4110-92a8-6c73dbc8338e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:32.218761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e4db860-622d-4d43-9539-87ca2eca4067 req-f40dbe34-eb22-4110-92a8-6c73dbc8338e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0624394 Aug 19 12:54:32.282305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e4db860-622d-4d43-9539-87ca2eca4067 req-5e4159d5-6eaa-423d-9293-4b22a710a448 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570064 Aug 19 12:54:33.429165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcc78f-6f4c-43f6-8c66-21183b985346 req-f8167011-b0bf-493c-b838-b0161e4bdf7f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:33.430819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0bcc78f-6f4c-43f6-8c66-21183b985346 req-f8167011-b0bf-493c-b838-b0161e4bdf7f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0717440 Aug 19 12:54:33.476933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0bcc78f-6f4c-43f6-8c66-21183b985346 req-0e25ba22-9199-4c55-9342-bd57036039e6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385859 Aug 19 12:54:34.624685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab81c9-d346-406b-a4f3-e6c17fbca4a5 req-99f0fcdb-90f4-4b79-9533-a68e89535037 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:34.626512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9fab81c9-d346-406b-a4f3-e6c17fbca4a5 req-99f0fcdb-90f4-4b79-9533-a68e89535037 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0660124 Aug 19 12:54:34.681881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9fab81c9-d346-406b-a4f3-e6c17fbca4a5 req-e5b2648c-b418-4bc0-ae8f-b6f566895b46 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466309 Aug 19 12:54:35.835531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13b410-67c2-44ef-8c36-010443b9bcef req-3be46412-65d6-451c-b657-ae36a0324d90 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:35.841922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e13b410-67c2-44ef-8c36-010443b9bcef req-3be46412-65d6-451c-b657-ae36a0324d90 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0650167 Aug 19 12:54:35.888819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e13b410-67c2-44ef-8c36-010443b9bcef req-b1c8aec0-d7f2-4494-a4ab-016e63c1c866 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454297 Aug 19 12:54:37.048353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4754e6e-66b3-4c7b-84dd-1457e6fa2884 req-0132b211-2a0c-4f82-8ecd-cb7b0027f5cd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:37.049909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4754e6e-66b3-4c7b-84dd-1457e6fa2884 req-0132b211-2a0c-4f82-8ecd-cb7b0027f5cd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0663757 Aug 19 12:54:37.095385 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c4754e6e-66b3-4c7b-84dd-1457e6fa2884 req-4ba22d64-5cc9-4044-9405-308099121c12 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Aug 19 12:54:38.268521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758d181-e2c7-4e14-8a6b-7a88de6ba922 req-c06d3e57-9d44-432b-ac26-1598cea399cf tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:38.270303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5758d181-e2c7-4e14-8a6b-7a88de6ba922 req-c06d3e57-9d44-432b-ac26-1598cea399cf tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0830786 Aug 19 12:54:38.322003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5758d181-e2c7-4e14-8a6b-7a88de6ba922 req-3368dbf7-889d-4f2e-9b24-00242c348275 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Aug 19 12:54:38.457023 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:54:39.532876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92200c23-324a-4fba-8767-6d09c48e3e4b req-55395575-36bd-4efc-b484-5514432583db tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:39.535504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92200c23-324a-4fba-8767-6d09c48e3e4b req-55395575-36bd-4efc-b484-5514432583db tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.1045229 Aug 19 12:54:39.590258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92200c23-324a-4fba-8767-6d09c48e3e4b req-fbbaa2cb-2b3c-44bf-b49a-bd7aeb86409d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460582 Aug 19 12:54:40.476715 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:54:40.615568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=144fb8fb-50a9-4ebb-a810-ce40bb8260b8,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:40.627790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '144fb8fb-50a9-4ebb-a810-ce40bb8260b8', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'port_id': '144fb8fb-50a9-4ebb-a810-ce40bb8260b8', 'mac_address': 'fa:16:3e:7f:45:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:54:40.707219 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:40.730651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:54:40.781429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=144fb8fb-50a9-4ebb-a810-ce40bb8260b8,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:40.788952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f23ba0-d49b-40d6-b46f-f9c308c70fda req-ed926f41-96fa-46f7-9e92-70c4f142eba2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:40.792360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36f23ba0-d49b-40d6-b46f-f9c308c70fda req-ed926f41-96fa-46f7-9e92-70c4f142eba2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 943 time: 0.0769825 Aug 19 12:54:40.849784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36f23ba0-d49b-40d6-b46f-f9c308c70fda req-9da52120-c990-437f-85ab-4cff1c70a5ac tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479569 Aug 19 12:54:40.899597 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:40.975239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=144fb8fb-50a9-4ebb-a810-ce40bb8260b8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:41.142730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['144fb8fb-50a9-4ebb-a810-ce40bb8260b8'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:54:42.018257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee660d-855d-4be8-9701-b52d09ec0a51 req-5a5db7f6-31ae-4d0a-b252-63df39bf4fea tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:42.018257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9ee660d-855d-4be8-9701-b52d09ec0a51 req-5a5db7f6-31ae-4d0a-b252-63df39bf4fea tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 944 time: 0.0724895 Aug 19 12:54:42.058768 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:42.076179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9ee660d-855d-4be8-9701-b52d09ec0a51 req-0b38a5c6-c978-4b79-ac42-69c9148efacc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480154 Aug 19 12:54:42.492814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:54:42.681509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:42.686512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:42.686966 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:42.795094 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:42.823811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3cbb2-3281-46fe-863f-72deaf0f80a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144fb8fb-50a9-4ebb-a810-ce40bb8260b8'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:42.826198 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4d160f-f642-4aef-be3c-f1e6875f7e00" -d '{"events": [{"server_uuid": "dfa3cbb2-3281-46fe-863f-72deaf0f80a9", "name": "network-vif-plugged", "status": "completed", "tag": "144fb8fb-50a9-4ebb-a810-ce40bb8260b8"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:42.852320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=144fb8fb-50a9-4ebb-a810-ce40bb8260b8,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:42.869495 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b61687f-b4a9-421d-aae3-aa780fe42536 x-openstack-request-id: req-8b61687f-b4a9-421d-aae3-aa780fe42536 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:42.870039 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa3cbb2-3281-46fe-863f-72deaf0f80a9", "name": "network-vif-plugged", "status": "completed", "tag": "144fb8fb-50a9-4ebb-a810-ce40bb8260b8", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:42.870471 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b61687f-b4a9-421d-aae3-aa780fe42536 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:42.871301 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa3cbb2-3281-46fe-863f-72deaf0f80a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144fb8fb-50a9-4ebb-a810-ce40bb8260b8', 'code': 200} Aug 19 12:54:43.001718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877aa1-42d4-4561-96e4-2e7bdcd323b1 req-4182bd61-1087-4e7f-81f7-7335ccdc1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:43.002697 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:43.003226 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c877aa1-42d4-4561-96e4-2e7bdcd323b1 req-4182bd61-1087-4e7f-81f7-7335ccdc1cfd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 1095 time: 0.0637014 Aug 19 12:54:43.068001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c877aa1-42d4-4561-96e4-2e7bdcd323b1 req-927f80fb-525b-4477-adc7-53186bd9620d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530310 Aug 19 12:54:43.101587 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=144fb8fb-50a9-4ebb-a810-ce40bb8260b8,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:43.248355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0948271-a0ae-4769-b6d7-168a72427a23 req-07e2b0a5-007c-43a6-b9a8-58920ef58bfb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:43.250692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0948271-a0ae-4769-b6d7-168a72427a23 req-07e2b0a5-007c-43a6-b9a8-58920ef58bfb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 945 time: 0.0611041 Aug 19 12:54:43.318986 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0948271-a0ae-4769-b6d7-168a72427a23 req-99f63d79-5814-41a7-9975-61cb00995cab tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560381 Aug 19 12:54:44.495155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302f7e3-dff8-4672-8fe2-5b91f460578b req-fa685902-c92e-425a-a5d0-f39bec0ff65d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:44.496686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5302f7e3-dff8-4672-8fe2-5b91f460578b req-fa685902-c92e-425a-a5d0-f39bec0ff65d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 945 time: 0.0853915 Aug 19 12:54:44.551302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5302f7e3-dff8-4672-8fe2-5b91f460578b req-b7797994-bf72-4eac-ac30-8b4e3b72aa21 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473552 Aug 19 12:54:44.880170 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:45.693229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1f87d-7f11-4d55-8dcd-27acef1a2bcc req-93501dcf-372f-4af4-8703-decdf47738e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:45.693229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25d1f87d-7f11-4d55-8dcd-27acef1a2bcc req-93501dcf-372f-4af4-8703-decdf47738e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 945 time: 0.0571182 Aug 19 12:54:45.736347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25d1f87d-7f11-4d55-8dcd-27acef1a2bcc req-cfaea39b-c8d2-462b-8772-0f642c2849bc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381107 Aug 19 12:54:45.860855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745a64b-9839-41d6-a6ca-d140f10901dd req-7ee378de-d048-4d38-831e-ebbdce821a0e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:45.862901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7745a64b-9839-41d6-a6ca-d140f10901dd req-7ee378de-d048-4d38-831e-ebbdce821a0e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 945 time: 0.0547969 Aug 19 12:54:45.909998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7745a64b-9839-41d6-a6ca-d140f10901dd req-1735a32b-8663-4c41-a0e4-475c2efd989c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Aug 19 12:54:46.048783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc41f0-6a01-4f2f-b232-f5ec29300de4 req-4ccc79b0-bec6-40c6-8cea-be4d3c348169 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:46.050491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7bc41f0-6a01-4f2f-b232-f5ec29300de4 req-4ccc79b0-bec6-40c6-8cea-be4d3c348169 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 945 time: 0.0593910 Aug 19 12:54:46.106819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7bc41f0-6a01-4f2f-b232-f5ec29300de4 req-5fbf8727-2923-4a34-804b-472d9dca9f72 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497999 Aug 19 12:54:47.061158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bede87-f639-4860-b1dc-f6aa8400062b req-81548e26-eec8-4e2f-beba-8aa0388f7eae tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:47.063255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06bede87-f639-4860-b1dc-f6aa8400062b req-81548e26-eec8-4e2f-beba-8aa0388f7eae tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 945 time: 0.0671070 Aug 19 12:54:47.108170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06bede87-f639-4860-b1dc-f6aa8400062b req-6781f754-197b-4ca0-bf51-b3421b63c613 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Aug 19 12:54:48.250413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b38f7-a95f-45c3-870a-6c1e8d281a5b req-03fba60f-3de7-4901-9f44-7fc49fa21bf4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:48.252852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b52b38f7-a95f-45c3-870a-6c1e8d281a5b req-03fba60f-3de7-4901-9f44-7fc49fa21bf4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 945 time: 0.0577466 Aug 19 12:54:48.304657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b52b38f7-a95f-45c3-870a-6c1e8d281a5b req-3f27d520-ebc5-4108-bc0c-0b3e28f5d04e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454154 Aug 19 12:54:48.681240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6391ba-0a8e-4fca-921e-9509329eb4f3 req-e70375e2-85b9-4d4d-91f6-d1c2c59e9bf4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:48.682898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc6391ba-0a8e-4fca-921e-9509329eb4f3 req-e70375e2-85b9-4d4d-91f6-d1c2c59e9bf4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 945 time: 0.0688818 Aug 19 12:54:48.830634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-dc6391ba-0a8e-4fca-921e-9509329eb4f3 req-946fced9-32ad-410a-9d20-90dd79fbc4c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Deleting port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:48.831469 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc6391ba-0a8e-4fca-921e-9509329eb4f3 req-946fced9-32ad-410a-9d20-90dd79fbc4c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:49.006167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-dc6391ba-0a8e-4fca-921e-9509329eb4f3 req-946fced9-32ad-410a-9d20-90dd79fbc4c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] For port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=144fb8fb-50a9-4ebb-a810-ce40bb8260b8,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:49.006600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc6391ba-0a8e-4fca-921e-9509329eb4f3 req-946fced9-32ad-410a-9d20-90dd79fbc4c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:49.029879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-dc6391ba-0a8e-4fca-921e-9509329eb4f3 req-946fced9-32ad-410a-9d20-90dd79fbc4c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Calling delete_port for 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:49.334264 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc6391ba-0a8e-4fca-921e-9509329eb4f3 req-946fced9-32ad-410a-9d20-90dd79fbc4c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:49.352593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['144fb8fb-50a9-4ebb-a810-ce40bb8260b8'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:54:49.394710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fced9-32ad-410a-9d20-90dd79fbc4c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event deleted for resources: {'Port': ['ID=144fb8fb-50a9-4ebb-a810-ce40bb8260b8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:49.459057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6391ba-0a8e-4fca-921e-9509329eb4f3 req-946fced9-32ad-410a-9d20-90dd79fbc4c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] No DVR routers for this DVR port 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:54:49.463188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc6391ba-0a8e-4fca-921e-9509329eb4f3 req-946fced9-32ad-410a-9d20-90dd79fbc4c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:49.468638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc6391ba-0a8e-4fca-921e-9509329eb4f3 req-946fced9-32ad-410a-9d20-90dd79fbc4c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "DELETE /v2.0/ports/144fb8fb-50a9-4ebb-a810-ce40bb8260b8 HTTP/1.1" status: 204 len: 173 time: 0.7737803 Aug 19 12:54:49.469674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3cbb2-3281-46fe-863f-72deaf0f80a9', 'name': 'network-vif-deleted', 'tag': '144fb8fb-50a9-4ebb-a810-ce40bb8260b8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:49.473687 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f77c6c-de99-4dd1-8db2-37e56be78b20" -d '{"events": [{"server_uuid": "dfa3cbb2-3281-46fe-863f-72deaf0f80a9", "name": "network-vif-deleted", "tag": "144fb8fb-50a9-4ebb-a810-ce40bb8260b8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:49.547272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45e259eb-d46c-4fda-a7b5-1d28625b38b8 req-c67afc74-a8d9-433f-bb57-22292260c975 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 210 time: 0.0484056 Aug 19 12:54:49.555838 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bbca47-dc23-4064-9571-f8e9e406c7c4 x-openstack-request-id: req-71bbca47-dc23-4064-9571-f8e9e406c7c4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:49.556014 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa3cbb2-3281-46fe-863f-72deaf0f80a9", "name": "network-vif-deleted", "tag": "144fb8fb-50a9-4ebb-a810-ce40bb8260b8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:49.556289 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71bbca47-dc23-4064-9571-f8e9e406c7c4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:49.556672 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa3cbb2-3281-46fe-863f-72deaf0f80a9', 'name': 'network-vif-deleted', 'tag': '144fb8fb-50a9-4ebb-a810-ce40bb8260b8', 'status': 'completed', 'code': 200} Aug 19 12:54:50.706461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e5c9206-31c6-40ed-8d38-8bbd2a7f0eff req-d1c6924a-f6fd-496b-b343-7f8cbbea6e3f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 210 time: 0.0448837 Aug 19 12:54:51.202093 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d9aff51c-b7a1-49ac-946a-3f96d22c2cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:51.864344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b501894b-99a1-4bc7-ac1d-13e7c9489dd0 req-6571925f-2a46-4b31-a35a-e9fc6c298582 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 210 time: 0.0388112 Aug 19 12:54:52.524762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:52.549036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:52.549496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 144fb8fb-50a9-4ebb-a810-ce40bb8260b8 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:53.009335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68903f0c-6055-4258-b057-6b75f6230d8d req-8e0deb84-2df0-4a36-8f61-29798185ee32 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 210 time: 0.0350873 Aug 19 12:54:53.039627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39950) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:53.173063 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:53.305065 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:53.476169 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:53.516966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5781f10-1bb2-449f-80ac-1245293b1247,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:53.526947 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6914de2984e74bf895b0106b873cc13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861360 Aug 19 12:54:53.529746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 39960) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:53.533163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.533163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.533356 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.533672 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.533919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.534252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.534863 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.535047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.535217 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.535748 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.536063 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.536667 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436b004b-c077-40ed-b765-745cb2f125f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:53.604275 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65f46a44-b836-4deb-b2c9-3866b7342c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:53.644809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65f46a44-b836-4deb-b2c9-3866b7342c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:53.848001 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65f46a44-b836-4deb-b2c9-3866b7342c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:53.851732 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65f46a44-b836-4deb-b2c9-3866b7342c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:53.853282 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-65f46a44-b836-4deb-b2c9-3866b7342c69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5781f10-1bb2-449f-80ac-1245293b1247 HTTP/1.1" status: 204 len: 168 time: 0.3225877 Aug 19 12:54:53.883425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f46a44-b836-4deb-b2c9-3866b7342c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5781f10-1bb2-449f-80ac-1245293b1247,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:54.177686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01cb5023-e2d2-4f4b-8b7f-7913100d839c req-8f4363df-d941-4e5d-8364-e3659bb6635b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 210 time: 0.0348880 Aug 19 12:54:54.372384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-b0fe4361-70fd-4fe4-bb90-1632b2247d16 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677199 Aug 19 12:54:54.494445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-f70e624d-d576-4ff7-b1cc-52b3ebad7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:54.496508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-f70e624d-d576-4ff7-b1cc-52b3ebad7f16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=91d845bea3c64033b68a80f93bb2367a&device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 1101 time: 0.0593622 Aug 19 12:54:54.652250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-2c375e75-3258-4411-8891-e3add57e1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:54.654516 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-2c375e75-3258-4411-8891-e3add57e1fb7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1251838 Aug 19 12:54:54.707247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-e2f37a57-24e9-49a6-bd19-d84fda34ee6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=48b468a7-e112-4b27-8c9a-5cae10c92b92 HTTP/1.1" status: 200 len: 217 time: 0.0406291 Aug 19 12:54:54.771050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-8e794f0a-cb1d-4e78-8f6e-76c047ee35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:54.773027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-8e794f0a-cb1d-4e78-8f6e-76c047ee35f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0557826 Aug 19 12:54:54.830519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-0bc57e5b-8926-47bd-accf-8f15a6c46bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:54.832053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-0bc57e5b-8926-47bd-accf-8f15a6c46bba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468218 Aug 19 12:54:54.852321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-49291433-a7d4-4918-961a-75b6dcd04d41 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:54:54.853830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-49291433-a7d4-4918-961a-75b6dcd04d41 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084081 Aug 19 12:54:55.011473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-48d48e69-401c-4093-964c-6be632447e74 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479797 Aug 19 12:54:55.165919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d99ff185-3bf8-4f54-bb4a-2201ed6cab5b req-ac9036c6-0331-4652-af25-66d0707db7a6 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423948 Aug 19 12:54:55.313935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fd1fc93-e70d-432f-8b5a-cb8c31135882 req-512cb537-b867-4e87-ac44-9b2add8c4918 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 210 time: 0.0338910 Aug 19 12:54:55.499713 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e407556f-f5b5-4d94-a56c-10a31f6020ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:55.818947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:56.466648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0c0dac2-86e1-4dc1-9664-f3a233581cf9 req-a27f4073-16b0-46dc-97d8-806e26839226 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3cbb2-3281-46fe-863f-72deaf0f80a9 HTTP/1.1" status: 200 len: 210 time: 0.0354404 Aug 19 12:54:56.536527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-378a4ad8-59b9-4c23-a1ea-1eb3ac29f34d req-ff8ed62c-093e-4fe5-b4bd-0d48ea7f6d72 service neutron] (95660) timed out ('10.222.0.53', 59273) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:54:56.975093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40036) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:57.064465 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:57.108318 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:57.218444 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:57.350276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:57.392565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6ed699329b6441a94ab934351e90a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176419 Aug 19 12:54:57.393761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab781e38-5fe9-4cb0-89df-7d9ab23de207,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:57.396423 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40042) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:57.402364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.402725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.403072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.403416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.403757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.404094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.404425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.405085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.405085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.405596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.405855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.406186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3497304-22de-440c-872a-f4dc040d45b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:57.456241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fbebaef-4e4d-491d-9b3d-dcb863e811d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:57.480176 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fbebaef-4e4d-491d-9b3d-dcb863e811d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:57.681973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fbebaef-4e4d-491d-9b3d-dcb863e811d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:57.684869 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fbebaef-4e4d-491d-9b3d-dcb863e811d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:57.687185 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4fbebaef-4e4d-491d-9b3d-dcb863e811d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab781e38-5fe9-4cb0-89df-7d9ab23de207 HTTP/1.1" status: 204 len: 168 time: 0.2886918 Aug 19 12:54:57.696543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbebaef-4e4d-491d-9b3d-dcb863e811d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab781e38-5fe9-4cb0-89df-7d9ab23de207,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:59.075672 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:01.637645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-e50db54e-f36b-44bd-a8cc-f72752bd97d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435088 Aug 19 12:55:01.772446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-b5385123-91c3-45eb-bbe9-b521207e3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:01.774654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-b5385123-91c3-45eb-bbe9-b521207e3998 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7304fc0218bb411c9647ddabb1b8204a&device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0778437 Aug 19 12:55:01.911510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-9c058669-9e65-46c3-b6c2-5153344051fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:01.913090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-9c058669-9e65-46c3-b6c2-5153344051fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb0fb07f-9fd1-4405-8e27-bccf25557223 HTTP/1.1" status: 200 len: 909 time: 0.1161485 Aug 19 12:55:01.983194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-dfa9d911-5a29-4aa0-b12b-695f1fdff9db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b HTTP/1.1" status: 200 len: 1002 time: 0.0625100 Aug 19 12:55:02.043742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-6274082c-919d-4547-9411-f15a7ad94a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:02.045862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-6274082c-919d-4547-9411-f15a7ad94a68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d23f1ee-3cda-4596-9cc2-bfc132927af3 HTTP/1.1" status: 200 len: 847 time: 0.0553460 Aug 19 12:55:02.100678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-1f35ceb0-e9cc-4da5-8c2d-b8bc5a0a7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:02.107322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-1f35ceb0-e9cc-4da5-8c2d-b8bc5a0a7e32 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb0fb07f-9fd1-4405-8e27-bccf25557223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482323 Aug 19 12:55:02.114288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-488fc19f-16d5-44b6-b16e-314a759977f1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:55:02.115307 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-488fc19f-16d5-44b6-b16e-314a759977f1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056314 Aug 19 12:55:02.238059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-ba0bbf61-9b6e-4428-9dc8-765c276bf462 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156576 Aug 19 12:55:02.363220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81d92f26-bd5c-44f8-81c7-0f1ee7ba6c0b req-a1bb628e-9a4f-4be6-8619-834b684a4df2 service neutron] 10.222.0.53 "GET /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171241 Aug 19 12:55:04.136402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-cde43a3f-db0d-4de1-ace4-d0a3523f7598 req-0a8acd4e-00d9-4e0f-8b01-7748d9fac922 service neutron] (95660) timed out ('10.222.0.53', 59507) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:55:11.961229 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:14.715335 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:15.464448 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:55:19.934369 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a151c6-11d1-4916-a9d0-1f3bcf31c41f req-a2215f72-0d5b-48a7-8af7-0bd0daf2afcf tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:19.941971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30a151c6-11d1-4916-a9d0-1f3bcf31c41f req-a2215f72-0d5b-48a7-8af7-0bd0daf2afcf tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 946 time: 0.0620997 Aug 19 12:55:19.992246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30a151c6-11d1-4916-a9d0-1f3bcf31c41f req-38aad128-71af-4905-ac4e-9b4004fd72f6 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437756 Aug 19 12:55:21.147649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3016c8-7693-47d8-8e27-63497781223e req-8628e195-873c-4970-90e9-c4c359c73faf tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:21.147649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f3016c8-7693-47d8-8e27-63497781223e req-8628e195-873c-4970-90e9-c4c359c73faf tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 946 time: 0.0644581 Aug 19 12:55:21.225359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f3016c8-7693-47d8-8e27-63497781223e req-3fa86f81-233a-44f8-8e72-bb000bb4e922 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/security-groups?id=92d684b6-590b-47d4-aa51-4023172a4279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649405 Aug 19 12:55:21.427108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-30181c42-dd25-4b4e-af68-14c4315f7b52 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:21.430286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-30181c42-dd25-4b4e-af68-14c4315f7b52 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 946 time: 0.0755291 Aug 19 12:55:21.504589 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-277f390c-ae6f-4033-8fa9-2a2f31e8fb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:21.559125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Deleting port 6c132cb0-e699-46fc-8c5c-afdf067e875b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:55:21.561064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:21.724480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] For port 6c132cb0-e699-46fc-8c5c-afdf067e875b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=6c132cb0-e699-46fc-8c5c-afdf067e875b,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:21.724860 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:21.945959 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:21.946682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:21.947184 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Floating IP 5f2b5acf-88e3-462b-904b-c1d8a36bb553 disassociated. External IP: 172.25.6.145, port: 6c132cb0-e699-46fc-8c5c-afdf067e875b. Aug 19 12:55:21.947703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Calling delete_port for 6c132cb0-e699-46fc-8c5c-afdf067e875b owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:55:22.161931 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:22.201002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event deleted for resources: {'Port': ['ID=6c132cb0-e699-46fc-8c5c-afdf067e875b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:22.352860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2a8ceb1-178e-41e5-9629-762fb2d4baec req-1014dc17-1e1c-4f67-937d-9445886c5880 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 210 time: 0.0321093 Aug 19 12:55:22.370371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:55:22.524137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:55:22.537318 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528aad49-c2e3-41f1-ad0b-06a1728b57ae None None] Sync routers for ids ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:55:22.565772 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528aad49-c2e3-41f1-ad0b-06a1728b57ae None None] Routers {'05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:55:22.566845 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-528aad49-c2e3-41f1-ad0b-06a1728b57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:54:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:22.574624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] No DVR routers for this DVR port 6c132cb0-e699-46fc-8c5c-afdf067e875b on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:55:22.578521 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:22.580844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5c11376-7bf6-4617-a6ac-5d68b63e3139 req-e4d7fd7f-3158-47d3-98ad-9f2e0b7c4c61 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.53 "DELETE /v2.0/ports/6c132cb0-e699-46fc-8c5c-afdf067e875b HTTP/1.1" status: 204 len: 173 time: 1.1439943 Aug 19 12:55:22.581319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'name': 'network-vif-deleted', 'tag': '6c132cb0-e699-46fc-8c5c-afdf067e875b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:55:22.583735 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25dc20b-6b64-4031-9957-76af3df132e7" -d '{"events": [{"server_uuid": "cbcb3897-048b-4d19-8976-8cc45c250ff9", "name": "network-vif-deleted", "tag": "6c132cb0-e699-46fc-8c5c-afdf067e875b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:55:22.661954 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86273280-8e18-4619-86a7-3f6fe405f533 x-openstack-request-id: req-86273280-8e18-4619-86a7-3f6fe405f533 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:55:22.662253 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcb3897-048b-4d19-8976-8cc45c250ff9", "name": "network-vif-deleted", "tag": "6c132cb0-e699-46fc-8c5c-afdf067e875b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:55:22.662567 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86273280-8e18-4619-86a7-3f6fe405f533 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:55:22.662969 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcb3897-048b-4d19-8976-8cc45c250ff9', 'name': 'network-vif-deleted', 'tag': '6c132cb0-e699-46fc-8c5c-afdf067e875b', 'status': 'completed', 'code': 200} Aug 19 12:55:22.808485 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-528aad49-c2e3-41f1-ad0b-06a1728b57ae None None] Set router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:55:23.096666 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-528aad49-c2e3-41f1-ad0b-06a1728b57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:50Z', 'revision_number': 4, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8489b811-8167-471c-9bd5-2eee562421de', 'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'mac_address': 'fa:16:3e:45:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:48Z', 'updated_at': '2021-08-19T12:49:57Z', 'revision_number': 5, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'subnets': [{'id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:23.132045 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528aad49-c2e3-41f1-ad0b-06a1728b57ae None None] Checking router: 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:55:23.140543 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528aad49-c2e3-41f1-ad0b-06a1728b57ae None None] Routers {'05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:55:23.141222 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-528aad49-c2e3-41f1-ad0b-06a1728b57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:54:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:23.295569 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-528aad49-c2e3-41f1-ad0b-06a1728b57ae None None] Set router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:55:23.504043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be737fda-38c4-4e9b-aebe-01089f2cdd24 req-d280dc8e-5639-4e5e-85d9-c6c747ac7836 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbcb3897-048b-4d19-8976-8cc45c250ff9 HTTP/1.1" status: 200 len: 210 time: 0.0322378 Aug 19 12:55:23.665547 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-528aad49-c2e3-41f1-ad0b-06a1728b57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:50Z', 'revision_number': 4, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8489b811-8167-471c-9bd5-2eee562421de', 'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'mac_address': 'fa:16:3e:45:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:48Z', 'updated_at': '2021-08-19T12:49:57Z', 'revision_number': 5, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'subnets': [{'id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:23.695652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528aad49-c2e3-41f1-ad0b-06a1728b57ae None None] The sync data for ids ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'] in n-d-778732-8 is: [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:49:50Z', 'revision_number': 4, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8489b811-8167-471c-9bd5-2eee562421de', 'name': '', 'network_id': 'bb0fb07f-9fd1-4405-8e27-bccf25557223', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'mac_address': 'fa:16:3e:45:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:48Z', 'updated_at': '2021-08-19T12:49:57Z', 'revision_number': 5, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'subnets': [{'id': '0d23f1ee-3cda-4596-9cc2-bfc132927af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:55:24.005815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0ee48-4ca4-431b-911c-d768b1cb4c95 None None] New status for floating IP 5f2b5acf-88e3-462b-904b-c1d8a36bb553: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:55:24.569084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40566) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:24.737097 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-75525cbc-50d8-442b-9662-57baaa1a8052 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Deleting port 02a1b728-1c6e-4b68-a91d-98dac41413db {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:55:24.737594 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75525cbc-50d8-442b-9662-57baaa1a8052 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:24.839356 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75525cbc-50d8-442b-9662-57baaa1a8052 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:24.839705 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75525cbc-50d8-442b-9662-57baaa1a8052 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:24.857096 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-75525cbc-50d8-442b-9662-57baaa1a8052 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Calling delete_port for 02a1b728-1c6e-4b68-a91d-98dac41413db owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:55:25.115561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75525cbc-50d8-442b-9662-57baaa1a8052 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:25.158694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75525cbc-50d8-442b-9662-57baaa1a8052 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event deleted for resources: {'Port': ['ID=02a1b728-1c6e-4b68-a91d-98dac41413db,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:25.247855 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75525cbc-50d8-442b-9662-57baaa1a8052 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:25.251238 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75525cbc-50d8-442b-9662-57baaa1a8052 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:25.252884 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-75525cbc-50d8-442b-9662-57baaa1a8052 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "DELETE /v2.0/floatingips/5f2b5acf-88e3-462b-904b-c1d8a36bb553 HTTP/1.1" status: 204 len: 168 time: 0.6828177 Aug 19 12:55:25.375800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40582) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:25.407566 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f1fb45e7-bd83-49ca-83b4-3a6607323f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:25.476905 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12c04617-ab8f-4077-a5b3-df4367592171 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:25.517014 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12c04617-ab8f-4077-a5b3-df4367592171 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:25.727440 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12c04617-ab8f-4077-a5b3-df4367592171 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:25.731140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12c04617-ab8f-4077-a5b3-df4367592171 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:25.735470 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-12c04617-ab8f-4077-a5b3-df4367592171 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] 10.222.0.44 "DELETE /v2.0/security-groups/92d684b6-590b-47d4-aa51-4023172a4279 HTTP/1.1" status: 204 len: 168 time: 0.3573287 Aug 19 12:55:25.742882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c04617-ab8f-4077-a5b3-df4367592171 tempest-TestServerBasicOps-1842414238 tempest-TestServerBasicOps-1842414238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d684b6-590b-47d4-aa51-4023172a4279,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:25.824670 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:25.955223 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40594) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:26.508764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6c132cb0-e699-46fc-8c5c-afdf067e875b no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:55:26.528105 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:26.533843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 6c132cb0-e699-46fc-8c5c-afdf067e875b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:55:26.534475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 6c132cb0-e699-46fc-8c5c-afdf067e875b not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:55:26.805993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] Deleting port 8489b811-8167-471c-9bd5-2eee562421de {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:55:26.806627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:26.892709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] For port 8489b811-8167-471c-9bd5-2eee562421de, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8489b811-8167-471c-9bd5-2eee562421de,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:26.892980 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:26.906868 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] Calling delete_port for 8489b811-8167-471c-9bd5-2eee562421de owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:55:27.047114 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:27.235936 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:27.265902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8489b811-8167-471c-9bd5-2eee562421de,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:27.826389 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:28.076402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] Router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:55:28.202603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:55:28.211351 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b50ccd27-74ac-40d8-9691-f68653533dd0 admin admin] 10.222.0.44 "PUT /v2.0/routers/05baa1d2-a36d-446b-95cc-c6c47b3d2b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2526135 Aug 19 12:55:28.212378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40632) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:28.215812 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20270d-707d-4789-ad3c-cde8d1eb3118 None None] Sync routers for ids ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:55:28.229212 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20270d-707d-4789-ad3c-cde8d1eb3118 None None] Routers {'05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:55:28.229910 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ed20270d-707d-4789-ad3c-cde8d1eb3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:55:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:28.338506 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:28.345858 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ed20270d-707d-4789-ad3c-cde8d1eb3118 None None] Set router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:55:28.467327 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:28.566091 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ed20270d-707d-4789-ad3c-cde8d1eb3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:55:27Z', 'revision_number': 5, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port': {'id': 'a0c2d553-4e17-410f-a67a-ccb4af381eff', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:54:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:44Z', 'updated_at': '2021-08-19T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:28.596175 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20270d-707d-4789-ad3c-cde8d1eb3118 None None] Checking router: 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:55:28.607646 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20270d-707d-4789-ad3c-cde8d1eb3118 None None] Routers {'05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:55:28.608289 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ed20270d-707d-4789-ad3c-cde8d1eb3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:55:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:28.656922 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Deleting port a0c2d553-4e17-410f-a67a-ccb4af381eff {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:55:28.657624 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:28.736553 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ed20270d-707d-4789-ad3c-cde8d1eb3118 None None] Set router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:55:28.756266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] For port a0c2d553-4e17-410f-a67a-ccb4af381eff, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a0c2d553-4e17-410f-a67a-ccb4af381eff,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:28.757545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:28.773365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Calling delete_port for a0c2d553-4e17-410f-a67a-ccb4af381eff owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:55:28.798215 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ed20270d-707d-4789-ad3c-cde8d1eb3118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:55:28Z', 'revision_number': 6, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:28.827521 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20270d-707d-4789-ad3c-cde8d1eb3118 None None] The sync data for ids ['05baa1d2-a36d-446b-95cc-c6c47b3d2b2c'] in n-d-778732-8 is: [{'id': '05baa1d2-a36d-446b-95cc-c6c47b3d2b2c', 'name': 'tempest-TestServerBasicOps-276561334-router', 'tenant_id': '7304fc0218bb411c9647ddabb1b8204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:42Z', 'updated_at': '2021-08-19T12:55:28Z', 'revision_number': 6, 'project_id': '7304fc0218bb411c9647ddabb1b8204a', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:55:28.938071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.059783 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.102550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c2d553-4e17-410f-a67a-ccb4af381eff,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:29.164300 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.265859 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.268361 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.429506 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.430089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05baa1d2-a36d-446b-95cc-c6c47b3d2b2c {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:55:29.436573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.440293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ec3e1f30-3b08-4b8e-9e0e-a94718313869 admin admin] 10.222.0.44 "DELETE /v2.0/routers/05baa1d2-a36d-446b-95cc-c6c47b3d2b2c HTTP/1.1" status: 204 len: 168 time: 1.2274618 Aug 19 12:55:29.440456 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40652) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:29.492132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6224f36c-9c13-43e5-9661-570c5d76d40f admin admin] Deleting subnet 0d23f1ee-3cda-4596-9cc2-bfc132927af3 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:55:29.496292 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6224f36c-9c13-43e5-9661-570c5d76d40f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.537945 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6224f36c-9c13-43e5-9661-570c5d76d40f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.633532 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6224f36c-9c13-43e5-9661-570c5d76d40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.690459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8489b811-8167-471c-9bd5-2eee562421de no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:55:29.721272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8489b811-8167-471c-9bd5-2eee562421de {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:55:29.721730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8489b811-8167-471c-9bd5-2eee562421de not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:55:29.801898 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6224f36c-9c13-43e5-9661-570c5d76d40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.829431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224f36c-9c13-43e5-9661-570c5d76d40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d23f1ee-3cda-4596-9cc2-bfc132927af3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:29.833721 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6224f36c-9c13-43e5-9661-570c5d76d40f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:29.838485 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6224f36c-9c13-43e5-9661-570c5d76d40f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0d23f1ee-3cda-4596-9cc2-bfc132927af3 HTTP/1.1" status: 204 len: 168 time: 0.3941438 Aug 19 12:55:29.839467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40660) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:29.847411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426f9bb-f7c8-4544-b600-9030fe7b6ccb None None] Network bb0fb07f-9fd1-4405-8e27-bccf25557223 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:55:29.941478 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.016023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Deleting port b0f41730-0368-4281-8841-88d521485bce {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:55:30.016468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.105833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] For port b0f41730-0368-4281-8841-88d521485bce, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b0f41730-0368-4281-8841-88d521485bce,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:30.106213 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.119880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Calling delete_port for b0f41730-0368-4281-8841-88d521485bce owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:55:30.152950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] DHCP port deletion for bb0fb07f-9fd1-4405-8e27-bccf25557223 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:55:30.210698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Deleting port b0f41730-0368-4281-8841-88d521485bce {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:55:30.210982 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.275791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] For port b0f41730-0368-4281-8841-88d521485bce, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b0f41730-0368-4281-8841-88d521485bce,segment=NetworkSegment(dd392ce5-3ba6-4c5c-8c2b-51010c3ea436),segment_id=dd392ce5-3ba6-4c5c-8c2b-51010c3ea436)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:30.276220 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.288825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Calling delete_port for b0f41730-0368-4281-8841-88d521485bce owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:55:30.367037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.377458 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.401348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f41730-0368-4281-8841-88d521485bce,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:30.404050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] No DVR routers for this DVR port b0f41730-0368-4281-8841-88d521485bce on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:55:30.412933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Pushing event deleted for resources: {'Port': ['ID=b0f41730-0368-4281-8841-88d521485bce,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:30.425241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] No DVR routers for this DVR port b0f41730-0368-4281-8841-88d521485bce on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:55:30.441099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.442125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.442445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.442866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.443129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.443463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.443801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.444128 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.444455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.444784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.445113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.445479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dca067-ea92-484f-80eb-253381fbd66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:55:30.508136 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.521581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0fb07f-9fd1-4405-8e27-bccf25557223']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:30.536436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:30.536873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd392ce5-3ba6-4c5c-8c2b-51010c3ea436') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:30.548124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.571271 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:55:30.584561 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:55:30.913099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.913099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:30.913099 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bb0fb07f-9fd1-4405-8e27-bccf25557223 HTTP/1.1" status: 204 len: 168 time: 1.0726478 Aug 19 12:55:30.916408 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40674) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:30.932270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf17489-1de4-421a-aa75-8c80faf808c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0fb07f-9fd1-4405-8e27-bccf25557223,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:31.272698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a0c2d553-4e17-410f-a67a-ccb4af381eff no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:55:31.298748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: a0c2d553-4e17-410f-a67a-ccb4af381eff {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:55:31.299102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a0c2d553-4e17-410f-a67a-ccb4af381eff not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:55:31.299524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b0f41730-0368-4281-8841-88d521485bce no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:55:31.322971 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b0f41730-0368-4281-8841-88d521485bce {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:55:31.323311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b0f41730-0368-4281-8841-88d521485bce not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:55:31.375697 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:31.673718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] Deleting port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:55:31.673718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:31.764273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] For port 643f9f44-0d38-4b96-8b19-f0a86ec23cf7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=643f9f44-0d38-4b96-8b19-f0a86ec23cf7,segment=NetworkSegment(ead2a585-2d5e-4261-8eb2-1be8e3dac7fb),segment_id=ead2a585-2d5e-4261-8eb2-1be8e3dac7fb)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:31.764642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:31.778122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] Calling delete_port for 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:55:32.173048 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:32.211182 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] Pushing event deleted for resources: {'Port': ['ID=643f9f44-0d38-4b96-8b19-f0a86ec23cf7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:32.410482 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:32.734135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] Router 7390c36a-ec64-4076-9cca-7057a8682deb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:55:32.853050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:55:32.858101 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-88bdfc6f-bdfb-460b-baea-3e347cccbbdc admin admin] 10.222.0.44 "PUT /v2.0/routers/7390c36a-ec64-4076-9cca-7057a8682deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9407177 Aug 19 12:55:32.860529 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40706) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:32.863448 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b200ce-bb83-4b89-a4c5-f6d69f1d7af2 None None] Sync routers for ids ['7390c36a-ec64-4076-9cca-7057a8682deb'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:55:32.879560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b200ce-bb83-4b89-a4c5-f6d69f1d7af2 None None] Routers {'7390c36a-ec64-4076-9cca-7057a8682deb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:55:32.880805 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4b200ce-bb83-4b89-a4c5-f6d69f1d7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:55:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7390c36a-ec64-4076-9cca-7057a8682deb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:32.991220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:33.001184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a4b200ce-bb83-4b89-a4c5-f6d69f1d7af2 None None] Set router 7390c36a-ec64-4076-9cca-7057a8682deb gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:55:33.103298 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:33.228948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4b200ce-bb83-4b89-a4c5-f6d69f1d7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'name': 'tempest-TestServerBasicOps-1199040748-router', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:58Z', 'updated_at': '2021-08-19T12:55:31Z', 'revision_number': 5, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'gw_port': {'id': '5a170d4a-26b4-4e02-9e70-404c9a74fe13', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:07:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:59Z', 'updated_at': '2021-08-19T12:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:33.278285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b200ce-bb83-4b89-a4c5-f6d69f1d7af2 None None] Checking router: 7390c36a-ec64-4076-9cca-7057a8682deb for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:55:33.288761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b200ce-bb83-4b89-a4c5-f6d69f1d7af2 None None] Routers {'7390c36a-ec64-4076-9cca-7057a8682deb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:55:33.289435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4b200ce-bb83-4b89-a4c5-f6d69f1d7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:55:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['7390c36a-ec64-4076-9cca-7057a8682deb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:33.324271 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Deleting port 5a170d4a-26b4-4e02-9e70-404c9a74fe13 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:55:33.324725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:33.399879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a4b200ce-bb83-4b89-a4c5-f6d69f1d7af2 None None] Set router 7390c36a-ec64-4076-9cca-7057a8682deb gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:55:33.416536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] For port 5a170d4a-26b4-4e02-9e70-404c9a74fe13, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5a170d4a-26b4-4e02-9e70-404c9a74fe13,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:33.417063 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:33.432090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Calling delete_port for 5a170d4a-26b4-4e02-9e70-404c9a74fe13 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:55:33.457754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4b200ce-bb83-4b89-a4c5-f6d69f1d7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'name': 'tempest-TestServerBasicOps-1199040748-router', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:58Z', 'updated_at': '2021-08-19T12:55:33Z', 'revision_number': 6, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:33.485682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b200ce-bb83-4b89-a4c5-f6d69f1d7af2 None None] The sync data for ids ['7390c36a-ec64-4076-9cca-7057a8682deb'] in n-d-778732-8 is: [{'id': '7390c36a-ec64-4076-9cca-7057a8682deb', 'name': 'tempest-TestServerBasicOps-1199040748-router', 'tenant_id': '3faab4321b2f4c3da40241aba59c7f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:58Z', 'updated_at': '2021-08-19T12:55:33Z', 'revision_number': 6, 'project_id': '3faab4321b2f4c3da40241aba59c7f0d', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:55:33.695157 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:33.728951 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Pushing event deleted for resources: {'Port': ['ID=5a170d4a-26b4-4e02-9e70-404c9a74fe13,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:33.793880 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:33.894801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:33.902906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:34.086666 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:34.087243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7390c36a-ec64-4076-9cca-7057a8682deb {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:55:34.092527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:34.094030 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e34d3ce9-c828-4940-9b19-408f8107c3df admin admin] 10.222.0.44 "DELETE /v2.0/routers/7390c36a-ec64-4076-9cca-7057a8682deb HTTP/1.1" status: 204 len: 168 time: 1.2325122 Aug 19 12:55:34.096917 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40726) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:34.149926 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-582e7762-4d90-469a-815b-57e56e1341c8 admin admin] Deleting subnet 0f6e1642-97cd-4530-9cf7-ac187112bc8c {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:55:34.153174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-582e7762-4d90-469a-815b-57e56e1341c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:34.191678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-582e7762-4d90-469a-815b-57e56e1341c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:34.299198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-582e7762-4d90-469a-815b-57e56e1341c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:34.527678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-582e7762-4d90-469a-815b-57e56e1341c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:34.561832 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e7762-4d90-469a-815b-57e56e1341c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f6e1642-97cd-4530-9cf7-ac187112bc8c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:34.568967 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-582e7762-4d90-469a-815b-57e56e1341c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:34.571460 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-582e7762-4d90-469a-815b-57e56e1341c8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0f6e1642-97cd-4530-9cf7-ac187112bc8c HTTP/1.1" status: 204 len: 168 time: 0.4732158 Aug 19 12:55:34.574138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40730) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:34.582841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e5eba-07f9-4b22-9c8c-da52d5932fd1 None None] Network 87a5bb63-af59-4a23-969e-167c4681807a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:55:34.683180 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:34.756962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Deleting port e1427aca-74a2-4a4d-9cae-9594a703483d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:55:34.757755 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:34.876454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860033c7-6b0b-4acd-9577-34469c153b7f None None] DHCP port deletion for 87a5bb63-af59-4a23-969e-167c4681807a request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:55:34.877404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] For port e1427aca-74a2-4a4d-9cae-9594a703483d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e1427aca-74a2-4a4d-9cae-9594a703483d,segment=NetworkSegment(ead2a585-2d5e-4261-8eb2-1be8e3dac7fb),segment_id=ead2a585-2d5e-4261-8eb2-1be8e3dac7fb)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:34.878086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:34.898216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Calling delete_port for e1427aca-74a2-4a4d-9cae-9594a703483d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:55:34.960137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-860033c7-6b0b-4acd-9577-34469c153b7f None None] Deleting port e1427aca-74a2-4a4d-9cae-9594a703483d {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:55:34.961050 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-860033c7-6b0b-4acd-9577-34469c153b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:35.034171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-860033c7-6b0b-4acd-9577-34469c153b7f None None] For port e1427aca-74a2-4a4d-9cae-9594a703483d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e1427aca-74a2-4a4d-9cae-9594a703483d,segment=NetworkSegment(ead2a585-2d5e-4261-8eb2-1be8e3dac7fb),segment_id=ead2a585-2d5e-4261-8eb2-1be8e3dac7fb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:35.034491 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-860033c7-6b0b-4acd-9577-34469c153b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:35.052509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-860033c7-6b0b-4acd-9577-34469c153b7f None None] Calling delete_port for e1427aca-74a2-4a4d-9cae-9594a703483d owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:55:35.183878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:35.199509 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-860033c7-6b0b-4acd-9577-34469c153b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:35.247564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1427aca-74a2-4a4d-9cae-9594a703483d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:35.254382 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] No DVR routers for this DVR port e1427aca-74a2-4a4d-9cae-9594a703483d on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:55:35.287178 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e1427aca-74a2-4a4d-9cae-9594a703483d no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:55:35.292112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860033c7-6b0b-4acd-9577-34469c153b7f None None] Pushing event deleted for resources: {'Port': ['ID=e1427aca-74a2-4a4d-9cae-9594a703483d,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:35.346533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860033c7-6b0b-4acd-9577-34469c153b7f None None] No DVR routers for this DVR port e1427aca-74a2-4a4d-9cae-9594a703483d on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:55:35.360366 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:35.360502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: e1427aca-74a2-4a4d-9cae-9594a703483d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:55:35.360502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e1427aca-74a2-4a4d-9cae-9594a703483d not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:55:35.360502 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5a170d4a-26b4-4e02-9e70-404c9a74fe13 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:55:35.370180 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a5bb63-af59-4a23-969e-167c4681807a']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:35.391096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 5a170d4a-26b4-4e02-9e70-404c9a74fe13 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:55:35.392430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5a170d4a-26b4-4e02-9e70-404c9a74fe13 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:55:35.392430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:55:35.399101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead2a585-2d5e-4261-8eb2-1be8e3dac7fb') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:35.399673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead2a585-2d5e-4261-8eb2-1be8e3dac7fb') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:35.412083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:35.415207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:55:35.415572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 643f9f44-0d38-4b96-8b19-f0a86ec23cf7 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:55:35.433871 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:35.441301 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:55:35.441728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:55:35.445464 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:55:35.601077 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:35.624331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:35.630765 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] 10.222.0.44 "DELETE /v2.0/networks/87a5bb63-af59-4a23-969e-167c4681807a HTTP/1.1" status: 204 len: 168 time: 1.0398159 Aug 19 12:55:35.633274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd47fd8-54bb-4ed4-ac81-965eb04b582c admin admin] Pushing event deleted for resources: {'Network': ['ID=87a5bb63-af59-4a23-969e-167c4681807a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:36.192874 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40760) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:36.239025 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-23d177a8-f293-4899-b2e3-551a67e239b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7304fc0218bb411c9647ddabb1b8204a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447922 Aug 19 12:55:36.241464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40764) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:36.310866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5967434c-3d90-475a-b58b-6c0a63ee54b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:36.339178 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5967434c-3d90-475a-b58b-6c0a63ee54b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:36.543235 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5967434c-3d90-475a-b58b-6c0a63ee54b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:36.546685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5967434c-3d90-475a-b58b-6c0a63ee54b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:36.548114 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5967434c-3d90-475a-b58b-6c0a63ee54b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40958643-8cea-4ef6-a0d1-bd345aff3647 HTTP/1.1" status: 204 len: 168 time: 0.3057365 Aug 19 12:55:36.556465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967434c-3d90-475a-b58b-6c0a63ee54b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40958643-8cea-4ef6-a0d1-bd345aff3647,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:37.647579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40788) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:37.696163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-11f8bd8d-9b49-40ad-a81f-5c25cef894fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3faab4321b2f4c3da40241aba59c7f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448763 Aug 19 12:55:37.696408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40790) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:37.751168 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-297e5642-c9f9-4f18-9087-b70f56c3c835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:37.775503 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-297e5642-c9f9-4f18-9087-b70f56c3c835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:37.984071 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-297e5642-c9f9-4f18-9087-b70f56c3c835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:37.986910 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-297e5642-c9f9-4f18-9087-b70f56c3c835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:37.991208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-297e5642-c9f9-4f18-9087-b70f56c3c835 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d73bcb2-528f-4a0b-bfaf-43d14f26420e HTTP/1.1" status: 204 len: 168 time: 0.2937815 Aug 19 12:55:38.001388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e5642-c9f9-4f18-9087-b70f56c3c835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d73bcb2-528f-4a0b-bfaf-43d14f26420e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:39.236662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 40820) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:39.374257 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e614b450-cecc-4b68-92f9-71ffdc9f08db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:39.496333 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e614b450-cecc-4b68-92f9-71ffdc9f08db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:39.675355 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e614b450-cecc-4b68-92f9-71ffdc9f08db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:39.720089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e614b450-cecc-4b68-92f9-71ffdc9f08db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=269bcabd1a4944eeaee6a46d91e788ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821262 Aug 19 12:55:39.720323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 40830) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:39.721048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614b450-cecc-4b68-92f9-71ffdc9f08db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd9686d-de2d-46f4-9435-2eb686e680c0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:39.778779 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b55aec53-bef4-4873-8fc9-3acf7f6b84cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:39.808309 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b55aec53-bef4-4873-8fc9-3acf7f6b84cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:39.949755 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b55aec53-bef4-4873-8fc9-3acf7f6b84cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:39.952547 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b55aec53-bef4-4873-8fc9-3acf7f6b84cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:39.953815 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b55aec53-bef4-4873-8fc9-3acf7f6b84cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bd9686d-de2d-46f4-9435-2eb686e680c0 HTTP/1.1" status: 204 len: 168 time: 0.2315474 Aug 19 12:55:39.962976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aec53-bef4-4873-8fc9-3acf7f6b84cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd9686d-de2d-46f4-9435-2eb686e680c0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:41.513631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-7e7f0b6a-0ed1-4748-b5f0-e0ca181d4906 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:41.515117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-7e7f0b6a-0ed1-4748-b5f0-e0ca181d4906 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1630254 Aug 19 12:55:41.532223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1aa5af28-07ea-48fa-9796-382ffeee3622 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/quotas/6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 375 time: 0.0111718 Aug 19 12:55:41.593782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-af19affd-591e-42e1-beb4-0bbf1e82026c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557170 Aug 19 12:55:41.798070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-81cb5b22-c73b-4b61-ade4-d838fbe185f9 service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939011 Aug 19 12:55:41.900257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-d7ebe49f-6136-4794-bda3-9f7a41b2e552 service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960896 Aug 19 12:55:41.957922 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:42.586169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57d3b848-0321-4471-ba92-ff7a6023269e req-ecda1beb-1a9a-498a-88e8-8a482555d0da tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 210 time: 0.0371828 Aug 19 12:55:43.661851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-33691c18-2127-417a-b48e-d8ed11940fda req-0563fdc6-92b6-4468-80c0-2a7f76707862 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 210 time: 0.0301178 Aug 19 12:55:44.743418 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:44.799756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1f83bb9-5c2d-4880-bb3c-491b81e755aa req-628a2c3f-4751-4699-988e-e4d62c45bd1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 210 time: 0.0289950 Aug 19 12:55:45.219404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-e1a127ad-0be7-4b27-b143-69cbafb419fa tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:45.221174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-e1a127ad-0be7-4b27-b143-69cbafb419fa tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1221888 Aug 19 12:55:45.238010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'port': {'device_id': 'c5a3d419-cc19-4496-a5c3-369b65cc10c0', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'admin_state_up': True, 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:55:45.498661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Made reservation on behalf of 6dcf49fa15c048dfa4e76d7d7075bce0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:55:45.502475 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:45.663508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Allocated IP 172.20.0.8 (0df94dc4-f74a-4c4c-a79c-f76afcd8ec04/370f4677-1716-4b96-8840-b61aeda76836/a4c012c6-9aba-4066-871b-0291a80e85dd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:55:45.904499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:45.923681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Transition to ACTIVE for port object a4c012c6-9aba-4066-871b-0291a80e85dd will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:55:46.000041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e69916d-452f-47c4-9bba-3b6c07f1b526 req-fb1b91b3-95c6-4788-b05e-e4923a9e7969 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 210 time: 0.0424891 Aug 19 12:55:46.041556 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:46.110844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:55:46.114282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:55:46.117131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:55:46.149014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=a4c012c6-9aba-4066-871b-0291a80e85dd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:46.183775 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:46.185258 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:46.357249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-bb837e0d-4ed4-4a30-85c4-91f58cf086a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1235864 Aug 19 12:55:46.437860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Request body: {'port': {'device_id': 'c5a3d419-cc19-4496-a5c3-369b65cc10c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:55:46.486890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6fca69c3-3537-4b6a-ad7d-30b978747ec3 None None] Provisioning for port a4c012c6-9aba-4066-871b-0291a80e85dd completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:55:46.491484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6fca69c3-3537-4b6a-ad7d-30b978747ec3 None None] Provisioning complete for port a4c012c6-9aba-4066-871b-0291a80e85dd triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:55:46.492672 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6fca69c3-3537-4b6a-ad7d-30b978747ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:46.502297 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:46.530574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6fca69c3-3537-4b6a-ad7d-30b978747ec3 None None] Port a4c012c6-9aba-4066-871b-0291a80e85dd cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:55:47.162548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c012c6-9aba-4066-871b-0291a80e85dd {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:55:47.175010 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:47.193958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2004f-26da-4b85-b5a4-4d19b4e4de29 req-1be947e4-b4ab-407f-998c-c596ff5e0dd0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:47.195474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8f2004f-26da-4b85-b5a4-4d19b4e4de29 req-1be947e4-b4ab-407f-998c-c596ff5e0dd0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 931 time: 0.1146970 Aug 19 12:55:47.200671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Transition to ACTIVE for port object a4c012c6-9aba-4066-871b-0291a80e85dd will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:55:47.235687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8f2004f-26da-4b85-b5a4-4d19b4e4de29 req-c9b92954-0310-4cfb-9c03-45287231f61f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Aug 19 12:55:47.275508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:47.347364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Pushing event updated for resources: {'Port': ['ID=a4c012c6-9aba-4066-871b-0291a80e85dd,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:47.429094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Attempting to bind port a4c012c6-9aba-4066-871b-0291a80e85dd on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:55:47.429618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Attempting to bind port a4c012c6-9aba-4066-871b-0291a80e85dd by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:55:47.430050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Attempting to bind port a4c012c6-9aba-4066-871b-0291a80e85dd on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:55:47.435098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Port a4c012c6-9aba-4066-871b-0291a80e85dd on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:55:47.435545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Attempting to bind port a4c012c6-9aba-4066-871b-0291a80e85dd on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:55:47.441016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:55:47.441549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Checking segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:55:47.442048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Bound using segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:55:47.442578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Bound port: a4c012c6-9aba-4066-871b-0291a80e85dd, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:55:47.443034 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:47.526370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] For port a4c012c6-9aba-4066-871b-0291a80e85dd, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:55:47.530867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] For port a4c012c6-9aba-4066-871b-0291a80e85dd, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a4c012c6-9aba-4066-871b-0291a80e85dd,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:55:47.635944 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:47.679899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:47.680536 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:47.681991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] 10.222.0.53 "PUT /v2.0/ports/a4c012c6-9aba-4066-871b-0291a80e85dd HTTP/1.1" status: 200 len: 1091 time: 1.3163872 Aug 19 12:55:47.682448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a3d419-cc19-4496-a5c3-369b65cc10c0', 'tag': 'a4c012c6-9aba-4066-871b-0291a80e85dd'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:55:47.684781 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6c948c-2b65-4b35-9f19-a381ddf82da6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a3d419-cc19-4496-a5c3-369b65cc10c0", "tag": "a4c012c6-9aba-4066-871b-0291a80e85dd"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:55:47.711652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bf6b0-0f8d-4488-8950-4681b44d4d9e service neutron] Pushing event updated for resources: {'Port': ['ID=a4c012c6-9aba-4066-871b-0291a80e85dd,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:47.889070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-485a1f9c-2619-45be-8b6c-332c9c5be411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:47.890950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-485a1f9c-2619-45be-8b6c-332c9c5be411 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 1094 time: 0.0629787 Aug 19 12:55:47.960707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-9095bbcb-4ac5-480d-8452-367e988a9e33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c012c6-9aba-4066-871b-0291a80e85dd HTTP/1.1" status: 200 len: 217 time: 0.0613222 Aug 19 12:55:47.986160 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777ad39d-8856-4905-a47e-6cc2f5263c8e x-openstack-request-id: req-777ad39d-8856-4905-a47e-6cc2f5263c8e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:55:47.986459 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a3d419-cc19-4496-a5c3-369b65cc10c0", "tag": "a4c012c6-9aba-4066-871b-0291a80e85dd", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:55:47.986722 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-777ad39d-8856-4905-a47e-6cc2f5263c8e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:55:47.987123 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a3d419-cc19-4496-a5c3-369b65cc10c0', 'tag': 'a4c012c6-9aba-4066-871b-0291a80e85dd', 'status': 'completed', 'code': 200} Aug 19 12:55:48.025315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-63c9030b-83b2-4add-9c94-3a0e6c6a5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:48.027103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-63c9030b-83b2-4add-9c94-3a0e6c6a5848 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0567460 Aug 19 12:55:48.082085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-067a517a-b199-411b-8ea9-076f229427f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:48.083723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-067a517a-b199-411b-8ea9-076f229427f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486882 Aug 19 12:55:48.195533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-c9552fb2-bd73-4b35-af98-84b611e3c262 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037107 Aug 19 12:55:48.304340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-43ccdafe-7044-42a9-a2d4-b162c957b90c req-1e0e6de4-c16e-46e7-b077-1b49ed17f823 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999811 Aug 19 12:55:48.364169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d131f6b-f4c5-4ee5-80aa-5e8740eb70b2 req-2380558a-7a54-4454-9e04-f169f202bb61 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:48.365631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d131f6b-f4c5-4ee5-80aa-5e8740eb70b2 req-2380558a-7a54-4454-9e04-f169f202bb61 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0529449 Aug 19 12:55:48.409799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d131f6b-f4c5-4ee5-80aa-5e8740eb70b2 req-1ee85596-df02-424b-9269-f2fd7c064bc2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379457 Aug 19 12:55:48.543368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c948c-2b65-4b35-9f19-a381ddf82da6 req-e2eaee34-44ed-4f0a-a979-ef074005060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:48.545710 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd6c948c-2b65-4b35-9f19-a381ddf82da6 req-e2eaee34-44ed-4f0a-a979-ef074005060d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 1094 time: 0.0457602 Aug 19 12:55:48.651355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c948c-2b65-4b35-9f19-a381ddf82da6 req-7217a0e2-ece1-4112-a598-8a643f608fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:48.653874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd6c948c-2b65-4b35-9f19-a381ddf82da6 req-7217a0e2-ece1-4112-a598-8a643f608fba service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1005394 Aug 19 12:55:48.707993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd6c948c-2b65-4b35-9f19-a381ddf82da6 req-0d51b86e-f4aa-43ec-843b-e71ab1c4e779 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c012c6-9aba-4066-871b-0291a80e85dd HTTP/1.1" status: 200 len: 217 time: 0.0470459 Aug 19 12:55:48.773186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c948c-2b65-4b35-9f19-a381ddf82da6 req-194f852e-2bc7-492c-b37d-f54a0b2e23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:48.774720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd6c948c-2b65-4b35-9f19-a381ddf82da6 req-194f852e-2bc7-492c-b37d-f54a0b2e23c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0598474 Aug 19 12:55:48.822892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c948c-2b65-4b35-9f19-a381ddf82da6 req-c76bd134-ab0b-4a50-bf5d-e0c56f438607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:48.824520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd6c948c-2b65-4b35-9f19-a381ddf82da6 req-c76bd134-ab0b-4a50-bf5d-e0c56f438607 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422900 Aug 19 12:55:48.932395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd6c948c-2b65-4b35-9f19-a381ddf82da6 req-091e653f-c484-4db5-8170-4429c3e6c4bc service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996921 Aug 19 12:55:49.038496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd6c948c-2b65-4b35-9f19-a381ddf82da6 req-2964b3fc-b330-4b99-bd80-f67ba56bb493 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982051 Aug 19 12:55:49.539708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9b498-89e4-45a4-8f5c-0c381ab04f0a req-f7ff884c-5af2-49c4-aaef-9f2c80dba083 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:49.541249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fc9b498-89e4-45a4-8f5c-0c381ab04f0a req-f7ff884c-5af2-49c4-aaef-9f2c80dba083 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0559421 Aug 19 12:55:49.581978 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fc9b498-89e4-45a4-8f5c-0c381ab04f0a req-c4ebfe2e-5c28-4929-a174-2e6c3c65d319 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342369 Aug 19 12:55:50.737645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7b1a4-d9ca-4b26-bd42-db82265479d4 req-e7af2961-7b4b-407b-997a-a0e9727b9008 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:50.739278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bc7b1a4-d9ca-4b26-bd42-db82265479d4 req-e7af2961-7b4b-407b-997a-a0e9727b9008 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0653052 Aug 19 12:55:50.783277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bc7b1a4-d9ca-4b26-bd42-db82265479d4 req-a8f74d76-150a-4f42-a122-c5eb4018fd6b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375412 Aug 19 12:55:51.097761 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ac42372-3f56-4f40-8ab0-a935b78011b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:51.918236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436be7da-5131-46aa-ade9-1eb34e7e3e55 req-b5915e6c-34ec-42dd-b91b-8b1a615cd8ac tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:51.920174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-436be7da-5131-46aa-ade9-1eb34e7e3e55 req-b5915e6c-34ec-42dd-b91b-8b1a615cd8ac tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0665784 Aug 19 12:55:51.964912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-436be7da-5131-46aa-ade9-1eb34e7e3e55 req-6bfe5ddc-d743-4257-9b4a-ace2c4a0487a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380251 Aug 19 12:55:52.458668 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:55:53.128111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c02b-5d2a-4e40-8c57-bfa15805942b req-325b193f-f2e1-452f-a147-6139b687974a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:53.141946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6029c02b-5d2a-4e40-8c57-bfa15805942b req-325b193f-f2e1-452f-a147-6139b687974a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.1022351 Aug 19 12:55:53.220116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6029c02b-5d2a-4e40-8c57-bfa15805942b req-ea02e0e8-9ebf-45a8-97be-c3efbcdaf886 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748279 Aug 19 12:55:53.474658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-dfc89bac-838f-4194-af43-95bfde0b80f7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481377 Aug 19 12:55:53.586578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-4d941cc8-76d7-4f4f-90a1-14ced2c1d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:53.588242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-4d941cc8-76d7-4f4f-90a1-14ced2c1d8fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=91d845bea3c64033b68a80f93bb2367a&device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 1101 time: 0.0589104 Aug 19 12:55:53.748284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-ee931433-f171-45f7-8c34-5295cbe17a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:53.750167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-ee931433-f171-45f7-8c34-5295cbe17a43 service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.1350701 Aug 19 12:55:53.813143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-7391361a-a04e-4f9a-9248-73c74a2a3e4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=48b468a7-e112-4b27-8c9a-5cae10c92b92 HTTP/1.1" status: 200 len: 217 time: 0.0492737 Aug 19 12:55:53.920188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-3f6a32fc-c30c-4567-98e9-95fc14117625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:53.921853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-3f6a32fc-c30c-4567-98e9-95fc14117625 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0979438 Aug 19 12:55:53.990906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-db775515-4a7d-4e7d-bfd4-b4f5bf33da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:53.992486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-db775515-4a7d-4e7d-bfd4-b4f5bf33da64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532122 Aug 19 12:55:54.101960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-267db045-2bee-46f6-8e8c-fcdc8dc6cb1d service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959065 Aug 19 12:55:54.211930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-914d7205-d54d-4ab9-84fd-7c7eea34094c req-de25064f-544d-4374-b1dd-7a1958572408 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970833 Aug 19 12:55:54.381193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210700e-b7df-4faf-96cc-bc7a899ee0a3 req-c282f8f4-2830-4739-9669-27b94037960f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:54.381193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b210700e-b7df-4faf-96cc-bc7a899ee0a3 req-c282f8f4-2830-4739-9669-27b94037960f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0743687 Aug 19 12:55:54.426556 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b210700e-b7df-4faf-96cc-bc7a899ee0a3 req-d269acac-6598-4556-aeae-2c23f53b4b38 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Aug 19 12:55:55.389692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bfe9664e-647a-48db-9494-886b9265cc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:55.552634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3f22-30d8-407f-add1-a7e5e2d9bb4b req-b0f4d3c1-2b5c-40f5-b417-ec5f65620694 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:55.554213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b5e3f22-30d8-407f-add1-a7e5e2d9bb4b req-b0f4d3c1-2b5c-40f5-b417-ec5f65620694 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0527606 Aug 19 12:55:55.595463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b5e3f22-30d8-407f-add1-a7e5e2d9bb4b req-00f6f9ad-ebde-4fac-a95b-1aab629fabef tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338311 Aug 19 12:55:55.760690 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:56.728212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f6fa4-8ccc-4f58-a219-267d2cbb6b85 req-5efd393c-c043-41e3-9056-6c8be7fe2e65 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:56.729938 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b39f6fa4-8ccc-4f58-a219-267d2cbb6b85 req-5efd393c-c043-41e3-9056-6c8be7fe2e65 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0577190 Aug 19 12:55:56.776354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b39f6fa4-8ccc-4f58-a219-267d2cbb6b85 req-42b151a5-8930-4b5c-bd7c-04b66e270023 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375385 Aug 19 12:55:57.024073 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:57.910365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72efda7-a633-40a8-9fad-22d76cf30d85 req-dcafa26c-5144-4f0f-9520-54eb8347f155 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:57.911945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b72efda7-a633-40a8-9fad-22d76cf30d85 req-dcafa26c-5144-4f0f-9520-54eb8347f155 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0663388 Aug 19 12:55:57.955321 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b72efda7-a633-40a8-9fad-22d76cf30d85 req-268b1489-325a-436a-b1f1-8b4b05d860cf tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371244 Aug 19 12:55:58.932130 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:59.079621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6445b48-5257-4025-ac20-331ba240f75e req-34d6a019-820f-413c-a301-27cc0f0e5856 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:59.081350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6445b48-5257-4025-ac20-331ba240f75e req-34d6a019-820f-413c-a301-27cc0f0e5856 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0520585 Aug 19 12:55:59.126862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6445b48-5257-4025-ac20-331ba240f75e req-72c952af-23c8-4402-8eec-93b4db7227c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384443 Aug 19 12:56:00.253316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b1d5-89d2-44b9-a283-c7b23e198cca req-244628b3-e23d-4409-98b4-9d1d3bbc4da8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:00.254956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8668b1d5-89d2-44b9-a283-c7b23e198cca req-244628b3-e23d-4409-98b4-9d1d3bbc4da8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0589190 Aug 19 12:56:00.299136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8668b1d5-89d2-44b9-a283-c7b23e198cca req-f19cce9c-59e3-4cf5-8edc-95a22091d22c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380974 Aug 19 12:56:01.441255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b0f61-c118-42ff-a6f2-5ccb4c101427 req-60d5df8c-b15b-4c82-8625-a11efb7f2e9f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:01.442779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cb1b0f61-c118-42ff-a6f2-5ccb4c101427 req-60d5df8c-b15b-4c82-8625-a11efb7f2e9f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0755360 Aug 19 12:56:01.484585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cb1b0f61-c118-42ff-a6f2-5ccb4c101427 req-bb86c1b2-7b54-4dc3-b9d7-e0f655505c50 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354548 Aug 19 12:56:02.605174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e92c-3476-4797-8c9e-7a5ceba7efdf req-d30a5b34-c03d-4df8-ac04-99720c6f722a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:02.607998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2920e92c-3476-4797-8c9e-7a5ceba7efdf req-d30a5b34-c03d-4df8-ac04-99720c6f722a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 943 time: 0.0531604 Aug 19 12:56:02.650712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2920e92c-3476-4797-8c9e-7a5ceba7efdf req-ab32a339-9546-44f4-b2f0-c51cda4017a3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363660 Aug 19 12:56:02.706696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a4c012c6-9aba-4066-871b-0291a80e85dd details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:56:02.818685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a4c012c6-9aba-4066-871b-0291a80e85dd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a4c012c6-9aba-4066-871b-0291a80e85dd,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:02.830633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'a4c012c6-9aba-4066-871b-0291a80e85dd', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'port_id': 'a4c012c6-9aba-4066-871b-0291a80e85dd', 'mac_address': 'fa:16:3e:5c:59:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:56:02.873289 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:02.901071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c012c6-9aba-4066-871b-0291a80e85dd {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:56:02.923633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a4c012c6-9aba-4066-871b-0291a80e85dd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a4c012c6-9aba-4066-871b-0291a80e85dd,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:03.075022 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:03.129246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=a4c012c6-9aba-4066-871b-0291a80e85dd,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:03.337201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['a4c012c6-9aba-4066-871b-0291a80e85dd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:56:03.782420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4ae57-ac30-47af-acd3-d5165d06880e req-e08841af-cbe1-4a84-91e3-596e3b718165 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:03.783979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f4ae57-ac30-47af-acd3-d5165d06880e req-e08841af-cbe1-4a84-91e3-596e3b718165 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 944 time: 0.0592258 Aug 19 12:56:03.830728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0f4ae57-ac30-47af-acd3-d5165d06880e req-80a72327-88df-4509-807b-9977dc81a909 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Aug 19 12:56:04.708412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a4c012c6-9aba-4066-871b-0291a80e85dd up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:56:04.904197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port a4c012c6-9aba-4066-871b-0291a80e85dd completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:56:04.908489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port a4c012c6-9aba-4066-871b-0291a80e85dd triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:04.908872 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:04.956251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc951e-ddbf-4334-92d8-2a66eba344a7 req-5e8af3b2-04f9-41c9-abcb-e944e7bad8d1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:04.957850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fafc951e-ddbf-4334-92d8-2a66eba344a7 req-5e8af3b2-04f9-41c9-abcb-e944e7bad8d1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 944 time: 0.0555456 Aug 19 12:56:04.993293 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:05.000975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fafc951e-ddbf-4334-92d8-2a66eba344a7 req-b95fb49c-ab0b-4be7-a8c6-9b68b2250003 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366251 Aug 19 12:56:05.016600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a3d419-cc19-4496-a5c3-369b65cc10c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c012c6-9aba-4066-871b-0291a80e85dd'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:56:05.019000 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04696f2-f576-486f-babd-4a20bbee35f9" -d '{"events": [{"server_uuid": "c5a3d419-cc19-4496-a5c3-369b65cc10c0", "name": "network-vif-plugged", "status": "completed", "tag": "a4c012c6-9aba-4066-871b-0291a80e85dd"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:56:05.034980 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a4c012c6-9aba-4066-871b-0291a80e85dd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a4c012c6-9aba-4066-871b-0291a80e85dd,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:05.131291 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769487ae-e3ce-4a37-80e4-21113239bf80 x-openstack-request-id: req-769487ae-e3ce-4a37-80e4-21113239bf80 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:56:05.131487 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a3d419-cc19-4496-a5c3-369b65cc10c0", "name": "network-vif-plugged", "status": "completed", "tag": "a4c012c6-9aba-4066-871b-0291a80e85dd", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:56:05.131811 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-769487ae-e3ce-4a37-80e4-21113239bf80 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:56:05.132311 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a3d419-cc19-4496-a5c3-369b65cc10c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c012c6-9aba-4066-871b-0291a80e85dd', 'code': 200} Aug 19 12:56:05.137703 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:05.208330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=a4c012c6-9aba-4066-871b-0291a80e85dd,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:05.263917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343838ff-6af9-4613-9538-eda988fa4a3e req-3dc12e90-8a1a-4dbb-b2ef-031160564fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:05.265711 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-343838ff-6af9-4613-9538-eda988fa4a3e req-3dc12e90-8a1a-4dbb-b2ef-031160564fe2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 1096 time: 0.0609310 Aug 19 12:56:05.304664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-343838ff-6af9-4613-9538-eda988fa4a3e req-73f81f3e-b87e-48f8-a90c-54ded82cb40a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311611 Aug 19 12:56:06.131238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045637-dd4e-4b87-a427-53e38a20c27f req-db5a873c-46d1-4aac-ae2c-97f026d9f5d5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:06.132842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5045637-dd4e-4b87-a427-53e38a20c27f req-db5a873c-46d1-4aac-ae2c-97f026d9f5d5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 945 time: 0.0594366 Aug 19 12:56:06.175158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5045637-dd4e-4b87-a427-53e38a20c27f req-49570c0d-a0af-45f9-b9a6-9d8633c58bda tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347605 Aug 19 12:56:07.313048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a0c20-ac2c-44d4-a3ba-b015113a96bd req-102a79c1-f8a5-4749-8c8d-9cdd25ca66a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:07.315575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c86a0c20-ac2c-44d4-a3ba-b015113a96bd req-102a79c1-f8a5-4749-8c8d-9cdd25ca66a9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 945 time: 0.0625386 Aug 19 12:56:07.357136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c86a0c20-ac2c-44d4-a3ba-b015113a96bd req-8ba70bdb-bd31-4198-87bc-400cf44e6432 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354378 Aug 19 12:56:07.481698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60194-dc60-41af-a915-c57e56bc176e req-60480568-edef-4624-b046-c281dd143f15 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:07.483310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36f60194-dc60-41af-a915-c57e56bc176e req-60480568-edef-4624-b046-c281dd143f15 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 945 time: 0.0566728 Aug 19 12:56:07.524955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36f60194-dc60-41af-a915-c57e56bc176e req-00ded7ae-2266-46e4-ad2e-e410d3709afd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354512 Aug 19 12:56:10.647859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dfd0a-6c93-4de5-a533-7804cf09fc19 req-3740f31f-f131-42b6-8db7-2d683d8e25aa tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:10.649419 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-603dfd0a-6c93-4de5-a533-7804cf09fc19 req-3740f31f-f131-42b6-8db7-2d683d8e25aa tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 950 time: 0.0561874 Aug 19 12:56:10.692992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-603dfd0a-6c93-4de5-a533-7804cf09fc19 req-95b9d210-c487-4c29-9a0f-34be7c57e26b tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370893 Aug 19 12:56:11.661571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867fe06-90f6-4919-9409-dccf52217216 req-96e3f587-a5c7-4a0e-b79a-4cc08d6efc16 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:11.663125 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-96e3f587-a5c7-4a0e-b79a-4cc08d6efc16 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1101847 Aug 19 12:56:11.687592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-571823a0-08af-4fa1-969b-0fc46ad21b5e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/quotas/6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 375 time: 0.0099969 Aug 19 12:56:11.749121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-46f2cdb4-012d-41ec-a9e4-f97baff4c9dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558138 Aug 19 12:56:11.879904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-789e3184-295f-4590-ab0d-a2f75af84480 service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224229 Aug 19 12:56:11.888044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4989-da11-493e-9a68-6f75e10b457a req-61d8015d-17d2-44cf-b91b-36e0dec2d751 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:11.889812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-861b4989-da11-493e-9a68-6f75e10b457a req-61d8015d-17d2-44cf-b91b-36e0dec2d751 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 950 time: 0.1146777 Aug 19 12:56:11.981802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-861b4989-da11-493e-9a68-6f75e10b457a req-d78c177e-7a15-4a65-be9b-cf6ea1f1dc30 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817297 Aug 19 12:56:12.017472 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:12.028984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-c15973ba-6c19-4cfe-804c-cbc15903275e service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379969 Aug 19 12:56:12.376734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94c9b088-8313-498e-8919-4446dc680ad9 req-c9ecab86-36d6-4dae-b6ef-3bc0a13a0cd6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 210 time: 0.0285130 Aug 19 12:56:12.538766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b665403-ca0e-4f3b-8d74-067fea565bc2 req-e5f3c062-6c29-4ac9-ae3e-bce00b7976b3 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:12.540311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b665403-ca0e-4f3b-8d74-067fea565bc2 req-e5f3c062-6c29-4ac9-ae3e-bce00b7976b3 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.52 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 950 time: 0.0560346 Aug 19 12:56:12.637839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0b665403-ca0e-4f3b-8d74-067fea565bc2 req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Deleting port 48b468a7-e112-4b27-8c9a-5cae10c92b92 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:56:12.638254 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0b665403-ca0e-4f3b-8d74-067fea565bc2 req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:12.737781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0b665403-ca0e-4f3b-8d74-067fea565bc2 req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] For port 48b468a7-e112-4b27-8c9a-5cae10c92b92, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=48b468a7-e112-4b27-8c9a-5cae10c92b92,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:12.738520 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0b665403-ca0e-4f3b-8d74-067fea565bc2 req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:12.753769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0b665403-ca0e-4f3b-8d74-067fea565bc2 req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Calling delete_port for 48b468a7-e112-4b27-8c9a-5cae10c92b92 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:56:12.995182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0b665403-ca0e-4f3b-8d74-067fea565bc2 req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:13.011774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['48b468a7-e112-4b27-8c9a-5cae10c92b92'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:56:13.031017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Pushing event deleted for resources: {'Port': ['ID=48b468a7-e112-4b27-8c9a-5cae10c92b92,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:13.047804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.048162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.048510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.048851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.049207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.049559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.049894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.050230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.050589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.050882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.051211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.051539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:13.094703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b665403-ca0e-4f3b-8d74-067fea565bc2 req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] No DVR routers for this DVR port 48b468a7-e112-4b27-8c9a-5cae10c92b92 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:56:13.104610 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0b665403-ca0e-4f3b-8d74-067fea565bc2 req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:13.107304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b665403-ca0e-4f3b-8d74-067fea565bc2 req-80f4ffa6-039c-487b-8868-daeab5afd9e0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.52 "DELETE /v2.0/ports/48b468a7-e112-4b27-8c9a-5cae10c92b92 HTTP/1.1" status: 204 len: 173 time: 0.5605822 Aug 19 12:56:13.107815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6195d0b4-7352-4293-b641-9f64ede8db14', 'name': 'network-vif-deleted', 'tag': '48b468a7-e112-4b27-8c9a-5cae10c92b92'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:56:13.110520 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7128e2c-8cbb-4cd6-97e2-882cd3944a72" -d '{"events": [{"server_uuid": "6195d0b4-7352-4293-b641-9f64ede8db14", "name": "network-vif-deleted", "tag": "48b468a7-e112-4b27-8c9a-5cae10c92b92"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:56:13.136647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d34e1776-ffc9-4285-94c9-dbaa8eafcf89 req-21645f8f-a4f6-4f88-8493-91188427ec34 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 210 time: 0.0393016 Aug 19 12:56:13.163063 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca985cc-2aac-426b-a51e-d8584721652a x-openstack-request-id: req-7ca985cc-2aac-426b-a51e-d8584721652a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:56:13.163485 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6195d0b4-7352-4293-b641-9f64ede8db14", "name": "network-vif-deleted", "tag": "48b468a7-e112-4b27-8c9a-5cae10c92b92", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:56:13.163751 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ca985cc-2aac-426b-a51e-d8584721652a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:56:13.164255 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6195d0b4-7352-4293-b641-9f64ede8db14', 'name': 'network-vif-deleted', 'tag': '48b468a7-e112-4b27-8c9a-5cae10c92b92', 'status': 'completed', 'code': 200} Aug 19 12:56:13.473937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-257692de-87ea-4c9d-94bd-8c32fd61972f req-6eb26d8f-4013-4021-a252-82ddd967a2a6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 210 time: 0.0314720 Aug 19 12:56:14.247454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35b73841-ce1f-40ee-b733-ee04462feac9 req-b0b7104c-e070-44e3-85a5-8638952cdbc0 tempest-VolumesBackupsTest-785051690 tempest-VolumesBackupsTest-785051690-project] 10.222.0.44 "GET /v2.0/ports?device_id=6195d0b4-7352-4293-b641-9f64ede8db14 HTTP/1.1" status: 200 len: 210 time: 0.0279281 Aug 19 12:56:14.580633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5cd104bc-cd51-431c-b8f7-6c6c9c75f1e0 req-0245973d-225c-4926-bdac-a9a72c43d60c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 210 time: 0.0327189 Aug 19 12:56:14.778880 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:15.438604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867fe06-90f6-4919-9409-dccf52217216 req-e2ee33fa-a684-4b8c-af63-59556e3808a8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:15.441094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-e2ee33fa-a684-4b8c-af63-59556e3808a8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1227245 Aug 19 12:56:15.456362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'port': {'device_id': 'f2ef9d6f-31aa-4bb0-8bc1-20d250671268', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'admin_state_up': True, 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:15.669884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Made reservation on behalf of 6dcf49fa15c048dfa4e76d7d7075bce0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:56:15.673999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:15.724875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-739f88db-5887-4c0a-bde8-d9d0b21c50c7 req-15db8ca9-4ae8-4eb1-a016-dd5924bae3e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 210 time: 0.0365784 Aug 19 12:56:15.870011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Allocated IP 172.20.0.9 (0df94dc4-f74a-4c4c-a79c-f76afcd8ec04/370f4677-1716-4b96-8840-b61aeda76836/ae8093d4-143d-497d-a9c9-6abafc9e814b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:56:16.038207 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:16.052816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Transition to ACTIVE for port object ae8093d4-143d-497d-a9c9-6abafc9e814b will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:56:16.310164 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:16.322394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['a4c012c6-9aba-4066-871b-0291a80e85dd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:56:16.363171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:56:16.366643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:56:16.385501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:56:16.400504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=ae8093d4-143d-497d-a9c9-6abafc9e814b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:16.498948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:16.499679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:16.679792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-9d025fae-0ab6-4690-9e38-ece9355845a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2189217 Aug 19 12:56:16.698444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Request body: {'port': {'device_id': 'f2ef9d6f-31aa-4bb0-8bc1-20d250671268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:56:16.793865 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:16.960937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 48b468a7-e112-4b27-8c9a-5cae10c92b92 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:56:16.965703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-338f7d02-aefc-4798-adc5-60b831cf94b6 None None] Provisioning for port ae8093d4-143d-497d-a9c9-6abafc9e814b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:56:17.014768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d36589-99fd-4063-a2f8-589f65eddc77 req-8ccf5af6-81cc-4318-9e18-1f6a2e3d7d26 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:17.016630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48d36589-99fd-4063-a2f8-589f65eddc77 req-8ccf5af6-81cc-4318-9e18-1f6a2e3d7d26 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 931 time: 0.1407242 Aug 19 12:56:17.185733 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 48b468a7-e112-4b27-8c9a-5cae10c92b92 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:56:17.186095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 48b468a7-e112-4b27-8c9a-5cae10c92b92 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:56:17.187955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-338f7d02-aefc-4798-adc5-60b831cf94b6 None None] Provisioning complete for port ae8093d4-143d-497d-a9c9-6abafc9e814b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:56:17.188530 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-338f7d02-aefc-4798-adc5-60b831cf94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.238391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-338f7d02-aefc-4798-adc5-60b831cf94b6 None None] Port ae8093d4-143d-497d-a9c9-6abafc9e814b cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:56:17.247373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-48d36589-99fd-4063-a2f8-589f65eddc77 req-52ffb6d0-4c3d-407c-92bd-0361ccaa63bc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147381 Aug 19 12:56:17.269167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8093d4-143d-497d-a9c9-6abafc9e814b {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:56:17.291607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.308038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Transition to ACTIVE for port object ae8093d4-143d-497d-a9c9-6abafc9e814b will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:56:17.492645 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.556306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Pushing event updated for resources: {'Port': ['ID=ae8093d4-143d-497d-a9c9-6abafc9e814b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:17.666972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Attempting to bind port ae8093d4-143d-497d-a9c9-6abafc9e814b on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:56:17.667347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Attempting to bind port ae8093d4-143d-497d-a9c9-6abafc9e814b by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:56:17.668235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Attempting to bind port ae8093d4-143d-497d-a9c9-6abafc9e814b on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:56:17.682625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Port ae8093d4-143d-497d-a9c9-6abafc9e814b on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:56:17.682965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Attempting to bind port ae8093d4-143d-497d-a9c9-6abafc9e814b on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:56:17.689931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:56:17.690290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Checking segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:56:17.690697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Bound using segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:56:17.691144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Bound port: ae8093d4-143d-497d-a9c9-6abafc9e814b, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:56:17.691515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.785554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] For port ae8093d4-143d-497d-a9c9-6abafc9e814b, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:56:17.788875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] For port ae8093d4-143d-497d-a9c9-6abafc9e814b, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ae8093d4-143d-497d-a9c9-6abafc9e814b,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:56:17.939030 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.994585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:17.995228 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:17.998051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] 10.222.0.52 "PUT /v2.0/ports/ae8093d4-143d-497d-a9c9-6abafc9e814b HTTP/1.1" status: 200 len: 1091 time: 1.3093674 Aug 19 12:56:17.998525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ef9d6f-31aa-4bb0-8bc1-20d250671268', 'tag': 'ae8093d4-143d-497d-a9c9-6abafc9e814b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:56:18.002443 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e22ec2-5bfc-46c7-8701-6115baf5230a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ef9d6f-31aa-4bb0-8bc1-20d250671268", "tag": "ae8093d4-143d-497d-a9c9-6abafc9e814b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:56:18.059320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95349b2-2320-4707-9041-6e3a8011e90c service neutron] Pushing event updated for resources: {'Port': ['ID=ae8093d4-143d-497d-a9c9-6abafc9e814b,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:18.069871 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea4d923-3430-4e05-9ab2-d7771eeadf76 x-openstack-request-id: req-2ea4d923-3430-4e05-9ab2-d7771eeadf76 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:56:18.069871 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ef9d6f-31aa-4bb0-8bc1-20d250671268", "tag": "ae8093d4-143d-497d-a9c9-6abafc9e814b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:56:18.069871 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ea4d923-3430-4e05-9ab2-d7771eeadf76 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:56:18.072026 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ef9d6f-31aa-4bb0-8bc1-20d250671268', 'tag': 'ae8093d4-143d-497d-a9c9-6abafc9e814b', 'status': 'completed', 'code': 200} Aug 19 12:56:18.166959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e22ec2-5bfc-46c7-8701-6115baf5230a req-bde60cc8-3eb8-4213-b6ec-38ad7af6cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:18.169494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4e22ec2-5bfc-46c7-8701-6115baf5230a req-bde60cc8-3eb8-4213-b6ec-38ad7af6cd50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 1094 time: 0.0713890 Aug 19 12:56:18.324547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e22ec2-5bfc-46c7-8701-6115baf5230a req-172809b8-b3ae-4524-92e7-32852e97df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:18.326566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4e22ec2-5bfc-46c7-8701-6115baf5230a req-172809b8-b3ae-4524-92e7-32852e97df1a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1478708 Aug 19 12:56:18.505274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e22ec2-5bfc-46c7-8701-6115baf5230a req-73815fe4-1153-403f-8656-6eb5d875af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:18.506397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4e22ec2-5bfc-46c7-8701-6115baf5230a req-73815fe4-1153-403f-8656-6eb5d875af76 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709299 Aug 19 12:56:18.541184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994df7e3-3886-48dc-a88e-7e4e2b5ce08d req-b1585abb-ee05-4112-90b8-65f2b43384a6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:18.543604 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-994df7e3-3886-48dc-a88e-7e4e2b5ce08d req-b1585abb-ee05-4112-90b8-65f2b43384a6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.1506643 Aug 19 12:56:18.628451 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-994df7e3-3886-48dc-a88e-7e4e2b5ce08d req-59d5103e-e851-4aba-924a-c32906bdf70d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757172 Aug 19 12:56:18.639292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867fe06-90f6-4919-9409-dccf52217216 req-422956d9-c70f-446e-a583-152b426ec711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:18.641038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-422956d9-c70f-446e-a583-152b426ec711 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 1094 time: 0.0841663 Aug 19 12:56:18.713184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-18e3fac7-f6c1-4dd5-b218-ee25dd08295f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae8093d4-143d-497d-a9c9-6abafc9e814b HTTP/1.1" status: 200 len: 217 time: 0.0489445 Aug 19 12:56:18.774364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867fe06-90f6-4919-9409-dccf52217216 req-f52eba1e-6ea2-45df-88ea-dfd3d57e8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:18.779755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-f52eba1e-6ea2-45df-88ea-dfd3d57e8a3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0526686 Aug 19 12:56:18.836230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867fe06-90f6-4919-9409-dccf52217216 req-f5a0e210-6122-4bdf-b4b7-fd3acff86a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:18.838124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-f5a0e210-6122-4bdf-b4b7-fd3acff86a81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540724 Aug 19 12:56:18.968224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-d681e533-d33c-4474-b398-9c85e134b9a6 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177936 Aug 19 12:56:19.157004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9867fe06-90f6-4919-9409-dccf52217216 req-da1b306f-6cce-425c-a5db-05f55db55c83 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778300 Aug 19 12:56:19.801419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ea748-2a1e-4742-866e-68b4d68ad2a7 req-e95e1e4b-fa5a-4fe9-a132-2c974e9a5bc0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:19.804543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-264ea748-2a1e-4742-866e-68b4d68ad2a7 req-e95e1e4b-fa5a-4fe9-a132-2c974e9a5bc0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0599856 Aug 19 12:56:19.867996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-264ea748-2a1e-4742-866e-68b4d68ad2a7 req-cf9948fe-9507-44b6-9c24-373735539249 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552325 Aug 19 12:56:21.026004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874efe4-c537-4e87-ab2e-3850e82ccb96 req-709eddcd-bc67-41ba-a68a-19a17ff32ea5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:21.030013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d874efe4-c537-4e87-ab2e-3850e82ccb96 req-709eddcd-bc67-41ba-a68a-19a17ff32ea5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0680430 Aug 19 12:56:21.104521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d874efe4-c537-4e87-ab2e-3850e82ccb96 req-7d34da39-81fb-4658-aa6c-9522219c67af tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591261 Aug 19 12:56:21.166095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da7294e8-becc-4d9e-80b0-3d30703e17be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:22.254375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037d83f-8c2c-4d2e-86b9-06d037fcd34f req-a31073a2-5507-4600-be9d-d7e30272cc74 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:22.256653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8037d83f-8c2c-4d2e-86b9-06d037fcd34f req-a31073a2-5507-4600-be9d-d7e30272cc74 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0588706 Aug 19 12:56:22.300823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8037d83f-8c2c-4d2e-86b9-06d037fcd34f req-ebf16e0e-a066-4626-90ce-711bbedca187 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372999 Aug 19 12:56:23.443110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9fe54-8961-46b9-8c58-661aaa19f6e9 req-c7805496-e7fc-487e-86d3-0ff1366211a8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:23.444542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89e9fe54-8961-46b9-8c58-661aaa19f6e9 req-c7805496-e7fc-487e-86d3-0ff1366211a8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0547218 Aug 19 12:56:23.494462 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89e9fe54-8961-46b9-8c58-661aaa19f6e9 req-bf649e8b-4322-4b09-b6c0-9deae961f60b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 Aug 19 12:56:25.019432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a51a8f-c475-41ef-9674-505fe38abdd8 req-e069ab64-28f9-4d4f-af4b-5dd9b00469e8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:25.023854 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2a51a8f-c475-41ef-9674-505fe38abdd8 req-e069ab64-28f9-4d4f-af4b-5dd9b00469e8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.4467828 Aug 19 12:56:25.093072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2a51a8f-c475-41ef-9674-505fe38abdd8 req-d2276856-4523-4713-ad88-1129b52a6d79 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596762 Aug 19 12:56:25.462851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dccdbb69-8611-4130-b52a-a5a9a7a7d9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:25.760495 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:26.250338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716231f-4be8-4b70-8004-4959a76faf56 req-de669937-d3df-4f57-a6f6-2ca65038bb0f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:26.252859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c716231f-4be8-4b70-8004-4959a76faf56 req-de669937-d3df-4f57-a6f6-2ca65038bb0f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0613811 Aug 19 12:56:26.309719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c716231f-4be8-4b70-8004-4959a76faf56 req-46809b52-2121-46b5-806b-bed19549f995 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499256 Aug 19 12:56:27.040382 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:27.465212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15a614-abbb-486a-b9d0-f21b37f00b0b req-7b0577ae-7615-43f6-8cab-a6d08ccebffa tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:27.475773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c15a614-abbb-486a-b9d0-f21b37f00b0b req-7b0577ae-7615-43f6-8cab-a6d08ccebffa tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0746424 Aug 19 12:56:27.531764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c15a614-abbb-486a-b9d0-f21b37f00b0b req-3b9bab82-a458-4988-8553-c43170044009 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545838 Aug 19 12:56:28.684466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324f4bd-ec24-4d20-bf0b-9ec331b7d301 req-99bd6c02-ef37-47bf-a37d-35e0790111c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:28.693821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6324f4bd-ec24-4d20-bf0b-9ec331b7d301 req-99bd6c02-ef37-47bf-a37d-35e0790111c3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0636828 Aug 19 12:56:28.769029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6324f4bd-ec24-4d20-bf0b-9ec331b7d301 req-697c16f4-a429-4c1b-a16d-9f719f0175f7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734193 Aug 19 12:56:28.931898 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:29.458592 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:56:29.915313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f8b48-a960-45a2-b64a-df9eeeeccee6 req-8c672158-78c2-4558-ba0d-fe5309ad2f1f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:29.917920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab9f8b48-a960-45a2-b64a-df9eeeeccee6 req-8c672158-78c2-4558-ba0d-fe5309ad2f1f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0581031 Aug 19 12:56:29.965843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab9f8b48-a960-45a2-b64a-df9eeeeccee6 req-45180369-7597-4fdf-a3ba-b3b117a52d85 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Aug 19 12:56:31.173073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a31f0-78c5-4d8b-9c0d-86d7e36560a6 req-22806d40-59dc-4438-af85-82079977d35d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:31.179117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-772a31f0-78c5-4d8b-9c0d-86d7e36560a6 req-22806d40-59dc-4438-af85-82079977d35d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.1130013 Aug 19 12:56:31.233986 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-772a31f0-78c5-4d8b-9c0d-86d7e36560a6 req-fecc0c45-5adf-49e9-ade2-60a3405b9dc7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518980 Aug 19 12:56:32.368303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1634cf5-e2bd-4f5f-ada6-47d13d89fcf2 req-76a7ea91-e841-4048-b2ff-7765779e2fb9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:32.369841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1634cf5-e2bd-4f5f-ada6-47d13d89fcf2 req-76a7ea91-e841-4048-b2ff-7765779e2fb9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0568159 Aug 19 12:56:32.418000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1634cf5-e2bd-4f5f-ada6-47d13d89fcf2 req-54761bd5-5266-479a-aac4-e34c18a2c7e3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414598 Aug 19 12:56:33.550816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26def652-a349-4c18-8356-ce9be8774a74 req-c688491f-1563-4b7d-9109-e1a560fb0a71 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:33.553347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26def652-a349-4c18-8356-ce9be8774a74 req-c688491f-1563-4b7d-9109-e1a560fb0a71 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0592809 Aug 19 12:56:33.599616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-26def652-a349-4c18-8356-ce9be8774a74 req-92c9d3e7-68e2-446e-8b99-182f43abcd09 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372334 Aug 19 12:56:34.731137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126a919-594f-4aa2-a933-5bb245d576de req-ed6e1b6d-2aa2-4e61-b776-796b9f63e0a8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:34.733957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5126a919-594f-4aa2-a933-5bb245d576de req-ed6e1b6d-2aa2-4e61-b776-796b9f63e0a8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0602572 Aug 19 12:56:34.788262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5126a919-594f-4aa2-a933-5bb245d576de req-f13b3f4e-c283-431e-a48c-528aa0ad3b02 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461407 Aug 19 12:56:35.923880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb97091-928e-4119-87ca-d1c235c74f5b req-7031924d-a767-40ee-9a6b-5a281f6152d5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:35.932445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beb97091-928e-4119-87ca-d1c235c74f5b req-7031924d-a767-40ee-9a6b-5a281f6152d5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0641532 Aug 19 12:56:35.973873 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beb97091-928e-4119-87ca-d1c235c74f5b req-733f0573-a28c-488d-a0f1-4e281f1d5362 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Aug 19 12:56:37.127065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9cb87-eee6-4173-a42a-8d45b8b51c9a req-791a6d2e-de46-41eb-a362-763e47bda8b9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:37.129968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ef9cb87-eee6-4173-a42a-8d45b8b51c9a req-791a6d2e-de46-41eb-a362-763e47bda8b9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0658514 Aug 19 12:56:37.188394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ef9cb87-eee6-4173-a42a-8d45b8b51c9a req-ce7c7b93-fe0e-492f-9bf9-372ca46d5c70 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Aug 19 12:56:38.326516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3efac-a2d5-498f-a930-f6182205f3af req-87dae157-4262-42d8-aa85-1ad7067a6aec tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:38.328214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ba3efac-a2d5-498f-a930-f6182205f3af req-87dae157-4262-42d8-aa85-1ad7067a6aec tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0585852 Aug 19 12:56:38.395013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ba3efac-a2d5-498f-a930-f6182205f3af req-f6ba8bf4-b5bd-4d24-ab05-69139f4fc77d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578060 Aug 19 12:56:39.524781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9abead-f9c4-4e8a-b2a5-6d2b4d20c3ad req-55387536-7ed7-4e45-b715-6390d584c920 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:39.527567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a9abead-f9c4-4e8a-b2a5-6d2b4d20c3ad req-55387536-7ed7-4e45-b715-6390d584c920 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0574787 Aug 19 12:56:39.574981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a9abead-f9c4-4e8a-b2a5-6d2b4d20c3ad req-ed416b55-3107-4785-9913-604e2bfb6701 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414665 Aug 19 12:56:40.710564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282740e-78c6-4236-919e-351a92aa9304 req-30664c37-e89f-491c-ba49-35aa37e0415a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:40.712104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f282740e-78c6-4236-919e-351a92aa9304 req-30664c37-e89f-491c-ba49-35aa37e0415a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0586245 Aug 19 12:56:40.766014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f282740e-78c6-4236-919e-351a92aa9304 req-137cf591-1f05-4800-a2ff-1ff24ad1386d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451429 Aug 19 12:56:41.896959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e470b-fbce-4338-a863-e40f723f6ad9 req-f5c0ac1e-d797-4fee-abff-92b9585e36dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:41.898764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-429e470b-fbce-4338-a863-e40f723f6ad9 req-f5c0ac1e-d797-4fee-abff-92b9585e36dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0531237 Aug 19 12:56:41.946228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-429e470b-fbce-4338-a863-e40f723f6ad9 req-2cc0fab2-5f3f-4616-a32b-b17f2d2c32e8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 Aug 19 12:56:42.085929 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:43.076357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc235f-c532-4ca6-bbdf-293c77c79afa req-2da255c4-5989-45af-ac69-f008cb01b20c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:43.077933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bfc235f-c532-4ca6-bbdf-293c77c79afa req-2da255c4-5989-45af-ac69-f008cb01b20c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0559092 Aug 19 12:56:43.121226 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4bfc235f-c532-4ca6-bbdf-293c77c79afa req-f3055a40-b5ca-41cb-aa2b-47d5e828b3f6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372090 Aug 19 12:56:44.255929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad4238-e591-4b6c-a976-97ebf0812ac5 req-95f7be18-047a-49a4-8a3f-22bd664787fd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:44.257397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3ad4238-e591-4b6c-a976-97ebf0812ac5 req-95f7be18-047a-49a4-8a3f-22bd664787fd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0548460 Aug 19 12:56:44.302396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3ad4238-e591-4b6c-a976-97ebf0812ac5 req-c29dbf4b-2891-4d70-a052-34ddac93fd6d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380027 Aug 19 12:56:44.715071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:45.425343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbd3c-8b7d-4ace-a502-6ab481d81742 req-aa98a692-33aa-4d52-be93-064079328256 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:45.426845 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-148fbd3c-8b7d-4ace-a502-6ab481d81742 req-aa98a692-33aa-4d52-be93-064079328256 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0530369 Aug 19 12:56:45.478764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-148fbd3c-8b7d-4ace-a502-6ab481d81742 req-30ba8e61-ba9a-4b9b-b7ca-40169ec8a699 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Aug 19 12:56:46.616549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb3df1-c061-4d5b-859d-350205a82e70 req-3ed20c2e-b679-4b40-b08d-ee4e50534658 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:46.617482 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cdb3df1-c061-4d5b-859d-350205a82e70 req-3ed20c2e-b679-4b40-b08d-ee4e50534658 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0574806 Aug 19 12:56:46.663100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cdb3df1-c061-4d5b-859d-350205a82e70 req-bb4b8bd8-3a41-4713-9965-0807d40a9bbf tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384164 Aug 19 12:56:47.793133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d785e-056f-4e3f-b444-dc54783c0a64 req-26cf042c-957f-4979-976e-920e5518f896 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:47.794729 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a9d785e-056f-4e3f-b444-dc54783c0a64 req-26cf042c-957f-4979-976e-920e5518f896 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0527036 Aug 19 12:56:47.837152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a9d785e-056f-4e3f-b444-dc54783c0a64 req-d29953f8-b56e-464a-8627-16b974d2f11f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361581 Aug 19 12:56:48.962520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c88bf-8b13-404a-be2f-2e125889f549 req-87037133-3dd0-44e9-a7dd-cd63174734d0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:48.964042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-862c88bf-8b13-404a-be2f-2e125889f549 req-87037133-3dd0-44e9-a7dd-cd63174734d0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0549743 Aug 19 12:56:49.011835 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-862c88bf-8b13-404a-be2f-2e125889f549 req-166685a1-ccfa-4787-b464-4121a44d7857 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412855 Aug 19 12:56:50.143760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01869dfb-5575-410d-9a19-b2126d093fba req-fe01d5f3-6f7c-4007-a4c1-b3018130d709 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:50.145498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01869dfb-5575-410d-9a19-b2126d093fba req-fe01d5f3-6f7c-4007-a4c1-b3018130d709 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0549250 Aug 19 12:56:50.199368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01869dfb-5575-410d-9a19-b2126d093fba req-9329ec4b-190e-456d-9a61-4ec0f1e6cd46 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463595 Aug 19 12:56:51.244264 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e54115bb-618a-4686-9af2-596afdb31763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:51.325715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaae371-1067-4015-bbca-74479b2e2b5d req-2e736d26-1c28-4d3c-8f14-ed372002fbd4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:51.327363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-baaae371-1067-4015-bbca-74479b2e2b5d req-2e736d26-1c28-4d3c-8f14-ed372002fbd4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0567744 Aug 19 12:56:51.369024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-baaae371-1067-4015-bbca-74479b2e2b5d req-c95ea477-ab24-470c-bd16-4bb779e454a3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352287 Aug 19 12:56:52.498010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591e9e0-ac35-43df-91e6-db9db099cfef req-46caddcc-08f3-4d52-af95-f71eed62080e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:52.499533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6591e9e0-ac35-43df-91e6-db9db099cfef req-46caddcc-08f3-4d52-af95-f71eed62080e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0548406 Aug 19 12:56:52.543935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6591e9e0-ac35-43df-91e6-db9db099cfef req-5c01e1a0-5851-406d-9e8c-e51c92827c4c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380309 Aug 19 12:56:53.667770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52689197-7963-419d-b3cb-d2000065cce3 req-dd32c831-6cfa-4b61-8975-af7b2c259f18 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:53.668924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52689197-7963-419d-b3cb-d2000065cce3 req-dd32c831-6cfa-4b61-8975-af7b2c259f18 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0543029 Aug 19 12:56:53.709121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52689197-7963-419d-b3cb-d2000065cce3 req-1eb53dd7-d0bc-433f-bb11-35b918230ebb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340903 Aug 19 12:56:54.829227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecee866-633d-4287-98f5-53fc1b21df64 req-e0819eae-5639-4459-a668-bddfe6315713 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:54.830842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ecee866-633d-4287-98f5-53fc1b21df64 req-e0819eae-5639-4459-a668-bddfe6315713 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0519755 Aug 19 12:56:54.873094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ecee866-633d-4287-98f5-53fc1b21df64 req-b30cfe93-c430-4a4e-9608-85308022a1c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359905 Aug 19 12:56:55.543884 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-339d5e59-dde3-43a6-b47d-c6c406f6e806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:55.869401 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:55.995170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346b270-c42f-4ce9-b3e3-eb857f7e086d req-a3257c23-4af2-4595-801f-9deacd8729ce tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:55.996942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1346b270-c42f-4ce9-b3e3-eb857f7e086d req-a3257c23-4af2-4595-801f-9deacd8729ce tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0532520 Aug 19 12:56:56.044106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1346b270-c42f-4ce9-b3e3-eb857f7e086d req-2797dd09-ddcb-4b24-92e9-4a753069d7f4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401530 Aug 19 12:56:57.097034 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:57.192086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df16700-9548-48df-bbf8-e9ba8cf2a1e4 req-ba837e80-2306-4808-8a9e-2aebba258ba1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:57.193942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9df16700-9548-48df-bbf8-e9ba8cf2a1e4 req-ba837e80-2306-4808-8a9e-2aebba258ba1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0640025 Aug 19 12:56:57.253042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9df16700-9548-48df-bbf8-e9ba8cf2a1e4 req-96a55680-abaf-4846-8cc5-785c4916e2c9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516405 Aug 19 12:56:58.381357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b260197-ab00-4d27-b194-f2be2325cfe1 req-c7ff5773-3e0a-42c7-b0dd-11d780319de1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:58.383015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b260197-ab00-4d27-b194-f2be2325cfe1 req-c7ff5773-3e0a-42c7-b0dd-11d780319de1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0541584 Aug 19 12:56:58.428111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b260197-ab00-4d27-b194-f2be2325cfe1 req-46b205d0-dc31-45fb-958c-afe2c61f57e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Aug 19 12:56:58.959273 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:59.553158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314fc36-8ca0-4184-b613-92b2efb4e19d req-37717120-ec1b-4e43-af47-dae074d2408c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:59.554802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d314fc36-8ca0-4184-b613-92b2efb4e19d req-37717120-ec1b-4e43-af47-dae074d2408c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0558991 Aug 19 12:56:59.601843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d314fc36-8ca0-4184-b613-92b2efb4e19d req-f17423f2-29cb-43b5-944b-42af78afecee tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400231 Aug 19 12:57:00.732149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173097d-d35d-4dc8-893c-a1599ba3e1e2 req-445044cd-b40a-4ced-96a6-4532383cebca tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:00.733800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3173097d-d35d-4dc8-893c-a1599ba3e1e2 req-445044cd-b40a-4ced-96a6-4532383cebca tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0568612 Aug 19 12:57:00.775598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3173097d-d35d-4dc8-893c-a1599ba3e1e2 req-c0119238-8808-46f2-97fc-fcc2e28a573e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352783 Aug 19 12:57:01.789992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-d40dbe35-0438-4450-81cb-e9f255501d83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431139 Aug 19 12:57:01.922607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-a94d84a1-80ab-4194-a645-59c427a99f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:01.924393 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-a94d84a1-80ab-4194-a645-59c427a99f14 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 1096 time: 0.0822570 Aug 19 12:57:01.937413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979abeb-8ba8-4de1-8f8b-aad648f84add req-093cffd5-9b47-4c1c-9701-6ffe38a4fcef tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:01.939234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8979abeb-8ba8-4de1-8f8b-aad648f84add req-093cffd5-9b47-4c1c-9701-6ffe38a4fcef tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0865028 Aug 19 12:57:02.039328 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8979abeb-8ba8-4de1-8f8b-aad648f84add req-26514b15-38c8-48e7-8555-f11f9b6d8fa6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924115 Aug 19 12:57:02.068871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-65f16da2-f73f-49ae-a172-2686d6fbbeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:02.070415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-65f16da2-f73f-49ae-a172-2686d6fbbeef service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1250968 Aug 19 12:57:02.118116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-20a8ccb2-f536-4038-8a1e-1c2d3f65c466 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c012c6-9aba-4066-871b-0291a80e85dd HTTP/1.1" status: 200 len: 217 time: 0.0403211 Aug 19 12:57:02.173583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-45b38746-903c-4b0f-822d-64ee8dc22721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:02.175198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-45b38746-903c-4b0f-822d-64ee8dc22721 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0487924 Aug 19 12:57:02.224198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-aaa5c605-01aa-438b-9c45-aff4c7704e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:02.225745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-aaa5c605-01aa-438b-9c45-aff4c7704e6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424666 Aug 19 12:57:02.329521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-e5572324-5e83-46ad-97e6-07538d7fc4e5 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957131 Aug 19 12:57:02.427075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fddd4b7-b6ed-4c61-a2be-6edab03d9ca0 req-8a476682-dec8-4ae3-ad8c-a73db341adc9 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885057 Aug 19 12:57:03.171015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a1928-18e5-4eac-a703-024eeed1bd32 req-aad41a01-cdf8-4206-bab7-cf9005ed5c7c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:03.172680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-049a1928-18e5-4eac-a703-024eeed1bd32 req-aad41a01-cdf8-4206-bab7-cf9005ed5c7c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0603790 Aug 19 12:57:03.217479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-049a1928-18e5-4eac-a703-024eeed1bd32 req-f15e8ec4-6433-442b-b9dd-6da08f3e086b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381985 Aug 19 12:57:04.343167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d540ea2-630c-4a4e-92e8-26e413504047 req-2ba14ca6-e2c6-4369-bbdd-96db00bb434f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:04.345090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d540ea2-630c-4a4e-92e8-26e413504047 req-2ba14ca6-e2c6-4369-bbdd-96db00bb434f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0527663 Aug 19 12:57:04.399242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d540ea2-630c-4a4e-92e8-26e413504047 req-4ec3f52a-b04b-4527-86bd-0a359a9e4474 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389199 Aug 19 12:57:05.524940 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbbbfa-b738-4a72-9cc9-09dc4f05d3fc req-392c6cd5-5590-4a9d-8a4e-4416cac6085e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:05.527113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17fbbbfa-b738-4a72-9cc9-09dc4f05d3fc req-392c6cd5-5590-4a9d-8a4e-4416cac6085e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0570662 Aug 19 12:57:05.567095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17fbbbfa-b738-4a72-9cc9-09dc4f05d3fc req-470dae84-7b4e-4593-9cb9-507326d3707b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339928 Aug 19 12:57:06.457709 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:57:06.715098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013b3c-551c-4213-b949-961624c80be4 req-096f6f52-f6d2-46bd-952c-936f59e26f2c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:06.715098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59013b3c-551c-4213-b949-961624c80be4 req-096f6f52-f6d2-46bd-952c-936f59e26f2c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0647039 Aug 19 12:57:06.760137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59013b3c-551c-4213-b949-961624c80be4 req-5886f9af-f93c-4e19-b0c8-76e26b177bfc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385211 Aug 19 12:57:07.911838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e95e70-14a5-4b1b-9459-e7db3107257e req-1aadd279-9f50-4399-bbf5-24ce28d62188 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:07.915555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7e95e70-14a5-4b1b-9459-e7db3107257e req-1aadd279-9f50-4399-bbf5-24ce28d62188 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0747850 Aug 19 12:57:07.989946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7e95e70-14a5-4b1b-9459-e7db3107257e req-e3c208ea-dc50-4c82-aa51-c4d89877474b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637922 Aug 19 12:57:09.134465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ecf4e-2e1d-432f-aa10-c4cddb344f64 req-caa8fdab-b168-4160-a5f5-458eee1a57d5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:09.136389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a2ecf4e-2e1d-432f-aa10-c4cddb344f64 req-caa8fdab-b168-4160-a5f5-458eee1a57d5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0556095 Aug 19 12:57:09.191101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a2ecf4e-2e1d-432f-aa10-c4cddb344f64 req-0ad79eac-9043-40ac-aa9e-0f0c9861ce3f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475576 Aug 19 12:57:10.344213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30208c-8f6e-47dc-ab03-a32ebbb40915 req-b648ba48-5de9-47b5-ab3d-ae36b6201b86 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:10.345935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e30208c-8f6e-47dc-ab03-a32ebbb40915 req-b648ba48-5de9-47b5-ab3d-ae36b6201b86 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0674915 Aug 19 12:57:10.387458 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e30208c-8f6e-47dc-ab03-a32ebbb40915 req-447ef91a-8de8-4f5c-b4d7-d1a9d62f2cb9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350218 Aug 19 12:57:11.521953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3ecdb-f1ca-4f67-96e4-f3f17fc0f18b req-72b36c53-26ad-49f6-a344-41b4beba652e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:11.523800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90a3ecdb-f1ca-4f67-96e4-f3f17fc0f18b req-72b36c53-26ad-49f6-a344-41b4beba652e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0533993 Aug 19 12:57:11.581198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90a3ecdb-f1ca-4f67-96e4-f3f17fc0f18b req-efe2b927-435e-48a3-9706-4c08093af679 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445590 Aug 19 12:57:12.097730 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:12.722887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb6e33-a424-4319-a496-f8adc7234e12 req-c81ba145-5c9e-4911-8242-c11547099ec4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:12.725324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6aeb6e33-a424-4319-a496-f8adc7234e12 req-c81ba145-5c9e-4911-8242-c11547099ec4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0569146 Aug 19 12:57:12.768456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6aeb6e33-a424-4319-a496-f8adc7234e12 req-201353a2-009a-4865-8bbe-4293766816d0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Aug 19 12:57:13.910574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1ea88-826e-4d80-8f9f-b780a60b7d11 req-caecf9d3-1d71-40dd-a0e6-0893f02417ed tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:13.912112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82e1ea88-826e-4d80-8f9f-b780a60b7d11 req-caecf9d3-1d71-40dd-a0e6-0893f02417ed tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0665023 Aug 19 12:57:13.954028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82e1ea88-826e-4d80-8f9f-b780a60b7d11 req-337e3e1f-027f-4eea-aa01-40973bea7500 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346608 Aug 19 12:57:14.742877 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:15.121117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e639-bdb7-4cd8-9b84-00d780fafafc req-b1a8181a-2df6-499d-aa10-a254b2eec5e7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:15.122775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfb3e639-bdb7-4cd8-9b84-00d780fafafc req-b1a8181a-2df6-499d-aa10-a254b2eec5e7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0581172 Aug 19 12:57:15.175577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bfb3e639-bdb7-4cd8-9b84-00d780fafafc req-a42f9357-f70e-41b3-848a-b794867bbbe8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450864 Aug 19 12:57:16.303234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a1760-424b-40ab-9b37-65906113b9eb req-a6e207fa-6911-4ba9-a8f0-ea314cb5891c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:16.305514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc0a1760-424b-40ab-9b37-65906113b9eb req-a6e207fa-6911-4ba9-a8f0-ea314cb5891c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0562165 Aug 19 12:57:16.349144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc0a1760-424b-40ab-9b37-65906113b9eb req-3125d7e1-b39e-4abe-9afb-6aa84e32e721 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365288 Aug 19 12:57:17.099675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-85e409e5-b7d8-4c87-9cd4-5d0b48c51d06 req-a2f599b7-c3d6-45a5-b730-6018f4694397 service neutron] (95661) timed out ('10.222.0.44', 51444) {{(pid=95661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:57:17.477504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4c256-f17e-4fdf-9b96-2fc84b1f6f5e req-790abe72-0b59-4b8f-857d-5d6c39152fb4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:17.479964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2a4c256-f17e-4fdf-9b96-2fc84b1f6f5e req-790abe72-0b59-4b8f-857d-5d6c39152fb4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0587196 Aug 19 12:57:17.524735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e2a4c256-f17e-4fdf-9b96-2fc84b1f6f5e req-20872c3a-235b-48f2-ba1f-3c124f189db0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359914 Aug 19 12:57:18.668811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da888aef-1868-4826-876c-da2822c39b60 req-e30013a9-e8ab-4198-a089-851e2358133e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:18.670849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da888aef-1868-4826-876c-da2822c39b60 req-e30013a9-e8ab-4198-a089-851e2358133e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0605304 Aug 19 12:57:18.716404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-da888aef-1868-4826-876c-da2822c39b60 req-a21296ac-3b82-4c30-8717-58236e9f77b4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389018 Aug 19 12:57:19.844828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ef34e-e54f-4a68-95d7-04149b5055da req-bb492ddd-e13b-4823-9d63-298bcecd5c03 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:19.846452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-560ef34e-e54f-4a68-95d7-04149b5055da req-bb492ddd-e13b-4823-9d63-298bcecd5c03 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0555694 Aug 19 12:57:19.889295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-560ef34e-e54f-4a68-95d7-04149b5055da req-6bd6f54c-44b1-47a7-b08c-16073bac0d44 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368488 Aug 19 12:57:21.041588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6debf57-3f44-4295-8ec7-04e945aa3d60 req-22bb73f7-42d0-4a83-a06b-695ff3a3d07c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:21.043399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6debf57-3f44-4295-8ec7-04e945aa3d60 req-22bb73f7-42d0-4a83-a06b-695ff3a3d07c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 943 time: 0.0763509 Aug 19 12:57:21.085456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6debf57-3f44-4295-8ec7-04e945aa3d60 req-d476309d-bbcb-44db-9612-74cd6013aa46 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351758 Aug 19 12:57:21.136944 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-29ebab36-b6b6-4538-8d2a-37dd70c97645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:21.177510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ae8093d4-143d-497d-a9c9-6abafc9e814b details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:57:21.284086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ae8093d4-143d-497d-a9c9-6abafc9e814b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ae8093d4-143d-497d-a9c9-6abafc9e814b,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:21.300314 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'ae8093d4-143d-497d-a9c9-6abafc9e814b', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'port_id': 'ae8093d4-143d-497d-a9c9-6abafc9e814b', 'mac_address': 'fa:16:3e:db:f2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:57:21.344484 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:21.361921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8093d4-143d-497d-a9c9-6abafc9e814b {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:57:21.382859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ae8093d4-143d-497d-a9c9-6abafc9e814b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ae8093d4-143d-497d-a9c9-6abafc9e814b,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:21.537138 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:21.589757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=ae8093d4-143d-497d-a9c9-6abafc9e814b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:21.597636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.597993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.598343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.598672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.599014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.599345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.599678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.600002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.600329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.600653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.600981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.601307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:21.856379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['ae8093d4-143d-497d-a9c9-6abafc9e814b'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:57:22.079758 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42448) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:22.225056 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.236675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072fb03-410f-4dc8-a4e9-6f3421fd3d41 req-babf876c-3a85-4cde-bbf8-f48accecb3a7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:22.239016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e072fb03-410f-4dc8-a4e9-6f3421fd3d41 req-babf876c-3a85-4cde-bbf8-f48accecb3a7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 944 time: 0.0635922 Aug 19 12:57:22.282557 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e072fb03-410f-4dc8-a4e9-6f3421fd3d41 req-af3c4416-5084-4c52-87c6-e281b8023cbc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364370 Aug 19 12:57:22.320447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.422997 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.462332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803e3113-9203-485f-ac21-45835eeff5a0,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:22.466350 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d146c8ecf154896837b3594ecacd212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3853703 Aug 19 12:57:22.469638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42456) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:22.472983 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.473325 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.473697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.474031 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.474360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.475025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.475025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.475321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.475637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.476105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.476283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.476593 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ce443-0269-4039-b211-240c0f7577a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.523647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.545086 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.736088 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.738760 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.739954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/803e3113-9203-485f-ac21-45835eeff5a0 HTTP/1.1" status: 204 len: 168 time: 0.2691650 Aug 19 12:57:22.749225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803e3113-9203-485f-ac21-45835eeff5a0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:22.757672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.758021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.758385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.758700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.759037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.759478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.759857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.760196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.760530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.760908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.761194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:22.761546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7899bb84-7988-438c-b0cc-33e5bbed9e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:23.177717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ae8093d4-143d-497d-a9c9-6abafc9e814b up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:57:23.326007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port ae8093d4-143d-497d-a9c9-6abafc9e814b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:57:23.330709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port ae8093d4-143d-497d-a9c9-6abafc9e814b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:23.331390 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:23.427890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb8456-1b31-46a7-ac65-822af868241b req-f9ce6fa1-0b5e-4bd8-a99c-c60ef2194fe6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:23.429654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3cb8456-1b31-46a7-ac65-822af868241b req-f9ce6fa1-0b5e-4bd8-a99c-c60ef2194fe6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 944 time: 0.0696611 Aug 19 12:57:23.440476 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:23.484823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port ae8093d4-143d-497d-a9c9-6abafc9e814b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ae8093d4-143d-497d-a9c9-6abafc9e814b,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:23.485859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ef9d6f-31aa-4bb0-8bc1-20d250671268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8093d4-143d-497d-a9c9-6abafc9e814b'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:57:23.488468 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69e818a-70c2-43df-b7b1-56312148b57f" -d '{"events": [{"server_uuid": "f2ef9d6f-31aa-4bb0-8bc1-20d250671268", "name": "network-vif-plugged", "status": "completed", "tag": "ae8093d4-143d-497d-a9c9-6abafc9e814b"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:57:23.499147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3cb8456-1b31-46a7-ac65-822af868241b req-6cbf19ed-717a-4390-90fe-d91e74272532 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601900 Aug 19 12:57:23.533130 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fddf512-c0c6-4663-b1d4-93db6ca318c8 x-openstack-request-id: req-4fddf512-c0c6-4663-b1d4-93db6ca318c8 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:57:23.533620 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ef9d6f-31aa-4bb0-8bc1-20d250671268", "name": "network-vif-plugged", "status": "completed", "tag": "ae8093d4-143d-497d-a9c9-6abafc9e814b", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:57:23.533995 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fddf512-c0c6-4663-b1d4-93db6ca318c8 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:57:23.534481 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ef9d6f-31aa-4bb0-8bc1-20d250671268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8093d4-143d-497d-a9c9-6abafc9e814b', 'code': 200} Aug 19 12:57:23.615196 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:23.646233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d68a54-c44d-4c62-868f-ba9a7b84fc6c req-02c3fccc-218e-4395-9703-2358e8e150e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:23.647780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8d68a54-c44d-4c62-868f-ba9a7b84fc6c req-02c3fccc-218e-4395-9703-2358e8e150e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 1096 time: 0.0449915 Aug 19 12:57:23.686094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=ae8093d4-143d-497d-a9c9-6abafc9e814b,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:23.709767 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8d68a54-c44d-4c62-868f-ba9a7b84fc6c req-ccc48d03-904c-4f85-b5d8-e500fd1e914a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472791 Aug 19 12:57:24.837808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babe8fb-3f5b-4217-9b00-6f10d22b72d7 req-eebaa9ac-45dc-4d39-a1b0-8f1332d1d102 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:24.843490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5babe8fb-3f5b-4217-9b00-6f10d22b72d7 req-eebaa9ac-45dc-4d39-a1b0-8f1332d1d102 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 945 time: 0.0621665 Aug 19 12:57:24.891940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5babe8fb-3f5b-4217-9b00-6f10d22b72d7 req-f0d0969a-f5e4-4c78-94cb-391ae4ecbed0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Aug 19 12:57:25.439571 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d499-3f4a-4cbb-8db8-cad9ec3e06c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:25.742831 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:26.055090 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cdf91-265c-42a4-9a0d-b4dee76b5dd6 req-016c7602-5928-4cea-b76b-0287550ab752 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:26.057171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a0cdf91-265c-42a4-9a0d-b4dee76b5dd6 req-016c7602-5928-4cea-b76b-0287550ab752 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 945 time: 0.0684726 Aug 19 12:57:26.110642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a0cdf91-265c-42a4-9a0d-b4dee76b5dd6 req-09f0cb24-7f11-47c1-93f4-1efd840ecb6b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Aug 19 12:57:26.245763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4611b38-d185-46db-b3b2-691ee73c3ffa req-931d3c07-c5cc-41a2-83cc-df7ca8a61f8e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:26.249869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4611b38-d185-46db-b3b2-691ee73c3ffa req-931d3c07-c5cc-41a2-83cc-df7ca8a61f8e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 945 time: 0.0596638 Aug 19 12:57:26.287918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4611b38-d185-46db-b3b2-691ee73c3ffa req-f833e891-5ce2-4184-bc9d-4313e17ada6e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Aug 19 12:57:26.572229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42548) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:26.575519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'network': {'name': 'tempest-network-smoke--925108764', 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:26.685123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Made reservation on behalf of 53e3460c6395429783fcf4e7bc1c5dc0 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:57:26.688869 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:26.698796 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:26.808903 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:26.972204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc9545-a3a3-4f30-9155-62bce805b2f9 req-cdae8ced-e0a8-4d7d-9bfa-01316d68739e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:26.973793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00fc9545-a3a3-4f30-9155-62bce805b2f9 req-cdae8ced-e0a8-4d7d-9bfa-01316d68739e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 945 time: 0.0591819 Aug 19 12:57:27.018386 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:27.023931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-00fc9545-a3a3-4f30-9155-62bce805b2f9 req-a5363f64-5e5e-43b3-bba4-f9501ec11689 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Aug 19 12:57:27.048739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:57:27.058723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d839ef2-2eef-480e-b491-a04f81ac4464,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:27.067263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:27.067263 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Added segment a2ccbb5a-3374-407b-9b32-1e51c84b4537 of type vlan for network 255af2fd-0abb-4fc8-aefc-14d823a35522 Aug 19 12:57:27.106882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:27.165180 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:27.216714 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:27.222856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:27.223952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:27.296518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Network': ['ID=255af2fd-0abb-4fc8-aefc-14d823a35522,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:27.311690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 255af2fd-0abb-4fc8-aefc-14d823a35522 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:57:27.326947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9a6dfc9f-f9cd-4a9d-a851-326ea98cec66 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7572052 Aug 19 12:57:27.329414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42554) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:27.334211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'admin_state_up': True, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:27.422942 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:27.423945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:27.478830 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:27.723147 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:28.045467 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:28.075920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:28.214373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224534e-fd56-4614-8a59-9e39492ffcc4 req-0a16f56c-1192-4f40-95ea-983ea15fdfd3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:28.215897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6224534e-fd56-4614-8a59-9e39492ffcc4 req-0a16f56c-1192-4f40-95ea-983ea15fdfd3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 945 time: 0.1011631 Aug 19 12:57:28.236714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Allocated IP 172.25.6.161 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/61b324cb-77cc-410e-ade1-2f4fcd753a93) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:57:28.291065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6224534e-fd56-4614-8a59-9e39492ffcc4 req-39350d8c-03e2-403e-9689-b68356502381 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662668 Aug 19 12:57:28.378501 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:28.463075 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:28.502706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:57:28.507777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:57:28.512693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:57:28.548176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Port': ['ID=61b324cb-77cc-410e-ade1-2f4fcd753a93,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:28.691464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ab36e-070c-4367-8ecd-7c0557a81fb1 req-5b293b4d-6cd5-46d2-ae64-021a187ec0b2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:28.692974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-034ab36e-070c-4367-8ecd-7c0557a81fb1 req-5b293b4d-6cd5-46d2-ae64-021a187ec0b2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 945 time: 0.1380255 Aug 19 12:57:28.808622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-034ab36e-070c-4367-8ecd-7c0557a81fb1 req-02d8ff54-6387-49c0-bfcd-cd8f8f9ee8fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Deleting port ae8093d4-143d-497d-a9c9-6abafc9e814b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:57:28.808876 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-034ab36e-070c-4367-8ecd-7c0557a81fb1 req-02d8ff54-6387-49c0-bfcd-cd8f8f9ee8fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:28.943860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-034ab36e-070c-4367-8ecd-7c0557a81fb1 req-02d8ff54-6387-49c0-bfcd-cd8f8f9ee8fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] For port ae8093d4-143d-497d-a9c9-6abafc9e814b, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=ae8093d4-143d-497d-a9c9-6abafc9e814b,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:28.944228 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-034ab36e-070c-4367-8ecd-7c0557a81fb1 req-02d8ff54-6387-49c0-bfcd-cd8f8f9ee8fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:28.960249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:28.989931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-034ab36e-070c-4367-8ecd-7c0557a81fb1 req-02d8ff54-6387-49c0-bfcd-cd8f8f9ee8fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Calling delete_port for ae8093d4-143d-497d-a9c9-6abafc9e814b owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:57:29.059447 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:29.320412 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-034ab36e-070c-4367-8ecd-7c0557a81fb1 req-02d8ff54-6387-49c0-bfcd-cd8f8f9ee8fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:29.322601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:29.334281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['a4c012c6-9aba-4066-871b-0291a80e85dd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:57:29.360785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8ff54-6387-49c0-bfcd-cd8f8f9ee8fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event deleted for resources: {'Port': ['ID=ae8093d4-143d-497d-a9c9-6abafc9e814b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:29.452607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d58001e-0aca-4a6d-9cc1-0de349f39246 req-d876c971-8681-4534-b83e-a05e8a27b503 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 210 time: 0.0563316 Aug 19 12:57:29.474951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-034ab36e-070c-4367-8ecd-7c0557a81fb1 req-02d8ff54-6387-49c0-bfcd-cd8f8f9ee8fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] No DVR routers for this DVR port ae8093d4-143d-497d-a9c9-6abafc9e814b on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:57:29.503065 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-034ab36e-070c-4367-8ecd-7c0557a81fb1 req-02d8ff54-6387-49c0-bfcd-cd8f8f9ee8fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:29.510051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-034ab36e-070c-4367-8ecd-7c0557a81fb1 req-02d8ff54-6387-49c0-bfcd-cd8f8f9ee8fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "DELETE /v2.0/ports/ae8093d4-143d-497d-a9c9-6abafc9e814b HTTP/1.1" status: 204 len: 173 time: 0.8062928 Aug 19 12:57:29.510647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ef9d6f-31aa-4bb0-8bc1-20d250671268', 'name': 'network-vif-deleted', 'tag': 'ae8093d4-143d-497d-a9c9-6abafc9e814b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:57:29.512896 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5c9b51-4fe5-4983-99ca-9896866358d4" -d '{"events": [{"server_uuid": "f2ef9d6f-31aa-4bb0-8bc1-20d250671268", "name": "network-vif-deleted", "tag": "ae8093d4-143d-497d-a9c9-6abafc9e814b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:57:29.573152 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0ffa66-3c20-4050-b472-ca191e2a5513 x-openstack-request-id: req-8b0ffa66-3c20-4050-b472-ca191e2a5513 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:57:29.573152 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ef9d6f-31aa-4bb0-8bc1-20d250671268", "name": "network-vif-deleted", "tag": "ae8093d4-143d-497d-a9c9-6abafc9e814b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:57:29.573152 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b0ffa66-3c20-4050-b472-ca191e2a5513 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:57:29.573577 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ef9d6f-31aa-4bb0-8bc1-20d250671268', 'name': 'network-vif-deleted', 'tag': 'ae8093d4-143d-497d-a9c9-6abafc9e814b', 'status': 'completed', 'code': 200} Aug 19 12:57:29.673820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Router 50932e15-f727-4c15-be3d-0ece35eb10ec is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:57:29.797729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:57:29.809515 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Sync routers for ids ['50932e15-f727-4c15-be3d-0ece35eb10ec'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:57:29.826930 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Routers {'50932e15-f727-4c15-be3d-0ece35eb10ec'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:57:29.827482 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:57:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['50932e15-f727-4c15-be3d-0ece35eb10ec'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:29.896636 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:29.901794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f10ae0bd-b26b-4ac8-a4c3-ca1cc3e09c14 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5673847 Aug 19 12:57:29.901973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42578) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:29.953671 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Set router 50932e15-f727-4c15-be3d-0ece35eb10ec gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:57:30.084082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7879ec38-171c-4d30-a352-b635edd5f97a tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=53e3460c6395429783fcf4e7bc1c5dc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1806891 Aug 19 12:57:30.091048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42584) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:30.183002 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:28Z', 'revision_number': 3, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:30.214723 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Checking router: 50932e15-f727-4c15-be3d-0ece35eb10ec for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:57:30.215074 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Updating router 50932e15-f727-4c15-be3d-0ece35eb10ec port 61b324cb-77cc-410e-ade1-2f4fcd753a93 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:57:30.246868 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:30.598738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-257a6052-502e-4e33-a7e6-dd87d46023d5 req-be70e86d-ccfd-4873-bc81-1236ffe10aa5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 210 time: 0.0518773 Aug 19 12:57:30.611230 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:30.627983 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Transition to ACTIVE for port object 61b324cb-77cc-410e-ade1-2f4fcd753a93 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:57:30.688170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfbd32-95e5-4c6b-ac7e-e28e692ee0ac tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:30.692683 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42592) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:30.693224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-58dfbd32-95e5-4c6b-ac7e-e28e692ee0ac tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6053765 Aug 19 12:57:30.742911 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:30.754716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42594) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:30.754974 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b38e5081-792d-4f12-ae6d-4d58a16bb40c tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609026 Aug 19 12:57:30.762099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1741384291', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:30.803448 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Attempting to bind port 61b324cb-77cc-410e-ade1-2f4fcd753a93 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:57:30.803949 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Attempting to bind port 61b324cb-77cc-410e-ade1-2f4fcd753a93 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:57:30.804328 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Attempting to bind port 61b324cb-77cc-410e-ade1-2f4fcd753a93 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:57:30.809538 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Pushing event updated for resources: {'Port': ['ID=61b324cb-77cc-410e-ade1-2f4fcd753a93,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:30.817501 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.817936 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.818341 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.818764 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.819168 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.819565 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.819961 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.820383 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.820783 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.821173 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.822153 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.822550 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:30.826097 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:57:30.826288 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:57:30.826801 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:30.827280 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:57:30.827839 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Bound port: 61b324cb-77cc-410e-ade1-2f4fcd753a93, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:57:30.828815 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:30.896742 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] For port 61b324cb-77cc-410e-ade1-2f4fcd753a93, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:57:30.900666 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] For port 61b324cb-77cc-410e-ade1-2f4fcd753a93, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=61b324cb-77cc-410e-ade1-2f4fcd753a93,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:57:31.000473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Made reservation on behalf of 53e3460c6395429783fcf4e7bc1c5dc0 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:57:31.004247 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:31.028710 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:31.094043 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Routers {'50932e15-f727-4c15-be3d-0ece35eb10ec'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:57:31.094786 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:57:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['50932e15-f727-4c15-be3d-0ece35eb10ec'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:31.100289 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0398c-e04b-43ef-b10a-9189e355f1c8 None None] Pushing event updated for resources: {'Port': ['ID=61b324cb-77cc-410e-ade1-2f4fcd753a93,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:31.215052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ae8093d4-143d-497d-a9c9-6abafc9e814b no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:57:31.244634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: ae8093d4-143d-497d-a9c9-6abafc9e814b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:57:31.244880 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] Set router 50932e15-f727-4c15-be3d-0ece35eb10ec gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:57:31.245507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device ae8093d4-143d-497d-a9c9-6abafc9e814b not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:57:31.360308 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:31.460211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Checking segment: {'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:57:31.460587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network hostable DHCP agents. Network: 255af2fd-0abb-4fc8-aefc-14d823a35522, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:57:31.467294 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Subnet': ['ID=d267fa3b-a724-46ee-bdc0-25c119ce6884,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:31.549437 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:28Z', 'revision_number': 3, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:31.574889 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d3eee-b1bb-43ea-bf63-e3d7edc4afe2 None None] The sync data for ids ['50932e15-f727-4c15-be3d-0ece35eb10ec'] in n-d-778732-8 is: [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:28Z', 'revision_number': 3, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:57:31.697221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network 255af2fd-0abb-4fc8-aefc-14d823a35522 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:57:31.756533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1a955928-4cd4-4a21-93b2-851f90521fd3 req-a5757b07-a6e5-487a-a39a-648c645aea0b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 210 time: 0.0370035 Aug 19 12:57:31.823625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 255af2fd-0abb-4fc8-aefc-14d823a35522) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:57:31.829501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:31.830116 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:31.880494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f78a0d-36c7-401c-b335-80bef266828d None None] Network 255af2fd-0abb-4fc8-aefc-14d823a35522 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:57:31.964418 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42602) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:31.965165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-712cfcae-114a-4db3-bba3-76f864088ce1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2083838 Aug 19 12:57:32.130369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-255af2fd-0abb-4fc8-aefc-14d823a35522', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'fixed_ips': [{'subnet_id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:57:32.130369 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:32.305142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Allocated IP 172.20.0.2 (255af2fd-0abb-4fc8-aefc-14d823a35522/d267fa3b-a724-46ee-bdc0-25c119ce6884/18a30902-5b84-4e0d-b1a5-5acc55baee32) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:57:32.552987 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:32.562845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Transition to ACTIVE for port object 18a30902-5b84-4e0d-b1a5-5acc55baee32 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:57:32.579229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Transition to ACTIVE for port object 18a30902-5b84-4e0d-b1a5-5acc55baee32 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:57:32.685956 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:32.759828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Pushing event updated for resources: {'Port': ['ID=18a30902-5b84-4e0d-b1a5-5acc55baee32,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:32.785102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Network 255af2fd-0abb-4fc8-aefc-14d823a35522 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:57:32.789978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:57:32.798229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:57:32.910064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Attempting to bind port 18a30902-5b84-4e0d-b1a5-5acc55baee32 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:57:32.910434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Attempting to bind port 18a30902-5b84-4e0d-b1a5-5acc55baee32 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:57:32.910796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Attempting to bind port 18a30902-5b84-4e0d-b1a5-5acc55baee32 on network 255af2fd-0abb-4fc8-aefc-14d823a35522 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:57:32.917736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:57:32.918131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Checking segment: {'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:57:32.918497 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:32.918965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Bound using segment: {'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:57:32.919444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Bound port: 18a30902-5b84-4e0d-b1a5-5acc55baee32, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:57:32.919862 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:32.934708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-34c556a0-87ba-483a-83e9-96b070026258 req-eba7f907-2899-45f9-9e41-48198f30f291 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 210 time: 0.0521696 Aug 19 12:57:32.971041 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:33.015145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] For port 18a30902-5b84-4e0d-b1a5-5acc55baee32, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:57:33.018929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] For port 18a30902-5b84-4e0d-b1a5-5acc55baee32, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=18a30902-5b84-4e0d-b1a5-5acc55baee32,segment=NetworkSegment(a2ccbb5a-3374-407b-9b32-1e51c84b4537),segment_id=a2ccbb5a-3374-407b-9b32-1e51c84b4537)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:57:33.091588 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:33.223447 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad453222-6757-43fe-bdfa-ecbce3cbfd3d None None] Pushing event updated for resources: {'Port': ['ID=18a30902-5b84-4e0d-b1a5-5acc55baee32,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:33.355986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Allocated IP 172.20.0.1 (255af2fd-0abb-4fc8-aefc-14d823a35522/d267fa3b-a724-46ee-bdc0-25c119ce6884/0cd4f44f-d7e5-4a05-bd12-e63a1abae129) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:57:33.377002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 61b324cb-77cc-410e-ade1-2f4fcd753a93 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:57:33.572830 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:33.588415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 61b324cb-77cc-410e-ade1-2f4fcd753a93 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:57:33.590427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Transition to ACTIVE for port object 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:57:33.599069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 61b324cb-77cc-410e-ade1-2f4fcd753a93 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:33.601096 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:33.722725 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:33.725734 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:33.748859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 61b324cb-77cc-410e-ade1-2f4fcd753a93, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=61b324cb-77cc-410e-ade1-2f4fcd753a93,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:33.794966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network 255af2fd-0abb-4fc8-aefc-14d823a35522 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:57:33.797622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Port': ['ID=0cd4f44f-d7e5-4a05-bd12-e63a1abae129,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:33.803484 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:57:33.810159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:57:33.864485 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:33.872240 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:33.941342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=61b324cb-77cc-410e-ade1-2f4fcd753a93,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:34.036697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b469766-2e9b-4948-9f77-691afd0ae152 req-11975de7-2074-4444-ae27-6ec1bd6bcd05 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 210 time: 0.0312228 Aug 19 12:57:34.168633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:34.504378 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:34.627664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:34.713708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:34.715535 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Port': ['ID=0cd4f44f-d7e5-4a05-bd12-e63a1abae129,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:34.769988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a1f94-7251-4994-990e-a7870e0bca0e None None] Network 255af2fd-0abb-4fc8-aefc-14d823a35522 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:57:34.862969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network 255af2fd-0abb-4fc8-aefc-14d823a35522 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:57:34.864535 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:57:34.993718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-34586592-6c01-47ab-81bd-3c1b856196f3 None None] Provisioning for port 18a30902-5b84-4e0d-b1a5-5acc55baee32 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:57:35.003754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Router 50932e15-f727-4c15-be3d-0ece35eb10ec has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:57:35.200197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91da2487-4b41-4c38-8814-72bc60ce3fd7 req-cb2e85c1-0d63-4b0b-a03d-5abf23966e10 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2ef9d6f-31aa-4bb0-8bc1-20d250671268 HTTP/1.1" status: 200 len: 210 time: 0.0417056 Aug 19 12:57:35.204388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:57:35.216505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Sync routers for ids ['50932e15-f727-4c15-be3d-0ece35eb10ec'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:57:35.218155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42624) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:35.221798 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7d371b5e-1057-4ed9-ac84-b371cc3ab476 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "PUT /v2.0/routers/50932e15-f727-4c15-be3d-0ece35eb10ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2511466 Aug 19 12:57:35.222964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4aea6977-0e48-414a-9cf6-126e9d893a8f tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2077306603', 'description': 'tempest-secgroup_access--2077306603 description', 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:35.234274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Routers {'50932e15-f727-4c15-be3d-0ece35eb10ec'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:57:35.234438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:57:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['50932e15-f727-4c15-be3d-0ece35eb10ec'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:35.395775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Set router 50932e15-f727-4c15-be3d-0ece35eb10ec gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:57:35.427812 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4aea6977-0e48-414a-9cf6-126e9d893a8f tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.436853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 18a30902-5b84-4e0d-b1a5-5acc55baee32 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:57:35.530154 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4aea6977-0e48-414a-9cf6-126e9d893a8f tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.575964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9c9ff259-693e-46c5-8ff3-426ca275f382 None None] Provisioning for port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:57:35.584796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9c9ff259-693e-46c5-8ff3-426ca275f382 None None] Provisioning complete for port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:35.585440 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c9ff259-693e-46c5-8ff3-426ca275f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.622620 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4aea6977-0e48-414a-9cf6-126e9d893a8f tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.657001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ff259-693e-46c5-8ff3-426ca275f382 None None] Port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:57:35.692640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea6977-0e48-414a-9cf6-126e9d893a8f tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cc8b58-8d16-46f4-9701-2b818b15dcc7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:35.748946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4aea6977-0e48-414a-9cf6-126e9d893a8f tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.753444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42630) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:35.755671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4aea6977-0e48-414a-9cf6-126e9d893a8f tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5344970 Aug 19 12:57:35.758756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3a61cda3-3b29-45dc-a599-e1727df7c1b1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--585327730', 'description': 'tempest-secgroup_general--585327730 description', 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:35.790823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 18a30902-5b84-4e0d-b1a5-5acc55baee32 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:57:35.813471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 18a30902-5b84-4e0d-b1a5-5acc55baee32 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:35.814044 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.920048 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a61cda3-3b29-45dc-a599-e1727df7c1b1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.934420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a12f1379-42a8-47e4-a288-98298ed169d9 None None] Provisioning complete for port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:35.938718 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a12f1379-42a8-47e4-a288-98298ed169d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.976340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '0cd4f44f-d7e5-4a05-bd12-e63a1abae129', 'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:68:41:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:33Z', 'updated_at': '2021-08-19T12:57:34Z', 'revision_number': 2, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:36.051566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Checking router: 50932e15-f727-4c15-be3d-0ece35eb10ec for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:57:36.051958 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Updating router 50932e15-f727-4c15-be3d-0ece35eb10ec port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:57:36.056356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a12f1379-42a8-47e4-a288-98298ed169d9 None None] Port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:57:36.068084 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a61cda3-3b29-45dc-a599-e1727df7c1b1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.094005 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.096373 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.143486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a61cda3-3b29-45dc-a599-e1727df7c1b1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.171432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 18a30902-5b84-4e0d-b1a5-5acc55baee32, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=18a30902-5b84-4e0d-b1a5-5acc55baee32,segment=NetworkSegment(a2ccbb5a-3374-407b-9b32-1e51c84b4537),segment_id=a2ccbb5a-3374-407b-9b32-1e51c84b4537)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:36.199098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61cda3-3b29-45dc-a599-e1727df7c1b1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9362fe32-1d0c-4fc5-a02b-02cb40f47539,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:36.241561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4316ff4d-5151-49c3-917f-4ab537d9fa8c None None] Provisioning complete for port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:36.241948 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4316ff4d-5151-49c3-917f-4ab537d9fa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.292788 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.293708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 61b324cb-77cc-410e-ade1-2f4fcd753a93 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:57:36.347869 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a61cda3-3b29-45dc-a599-e1727df7c1b1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.347869 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3a61cda3-3b29-45dc-a599-e1727df7c1b1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5891585 Aug 19 12:57:36.351644 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42638) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:36.358061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5f2c19b7-7080-4c31-ac12-7555e06a8f79 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'security_group_rule': {'security_group_id': '83cc8b58-8d16-46f4-9701-2b818b15dcc7', 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:36.503725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f2c19b7-7080-4c31-ac12-7555e06a8f79 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.556422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4316ff4d-5151-49c3-917f-4ab537d9fa8c None None] Port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:57:36.589826 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f2c19b7-7080-4c31-ac12-7555e06a8f79 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.597911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=18a30902-5b84-4e0d-b1a5-5acc55baee32,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:36.640905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 61b324cb-77cc-410e-ade1-2f4fcd753a93 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:36.641285 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.713788 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f2c19b7-7080-4c31-ac12-7555e06a8f79 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.738134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c19b7-7080-4c31-ac12-7555e06a8f79 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dda050-8bf1-44ba-80c5-1bb99741c80c,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:36.752809 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.783355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Transition to ACTIVE for port object 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:57:36.879742 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f2c19b7-7080-4c31-ac12-7555e06a8f79 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.883175 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f2c19b7-7080-4c31-ac12-7555e06a8f79 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5284505 Aug 19 12:57:36.907894 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.010449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc1d63-194f-40b3-a96e-f3fe4e655629 None None] Pushing event updated for resources: {'Port': ['ID=0cd4f44f-d7e5-4a05-bd12-e63a1abae129,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:37.053524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Attempting to bind port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:57:37.053978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Attempting to bind port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:57:37.054370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Attempting to bind port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 on network 255af2fd-0abb-4fc8-aefc-14d823a35522 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:57:37.061672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:57:37.062082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Checking segment: {'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:57:37.062577 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.062989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Bound using segment: {'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:57:37.063488 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Bound port: 0cd4f44f-d7e5-4a05-bd12-e63a1abae129, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:57:37.063927 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.069457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-a16f3193-dae0-4a94-8825-093c7d734fb8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--2077306603&fields=id&tenant_id=53e3460c6395429783fcf4e7bc1c5dc0 HTTP/1.1" status: 200 len: 267 time: 0.0705040 Aug 19 12:57:37.128163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-bc4e761f-907e-4e18-bc3d-267c77b4403a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--585327730&fields=id&tenant_id=53e3460c6395429783fcf4e7bc1c5dc0 HTTP/1.1" status: 200 len: 267 time: 0.0539997 Aug 19 12:57:37.146356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] For port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:57:37.150837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] For port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0cd4f44f-d7e5-4a05-bd12-e63a1abae129,segment=NetworkSegment(a2ccbb5a-3374-407b-9b32-1e51c84b4537),segment_id=a2ccbb5a-3374-407b-9b32-1e51c84b4537)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:57:37.246567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-84774852-87cf-4ca9-97d2-e01b0d172f6d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:37.248185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-84774852-87cf-4ca9-97d2-e01b0d172f6d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/networks?id=255af2fd-0abb-4fc8-aefc-14d823a35522 HTTP/1.1" status: 200 len: 796 time: 0.1189377 Aug 19 12:57:37.281963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-5753d8d8-bae8-4884-919f-75fc144433aa tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/quotas/53e3460c6395429783fcf4e7bc1c5dc0 HTTP/1.1" status: 200 len: 375 time: 0.0234790 Aug 19 12:57:37.286316 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.375360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-f1d26ace-70c4-4a1a-8169-ddcbb8587390 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921407 Aug 19 12:57:37.377302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc1d63-194f-40b3-a96e-f3fe4e655629 None None] Pushing event updated for resources: {'Port': ['ID=0cd4f44f-d7e5-4a05-bd12-e63a1abae129,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:37.410633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 18a30902-5b84-4e0d-b1a5-5acc55baee32 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:57:37.447960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Routers {'50932e15-f727-4c15-be3d-0ece35eb10ec'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:57:37.448977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:57:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['50932e15-f727-4c15-be3d-0ece35eb10ec'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:37.491357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-8218b6ac-126e-4620-b802-ae120366efc8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:57:37.500394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-8218b6ac-126e-4620-b802-ae120366efc8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1057789 Aug 19 12:57:37.568568 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 18a30902-5b84-4e0d-b1a5-5acc55baee32 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:37.569075 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.623301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] Set router 50932e15-f727-4c15-be3d-0ece35eb10ec gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:57:37.632764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-71d1a84e-2069-42ae-9fa7-7f913071bd66 service neutron] 10.222.0.44 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285446 Aug 19 12:57:37.765417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7bc58bfa-a9b6-4db5-a2c0-5cab5d70792a service neutron] 10.222.0.44 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265788 Aug 19 12:57:37.900028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '0cd4f44f-d7e5-4a05-bd12-e63a1abae129', 'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:68:41:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:33Z', 'updated_at': '2021-08-19T12:57:37Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:37.927711 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d436663-76b5-432a-996e-00c050eb8cf7 None None] The sync data for ids ['50932e15-f727-4c15-be3d-0ece35eb10ec'] in n-d-778732-8 is: [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '0cd4f44f-d7e5-4a05-bd12-e63a1abae129', 'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:68:41:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:33Z', 'updated_at': '2021-08-19T12:57:37Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:57:38.095905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fbad46c-b905-4eb9-baa5-40cd40281c26 req-603750ea-724c-4959-afd7-9b4961aacdd6 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 210 time: 0.0307453 Aug 19 12:57:39.225875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be5602ab-3e8d-4728-841b-29753d19ca70 req-8632d072-fa6d-4f15-a200-de7df4521248 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 210 time: 0.0644820 Aug 19 12:57:39.391526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:57:39.615826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:57:39.615826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:39.616623 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:39.751990 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:39.825520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0cd4f44f-d7e5-4a05-bd12-e63a1abae129,segment=NetworkSegment(a2ccbb5a-3374-407b-9b32-1e51c84b4537),segment_id=a2ccbb5a-3374-407b-9b32-1e51c84b4537)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:40.033217 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:40.146898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=0cd4f44f-d7e5-4a05-bd12-e63a1abae129,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:40.380736 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b49b9805-9518-49a3-a2c2-13dc7592d9a7 req-add9ccd7-6934-422d-ad10-6aa32c674eae tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 210 time: 0.0528798 Aug 19 12:57:41.319943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:57:41.375379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:41.375866 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:41.538761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6e6cdfe-6930-4da5-9a72-aa8c8734e2e1 req-d057b864-a16d-46df-be28-74b784782f79 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 210 time: 0.0492556 Aug 19 12:57:42.120357 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:42.285609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-504d2ca2-1475-4ba0-ab83-040d58bdb19f tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:42.287158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-504d2ca2-1475-4ba0-ab83-040d58bdb19f tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.52 "GET /v2.0/networks?id=255af2fd-0abb-4fc8-aefc-14d823a35522 HTTP/1.1" status: 200 len: 796 time: 0.1357377 Aug 19 12:57:42.342362 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-c6703c95-e739-49b3-b5bc-780219c567c7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53e3460c6395429783fcf4e7bc1c5dc0 HTTP/1.1" status: 200 len: 477 time: 0.0430639 Aug 19 12:57:42.354731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'port': {'device_id': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'admin_state_up': True, 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'security_groups': ['83cc8b58-8d16-46f4-9701-2b818b15dcc7', '9362fe32-1d0c-4fc5-a02b-02cb40f47539']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:42.622223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Made reservation on behalf of 53e3460c6395429783fcf4e7bc1c5dc0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:57:42.626062 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:42.644883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-80fff2fa-f878-49e8-93b8-e5b83d3f87d2 req-18d52a64-6f79-462a-988e-def1e6653704 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 210 time: 0.0350225 Aug 19 12:57:42.794272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Allocated IP 172.20.0.11 (255af2fd-0abb-4fc8-aefc-14d823a35522/d267fa3b-a724-46ee-bdc0-25c119ce6884/c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:57:42.992632 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:43.009924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Transition to ACTIVE for port object c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:57:43.314096 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:43.365331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network 255af2fd-0abb-4fc8-aefc-14d823a35522 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:57:43.368728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:57:43.372906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:57:43.381596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Port': ['ID=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:43.432488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:43.433145 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:43.457949 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:57:43.591071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-7d4e661d-8b76-4b43-95ca-fa4110ae41c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.2405403 Aug 19 12:57:43.673249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Request body: {'port': {'device_id': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:43.745769 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:43.793305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7a243a19-9cc0-44b0-96f7-a7d1524754c2 None None] Provisioning for port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:57:43.798366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7a243a19-9cc0-44b0-96f7-a7d1524754c2 None None] Provisioning complete for port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:43.799134 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7a243a19-9cc0-44b0-96f7-a7d1524754c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:43.838493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7a243a19-9cc0-44b0-96f7-a7d1524754c2 None None] Port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:57:43.882412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbbb56-6a7a-485c-959c-4b4dcca15705 req-3ee2205f-05ae-46f7-87c0-b49ad858699a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:43.885020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0acbbb56-6a7a-485c-959c-4b4dcca15705 req-3ee2205f-05ae-46f7-87c0-b49ad858699a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 945 time: 0.1260676 Aug 19 12:57:43.898609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884fb1c-4e63-421d-8fec-a64f9cdad760 req-623c3ee8-e6bd-4242-a317-53023c81a7ce tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:43.901134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3884fb1c-4e63-421d-8fec-a64f9cdad760 req-623c3ee8-e6bd-4242-a317-53023c81a7ce tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 971 time: 0.1565526 Aug 19 12:57:44.041017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3884fb1c-4e63-421d-8fec-a64f9cdad760 req-2181d494-92c4-4f03-ab3d-1f78eb25e145 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1273296 Aug 19 12:57:44.059151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0acbbb56-6a7a-485c-959c-4b4dcca15705 req-a6371f73-0012-42fe-9df0-1da015b880dc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569459 Aug 19 12:57:44.207152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:57:44.215909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:44.228846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Transition to ACTIVE for port object c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:57:44.365204 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:44.421669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:44.490278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Attempting to bind port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:57:44.490615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Attempting to bind port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:57:44.490950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Attempting to bind port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 on network 255af2fd-0abb-4fc8-aefc-14d823a35522 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:57:44.498072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 on network 255af2fd-0abb-4fc8-aefc-14d823a35522 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:57:44.498397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Attempting to bind port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 on network 255af2fd-0abb-4fc8-aefc-14d823a35522 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:57:44.504097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:57:44.504438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Checking segment: {'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:57:44.504821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Bound using segment: {'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:57:44.505340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Bound port: c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ccbb5a-3374-407b-9b32-1e51c84b4537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:57:44.505867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:44.587262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] For port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:57:44.591231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] For port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7,segment=NetworkSegment(a2ccbb5a-3374-407b-9b32-1e51c84b4537),segment_id=a2ccbb5a-3374-407b-9b32-1e51c84b4537)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:57:44.732493 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:44.771221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:44.771963 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:44.774058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] 10.222.0.52 "PUT /v2.0/ports/c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 HTTP/1.1" status: 200 len: 1131 time: 1.1684904 Aug 19 12:57:44.778150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'tag': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:57:44.779835 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952b91e8-4561-49de-b4c3-13688593fe1b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c227da2-bed6-4d7e-8387-95e0f467eb9f", "tag": "c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:57:44.815031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a8a58-dc3f-4e17-8eb6-416118a48c89 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:44.842879 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c55ad5-e6c7-481e-ac64-305eb87aca36 x-openstack-request-id: req-f7c55ad5-e6c7-481e-ac64-305eb87aca36 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:57:44.842879 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c227da2-bed6-4d7e-8387-95e0f467eb9f", "tag": "c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:57:44.842879 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7c55ad5-e6c7-481e-ac64-305eb87aca36 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:57:44.842879 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'tag': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7', 'status': 'completed', 'code': 200} Aug 19 12:57:44.871878 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:44.917338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b91e8-4561-49de-b4c3-13688593fe1b req-ed492e58-ba54-48f6-b829-d9261c77ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:44.919207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-952b91e8-4561-49de-b4c3-13688593fe1b req-ed492e58-ba54-48f6-b829-d9261c77ecaa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 1134 time: 0.0542960 Aug 19 12:57:45.050515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b91e8-4561-49de-b4c3-13688593fe1b req-2cbbfb27-909a-44c1-a15e-65227d282568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:45.051982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-952b91e8-4561-49de-b4c3-13688593fe1b req-2cbbfb27-909a-44c1-a15e-65227d282568 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1241121 Aug 19 12:57:45.254815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c704c5d-3496-40f1-9f13-00fb29e30986 req-2ef91473-9beb-4d16-8225-fbd714905a76 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:45.256282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c704c5d-3496-40f1-9f13-00fb29e30986 req-2ef91473-9beb-4d16-8225-fbd714905a76 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 983 time: 0.1195354 Aug 19 12:57:45.270231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d020d6-5915-42d7-9e69-c58f8ac7913f req-460d6336-5de6-4a0f-82cf-185b575f4130 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:45.271603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5d020d6-5915-42d7-9e69-c58f8ac7913f req-460d6336-5de6-4a0f-82cf-185b575f4130 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 945 time: 0.1240730 Aug 19 12:57:45.287718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b91e8-4561-49de-b4c3-13688593fe1b req-140f43a7-fa25-4f9f-a33b-2b8fe017935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:45.289287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-952b91e8-4561-49de-b4c3-13688593fe1b req-140f43a7-fa25-4f9f-a33b-2b8fe017935e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2259004 Aug 19 12:57:45.347407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c704c5d-3496-40f1-9f13-00fb29e30986 req-e4b48855-8568-43da-b3ef-8cb7f51f3c4b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0747452 Aug 19 12:57:45.379081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a5d020d6-5915-42d7-9e69-c58f8ac7913f req-e6c66a2b-a212-4e7f-ae79-86316b203598 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=566993c5-eccb-49ea-8a8d-4083db11652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942559 Aug 19 12:57:45.398854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-5e182e9d-8757-4d14-ac3f-d228889978af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:45.401735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-5e182e9d-8757-4d14-ac3f-d228889978af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 1134 time: 0.0591588 Aug 19 12:57:45.483699 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-1b7ab024-6e00-4766-bb0f-24caf2791866 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 HTTP/1.1" status: 200 len: 217 time: 0.0671380 Aug 19 12:57:45.537471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73975f7a-ce0c-43e8-8c19-64dd67d7ec78 req-2c5850ba-bf56-4c49-a3f1-c41e922f0cf1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:45.538993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73975f7a-ce0c-43e8-8c19-64dd67d7ec78 req-2c5850ba-bf56-4c49-a3f1-c41e922f0cf1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 945 time: 0.1212199 Aug 19 12:57:45.584493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-be165b44-cf46-4c2c-b3b2-633c7ad8fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:45.586007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-be165b44-cf46-4c2c-b3b2-633c7ad8fb60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d267fa3b-a724-46ee-bdc0-25c119ce6884 HTTP/1.1" status: 200 len: 835 time: 0.0897357 Aug 19 12:57:45.672027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-15b5349c-a21d-485e-940f-af7f0803bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:45.673664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-15b5349c-a21d-485e-940f-af7f0803bc38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=255af2fd-0abb-4fc8-aefc-14d823a35522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790915 Aug 19 12:57:45.760211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-73975f7a-ce0c-43e8-8c19-64dd67d7ec78 req-b892d60a-1f1a-4961-8495-0cbbf0f0c8f2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Deleting port a4c012c6-9aba-4066-871b-0291a80e85dd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:57:45.761682 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-73975f7a-ce0c-43e8-8c19-64dd67d7ec78 req-b892d60a-1f1a-4961-8495-0cbbf0f0c8f2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:45.866946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-1758bacc-dcbf-4a52-be20-0a1708292baa service neutron] 10.222.0.52 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803160 Aug 19 12:57:45.953697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-73975f7a-ce0c-43e8-8c19-64dd67d7ec78 req-b892d60a-1f1a-4961-8495-0cbbf0f0c8f2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] For port a4c012c6-9aba-4066-871b-0291a80e85dd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a4c012c6-9aba-4066-871b-0291a80e85dd,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:45.954056 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-73975f7a-ce0c-43e8-8c19-64dd67d7ec78 req-b892d60a-1f1a-4961-8495-0cbbf0f0c8f2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:45.975268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-73975f7a-ce0c-43e8-8c19-64dd67d7ec78 req-b892d60a-1f1a-4961-8495-0cbbf0f0c8f2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Calling delete_port for a4c012c6-9aba-4066-871b-0291a80e85dd owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:57:46.047853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f18850c-a8fb-417b-b90f-d185f1ef7657 req-53c04e5b-52e3-453b-b106-9d8653e9cec1 service neutron] 10.222.0.52 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666062 Aug 19 12:57:46.302422 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-73975f7a-ce0c-43e8-8c19-64dd67d7ec78 req-b892d60a-1f1a-4961-8495-0cbbf0f0c8f2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:46.319463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['a4c012c6-9aba-4066-871b-0291a80e85dd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:57:46.348743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892d60a-1f1a-4961-8495-0cbbf0f0c8f2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event deleted for resources: {'Port': ['ID=a4c012c6-9aba-4066-871b-0291a80e85dd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:46.410156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-73975f7a-ce0c-43e8-8c19-64dd67d7ec78 req-b892d60a-1f1a-4961-8495-0cbbf0f0c8f2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] No DVR routers for this DVR port a4c012c6-9aba-4066-871b-0291a80e85dd on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:57:46.422981 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-73975f7a-ce0c-43e8-8c19-64dd67d7ec78 req-b892d60a-1f1a-4961-8495-0cbbf0f0c8f2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:46.425353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-73975f7a-ce0c-43e8-8c19-64dd67d7ec78 req-b892d60a-1f1a-4961-8495-0cbbf0f0c8f2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "DELETE /v2.0/ports/a4c012c6-9aba-4066-871b-0291a80e85dd HTTP/1.1" status: 204 len: 173 time: 0.8781788 Aug 19 12:57:46.514412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b898bb-510b-4367-955d-f7af21d13855 req-af601fbf-7a6f-4c8f-b7b0-49fa04de5558 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:46.516196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2b898bb-510b-4367-955d-f7af21d13855 req-af601fbf-7a6f-4c8f-b7b0-49fa04de5558 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 983 time: 0.0633402 Aug 19 12:57:46.558675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-949bc274-cec8-4b14-9559-870415db9db5 req-cbd1607b-6a8e-41b0-a0bc-eb4dc87c838b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 210 time: 0.0531816 Aug 19 12:57:46.590666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2b898bb-510b-4367-955d-f7af21d13855 req-a2bb0523-22ab-41dc-beb6-87fd5164d0f0 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0624623 Aug 19 12:57:46.837212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a3d419-cc19-4496-a5c3-369b65cc10c0', 'name': 'network-vif-deleted', 'tag': 'a4c012c6-9aba-4066-871b-0291a80e85dd'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:57:46.841668 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52efcb84-5899-4417-839e-683410e80502" -d '{"events": [{"server_uuid": "c5a3d419-cc19-4496-a5c3-369b65cc10c0", "name": "network-vif-deleted", "tag": "a4c012c6-9aba-4066-871b-0291a80e85dd"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:57:46.925803 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a8e079-04db-46d5-8501-b8476d3cf19c x-openstack-request-id: req-70a8e079-04db-46d5-8501-b8476d3cf19c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:57:46.926242 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a3d419-cc19-4496-a5c3-369b65cc10c0", "name": "network-vif-deleted", "tag": "a4c012c6-9aba-4066-871b-0291a80e85dd", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:57:46.926870 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70a8e079-04db-46d5-8501-b8476d3cf19c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:57:46.927746 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a3d419-cc19-4496-a5c3-369b65cc10c0', 'name': 'network-vif-deleted', 'tag': 'a4c012c6-9aba-4066-871b-0291a80e85dd', 'status': 'completed', 'code': 200} Aug 19 12:57:47.698284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bae7753e-a56f-49a1-8bad-e0353f5ace58 req-51d0fa84-3ad0-41dc-acb8-20355d51ba45 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 210 time: 0.0549068 Aug 19 12:57:47.777403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cea380-46d3-4724-ac95-168e110b7b4a req-1d9a4c2e-2a05-4827-8dfd-152e992d6945 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:47.779181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6cea380-46d3-4724-ac95-168e110b7b4a req-1d9a4c2e-2a05-4827-8dfd-152e992d6945 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 983 time: 0.0632961 Aug 19 12:57:47.854227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6cea380-46d3-4724-ac95-168e110b7b4a req-ec0e1a72-4fd8-4d88-a667-2c255a33f37d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0636141 Aug 19 12:57:48.822075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc83d7ea-5c12-43bc-89de-37e6ee1ba37c req-5cde0a6d-f67e-415f-99aa-298861c40dd4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 210 time: 0.0332808 Aug 19 12:57:49.053151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f83f0e-d2a6-491f-8338-66008fed1e06 req-6517dc15-a3bd-4218-bc95-cc8aa790a197 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:49.057160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59f83f0e-d2a6-491f-8338-66008fed1e06 req-6517dc15-a3bd-4218-bc95-cc8aa790a197 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 983 time: 0.0847526 Aug 19 12:57:49.106905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59f83f0e-d2a6-491f-8338-66008fed1e06 req-090e4285-3a57-427b-ac3b-4af1269f9dd1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0435698 Aug 19 12:57:49.300403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a4c012c6-9aba-4066-871b-0291a80e85dd no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:57:49.307176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:57:49.345960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: a4c012c6-9aba-4066-871b-0291a80e85dd {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:57:49.346302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a4c012c6-9aba-4066-871b-0291a80e85dd not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:57:49.449247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7,segment=NetworkSegment(a2ccbb5a-3374-407b-9b32-1e51c84b4537),segment_id=a2ccbb5a-3374-407b-9b32-1e51c84b4537)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:49.461319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'port_id': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7', 'mac_address': 'fa:16:3e:fd:5d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:57:49.507902 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:49.526380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:57:49.548994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7,segment=NetworkSegment(a2ccbb5a-3374-407b-9b32-1e51c84b4537),segment_id=a2ccbb5a-3374-407b-9b32-1e51c84b4537)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:49.638291 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:49.733311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:49.877514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:57:49.953936 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f39e9310-5c1b-49a4-ba75-ea379e274fd8 req-a6d276a3-d925-47cc-9a2c-ac9fa9a2b571 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 210 time: 0.0297027 Aug 19 12:57:50.264951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b5dec-0f44-4741-8350-996f66456ae2 req-df8b0026-937d-4e91-a819-74ba02f7a969 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:50.266671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b8b5dec-0f44-4741-8350-996f66456ae2 req-df8b0026-937d-4e91-a819-74ba02f7a969 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 984 time: 0.0659437 Aug 19 12:57:50.326328 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b8b5dec-0f44-4741-8350-996f66456ae2 req-159cdc4a-897c-43f6-9d3d-939125e15462 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0427518 Aug 19 12:57:51.088059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a95cb5bf-c5b6-4699-b5db-d7fe115b15d2 req-5892b749-3ac9-427e-b397-fc480b4d29c2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a3d419-cc19-4496-a5c3-369b65cc10c0 HTTP/1.1" status: 200 len: 210 time: 0.0380907 Aug 19 12:57:51.165249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ccbede24-476e-4661-b2d0-52d337ac8eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:51.308719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:57:51.465846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0e621-825f-4be2-9f7a-41d5eaf61d98 req-b7df66f1-4d73-496d-ac3d-037af56d0bf7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:51.469904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7f0e621-825f-4be2-9f7a-41d5eaf61d98 req-b7df66f1-4d73-496d-ac3d-037af56d0bf7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 984 time: 0.0559204 Aug 19 12:57:51.520470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7f0e621-825f-4be2-9f7a-41d5eaf61d98 req-72bc8686-89da-40de-9fc2-6e0189dc7481 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0424349 Aug 19 12:57:51.522963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:57:51.533484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:57:51.534813 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:51.644946 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:51.673298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:57:51.676645 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f729d262-b9ad-414c-868b-e74fe3bb0900" -d '{"events": [{"server_uuid": "3c227da2-bed6-4d7e-8387-95e0f467eb9f", "name": "network-vif-plugged", "status": "completed", "tag": "c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:57:51.696457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7,segment=NetworkSegment(a2ccbb5a-3374-407b-9b32-1e51c84b4537),segment_id=a2ccbb5a-3374-407b-9b32-1e51c84b4537)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:51.723710 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc822fd-ba38-4963-b3dc-658667f20e0f x-openstack-request-id: req-9bc822fd-ba38-4963-b3dc-658667f20e0f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:57:51.724273 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c227da2-bed6-4d7e-8387-95e0f467eb9f", "name": "network-vif-plugged", "status": "completed", "tag": "c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:57:51.724739 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9bc822fd-ba38-4963-b3dc-658667f20e0f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:57:51.725515 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7', 'code': 200} Aug 19 12:57:51.805895 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:51.873084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce8ef1-11c9-48aa-9d0c-c386e15166d4 req-9247481a-6f4f-4d57-9e02-c3dbef85bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:51.876510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30ce8ef1-11c9-48aa-9d0c-c386e15166d4 req-9247481a-6f4f-4d57-9e02-c3dbef85bb80 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 1136 time: 0.0659847 Aug 19 12:57:51.901713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:51.934461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-30ce8ef1-11c9-48aa-9d0c-c386e15166d4 req-5d958687-eda4-4386-b344-e1edc64fb5b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0452449 Aug 19 12:57:52.673075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444d452-6529-44be-9d2e-936395af0df6 req-8d9cebfa-e195-4d43-b6b1-d4c493a8bf65 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:52.675741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2444d452-6529-44be-9d2e-936395af0df6 req-8d9cebfa-e195-4d43-b6b1-d4c493a8bf65 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 985 time: 0.0618522 Aug 19 12:57:52.747815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2444d452-6529-44be-9d2e-936395af0df6 req-e819c16d-256c-4086-8944-9d8500aaf693 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0613756 Aug 19 12:57:53.891225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76470600-c6bc-461b-ad73-dcccbcfb9b34 req-6e0d105f-6053-4b29-aa67-ffe779b1e961 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:53.892786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76470600-c6bc-461b-ad73-dcccbcfb9b34 req-6e0d105f-6053-4b29-aa67-ffe779b1e961 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 985 time: 0.0624161 Aug 19 12:57:53.944194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76470600-c6bc-461b-ad73-dcccbcfb9b34 req-900f72c0-2d0c-400a-937b-060d3c489bff tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0419550 Aug 19 12:57:54.074619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f614fc4-1622-41fe-ad08-d6e2bd149c64 req-40b6e740-3b2f-4125-bd07-cd97a9b66133 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:54.076223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f614fc4-1622-41fe-ad08-d6e2bd149c64 req-40b6e740-3b2f-4125-bd07-cd97a9b66133 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 985 time: 0.0572286 Aug 19 12:57:54.128504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f614fc4-1622-41fe-ad08-d6e2bd149c64 req-eb2b87b8-8b5a-43fe-9d26-fe3006c76a34 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0459325 Aug 19 12:57:54.252241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d49b1-df72-4e9a-b5b3-6ba4efd28079 req-54cd07b0-3e3e-4876-a5c5-3d9f18aa1869 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:54.253949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a42d49b1-df72-4e9a-b5b3-6ba4efd28079 req-54cd07b0-3e3e-4876-a5c5-3d9f18aa1869 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 1136 time: 0.0459769 Aug 19 12:57:54.281636 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a42d49b1-df72-4e9a-b5b3-6ba4efd28079 req-6075450f-48d8-4934-aca6-710783220424 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:54.403160 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a42d49b1-df72-4e9a-b5b3-6ba4efd28079 req-6075450f-48d8-4934-aca6-710783220424 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:54.526170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a42d49b1-df72-4e9a-b5b3-6ba4efd28079 req-6075450f-48d8-4934-aca6-710783220424 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:54.559028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a42d49b1-df72-4e9a-b5b3-6ba4efd28079 req-6075450f-48d8-4934-aca6-710783220424 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2976315 Aug 19 12:57:54.564617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075450f-48d8-4934-aca6-710783220424 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2112bd-c7c9-4d3a-b38f-6cd50338152e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:54.595893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42856) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:54.666013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7822ca4b-45fd-4c53-b3a8-702caf3194ed tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:54.667778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7822ca4b-45fd-4c53-b3a8-702caf3194ed tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 1131 time: 0.0707061 Aug 19 12:57:54.671696 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42866) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:54.678737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:54.862939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:55.068670 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:55.198985 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Allocated IP 172.25.6.229 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/8fe0cb43-bb48-4314-890e-3ce3d4b69ec8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:57:55.321516 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:55.490910 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ea86-ebe8-452d-b283-bdf11d6e01a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:55.495263 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:55.542358 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:57:55.547119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:57:55.551506 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:57:55.554729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Port': ['ID=8fe0cb43-bb48-4314-890e-3ce3d4b69ec8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:55.868860 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:55.946729 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:56.126723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:56.295271 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:56.405613 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:56.478235 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Port': ['ID=8fe0cb43-bb48-4314-890e-3ce3d4b69ec8,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:56.495405 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:56.540449 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42908) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:56.547140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5a53d12d-a2a9-4495-a751-e571d29817e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1091766792', 'description': 'tempest-secgroup-smoke-1091766792 description', 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:56.641827 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Floating IP 80f87c03-950a-44c8-aa38-8109f0d6b177 associated. External IP: 172.25.6.229, port: c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7. Aug 19 12:57:56.725683 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a53d12d-a2a9-4495-a751-e571d29817e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:56.944467 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a53d12d-a2a9-4495-a751-e571d29817e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:56.956653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Router 50932e15-f727-4c15-be3d-0ece35eb10ec has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:57:57.097488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a53d12d-a2a9-4495-a751-e571d29817e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:57.119849 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:57.158927 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53d12d-a2a9-4495-a751-e571d29817e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275d589a-000e-455c-abd7-d05619534966,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:57.176327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:57:57.190853 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588e026-606e-4c1f-b756-e1a8beca17a4 None None] Sync routers for ids ['50932e15-f727-4c15-be3d-0ece35eb10ec'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:57:57.205769 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6588e026-606e-4c1f-b756-e1a8beca17a4 None None] Routers {'50932e15-f727-4c15-be3d-0ece35eb10ec'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:57:57.207973 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6588e026-606e-4c1f-b756-e1a8beca17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:57:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['50932e15-f727-4c15-be3d-0ece35eb10ec'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:57.262399 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a53d12d-a2a9-4495-a751-e571d29817e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:57.265439 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5a53d12d-a2a9-4495-a751-e571d29817e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7226193 Aug 19 12:57:57.274100 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42918) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:57.280277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6c00dd85-575f-4e8f-8865-57ea435f7740 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'security_group_rule': {'security_group_id': '275d589a-000e-455c-abd7-d05619534966', 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:57.304257 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:57.358308 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fb5bd62b-bee9-4f3c-86f2-823321906377 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6853073 Aug 19 12:57:57.358904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'tag': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:57:57.361213 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c227da2-bed6-4d7e-8387-95e0f467eb9f", "tag": "c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:57:57.362446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42920) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:57.366349 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6588e026-606e-4c1f-b756-e1a8beca17a4 None None] Set router 50932e15-f727-4c15-be3d-0ece35eb10ec gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:57:57.485291 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c00dd85-575f-4e8f-8865-57ea435f7740 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:57.597960 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d8b526-173d-4f90-93dc-8f4385aabeb2 x-openstack-request-id: req-73d8b526-173d-4f90-93dc-8f4385aabeb2 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:57:57.598392 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c227da2-bed6-4d7e-8387-95e0f467eb9f", "tag": "c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:57:57.598826 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73d8b526-173d-4f90-93dc-8f4385aabeb2 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:57:57.605702 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'tag': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7', 'status': 'completed', 'code': 200} Aug 19 12:57:57.606982 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c00dd85-575f-4e8f-8865-57ea435f7740 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:57.675052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2 req-8ebd85a2-b138-4246-a140-afd0b4e5fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.676651 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2 req-8ebd85a2-b138-4246-a140-afd0b4e5fe86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 1136 time: 0.0681152 Aug 19 12:57:57.707160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-32fc124e-2ff8-4dea-912c-79e3eacbbd8f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1567512 Aug 19 12:57:57.737506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7812c5f-9d18-403c-a293-f14611a3aa28 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.738208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7812c5f-9d18-403c-a293-f14611a3aa28 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.738690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7812c5f-9d18-403c-a293-f14611a3aa28 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.739481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7812c5f-9d18-403c-a293-f14611a3aa28 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.739993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7812c5f-9d18-403c-a293-f14611a3aa28 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.740671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7812c5f-9d18-403c-a293-f14611a3aa28 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.746258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a7812c5f-9d18-403c-a293-f14611a3aa28 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3799591 Aug 19 12:57:57.747639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42930) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:57.750375 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c00dd85-575f-4e8f-8865-57ea435f7740 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:57.775134 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6588e026-606e-4c1f-b756-e1a8beca17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '80f87c03-950a-44c8-aa38-8109f0d6b177', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'port_id': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'mac_address': 'fa:16:3e:fd:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:57:55Z', 'updated_at': '2021-08-19T12:57:55Z', 'revision_number': 0, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd4f44f-d7e5-4a05-bd12-e63a1abae129', 'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:68:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:33Z', 'updated_at': '2021-08-19T12:57:39Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:57.776729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00dd85-575f-4e8f-8865-57ea435f7740 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e52a33-66b7-43b7-8c13-3d946dd2b169,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:57.819770 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588e026-606e-4c1f-b756-e1a8beca17a4 None None] Checking router: 50932e15-f727-4c15-be3d-0ece35eb10ec for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:57:57.838996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2 req-81f2fa39-1a3b-46f2-867b-bae568c519c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.841108 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2 req-81f2fa39-1a3b-46f2-867b-bae568c519c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=255af2fd-0abb-4fc8-aefc-14d823a35522 HTTP/1.1" status: 200 len: 897 time: 0.1567774 Aug 19 12:57:57.843592 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6588e026-606e-4c1f-b756-e1a8beca17a4 None None] Routers {'50932e15-f727-4c15-be3d-0ece35eb10ec'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:57:57.844484 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6588e026-606e-4c1f-b756-e1a8beca17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:57:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['50932e15-f727-4c15-be3d-0ece35eb10ec'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:57.914609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c00dd85-575f-4e8f-8865-57ea435f7740 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:57.920739 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6c00dd85-575f-4e8f-8865-57ea435f7740 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6407866 Aug 19 12:57:57.921130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42934) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:57.921901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62589a19-e6f4-49d0-bda8-9cad56df328e tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.922786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62589a19-e6f4-49d0-bda8-9cad56df328e tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.923649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62589a19-e6f4-49d0-bda8-9cad56df328e tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.924345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62589a19-e6f4-49d0-bda8-9cad56df328e tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.924828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62589a19-e6f4-49d0-bda8-9cad56df328e tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.925316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62589a19-e6f4-49d0-bda8-9cad56df328e tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:57.927203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-62589a19-e6f4-49d0-bda8-9cad56df328e tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1779418 Aug 19 12:57:57.927809 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9a53c074-f868-489a-8c19-8ab4e194f3b4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'security_group_rule': {'security_group_id': '275d589a-000e-455c-abd7-d05619534966', 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:57.930693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:57.963828 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2 req-e4472182-2fc8-4ba5-b36a-4174e4a373dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 HTTP/1.1" status: 200 len: 1000 time: 0.1128430 Aug 19 12:57:58.024176 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6588e026-606e-4c1f-b756-e1a8beca17a4 None None] Set router 50932e15-f727-4c15-be3d-0ece35eb10ec gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:57:58.034842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2 req-81befc48-6f1f-4ed0-8779-73a2133e44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:58.035121 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2 req-81befc48-6f1f-4ed0-8779-73a2133e44a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d267fa3b-a724-46ee-bdc0-25c119ce6884 HTTP/1.1" status: 200 len: 835 time: 0.0629647 Aug 19 12:57:58.091037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2 req-faa9c3b2-dfa9-42eb-995b-7e5d1ea60e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:58.092983 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2 req-faa9c3b2-dfa9-42eb-995b-7e5d1ea60e88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=255af2fd-0abb-4fc8-aefc-14d823a35522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508914 Aug 19 12:57:58.191566 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a53c074-f868-489a-8c19-8ab4e194f3b4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.246243 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2 req-5b2bc402-5101-4bf6-a9c5-94b279a766d1 service neutron] 10.222.0.52 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450098 Aug 19 12:57:58.294183 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a53c074-f868-489a-8c19-8ab4e194f3b4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.381281 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6588e026-606e-4c1f-b756-e1a8beca17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '80f87c03-950a-44c8-aa38-8109f0d6b177', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'port_id': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'mac_address': 'fa:16:3e:fd:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:57:55Z', 'updated_at': '2021-08-19T12:57:55Z', 'revision_number': 0, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd4f44f-d7e5-4a05-bd12-e63a1abae129', 'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:68:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:33Z', 'updated_at': '2021-08-19T12:57:39Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:58.416277 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588e026-606e-4c1f-b756-e1a8beca17a4 None None] The sync data for ids ['50932e15-f727-4c15-be3d-0ece35eb10ec'] in n-d-778732-8 is: [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '80f87c03-950a-44c8-aa38-8109f0d6b177', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'port_id': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'mac_address': 'fa:16:3e:fd:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:57:55Z', 'updated_at': '2021-08-19T12:57:55Z', 'revision_number': 0, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd4f44f-d7e5-4a05-bd12-e63a1abae129', 'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:68:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:33Z', 'updated_at': '2021-08-19T12:57:39Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:57:58.426805 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-f3cd03fe-db22-4c70-a7c9-dde1f6136cf2 req-855d7219-e01d-497a-aef1-a0ebf4bcac1e service neutron] 10.222.0.52 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692963 Aug 19 12:57:58.450181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a53c074-f868-489a-8c19-8ab4e194f3b4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.485653 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53c074-f868-489a-8c19-8ab4e194f3b4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fc6b5a-31f6-4c4b-b0b9-72df15ffb313,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:58.659634 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a53c074-f868-489a-8c19-8ab4e194f3b4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.659634 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9a53c074-f868-489a-8c19-8ab4e194f3b4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7352543 Aug 19 12:57:58.661697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42944) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:58.667752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4f9198b7-f004-424c-961f-6bdbe883eb83 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'security_group_rule': {'security_group_id': '275d589a-000e-455c-abd7-d05619534966', 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:58.678585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-aa02c091-47b9-4993-aeb8-f4630d0a921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:58.681491 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-aa02c091-47b9-4993-aeb8-f4630d0a921d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 1136 time: 0.0694635 Aug 19 12:57:58.704252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1155c71-95ee-45ed-a111-347b0962d053 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.7672889 Aug 19 12:57:58.705136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 42946) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:58.752427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4caed94-258a-48bf-a6d1-9f6cfb6c4322 None None] New status for floating IP 80f87c03-950a-44c8-aa38-8109f0d6b177: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:57:58.825937 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2f7b07-e5ec-4608-acf1-107f6669a6a7 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:58.826542 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2f7b07-e5ec-4608-acf1-107f6669a6a7 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:58.829529 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6c2f7b07-e5ec-4608-acf1-107f6669a6a7 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=50932e15-f727-4c15-be3d-0ece35eb10ec HTTP/1.1" status: 200 len: 1990 time: 0.1226432 Aug 19 12:57:58.891020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-1958b7d1-fa1c-45c4-a93e-8d31dd20b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:58.894069 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-1958b7d1-fa1c-45c4-a93e-8d31dd20b835 service neutron] 10.222.0.52 "GET /v2.0/networks?id=255af2fd-0abb-4fc8-aefc-14d823a35522 HTTP/1.1" status: 200 len: 897 time: 0.1749022 Aug 19 12:57:58.901226 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9198b7-f004-424c-961f-6bdbe883eb83 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.975338 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.998683 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-ec88b9f6-fac2-4d9c-99a5-d53e91b156b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 HTTP/1.1" status: 200 len: 1000 time: 0.0953913 Aug 19 12:57:59.027399 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9198b7-f004-424c-961f-6bdbe883eb83 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:59.081290 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-2cc23498-7327-405a-81e2-b9ee615098d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:59.083092 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-2cc23498-7327-405a-81e2-b9ee615098d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d267fa3b-a724-46ee-bdc0-25c119ce6884 HTTP/1.1" status: 200 len: 835 time: 0.0739715 Aug 19 12:57:59.120605 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9198b7-f004-424c-961f-6bdbe883eb83 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:59.136494 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-21971f00-863e-432a-b641-1cf894dadab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:59.138720 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-21971f00-863e-432a-b641-1cf894dadab6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=255af2fd-0abb-4fc8-aefc-14d823a35522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482242 Aug 19 12:57:59.142472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9198b7-f004-424c-961f-6bdbe883eb83 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90549c3-28d4-480b-ae0c-0a30d680479c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:59.249902 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f9198b7-f004-424c-961f-6bdbe883eb83 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:59.254123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4f9198b7-f004-424c-961f-6bdbe883eb83 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5886672 Aug 19 12:57:59.254256 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-a70c3dbf-7931-468f-b360-0b8a54a29925 service neutron] 10.222.0.52 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061146 Aug 19 12:57:59.254566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42954) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:59.259296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ce32fdff-c79f-4b82-b07b-c1f9f61a8c27 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'security_group_rule': {'security_group_id': '275d589a-000e-455c-abd7-d05619534966', 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:59.366595 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-9aeb5d70-73e0-41bf-8486-9f875bb83abb req-5eba7606-0955-484b-a2c0-0df34ffc3b8a service neutron] 10.222.0.52 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057363 Aug 19 12:57:59.410423 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce32fdff-c79f-4b82-b07b-c1f9f61a8c27 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:59.476433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce32fdff-c79f-4b82-b07b-c1f9f61a8c27 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:59.628495 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce32fdff-c79f-4b82-b07b-c1f9f61a8c27 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:59.653035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32fdff-c79f-4b82-b07b-c1f9f61a8c27 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6801048b-068b-440d-aa56-141ca89448ca,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:59.770520 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce32fdff-c79f-4b82-b07b-c1f9f61a8c27 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:59.771794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ce32fdff-c79f-4b82-b07b-c1f9f61a8c27 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5162482 Aug 19 12:57:59.776999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42960) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:59.782552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-add2e582-da73-48c7-afbb-0be7191513cb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'security_group_rule': {'security_group_id': '275d589a-000e-455c-abd7-d05619534966', 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:57:59.914024 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-add2e582-da73-48c7-afbb-0be7191513cb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Project 6dcf49fa15c048dfa4e76d7d7075bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:57:59.920464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add2e582-da73-48c7-afbb-0be7191513cb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:59.995800 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add2e582-da73-48c7-afbb-0be7191513cb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.175591 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add2e582-da73-48c7-afbb-0be7191513cb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.199975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2e582-da73-48c7-afbb-0be7191513cb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc54cfe7-a22f-4316-8881-f340174e4c34,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:00.360758 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add2e582-da73-48c7-afbb-0be7191513cb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.362176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-add2e582-da73-48c7-afbb-0be7191513cb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5841348 Aug 19 12:58:00.366347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 42968) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:00.374060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cfd75921-911c-49b7-8d84-470c12372115 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'security_group_rule': {'security_group_id': '275d589a-000e-455c-abd7-d05619534966', 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:00.531136 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-cfd75921-911c-49b7-8d84-470c12372115 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Project 6dcf49fa15c048dfa4e76d7d7075bce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:58:00.537154 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfd75921-911c-49b7-8d84-470c12372115 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.635920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfd75921-911c-49b7-8d84-470c12372115 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.769523 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfd75921-911c-49b7-8d84-470c12372115 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.794003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd75921-911c-49b7-8d84-470c12372115 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1a8cff-1a0b-493c-b92f-8eb4b8258fa6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:00.937013 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfd75921-911c-49b7-8d84-470c12372115 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.939429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cfd75921-911c-49b7-8d84-470c12372115 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5708311 Aug 19 12:58:12.050551 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:15.289438 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:20.460636 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:58:21.078673 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ff13fc9f-6861-4338-be9c-335896cb396f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:25.432918 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0a5acdb3-dc85-4803-aff4-a382385640ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:25.787454 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:25.886887 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-4abdc373-3ab3-43e7-a696-395bf878937c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091766792&fields=id&tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 267 time: 0.0361664 Aug 19 12:58:26.011431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-32fcf61c-2967-4e8f-af07-8326e7566f30 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:26.012950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-32fcf61c-2967-4e8f-af07-8326e7566f30 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1189086 Aug 19 12:58:26.030877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-0a576dc0-1538-48a7-8b0a-c7a62245905f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/quotas/6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 375 time: 0.0115578 Aug 19 12:58:26.096168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-4ed932b1-5fc6-4358-a526-22888857eb69 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594959 Aug 19 12:58:26.206843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-e61718c2-c887-4635-aa52-1157b8503a1b service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950344 Aug 19 12:58:26.305449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-914e2a71-91d7-4200-b0a1-134bca968841 service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944998 Aug 19 12:58:26.946026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-776cb47e-266b-411d-a008-45cf2b727b84 req-f2037410-0561-4505-ac42-ddc8f6afa6ea tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 210 time: 0.0378702 Aug 19 12:58:27.088703 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:28.032851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3a472af-3533-433a-ad20-a3cc445a9024 req-19c4423c-b588-4521-9d78-2e4961aba7d8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 210 time: 0.0288951 Aug 19 12:58:28.930489 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:29.121305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13f24b39-1f39-495c-b0ce-8369f81e2182 req-a035a159-3f9d-4ee3-b080-84e09839d68d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 210 time: 0.0328126 Aug 19 12:58:30.203192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ea36765-3f34-41ad-b6cf-2dad97feef04 req-0bb431a6-2dd3-4410-b8c6-9fe150303f4f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 210 time: 0.0284665 Aug 19 12:58:31.310799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-808fc5c7-8dd0-40b9-b738-70bfa4e5f8ee req-3cf739cf-c3ad-412a-9d26-32b17e14b253 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 210 time: 0.0292878 Aug 19 12:58:32.429450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7afae4eb-e214-4d4f-b1de-dae26912191a req-eaef7c8e-46c2-495b-bae3-9c54bd04d34b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 210 time: 0.0284545 Aug 19 12:58:32.651477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43444) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:32.747052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0e37c4d6-75eb-4382-9f0d-b52a59ccb68d tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2155 time: 0.0942504 Aug 19 12:58:32.750770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43446) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:32.756054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'network': {'name': 'tempest-network-smoke--1825646043', 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'port_security_enabled': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:32.895522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Made reservation on behalf of 53e3460c6395429783fcf4e7bc1c5dc0 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:58:32.900737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:32.924278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:58:32.933036 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:32.933441 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Added segment 91007fab-9606-4abe-85ba-6c2561df1afd of type vlan for network a3397952-4443-4bca-8f4c-07cab8cf2b27 Aug 19 12:58:32.975080 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:33.123090 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:33.128988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:33.129620 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:33.202925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Network': ['ID=a3397952-4443-4bca-8f4c-07cab8cf2b27,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:33.210954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.211312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.211662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.212010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.212352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.212693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.213031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.213358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.213735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.214078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.214399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.214782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:33.243539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network a3397952-4443-4bca-8f4c-07cab8cf2b27 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:58:33.342508 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-f9cdd38a-5aab-4eb5-bd54-b66381a8fe04 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:33.343991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-f9cdd38a-5aab-4eb5-bd54-b66381a8fe04 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1111116 Aug 19 12:58:33.353808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-30a1a837-b3fc-4b73-9c03-8a3a92c715c8 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6016877 Aug 19 12:58:33.357132 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43448) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:33.362094 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-995612847', 'admin_state_up': True, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:33.395106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-dc6052df-ffd9-4a97-bf0d-ee4d09f730a8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 380 time: 0.0400946 Aug 19 12:58:33.405831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'port': {'device_id': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'admin_state_up': True, 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'security_groups': ['275d589a-000e-455c-abd7-d05619534966']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:33.467468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:33.468728 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:33.530725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:33.552800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d815bd48-5efb-447b-8f5d-a8ff425e69cf req-56c02b8b-6eb7-441c-9046-86ba32721ee8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 210 time: 0.0426455 Aug 19 12:58:33.661598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Made reservation on behalf of 6dcf49fa15c048dfa4e76d7d7075bce0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:58:33.665823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:33.821998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Allocated IP 172.20.0.4 (0df94dc4-f74a-4c4c-a79c-f76afcd8ec04/370f4677-1716-4b96-8840-b61aeda76836/a8eb8fd4-371a-45fc-b973-dbf6a8a71d30) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:33.982903 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:34.009816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Transition to ACTIVE for port object a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:34.149563 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:34.153955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:34.204876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:34.208210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:34.212897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:34.220193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:34.286282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:34.287011 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:34.371489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-93f0d195-f18d-4e03-940a-32dcf1a4914d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9700110 Aug 19 12:58:34.386549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Request body: {'port': {'device_id': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:34.453138 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:34.457910 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:34.473747 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:34.627216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89994113-d040-4f85-b584-041dd9d04f44 None None] Provisioning for port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:34.632122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89994113-d040-4f85-b584-041dd9d04f44 None None] Provisioning complete for port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:34.632730 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89994113-d040-4f85-b584-041dd9d04f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:34.644197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Allocated IP 172.25.6.171 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/7ff33225-0167-4959-b55d-954a7c6bfb02) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:34.713411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89994113-d040-4f85-b584-041dd9d04f44 None None] Port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:58:34.761772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9af6f-2952-4648-82d3-6b986157614c req-51ccad35-80d0-44eb-aa50-77968fe24e6b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:34.763471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75b9af6f-2952-4648-82d3-6b986157614c req-51ccad35-80d0-44eb-aa50-77968fe24e6b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 931 time: 0.0760365 Aug 19 12:58:34.810012 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:34.832970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75b9af6f-2952-4648-82d3-6b986157614c req-c18ff161-42f0-49b1-92d0-bd5a84706b52 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609169 Aug 19 12:58:34.893575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:58:34.902097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:34.916733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Transition to ACTIVE for port object a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:34.953558 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:34.994666 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:35.006016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:35.010387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:35.015969 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:35.047464 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Port': ['ID=7ff33225-0167-4959-b55d-954a7c6bfb02,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:35.073308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.073726 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.073988 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.074276 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.074613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.074951 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.075284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.075622 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.075943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.076270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.077267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.077267 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:35.129093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:35.145063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Attempting to bind port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:58:35.145685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Attempting to bind port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:58:35.146030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Attempting to bind port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:35.151488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:58:35.151844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Attempting to bind port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:35.158166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:58:35.158516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Checking segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:35.158915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Bound using segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:58:35.159576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Bound port: a8eb8fd4-371a-45fc-b973-dbf6a8a71d30, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:58:35.159951 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:35.235337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] For port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:58:35.239052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] For port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:58:35.394566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:35.451270 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:35.457857 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:35.459145 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:35.461366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] 10.222.0.53 "PUT /v2.0/ports/a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 HTTP/1.1" status: 200 len: 1091 time: 1.0811472 Aug 19 12:58:35.464283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'tag': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:35.467888 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cea3bfd-b0f0-4d22-b47e-100f2e17bec2" -d '{"events": [{"name": "network-changed", "server_uuid": "357baf59-05fa-493e-b26c-34e9eaab7a80", "tag": "a8eb8fd4-371a-45fc-b973-dbf6a8a71d30"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:35.504722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f3e4e-67d6-4fba-ab03-0d1086101ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:35.526458 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1341b4-a3ec-4ea6-86a3-2b91d6bc0149 x-openstack-request-id: req-be1341b4-a3ec-4ea6-86a3-2b91d6bc0149 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:35.527053 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357baf59-05fa-493e-b26c-34e9eaab7a80", "tag": "a8eb8fd4-371a-45fc-b973-dbf6a8a71d30", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:35.527829 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be1341b4-a3ec-4ea6-86a3-2b91d6bc0149 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:35.528358 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'tag': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30', 'status': 'completed', 'code': 200} Aug 19 12:58:35.615977 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea3bfd-b0f0-4d22-b47e-100f2e17bec2 req-e14f9ed3-5e78-4ae2-a563-f97469f812c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:35.617862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cea3bfd-b0f0-4d22-b47e-100f2e17bec2 req-e14f9ed3-5e78-4ae2-a563-f97469f812c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 1094 time: 0.0544071 Aug 19 12:58:35.706480 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:35.759813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea3bfd-b0f0-4d22-b47e-100f2e17bec2 req-56126d80-c560-4475-8015-10816d1ef3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:35.761572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cea3bfd-b0f0-4d22-b47e-100f2e17bec2 req-56126d80-c560-4475-8015-10816d1ef3a3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1346502 Aug 19 12:58:35.883634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea3bfd-b0f0-4d22-b47e-100f2e17bec2 req-5c611f98-6a05-4133-ba18-c50a470f4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:35.885230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cea3bfd-b0f0-4d22-b47e-100f2e17bec2 req-5c611f98-6a05-4133-ba18-c50a470f4420 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1157172 Aug 19 12:58:35.994795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f217f7-0e25-446d-b0e7-127d0cbb5300 req-f37fb141-87ce-41d0-8408-f91e05bd0f95 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:35.996354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57f217f7-0e25-446d-b0e7-127d0cbb5300 req-f37fb141-87ce-41d0-8408-f91e05bd0f95 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 943 time: 0.0855827 Aug 19 12:58:36.003500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-c6806a4e-7f9d-45b1-9547-98f54e800761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:36.005001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-c6806a4e-7f9d-45b1-9547-98f54e800761 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 1094 time: 0.0665088 Aug 19 12:58:36.061174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-823d34d4-b12f-4db8-a7a0-7de38084bf79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 HTTP/1.1" status: 200 len: 217 time: 0.0408094 Aug 19 12:58:36.090238 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:58:36.118151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57f217f7-0e25-446d-b0e7-127d0cbb5300 req-10019b4a-9a42-4925-927c-52d785a6076b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061614 Aug 19 12:58:36.149517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-7dcd12b9-eb84-4a23-820e-10d5ad141b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:36.151509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-7dcd12b9-eb84-4a23-820e-10d5ad141b0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0821784 Aug 19 12:58:36.207390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-40d4e4cf-3cc7-4391-83dc-49bb9c82dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:36.209223 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-40d4e4cf-3cc7-4391-83dc-49bb9c82dd62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498989 Aug 19 12:58:36.210636 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:58:36.232477 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Sync routers for ids ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:58:36.234726 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Routers {'1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:36.235422 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:36.317641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-29f7990e-838e-4c80-bf7c-cb1adc6d15b8 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994155 Aug 19 12:58:36.345483 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Set router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:36.433205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:36.435068 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a68e4b69-4060-4a9c-8dba-7a3ec6956f46 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0768323 Aug 19 12:58:36.439614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43468) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:36.450085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3850adf0-c8bd-4b1f-9160-9e91c82efa4d req-b3fe314c-0a53-42fa-b582-2e37a4e35e78 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245623 Aug 19 12:58:36.536730 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4281782-55c5-4143-bd98-e37e53f05d4a tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:36.541660 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b4281782-55c5-4143-bd98-e37e53f05d4a tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=53e3460c6395429783fcf4e7bc1c5dc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0978436 Aug 19 12:58:36.542243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43470) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:36.553737 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-995612847', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:33Z', 'updated_at': '2021-08-19T12:58:35Z', 'revision_number': 3, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:34Z', 'updated_at': '2021-08-19T12:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:36.589653 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Checking router: 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:58:36.590072 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Updating router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 port 7ff33225-0167-4959-b55d-954a7c6bfb02 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:58:36.621953 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:36.735877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac8c80-f6bd-4453-8c9c-3bfeba85744a tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:36.740003 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6eac8c80-f6bd-4453-8c9c-3bfeba85744a tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1939714 Aug 19 12:58:36.740146 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43472) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:36.774509 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b21d5549-87d0-4222-98ad-8495f86efdba tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295029 Aug 19 12:58:36.774745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43474) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:36.809785 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-032d6a0c-a38c-45d4-ae53-3f687a25754b tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=53e3460c6395429783fcf4e7bc1c5dc0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316410 Aug 19 12:58:36.810161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43476) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:36.900280 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:36.910257 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Transition to ACTIVE for port object 7ff33225-0167-4959-b55d-954a7c6bfb02 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:36.914630 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d25603-80bb-4286-bd7a-4bdec527d884 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:36.918837 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c4d25603-80bb-4286-bd7a-4bdec527d884 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1050439 Aug 19 12:58:36.919118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43478) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:36.949261 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3c632fe1-aad1-4091-95de-e4afbac6da2f tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288916 Aug 19 12:58:36.952249 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43480) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:36.957360 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1651992557', 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27', 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:37.005260 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:37.061270 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Attempting to bind port 7ff33225-0167-4959-b55d-954a7c6bfb02 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:58:37.061765 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Attempting to bind port 7ff33225-0167-4959-b55d-954a7c6bfb02 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:58:37.062191 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Attempting to bind port 7ff33225-0167-4959-b55d-954a7c6bfb02 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:37.076072 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:58:37.076831 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:37.077465 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:37.077931 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:58:37.078481 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Bound port: 7ff33225-0167-4959-b55d-954a7c6bfb02, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:58:37.078931 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:37.080878 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Pushing event updated for resources: {'Port': ['ID=7ff33225-0167-4959-b55d-954a7c6bfb02,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:37.108205 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.108549 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.108887 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.109221 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.109582 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.109915 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.110243 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.110562 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.110885 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.111202 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.111522 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.111842 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.150952 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] For port 7ff33225-0167-4959-b55d-954a7c6bfb02, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:58:37.154707 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] For port 7ff33225-0167-4959-b55d-954a7c6bfb02, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7ff33225-0167-4959-b55d-954a7c6bfb02,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:58:37.165100 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Made reservation on behalf of 53e3460c6395429783fcf4e7bc1c5dc0 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:58:37.168864 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:37.239813 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:37.260306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6922d3-3b7d-4e74-8f48-02a4f08855af req-16476c4b-8e47-431a-9068-2ae7a0249749 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:37.262976 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d6922d3-3b7d-4e74-8f48-02a4f08855af req-16476c4b-8e47-431a-9068-2ae7a0249749 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 943 time: 0.0776711 Aug 19 12:58:37.298600 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Routers {'1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:37.299578 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:37.328581 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d6922d3-3b7d-4e74-8f48-02a4f08855af req-c0f860c6-f978-42bb-a93c-49a6b2f80cdd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589015 Aug 19 12:58:37.473123 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c051b-afff-4847-a744-c2be3b4565ac None None] Pushing event updated for resources: {'Port': ['ID=7ff33225-0167-4959-b55d-954a7c6bfb02,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:37.530198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:37.532466 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] Set router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:37.591300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Subnet': ['ID=99feca80-8ce4-4fb2-a76b-e3bb7efc89e2,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:37.610463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Checking segment: {'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:37.610912 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network hostable DHCP agents. Network: a3397952-4443-4bca-8f4c-07cab8cf2b27, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:58:37.730588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network a3397952-4443-4bca-8f4c-07cab8cf2b27 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:58:37.743093 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-995612847', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:33Z', 'updated_at': '2021-08-19T12:58:35Z', 'revision_number': 3, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:34Z', 'updated_at': '2021-08-19T12:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:37.770312 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a29fa8-a036-4719-91e7-27f308d1c5f3 None None] The sync data for ids ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'] in n-d-778732-8 is: [{'id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-995612847', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:33Z', 'updated_at': '2021-08-19T12:58:35Z', 'revision_number': 3, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:34Z', 'updated_at': '2021-08-19T12:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:58:37.844920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, a3397952-4443-4bca-8f4c-07cab8cf2b27) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:37.850523 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:37.852189 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:37.857362 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3646f121-b22b-499b-94c7-fc11c6d37953 None None] Network a3397952-4443-4bca-8f4c-07cab8cf2b27 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:58:38.003181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43486) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:38.003758 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-14d24c18-360c-4f0b-a1a1-293814eed44e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0503783 Aug 19 12:58:38.072425 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-a3397952-4443-4bca-8f4c-07cab8cf2b27', 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'fixed_ips': [{'subnet_id': '99feca80-8ce4-4fb2-a76b-e3bb7efc89e2'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:58:38.073953 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:38.279190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Allocated IP 172.20.0.18 (a3397952-4443-4bca-8f4c-07cab8cf2b27/99feca80-8ce4-4fb2-a76b-e3bb7efc89e2/8e0cb143-f893-4276-9e93-295485a43f53) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:38.477912 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:38.486787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Transition to ACTIVE for port object 8e0cb143-f893-4276-9e93-295485a43f53 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:38.511403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Transition to ACTIVE for port object 8e0cb143-f893-4276-9e93-295485a43f53 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:38.605951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c0dc7-41d0-4af7-b462-16278a334b3f req-bda1ee04-e1a1-4dca-b3d5-8c4ac3fd1a8c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:38.607565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a1c0dc7-41d0-4af7-b462-16278a334b3f req-bda1ee04-e1a1-4dca-b3d5-8c4ac3fd1a8c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 943 time: 0.1336486 Aug 19 12:58:38.633779 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:38.700695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Pushing event updated for resources: {'Port': ['ID=8e0cb143-f893-4276-9e93-295485a43f53,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:38.703650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a1c0dc7-41d0-4af7-b462-16278a334b3f req-cd2a39b1-8180-4ad0-8883-06bfed093326 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859907 Aug 19 12:58:38.713106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:38.725798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Network a3397952-4443-4bca-8f4c-07cab8cf2b27 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:38.728354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:38.736016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:38.742213 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:38.813854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Attempting to bind port 8e0cb143-f893-4276-9e93-295485a43f53 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:58:38.814380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Attempting to bind port 8e0cb143-f893-4276-9e93-295485a43f53 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:58:38.814843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Attempting to bind port 8e0cb143-f893-4276-9e93-295485a43f53 on network a3397952-4443-4bca-8f4c-07cab8cf2b27 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:38.823285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:58:38.823674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Checking segment: {'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:38.824745 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:38.824745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Bound using segment: {'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:58:38.825073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Bound port: 8e0cb143-f893-4276-9e93-295485a43f53, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:58:38.825508 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:38.913754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] For port 8e0cb143-f893-4276-9e93-295485a43f53, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:58:38.917837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] For port 8e0cb143-f893-4276-9e93-295485a43f53, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8e0cb143-f893-4276-9e93-295485a43f53,segment=NetworkSegment(91007fab-9606-4abe-85ba-6c2561df1afd),segment_id=91007fab-9606-4abe-85ba-6c2561df1afd)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:58:39.044957 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:39.088201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Allocated IP 172.20.0.17 (a3397952-4443-4bca-8f4c-07cab8cf2b27/99feca80-8ce4-4fb2-a76b-e3bb7efc89e2/5a2ba45f-f14a-4ba7-97a5-cea406238a03) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:39.137335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d8718-1c67-4082-bdfe-e90ba07e621f None None] Pushing event updated for resources: {'Port': ['ID=8e0cb143-f893-4276-9e93-295485a43f53,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:39.471792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7ff33225-0167-4959-b55d-954a7c6bfb02 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:39.644497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 7ff33225-0167-4959-b55d-954a7c6bfb02 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:39.656112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7ff33225-0167-4959-b55d-954a7c6bfb02 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:39.656112 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:39.677547 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:39.695160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Transition to ACTIVE for port object 5a2ba45f-f14a-4ba7-97a5-cea406238a03 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:39.764898 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:39.791639 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 7ff33225-0167-4959-b55d-954a7c6bfb02, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7ff33225-0167-4959-b55d-954a7c6bfb02,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:39.829596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:39.887170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network a3397952-4443-4bca-8f4c-07cab8cf2b27 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:39.895404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:39.896383 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:39.899560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:39.903105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Port': ['ID=5a2ba45f-f14a-4ba7-97a5-cea406238a03,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:39.915980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4149847-92a7-4b5d-b6fa-413b06a31e75 req-d5c19414-985a-4f22-b0ef-532b4a5e0728 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:39.923352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f4149847-92a7-4b5d-b6fa-413b06a31e75 req-d5c19414-985a-4f22-b0ef-532b4a5e0728 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 943 time: 0.1301889 Aug 19 12:58:39.992275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=7ff33225-0167-4959-b55d-954a7c6bfb02,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:39.998111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f4149847-92a7-4b5d-b6fa-413b06a31e75 req-a9cf1535-507a-40e6-b014-ef3c14f1b6d3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736935 Aug 19 12:58:39.999087 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:40.341002 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:40.467542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0960b432-eaba-4cbc-8ae6-ee60e236b3f2 None None] Network a3397952-4443-4bca-8f4c-07cab8cf2b27 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:58:40.698375 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:40.781782 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:40.805868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9d7ad2e2-89a5-45c8-b920-2d09ed28b12c None None] Provisioning for port 8e0cb143-f893-4276-9e93-295485a43f53 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:40.862982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Port': ['ID=5a2ba45f-f14a-4ba7-97a5-cea406238a03,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:40.866246 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:40.999756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network a3397952-4443-4bca-8f4c-07cab8cf2b27 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:40.999756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:41.207318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b67b-6367-43d9-b44a-6c36c354fafd req-baa0aae5-ac33-4824-a542-0414b68fed36 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:41.230170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95e9b67b-6367-43d9-b44a-6c36c354fafd req-baa0aae5-ac33-4824-a542-0414b68fed36 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 943 time: 0.0719674 Aug 19 12:58:41.230170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:58:41.263693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95e9b67b-6367-43d9-b44a-6c36c354fafd req-fb4a8467-b826-4622-a5d7-7cc4747b1776 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422206 Aug 19 12:58:41.295268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a54ead9b-f888-4195-800c-125ed3ad94b3 None None] Provisioning for port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:41.318231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a54ead9b-f888-4195-800c-125ed3ad94b3 None None] Provisioning complete for port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:41.318622 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a54ead9b-f888-4195-800c-125ed3ad94b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:41.380066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a54ead9b-f888-4195-800c-125ed3ad94b3 None None] Port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:58:41.430894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:58:41.437216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d38ccdf2-43d1-4536-a2cf-cdea09f1b94b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "PUT /v2.0/routers/1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4327726 Aug 19 12:58:41.451868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Sync routers for ids ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:58:41.469249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Routers {'1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:41.472657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:41.598663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8e0cb143-f893-4276-9e93-295485a43f53 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:41.687704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-58b792f1-87de-409d-871f-9c340272ec0c None None] Provisioning complete for port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:41.688349 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-58b792f1-87de-409d-871f-9c340272ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:41.757180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-58b792f1-87de-409d-871f-9c340272ec0c None None] Port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:58:41.769122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Set router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:41.781238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-d0efb58e-a8da-48eb-bd9d-cacf28450d36 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:41.783045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-d0efb58e-a8da-48eb-bd9d-cacf28450d36 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/networks?id=a3397952-4443-4bca-8f4c-07cab8cf2b27 HTTP/1.1" status: 200 len: 798 time: 0.1624568 Aug 19 12:58:41.801572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-9d99d40c-1c1a-497f-93e4-31f03560e5b9 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/quotas/53e3460c6395429783fcf4e7bc1c5dc0 HTTP/1.1" status: 200 len: 375 time: 0.0106578 Aug 19 12:58:41.871123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-98388057-dbe6-4697-99c6-178cf2d1eb31 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0619705 Aug 19 12:58:41.934240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9944f40c-6536-4118-a7cc-7e6ec338c768 None None] Provisioning complete for port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:41.934673 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9944f40c-6536-4118-a7cc-7e6ec338c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:41.979325 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8e0cb143-f893-4276-9e93-295485a43f53 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:41.979991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-7bf73634-8752-431b-93b5-3872fc7fbf89 service neutron] 10.222.0.44 "GET /v2.0/networks/a3397952-4443-4bca-8f4c-07cab8cf2b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952361 Aug 19 12:58:42.002987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8e0cb143-f893-4276-9e93-295485a43f53 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:42.003453 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.011181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9944f40c-6536-4118-a7cc-7e6ec338c768 None None] Port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:58:42.099300 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.102006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-86b4b0ea-e220-456e-bf61-0144a4b39bfa service neutron] 10.222.0.44 "GET /v2.0/networks/a3397952-4443-4bca-8f4c-07cab8cf2b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143951 Aug 19 12:58:42.139780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-995612847', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:33Z', 'updated_at': '2021-08-19T12:58:40Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:34Z', 'updated_at': '2021-08-19T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5a2ba45f-f14a-4ba7-97a5-cea406238a03', 'name': '', 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:9f:c0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '99feca80-8ce4-4fb2-a76b-e3bb7efc89e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:38Z', 'updated_at': '2021-08-19T12:58:40Z', 'revision_number': 2, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': '99feca80-8ce4-4fb2-a76b-e3bb7efc89e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:42.171753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Checking router: 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:58:42.172189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Updating router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:58:42.176692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.214942 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.264623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8e0cb143-f893-4276-9e93-295485a43f53, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8e0cb143-f893-4276-9e93-295485a43f53,segment=NetworkSegment(91007fab-9606-4abe-85ba-6c2561df1afd),segment_id=91007fab-9606-4abe-85ba-6c2561df1afd)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:42.461298 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.462570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7ff33225-0167-4959-b55d-954a7c6bfb02 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:42.508960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92252910-9c2b-4ad1-adde-6711cabee103 req-8ca4685c-1caf-4b49-b8fa-99d720b784f1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 210 time: 0.0603557 Aug 19 12:58:42.549093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d73ea-da9c-4aeb-8632-51cc0a035da7 req-d31a4fcb-e58b-427b-b6bc-e83aa6bc2b1a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:42.550923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-337d73ea-da9c-4aeb-8632-51cc0a035da7 req-d31a4fcb-e58b-427b-b6bc-e83aa6bc2b1a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 943 time: 0.1460214 Aug 19 12:58:42.588256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8e0cb143-f893-4276-9e93-295485a43f53,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:42.618572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7ff33225-0167-4959-b55d-954a7c6bfb02 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:42.618572 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.638406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-337d73ea-da9c-4aeb-8632-51cc0a035da7 req-e1896edd-b7b6-4306-a3bf-ad7ea5de2e93 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767806 Aug 19 12:58:42.761957 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.774141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Transition to ACTIVE for port object 5a2ba45f-f14a-4ba7-97a5-cea406238a03 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:42.907016 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.960601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a26d0-e3cb-4c20-b662-766010062d3c None None] Pushing event updated for resources: {'Port': ['ID=5a2ba45f-f14a-4ba7-97a5-cea406238a03,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:43.022227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Attempting to bind port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:58:43.022834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Attempting to bind port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:58:43.023491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Attempting to bind port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 on network a3397952-4443-4bca-8f4c-07cab8cf2b27 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:43.029464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:58:43.029778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Checking segment: {'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:43.030383 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:43.032028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Bound using segment: {'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:58:43.032548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Bound port: 5a2ba45f-f14a-4ba7-97a5-cea406238a03, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:58:43.032947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:43.107091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] For port 5a2ba45f-f14a-4ba7-97a5-cea406238a03, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:58:43.110584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] For port 5a2ba45f-f14a-4ba7-97a5-cea406238a03, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5a2ba45f-f14a-4ba7-97a5-cea406238a03,segment=NetworkSegment(91007fab-9606-4abe-85ba-6c2561df1afd),segment_id=91007fab-9606-4abe-85ba-6c2561df1afd)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:58:43.255965 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:43.319930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Routers {'1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:43.320540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:43.322478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a26d0-e3cb-4c20-b662-766010062d3c None None] Pushing event updated for resources: {'Port': ['ID=5a2ba45f-f14a-4ba7-97a5-cea406238a03,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:43.378293 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8e0cb143-f893-4276-9e93-295485a43f53 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:43.485738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] Set router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:43.518614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8e0cb143-f893-4276-9e93-295485a43f53 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:43.518992 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:43.717975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b62c5b15-9d6d-43a2-a5b4-bf4660449783 req-9b4972da-a441-4b9e-88e8-e619e7fb2c9f tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 210 time: 0.0882659 Aug 19 12:58:43.807939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf158ce-3e68-4344-a7c1-89e3b77df6c0 req-b3a9b4d6-99c7-4029-840e-a28e9b7dc5f3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:43.809773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abf158ce-3e68-4344-a7c1-89e3b77df6c0 req-b3a9b4d6-99c7-4029-840e-a28e9b7dc5f3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 943 time: 0.0687020 Aug 19 12:58:43.847617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-995612847', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:33Z', 'updated_at': '2021-08-19T12:58:40Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:34Z', 'updated_at': '2021-08-19T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5a2ba45f-f14a-4ba7-97a5-cea406238a03', 'name': '', 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:9f:c0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '99feca80-8ce4-4fb2-a76b-e3bb7efc89e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:38Z', 'updated_at': '2021-08-19T12:58:43Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': '99feca80-8ce4-4fb2-a76b-e3bb7efc89e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:43.857515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abf158ce-3e68-4344-a7c1-89e3b77df6c0 req-b8e67656-c9ae-4657-9f22-26710c3b8c91 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369704 Aug 19 12:58:44.064343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e65ac-21d2-435f-98f1-6b395635e7a4 None None] The sync data for ids ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'] in n-d-778732-8 is: [{'id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-995612847', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:33Z', 'updated_at': '2021-08-19T12:58:40Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:34Z', 'updated_at': '2021-08-19T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5a2ba45f-f14a-4ba7-97a5-cea406238a03', 'name': '', 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:9f:c0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '99feca80-8ce4-4fb2-a76b-e3bb7efc89e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:38Z', 'updated_at': '2021-08-19T12:58:43Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': '99feca80-8ce4-4fb2-a76b-e3bb7efc89e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:58:44.832928 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:44.848816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-753fb55e-e965-4eaf-a509-c204639109da req-126a16fe-ecba-4d5a-a9d8-1a8b791f6fca tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 210 time: 0.0386798 Aug 19 12:58:45.025636 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb48e03-eac4-46b4-ae91-24cd4b7473b9 req-ee393981-29f6-4065-915a-a290817fb3af tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:45.025636 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aeb48e03-eac4-46b4-ae91-24cd4b7473b9 req-ee393981-29f6-4065-915a-a290817fb3af tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 943 time: 0.0719283 Aug 19 12:58:45.066012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aeb48e03-eac4-46b4-ae91-24cd4b7473b9 req-0f386305-7fc4-41d7-aa03-cb26e06fbabb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474780 Aug 19 12:58:45.409183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5a2ba45f-f14a-4ba7-97a5-cea406238a03 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:45.431217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-cfe2f164-88d9-4745-b5dd-741d5e7ebdeb tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:45.432828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-cfe2f164-88d9-4745-b5dd-741d5e7ebdeb tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.53 "GET /v2.0/networks?id=a3397952-4443-4bca-8f4c-07cab8cf2b27 HTTP/1.1" status: 200 len: 798 time: 0.1355371 Aug 19 12:58:45.448399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Request body: {'port': {'device_id': '942334ba-1c1e-4ca0-9551-35440b4af73b', 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27', 'admin_state_up': True, 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:45.587574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:45.592315 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:45.592691 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:45.682724 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:45.712450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Made reservation on behalf of 53e3460c6395429783fcf4e7bc1c5dc0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:58:45.716625 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:45.721020 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 5a2ba45f-f14a-4ba7-97a5-cea406238a03, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5a2ba45f-f14a-4ba7-97a5-cea406238a03,segment=NetworkSegment(91007fab-9606-4abe-85ba-6c2561df1afd),segment_id=91007fab-9606-4abe-85ba-6c2561df1afd)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:45.850082 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:45.862945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Allocated IP 172.20.0.30 (a3397952-4443-4bca-8f4c-07cab8cf2b27/99feca80-8ce4-4fb2-a76b-e3bb7efc89e2/24f83fc3-689d-4096-bb99-8633888169b2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:45.907068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=5a2ba45f-f14a-4ba7-97a5-cea406238a03,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:46.024752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95ff50a5-8e87-41d8-aad6-5da6441ec0f4 req-6b5e6c3a-4d57-4bfe-896b-0b3117bcac0b tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 210 time: 0.0573654 Aug 19 12:58:46.027734 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:46.041680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Transition to ACTIVE for port object 24f83fc3-689d-4096-bb99-8633888169b2 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:46.169185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:46.241802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Network a3397952-4443-4bca-8f4c-07cab8cf2b27 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:46.247391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:46.250133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event updated for resources: {'Port': ['ID=24f83fc3-689d-4096-bb99-8633888169b2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:46.252347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:46.286436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82868879-e68d-4b23-93ef-49f253fba419 req-464bf62f-22d0-4de4-97f5-0180f9ecff10 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:46.289272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82868879-e68d-4b23-93ef-49f253fba419 req-464bf62f-22d0-4de4-97f5-0180f9ecff10 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 943 time: 0.1315401 Aug 19 12:58:46.340331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:46.340820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:46.376701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82868879-e68d-4b23-93ef-49f253fba419 req-faf7e01d-21f7-4a70-aee6-3302aed62da7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745041 Aug 19 12:58:46.491452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f9b5184-673a-44ce-b3db-bc1e0ff9dbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0471430 Aug 19 12:58:46.509626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Request body: {'port': {'device_id': '942334ba-1c1e-4ca0-9551-35440b4af73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:46.566081 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:46.667274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-753275b9-2768-4d78-a5a8-5169d088c189 None None] Provisioning for port 24f83fc3-689d-4096-bb99-8633888169b2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:46.671412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-753275b9-2768-4d78-a5a8-5169d088c189 None None] Provisioning complete for port 24f83fc3-689d-4096-bb99-8633888169b2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:46.671975 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-753275b9-2768-4d78-a5a8-5169d088c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:46.711491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-753275b9-2768-4d78-a5a8-5169d088c189 None None] Port 24f83fc3-689d-4096-bb99-8633888169b2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:58:46.747137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-c5c35e99-6698-44ec-8b1d-d95114b272a7 req-24a20716-d3f0-4912-a2e7-9101bc699d6e service neutron] (95660) timed out ('10.222.0.52', 58856) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:58:46.861594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f83fc3-689d-4096-bb99-8633888169b2 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:58:46.869631 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:46.883426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Transition to ACTIVE for port object 24f83fc3-689d-4096-bb99-8633888169b2 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:46.997395 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:47.104371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=24f83fc3-689d-4096-bb99-8633888169b2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:47.159856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Attempting to bind port 24f83fc3-689d-4096-bb99-8633888169b2 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:58:47.160203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Attempting to bind port 24f83fc3-689d-4096-bb99-8633888169b2 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:58:47.160776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Attempting to bind port 24f83fc3-689d-4096-bb99-8633888169b2 on network a3397952-4443-4bca-8f4c-07cab8cf2b27 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:47.171499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Port 24f83fc3-689d-4096-bb99-8633888169b2 on network a3397952-4443-4bca-8f4c-07cab8cf2b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:58:47.171840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Attempting to bind port 24f83fc3-689d-4096-bb99-8633888169b2 on network a3397952-4443-4bca-8f4c-07cab8cf2b27 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:47.180781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:58:47.181433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Checking segment: {'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:47.182029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Bound using segment: {'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:58:47.182688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Bound port: 24f83fc3-689d-4096-bb99-8633888169b2, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91007fab-9606-4abe-85ba-6c2561df1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:58:47.183255 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:47.219111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b378697-4ef7-4374-abb1-37fd684d835b req-15ee83bf-e8ec-4209-a21d-46915914b0a1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:47.219111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b378697-4ef7-4374-abb1-37fd684d835b req-15ee83bf-e8ec-4209-a21d-46915914b0a1 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 907 time: 0.0986578 Aug 19 12:58:47.291766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] For port 24f83fc3-689d-4096-bb99-8633888169b2, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:58:47.295225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] For port 24f83fc3-689d-4096-bb99-8633888169b2, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=24f83fc3-689d-4096-bb99-8633888169b2,segment=NetworkSegment(91007fab-9606-4abe-85ba-6c2561df1afd),segment_id=91007fab-9606-4abe-85ba-6c2561df1afd)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:58:47.369118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5a2ba45f-f14a-4ba7-97a5-cea406238a03 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:47.431569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:47.432105 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:47.486938 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:47.545606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:47.546493 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:47.547980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] 10.222.0.53 "PUT /v2.0/ports/24f83fc3-689d-4096-bb99-8633888169b2 HTTP/1.1" status: 200 len: 1055 time: 1.0434246 Aug 19 12:58:47.549728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942334ba-1c1e-4ca0-9551-35440b4af73b', 'tag': '24f83fc3-689d-4096-bb99-8633888169b2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:47.552310 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9ad487-6ec7-4182-874f-42e0855dfdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "942334ba-1c1e-4ca0-9551-35440b4af73b", "tag": "24f83fc3-689d-4096-bb99-8633888169b2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:47.582372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c15a7-e6b7-41e6-8e85-c9545ac2cea6 req-c6324846-cc3a-474c-b548-b4d1dbf7767e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:47.584216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e71c15a7-e6b7-41e6-8e85-c9545ac2cea6 req-c6324846-cc3a-474c-b548-b4d1dbf7767e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 943 time: 0.1277943 Aug 19 12:58:47.594290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beb0d7-e33e-4dc2-86f9-0d0934f5bbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=24f83fc3-689d-4096-bb99-8633888169b2,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:47.622409 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621bbd90-ecd5-4e5f-bcdf-da4a9c09397e x-openstack-request-id: req-621bbd90-ecd5-4e5f-bcdf-da4a9c09397e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:47.622710 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942334ba-1c1e-4ca0-9551-35440b4af73b", "tag": "24f83fc3-689d-4096-bb99-8633888169b2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:47.623382 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-621bbd90-ecd5-4e5f-bcdf-da4a9c09397e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:47.623796 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942334ba-1c1e-4ca0-9551-35440b4af73b', 'tag': '24f83fc3-689d-4096-bb99-8633888169b2', 'status': 'completed', 'code': 200} Aug 19 12:58:47.690892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e71c15a7-e6b7-41e6-8e85-c9545ac2cea6 req-d324f3a5-1783-4fe9-9554-36ee2e9ddc46 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967479 Aug 19 12:58:47.722548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ad487-6ec7-4182-874f-42e0855dfdc1 req-e8e0d82c-e667-4353-b3ed-76857c67700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:47.724176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e9ad487-6ec7-4182-874f-42e0855dfdc1 req-e8e0d82c-e667-4353-b3ed-76857c67700e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 1058 time: 0.0793586 Aug 19 12:58:47.847650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ad487-6ec7-4182-874f-42e0855dfdc1 req-b51bb5e2-dc9e-456d-baf9-8b348d70cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:47.848431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ad487-6ec7-4182-874f-42e0855dfdc1 req-b51bb5e2-dc9e-456d-baf9-8b348d70cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:47.850232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e9ad487-6ec7-4182-874f-42e0855dfdc1 req-b51bb5e2-dc9e-456d-baf9-8b348d70cf95 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1160438 Aug 19 12:58:47.967610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ad487-6ec7-4182-874f-42e0855dfdc1 req-6a632e6b-ff0e-41ca-aa38-b4f55890183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:47.969206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e9ad487-6ec7-4182-874f-42e0855dfdc1 req-6a632e6b-ff0e-41ca-aa38-b4f55890183f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082397 Aug 19 12:58:48.058578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-3bca2d92-3942-42b3-9309-cfdbe6b485e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:48.060142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-3bca2d92-3942-42b3-9309-cfdbe6b485e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 1058 time: 0.0472054 Aug 19 12:58:48.107213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-d4a91727-1769-48aa-b8b0-aa302ab29aa6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=24f83fc3-689d-4096-bb99-8633888169b2 HTTP/1.1" status: 200 len: 217 time: 0.0386238 Aug 19 12:58:48.167132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f8ee280-0dc6-4eca-ad18-2f6f95a1c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:48.168668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-2f8ee280-0dc6-4eca-ad18-2f6f95a1c10c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99feca80-8ce4-4fb2-a76b-e3bb7efc89e2 HTTP/1.1" status: 200 len: 838 time: 0.0548425 Aug 19 12:58:48.228013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-90cd1081-c727-4ffb-b287-8ddc4001fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:48.229837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-90cd1081-c727-4ffb-b287-8ddc4001fe15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a3397952-4443-4bca-8f4c-07cab8cf2b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538135 Aug 19 12:58:48.420975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-8ec03d59-36d6-4359-9593-679e0cc90aed service neutron] 10.222.0.53 "GET /v2.0/networks/a3397952-4443-4bca-8f4c-07cab8cf2b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823707 Aug 19 12:58:48.439981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01e0b2-6837-4cd7-89d2-ac905a6573ec req-cfbba3aa-410e-450c-848e-c68072f31a42 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:48.442446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab01e0b2-6837-4cd7-89d2-ac905a6573ec req-cfbba3aa-410e-450c-848e-c68072f31a42 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 907 time: 0.1223862 Aug 19 12:58:48.584346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3e3e024-0dd2-445b-bb64-156b221a5c9f req-0ab3e018-3071-4326-bab3-911493901e79 service neutron] 10.222.0.53 "GET /v2.0/networks/a3397952-4443-4bca-8f4c-07cab8cf2b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402447 Aug 19 12:58:48.857002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2f70b-3008-40bc-ac1d-4da34604f3f2 req-c0b1972b-1d08-482a-a70a-d7261d0f1572 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:48.858703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cda2f70b-3008-40bc-ac1d-4da34604f3f2 req-c0b1972b-1d08-482a-a70a-d7261d0f1572 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 943 time: 0.0636315 Aug 19 12:58:48.905170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cda2f70b-3008-40bc-ac1d-4da34604f3f2 req-5f7fad1a-dedd-4693-a68d-72aab2868fb4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392904 Aug 19 12:58:49.532821 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:58:49.574315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fe544-17e3-42c0-8ee3-6f41cc98ad20 req-22e02254-ec20-4480-b2fd-f73d8053e212 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:49.575952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-485fe544-17e3-42c0-8ee3-6f41cc98ad20 req-22e02254-ec20-4480-b2fd-f73d8053e212 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 907 time: 0.0629544 Aug 19 12:58:49.644239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:49.659809 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'port_id': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30', 'mac_address': 'fa:16:3e:5e:bd:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:58:49.705674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:49.719676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:58:49.739817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:49.873164 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:49.926843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:50.044993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089cf64-17a0-46d6-b5bd-9eb4b45acaaf req-f040074e-ef80-4833-bf2d-fa0525a35cfb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:50.046662 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9089cf64-17a0-46d6-b5bd-9eb4b45acaaf req-f040074e-ef80-4833-bf2d-fa0525a35cfb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 944 time: 0.0706389 Aug 19 12:58:50.089603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9089cf64-17a0-46d6-b5bd-9eb4b45acaaf req-cbdca027-5ead-4f26-95fa-8d2370f93b7b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359700 Aug 19 12:58:50.154034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['a8eb8fd4-371a-45fc-b973-dbf6a8a71d30'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:58:50.702507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a72ef-73d9-4db9-8ea9-c7d152a59c62 req-e5ff8d4d-d124-4228-8ea3-13eaf6c7e486 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:50.704084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e67a72ef-73d9-4db9-8ea9-c7d152a59c62 req-e5ff8d4d-d124-4228-8ea3-13eaf6c7e486 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 907 time: 0.0559263 Aug 19 12:58:51.101880 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9fa32d55-356d-466a-9ed7-f84c8ae7c913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:51.500521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81111b0c-6590-419d-8d8e-40591348b268 req-07f0f569-e109-4a8c-92f5-632fd4be41d6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:51.502159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81111b0c-6590-419d-8d8e-40591348b268 req-07f0f569-e109-4a8c-92f5-632fd4be41d6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 944 time: 0.3296680 Aug 19 12:58:51.538725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 24f83fc3-689d-4096-bb99-8633888169b2 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:58:51.538725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:51.549169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81111b0c-6590-419d-8d8e-40591348b268 req-8733bef3-c34c-44e8-a680-40c8ce03d988 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405068 Aug 19 12:58:51.683680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 24f83fc3-689d-4096-bb99-8633888169b2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=24f83fc3-689d-4096-bb99-8633888169b2,segment=NetworkSegment(91007fab-9606-4abe-85ba-6c2561df1afd),segment_id=91007fab-9606-4abe-85ba-6c2561df1afd)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:51.695635 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '24f83fc3-689d-4096-bb99-8633888169b2', 'network_id': 'a3397952-4443-4bca-8f4c-07cab8cf2b27', 'port_id': '24f83fc3-689d-4096-bb99-8633888169b2', 'mac_address': 'fa:16:3e:79:ff:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99feca80-8ce4-4fb2-a76b-e3bb7efc89e2', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:58:51.730798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:51.740283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:51.741874 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:51.744810 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:51.789739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f83fc3-689d-4096-bb99-8633888169b2 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:58:51.825474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 24f83fc3-689d-4096-bb99-8633888169b2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=24f83fc3-689d-4096-bb99-8633888169b2,segment=NetworkSegment(91007fab-9606-4abe-85ba-6c2561df1afd),segment_id=91007fab-9606-4abe-85ba-6c2561df1afd)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:51.871976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f2748-f137-428f-b817-b878f9cb6536 req-ed50e171-ec3a-479d-873b-7e503b719358 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:51.873635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-867f2748-f137-428f-b817-b878f9cb6536 req-ed50e171-ec3a-479d-873b-7e503b719358 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 907 time: 0.0729880 Aug 19 12:58:51.873949 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:51.908900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:51.911660 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba02831-ec70-49fe-a853-18ba2d7c8170" -d '{"events": [{"server_uuid": "357baf59-05fa-493e-b26c-34e9eaab7a80", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb8fd4-371a-45fc-b973-dbf6a8a71d30"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:51.929945 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:51.937282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:51.977403 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde6962f-d3e1-4f1b-9b09-8b910684761c x-openstack-request-id: req-bde6962f-d3e1-4f1b-9b09-8b910684761c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:51.977724 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357baf59-05fa-493e-b26c-34e9eaab7a80", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb8fd4-371a-45fc-b973-dbf6a8a71d30", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:51.977988 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bde6962f-d3e1-4f1b-9b09-8b910684761c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:51.978391 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30', 'code': 200} Aug 19 12:58:51.994451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=24f83fc3-689d-4096-bb99-8633888169b2,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:52.044984 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.087843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2e5f6-bba3-400f-bda8-4f108b969ea0 req-16ecdf20-7037-44f0-9e5c-07b435a9638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:52.089535 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1fc2e5f6-bba3-400f-bda8-4f108b969ea0 req-16ecdf20-7037-44f0-9e5c-07b435a9638c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 1096 time: 0.0490103 Aug 19 12:58:52.121252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:52.132371 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1fc2e5f6-bba3-400f-bda8-4f108b969ea0 req-4aec9324-ef5b-4f34-831a-94471f704702 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336950 Aug 19 12:58:52.189045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['24f83fc3-689d-4096-bb99-8633888169b2'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:58:52.686830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295bebb-b8d0-4513-9d75-f0dfe88b11b7 req-76902196-89cf-4bb2-aad9-8c6d2cbe8714 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:52.688698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7295bebb-b8d0-4513-9d75-f0dfe88b11b7 req-76902196-89cf-4bb2-aad9-8c6d2cbe8714 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 945 time: 0.0622370 Aug 19 12:58:52.741030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7295bebb-b8d0-4513-9d75-f0dfe88b11b7 req-7dcd415f-c78a-4c4a-be8f-1b0ce960af66 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450153 Aug 19 12:58:53.005323 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e9b08-de7b-43e4-99da-91abe744c968 req-6da6b352-fc8a-4711-a0cc-6095e8b13b3c tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:53.007588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-016e9b08-de7b-43e4-99da-91abe744c968 req-6da6b352-fc8a-4711-a0cc-6095e8b13b3c tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 908 time: 0.0551474 Aug 19 12:58:53.539245 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 24f83fc3-689d-4096-bb99-8633888169b2 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:53.712828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 24f83fc3-689d-4096-bb99-8633888169b2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:53.716960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 24f83fc3-689d-4096-bb99-8633888169b2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:53.717358 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:53.806209 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:53.848351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 24f83fc3-689d-4096-bb99-8633888169b2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=24f83fc3-689d-4096-bb99-8633888169b2,segment=NetworkSegment(91007fab-9606-4abe-85ba-6c2561df1afd),segment_id=91007fab-9606-4abe-85ba-6c2561df1afd)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:53.953085 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:53.982519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942334ba-1c1e-4ca0-9551-35440b4af73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f83fc3-689d-4096-bb99-8633888169b2'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:53.985007 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195e78cf-abf9-475f-9958-5bc0770e07c2" -d '{"events": [{"server_uuid": "942334ba-1c1e-4ca0-9551-35440b4af73b", "name": "network-vif-plugged", "status": "completed", "tag": "24f83fc3-689d-4096-bb99-8633888169b2"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:53.996332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17310157-6014-4781-aa9b-fe6923210bf2 req-138eb7c1-8fa7-471e-a4ca-aab9b1765a9f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:53.996972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17310157-6014-4781-aa9b-fe6923210bf2 req-138eb7c1-8fa7-471e-a4ca-aab9b1765a9f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 945 time: 0.1615331 Aug 19 12:58:54.024148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=24f83fc3-689d-4096-bb99-8633888169b2,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:54.050731 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715f8ada-ba48-492e-8316-24b3a044b93f x-openstack-request-id: req-715f8ada-ba48-492e-8316-24b3a044b93f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:54.050731 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942334ba-1c1e-4ca0-9551-35440b4af73b", "name": "network-vif-plugged", "status": "completed", "tag": "24f83fc3-689d-4096-bb99-8633888169b2", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:54.050731 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-715f8ada-ba48-492e-8316-24b3a044b93f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:54.050731 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942334ba-1c1e-4ca0-9551-35440b4af73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f83fc3-689d-4096-bb99-8633888169b2', 'code': 200} Aug 19 12:58:54.063011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17310157-6014-4781-aa9b-fe6923210bf2 req-effd54c9-1aa4-4907-903c-018f37bf3c52 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589850 Aug 19 12:58:54.246213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0a8c6-e4b5-40b4-ab28-1430bbb33927 req-99d56c58-fa68-46c3-96c5-373afb818872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:54.247755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74e0a8c6-e4b5-40b4-ab28-1430bbb33927 req-99d56c58-fa68-46c3-96c5-373afb818872 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 1060 time: 0.1178391 Aug 19 12:58:54.260326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d586d-d0fb-4684-b051-9c25f201642b req-03754ec9-b6fa-49e6-9916-3d71892ad999 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:54.261893 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f53d586d-d0fb-4684-b051-9c25f201642b req-03754ec9-b6fa-49e6-9916-3d71892ad999 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 945 time: 0.1178327 Aug 19 12:58:54.283858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891b07d-4ae3-47fc-b74e-ea9edbb2fe4d req-179bc3b7-2fc8-4a50-b667-cac5e15f999e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:54.285336 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2891b07d-4ae3-47fc-b74e-ea9edbb2fe4d req-179bc3b7-2fc8-4a50-b667-cac5e15f999e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 909 time: 0.1617610 Aug 19 12:58:54.322759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f53d586d-d0fb-4684-b051-9c25f201642b req-7a66bd23-b934-4fb9-aaf4-6e50875deeaf tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532110 Aug 19 12:58:54.348873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43712) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:54.502763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9ec71-295e-4525-8384-d94b639b04d0 tempest-TestVolumeBootPattern-125779219 tempest-TestVolumeBootPattern-125779219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:54.504201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bca9ec71-295e-4525-8384-d94b639b04d0 tempest-TestVolumeBootPattern-125779219 tempest-TestVolumeBootPattern-125779219-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 1091 time: 0.1541858 Aug 19 12:58:54.508993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43718) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:54.514229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:54.659628 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:54.768259 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:54.895029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Allocated IP 172.25.6.61 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/1a91c7ff-0f36-435a-8180-5fb2a51ca425) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:55.011650 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.158732 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.206743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:55.212576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:55.217606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=1a91c7ff-0f36-435a-8180-5fb2a51ca425,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:55.217606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:55.506306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b849f-7412-40df-9747-6aa46552903f req-5dca60a4-3cff-4c69-a4c2-e5485306cfde tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:55.507878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-062b849f-7412-40df-9747-6aa46552903f req-5dca60a4-3cff-4c69-a4c2-e5485306cfde tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 909 time: 0.1065490 Aug 19 12:58:55.550302 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72bb8b93-5ce9-4d2b-a681-4b137ef50d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.792616 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.832378 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:56.043862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:56.218630 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:56.404065 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:56.472399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=1a91c7ff-0f36-435a-8180-5fb2a51ca425,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:56.489312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:56.631691 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Floating IP 8750cb4f-6398-440e-9f77-05fb6f58b2dd associated. External IP: 172.25.6.61, port: a8eb8fd4-371a-45fc-b973-dbf6a8a71d30. Aug 19 12:58:56.683811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e9133-eb71-4076-bd53-c4086b605a98 req-b274d9d3-48e8-4890-841c-e090a1b1831c tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:56.685398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c37e9133-eb71-4076-bd53-c4086b605a98 req-b274d9d3-48e8-4890-841c-e090a1b1831c tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 909 time: 0.0940785 Aug 19 12:58:57.085576 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:57.114677 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-2bf4b1c9-a6fc-4954-93e0-65a4b9e41bf0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533116 Aug 19 12:58:57.198709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fed22-fe2d-4b81-8288-0d9d0d7a5ee1 req-b74511d5-893e-40a3-b1a5-e93976329a27 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:57.201101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-168fed22-fe2d-4b81-8288-0d9d0d7a5ee1 req-b74511d5-893e-40a3-b1a5-e93976329a27 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 909 time: 0.4015033 Aug 19 12:58:57.242966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Router 93c849a8-ef98-4a57-b976-8bf0fea76f76 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:58:57.262015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-a2b59573-bf6b-4a6c-880f-5f4b32f35d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:57.264093 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-a2b59573-bf6b-4a6c-880f-5f4b32f35d30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 1136 time: 0.0889716 Aug 19 12:58:57.434197 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-42df1fe2-9fc7-462b-8922-b59ccdb06f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:57.434197 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-42df1fe2-9fc7-462b-8922-b59ccdb06f03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=255af2fd-0abb-4fc8-aefc-14d823a35522 HTTP/1.1" status: 200 len: 897 time: 0.1297164 Aug 19 12:58:57.434593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88772ae-5b9c-4610-ad6a-35f48c08e742 req-9f88c337-95ac-41d2-ab94-e8720c9b7782 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:57.434593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b88772ae-5b9c-4610-ad6a-35f48c08e742 req-9f88c337-95ac-41d2-ab94-e8720c9b7782 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 1060 time: 0.1076803 Aug 19 12:58:57.447503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:58:57.489561 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:58:57.494983 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d48657-c8fa-43c6-b35b-cf6e40b988eb None None] Sync routers for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:58:57.515501 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d48657-c8fa-43c6-b35b-cf6e40b988eb None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:57.516610 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-58d48657-c8fa-43c6-b35b-cf6e40b988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:57.519799 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-1568fb21-d769-4b86-8005-6efd4c6a3196 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 HTTP/1.1" status: 200 len: 1002 time: 0.0824347 Aug 19 12:58:57.578914 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-89fd06d2-473f-49de-8e75-c5ddc9183773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:57.580822 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-89fd06d2-473f-49de-8e75-c5ddc9183773 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d267fa3b-a724-46ee-bdc0-25c119ce6884 HTTP/1.1" status: 200 len: 835 time: 0.0503702 Aug 19 12:58:57.582761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cfc19-a168-42c2-abae-2e7b5fca4036 req-79c49ea0-eef8-4980-9719-ab0bfb6863a3 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:57.585006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-920cfc19-a168-42c2-abae-2e7b5fca4036 req-79c49ea0-eef8-4980-9719-ab0bfb6863a3 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 1136 time: 0.0459728 Aug 19 12:58:57.633022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-920cfc19-a168-42c2-abae-2e7b5fca4036 req-b9a8556c-5e6a-4176-8d5d-767e19671899 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0410399 Aug 19 12:58:57.637317 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:57.657279 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-c48ac462-f406-428d-8c84-4161cddd613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:57.660632 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-c48ac462-f406-428d-8c84-4161cddd613c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=255af2fd-0abb-4fc8-aefc-14d823a35522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685859 Aug 19 12:58:57.661131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43764) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:57.666456 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-58d48657-c8fa-43c6-b35b-cf6e40b988eb None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:57.705697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6be73c11-d6b5-4805-a211-c2e5039e2d1b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1952963 Aug 19 12:58:57.706454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'tag': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:57.709492 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d" -d '{"events": [{"name": "network-changed", "server_uuid": "357baf59-05fa-493e-b26c-34e9eaab7a80", "tag": "a8eb8fd4-371a-45fc-b973-dbf6a8a71d30"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:57.786384 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26049fbc-5c99-4422-980b-66e8cf77f801 x-openstack-request-id: req-26049fbc-5c99-4422-980b-66e8cf77f801 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:57.786384 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357baf59-05fa-493e-b26c-34e9eaab7a80", "tag": "a8eb8fd4-371a-45fc-b973-dbf6a8a71d30", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:57.786384 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26049fbc-5c99-4422-980b-66e8cf77f801 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:57.786384 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'tag': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30', 'status': 'completed', 'code': 200} Aug 19 12:58:57.788265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8bb890-2ff1-4dcf-87cc-385048d9ea52 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:57.789900 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2c8bb890-2ff1-4dcf-87cc-385048d9ea52 tempest-TestSecurityGroupsBasicOps-2053743951 tempest-TestSecurityGroupsBasicOps-2053743951-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 1055 time: 0.1277709 Aug 19 12:58:57.816181 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-30025812-de24-4a0f-a847-00a4bdd2f94e service neutron] 10.222.0.52 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431108 Aug 19 12:58:57.871973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d req-b24404ef-98e3-4e5c-a23d-e87334c157f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:57.874679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d req-b24404ef-98e3-4e5c-a23d-e87334c157f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 1096 time: 0.0786133 Aug 19 12:58:57.990916 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-58d48657-c8fa-43c6-b35b-cf6e40b988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '8750cb4f-6398-440e-9f77-05fb6f58b2dd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.61', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:5e:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:58:55Z', 'updated_at': '2021-08-19T12:58:55Z', 'revision_number': 0, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:58.000507 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-53950db3-f348-4ce8-b347-11ca1c3b553a req-41b0ca67-933f-4e2d-814f-575544011b8a service neutron] 10.222.0.52 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725440 Aug 19 12:58:58.022384 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d48657-c8fa-43c6-b35b-cf6e40b988eb None None] Checking router: 93c849a8-ef98-4a57-b976-8bf0fea76f76 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:58:58.026308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d req-5e42a67c-a3d7-4b76-b762-90740a796fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:58.032366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d req-5e42a67c-a3d7-4b76-b762-90740a796fdf service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1479740 Aug 19 12:58:58.033899 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d48657-c8fa-43c6-b35b-cf6e40b988eb None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:58.034539 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-58d48657-c8fa-43c6-b35b-cf6e40b988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:58.152727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d req-2c202b4f-24bb-4e16-b454-2a9c91b7ca5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 HTTP/1.1" status: 200 len: 998 time: 0.1141930 Aug 19 12:58:58.166022 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-58d48657-c8fa-43c6-b35b-cf6e40b988eb None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:58.212660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d req-af534dee-b141-4923-be80-afffd30e0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:58.214278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d req-af534dee-b141-4923-be80-afffd30e0e5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0497701 Aug 19 12:58:58.274625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d req-68624f89-4c4e-4089-9193-886302a17787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:58.276291 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d req-68624f89-4c4e-4089-9193-886302a17787 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538011 Aug 19 12:58:58.418282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d req-648f0fe2-62c7-41cc-9c7e-0b67e99a259a service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255510 Aug 19 12:58:58.472162 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-58d48657-c8fa-43c6-b35b-cf6e40b988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '8750cb4f-6398-440e-9f77-05fb6f58b2dd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.61', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:5e:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:58:55Z', 'updated_at': '2021-08-19T12:58:55Z', 'revision_number': 0, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:58.527253 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d48657-c8fa-43c6-b35b-cf6e40b988eb None None] The sync data for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 is: [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '8750cb4f-6398-440e-9f77-05fb6f58b2dd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.61', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:5e:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:58:55Z', 'updated_at': '2021-08-19T12:58:55Z', 'revision_number': 0, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:58:58.557225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e70d48-ed3b-4695-81c7-14082b774c98 req-0f749b4e-bd82-48be-acfe-48dfb406cbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:58.559048 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82e70d48-ed3b-4695-81c7-14082b774c98 req-0f749b4e-bd82-48be-acfe-48dfb406cbe2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 909 time: 0.0820880 Aug 19 12:58:58.572964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d920ab7-e6ae-4ae4-aef6-7ef4be8e986d req-400754db-9ec7-4b81-8a4d-4c14f8d47430 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454215 Aug 19 12:58:58.773278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0165fbe-b9bc-4d9b-be4c-788bfcc76294 None None] New status for floating IP 8750cb4f-6398-440e-9f77-05fb6f58b2dd: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:58:58.958674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:59.701320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0438d-7b61-4bac-8e99-e28401376cf6 req-71c1bcb3-5728-4e12-ad00-342d4ac8e106 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:59.702889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6e0438d-7b61-4bac-8e99-e28401376cf6 req-71c1bcb3-5728-4e12-ad00-342d4ac8e106 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 909 time: 0.0504913 Aug 19 12:59:00.180967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdff87-4a97-42af-a8f9-1bf84d7a678e req-ce67f7b6-eb45-46d7-8e4b-881b1deb4814 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:00.182629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7cdff87-4a97-42af-a8f9-1bf84d7a678e req-ce67f7b6-eb45-46d7-8e4b-881b1deb4814 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.53 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 909 time: 0.0674853 Aug 19 12:59:00.324525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b7cdff87-4a97-42af-a8f9-1bf84d7a678e req-7a79aba0-4e3c-48f2-9034-3bfad91ab290 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Deleting port 24f83fc3-689d-4096-bb99-8633888169b2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:00.326981 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b7cdff87-4a97-42af-a8f9-1bf84d7a678e req-7a79aba0-4e3c-48f2-9034-3bfad91ab290 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:00.434017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b7cdff87-4a97-42af-a8f9-1bf84d7a678e req-7a79aba0-4e3c-48f2-9034-3bfad91ab290 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] For port 24f83fc3-689d-4096-bb99-8633888169b2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=24f83fc3-689d-4096-bb99-8633888169b2,segment=NetworkSegment(91007fab-9606-4abe-85ba-6c2561df1afd),segment_id=91007fab-9606-4abe-85ba-6c2561df1afd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:00.434287 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b7cdff87-4a97-42af-a8f9-1bf84d7a678e req-7a79aba0-4e3c-48f2-9034-3bfad91ab290 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:00.448125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b7cdff87-4a97-42af-a8f9-1bf84d7a678e req-7a79aba0-4e3c-48f2-9034-3bfad91ab290 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Calling delete_port for 24f83fc3-689d-4096-bb99-8633888169b2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:00.661279 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b7cdff87-4a97-42af-a8f9-1bf84d7a678e req-7a79aba0-4e3c-48f2-9034-3bfad91ab290 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:00.691235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79aba0-4e3c-48f2-9034-3bfad91ab290 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'Port': ['ID=24f83fc3-689d-4096-bb99-8633888169b2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:00.735507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cdff87-4a97-42af-a8f9-1bf84d7a678e req-7a79aba0-4e3c-48f2-9034-3bfad91ab290 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] No DVR routers for this DVR port 24f83fc3-689d-4096-bb99-8633888169b2 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:59:00.738642 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b7cdff87-4a97-42af-a8f9-1bf84d7a678e req-7a79aba0-4e3c-48f2-9034-3bfad91ab290 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:00.740933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7cdff87-4a97-42af-a8f9-1bf84d7a678e req-7a79aba0-4e3c-48f2-9034-3bfad91ab290 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.53 "DELETE /v2.0/ports/24f83fc3-689d-4096-bb99-8633888169b2 HTTP/1.1" status: 204 len: 173 time: 0.5498390 Aug 19 12:59:00.741421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942334ba-1c1e-4ca0-9551-35440b4af73b', 'name': 'network-vif-deleted', 'tag': '24f83fc3-689d-4096-bb99-8633888169b2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:59:00.745933 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da55c64-2db9-44a2-9a49-8254d849f29e" -d '{"events": [{"server_uuid": "942334ba-1c1e-4ca0-9551-35440b4af73b", "name": "network-vif-deleted", "tag": "24f83fc3-689d-4096-bb99-8633888169b2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:59:00.792807 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9846c1a-cf9b-4cde-9c6a-942ed3a77914 x-openstack-request-id: req-d9846c1a-cf9b-4cde-9c6a-942ed3a77914 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:59:00.793720 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942334ba-1c1e-4ca0-9551-35440b4af73b", "name": "network-vif-deleted", "tag": "24f83fc3-689d-4096-bb99-8633888169b2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:59:00.797744 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9846c1a-cf9b-4cde-9c6a-942ed3a77914 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:59:00.798808 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942334ba-1c1e-4ca0-9551-35440b4af73b', 'name': 'network-vif-deleted', 'tag': '24f83fc3-689d-4096-bb99-8633888169b2', 'status': 'completed', 'code': 200} Aug 19 12:59:00.822832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9a3bc409-8248-46fd-8ce6-ac77ad50bd68 req-d4cc73ef-c66a-4cc0-a96e-062b93a15e94 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 210 time: 0.0412431 Aug 19 12:59:01.795302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-a3d75087-c15d-49e9-a838-c16ac0e430c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433156 Aug 19 12:59:01.908791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-36d08a43-7c21-43c9-aa0e-97eb20c35b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:01.910381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-36d08a43-7c21-43c9-aa0e-97eb20c35b6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 1096 time: 0.0689092 Aug 19 12:59:01.960915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8db8d0df-4c6f-40dd-b1e4-dc4ee2824aaa req-3537d6ce-8b47-4885-8600-b96f686d2675 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=942334ba-1c1e-4ca0-9551-35440b4af73b HTTP/1.1" status: 200 len: 210 time: 0.0363131 Aug 19 12:59:02.078342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-d0395cb6-b8d8-48bf-baec-6cdab297d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:02.079892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-d0395cb6-b8d8-48bf-baec-6cdab297d00c service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1438477 Aug 19 12:59:02.156580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-7e611ace-c65d-4675-aa9c-eb4de77747ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 HTTP/1.1" status: 200 len: 1000 time: 0.0680988 Aug 19 12:59:02.221189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-bf2282f4-fd2e-4cf8-8698-47fe4534878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:02.222850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-bf2282f4-fd2e-4cf8-8698-47fe4534878a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0578487 Aug 19 12:59:02.276587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-63024739-54f5-4ab2-ab04-bc4c962ade57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:02.278219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-63024739-54f5-4ab2-ab04-bc4c962ade57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474017 Aug 19 12:59:02.380193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-0adc7ec0-b6df-42d9-bd3a-0434a6131027 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932744 Aug 19 12:59:02.485164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fd4eab6-1abe-4120-be44-db0bd426805a req-2e53b3a7-cd77-443c-8124-2264cd98c607 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946357 Aug 19 12:59:03.033997 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43856) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:03.432810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:03.611469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 24f83fc3-689d-4096-bb99-8633888169b2 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:03.643830 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 24f83fc3-689d-4096-bb99-8633888169b2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:03.644180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 24f83fc3-689d-4096-bb99-8633888169b2 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:04.079048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Deleting port 5a2ba45f-f14a-4ba7-97a5-cea406238a03 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:04.079713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:04.177363 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] For port 5a2ba45f-f14a-4ba7-97a5-cea406238a03, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5a2ba45f-f14a-4ba7-97a5-cea406238a03,segment=NetworkSegment(91007fab-9606-4abe-85ba-6c2561df1afd),segment_id=91007fab-9606-4abe-85ba-6c2561df1afd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:04.177645 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:04.192254 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Calling delete_port for 5a2ba45f-f14a-4ba7-97a5-cea406238a03 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:04.471500 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:04.497742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'Port': ['ID=5a2ba45f-f14a-4ba7-97a5-cea406238a03,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:04.686447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:04.920164 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:05.037334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:05.044869 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b2fde784-c27f-4a6f-895b-648c9c58a96a tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "PUT /v2.0/routers/1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0072992 Aug 19 12:59:05.045291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43890) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:05.048402 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874f943-6c8c-4892-b8e7-2c2ee27c8a8e None None] Sync routers for ids ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:05.057949 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f874f943-6c8c-4892-b8e7-2c2ee27c8a8e None None] Routers {'1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:05.062442 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f874f943-6c8c-4892-b8e7-2c2ee27c8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:05.103208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc9de3c-bcf8-44b8-869a-7c0a85be8206 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Deleting subnet 99feca80-8ce4-4fb2-a76b-e3bb7efc89e2 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:59:05.106743 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5fc9de3c-bcf8-44b8-869a-7c0a85be8206 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.155528 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5fc9de3c-bcf8-44b8-869a-7c0a85be8206 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.164815 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f874f943-6c8c-4892-b8e7-2c2ee27c8a8e None None] Set router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:05.241747 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5fc9de3c-bcf8-44b8-869a-7c0a85be8206 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.359730 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f874f943-6c8c-4892-b8e7-2c2ee27c8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-995612847', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:33Z', 'updated_at': '2021-08-19T12:59:04Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:34Z', 'updated_at': '2021-08-19T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:05.420362 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5fc9de3c-bcf8-44b8-869a-7c0a85be8206 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.455522 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9de3c-bcf8-44b8-869a-7c0a85be8206 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'Subnet': ['ID=99feca80-8ce4-4fb2-a76b-e3bb7efc89e2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:05.461131 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5fc9de3c-bcf8-44b8-869a-7c0a85be8206 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.463668 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5fc9de3c-bcf8-44b8-869a-7c0a85be8206 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "DELETE /v2.0/subnets/99feca80-8ce4-4fb2-a76b-e3bb7efc89e2 HTTP/1.1" status: 204 len: 168 time: 0.4175372 Aug 19 12:59:05.468109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43894) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:05.475595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade1bc97-5b7d-47ed-af0a-63372ef1c013 None None] Network a3397952-4443-4bca-8f4c-07cab8cf2b27 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:05.486756 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874f943-6c8c-4892-b8e7-2c2ee27c8a8e None None] Checking router: 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:05.496984 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f874f943-6c8c-4892-b8e7-2c2ee27c8a8e None None] Routers {'1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:05.497651 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f874f943-6c8c-4892-b8e7-2c2ee27c8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:05.612737 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.614074 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f874f943-6c8c-4892-b8e7-2c2ee27c8a8e None None] Set router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:05.698432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0770847-da68-4154-8b35-9ef60a95d799 None None] DHCP port deletion for a3397952-4443-4bca-8f4c-07cab8cf2b27 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:59:05.757766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.773180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f0770847-da68-4154-8b35-9ef60a95d799 None None] Deleting port 8e0cb143-f893-4276-9e93-295485a43f53 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:05.773646 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f0770847-da68-4154-8b35-9ef60a95d799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.847050 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f874f943-6c8c-4892-b8e7-2c2ee27c8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-995612847', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:33Z', 'updated_at': '2021-08-19T12:59:04Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:34Z', 'updated_at': '2021-08-19T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:05.862928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f0770847-da68-4154-8b35-9ef60a95d799 None None] For port 8e0cb143-f893-4276-9e93-295485a43f53, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8e0cb143-f893-4276-9e93-295485a43f53,segment=NetworkSegment(91007fab-9606-4abe-85ba-6c2561df1afd),segment_id=91007fab-9606-4abe-85ba-6c2561df1afd)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:05.863354 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f0770847-da68-4154-8b35-9ef60a95d799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.874656 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874f943-6c8c-4892-b8e7-2c2ee27c8a8e None None] The sync data for ids ['1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89'] in n-d-778732-8 is: [{'id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'name': 'tempest-TestSecurityGroupsBasicOps-router-995612847', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:58:33Z', 'updated_at': '2021-08-19T12:59:04Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '7ff33225-0167-4959-b55d-954a7c6bfb02', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:58:34Z', 'updated_at': '2021-08-19T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:05.879879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f0770847-da68-4154-8b35-9ef60a95d799 None None] Calling delete_port for 8e0cb143-f893-4276-9e93-295485a43f53 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:06.104772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Deleting port 7ff33225-0167-4959-b55d-954a7c6bfb02 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:06.105406 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.117531 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f0770847-da68-4154-8b35-9ef60a95d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.144219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0770847-da68-4154-8b35-9ef60a95d799 None None] Pushing event deleted for resources: {'Port': ['ID=8e0cb143-f893-4276-9e93-295485a43f53,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:06.146169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0770847-da68-4154-8b35-9ef60a95d799 None None] No DVR routers for this DVR port 8e0cb143-f893-4276-9e93-295485a43f53 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:59:06.196116 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] For port 7ff33225-0167-4959-b55d-954a7c6bfb02, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7ff33225-0167-4959-b55d-954a7c6bfb02,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:06.196653 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.214089 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Calling delete_port for 7ff33225-0167-4959-b55d-954a7c6bfb02 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:06.621347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.654322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'Port': ['ID=7ff33225-0167-4959-b55d-954a7c6bfb02,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:06.720843 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.835226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.837517 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.964533 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.965133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Fanout notify agent at l3_agent the message router_deleted on router 1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:59:06.978683 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.978683 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a032c8ac-b09c-4716-9480-cda51053a516 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "DELETE /v2.0/routers/1e17e9ac-20ed-4ccb-88d6-ff8121f3ac89 HTTP/1.1" status: 204 len: 168 time: 1.5044115 Aug 19 12:59:06.979796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43898) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:07.073250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.176694 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.187580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3397952-4443-4bca-8f4c-07cab8cf2b27']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:07.198163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91007fab-9606-4abe-85ba-6c2561df1afd') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:07.198457 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91007fab-9606-4abe-85ba-6c2561df1afd') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:07.207597 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.222601 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.230716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:59:07.231132 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: timer() Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:59:07.234474 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:59:07.467348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.482612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.482612 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "DELETE /v2.0/networks/a3397952-4443-4bca-8f4c-07cab8cf2b27 HTTP/1.1" status: 204 len: 168 time: 0.4979746 Aug 19 12:59:07.483727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43902) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:07.518075 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c08f9f-29aa-495b-9550-45990a09e8cd tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'Network': ['ID=a3397952-4443-4bca-8f4c-07cab8cf2b27,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:07.552258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8e0cb143-f893-4276-9e93-295485a43f53 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:07.580149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8e0cb143-f893-4276-9e93-295485a43f53 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:07.580500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8e0cb143-f893-4276-9e93-295485a43f53 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:07.581314 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5a2ba45f-f14a-4ba7-97a5-cea406238a03 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:07.602840 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 5a2ba45f-f14a-4ba7-97a5-cea406238a03 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:07.603228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5a2ba45f-f14a-4ba7-97a5-cea406238a03 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:07.603695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7ff33225-0167-4959-b55d-954a7c6bfb02 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:07.629130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 7ff33225-0167-4959-b55d-954a7c6bfb02 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:07.629620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7ff33225-0167-4959-b55d-954a7c6bfb02 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:07.756978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Deleting port 8fe0cb43-bb48-4314-890e-3ce3d4b69ec8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:07.758015 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.852189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.852508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.870839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Calling delete_port for 8fe0cb43-bb48-4314-890e-3ce3d4b69ec8 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:08.193308 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:08.222522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'Port': ['ID=8fe0cb43-bb48-4314-890e-3ce3d4b69ec8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:08.289434 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:08.289704 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Floating IP 80f87c03-950a-44c8-aa38-8109f0d6b177 disassociated (deleted). External IP: 172.25.6.229, port: c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7. Aug 19 12:59:08.518372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Router 50932e15-f727-4c15-be3d-0ece35eb10ec has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:08.631991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:08.637082 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:08.644417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d43de-c6c3-4839-8ec9-0aa892b553e4 None None] Sync routers for ids ['50932e15-f727-4c15-be3d-0ece35eb10ec'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:08.667752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-84d23785-4dd1-4058-a919-e04c3982e7b4 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "DELETE /v2.0/floatingips/80f87c03-950a-44c8-aa38-8109f0d6b177 HTTP/1.1" status: 204 len: 168 time: 1.1784730 Aug 19 12:59:08.667752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'tag': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:59:08.668840 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4473126e-8447-403f-9be3-9c9746b1673a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c227da2-bed6-4d7e-8387-95e0f467eb9f", "tag": "c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:59:08.669637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d43de-c6c3-4839-8ec9-0aa892b553e4 None None] Routers {'50932e15-f727-4c15-be3d-0ece35eb10ec'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:08.678822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d37d43de-c6c3-4839-8ec9-0aa892b553e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['50932e15-f727-4c15-be3d-0ece35eb10ec'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:08.717427 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e756603-73af-4215-9fe0-412c610e9086 x-openstack-request-id: req-2e756603-73af-4215-9fe0-412c610e9086 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:59:08.718173 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c227da2-bed6-4d7e-8387-95e0f467eb9f", "tag": "c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:59:08.718586 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e756603-73af-4215-9fe0-412c610e9086 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:59:08.719175 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'tag': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7', 'status': 'completed', 'code': 200} Aug 19 12:59:08.797168 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473126e-8447-403f-9be3-9c9746b1673a req-4757fbb1-d8c9-4d22-99cb-f9bfb7a14dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:08.804190 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4473126e-8447-403f-9be3-9c9746b1673a req-4757fbb1-d8c9-4d22-99cb-f9bfb7a14dfe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 1136 time: 0.0489204 Aug 19 12:59:08.806073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d37d43de-c6c3-4839-8ec9-0aa892b553e4 None None] Set router 50932e15-f727-4c15-be3d-0ece35eb10ec gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:08.918570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473126e-8447-403f-9be3-9c9746b1673a req-3d8f7f2c-cf49-4840-8aae-65a23e940ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:08.920099 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4473126e-8447-403f-9be3-9c9746b1673a req-3d8f7f2c-cf49-4840-8aae-65a23e940ef7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=255af2fd-0abb-4fc8-aefc-14d823a35522 HTTP/1.1" status: 200 len: 897 time: 0.1080923 Aug 19 12:59:08.990578 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4473126e-8447-403f-9be3-9c9746b1673a req-9c3d3b17-23aa-4acc-ba99-543643fa55d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 HTTP/1.1" status: 200 len: 217 time: 0.0589588 Aug 19 12:59:09.044262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d37d43de-c6c3-4839-8ec9-0aa892b553e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '0cd4f44f-d7e5-4a05-bd12-e63a1abae129', 'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:68:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:33Z', 'updated_at': '2021-08-19T12:57:39Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:09.053727 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473126e-8447-403f-9be3-9c9746b1673a req-17303b66-7ec6-4bd8-85ee-bd1ffe1e851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:09.055328 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4473126e-8447-403f-9be3-9c9746b1673a req-17303b66-7ec6-4bd8-85ee-bd1ffe1e851a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d267fa3b-a724-46ee-bdc0-25c119ce6884 HTTP/1.1" status: 200 len: 835 time: 0.0544872 Aug 19 12:59:09.071177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d43de-c6c3-4839-8ec9-0aa892b553e4 None None] Checking router: 50932e15-f727-4c15-be3d-0ece35eb10ec for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:09.081302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d43de-c6c3-4839-8ec9-0aa892b553e4 None None] Routers {'50932e15-f727-4c15-be3d-0ece35eb10ec'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:09.081969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d37d43de-c6c3-4839-8ec9-0aa892b553e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['50932e15-f727-4c15-be3d-0ece35eb10ec'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:09.112501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473126e-8447-403f-9be3-9c9746b1673a req-e047ad66-5775-43a1-89f8-9a082904879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:09.114211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4473126e-8447-403f-9be3-9c9746b1673a req-e047ad66-5775-43a1-89f8-9a082904879b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=255af2fd-0abb-4fc8-aefc-14d823a35522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479858 Aug 19 12:59:09.211004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d37d43de-c6c3-4839-8ec9-0aa892b553e4 None None] Set router 50932e15-f727-4c15-be3d-0ece35eb10ec gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:09.231405 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4473126e-8447-403f-9be3-9c9746b1673a req-f13d5ffc-c719-40a5-a206-64b6f6c79d38 service neutron] 10.222.0.52 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020329 Aug 19 12:59:09.372002 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-4473126e-8447-403f-9be3-9c9746b1673a req-d40da227-3b05-4cd4-9d54-ebbeb345dd2b service neutron] 10.222.0.52 "GET /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286957 Aug 19 12:59:09.444198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077ee6c-196c-48e8-bf7c-3ce868263939 req-0fd0f208-2c5e-4c08-b5c1-35c73790df19 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:09.445961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8077ee6c-196c-48e8-bf7c-3ce868263939 req-0fd0f208-2c5e-4c08-b5c1-35c73790df19 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 985 time: 0.0886276 Aug 19 12:59:09.494757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d37d43de-c6c3-4839-8ec9-0aa892b553e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '0cd4f44f-d7e5-4a05-bd12-e63a1abae129', 'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:68:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:33Z', 'updated_at': '2021-08-19T12:57:39Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:09.508260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8077ee6c-196c-48e8-bf7c-3ce868263939 req-ab5a3a64-e1c4-4339-a652-73e54ce6a0c0 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0507195 Aug 19 12:59:09.532108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d43de-c6c3-4839-8ec9-0aa892b553e4 None None] The sync data for ids ['50932e15-f727-4c15-be3d-0ece35eb10ec'] in n-d-778732-8 is: [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '0cd4f44f-d7e5-4a05-bd12-e63a1abae129', 'name': '', 'network_id': '255af2fd-0abb-4fc8-aefc-14d823a35522', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'mac_address': 'fa:16:3e:68:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:33Z', 'updated_at': '2021-08-19T12:57:39Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'subnets': [{'id': 'd267fa3b-a724-46ee-bdc0-25c119ce6884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:09.779539 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41cb3e-5e2b-4dc2-8128-ce8914854f32 None None] New status for floating IP 80f87c03-950a-44c8-aa38-8109f0d6b177: DOWN {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:59:10.646269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8a524-81c3-4f61-bd79-15b7a0894cee req-7aee8053-6e20-487c-a1df-0728e3138fba tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:10.647738 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12a8a524-81c3-4f61-bd79-15b7a0894cee req-7aee8053-6e20-487c-a1df-0728e3138fba tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 985 time: 0.0542338 Aug 19 12:59:10.693930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-12a8a524-81c3-4f61-bd79-15b7a0894cee req-5c5c76e2-abb4-43b0-8488-09321ac22067 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/security-groups?id=83cc8b58-8d16-46f4-9701-2b818b15dcc7&id=9362fe32-1d0c-4fc5-a02b-02cb40f47539&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0383379 Aug 19 12:59:10.979333 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce010ea-4a98-47bf-b475-2d2941b26bf8 req-78f7be71-776a-4e81-8950-850309c468af tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:10.980729 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8ce010ea-4a98-47bf-b475-2d2941b26bf8 req-78f7be71-776a-4e81-8950-850309c468af tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 985 time: 0.0877426 Aug 19 12:59:11.086848 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-8ce010ea-4a98-47bf-b475-2d2941b26bf8 req-067f5c82-f6cd-47f6-b716-40ab10c4426e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Deleting port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:11.087201 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8ce010ea-4a98-47bf-b475-2d2941b26bf8 req-067f5c82-f6cd-47f6-b716-40ab10c4426e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:11.179581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-8ce010ea-4a98-47bf-b475-2d2941b26bf8 req-067f5c82-f6cd-47f6-b716-40ab10c4426e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] For port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7,segment=NetworkSegment(a2ccbb5a-3374-407b-9b32-1e51c84b4537),segment_id=a2ccbb5a-3374-407b-9b32-1e51c84b4537)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:11.179953 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8ce010ea-4a98-47bf-b475-2d2941b26bf8 req-067f5c82-f6cd-47f6-b716-40ab10c4426e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:11.193685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-8ce010ea-4a98-47bf-b475-2d2941b26bf8 req-067f5c82-f6cd-47f6-b716-40ab10c4426e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Calling delete_port for c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:11.415348 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8ce010ea-4a98-47bf-b475-2d2941b26bf8 req-067f5c82-f6cd-47f6-b716-40ab10c4426e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:11.449842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f5c82-f6cd-47f6-b716-40ab10c4426e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'Port': ['ID=c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:11.492827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce010ea-4a98-47bf-b475-2d2941b26bf8 req-067f5c82-f6cd-47f6-b716-40ab10c4426e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] No DVR routers for this DVR port c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:59:11.495641 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-8ce010ea-4a98-47bf-b475-2d2941b26bf8 req-067f5c82-f6cd-47f6-b716-40ab10c4426e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:11.497734 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-8ce010ea-4a98-47bf-b475-2d2941b26bf8 req-067f5c82-f6cd-47f6-b716-40ab10c4426e tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.52 "DELETE /v2.0/ports/c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 HTTP/1.1" status: 204 len: 173 time: 0.5069144 Aug 19 12:59:11.498172 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'name': 'network-vif-deleted', 'tag': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:59:11.500424 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27702597-e191-4e12-8929-8d62b8d17b0d" -d '{"events": [{"server_uuid": "3c227da2-bed6-4d7e-8387-95e0f467eb9f", "name": "network-vif-deleted", "tag": "c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:59:11.538705 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de182a73-b295-4b67-81f4-2cb1d4a8034d x-openstack-request-id: req-de182a73-b295-4b67-81f4-2cb1d4a8034d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:59:11.539059 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c227da2-bed6-4d7e-8387-95e0f467eb9f", "name": "network-vif-deleted", "tag": "c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:59:11.539319 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de182a73-b295-4b67-81f4-2cb1d4a8034d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:59:11.539928 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c227da2-bed6-4d7e-8387-95e0f467eb9f', 'name': 'network-vif-deleted', 'tag': 'c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7', 'status': 'completed', 'code': 200} Aug 19 12:59:11.802711 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c05126cc-2b70-42a5-8351-4ab46f385580 req-83c930d1-b91e-41d5-a24b-5a817690a5d5 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c227da2-bed6-4d7e-8387-95e0f467eb9f HTTP/1.1" status: 200 len: 210 time: 0.0284214 Aug 19 12:59:12.055679 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:12.866925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43936) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:12.939128 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-260b2c5b-5b24-4740-9a88-6d7d3db754f2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:12.967890 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-260b2c5b-5b24-4740-9a88-6d7d3db754f2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.140898 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-260b2c5b-5b24-4740-9a88-6d7d3db754f2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.143793 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-260b2c5b-5b24-4740-9a88-6d7d3db754f2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.145000 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-260b2c5b-5b24-4740-9a88-6d7d3db754f2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "DELETE /v2.0/security-groups/9362fe32-1d0c-4fc5-a02b-02cb40f47539 HTTP/1.1" status: 204 len: 168 time: 0.2767313 Aug 19 12:59:13.148757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43940) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:13.156205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b2c5b-5b24-4740-9a88-6d7d3db754f2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9362fe32-1d0c-4fc5-a02b-02cb40f47539,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:13.226367 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73c6334c-6a0f-444d-882d-e83db2c30bbb tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.250394 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73c6334c-6a0f-444d-882d-e83db2c30bbb tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.425808 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73c6334c-6a0f-444d-882d-e83db2c30bbb tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.429592 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73c6334c-6a0f-444d-882d-e83db2c30bbb tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.431158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-73c6334c-6a0f-444d-882d-e83db2c30bbb tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "DELETE /v2.0/security-groups/83cc8b58-8d16-46f4-9701-2b818b15dcc7 HTTP/1.1" status: 204 len: 168 time: 0.2803218 Aug 19 12:59:13.435614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43942) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:13.444349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6334c-6a0f-444d-882d-e83db2c30bbb tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cc8b58-8d16-46f4-9701-2b818b15dcc7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:13.676182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:13.707996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:13.708449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c7c6fad9-5ef4-48f3-bedd-b04a9b842dd7 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:14.110173 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.476232 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Deleting port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:14.476763 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.587949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] For port 0cd4f44f-d7e5-4a05-bd12-e63a1abae129, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0cd4f44f-d7e5-4a05-bd12-e63a1abae129,segment=NetworkSegment(a2ccbb5a-3374-407b-9b32-1e51c84b4537),segment_id=a2ccbb5a-3374-407b-9b32-1e51c84b4537)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:14.588850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.603631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Calling delete_port for 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:14.804358 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.929208 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.961755 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'Port': ['ID=0cd4f44f-d7e5-4a05-bd12-e63a1abae129,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:15.190560 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.451941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Router 50932e15-f727-4c15-be3d-0ece35eb10ec has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:15.571213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:15.577281 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1b8675e2-38b4-41dc-9ab3-ec5afc3fb9a7 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "PUT /v2.0/routers/50932e15-f727-4c15-be3d-0ece35eb10ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1394901 Aug 19 12:59:15.579378 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 43948) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:15.581088 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0930c610-e654-4766-a894-3e3ba3b367e1 None None] Sync routers for ids ['50932e15-f727-4c15-be3d-0ece35eb10ec'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:15.598422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930c610-e654-4766-a894-3e3ba3b367e1 None None] Routers {'50932e15-f727-4c15-be3d-0ece35eb10ec'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:15.600175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0930c610-e654-4766-a894-3e3ba3b367e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['50932e15-f727-4c15-be3d-0ece35eb10ec'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:15.638866 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ee5e2d-85f8-44c8-a094-4950103606d2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Deleting subnet d267fa3b-a724-46ee-bdc0-25c119ce6884 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:59:15.642419 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42ee5e2d-85f8-44c8-a094-4950103606d2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.691851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42ee5e2d-85f8-44c8-a094-4950103606d2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.721845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0930c610-e654-4766-a894-3e3ba3b367e1 None None] Set router 50932e15-f727-4c15-be3d-0ece35eb10ec gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:15.783659 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42ee5e2d-85f8-44c8-a094-4950103606d2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.920753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0930c610-e654-4766-a894-3e3ba3b367e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:59:14Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:15.936109 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42ee5e2d-85f8-44c8-a094-4950103606d2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.947218 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0930c610-e654-4766-a894-3e3ba3b367e1 None None] Checking router: 50932e15-f727-4c15-be3d-0ece35eb10ec for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:15.956332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930c610-e654-4766-a894-3e3ba3b367e1 None None] Routers {'50932e15-f727-4c15-be3d-0ece35eb10ec'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:15.957023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0930c610-e654-4766-a894-3e3ba3b367e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:58:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['50932e15-f727-4c15-be3d-0ece35eb10ec'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:15.964746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee5e2d-85f8-44c8-a094-4950103606d2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'Subnet': ['ID=d267fa3b-a724-46ee-bdc0-25c119ce6884,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:15.972840 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42ee5e2d-85f8-44c8-a094-4950103606d2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.978731 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-42ee5e2d-85f8-44c8-a094-4950103606d2 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "DELETE /v2.0/subnets/d267fa3b-a724-46ee-bdc0-25c119ce6884 HTTP/1.1" status: 204 len: 168 time: 0.3978233 Aug 19 12:59:15.979140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43950) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:16.136457 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:16.155969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a108de2-98c8-4042-8c87-35dcbcc11ad8 None None] Network 255af2fd-0abb-4fc8-aefc-14d823a35522 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:16.291289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:16.328537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0930c610-e654-4766-a894-3e3ba3b367e1 None None] Set router 50932e15-f727-4c15-be3d-0ece35eb10ec gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:16.503330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b0bd7-fe4d-4d94-9f86-95e993ba406b None None] DHCP port deletion for 255af2fd-0abb-4fc8-aefc-14d823a35522 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:59:16.523058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Deleting port 61b324cb-77cc-410e-ade1-2f4fcd753a93 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:16.523808 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:16.600316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-577b0bd7-fe4d-4d94-9f86-95e993ba406b None None] Deleting port 18a30902-5b84-4e0d-b1a5-5acc55baee32 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:16.600643 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-577b0bd7-fe4d-4d94-9f86-95e993ba406b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:16.603950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0930c610-e654-4766-a894-3e3ba3b367e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:59:14Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:16.633619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] For port 61b324cb-77cc-410e-ade1-2f4fcd753a93, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=61b324cb-77cc-410e-ade1-2f4fcd753a93,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:16.634221 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:16.647988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Calling delete_port for 61b324cb-77cc-410e-ade1-2f4fcd753a93 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:16.676015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0930c610-e654-4766-a894-3e3ba3b367e1 None None] The sync data for ids ['50932e15-f727-4c15-be3d-0ece35eb10ec'] in n-d-778732-8 is: [{'id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900507293', 'tenant_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:57:27Z', 'updated_at': '2021-08-19T12:59:14Z', 'revision_number': 5, 'project_id': '53e3460c6395429783fcf4e7bc1c5dc0', 'gw_port': {'id': '61b324cb-77cc-410e-ade1-2f4fcd753a93', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50932e15-f727-4c15-be3d-0ece35eb10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:57:28Z', 'updated_at': '2021-08-19T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:16.712936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-577b0bd7-fe4d-4d94-9f86-95e993ba406b None None] For port 18a30902-5b84-4e0d-b1a5-5acc55baee32, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=18a30902-5b84-4e0d-b1a5-5acc55baee32,segment=NetworkSegment(a2ccbb5a-3374-407b-9b32-1e51c84b4537),segment_id=a2ccbb5a-3374-407b-9b32-1e51c84b4537)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:16.713267 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-577b0bd7-fe4d-4d94-9f86-95e993ba406b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:16.741026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-577b0bd7-fe4d-4d94-9f86-95e993ba406b None None] Calling delete_port for 18a30902-5b84-4e0d-b1a5-5acc55baee32 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:17.026912 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-577b0bd7-fe4d-4d94-9f86-95e993ba406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.055063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b0bd7-fe4d-4d94-9f86-95e993ba406b None None] Pushing event deleted for resources: {'Port': ['ID=18a30902-5b84-4e0d-b1a5-5acc55baee32,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:17.060175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b0bd7-fe4d-4d94-9f86-95e993ba406b None None] No DVR routers for this DVR port 18a30902-5b84-4e0d-b1a5-5acc55baee32 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:59:17.074877 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.111011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'Port': ['ID=61b324cb-77cc-410e-ade1-2f4fcd753a93,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:17.184518 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.282522 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.285007 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.442888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:17.465168 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:17.465546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0cd4f44f-d7e5-4a05-bd12-e63a1abae129 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:17.465992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 18a30902-5b84-4e0d-b1a5-5acc55baee32 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:17.473315 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.481988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Fanout notify agent at l3_agent the message router_deleted on router 50932e15-f727-4c15-be3d-0ece35eb10ec {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:59:17.483761 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.484944 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-650a190a-9166-4c1c-8239-243ab9e6809d tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "DELETE /v2.0/routers/50932e15-f727-4c15-be3d-0ece35eb10ec HTTP/1.1" status: 204 len: 168 time: 1.5040147 Aug 19 12:59:17.486702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 18a30902-5b84-4e0d-b1a5-5acc55baee32 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:17.487059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 18a30902-5b84-4e0d-b1a5-5acc55baee32 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:17.487692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 43988) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:17.581401 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.693162 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.704085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255af2fd-0abb-4fc8-aefc-14d823a35522']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:17.722734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ccbb5a-3374-407b-9b32-1e51c84b4537') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:17.723035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ccbb5a-3374-407b-9b32-1e51c84b4537') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:17.740489 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.763705 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.771791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:59:17.774914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:59:17.775922 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:59:17.979658 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.988632 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.991882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] 10.222.0.44 "DELETE /v2.0/networks/255af2fd-0abb-4fc8-aefc-14d823a35522 HTTP/1.1" status: 204 len: 168 time: 0.5023754 Aug 19 12:59:18.002554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d591da0-8681-4a8b-92c9-07e0549ba580 tempest-TestSecurityGroupsBasicOps-1920290581 tempest-TestSecurityGroupsBasicOps-1920290581-project] Pushing event deleted for resources: {'Network': ['ID=255af2fd-0abb-4fc8-aefc-14d823a35522,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:18.875378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44032) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:19.340549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-00b84fde-91eb-44cf-abef-b0882c287727 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53e3460c6395429783fcf4e7bc1c5dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4637070 Aug 19 12:59:19.342826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44046) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:19.352344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 61b324cb-77cc-410e-ade1-2f4fcd753a93 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:19.377685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 61b324cb-77cc-410e-ade1-2f4fcd753a93 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:19.384593 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 61b324cb-77cc-410e-ade1-2f4fcd753a93 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:19.399767 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06c420da-94a1-4124-b05e-877a08cc089e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:19.422508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06c420da-94a1-4124-b05e-877a08cc089e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:19.609856 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06c420da-94a1-4124-b05e-877a08cc089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:19.612461 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06c420da-94a1-4124-b05e-877a08cc089e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:19.613660 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-06c420da-94a1-4124-b05e-877a08cc089e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d839ef2-2eef-480e-b491-a04f81ac4464 HTTP/1.1" status: 204 len: 168 time: 0.2700357 Aug 19 12:59:19.622831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c420da-94a1-4124-b05e-877a08cc089e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d839ef2-2eef-480e-b491-a04f81ac4464,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:20.466408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44080) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:20.482239 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c354956a-dad0-459b-b52f-9c4ee66e669e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.606175 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c354956a-dad0-459b-b52f-9c4ee66e669e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.694983 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c354956a-dad0-459b-b52f-9c4ee66e669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.734960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c354956a-dad0-459b-b52f-9c4ee66e669e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6219a7d2639841698cda9919dd03ced0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672396 Aug 19 12:59:20.735748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354956a-dad0-459b-b52f-9c4ee66e669e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2298e6d3-0fef-451c-9d6e-0a7a7b2d85e1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:20.737740 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44092) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:20.797650 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8095da7-943e-4505-afff-a67983990919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.823392 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8095da7-943e-4505-afff-a67983990919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.964000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8095da7-943e-4505-afff-a67983990919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.966859 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8095da7-943e-4505-afff-a67983990919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.968374 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d8095da7-943e-4505-afff-a67983990919 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2298e6d3-0fef-451c-9d6e-0a7a7b2d85e1 HTTP/1.1" status: 204 len: 168 time: 0.2292533 Aug 19 12:59:20.978252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8095da7-943e-4505-afff-a67983990919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2298e6d3-0fef-451c-9d6e-0a7a7b2d85e1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:21.118219 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1a656663-1daf-4352-bee5-9d40ca506745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:21.975128 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44136) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:22.023747 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8536a5a4-ae92-4c0e-a9b1-df0a43c17d5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2019fff462c945cebf0cf3cce394b843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471890 Aug 19 12:59:22.028133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44140) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:22.082902 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3cb79097-9bee-4a51-81b9-6c738df75bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:22.110488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3cb79097-9bee-4a51-81b9-6c738df75bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:22.306906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3cb79097-9bee-4a51-81b9-6c738df75bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:22.310522 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3cb79097-9bee-4a51-81b9-6c738df75bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:22.316819 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3cb79097-9bee-4a51-81b9-6c738df75bc0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c2112bd-c7c9-4d3a-b38f-6cd50338152e HTTP/1.1" status: 204 len: 168 time: 0.2830687 Aug 19 12:59:22.325682 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb79097-9bee-4a51-81b9-6c738df75bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2112bd-c7c9-4d3a-b38f-6cd50338152e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:23.792004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44208) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:23.900882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1146802601-network', 'tenant_id': '3cc482748c594f10979d0599f13f97b6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:24.055198 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Made reservation on behalf of 3cc482748c594f10979d0599f13f97b6 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:24.058053 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.070310 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.165237 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.392480 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.419943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:59:24.431090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a73a53-c18d-4995-a9a6-82eefbac31cb,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:24.437121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.437496 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Added segment c76ce23c-ca84-4187-91a8-9854547dc847 of type vlan for network 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 Aug 19 12:59:24.484993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.620695 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.626851 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:24.626851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.713142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] Pushing event updated for resources: {'Network': ['ID=5b6fdf20-75a3-43e6-bb25-6bc577fe5da3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:24.726268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:59:24.791870 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a004fba5-ebab-4ed6-b2f8-54ad364677c3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9987040 Aug 19 12:59:24.794554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44238) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:24.799398 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] Request body: {'subnet': {'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1146802601-subnet', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:24.935129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] Made reservation on behalf of 3cc482748c594f10979d0599f13f97b6 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:24.937628 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:25.225944 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:25.283824 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ee6bab-4348-4e06-9d4f-4800cd6d0685,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:25.292644 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] Checking segment: {'id': 'c76ce23c-ca84-4187-91a8-9854547dc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:25.292999 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] Network hostable DHCP agents. Network: 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:59:25.487569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] Network 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:59:25.522793 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8b38e4d-bd60-44b2-8b61-29026736ffe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:25.660067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:25.672065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd739a5d-c5dd-4783-bf2d-7df2f0a277d6 None None] Network 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:25.680292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:25.680757 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:25.788156 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2ac22105-85b2-4bb3-9d27-78bec8a50faf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9924839 Aug 19 12:59:25.791106 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44268) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:25.799145 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1146802601-router', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:25.833545 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:25.865345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-5b6fdf20-75a3-43e6-bb25-6bc577fe5da3', 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'fixed_ips': [{'subnet_id': '31ee6bab-4348-4e06-9d4f-4800cd6d0685'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:59:25.866251 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.001676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Allocated IP 172.20.0.2 (5b6fdf20-75a3-43e6-bb25-6bc577fe5da3/31ee6bab-4348-4e06-9d4f-4800cd6d0685/c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:26.008035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.009195 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.068121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.157615 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.165989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Transition to ACTIVE for port object c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:26.181614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Transition to ACTIVE for port object c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:26.311124 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.319720 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.347356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Network 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:26.350172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:26.355665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:26.368756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Pushing event updated for resources: {'Port': ['ID=c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:26.418599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Attempting to bind port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:59:26.418969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Attempting to bind port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'c76ce23c-ca84-4187-91a8-9854547dc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:59:26.419331 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Attempting to bind port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 on network 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:59:26.424776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:59:26.425145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Checking segment: {'id': 'c76ce23c-ca84-4187-91a8-9854547dc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:26.425581 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.425970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Bound using segment: {'id': 'c76ce23c-ca84-4187-91a8-9854547dc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:59:26.427052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Bound port: c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76ce23c-ca84-4187-91a8-9854547dc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:59:26.427393 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.499311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] For port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:59:26.514369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] For port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4,segment=NetworkSegment(c76ce23c-ca84-4187-91a8-9854547dc847),segment_id=c76ce23c-ca84-4187-91a8-9854547dc847)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:59:26.612092 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.631686 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.635678 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.711988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f2f15-b88b-4e66-83e0-753c59833144 None None] Pushing event updated for resources: {'Port': ['ID=c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:26.767336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Allocated IP 172.25.6.24 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/c2347b5e-91bf-4456-b517-08e28747c869) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:26.897025 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.085035 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.100682 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.133160 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:27.138188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:27.140159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:27.163563 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Pushing event updated for resources: {'Port': ['ID=c2347b5e-91bf-4456-b517-08e28747c869,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:27.451279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:27.513821 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.650069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:27.688354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb42c35f-c937-41b2-91b9-29c8dea3e0d9 None None] Network 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:27.872857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-869cccef-3bd9-4eae-8f28-6b345fcf84a5 None None] Provisioning for port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:27.878364 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-869cccef-3bd9-4eae-8f28-6b345fcf84a5 None None] Provisioning complete for port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:27.878791 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-869cccef-3bd9-4eae-8f28-6b345fcf84a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.981268 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-869cccef-3bd9-4eae-8f28-6b345fcf84a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.991687 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:28.018260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-869cccef-3bd9-4eae-8f28-6b345fcf84a5 None None] For port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4,segment=NetworkSegment(c76ce23c-ca84-4187-91a8-9854547dc847),segment_id=c76ce23c-ca84-4187-91a8-9854547dc847)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:28.141416 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-869cccef-3bd9-4eae-8f28-6b345fcf84a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:28.198231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cccef-3bd9-4eae-8f28-6b345fcf84a5 None None] Pushing event updated for resources: {'Port': ['ID=c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:28.259869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-eb8e85c3-4e4b-4a4b-8d9c-aa48774bc785 None None] Provisioning complete for port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:28.260320 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eb8e85c3-4e4b-4a4b-8d9c-aa48774bc785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:28.266384 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Router 3361fb95-d008-410d-8c1f-e1023558e0cc is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:59:28.388030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:28.397413 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Sync routers for ids ['3361fb95-d008-410d-8c1f-e1023558e0cc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:28.408251 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Routers {'3361fb95-d008-410d-8c1f-e1023558e0cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:28.408832 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3361fb95-d008-410d-8c1f-e1023558e0cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:28.501121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:28.502346 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a1219529-60cb-4080-aca0-69ce327beaee admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.7101994 Aug 19 12:59:28.505645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44348) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:28.516052 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Set router 3361fb95-d008-410d-8c1f-e1023558e0cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:28.717858 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'name': 'tempest-ImageQuotaTest-1146802601-router', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:27Z', 'revision_number': 3, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'gw_port': {'id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:73:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:28.743883 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Checking router: 3361fb95-d008-410d-8c1f-e1023558e0cc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:28.744320 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Updating router 3361fb95-d008-410d-8c1f-e1023558e0cc port c2347b5e-91bf-4456-b517-08e28747c869 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:59:28.770178 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:28.944942 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:28.966534 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.038855 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.049207 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Transition to ACTIVE for port object c2347b5e-91bf-4456-b517-08e28747c869 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:29.168209 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Allocated IP 172.20.0.1 (5b6fdf20-75a3-43e6-bb25-6bc577fe5da3/31ee6bab-4348-4e06-9d4f-4800cd6d0685/a26ae7e0-0755-4435-853d-ef2bb5c737e8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:29.277891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.291485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Transition to ACTIVE for port object a26ae7e0-0755-4435-853d-ef2bb5c737e8 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:29.312174 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.360619 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Attempting to bind port c2347b5e-91bf-4456-b517-08e28747c869 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:59:29.360992 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Attempting to bind port c2347b5e-91bf-4456-b517-08e28747c869 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:59:29.361350 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Attempting to bind port c2347b5e-91bf-4456-b517-08e28747c869 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:59:29.372545 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a2e2f-17df-4109-9050-fe8d2cad73fb None None] Pushing event updated for resources: {'Port': ['ID=c2347b5e-91bf-4456-b517-08e28747c869,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:29.375989 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:59:29.376694 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:29.377135 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.377568 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:59:29.378023 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Bound port: c2347b5e-91bf-4456-b517-08e28747c869, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:59:29.378492 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.394668 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:29.433188 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] For port c2347b5e-91bf-4456-b517-08e28747c869, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:59:29.436398 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] For port c2347b5e-91bf-4456-b517-08e28747c869, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c2347b5e-91bf-4456-b517-08e28747c869,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:59:29.444986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:29.445352 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.499770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.543129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Network 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:29.544403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:29.548135 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:29.570658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a26ae7e0-0755-4435-853d-ef2bb5c737e8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:29.590695 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.628802 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.691612 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Routers {'3361fb95-d008-410d-8c1f-e1023558e0cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:29.692295 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3361fb95-d008-410d-8c1f-e1023558e0cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:29.794577 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a2e2f-17df-4109-9050-fe8d2cad73fb None None] Pushing event updated for resources: {'Port': ['ID=c2347b5e-91bf-4456-b517-08e28747c869,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:29.823924 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] Set router 3361fb95-d008-410d-8c1f-e1023558e0cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:29.890034 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.912016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bbe2c946-c188-4c7d-822e-755175e1f6ce None None] Provisioning for port a26ae7e0-0755-4435-853d-ef2bb5c737e8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:29.916279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bbe2c946-c188-4c7d-822e-755175e1f6ce None None] Provisioning complete for port a26ae7e0-0755-4435-853d-ef2bb5c737e8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:29.916727 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bbe2c946-c188-4c7d-822e-755175e1f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:29.968151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2c946-c188-4c7d-822e-755175e1f6ce None None] Port a26ae7e0-0755-4435-853d-ef2bb5c737e8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:59:30.078107 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:30.110038 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'name': 'tempest-ImageQuotaTest-1146802601-router', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:27Z', 'revision_number': 3, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'gw_port': {'id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:73:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:30.138160 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db7d64-233b-45f3-9239-50a91251d368 None None] The sync data for ids ['3361fb95-d008-410d-8c1f-e1023558e0cc'] in n-d-778732-8 is: [{'id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'name': 'tempest-ImageQuotaTest-1146802601-router', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:27Z', 'revision_number': 3, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'gw_port': {'id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:73:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:30.147414 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:30.230422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:30.232314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a26ae7e0-0755-4435-853d-ef2bb5c737e8,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:30.328873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Network 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:30.330487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:30.498838 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Router 3361fb95-d008-410d-8c1f-e1023558e0cc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:30.634625 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:30.640078 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6e99199f-6451-4eaf-8241-87b5d03c10c8 admin admin] 10.222.0.44 "PUT /v2.0/routers/3361fb95-d008-410d-8c1f-e1023558e0cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1333826 Aug 19 12:59:30.700285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4a7ae2e5-bd8d-463c-8d99-134680fec89d None None] Provisioning complete for port a26ae7e0-0755-4435-853d-ef2bb5c737e8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:30.700835 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae2e5-bd8d-463c-8d99-134680fec89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:30.743300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ae2e5-bd8d-463c-8d99-134680fec89d None None] Port a26ae7e0-0755-4435-853d-ef2bb5c737e8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:59:31.421265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c2347b5e-91bf-4456-b517-08e28747c869 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:31.632286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port c2347b5e-91bf-4456-b517-08e28747c869 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:31.636589 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c2347b5e-91bf-4456-b517-08e28747c869 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:31.644307 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:31.735494 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:31.757650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port c2347b5e-91bf-4456-b517-08e28747c869, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c2347b5e-91bf-4456-b517-08e28747c869,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:31.776877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Sync routers for ids ['3361fb95-d008-410d-8c1f-e1023558e0cc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:31.786537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Routers {'3361fb95-d008-410d-8c1f-e1023558e0cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:31.788022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3361fb95-d008-410d-8c1f-e1023558e0cc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:31.921796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Set router 3361fb95-d008-410d-8c1f-e1023558e0cc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:31.948239 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.081439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44460) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:32.085413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=c2347b5e-91bf-4456-b517-08e28747c869,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:32.192493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'name': 'tempest-ImageQuotaTest-1146802601-router', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:29Z', 'revision_number': 4, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'gw_port': {'id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:73:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'a26ae7e0-0755-4435-853d-ef2bb5c737e8', 'name': '', 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'mac_address': 'fa:16:3e:33:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31ee6bab-4348-4e06-9d4f-4800cd6d0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:28Z', 'updated_at': '2021-08-19T12:59:29Z', 'revision_number': 2, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'subnets': [{'id': '31ee6bab-4348-4e06-9d4f-4800cd6d0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:32.225092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Checking router: 3361fb95-d008-410d-8c1f-e1023558e0cc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:32.225727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Updating router 3361fb95-d008-410d-8c1f-e1023558e0cc port a26ae7e0-0755-4435-853d-ef2bb5c737e8 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:59:32.251422 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.440957 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-668bba47-7c59-4b62-b604-c208497051e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.711768 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.722750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Transition to ACTIVE for port object a26ae7e0-0755-4435-853d-ef2bb5c737e8 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:32.830408 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.887228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcff09-0e37-427d-aa2d-a1439e27df77 None None] Pushing event updated for resources: {'Port': ['ID=a26ae7e0-0755-4435-853d-ef2bb5c737e8,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:32.948474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Attempting to bind port a26ae7e0-0755-4435-853d-ef2bb5c737e8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:59:32.948856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Attempting to bind port a26ae7e0-0755-4435-853d-ef2bb5c737e8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'c76ce23c-ca84-4187-91a8-9854547dc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:59:32.949235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Attempting to bind port a26ae7e0-0755-4435-853d-ef2bb5c737e8 on network 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:59:32.959549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:59:32.960355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Checking segment: {'id': 'c76ce23c-ca84-4187-91a8-9854547dc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:32.960992 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.961903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Bound using segment: {'id': 'c76ce23c-ca84-4187-91a8-9854547dc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:59:32.962968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Bound port: a26ae7e0-0755-4435-853d-ef2bb5c737e8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76ce23c-ca84-4187-91a8-9854547dc847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:59:32.963625 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.993231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-668bba47-7c59-4b62-b604-c208497051e7 admin admin] Deleting port a26ae7e0-0755-4435-853d-ef2bb5c737e8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:32.993485 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-668bba47-7c59-4b62-b604-c208497051e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.035682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] For port a26ae7e0-0755-4435-853d-ef2bb5c737e8, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:59:33.039569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] For port a26ae7e0-0755-4435-853d-ef2bb5c737e8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a26ae7e0-0755-4435-853d-ef2bb5c737e8,segment=NetworkSegment(c76ce23c-ca84-4187-91a8-9854547dc847),segment_id=c76ce23c-ca84-4187-91a8-9854547dc847)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:59:33.081472 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-668bba47-7c59-4b62-b604-c208497051e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.095411 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-668bba47-7c59-4b62-b604-c208497051e7 admin admin] Calling delete_port for a26ae7e0-0755-4435-853d-ef2bb5c737e8 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:33.164547 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.241875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Routers {'3361fb95-d008-410d-8c1f-e1023558e0cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:33.242423 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3361fb95-d008-410d-8c1f-e1023558e0cc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:33.282900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcff09-0e37-427d-aa2d-a1439e27df77 None None] Pushing event updated for resources: {'Port': ['ID=a26ae7e0-0755-4435-853d-ef2bb5c737e8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:33.370282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] Set router 3361fb95-d008-410d-8c1f-e1023558e0cc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:33.423451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c2347b5e-91bf-4456-b517-08e28747c869 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:33.432199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-668bba47-7c59-4b62-b604-c208497051e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.456918 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bba47-7c59-4b62-b604-c208497051e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26ae7e0-0755-4435-853d-ef2bb5c737e8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:33.494814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-80344abb-568a-46f4-9acc-f4c1462ca514 None None] Could not find standard attr ID for object a26ae7e0-0755-4435-853d-ef2bb5c737e8. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:59:33.584748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c2347b5e-91bf-4456-b517-08e28747c869 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:33.585291 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.638754 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-668bba47-7c59-4b62-b604-c208497051e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.714585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'name': 'tempest-ImageQuotaTest-1146802601-router', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:29Z', 'revision_number': 4, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'gw_port': {'id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:73:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'a26ae7e0-0755-4435-853d-ef2bb5c737e8', 'name': '', 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'mac_address': 'fa:16:3e:33:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31ee6bab-4348-4e06-9d4f-4800cd6d0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:28Z', 'updated_at': '2021-08-19T12:59:33Z', 'revision_number': 4, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'subnets': [{'id': '31ee6bab-4348-4e06-9d4f-4800cd6d0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:33.747044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f71c91-ae77-42eb-ac14-245eed730a50 None None] The sync data for ids ['3361fb95-d008-410d-8c1f-e1023558e0cc'] in n-d-778732-8 is: [{'id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'name': 'tempest-ImageQuotaTest-1146802601-router', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:29Z', 'revision_number': 4, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'gw_port': {'id': 'c2347b5e-91bf-4456-b517-08e28747c869', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:73:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'a26ae7e0-0755-4435-853d-ef2bb5c737e8', 'name': '', 'network_id': '5b6fdf20-75a3-43e6-bb25-6bc577fe5da3', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'mac_address': 'fa:16:3e:33:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31ee6bab-4348-4e06-9d4f-4800cd6d0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:28Z', 'updated_at': '2021-08-19T12:59:33Z', 'revision_number': 4, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'subnets': [{'id': '31ee6bab-4348-4e06-9d4f-4800cd6d0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:33.906307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668bba47-7c59-4b62-b604-c208497051e7 admin admin] Router 3361fb95-d008-410d-8c1f-e1023558e0cc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:34.029495 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668bba47-7c59-4b62-b604-c208497051e7 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:34.037480 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-668bba47-7c59-4b62-b604-c208497051e7 admin admin] 10.222.0.44 "PUT /v2.0/routers/3361fb95-d008-410d-8c1f-e1023558e0cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9575458 Aug 19 12:59:34.037752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44506) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:34.150362 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:34.256946 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:34.460567 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:59:34.464047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Deleting port c2347b5e-91bf-4456-b517-08e28747c869 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:34.464237 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:34.551754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] For port c2347b5e-91bf-4456-b517-08e28747c869, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c2347b5e-91bf-4456-b517-08e28747c869,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:34.552147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:34.566071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Calling delete_port for c2347b5e-91bf-4456-b517-08e28747c869 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:34.901305 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:34.919836 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865be0d5-e8bb-4ccb-8fd3-3c1afbe44e0d None None] Sync routers for ids ['3361fb95-d008-410d-8c1f-e1023558e0cc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:34.930772 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865be0d5-e8bb-4ccb-8fd3-3c1afbe44e0d None None] Routers {'3361fb95-d008-410d-8c1f-e1023558e0cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:34.931517 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-865be0d5-e8bb-4ccb-8fd3-3c1afbe44e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3361fb95-d008-410d-8c1f-e1023558e0cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:34.931848 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c2347b5e-91bf-4456-b517-08e28747c869,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:34.996660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.009086 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-865be0d5-e8bb-4ccb-8fd3-3c1afbe44e0d None None] Set router 3361fb95-d008-410d-8c1f-e1023558e0cc gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:35.066454 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-865be0d5-e8bb-4ccb-8fd3-3c1afbe44e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'name': 'tempest-ImageQuotaTest-1146802601-router', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:34Z', 'revision_number': 7, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:35.093151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.095787 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.096908 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865be0d5-e8bb-4ccb-8fd3-3c1afbe44e0d None None] Checking router: 3361fb95-d008-410d-8c1f-e1023558e0cc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:35.106355 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865be0d5-e8bb-4ccb-8fd3-3c1afbe44e0d None None] Routers {'3361fb95-d008-410d-8c1f-e1023558e0cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:35.106967 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-865be0d5-e8bb-4ccb-8fd3-3c1afbe44e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3361fb95-d008-410d-8c1f-e1023558e0cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:35.176444 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-865be0d5-e8bb-4ccb-8fd3-3c1afbe44e0d None None] Set router 3361fb95-d008-410d-8c1f-e1023558e0cc gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:35.233382 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-865be0d5-e8bb-4ccb-8fd3-3c1afbe44e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'name': 'tempest-ImageQuotaTest-1146802601-router', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:34Z', 'revision_number': 7, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:35.261235 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.262220 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865be0d5-e8bb-4ccb-8fd3-3c1afbe44e0d None None] The sync data for ids ['3361fb95-d008-410d-8c1f-e1023558e0cc'] in n-d-778732-8 is: [{'id': '3361fb95-d008-410d-8c1f-e1023558e0cc', 'name': 'tempest-ImageQuotaTest-1146802601-router', 'tenant_id': '3cc482748c594f10979d0599f13f97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:26Z', 'updated_at': '2021-08-19T12:59:34Z', 'revision_number': 7, 'project_id': '3cc482748c594f10979d0599f13f97b6', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:35.262459 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3361fb95-d008-410d-8c1f-e1023558e0cc {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:59:35.267874 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.269064 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e51d70f5-a2ba-4739-be52-62d625e001fc admin admin] 10.222.0.44 "DELETE /v2.0/routers/3361fb95-d008-410d-8c1f-e1023558e0cc HTTP/1.1" status: 204 len: 168 time: 1.2302480 Aug 19 12:59:35.273463 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44512) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:35.326909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Deleting subnet 31ee6bab-4348-4e06-9d4f-4800cd6d0685 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:59:35.330061 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.368217 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.460862 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.609739 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.646708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.651673 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/31ee6bab-4348-4e06-9d4f-4800cd6d0685 HTTP/1.1" status: 204 len: 168 time: 0.3769331 Aug 19 12:59:35.652664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44516) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:35.653628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ee6bab-4348-4e06-9d4f-4800cd6d0685,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:35.659474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf1a1a3-4864-499e-84fb-d118363b6ca2 None None] Network 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:35.663317 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.663670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.664010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.664348 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.664681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.665008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.665334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.665685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.666011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.666361 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.666656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.666986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692826e-7487-4e89-84d6-a1fc97ce10e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:35.748079 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.821617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Deleting port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:35.821975 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.886576 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cccf77-e337-470d-807a-e86ab5fd6432 None None] DHCP port deletion for 5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:59:35.897107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] For port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4,segment=NetworkSegment(c76ce23c-ca84-4187-91a8-9854547dc847),segment_id=c76ce23c-ca84-4187-91a8-9854547dc847)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:35.900730 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.911288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Calling delete_port for c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:35.952273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-63cccf77-e337-470d-807a-e86ab5fd6432 None None] Deleting port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:35.952949 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63cccf77-e337-470d-807a-e86ab5fd6432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.029490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-63cccf77-e337-470d-807a-e86ab5fd6432 None None] For port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4,segment=NetworkSegment(c76ce23c-ca84-4187-91a8-9854547dc847),segment_id=c76ce23c-ca84-4187-91a8-9854547dc847)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:36.029909 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63cccf77-e337-470d-807a-e86ab5fd6432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.046107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-63cccf77-e337-470d-807a-e86ab5fd6432 None None] Calling delete_port for c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:36.112120 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.160774 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63cccf77-e337-470d-807a-e86ab5fd6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.164608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] No DVR routers for this DVR port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:59:36.166883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:36.199810 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.200164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.200509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.200876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.201214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.201572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.201906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.202273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cccf77-e337-470d-807a-e86ab5fd6432 None None] Pushing event deleted for resources: {'Port': ['ID=c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:36.202419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.202608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.202859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.203183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.203506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:36.208934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cccf77-e337-470d-807a-e86ab5fd6432 None None] No DVR routers for this DVR port c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:59:36.263924 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.274438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6fdf20-75a3-43e6-bb25-6bc577fe5da3']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:36.284437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76ce23c-ca84-4187-91a8-9854547dc847') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:36.284738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76ce23c-ca84-4187-91a8-9854547dc847') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:36.294539 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.309273 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.315174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:59:36.315563 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: timer() Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:59:36.317173 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:59:36.518558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.525189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.527097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] 10.222.0.44 "DELETE /v2.0/networks/5b6fdf20-75a3-43e6-bb25-6bc577fe5da3 HTTP/1.1" status: 204 len: 168 time: 0.8734233 Aug 19 12:59:36.544199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7144b2-c176-49b8-9728-847590b201cc admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6fdf20-75a3-43e6-bb25-6bc577fe5da3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:37.398082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:37.418586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:37.418957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c83ebf05-39bd-40e4-ba9f-c5f4dc0fa2a4 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:37.419361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c2347b5e-91bf-4456-b517-08e28747c869 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:37.439673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: c2347b5e-91bf-4456-b517-08e28747c869 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:37.440023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c2347b5e-91bf-4456-b517-08e28747c869 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:37.570976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44528) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:37.612381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f1559501-b497-4d9d-987d-0fa07afc7da7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3cc482748c594f10979d0599f13f97b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401447 Aug 19 12:59:37.614913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44530) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:37.669920 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c90b9534-dba0-4ee9-a1fd-f7424d000d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:37.696492 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c90b9534-dba0-4ee9-a1fd-f7424d000d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:37.868597 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c90b9534-dba0-4ee9-a1fd-f7424d000d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:37.870309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c90b9534-dba0-4ee9-a1fd-f7424d000d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:37.871499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c90b9534-dba0-4ee9-a1fd-f7424d000d77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7a73a53-c18d-4995-a9a6-82eefbac31cb HTTP/1.1" status: 204 len: 168 time: 0.2555003 Aug 19 12:59:37.881295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b9534-dba0-4ee9-a1fd-f7424d000d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a73a53-c18d-4995-a9a6-82eefbac31cb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:38.788029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44538) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:38.803554 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4b9766e-9bc8-443e-864a-6ae9a593aaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:38.912326 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4b9766e-9bc8-443e-864a-6ae9a593aaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.003799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4b9766e-9bc8-443e-864a-6ae9a593aaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.046446 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e4b9766e-9bc8-443e-864a-6ae9a593aaac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2572272 Aug 19 12:59:39.047345 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9766e-9bc8-443e-864a-6ae9a593aaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af6e79b-7997-4a94-a072-41faa67e3986,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:39.049236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44542) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:39.105097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99c764c8-bcfb-435f-adcc-e41c235af132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.128037 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99c764c8-bcfb-435f-adcc-e41c235af132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.347008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99c764c8-bcfb-435f-adcc-e41c235af132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.350350 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99c764c8-bcfb-435f-adcc-e41c235af132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.351603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-99c764c8-bcfb-435f-adcc-e41c235af132 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7af6e79b-7997-4a94-a072-41faa67e3986 HTTP/1.1" status: 204 len: 168 time: 0.3012109 Aug 19 12:59:39.361971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c764c8-bcfb-435f-adcc-e41c235af132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af6e79b-7997-4a94-a072-41faa67e3986,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:40.266495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44566) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:40.373030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-990030809-network', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:40.546873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Made reservation on behalf of e448448ae4ce4451b9518f0c24cfdba5 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:40.549240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.558553 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.653869 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.734986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.760944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:59:40.770589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab0fd48-8203-40d4-b555-212eff3b74ed,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:40.776719 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.777072 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Added segment f9307563-6676-4d45-aca5-3a26486ef79f of type vlan for network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 Aug 19 12:59:40.821584 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.950562 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.951612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:40.952212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.043570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] Pushing event updated for resources: {'Network': ['ID=62f93c51-6abc-42ef-b5b7-2b7f628783d3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:41.054782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:59:41.104432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c228dd56-9f73-4c62-8211-7a9e8c28331e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8339984 Aug 19 12:59:41.104716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44574) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:41.110453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] Request body: {'subnet': {'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-990030809-subnet', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:41.237852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] Made reservation on behalf of e448448ae4ce4451b9518f0c24cfdba5 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:41.240321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.569759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.633635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03998b14-873f-4616-9a39-bacc2a380a8e,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:41.645125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] Checking segment: {'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:41.645125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] Network hostable DHCP agents. Network: 62f93c51-6abc-42ef-b5b7-2b7f628783d3, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:59:41.767554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] Network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:59:41.900996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 62f93c51-6abc-42ef-b5b7-2b7f628783d3) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:41.905293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:41.906118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.911539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c450a9-357e-4475-805d-1c73ef81eb14 None None] Network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:42.076446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c12f09f4-1ae1-4b3e-b3ed-d003c6c1fec8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9679375 Aug 19 12:59:42.076446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44578) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:42.083044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:42.087415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:59:42.088962 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.157243 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.205218 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.207053 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.232061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Allocated IP 172.20.0.2 (62f93c51-6abc-42ef-b5b7-2b7f628783d3/03998b14-873f-4616-9a39-bacc2a380a8e/c94fd39a-1681-446c-8609-65d5450974ca) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:42.263726 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.403755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.416592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Transition to ACTIVE for port object c94fd39a-1681-446c-8609-65d5450974ca will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:42.432693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Transition to ACTIVE for port object c94fd39a-1681-446c-8609-65d5450974ca will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:42.541544 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.559113 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.589584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:42.603812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:42.607709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:42.613186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Pushing event updated for resources: {'Port': ['ID=c94fd39a-1681-446c-8609-65d5450974ca,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:42.626104 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.626455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.626799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.627136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.627472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.627807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.628134 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.628461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.628786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.629111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.629468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.629804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:42.691129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Attempting to bind port c94fd39a-1681-446c-8609-65d5450974ca on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:59:42.691514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Attempting to bind port c94fd39a-1681-446c-8609-65d5450974ca by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:59:42.691910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Attempting to bind port c94fd39a-1681-446c-8609-65d5450974ca on network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:59:42.698233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:59:42.698663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Checking segment: {'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:42.699028 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.699432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Bound using segment: {'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:59:42.699923 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Bound port: c94fd39a-1681-446c-8609-65d5450974ca, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:59:42.700403 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.778326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] For port c94fd39a-1681-446c-8609-65d5450974ca, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:59:42.781776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] For port c94fd39a-1681-446c-8609-65d5450974ca, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c94fd39a-1681-446c-8609-65d5450974ca,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:59:42.896171 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.897132 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.923880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.965576 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8302e-37ae-484a-af9e-7fe50d294c6c None None] Pushing event updated for resources: {'Port': ['ID=c94fd39a-1681-446c-8609-65d5450974ca,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:43.050131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Allocated IP 172.25.6.9 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/ac5d3364-1996-4a27-8ac3-7683c7ca58c6) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:43.183910 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:43.432291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c94fd39a-1681-446c-8609-65d5450974ca up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:43.450017 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:43.494271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:43.497395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:43.502108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:43.504198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5d3364-1996-4a27-8ac3-7683c7ca58c6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:43.650823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port c94fd39a-1681-446c-8609-65d5450974ca completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:43.873058 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:43.969786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4bf29f-cfec-4d44-afd8-418f699aa858 None None] Network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:44.103831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:44.142116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-48dc0941-461b-4917-a874-6e3ebc0393c5 None None] Provisioning for port c94fd39a-1681-446c-8609-65d5450974ca completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:44.150908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-48dc0941-461b-4917-a874-6e3ebc0393c5 None None] Provisioning complete for port c94fd39a-1681-446c-8609-65d5450974ca triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:44.150908 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-48dc0941-461b-4917-a874-6e3ebc0393c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:44.251119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-48dc0941-461b-4917-a874-6e3ebc0393c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:44.288112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-48dc0941-461b-4917-a874-6e3ebc0393c5 None None] For port c94fd39a-1681-446c-8609-65d5450974ca, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c94fd39a-1681-446c-8609-65d5450974ca,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:44.483702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:59:44.546105 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-48dc0941-461b-4917-a874-6e3ebc0393c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:44.589175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc0941-461b-4917-a874-6e3ebc0393c5 None None] Pushing event updated for resources: {'Port': ['ID=c94fd39a-1681-446c-8609-65d5450974ca,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:44.613366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:44.622753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Sync routers for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:44.632811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:44.633514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:44.729412 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:44.733735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-29942665-e50d-4a1b-b316-38411d078003 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6536076 Aug 19 12:59:44.734498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44598) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:44.744825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7fe0446b-0278-44b0-8d2b-45580a23bacb None None] Provisioning complete for port c94fd39a-1681-446c-8609-65d5450974ca triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:44.745202 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7fe0446b-0278-44b0-8d2b-45580a23bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:44.806361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:44.908396 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.034845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:43Z', 'revision_number': 3, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:45.065435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Checking router: ecc46ff3-dd13-4f38-af13-bcb3ae77f8df for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:45.065705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Updating router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df port ac5d3364-1996-4a27-8ac3-7683c7ca58c6 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:59:45.094417 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.413745 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.428942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c94fd39a-1681-446c-8609-65d5450974ca up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:45.431357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Transition to ACTIVE for port object ac5d3364-1996-4a27-8ac3-7683c7ca58c6 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:45.483614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c94fd39a-1681-446c-8609-65d5450974ca triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:45.483995 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.540342 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.673678 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.744055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65259aac-f0a0-46e7-aa73-153819cbc5af None None] Pushing event updated for resources: {'Port': ['ID=ac5d3364-1996-4a27-8ac3-7683c7ca58c6,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:45.749311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Attempting to bind port ac5d3364-1996-4a27-8ac3-7683c7ca58c6 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:59:45.749724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Attempting to bind port ac5d3364-1996-4a27-8ac3-7683c7ca58c6 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:59:45.750078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Attempting to bind port ac5d3364-1996-4a27-8ac3-7683c7ca58c6 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:59:45.756781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:59:45.757162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:45.757597 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.757994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:59:45.758472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Bound port: ac5d3364-1996-4a27-8ac3-7683c7ca58c6, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:59:45.758936 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.785055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Allocated IP 172.20.0.1 (62f93c51-6abc-42ef-b5b7-2b7f628783d3/03998b14-873f-4616-9a39-bacc2a380a8e/57578b41-aac2-4345-b218-59afe78de9af) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:45.850885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] For port ac5d3364-1996-4a27-8ac3-7683c7ca58c6, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:59:45.855339 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] For port ac5d3364-1996-4a27-8ac3-7683c7ca58c6, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ac5d3364-1996-4a27-8ac3-7683c7ca58c6,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:59:45.910528 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.926633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Transition to ACTIVE for port object 57578b41-aac2-4345-b218-59afe78de9af will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:46.025867 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.085716 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.091357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:46.092010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:46.095014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65259aac-f0a0-46e7-aa73-153819cbc5af None None] Pushing event updated for resources: {'Port': ['ID=ac5d3364-1996-4a27-8ac3-7683c7ca58c6,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:46.157120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:46.160356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:46.164047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:46.191665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=57578b41-aac2-4345-b218-59afe78de9af,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:46.223402 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.250529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:46.479146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:43Z', 'revision_number': 3, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:46.517950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d99d2-b157-48a2-bedb-413dbc2de0f7 None None] The sync data for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 is: [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:43Z', 'revision_number': 3, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:46.571939 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.752673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-617392ea-c981-4a08-a3f2-cf09d9dadf3a None None] Provisioning for port 57578b41-aac2-4345-b218-59afe78de9af completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:46.772913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-617392ea-c981-4a08-a3f2-cf09d9dadf3a None None] Provisioning complete for port 57578b41-aac2-4345-b218-59afe78de9af triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:46.775910 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-617392ea-c981-4a08-a3f2-cf09d9dadf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.852535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.863380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-617392ea-c981-4a08-a3f2-cf09d9dadf3a None None] Port 57578b41-aac2-4345-b218-59afe78de9af cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:59:46.963122 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:47.033655 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:47.035770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=57578b41-aac2-4345-b218-59afe78de9af,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:47.147044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:47.148587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:47.304691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:47.491431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:47.495526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ac5d3364-1996-4a27-8ac3-7683c7ca58c6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:47.507593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e436fc06-1f3b-4d4d-b8c4-fbc55603eeb3 admin admin] 10.222.0.44 "PUT /v2.0/routers/ecc46ff3-dd13-4f38-af13-bcb3ae77f8df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7718537 Aug 19 12:59:47.597476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-34dc6b49-51cd-4104-ba0a-73cf53994ef3 None None] Provisioning complete for port 57578b41-aac2-4345-b218-59afe78de9af triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:47.597961 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-34dc6b49-51cd-4104-ba0a-73cf53994ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:47.636376 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-34dc6b49-51cd-4104-ba0a-73cf53994ef3 None None] Port 57578b41-aac2-4345-b218-59afe78de9af cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:59:47.746181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port ac5d3364-1996-4a27-8ac3-7683c7ca58c6 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:47.750383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ac5d3364-1996-4a27-8ac3-7683c7ca58c6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:47.750763 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:47.848273 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:47.882054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port ac5d3364-1996-4a27-8ac3-7683c7ca58c6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ac5d3364-1996-4a27-8ac3-7683c7ca58c6,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:47.995792 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:48.059872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=ac5d3364-1996-4a27-8ac3-7683c7ca58c6,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:48.432582 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Sync routers for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:48.443787 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:48.456186 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:48.459642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44654) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:48.465737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-179890949-network', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:48.559628 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:48.741278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Made reservation on behalf of a086c5c388a848e3bcc32615b95e5698 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:48.743898 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:48.753224 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:48.788541 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 2, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:48.815997 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Checking router: ecc46ff3-dd13-4f38-af13-bcb3ae77f8df for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:48.816244 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Updating router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df port 57578b41-aac2-4345-b218-59afe78de9af binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:59:48.854118 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:48.854365 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:48.935080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:48.962973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:59:48.973625 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8436001-7c19-4134-8617-234bb801b3b3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:48.981240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:48.981691 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Added segment f5dfda25-1ee0-4650-946b-3f434a199735 of type vlan for network bf00feed-e4a0-4f19-947f-f2998e29c071 Aug 19 12:59:49.038490 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.153247 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.163947 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Transition to ACTIVE for port object 57578b41-aac2-4345-b218-59afe78de9af will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:49.198488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.202943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:49.202943 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.268266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] Pushing event updated for resources: {'Network': ['ID=bf00feed-e4a0-4f19-947f-f2998e29c071,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:49.283003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network bf00feed-e4a0-4f19-947f-f2998e29c071 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:59:49.308354 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.353959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 44664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:49.354396 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-879dfd9b-5d51-4774-bdb2-4e33daf80e9d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8929555 Aug 19 12:59:49.362569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] Request body: {'subnet': {'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-179890949-subnet', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:49.385953 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Pushing event updated for resources: {'Port': ['ID=57578b41-aac2-4345-b218-59afe78de9af,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:49.395773 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.396625 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.397129 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.397713 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.398232 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.398735 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.399225 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.399981 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.400474 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.400956 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.401483 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.402000 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:49.455881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ac5d3364-1996-4a27-8ac3-7683c7ca58c6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:49.460516 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Attempting to bind port 57578b41-aac2-4345-b218-59afe78de9af on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:59:49.461083 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Attempting to bind port 57578b41-aac2-4345-b218-59afe78de9af by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:59:49.461366 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Attempting to bind port 57578b41-aac2-4345-b218-59afe78de9af on network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:59:49.466941 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:59:49.467380 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Checking segment: {'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:49.467941 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.468320 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Bound using segment: {'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:59:49.468847 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Bound port: 57578b41-aac2-4345-b218-59afe78de9af, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:59:49.469339 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.509478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ac5d3364-1996-4a27-8ac3-7683c7ca58c6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:49.509861 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.538872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] Made reservation on behalf of a086c5c388a848e3bcc32615b95e5698 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:49.542379 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.542575 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] For port 57578b41-aac2-4345-b218-59afe78de9af, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:59:49.545480 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] For port 57578b41-aac2-4345-b218-59afe78de9af, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=57578b41-aac2-4345-b218-59afe78de9af,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:59:49.745192 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.796426 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:49.797127 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:49.821060 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.868345 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ffead-6d67-4753-a76f-88725684478c None None] Pushing event updated for resources: {'Port': ['ID=57578b41-aac2-4345-b218-59afe78de9af,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:49.888570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71cd4dd-a14e-4370-a69d-e22cc878151d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:49.899790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] Checking segment: {'id': 'f5dfda25-1ee0-4650-946b-3f434a199735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:49.899790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] Network hostable DHCP agents. Network: bf00feed-e4a0-4f19-947f-f2998e29c071, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:59:49.972520 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:50.008253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] Network bf00feed-e4a0-4f19-947f-f2998e29c071 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:59:50.138923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, bf00feed-e4a0-4f19-947f-f2998e29c071) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:50.144229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:50.145147 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.156820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2b4d5-4292-4134-99eb-b72691a82939 None None] Network bf00feed-e4a0-4f19-947f-f2998e29c071 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:50.285896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-477f4fd8-5bc0-4e8f-806e-91fb4e7a1f04 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9303524 Aug 19 12:59:50.289163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:50.294998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-179890949-router', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:50.317152 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:49Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:50.330556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-bf00feed-e4a0-4f19-947f-f2998e29c071', 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'fixed_ips': [{'subnet_id': 'b71cd4dd-a14e-4370-a69d-e22cc878151d'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:59:50.331544 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.349545 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6488a8-ee44-44a8-a1af-43ca63ce8573 None None] The sync data for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 is: [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:49Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:50.427805 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.434405 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.513064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Allocated IP 172.20.0.2 (bf00feed-e4a0-4f19-947f-f2998e29c071/b71cd4dd-a14e-4370-a69d-e22cc878151d/17bc9114-1e96-448a-99e3-3ec62d813a99) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:50.525747 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.700337 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.715041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Transition to ACTIVE for port object 17bc9114-1e96-448a-99e3-3ec62d813a99 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:50.740802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Transition to ACTIVE for port object 17bc9114-1e96-448a-99e3-3ec62d813a99 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:50.775355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.825497 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.870176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Network bf00feed-e4a0-4f19-947f-f2998e29c071 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:50.873323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:50.877881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:50.882567 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Pushing event updated for resources: {'Port': ['ID=17bc9114-1e96-448a-99e3-3ec62d813a99,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:50.948038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Attempting to bind port 17bc9114-1e96-448a-99e3-3ec62d813a99 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:59:50.948581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Attempting to bind port 17bc9114-1e96-448a-99e3-3ec62d813a99 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f5dfda25-1ee0-4650-946b-3f434a199735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:59:50.949052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Attempting to bind port 17bc9114-1e96-448a-99e3-3ec62d813a99 on network bf00feed-e4a0-4f19-947f-f2998e29c071 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:59:50.954907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:59:50.955560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Checking segment: {'id': 'f5dfda25-1ee0-4650-946b-3f434a199735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:50.956061 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.956533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Bound using segment: {'id': 'f5dfda25-1ee0-4650-946b-3f434a199735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:59:50.957085 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Bound port: 17bc9114-1e96-448a-99e3-3ec62d813a99, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dfda25-1ee0-4650-946b-3f434a199735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:59:50.957578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.050990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] For port 17bc9114-1e96-448a-99e3-3ec62d813a99, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:59:51.055308 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] For port 17bc9114-1e96-448a-99e3-3ec62d813a99, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17bc9114-1e96-448a-99e3-3ec62d813a99,segment=NetworkSegment(f5dfda25-1ee0-4650-946b-3f434a199735),segment_id=f5dfda25-1ee0-4650-946b-3f434a199735)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:59:51.120251 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.140814 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2b64083e-7465-4a33-8e75-3e23f89be42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.141589 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.156276 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.235108 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b5c7a-7b44-4a0f-8ee5-dd09d41a62c9 None None] Pushing event updated for resources: {'Port': ['ID=17bc9114-1e96-448a-99e3-3ec62d813a99,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:51.308837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Allocated IP 172.25.6.31 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/7807c2da-7485-4119-a03a-f18d92099cbe) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:51.461792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.506193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 57578b41-aac2-4345-b218-59afe78de9af up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:51.678354 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.723008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:51.726473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:51.729461 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:51.731989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 57578b41-aac2-4345-b218-59afe78de9af completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:51.737626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 57578b41-aac2-4345-b218-59afe78de9af triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:51.738270 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.787032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Pushing event updated for resources: {'Port': ['ID=7807c2da-7485-4119-a03a-f18d92099cbe,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:51.851901 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.893750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 57578b41-aac2-4345-b218-59afe78de9af, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=57578b41-aac2-4345-b218-59afe78de9af,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:52.021057 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:52.094650 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=57578b41-aac2-4345-b218-59afe78de9af,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:52.176410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:52.374618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff403b1-de99-4be9-abfa-49696f5271a7 None None] Network bf00feed-e4a0-4f19-947f-f2998e29c071 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:52.613322 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-91782048-b1b0-497c-990a-3832c6b743fb None None] Provisioning for port 17bc9114-1e96-448a-99e3-3ec62d813a99 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:52.741724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:52.997587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Router 9d6aaccc-0b16-4adb-b817-23439fc6f688 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:59:53.129436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:53.146001 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Sync routers for ids ['9d6aaccc-0b16-4adb-b817-23439fc6f688'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:53.156548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Routers {'9d6aaccc-0b16-4adb-b817-23439fc6f688'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:53.157541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9d6aaccc-0b16-4adb-b817-23439fc6f688'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:53.286935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Set router 9d6aaccc-0b16-4adb-b817-23439fc6f688 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:53.295416 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.296780 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a4feb576-41a6-4cbd-9241-3665c416b169 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0054965 Aug 19 12:59:53.300788 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 44704) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:53.528640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 57578b41-aac2-4345-b218-59afe78de9af up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:53.578586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'name': 'tempest-TestVolumeBackupRestore-179890949-router', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:50Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 3, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'gw_port': {'id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:51Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:53.610841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Checking router: 9d6aaccc-0b16-4adb-b817-23439fc6f688 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:53.611197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Updating router 9d6aaccc-0b16-4adb-b817-23439fc6f688 port 7807c2da-7485-4119-a03a-f18d92099cbe binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:59:53.646974 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 57578b41-aac2-4345-b218-59afe78de9af triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:53.646974 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.648009 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.870954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.904893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17bc9114-1e96-448a-99e3-3ec62d813a99 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:54.112340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 17bc9114-1e96-448a-99e3-3ec62d813a99 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:54.131049 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 17bc9114-1e96-448a-99e3-3ec62d813a99 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:54.131049 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.131313 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.141450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Allocated IP 172.20.0.1 (bf00feed-e4a0-4f19-947f-f2998e29c071/b71cd4dd-a14e-4370-a69d-e22cc878151d/65e0ae8e-1f95-49e5-92f7-b1acb9fbea89) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:54.170273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Transition to ACTIVE for port object 7807c2da-7485-4119-a03a-f18d92099cbe will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:54.229309 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.288780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 17bc9114-1e96-448a-99e3-3ec62d813a99, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17bc9114-1e96-448a-99e3-3ec62d813a99,segment=NetworkSegment(f5dfda25-1ee0-4650-946b-3f434a199735),segment_id=f5dfda25-1ee0-4650-946b-3f434a199735)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:54.297613 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.310360 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.312674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Transition to ACTIVE for port object 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:54.369667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Attempting to bind port 7807c2da-7485-4119-a03a-f18d92099cbe on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:59:54.370208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Attempting to bind port 7807c2da-7485-4119-a03a-f18d92099cbe by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:59:54.370581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Attempting to bind port 7807c2da-7485-4119-a03a-f18d92099cbe on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:59:54.380454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb859d4-38e4-4616-83e0-e3449460b854 None None] Pushing event updated for resources: {'Port': ['ID=7807c2da-7485-4119-a03a-f18d92099cbe,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:54.383162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:59:54.383546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:54.384236 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.384562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:59:54.385076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Bound port: 7807c2da-7485-4119-a03a-f18d92099cbe, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:59:54.385510 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.408958 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.461245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.487340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] For port 7807c2da-7485-4119-a03a-f18d92099cbe, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:59:54.490830 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=17bc9114-1e96-448a-99e3-3ec62d813a99,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:54.496251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] For port 7807c2da-7485-4119-a03a-f18d92099cbe, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7807c2da-7485-4119-a03a-f18d92099cbe,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:59:54.508638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Network bf00feed-e4a0-4f19-947f-f2998e29c071 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:54.514442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:54.518525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:54.545698 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Pushing event updated for resources: {'Port': ['ID=65e0ae8e-1f95-49e5-92f7-b1acb9fbea89,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:54.587710 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.610150 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.711230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Routers {'9d6aaccc-0b16-4adb-b817-23439fc6f688'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:54.711979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9d6aaccc-0b16-4adb-b817-23439fc6f688'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:54.713872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb859d4-38e4-4616-83e0-e3449460b854 None None] Pushing event updated for resources: {'Port': ['ID=7807c2da-7485-4119-a03a-f18d92099cbe,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:54.929964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.030946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] Set router 9d6aaccc-0b16-4adb-b817-23439fc6f688 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:55.139390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9f0c7f2a-a9ca-47ee-834f-8cb6fda65a98 None None] Provisioning for port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:55.151004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9f0c7f2a-a9ca-47ee-834f-8cb6fda65a98 None None] Provisioning complete for port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:55.151381 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7f2a-a9ca-47ee-834f-8cb6fda65a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.158919 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.208859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c7f2a-a9ca-47ee-834f-8cb6fda65a98 None None] Port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:59:55.258661 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.290717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'name': 'tempest-TestVolumeBackupRestore-179890949-router', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:50Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 3, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'gw_port': {'id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:51Z', 'updated_at': '2021-08-19T12:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:55.321543 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b6acd-d5c4-4d70-b82d-7cf22a33a3dc None None] The sync data for ids ['9d6aaccc-0b16-4adb-b817-23439fc6f688'] in n-d-778732-8 is: [{'id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'name': 'tempest-TestVolumeBackupRestore-179890949-router', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:50Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 3, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'gw_port': {'id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:51Z', 'updated_at': '2021-08-19T12:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:55.329494 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.331400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Pushing event updated for resources: {'Port': ['ID=65e0ae8e-1f95-49e5-92f7-b1acb9fbea89,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:55.427683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17bc9114-1e96-448a-99e3-3ec62d813a99 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:55.469205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Network bf00feed-e4a0-4f19-947f-f2998e29c071 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:55.470909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:55.485394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3a1269fa-4866-49ab-b4c0-2b075c389ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.488732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 17bc9114-1e96-448a-99e3-3ec62d813a99 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:55.491876 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.650556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Router 9d6aaccc-0b16-4adb-b817-23439fc6f688 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:55.808500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:55.815460 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cd81e7e9-de11-46b3-8647-cabbc10cf375 admin admin] 10.222.0.44 "PUT /v2.0/routers/9d6aaccc-0b16-4adb-b817-23439fc6f688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5127378 Aug 19 12:59:55.850942 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.853794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e5b6a4ca-c1e8-4a31-b58e-0aa0f0f24546 None None] Provisioning complete for port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:55.854130 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a4ca-c1e8-4a31-b58e-0aa0f0f24546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.892939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6a4ca-c1e8-4a31-b58e-0aa0f0f24546 None None] Port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:59:57.147257 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.463680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7807c2da-7485-4119-a03a-f18d92099cbe up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:57.621342 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Sync routers for ids ['9d6aaccc-0b16-4adb-b817-23439fc6f688'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:57.631601 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Routers {'9d6aaccc-0b16-4adb-b817-23439fc6f688'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:57.635475 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9d6aaccc-0b16-4adb-b817-23439fc6f688'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:57.683918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 7807c2da-7485-4119-a03a-f18d92099cbe completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:57.688114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7807c2da-7485-4119-a03a-f18d92099cbe triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:57.688114 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.794137 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Set router 9d6aaccc-0b16-4adb-b817-23439fc6f688 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:57.814919 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.844407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 7807c2da-7485-4119-a03a-f18d92099cbe, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7807c2da-7485-4119-a03a-f18d92099cbe,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:58.044056 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.064527 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'name': 'tempest-TestVolumeBackupRestore-179890949-router', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:50Z', 'updated_at': '2021-08-19T12:59:54Z', 'revision_number': 4, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'gw_port': {'id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:51Z', 'updated_at': '2021-08-19T12:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '65e0ae8e-1f95-49e5-92f7-b1acb9fbea89', 'name': '', 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'mac_address': 'fa:16:3e:42:38:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b71cd4dd-a14e-4370-a69d-e22cc878151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:53Z', 'updated_at': '2021-08-19T12:59:55Z', 'revision_number': 2, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'subnets': [{'id': 'b71cd4dd-a14e-4370-a69d-e22cc878151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:58.096458 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Checking router: 9d6aaccc-0b16-4adb-b817-23439fc6f688 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:59:58.097990 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Updating router 9d6aaccc-0b16-4adb-b817-23439fc6f688 port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:59:58.119024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=7807c2da-7485-4119-a03a-f18d92099cbe,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:58.130284 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.533258 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.545666 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Transition to ACTIVE for port object 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:58.670690 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.733500 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5495a-e382-4527-a0dc-559f67450a2b None None] Pushing event updated for resources: {'Port': ['ID=65e0ae8e-1f95-49e5-92f7-b1acb9fbea89,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:58.821729 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Attempting to bind port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:59:58.822531 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Attempting to bind port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f5dfda25-1ee0-4650-946b-3f434a199735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:59:58.823174 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Attempting to bind port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 on network bf00feed-e4a0-4f19-947f-f2998e29c071 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:59:58.831093 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:59:58.831770 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Checking segment: {'id': 'f5dfda25-1ee0-4650-946b-3f434a199735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:58.832337 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.833542 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Bound using segment: {'id': 'f5dfda25-1ee0-4650-946b-3f434a199735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:59:58.834208 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Bound port: 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dfda25-1ee0-4650-946b-3f434a199735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:59:58.834761 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.934046 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] For port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:59:58.941001 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] For port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=65e0ae8e-1f95-49e5-92f7-b1acb9fbea89,segment=NetworkSegment(f5dfda25-1ee0-4650-946b-3f434a199735),segment_id=f5dfda25-1ee0-4650-946b-3f434a199735)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:59:58.997721 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.066666 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.137125 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Routers {'9d6aaccc-0b16-4adb-b817-23439fc6f688'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:59.137858 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T12:59:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9d6aaccc-0b16-4adb-b817-23439fc6f688'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:59.175894 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5495a-e382-4527-a0dc-559f67450a2b None None] Pushing event updated for resources: {'Port': ['ID=65e0ae8e-1f95-49e5-92f7-b1acb9fbea89,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:59.274119 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] Set router 9d6aaccc-0b16-4adb-b817-23439fc6f688 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:59:59.471258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7807c2da-7485-4119-a03a-f18d92099cbe up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:59.539160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7807c2da-7485-4119-a03a-f18d92099cbe triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:59.539929 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.563763 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'name': 'tempest-TestVolumeBackupRestore-179890949-router', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:50Z', 'updated_at': '2021-08-19T12:59:54Z', 'revision_number': 4, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'gw_port': {'id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:51Z', 'updated_at': '2021-08-19T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '65e0ae8e-1f95-49e5-92f7-b1acb9fbea89', 'name': '', 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'mac_address': 'fa:16:3e:42:38:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b71cd4dd-a14e-4370-a69d-e22cc878151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:53Z', 'updated_at': '2021-08-19T12:59:58Z', 'revision_number': 4, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'subnets': [{'id': 'b71cd4dd-a14e-4370-a69d-e22cc878151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:59.593060 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a56adb-e785-48bf-b142-ba286727d677 None None] The sync data for ids ['9d6aaccc-0b16-4adb-b817-23439fc6f688'] in n-d-778732-8 is: [{'id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'name': 'tempest-TestVolumeBackupRestore-179890949-router', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:50Z', 'updated_at': '2021-08-19T12:59:54Z', 'revision_number': 4, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'gw_port': {'id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:51Z', 'updated_at': '2021-08-19T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '65e0ae8e-1f95-49e5-92f7-b1acb9fbea89', 'name': '', 'network_id': 'bf00feed-e4a0-4f19-947f-f2998e29c071', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'mac_address': 'fa:16:3e:42:38:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b71cd4dd-a14e-4370-a69d-e22cc878151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:53Z', 'updated_at': '2021-08-19T12:59:58Z', 'revision_number': 4, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'subnets': [{'id': 'b71cd4dd-a14e-4370-a69d-e22cc878151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:00:01.459691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:01.667401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:01.667401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:01.667401 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.765917 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.810471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=65e0ae8e-1f95-49e5-92f7-b1acb9fbea89,segment=NetworkSegment(f5dfda25-1ee0-4650-946b-3f434a199735),segment_id=f5dfda25-1ee0-4650-946b-3f434a199735)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:01.969433 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:02.067909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=65e0ae8e-1f95-49e5-92f7-b1acb9fbea89,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:03.428903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:03.483646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:03.484025 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:11.462760 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:00:12.186280 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:14.803806 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:21.218446 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-48014d91-3dc8-48b6-b9a7-28dcbffd0298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:25.506398 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-11954e84-a580-4c54-a054-6faf02951f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:25.800723 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:27.145806 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:28.986146 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:42.091939 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:44.806356 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:48.462715 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:00:51.161026 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8f1a6e5-1818-455d-ae32-083af86b83a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:55.472370 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a13d-8eba-483b-90e6-838a72a09563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:55.774446 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:57.105880 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:58.940179 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:04.649059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-bbbfb176-32ce-46ea-ab71-6f1265937fdd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2196500 Aug 19 13:01:04.758608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-ca4f30d8-6eb6-46ee-93c8-75144c9f1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:04.760137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-ca4f30d8-6eb6-46ee-93c8-75144c9f1172 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 1096 time: 0.0515146 Aug 19 13:01:04.875392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-089bd67f-c6f5-487d-9611-878d103eb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:04.876932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-089bd67f-c6f5-487d-9611-878d103eb92f service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.0957747 Aug 19 13:01:04.973440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-b02beac2-fcc1-4ec3-958e-ccb1e0daac22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 HTTP/1.1" status: 200 len: 1000 time: 0.0884042 Aug 19 13:01:05.037713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-d96fb0b6-1100-4fe0-85c4-47ef7804f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:05.042463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-d96fb0b6-1100-4fe0-85c4-47ef7804f538 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0578866 Aug 19 13:01:05.097949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-b346a373-8555-44f4-b773-aa828fd2498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:05.099611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-b346a373-8555-44f4-b773-aa828fd2498d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518506 Aug 19 13:01:05.212267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-b8d53f0d-a38c-40d2-b2b0-510688374ae6 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049907 Aug 19 13:01:05.318849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1f39a1-f383-45ea-9a32-cec3c4b00894 req-e73b1a65-dccf-4dab-82e8-aa944a07729c service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986462 Aug 19 13:01:12.086067 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:14.817182 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:21.151740 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0259e8e3-080c-4ee3-a179-15d343b12f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:25.458908 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-60464bd0-677d-4726-8c1c-2e936db60a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:25.555328 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:01:25.785790 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:27.079549 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:28.962065 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:39.211930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46612) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:39.393488 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c2546cb2-0dea-46ce-9485-7b91c0298e63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91d845bea3c64033b68a80f93bb2367a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798012 Aug 19 13:01:39.396157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 46622) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:39.451688 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:39.475984 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:39.613533 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:39.616316 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:39.619062 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392 HTTP/1.1" status: 204 len: 168 time: 0.2203929 Aug 19 13:01:39.625823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff7ee5e-ef8f-4cc4-bb39-b764ffe9f392,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:39.634472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:39.634845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:39.635555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:39.635555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:39.640654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:39.640654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:39.640654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:39.640654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:39.640654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:39.640654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:39.640654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:39.640654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b81984b-c197-4035-a233-1739fd9083b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:42.093690 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:43.929153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-68107c52-37ed-43f5-a07a-210f6ddd33c3 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=df4d37341c5348c5bbaded77c79f9ff0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314808 Aug 19 13:01:44.125205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259e99-9126-429b-b4cb-089dd714ab60 req-19e04c49-1cfa-4b4c-8e43-f6df3dc68425 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:44.126837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-19e04c49-1cfa-4b4c-8e43-f6df3dc68425 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905673 Aug 19 13:01:44.143864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-05443dda-6a30-47b0-b53e-fa889111a82b tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/quotas/df4d37341c5348c5bbaded77c79f9ff0 HTTP/1.1" status: 200 len: 375 time: 0.0106266 Aug 19 13:01:44.175642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-102d4161-a9ef-46df-b260-e6afd81b00ad tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=df4d37341c5348c5bbaded77c79f9ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259898 Aug 19 13:01:44.841759 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:45.510448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cf2b90a-b21f-428b-bfeb-765237715c9f req-3ee47798-45cd-461f-91c4-954c82dad80e tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 210 time: 0.0263100 Aug 19 13:01:46.596256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44540965-0b18-486c-9fbd-922fe219234c req-10962730-2843-4e62-999a-2d065f933b78 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 210 time: 0.0262234 Aug 19 13:01:47.715014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77f86685-afe5-4691-b278-27131e6cb678 req-14fb17ed-116a-48d4-a5d0-87d89677ee9e tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 210 time: 0.0301080 Aug 19 13:01:48.368412 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-8dafbd55-1850-4979-b353-1b7e62492ff2 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=df4d37341c5348c5bbaded77c79f9ff0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241444 Aug 19 13:01:48.490802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259e99-9126-429b-b4cb-089dd714ab60 req-c9649c2d-c9a5-45cc-9b1d-be45f35f6670 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:48.492362 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-c9649c2d-c9a5-45cc-9b1d-be45f35f6670 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172678 Aug 19 13:01:48.509067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Request body: {'port': {'device_id': '1108fa37-1c92-43b0-8e95-3221445edf4c', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': 'df4d37341c5348c5bbaded77c79f9ff0'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:48.817263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0712769-8bcb-4426-81c3-4ecdc52504c1 req-244f9727-2561-4295-aa48-0e7ec17feba1 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 210 time: 0.0285852 Aug 19 13:01:48.839670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Made reservation on behalf of df4d37341c5348c5bbaded77c79f9ff0 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:01:48.853911 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:48.853911 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:48.954487 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:49.053221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:49.115728 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d00798-6dad-4f79-b6cb-0d975ec99d1f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:49.186949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Allocated IP 192.168.233.200 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/f4379fc5-a7fd-4e9c-9b7c-a0958942647e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:01:49.351512 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:49.365697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Transition to ACTIVE for port object f4379fc5-a7fd-4e9c-9b7c-a0958942647e will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:49.522221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:49.568247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:01:49.571631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:01:49.574321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:01:49.601895 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Pushing event updated for resources: {'Port': ['ID=f4379fc5-a7fd-4e9c-9b7c-a0958942647e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:49.632426 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:49.633060 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:49.693675 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-2d6b1bac-960b-4580-96c6-3cb774bbb33c tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1884050 Aug 19 13:01:49.713298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Request body: {'port': {'device_id': '1108fa37-1c92-43b0-8e95-3221445edf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:01:49.784355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:49.932795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bdaa5202-1d05-4738-b59c-e396973081c0 None None] Provisioning for port f4379fc5-a7fd-4e9c-9b7c-a0958942647e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:49.937188 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bdaa5202-1d05-4738-b59c-e396973081c0 None None] Provisioning complete for port f4379fc5-a7fd-4e9c-9b7c-a0958942647e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:49.937558 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5202-1d05-4738-b59c-e396973081c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:49.951939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c891e4a-b6d6-4f8a-a5ce-bf7ae8b5c167 req-444039ac-76b7-4467-b1d3-66ec18f6c2bc tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:49.953658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c891e4a-b6d6-4f8a-a5ce-bf7ae8b5c167 req-444039ac-76b7-4467-b1d3-66ec18f6c2bc tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 936 time: 0.0620148 Aug 19 13:01:49.977463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa5202-1d05-4738-b59c-e396973081c0 None None] Port f4379fc5-a7fd-4e9c-9b7c-a0958942647e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:01:49.997079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c891e4a-b6d6-4f8a-a5ce-bf7ae8b5c167 req-f17bd5f6-f288-4d5d-9c6f-bbd752519fd8 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334110 Aug 19 13:01:50.075159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4379fc5-a7fd-4e9c-9b7c-a0958942647e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:01:50.083187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:50.096466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Transition to ACTIVE for port object f4379fc5-a7fd-4e9c-9b7c-a0958942647e will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:01:50.182181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:50.235945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4379fc5-a7fd-4e9c-9b7c-a0958942647e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:50.311005 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Attempting to bind port f4379fc5-a7fd-4e9c-9b7c-a0958942647e on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:01:50.311350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Attempting to bind port f4379fc5-a7fd-4e9c-9b7c-a0958942647e by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:01:50.311675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Attempting to bind port f4379fc5-a7fd-4e9c-9b7c-a0958942647e on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:01:50.317974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Port f4379fc5-a7fd-4e9c-9b7c-a0958942647e on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:01:50.322898 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Attempting to bind port f4379fc5-a7fd-4e9c-9b7c-a0958942647e on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:01:50.323814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:01:50.324151 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:01:50.324536 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:01:50.324973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Bound port: f4379fc5-a7fd-4e9c-9b7c-a0958942647e, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:01:50.325336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:50.396300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] For port f4379fc5-a7fd-4e9c-9b7c-a0958942647e, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:01:50.399722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] For port f4379fc5-a7fd-4e9c-9b7c-a0958942647e, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f4379fc5-a7fd-4e9c-9b7c-a0958942647e,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:01:50.508379 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:50.546923 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:50.547596 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:50.549648 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] 10.222.0.52 "PUT /v2.0/ports/f4379fc5-a7fd-4e9c-9b7c-a0958942647e HTTP/1.1" status: 200 len: 1096 time: 0.8420842 Aug 19 13:01:50.550129 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1108fa37-1c92-43b0-8e95-3221445edf4c', 'tag': 'f4379fc5-a7fd-4e9c-9b7c-a0958942647e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:50.552424 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8fd3b2-c9eb-4428-a259-21b76d6fe199" -d '{"events": [{"name": "network-changed", "server_uuid": "1108fa37-1c92-43b0-8e95-3221445edf4c", "tag": "f4379fc5-a7fd-4e9c-9b7c-a0958942647e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:50.582496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bb222-b2c1-488a-a646-08e36dfdd5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4379fc5-a7fd-4e9c-9b7c-a0958942647e,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:50.607381 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2902ce2f-408a-4250-a0cf-753ccfc02c72 x-openstack-request-id: req-2902ce2f-408a-4250-a0cf-753ccfc02c72 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:50.607771 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1108fa37-1c92-43b0-8e95-3221445edf4c", "tag": "f4379fc5-a7fd-4e9c-9b7c-a0958942647e", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:50.608026 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2902ce2f-408a-4250-a0cf-753ccfc02c72 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:50.608452 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1108fa37-1c92-43b0-8e95-3221445edf4c', 'tag': 'f4379fc5-a7fd-4e9c-9b7c-a0958942647e', 'status': 'completed', 'code': 200} Aug 19 13:01:50.687470 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fd3b2-c9eb-4428-a259-21b76d6fe199 req-5214014c-3c6b-4f67-8c3b-e577fbb262d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:50.688994 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aa8fd3b2-c9eb-4428-a259-21b76d6fe199 req-5214014c-3c6b-4f67-8c3b-e577fbb262d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df4d37341c5348c5bbaded77c79f9ff0&device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 1099 time: 0.0556655 Aug 19 13:01:50.730561 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aa8fd3b2-c9eb-4428-a259-21b76d6fe199 req-f7f29db8-64bd-4ade-b68a-5990bce601c1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=df4d37341c5348c5bbaded77c79f9ff0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290413 Aug 19 13:01:50.910199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fd3b2-c9eb-4428-a259-21b76d6fe199 req-e2ff0b99-10c9-4434-b297-5071bc63c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:50.911580 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-aa8fd3b2-c9eb-4428-a259-21b76d6fe199 req-e2ff0b99-10c9-4434-b297-5071bc63c8f0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709542 Aug 19 13:01:50.995997 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259e99-9126-429b-b4cb-089dd714ab60 req-8a182eb8-47f0-4672-ad25-483bcd9b5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:50.997728 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-8a182eb8-47f0-4672-ad25-483bcd9b5575 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df4d37341c5348c5bbaded77c79f9ff0&device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 1099 time: 0.0427086 Aug 19 13:01:51.047215 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-19793ff2-9a51-4935-ac84-16a45ce951a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=f4379fc5-a7fd-4e9c-9b7c-a0958942647e HTTP/1.1" status: 200 len: 217 time: 0.0409389 Aug 19 13:01:51.107487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259e99-9126-429b-b4cb-089dd714ab60 req-5bc4909b-5a9b-4c9d-b4bb-6e5bd1d10338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:51.109573 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-5bc4909b-5a9b-4c9d-b4bb-6e5bd1d10338 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0511861 Aug 19 13:01:51.130627 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffcc6-f0d3-4698-a5e6-c3e0b3ff4997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:51.151964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d657c-96c0-41f9-8636-34f392e10bee req-e8d93960-699b-4c1d-bcaf-e9c94542c9b1 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:51.153565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-998d657c-96c0-41f9-8636-34f392e10bee req-e8d93960-699b-4c1d-bcaf-e9c94542c9b1 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 948 time: 0.0593057 Aug 19 13:01:51.166062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259e99-9126-429b-b4cb-089dd714ab60 req-b79e45d2-cf3d-4736-8b97-1f0a93b37435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:51.167680 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-b79e45d2-cf3d-4736-8b97-1f0a93b37435 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470350 Aug 19 13:01:51.197102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-998d657c-96c0-41f9-8636-34f392e10bee req-5089a8f1-9b5f-44d9-b6ce-166166f4d545 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353465 Aug 19 13:01:51.269290 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-0583f6a7-a31f-4632-a69e-f559a860860a service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897026 Aug 19 13:01:51.363149 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-81259e99-9126-429b-b4cb-089dd714ab60 req-fa5fab72-f6f9-45a1-8abe-d6ba7f251d66 service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843813 Aug 19 13:01:52.322800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2680-058e-42f7-91af-ab9e1b3a1723 req-51dc1c27-20e7-487d-a9e9-07ca8f7a1676 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:52.324299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22f2680-058e-42f7-91af-ab9e1b3a1723 req-51dc1c27-20e7-487d-a9e9-07ca8f7a1676 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 948 time: 0.0539832 Aug 19 13:01:52.364391 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f22f2680-058e-42f7-91af-ab9e1b3a1723 req-33e99d55-d026-4f18-be02-58407735c931 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338938 Aug 19 13:01:52.680011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-ef24c62f-c6e5-4ff4-85aa-08afb089d3ef req-c361f52d-088c-495f-859a-072aca45f4a2 service neutron] (95661) timed out ('10.222.0.53', 59289) {{(pid=95661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:01:53.490056 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bbfeb-f6bf-4c0b-82ae-5c571d7726a3 req-a51d0157-837e-4088-9c39-981e5b484533 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:53.491564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb7bbfeb-f6bf-4c0b-82ae-5c571d7726a3 req-a51d0157-837e-4088-9c39-981e5b484533 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 948 time: 0.0576386 Aug 19 13:01:53.530024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb7bbfeb-f6bf-4c0b-82ae-5c571d7726a3 req-0aa23fe4-2768-4cfe-8bb7-d6bc2b820b7b tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Aug 19 13:01:54.515278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f4379fc5-a7fd-4e9c-9b7c-a0958942647e details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:01:54.635572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f4379fc5-a7fd-4e9c-9b7c-a0958942647e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f4379fc5-a7fd-4e9c-9b7c-a0958942647e,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:54.650069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'f4379fc5-a7fd-4e9c-9b7c-a0958942647e', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': 'f4379fc5-a7fd-4e9c-9b7c-a0958942647e', 'mac_address': 'fa:16:3e:3f:94:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:01:54.667832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa25bab-7f58-4913-99f5-379f6b65c959 req-d7ee8ebb-0e75-496c-9809-fa87685caef0 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:54.669506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1fa25bab-7f58-4913-99f5-379f6b65c959 req-d7ee8ebb-0e75-496c-9809-fa87685caef0 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 948 time: 0.0602398 Aug 19 13:01:54.693596 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.707895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4379fc5-a7fd-4e9c-9b7c-a0958942647e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:01:54.711981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1fa25bab-7f58-4913-99f5-379f6b65c959 req-0e252a9f-a21d-489b-9489-7ba174f7d705 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355339 Aug 19 13:01:54.737567 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f4379fc5-a7fd-4e9c-9b7c-a0958942647e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f4379fc5-a7fd-4e9c-9b7c-a0958942647e,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:54.803695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b075ea-7549-490d-8ae8-c56c5db45e35 req-16ceebbb-6bcc-4b7c-bc38-ab32c4ce9eb7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:54.805212 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8b075ea-7549-490d-8ae8-c56c5db45e35 req-16ceebbb-6bcc-4b7c-bc38-ab32c4ce9eb7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 945 time: 0.0579255 Aug 19 13:01:54.848127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8b075ea-7549-490d-8ae8-c56c5db45e35 req-bc459727-93ba-4ed6-81ca-99301db5f544 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367043 Aug 19 13:01:54.867567 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.923089 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f4379fc5-a7fd-4e9c-9b7c-a0958942647e,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:54.931008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:54.931355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:54.931768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:54.932029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:54.932358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:54.932685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:54.933009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:54.933359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:54.933687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:54.935886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:54.935886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:54.935886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:55.157411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f4379fc5-a7fd-4e9c-9b7c-a0958942647e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:01:55.445300 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bc4fe516-6151-4942-85cc-9baba28d6189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:55.752565 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:55.834547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e63f59-3db1-4b16-8fb2-9e27fb1d894a req-737ab004-c3c6-4996-96b1-b6d3b82fd11a tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:55.836073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6e63f59-3db1-4b16-8fb2-9e27fb1d894a req-737ab004-c3c6-4996-96b1-b6d3b82fd11a tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 949 time: 0.0504212 Aug 19 13:01:55.876287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6e63f59-3db1-4b16-8fb2-9e27fb1d894a req-66935b24-4992-46fb-8ab5-d4f22debf391 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336792 Aug 19 13:01:55.971225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60588-1464-4d1a-85ac-3fb9f07d023e req-6006ec11-36d9-462a-8834-e8796dcebd58 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:55.972750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3e60588-1464-4d1a-85ac-3fb9f07d023e req-6006ec11-36d9-462a-8834-e8796dcebd58 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 945 time: 0.0537431 Aug 19 13:01:56.012344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3e60588-1464-4d1a-85ac-3fb9f07d023e req-905e6452-e108-454d-a727-927e0ded9531 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330403 Aug 19 13:01:56.489747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-67c4ecab-f15c-4d59-9cfa-e034132cc301 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:56.491106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-67c4ecab-f15c-4d59-9cfa-e034132cc301 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 945 time: 0.0521219 Aug 19 13:01:56.530769 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f4379fc5-a7fd-4e9c-9b7c-a0958942647e up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:01:56.586800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Deleting port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:56.589089 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.624732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port f4379fc5-a7fd-4e9c-9b7c-a0958942647e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:01:56.631621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port f4379fc5-a7fd-4e9c-9b7c-a0958942647e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:01:56.632022 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.688484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] For port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:56.688868 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.726864 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.750494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1108fa37-1c92-43b0-8e95-3221445edf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4379fc5-a7fd-4e9c-9b7c-a0958942647e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:56.753394 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c600fb-cbc3-404d-8857-9d05d9aca75a" -d '{"events": [{"server_uuid": "1108fa37-1c92-43b0-8e95-3221445edf4c", "name": "network-vif-plugged", "status": "completed", "tag": "f4379fc5-a7fd-4e9c-9b7c-a0958942647e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:56.772352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f4379fc5-a7fd-4e9c-9b7c-a0958942647e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f4379fc5-a7fd-4e9c-9b7c-a0958942647e,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:56.848084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.914250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.915220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.915724 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Floating IP 8750cb4f-6398-440e-9f77-05fb6f58b2dd disassociated. External IP: 172.25.6.61, port: a8eb8fd4-371a-45fc-b973-dbf6a8a71d30. Aug 19 13:01:56.916269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Calling delete_port for a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:56.928739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f4379fc5-a7fd-4e9c-9b7c-a0958942647e,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:57.059691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b9486-24f4-43ec-a263-faa4e89dd13f req-8de5c593-38fc-4cfc-b0f6-277e23748c59 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:57.061167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-453b9486-24f4-43ec-a263-faa4e89dd13f req-8de5c593-38fc-4cfc-b0f6-277e23748c59 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 950 time: 0.0766544 Aug 19 13:01:57.066655 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.141526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-453b9486-24f4-43ec-a263-faa4e89dd13f req-5ad4f513-f48c-46a0-8476-370e7350834a tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718181 Aug 19 13:01:57.252168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403200f-93a4-4fea-a8c8-5ca656128c7c req-1bc9e434-ece0-4e2a-a8bc-2b077e79cd3e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:57.254041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7403200f-93a4-4fea-a8c8-5ca656128c7c req-1bc9e434-ece0-4e2a-a8bc-2b077e79cd3e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 945 time: 0.0528235 Aug 19 13:01:57.255212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.296008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event deleted for resources: {'Port': ['ID=a8eb8fd4-371a-45fc-b973-dbf6a8a71d30,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.319953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:57.370051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7403200f-93a4-4fea-a8c8-5ca656128c7c req-a9f4af40-54f6-4af4-87e6-7d19bb164453 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082053 Aug 19 13:01:57.452054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Router 93c849a8-ef98-4a57-b976-8bf0fea76f76 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:01:57.893451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:57.904677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0151134-fe3a-48f7-b926-53b9aaf91bff None None] Sync routers for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:57.919078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0151134-fe3a-48f7-b926-53b9aaf91bff None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:57.922352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c0151134-fe3a-48f7-b926-53b9aaf91bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:01:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:57.936292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] No DVR routers for this DVR port a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:01:57.940208 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.942278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1422c14-7673-4453-9572-1e6c45ffb0b9 req-29a650c2-86e9-45a8-9c1e-9afea90c764e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "DELETE /v2.0/ports/a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 HTTP/1.1" status: 204 len: 173 time: 1.4440036 Aug 19 13:01:57.942727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'name': 'network-vif-deleted', 'tag': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:57.945032 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f135419-e1ba-4ee4-a0e7-fd686f178449" -d '{"events": [{"server_uuid": "357baf59-05fa-493e-b26c-34e9eaab7a80", "name": "network-vif-deleted", "tag": "a8eb8fd4-371a-45fc-b973-dbf6a8a71d30"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:58.017362 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d732b8-7fb1-469d-96f9-4df6cc2cba06 x-openstack-request-id: req-c1d732b8-7fb1-469d-96f9-4df6cc2cba06 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:58.017671 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1108fa37-1c92-43b0-8e95-3221445edf4c", "name": "network-vif-plugged", "status": "completed", "tag": "f4379fc5-a7fd-4e9c-9b7c-a0958942647e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:58.018126 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1d732b8-7fb1-469d-96f9-4df6cc2cba06 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:58.018898 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1108fa37-1c92-43b0-8e95-3221445edf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4379fc5-a7fd-4e9c-9b7c-a0958942647e', 'code': 200} Aug 19 13:01:58.047419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c0151134-fe3a-48f7-b926-53b9aaf91bff None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:58.085790 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2efc57-66d8-47d4-abd5-2f2c921a7c25 x-openstack-request-id: req-0b2efc57-66d8-47d4-abd5-2f2c921a7c25 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:58.086086 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357baf59-05fa-493e-b26c-34e9eaab7a80", "name": "network-vif-deleted", "tag": "a8eb8fd4-371a-45fc-b973-dbf6a8a71d30", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:58.086335 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b2efc57-66d8-47d4-abd5-2f2c921a7c25 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:58.086740 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357baf59-05fa-493e-b26c-34e9eaab7a80', 'name': 'network-vif-deleted', 'tag': 'a8eb8fd4-371a-45fc-b973-dbf6a8a71d30', 'status': 'completed', 'code': 200} Aug 19 13:01:58.293289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c0151134-fe3a-48f7-b926-53b9aaf91bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:58.333205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d2266-cd8c-447b-9ae1-7462e458585b req-e2d98692-b6a5-4d7a-9913-0871cbb6a802 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:58.335039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e55d2266-cd8c-447b-9ae1-7462e458585b req-e2d98692-b6a5-4d7a-9913-0871cbb6a802 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 950 time: 0.0734930 Aug 19 13:01:58.340524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0151134-fe3a-48f7-b926-53b9aaf91bff None None] Checking router: 93c849a8-ef98-4a57-b976-8bf0fea76f76 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:58.351920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0151134-fe3a-48f7-b926-53b9aaf91bff None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:58.352614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c0151134-fe3a-48f7-b926-53b9aaf91bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:01:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:58.386623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e55d2266-cd8c-447b-9ae1-7462e458585b req-7a70273d-e907-45a0-9610-4d7d3e536ddf tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439272 Aug 19 13:01:58.452487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecb84a-1170-4b79-a116-65618cd7d7ba req-7b5d0cdb-e310-4c45-b16f-4959df1163e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:58.453932 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-98ecb84a-1170-4b79-a116-65618cd7d7ba req-7b5d0cdb-e310-4c45-b16f-4959df1163e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 1101 time: 0.3639708 Aug 19 13:01:58.486394 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae8bf697-a422-46bf-a6f9-176786903797 req-4df0fbd6-e796-499c-9017-d0a06df3cb63 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 210 time: 0.0333791 Aug 19 13:01:58.509240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c0151134-fe3a-48f7-b926-53b9aaf91bff None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:58.523092 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-98ecb84a-1170-4b79-a116-65618cd7d7ba req-cd9fdf1e-f1c4-46b8-95af-c407dee5240f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567122 Aug 19 13:01:58.715903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c0151134-fe3a-48f7-b926-53b9aaf91bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:58.743254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0151134-fe3a-48f7-b926-53b9aaf91bff None None] The sync data for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 is: [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:58.950310 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:59.002524 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8abc6ba-c3aa-445b-96a1-238064fbba46 None None] New status for floating IP 8750cb4f-6398-440e-9f77-05fb6f58b2dd: DOWN {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:01:59.512480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffd351-37ea-4252-b3b0-66da7f382f24 req-8a6071f3-dbb0-49b7-a83c-13c2f9b54d87 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:59.514017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78ffd351-37ea-4252-b3b0-66da7f382f24 req-8a6071f3-dbb0-49b7-a83c-13c2f9b54d87 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 950 time: 0.0510530 Aug 19 13:01:59.559588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78ffd351-37ea-4252-b3b0-66da7f382f24 req-4cbacd08-f87c-4229-bcda-3a62394aa617 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Aug 19 13:01:59.610486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23fd5f77-df3e-4b0d-b7e9-61d77b4d789e req-b991000a-d080-416e-8a17-f62d71b2bf48 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 210 time: 0.0325036 Aug 19 13:02:00.197072 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-706a9954-9928-46d9-a965-740b5d1a6146 req-f12cb8b0-798f-474f-8508-f0f6ac98170c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475490 Aug 19 13:02:00.286643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a9954-9928-46d9-a965-740b5d1a6146 req-c0736863-e1f2-40d3-b107-e6ef038f515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:00.288074 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-706a9954-9928-46d9-a965-740b5d1a6146 req-c0736863-e1f2-40d3-b107-e6ef038f515d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df4d37341c5348c5bbaded77c79f9ff0&device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 1101 time: 0.0462174 Aug 19 13:02:00.402527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a9954-9928-46d9-a965-740b5d1a6146 req-ee190c42-4b1c-456b-b570-53be9ceb698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:00.403984 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-706a9954-9928-46d9-a965-740b5d1a6146 req-ee190c42-4b1c-456b-b570-53be9ceb698f service neutron] 10.222.0.52 "GET /v2.0/networks?id=913711c8-3275-4694-9d57-1449ec0101cc HTTP/1.1" status: 200 len: 870 time: 0.0953188 Aug 19 13:02:00.450529 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-706a9954-9928-46d9-a965-740b5d1a6146 req-c8bfea84-c874-4380-9b58-aeb621f7e3b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=f4379fc5-a7fd-4e9c-9b7c-a0958942647e HTTP/1.1" status: 200 len: 217 time: 0.0393958 Aug 19 13:02:00.520298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a9954-9928-46d9-a965-740b5d1a6146 req-a52c5b1f-2d23-4980-9bf9-04a8e3e6a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:00.521800 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-706a9954-9928-46d9-a965-740b5d1a6146 req-a52c5b1f-2d23-4980-9bf9-04a8e3e6a727 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0648444 Aug 19 13:02:00.541701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:02:00.564874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:02:00.565569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device a8eb8fd4-371a-45fc-b973-dbf6a8a71d30 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:02:00.577742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a9954-9928-46d9-a965-740b5d1a6146 req-29a3dbc1-ac7d-4eb0-8f56-922d549cd402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:00.579242 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-706a9954-9928-46d9-a965-740b5d1a6146 req-29a3dbc1-ac7d-4eb0-8f56-922d549cd402 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502031 Aug 19 13:02:00.730829 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-706a9954-9928-46d9-a965-740b5d1a6146 req-c6faf48b-f9d4-4f2f-bc8d-30229f8bdf1b service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439149 Aug 19 13:02:00.748178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0d43b-3a74-4452-9476-178b06cf2d6c req-7eea0689-b6b9-4ad7-a5db-6ad852d8bd2a tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:00.749816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6af0d43b-3a74-4452-9476-178b06cf2d6c req-7eea0689-b6b9-4ad7-a5db-6ad852d8bd2a tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 950 time: 0.0908749 Aug 19 13:02:00.773650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c4874a2-e4b2-41e0-a582-26c09e75637f req-da031293-d158-4a6b-b5e2-ec34d1cbe4be tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 210 time: 0.0448244 Aug 19 13:02:00.823714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6af0d43b-3a74-4452-9476-178b06cf2d6c req-503d6c12-91c6-4a8d-8790-4003687efab3 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527642 Aug 19 13:02:00.874998 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-706a9954-9928-46d9-a965-740b5d1a6146 req-d6249e0a-0428-499a-a83e-25bd7976f76d service neutron] 10.222.0.52 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365829 Aug 19 13:02:01.929361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6e8e6143-2229-470d-ab19-b01f4f39b347 req-b4a91d0e-a322-48fb-87bf-7e602fa08ecb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=357baf59-05fa-493e-b26c-34e9eaab7a80 HTTP/1.1" status: 200 len: 210 time: 0.0392494 Aug 19 13:02:02.347680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672c579-0ad6-47d1-9ed3-1ec8b23bfd04 req-e9ce5ecc-d9c9-49b2-9f11-37f5c4fec69b tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:02.349199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7672c579-0ad6-47d1-9ed3-1ec8b23bfd04 req-e9ce5ecc-d9c9-49b2-9f11-37f5c4fec69b tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 950 time: 0.0569742 Aug 19 13:02:02.390248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7672c579-0ad6-47d1-9ed3-1ec8b23bfd04 req-16a40110-a78d-481e-8a8c-c6d15ae0551e tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Aug 19 13:02:02.464770 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:02:03.220701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-cdeb207b-42ac-4117-bd92-d545d15262e7 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091766792&fields=id&tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 267 time: 0.0383356 Aug 19 13:02:03.333150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-f295a0b4-dcbc-4114-bd15-d171f5c7cbaa tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:03.334828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-f295a0b4-dcbc-4114-bd15-d171f5c7cbaa tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1068423 Aug 19 13:02:03.350841 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-819794c2-28a3-4d17-ac97-0025300e9b91 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/quotas/6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 375 time: 0.0102186 Aug 19 13:02:03.412097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-e66d925a-46ee-4160-b889-5814d5e6ec47 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553970 Aug 19 13:02:03.530044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe04ed0-b696-43fd-8800-33654cbc699b req-0dd3cda7-1717-4ec9-949c-5a66a133570f tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:03.532051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abe04ed0-b696-43fd-8800-33654cbc699b req-0dd3cda7-1717-4ec9-949c-5a66a133570f tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 950 time: 0.0601645 Aug 19 13:02:03.577083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-c12ea178-db81-4ab2-9cee-9004a1c416e0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:02:03.578227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-c12ea178-db81-4ab2-9cee-9004a1c416e0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1532993 Aug 19 13:02:03.585487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-abe04ed0-b696-43fd-8800-33654cbc699b req-fab57eb9-7c6e-4971-ae41-3c6482674b67 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d00798-6dad-4f79-b6cb-0d975ec99d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Aug 19 13:02:03.682108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-77c5c445-39c6-44bc-bae6-04cd46c73f17 service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953846 Aug 19 13:02:03.700984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039ef72-76f9-4748-acd3-4e7dc4589921 req-b4dc8d10-2c25-4535-baca-5e597141f869 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:03.702544 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1039ef72-76f9-4748-acd3-4e7dc4589921 req-b4dc8d10-2c25-4535-baca-5e597141f869 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.52 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 950 time: 0.0664735 Aug 19 13:02:03.783816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5d0d597a-31b6-4420-9296-e2c257519e82 service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944948 Aug 19 13:02:03.816775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-1039ef72-76f9-4748-acd3-4e7dc4589921 req-54876c75-9e15-4506-8acc-8abd0c457977 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Deleting port f4379fc5-a7fd-4e9c-9b7c-a0958942647e {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:02:03.817132 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1039ef72-76f9-4748-acd3-4e7dc4589921 req-54876c75-9e15-4506-8acc-8abd0c457977 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:03.925006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-1039ef72-76f9-4748-acd3-4e7dc4589921 req-54876c75-9e15-4506-8acc-8abd0c457977 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] For port f4379fc5-a7fd-4e9c-9b7c-a0958942647e, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f4379fc5-a7fd-4e9c-9b7c-a0958942647e,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:02:03.925447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1039ef72-76f9-4748-acd3-4e7dc4589921 req-54876c75-9e15-4506-8acc-8abd0c457977 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:03.938958 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-1039ef72-76f9-4748-acd3-4e7dc4589921 req-54876c75-9e15-4506-8acc-8abd0c457977 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Calling delete_port for f4379fc5-a7fd-4e9c-9b7c-a0958942647e owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:02:04.219036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1039ef72-76f9-4748-acd3-4e7dc4589921 req-54876c75-9e15-4506-8acc-8abd0c457977 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:04.238643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f4379fc5-a7fd-4e9c-9b7c-a0958942647e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:02:04.250402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54876c75-9e15-4506-8acc-8abd0c457977 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Pushing event deleted for resources: {'Port': ['ID=f4379fc5-a7fd-4e9c-9b7c-a0958942647e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:04.297841 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1039ef72-76f9-4748-acd3-4e7dc4589921 req-54876c75-9e15-4506-8acc-8abd0c457977 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] No DVR routers for this DVR port f4379fc5-a7fd-4e9c-9b7c-a0958942647e on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:02:04.301039 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-1039ef72-76f9-4748-acd3-4e7dc4589921 req-54876c75-9e15-4506-8acc-8abd0c457977 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:04.304590 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-1039ef72-76f9-4748-acd3-4e7dc4589921 req-54876c75-9e15-4506-8acc-8abd0c457977 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.52 "DELETE /v2.0/ports/f4379fc5-a7fd-4e9c-9b7c-a0958942647e HTTP/1.1" status: 204 len: 173 time: 0.5927894 Aug 19 13:02:04.305158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1108fa37-1c92-43b0-8e95-3221445edf4c', 'name': 'network-vif-deleted', 'tag': 'f4379fc5-a7fd-4e9c-9b7c-a0958942647e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:02:04.307681 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fe5d28-57e9-4131-8df0-fc40c8a0b70a" -d '{"events": [{"server_uuid": "1108fa37-1c92-43b0-8e95-3221445edf4c", "name": "network-vif-deleted", "tag": "f4379fc5-a7fd-4e9c-9b7c-a0958942647e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:02:04.365402 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf27cc9-e537-497d-8c2f-9a7f600ddad9 x-openstack-request-id: req-dcf27cc9-e537-497d-8c2f-9a7f600ddad9 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:02:04.365692 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1108fa37-1c92-43b0-8e95-3221445edf4c", "name": "network-vif-deleted", "tag": "f4379fc5-a7fd-4e9c-9b7c-a0958942647e", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:02:04.366060 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcf27cc9-e537-497d-8c2f-9a7f600ddad9 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:02:04.366411 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1108fa37-1c92-43b0-8e95-3221445edf4c', 'name': 'network-vif-deleted', 'tag': 'f4379fc5-a7fd-4e9c-9b7c-a0958942647e', 'status': 'completed', 'code': 200} Aug 19 13:02:04.550505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c10635cd-ee00-4391-b413-c75c272fa86c req-5f29c15a-835d-4853-b190-f5744d7ccc28 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 210 time: 0.0308492 Aug 19 13:02:04.706828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8fe13ac5-298f-4b56-807c-37ed5b7bb8a2 req-6a41c954-daee-4be7-b6dc-fccc1dd31875 tempest-VolumesNegativeTest-912014812 tempest-VolumesNegativeTest-912014812-project] 10.222.0.44 "GET /v2.0/ports?device_id=1108fa37-1c92-43b0-8e95-3221445edf4c HTTP/1.1" status: 200 len: 210 time: 0.0290420 Aug 19 13:02:05.678849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c32c20d-3740-41ef-b934-b1cbf6037eaa req-67a3bfdd-eddf-4add-9958-9013d15040f6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 210 time: 0.0361717 Aug 19 13:02:06.804768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8f49b0a-eebc-4eda-bdac-65dbdced5f6e req-35b8cdee-f198-4408-bd4f-1a85b0d78783 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 210 time: 0.0400333 Aug 19 13:02:07.400177 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-b60b3de1-5d82-42ac-b6c3-dd7cd4eeea7c req-f61afbf1-2bc8-4ad3-a450-f91fa13df758 service neutron] (95661) timed out ('10.222.0.44', 46396) {{(pid=95661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:02:07.667901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-58b1fec5-eee0-451e-b1cd-ffeb6f86417a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:07.669279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-58b1fec5-eee0-451e-b1cd-ffeb6f86417a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1223092 Aug 19 13:02:07.724050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-411d9c6d-1af0-4560-9805-20af1c5a39a1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 380 time: 0.0397339 Aug 19 13:02:07.734428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'port': {'device_id': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'admin_state_up': True, 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'security_groups': ['275d589a-000e-455c-abd7-d05619534966']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:07.946866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4363fbf-23af-46ef-adfa-d9138949b720 req-ed9ad7fd-a0e4-44c3-b082-f69d57ae4457 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 210 time: 0.0318480 Aug 19 13:02:07.953069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Made reservation on behalf of 6dcf49fa15c048dfa4e76d7d7075bce0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:02:07.953069 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:08.128756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Allocated IP 172.20.0.9 (0df94dc4-f74a-4c4c-a79c-f76afcd8ec04/370f4677-1716-4b96-8840-b61aeda76836/2fbcda53-b31d-4cce-88d4-678b822275cf) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:02:08.381657 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:08.381657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Transition to ACTIVE for port object 2fbcda53-b31d-4cce-88d4-678b822275cf will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:02:08.450764 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:08.498124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:02:08.502529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:02:08.507179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:02:08.535541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=2fbcda53-b31d-4cce-88d4-678b822275cf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:08.575705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f4379fc5-a7fd-4e9c-9b7c-a0958942647e no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:02:08.584882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:08.585613 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:08.623397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: f4379fc5-a7fd-4e9c-9b7c-a0958942647e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:02:08.623790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f4379fc5-a7fd-4e9c-9b7c-a0958942647e not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:02:08.693537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-5be494e6-04fe-4337-888e-742dd20452c4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9629743 Aug 19 13:02:08.708880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Request body: {'port': {'device_id': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:08.783763 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:08.953675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-565d9750-f0fa-414a-becf-f48e0a34516f None None] Provisioning for port 2fbcda53-b31d-4cce-88d4-678b822275cf completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:02:08.958900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-565d9750-f0fa-414a-becf-f48e0a34516f None None] Provisioning complete for port 2fbcda53-b31d-4cce-88d4-678b822275cf triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:02:08.959278 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-565d9750-f0fa-414a-becf-f48e0a34516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:09.003783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-565d9750-f0fa-414a-becf-f48e0a34516f None None] Port 2fbcda53-b31d-4cce-88d4-678b822275cf cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:02:09.151870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134270-3399-4a5f-bcba-a193d8d99367 req-b443e54e-598f-40de-b5fa-066ed4e8f7fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:09.153467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36134270-3399-4a5f-bcba-a193d8d99367 req-b443e54e-598f-40de-b5fa-066ed4e8f7fb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 931 time: 0.0870209 Aug 19 13:02:09.155610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbcda53-b31d-4cce-88d4-678b822275cf {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:02:09.165410 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:09.195807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Transition to ACTIVE for port object 2fbcda53-b31d-4cce-88d4-678b822275cf will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:02:09.217349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36134270-3399-4a5f-bcba-a193d8d99367 req-39bc2ec4-90d1-471f-b806-e331c82643d8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555789 Aug 19 13:02:09.307522 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:09.368308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbcda53-b31d-4cce-88d4-678b822275cf,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:09.479535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Attempting to bind port 2fbcda53-b31d-4cce-88d4-678b822275cf on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:02:09.479873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Attempting to bind port 2fbcda53-b31d-4cce-88d4-678b822275cf by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:02:09.480237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Attempting to bind port 2fbcda53-b31d-4cce-88d4-678b822275cf on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:02:09.491709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Port 2fbcda53-b31d-4cce-88d4-678b822275cf on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:02:09.492046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Attempting to bind port 2fbcda53-b31d-4cce-88d4-678b822275cf on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:02:09.504774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:02:09.505124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Checking segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:02:09.523816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Bound using segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:02:09.524419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Bound port: 2fbcda53-b31d-4cce-88d4-678b822275cf, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:02:09.524814 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:09.681861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] For port 2fbcda53-b31d-4cce-88d4-678b822275cf, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:02:09.686016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] For port 2fbcda53-b31d-4cce-88d4-678b822275cf, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2fbcda53-b31d-4cce-88d4-678b822275cf,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:02:09.773364 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:09.815128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:09.816017 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:09.817318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] 10.222.0.53 "PUT /v2.0/ports/2fbcda53-b31d-4cce-88d4-678b822275cf HTTP/1.1" status: 200 len: 1091 time: 1.1136189 Aug 19 13:02:09.817806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'tag': '2fbcda53-b31d-4cce-88d4-678b822275cf'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:02:09.820233 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e281a61-8ea9-4456-9a39-6d991331e21e" -d '{"events": [{"name": "network-changed", "server_uuid": "a80f5603-2790-4e6c-9e0c-742b020c5936", "tag": "2fbcda53-b31d-4cce-88d4-678b822275cf"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:02:09.881642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ec697-f9be-4a0d-a0ec-5b15c463b525 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbcda53-b31d-4cce-88d4-678b822275cf,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:09.890860 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dcb0e1-03cc-477d-8e49-40509ed9c965 x-openstack-request-id: req-76dcb0e1-03cc-477d-8e49-40509ed9c965 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:02:09.891170 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80f5603-2790-4e6c-9e0c-742b020c5936", "tag": "2fbcda53-b31d-4cce-88d4-678b822275cf", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:02:09.891443 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76dcb0e1-03cc-477d-8e49-40509ed9c965 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:02:09.892431 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'tag': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'status': 'completed', 'code': 200} Aug 19 13:02:09.971503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e281a61-8ea9-4456-9a39-6d991331e21e req-d6def415-0abc-4443-9ba5-8a8d843ae02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:09.972873 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e281a61-8ea9-4456-9a39-6d991331e21e req-d6def415-0abc-4443-9ba5-8a8d843ae02f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 1094 time: 0.0568240 Aug 19 13:02:10.111179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e281a61-8ea9-4456-9a39-6d991331e21e req-2523f673-d67a-422d-ab76-c3990dd7764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:10.112555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e281a61-8ea9-4456-9a39-6d991331e21e req-2523f673-d67a-422d-ab76-c3990dd7764c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1305084 Aug 19 13:02:10.242321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e281a61-8ea9-4456-9a39-6d991331e21e req-78501108-e493-4f20-9974-0edd0811ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:10.243796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3e281a61-8ea9-4456-9a39-6d991331e21e req-78501108-e493-4f20-9974-0edd0811ec75 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239514 Aug 19 13:02:10.375010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-4ddd4e66-8aa9-4fd1-bcfd-1d1f42996652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:10.377355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-4ddd4e66-8aa9-4fd1-bcfd-1d1f42996652 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 1094 time: 0.0871081 Aug 19 13:02:10.401399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291c395-6944-41e3-8415-f45f2bc078a2 req-25aa8239-d79e-4feb-b3dd-5484c1444216 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:10.402913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8291c395-6944-41e3-8415-f45f2bc078a2 req-25aa8239-d79e-4feb-b3dd-5484c1444216 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 943 time: 0.0814383 Aug 19 13:02:10.436706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-c7a6651f-5493-487c-aeca-72668554b498 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fbcda53-b31d-4cce-88d4-678b822275cf HTTP/1.1" status: 200 len: 217 time: 0.0500665 Aug 19 13:02:10.498020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8291c395-6944-41e3-8415-f45f2bc078a2 req-d1b7e349-db6f-4245-a8b5-f301685dcd0d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683193 Aug 19 13:02:10.508609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3fada714-58b1-4ab5-8bd9-123fb11e6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:10.510413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-3fada714-58b1-4ab5-8bd9-123fb11e6da9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0625687 Aug 19 13:02:10.581500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-d7eea5e9-d138-4589-851f-8dc56b736e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:10.592882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-d7eea5e9-d138-4589-851f-8dc56b736e11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609026 Aug 19 13:02:10.698016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-c1ba8fb6-c7e3-4968-86cf-fffbf530c720 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065416 Aug 19 13:02:10.820081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d7224e5-192e-42c4-be77-20a65c32bcab req-18e68dd9-0fea-4705-86c8-c05287ce1369 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146009 Aug 19 13:02:11.681780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30fba7-f8f1-4eff-8955-9e5a580bb3d9 req-65a83653-0982-41b3-bd4b-3b2dd52ed08d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:11.685943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd30fba7-f8f1-4eff-8955-9e5a580bb3d9 req-65a83653-0982-41b3-bd4b-3b2dd52ed08d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 943 time: 0.0705669 Aug 19 13:02:11.728029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd30fba7-f8f1-4eff-8955-9e5a580bb3d9 req-2ada1076-6c2a-4bb1-aeee-5d71535c83a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369983 Aug 19 13:02:12.110034 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:12.857542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6e97d-e51c-41cb-a70e-b01d5f1e41df req-90826bd3-bdbd-4ae8-bf59-4cb07e3f65a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:12.859180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6c6e97d-e51c-41cb-a70e-b01d5f1e41df req-90826bd3-bdbd-4ae8-bf59-4cb07e3f65a5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 943 time: 0.0566525 Aug 19 13:02:12.903561 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6c6e97d-e51c-41cb-a70e-b01d5f1e41df req-ae8c8f29-971f-469c-8d0a-404fa228797e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348864 Aug 19 13:02:14.057027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38192e4-b075-421e-ac97-b7185800ceee req-e65e84b9-5814-41a3-b9e8-bd21a5d07379 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:14.058663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d38192e4-b075-421e-ac97-b7185800ceee req-e65e84b9-5814-41a3-b9e8-bd21a5d07379 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 943 time: 0.0655134 Aug 19 13:02:14.105907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d38192e4-b075-421e-ac97-b7185800ceee req-ccbfc887-3786-4bef-9b8c-279915c10da6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393643 Aug 19 13:02:14.827621 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:14.952983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47348) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:15.100886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a510f666-0e93-497a-a780-60549bf446cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df4d37341c5348c5bbaded77c79f9ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464663 Aug 19 13:02:15.103411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47354) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:15.164673 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce69da15-8f67-4e66-8d1e-8a0b28981ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:15.198731 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce69da15-8f67-4e66-8d1e-8a0b28981ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:15.267154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399a923-2779-4221-b0f8-25be0e4748d3 req-aba02e89-255a-4587-a4a3-33f2053a347d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:15.268761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d399a923-2779-4221-b0f8-25be0e4748d3 req-aba02e89-255a-4587-a4a3-33f2053a347d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 943 time: 0.0855119 Aug 19 13:02:15.312383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d399a923-2779-4221-b0f8-25be0e4748d3 req-b15af12b-ad82-4039-9fba-832a8c7faecb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369225 Aug 19 13:02:15.424799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce69da15-8f67-4e66-8d1e-8a0b28981ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:15.427379 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce69da15-8f67-4e66-8d1e-8a0b28981ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:15.428667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ce69da15-8f67-4e66-8d1e-8a0b28981ba0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66d00798-6dad-4f79-b6cb-0d975ec99d1f HTTP/1.1" status: 204 len: 168 time: 0.3241222 Aug 19 13:02:15.436602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69da15-8f67-4e66-8d1e-8a0b28981ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d00798-6dad-4f79-b6cb-0d975ec99d1f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:16.441948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51099cf6-5441-4ea2-b5a6-890f2889c4e0 req-04c348eb-7f71-450e-a251-f44ee2dd3e03 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:16.449211 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51099cf6-5441-4ea2-b5a6-890f2889c4e0 req-04c348eb-7f71-450e-a251-f44ee2dd3e03 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 943 time: 0.0647953 Aug 19 13:02:16.487941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51099cf6-5441-4ea2-b5a6-890f2889c4e0 req-ea509cf8-688f-402d-a7f9-34c5d981596b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377116 Aug 19 13:02:16.514389 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47396) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:16.613299 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-6239829-network', 'tenant_id': 'dd974995bfb34a63b3ad77e1eb27bc57'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:16.690141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Made reservation on behalf of dd974995bfb34a63b3ad77e1eb27bc57 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:02:16.692678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:16.702525 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:16.796969 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:16.867666 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:16.901958 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:02:16.911127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a74cbe-6028-4d87-af63-b43025cbe996,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:16.917228 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:16.917625 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Added segment 1d527144-53dd-4fe4-82ce-e20b68e838bb of type vlan for network 3177db18-896d-4955-b7db-f7b974485f58 Aug 19 13:02:16.962633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:17.089932 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:17.091201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:17.091790 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:17.159308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] Pushing event updated for resources: {'Network': ['ID=3177db18-896d-4955-b7db-f7b974485f58,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:17.170306 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 3177db18-896d-4955-b7db-f7b974485f58 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:02:17.183257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47406) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:17.187242 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4c47f9dd-ef3d-4334-af41-6b1b9966a854 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6676669 Aug 19 13:02:17.195738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] Request body: {'subnet': {'network_id': '3177db18-896d-4955-b7db-f7b974485f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-6239829-subnet', 'tenant_id': 'dd974995bfb34a63b3ad77e1eb27bc57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:17.316112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] Made reservation on behalf of dd974995bfb34a63b3ad77e1eb27bc57 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:02:17.318978 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:17.587829 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:17.664338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814000ff-d0a2-42ff-8215-37f0a741e51a req-b3e201bf-1ee7-48bd-96d9-f01556ef0c4c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:17.665871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-814000ff-d0a2-42ff-8215-37f0a741e51a req-b3e201bf-1ee7-48bd-96d9-f01556ef0c4c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 943 time: 0.1087923 Aug 19 13:02:17.668658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9153ecdb-6db5-495d-ab36-086be937afbb,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:17.694108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] Checking segment: {'id': '1d527144-53dd-4fe4-82ce-e20b68e838bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3177db18-896d-4955-b7db-f7b974485f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:02:17.694474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] Network hostable DHCP agents. Network: 3177db18-896d-4955-b7db-f7b974485f58, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:02:17.733837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-814000ff-d0a2-42ff-8215-37f0a741e51a req-353a577b-a658-468c-831d-8a1eadc953a3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606961 Aug 19 13:02:17.815908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] Network 3177db18-896d-4955-b7db-f7b974485f58 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:02:17.887411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 3177db18-896d-4955-b7db-f7b974485f58) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:02:17.893000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:17.893955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:17.897696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f55f62-25c0-42d0-a104-55462f1a5a17 None None] Network 3177db18-896d-4955-b7db-f7b974485f58 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:02:17.988202 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a012915d-0fdf-41c2-8fc7-02412152f6d6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8049736 Aug 19 13:02:18.035064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a0d45-e608-4d56-8eda-13f1fa48c28b None None] Network 3177db18-896d-4955-b7db-f7b974485f58 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:02:18.868476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c228de-3ceb-46e4-b597-1a9818a7dbe6 req-ab8b032a-14d3-4a59-a08d-9d4c1aaf1902 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:18.870096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6c228de-3ceb-46e4-b597-1a9818a7dbe6 req-ab8b032a-14d3-4a59-a08d-9d4c1aaf1902 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 943 time: 0.0626848 Aug 19 13:02:18.915652 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d6c228de-3ceb-46e4-b597-1a9818a7dbe6 req-4b48219e-9d19-4ec5-97e7-8a2f1c7bb908 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372002 Aug 19 13:02:20.043959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d830a-c97c-47fc-ae18-7fe682e70253 req-0770cb88-0154-4dc3-b976-8a25f33b667c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:20.046284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-272d830a-c97c-47fc-ae18-7fe682e70253 req-0770cb88-0154-4dc3-b976-8a25f33b667c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 943 time: 0.0570745 Aug 19 13:02:20.103973 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-272d830a-c97c-47fc-ae18-7fe682e70253 req-21161050-9026-4ad5-85d1-a0c1e7df3e05 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465744 Aug 19 13:02:20.656931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2fbcda53-b31d-4cce-88d4-678b822275cf details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:02:20.763025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2fbcda53-b31d-4cce-88d4-678b822275cf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2fbcda53-b31d-4cce-88d4-678b822275cf,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:02:20.774199 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'port_id': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'mac_address': 'fa:16:3e:87:8d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:02:20.812108 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:20.830234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbcda53-b31d-4cce-88d4-678b822275cf {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:02:20.850026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2fbcda53-b31d-4cce-88d4-678b822275cf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2fbcda53-b31d-4cce-88d4-678b822275cf,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:02:20.936155 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:20.984798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2fbcda53-b31d-4cce-88d4-678b822275cf,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:21.096559 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-de917542-f657-46b0-9bcf-8b807655379d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:21.180485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2fbcda53-b31d-4cce-88d4-678b822275cf'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:02:21.231421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82964bdc-295e-45c4-8648-cae4bc250231 req-044ac1e3-1ad2-40c6-9b76-1ca8cf7c83dd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:21.232985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82964bdc-295e-45c4-8648-cae4bc250231 req-044ac1e3-1ad2-40c6-9b76-1ca8cf7c83dd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 944 time: 0.0575461 Aug 19 13:02:21.274445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82964bdc-295e-45c4-8648-cae4bc250231 req-82e1545f-6640-40b6-9b97-e5e8b3ecf475 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351951 Aug 19 13:02:22.399996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5348cb-4bc3-4690-a3ce-2ac2689c4b8e req-be8102d5-00dc-4c81-82bd-b92cda0a5d25 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:22.401873 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc5348cb-4bc3-4690-a3ce-2ac2689c4b8e req-be8102d5-00dc-4c81-82bd-b92cda0a5d25 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 944 time: 0.0539589 Aug 19 13:02:22.442002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc5348cb-4bc3-4690-a3ce-2ac2689c4b8e req-92a14580-cb16-48db-ab3a-30a9c0437669 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337961 Aug 19 13:02:22.665495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2fbcda53-b31d-4cce-88d4-678b822275cf up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:02:22.801315 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 2fbcda53-b31d-4cce-88d4-678b822275cf completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:02:22.805720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 2fbcda53-b31d-4cce-88d4-678b822275cf triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:02:22.806124 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:22.894542 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:22.924286 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbcda53-b31d-4cce-88d4-678b822275cf'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:02:22.926829 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3d5c84-ed6a-4a86-969b-5e85fb361d57" -d '{"events": [{"server_uuid": "a80f5603-2790-4e6c-9e0c-742b020c5936", "name": "network-vif-plugged", "status": "completed", "tag": "2fbcda53-b31d-4cce-88d4-678b822275cf"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:02:22.951861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2fbcda53-b31d-4cce-88d4-678b822275cf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2fbcda53-b31d-4cce-88d4-678b822275cf,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:02:22.983200 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab14da4f-f5ac-4b09-afcc-a942fae794ef x-openstack-request-id: req-ab14da4f-f5ac-4b09-afcc-a942fae794ef {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:02:22.983865 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80f5603-2790-4e6c-9e0c-742b020c5936", "name": "network-vif-plugged", "status": "completed", "tag": "2fbcda53-b31d-4cce-88d4-678b822275cf", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:02:22.984152 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab14da4f-f5ac-4b09-afcc-a942fae794ef {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:02:22.984562 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'code': 200} Aug 19 13:02:23.073465 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:23.092946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2771b4-f6bb-40b0-aa1c-b5966bba12d6 req-33a209a8-e67c-4eb5-a556-b00d237868f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:23.095242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af2771b4-f6bb-40b0-aa1c-b5966bba12d6 req-33a209a8-e67c-4eb5-a556-b00d237868f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 1095 time: 0.0538211 Aug 19 13:02:23.157201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af2771b4-f6bb-40b0-aa1c-b5966bba12d6 req-a591d130-606b-4653-9e6e-661f1a0d4c75 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532951 Aug 19 13:02:23.179506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2fbcda53-b31d-4cce-88d4-678b822275cf,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:23.583106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5c060-6bc0-499d-a8ba-5cfa386ba8a1 req-2498d326-e26d-4428-895e-ac3f0e90a1bb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:23.584749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3e5c060-6bc0-499d-a8ba-5cfa386ba8a1 req-2498d326-e26d-4428-895e-ac3f0e90a1bb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 945 time: 0.0612304 Aug 19 13:02:23.630751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3e5c060-6bc0-499d-a8ba-5cfa386ba8a1 req-60df4594-1031-4831-9cca-a7027e5268f5 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398438 Aug 19 13:02:24.975370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14646b-ba77-4f7a-a2f5-a9e8638cb809 req-36bc26aa-0c6f-40fc-acef-2d5b5215cd16 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:24.977126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd14646b-ba77-4f7a-a2f5-a9e8638cb809 req-36bc26aa-0c6f-40fc-acef-2d5b5215cd16 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 945 time: 0.0620406 Aug 19 13:02:25.023168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd14646b-ba77-4f7a-a2f5-a9e8638cb809 req-8fc641c1-6acd-46e7-8c59-67adcda256b2 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382402 Aug 19 13:02:25.140708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ed58d-dbcd-440b-aa5c-9b598bf53ca1 req-dc775976-aa56-4f3a-ba25-7aba39ea8b22 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:25.142279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af9ed58d-dbcd-440b-aa5c-9b598bf53ca1 req-dc775976-aa56-4f3a-ba25-7aba39ea8b22 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 945 time: 0.0508687 Aug 19 13:02:25.181159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af9ed58d-dbcd-440b-aa5c-9b598bf53ca1 req-40712754-fd39-4535-8804-6b5fcdf8983c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328205 Aug 19 13:02:25.203887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47552) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:25.246198 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ac683-bbae-4703-98e2-dd4a97b92a2d tempest-TestVolumeBootPattern-125779219 tempest-TestVolumeBootPattern-125779219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:25.247802 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-939ac683-bbae-4703-98e2-dd4a97b92a2d tempest-TestVolumeBootPattern-125779219 tempest-TestVolumeBootPattern-125779219-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 1091 time: 0.0428753 Aug 19 13:02:25.250745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47556) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:25.256095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:25.395474 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:25.435722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a64b8624-c41d-448e-b79a-73256a4b25bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:25.511948 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:25.634611 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Allocated IP 172.25.6.240 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/bcdddcef-2c19-4218-9763-9d6bce6b5ab4) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:02:25.749604 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:25.827566 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:25.890408 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:25.945917 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:02:25.949649 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:02:25.954577 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:02:25.961949 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=bcdddcef-2c19-4218-9763-9d6bce6b5ab4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:26.382915 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:26.508802 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:26.685238 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:26.770518 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:26.844594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=bcdddcef-2c19-4218-9763-9d6bce6b5ab4,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:26.858543 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:26.985364 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Floating IP 4048bad3-4afb-49c7-b83e-53c597bf46cd associated. External IP: 172.25.6.240, port: 2fbcda53-b31d-4cce-88d4-678b822275cf. Aug 19 13:02:27.061440 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:27.224462 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Router 93c849a8-ef98-4a57-b976-8bf0fea76f76 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:02:27.363731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:02:27.373133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53e401-b0f8-4997-a88b-7017cccb3bbb None None] Sync routers for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:02:27.383019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53e401-b0f8-4997-a88b-7017cccb3bbb None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:02:27.383736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ce53e401-b0f8-4997-a88b-7017cccb3bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:02:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:02:27.456459 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:27.513277 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-954db9b0-fa4e-4953-b59f-7d0dbb7f4a89 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2564974 Aug 19 13:02:27.513277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'tag': '2fbcda53-b31d-4cce-88d4-678b822275cf'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:02:27.513277 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227823b8-3172-4ea9-a749-2569e4660646" -d '{"events": [{"name": "network-changed", "server_uuid": "a80f5603-2790-4e6c-9e0c-742b020c5936", "tag": "2fbcda53-b31d-4cce-88d4-678b822275cf"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:02:27.526174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ce53e401-b0f8-4997-a88b-7017cccb3bbb None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:02:27.579443 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24485077-0f85-43c0-b7f7-048b3fc51a14 x-openstack-request-id: req-24485077-0f85-43c0-b7f7-048b3fc51a14 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:02:27.579443 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80f5603-2790-4e6c-9e0c-742b020c5936", "tag": "2fbcda53-b31d-4cce-88d4-678b822275cf", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:02:27.580036 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24485077-0f85-43c0-b7f7-048b3fc51a14 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:02:27.580910 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'tag': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'status': 'completed', 'code': 200} Aug 19 13:02:27.682625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227823b8-3172-4ea9-a749-2569e4660646 req-5bb21efc-4e93-4809-9e69-a08972beb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:27.684133 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-227823b8-3172-4ea9-a749-2569e4660646 req-5bb21efc-4e93-4809-9e69-a08972beb3c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 1096 time: 0.0848508 Aug 19 13:02:27.796363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227823b8-3172-4ea9-a749-2569e4660646 req-085f7be5-94e8-41a0-8ba8-bd9bd6174450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:27.799215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-227823b8-3172-4ea9-a749-2569e4660646 req-085f7be5-94e8-41a0-8ba8-bd9bd6174450 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1066589 Aug 19 13:02:27.849785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ce53e401-b0f8-4997-a88b-7017cccb3bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '4048bad3-4afb-49c7-b83e-53c597bf46cd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:87:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:02:26Z', 'updated_at': '2021-08-19T13:02:26Z', 'revision_number': 0, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:02:27.881513 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53e401-b0f8-4997-a88b-7017cccb3bbb None None] Checking router: 93c849a8-ef98-4a57-b976-8bf0fea76f76 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:02:27.885445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-227823b8-3172-4ea9-a749-2569e4660646 req-d78933b2-997a-4144-8b4b-8023bcdc4a8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fbcda53-b31d-4cce-88d4-678b822275cf HTTP/1.1" status: 200 len: 999 time: 0.0742080 Aug 19 13:02:27.890959 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53e401-b0f8-4997-a88b-7017cccb3bbb None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:02:27.891789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ce53e401-b0f8-4997-a88b-7017cccb3bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:02:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:02:27.954756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227823b8-3172-4ea9-a749-2569e4660646 req-32298891-5322-448c-abda-1e839e765dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:27.958426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-227823b8-3172-4ea9-a749-2569e4660646 req-32298891-5322-448c-abda-1e839e765dae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0636876 Aug 19 13:02:28.015009 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227823b8-3172-4ea9-a749-2569e4660646 req-47a76602-36cf-41cd-b2b5-dce45d553e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:28.018335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-227823b8-3172-4ea9-a749-2569e4660646 req-47a76602-36cf-41cd-b2b5-dce45d553e6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509801 Aug 19 13:02:28.028053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ce53e401-b0f8-4997-a88b-7017cccb3bbb None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:02:28.153725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-227823b8-3172-4ea9-a749-2569e4660646 req-3daccb5e-19f7-4ae7-ae3e-6f4bb99661b6 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261764 Aug 19 13:02:28.271753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-227823b8-3172-4ea9-a749-2569e4660646 req-0f4907b5-a50e-46e9-9e6f-731a1599c2c1 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105945 Aug 19 13:02:28.332545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ce53e401-b0f8-4997-a88b-7017cccb3bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '4048bad3-4afb-49c7-b83e-53c597bf46cd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:87:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:02:26Z', 'updated_at': '2021-08-19T13:02:26Z', 'revision_number': 0, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:02:28.370080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53e401-b0f8-4997-a88b-7017cccb3bbb None None] The sync data for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 is: [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '4048bad3-4afb-49c7-b83e-53c597bf46cd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:87:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:02:26Z', 'updated_at': '2021-08-19T13:02:26Z', 'revision_number': 0, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:02:28.668172 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f7789-2bc4-444c-afbd-f5440975b8f5 None None] New status for floating IP 4048bad3-4afb-49c7-b83e-53c597bf46cd: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:02:28.927798 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:36.338677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:36.344563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-460c1197-dd30-4b05-9009-862dd6e29c6c tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150426143', 'description': 'tempest-secgroup-smoke-150426143 description', 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:36.509983 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-460c1197-dd30-4b05-9009-862dd6e29c6c tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:36.604180 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-460c1197-dd30-4b05-9009-862dd6e29c6c tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:36.703797 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-460c1197-dd30-4b05-9009-862dd6e29c6c tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:36.733768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c1197-dd30-4b05-9009-862dd6e29c6c tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478ce437-57d6-4766-a480-cbd9bff0e800,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:36.801403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-460c1197-dd30-4b05-9009-862dd6e29c6c tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:36.805967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-460c1197-dd30-4b05-9009-862dd6e29c6c tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4660876 Aug 19 13:02:36.806650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47678) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:36.812075 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e020a7e9-3ded-428d-a3e3-4b1d994424f6 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Request body: {'security_group_rule': {'security_group_id': '478ce437-57d6-4766-a480-cbd9bff0e800', 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:36.909834 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e020a7e9-3ded-428d-a3e3-4b1d994424f6 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:36.972280 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e020a7e9-3ded-428d-a3e3-4b1d994424f6 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.041155 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e020a7e9-3ded-428d-a3e3-4b1d994424f6 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.060576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020a7e9-3ded-428d-a3e3-4b1d994424f6 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc828f32-3173-4c8e-adfa-9499ff8863e6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:37.146974 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e020a7e9-3ded-428d-a3e3-4b1d994424f6 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.148157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e020a7e9-3ded-428d-a3e3-4b1d994424f6 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3403909 Aug 19 13:02:37.151475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47682) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:37.155925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-72ff0182-9cb8-4fde-b5d3-07472fccd37e tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Request body: {'security_group_rule': {'security_group_id': '478ce437-57d6-4766-a480-cbd9bff0e800', 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:37.246308 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72ff0182-9cb8-4fde-b5d3-07472fccd37e tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.306905 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72ff0182-9cb8-4fde-b5d3-07472fccd37e tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.404497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72ff0182-9cb8-4fde-b5d3-07472fccd37e tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.427416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff0182-9cb8-4fde-b5d3-07472fccd37e tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728d9fca-c1c3-43f2-a055-dddfe3a187f8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:37.492843 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72ff0182-9cb8-4fde-b5d3-07472fccd37e tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.492843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-72ff0182-9cb8-4fde-b5d3-07472fccd37e tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3357792 Aug 19 13:02:37.492843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47684) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:37.495934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8b4fa9a4-e056-44ba-86bd-2a282c40e38f tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Request body: {'security_group_rule': {'security_group_id': '478ce437-57d6-4766-a480-cbd9bff0e800', 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:37.600264 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa9a4-e056-44ba-86bd-2a282c40e38f tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.665668 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa9a4-e056-44ba-86bd-2a282c40e38f tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.738444 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa9a4-e056-44ba-86bd-2a282c40e38f tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.758952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fa9a4-e056-44ba-86bd-2a282c40e38f tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37c4b5a-fd6c-4a3f-97ec-6be939ea1acd,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:37.838348 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa9a4-e056-44ba-86bd-2a282c40e38f tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.839537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8b4fa9a4-e056-44ba-86bd-2a282c40e38f tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3475170 Aug 19 13:02:37.842249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47688) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:37.847290 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-66cacd39-3f2e-4bad-852b-f35c4d106487 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Request body: {'security_group_rule': {'security_group_id': '478ce437-57d6-4766-a480-cbd9bff0e800', 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:37.966464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66cacd39-3f2e-4bad-852b-f35c4d106487 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.027851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66cacd39-3f2e-4bad-852b-f35c4d106487 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.129963 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66cacd39-3f2e-4bad-852b-f35c4d106487 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.148457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cacd39-3f2e-4bad-852b-f35c4d106487 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fae5ebd-d873-4492-b002-26346d7d3746,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:38.229822 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66cacd39-3f2e-4bad-852b-f35c4d106487 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.231004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-66cacd39-3f2e-4bad-852b-f35c4d106487 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3877392 Aug 19 13:02:38.233880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 47690) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:38.239511 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c7333d5d-a515-4a6b-8615-519417860f60 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Request body: {'security_group_rule': {'security_group_id': '478ce437-57d6-4766-a480-cbd9bff0e800', 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:38.338505 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-c7333d5d-a515-4a6b-8615-519417860f60 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Project e448448ae4ce4451b9518f0c24cfdba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:02:38.344258 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7333d5d-a515-4a6b-8615-519417860f60 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.412642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7333d5d-a515-4a6b-8615-519417860f60 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.498068 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7333d5d-a515-4a6b-8615-519417860f60 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.516025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7333d5d-a515-4a6b-8615-519417860f60 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1dfb5e0-67dd-48e7-a72d-712368b058e8,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:38.595510 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7333d5d-a515-4a6b-8615-519417860f60 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.597395 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c7333d5d-a515-4a6b-8615-519417860f60 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3624716 Aug 19 13:02:38.600298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 47692) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:38.605157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e981755b-37bf-4ecf-b073-e59aa3e153ec tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Request body: {'security_group_rule': {'security_group_id': '478ce437-57d6-4766-a480-cbd9bff0e800', 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:38.707808 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-e981755b-37bf-4ecf-b073-e59aa3e153ec tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Project e448448ae4ce4451b9518f0c24cfdba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:02:38.713456 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e981755b-37bf-4ecf-b073-e59aa3e153ec tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.780505 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e981755b-37bf-4ecf-b073-e59aa3e153ec tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.863533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e981755b-37bf-4ecf-b073-e59aa3e153ec tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.884841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981755b-37bf-4ecf-b073-e59aa3e153ec tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6997f4-0eda-487b-9e39-20561c8f2d92,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:38.964149 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e981755b-37bf-4ecf-b073-e59aa3e153ec tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.965733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e981755b-37bf-4ecf-b073-e59aa3e153ec tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3643529 Aug 19 13:02:39.171820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-de645d75-0d15-44c5-a84a-52ec77e8a90c tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150426143&fields=id&tenant_id=e448448ae4ce4451b9518f0c24cfdba5 HTTP/1.1" status: 200 len: 267 time: 0.0339644 Aug 19 13:02:39.284932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79994f07-0dda-471d-8de1-b4054714c326 req-5ed95470-2cb5-4426-9884-51b1d886aa27 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:39.286605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-5ed95470-2cb5-4426-9884-51b1d886aa27 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/networks?id=62f93c51-6abc-42ef-b5b7-2b7f628783d3 HTTP/1.1" status: 200 len: 813 time: 0.1067832 Aug 19 13:02:39.302653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-b38122f4-4d8e-438a-8607-3a025158fd2b tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/quotas/e448448ae4ce4451b9518f0c24cfdba5 HTTP/1.1" status: 200 len: 375 time: 0.0099685 Aug 19 13:02:39.359583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-c09eaa6d-5b7f-4b4d-80f0-f0c8c65c1f0e tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e448448ae4ce4451b9518f0c24cfdba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513494 Aug 19 13:02:39.466473 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:02:39.467118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-e601b820-9141-4394-b071-0b1dd6e0e828 service neutron] 10.222.0.44 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933421 Aug 19 13:02:39.566730 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-30cc8adb-f454-4bfb-b516-a56ec00ca92e service neutron] 10.222.0.44 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932810 Aug 19 13:02:40.281116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ce66647-d216-4e7d-990e-94e8934aa923 req-ec03a368-d6a0-434f-95b4-629b12681360 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 210 time: 0.0334852 Aug 19 13:02:41.360423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b806d3fa-c1b9-4047-8d2e-40130a26f980 req-62d47317-c5bf-45a1-8ee9-1e85f7076030 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 210 time: 0.0267103 Aug 19 13:02:42.084203 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:42.488444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f085dc9-ddb8-4e43-a30d-97de566a4ae5 req-6b65ba21-9a7c-4d9f-9b3a-7c14d87a058a tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 210 time: 0.0451925 Aug 19 13:02:42.976366 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79994f07-0dda-471d-8de1-b4054714c326 req-64987f28-3701-41db-89a5-ae2eb9c21cf5 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:42.977873 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-64987f28-3701-41db-89a5-ae2eb9c21cf5 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.52 "GET /v2.0/networks?id=62f93c51-6abc-42ef-b5b7-2b7f628783d3 HTTP/1.1" status: 200 len: 813 time: 0.1931496 Aug 19 13:02:43.042812 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-05634f1e-ec18-4a12-830b-33fea29c2f94 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e448448ae4ce4451b9518f0c24cfdba5 HTTP/1.1" status: 200 len: 379 time: 0.0488667 Aug 19 13:02:43.063248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Request body: {'port': {'device_id': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'admin_state_up': True, 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'security_groups': ['478ce437-57d6-4766-a480-cbd9bff0e800']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:43.549293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Made reservation on behalf of e448448ae4ce4451b9518f0c24cfdba5 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:02:43.553058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:43.605577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23f2cc1e-309a-43b5-a0c7-97b1344e8ba0 req-d8a1151e-0a39-445b-adc0-3920ad99c352 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 210 time: 0.0349576 Aug 19 13:02:43.704554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Allocated IP 172.20.0.9 (62f93c51-6abc-42ef-b5b7-2b7f628783d3/03998b14-873f-4616-9a39-bacc2a380a8e/6b68bb96-7c69-44a2-af2e-717ddd951b67) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:02:43.874866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:43.890897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Transition to ACTIVE for port object 6b68bb96-7c69-44a2-af2e-717ddd951b67 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:02:44.006181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:44.063642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:02:44.068818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:02:44.073137 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:02:44.101280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event updated for resources: {'Port': ['ID=6b68bb96-7c69-44a2-af2e-717ddd951b67,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:44.118842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.119290 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.119637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.119982 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.120321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.120916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.121260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.121655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.121996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.122450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.122783 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.123151 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:44.154655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:44.155438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:44.289204 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-9736e6da-1a55-4b8c-b231-bc1375aaf6bb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2279527 Aug 19 13:02:44.356420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Request body: {'port': {'device_id': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:44.415909 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:44.477402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bdb0e6a5-02f1-46ed-b1d9-9e38def49928 None None] Provisioning for port 6b68bb96-7c69-44a2-af2e-717ddd951b67 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:02:44.511275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bdb0e6a5-02f1-46ed-b1d9-9e38def49928 None None] Provisioning complete for port 6b68bb96-7c69-44a2-af2e-717ddd951b67 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:02:44.511948 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bdb0e6a5-02f1-46ed-b1d9-9e38def49928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:44.571546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0e6a5-02f1-46ed-b1d9-9e38def49928 None None] Port 6b68bb96-7c69-44a2-af2e-717ddd951b67 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:02:44.743583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549465d-1ee7-42e1-b0fe-eb949fdc2deb req-db402118-125e-4c1e-86d8-f60a864dc423 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:44.747011 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6549465d-1ee7-42e1-b0fe-eb949fdc2deb req-db402118-125e-4c1e-86d8-f60a864dc423 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 931 time: 0.0527689 Aug 19 13:02:44.758329 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b68bb96-7c69-44a2-af2e-717ddd951b67 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:02:44.773737 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:44.788381 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Transition to ACTIVE for port object 6b68bb96-7c69-44a2-af2e-717ddd951b67 will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:02:44.796944 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6549465d-1ee7-42e1-b0fe-eb949fdc2deb req-dc8531f9-120f-414b-977d-c97d584e4990 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Aug 19 13:02:44.847169 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:44.883971 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:44.935420 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b68bb96-7c69-44a2-af2e-717ddd951b67,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:45.038921 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Attempting to bind port 6b68bb96-7c69-44a2-af2e-717ddd951b67 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:02:45.039650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Attempting to bind port 6b68bb96-7c69-44a2-af2e-717ddd951b67 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:02:45.039650 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Attempting to bind port 6b68bb96-7c69-44a2-af2e-717ddd951b67 on network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:02:45.044477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Port 6b68bb96-7c69-44a2-af2e-717ddd951b67 on network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:02:45.044813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Attempting to bind port 6b68bb96-7c69-44a2-af2e-717ddd951b67 on network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:02:45.051195 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:02:45.051546 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Checking segment: {'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:02:45.052069 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Bound using segment: {'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:02:45.052517 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Bound port: 6b68bb96-7c69-44a2-af2e-717ddd951b67, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9307563-6676-4d45-aca5-3a26486ef79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:02:45.052887 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:45.132144 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] For port 6b68bb96-7c69-44a2-af2e-717ddd951b67, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:02:45.134101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] For port 6b68bb96-7c69-44a2-af2e-717ddd951b67, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:02:45.256083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:45.292931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:45.294020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:45.295441 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] 10.222.0.52 "PUT /v2.0/ports/6b68bb96-7c69-44a2-af2e-717ddd951b67 HTTP/1.1" status: 200 len: 1091 time: 0.9951210 Aug 19 13:02:45.298320 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:02:45.302041 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20c8cf7-08cf-403d-8979-7312dc1140c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:02:45.333669 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecd7e2-a6cc-486e-b75c-f8dce20e2ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b68bb96-7c69-44a2-af2e-717ddd951b67,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:45.350065 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8a13bd-9617-4460-9257-2aff960fef5d x-openstack-request-id: req-6d8a13bd-9617-4460-9257-2aff960fef5d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:02:45.350359 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:02:45.350609 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d8a13bd-9617-4460-9257-2aff960fef5d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:02:45.351454 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'status': 'completed', 'code': 200} Aug 19 13:02:45.468415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c8cf7-08cf-403d-8979-7312dc1140c3 req-9a2bd8f5-f378-4599-9fc3-75caa25b282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:45.472319 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a20c8cf7-08cf-403d-8979-7312dc1140c3 req-9a2bd8f5-f378-4599-9fc3-75caa25b282d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e448448ae4ce4451b9518f0c24cfdba5&device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 1094 time: 0.0893013 Aug 19 13:02:45.692188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c8cf7-08cf-403d-8979-7312dc1140c3 req-6b0d2018-4961-4e2c-b649-187a308d9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:45.693800 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a20c8cf7-08cf-403d-8979-7312dc1140c3 req-6b0d2018-4961-4e2c-b649-187a308d9efb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e448448ae4ce4451b9518f0c24cfdba5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2110627 Aug 19 13:02:45.797208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c8cf7-08cf-403d-8979-7312dc1140c3 req-8c9a2366-4387-44ed-87ca-b778a2c7e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:45.798737 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-a20c8cf7-08cf-403d-8979-7312dc1140c3 req-8c9a2366-4387-44ed-87ca-b778a2c7e74b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926869 Aug 19 13:02:45.925564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79994f07-0dda-471d-8de1-b4054714c326 req-5c922003-947e-4885-bb1e-738a6f6d4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:45.927105 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-5c922003-947e-4885-bb1e-738a6f6d4faa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e448448ae4ce4451b9518f0c24cfdba5&device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 1094 time: 0.0632775 Aug 19 13:02:45.936139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed376d-ec3b-4c4b-aa21-5cce51b06f83 req-041dac31-46a9-45cf-8aca-5e081e67c503 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:45.947646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9ed376d-ec3b-4c4b-aa21-5cce51b06f83 req-041dac31-46a9-45cf-8aca-5e081e67c503 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 943 time: 0.0616150 Aug 19 13:02:45.983506 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-7e149590-0853-4611-b262-84f15a671923 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67 HTTP/1.1" status: 200 len: 217 time: 0.0444481 Aug 19 13:02:45.985899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9ed376d-ec3b-4c4b-aa21-5cce51b06f83 req-6f11bed6-f1d1-463e-8195-5c7aa8e974f4 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 Aug 19 13:02:46.049321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79994f07-0dda-471d-8de1-b4054714c326 req-c5d856d2-10c7-43ba-85d8-9b84bedf7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:46.050946 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-c5d856d2-10c7-43ba-85d8-9b84bedf7439 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03998b14-873f-4616-9a39-bacc2a380a8e HTTP/1.1" status: 200 len: 852 time: 0.0603566 Aug 19 13:02:46.109249 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79994f07-0dda-471d-8de1-b4054714c326 req-71e71e15-8856-4d7f-a15f-e39840b3c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:46.110885 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-71e71e15-8856-4d7f-a15f-e39840b3c9ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62f93c51-6abc-42ef-b5b7-2b7f628783d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474281 Aug 19 13:02:46.218981 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-1ddc36a3-569b-4cb4-8ef2-1d664c09d86d service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964396 Aug 19 13:02:46.327758 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-79994f07-0dda-471d-8de1-b4054714c326 req-77c989b8-f7d2-4345-b8ba-cbd9bb69b130 service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970924 Aug 19 13:02:47.122730 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b33d8f-474a-4bf7-ab97-4a7325d5800b req-dafed15a-20e7-4b8b-a73b-58577c7c6cac tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:47.124185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47b33d8f-474a-4bf7-ab97-4a7325d5800b req-dafed15a-20e7-4b8b-a73b-58577c7c6cac tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 943 time: 0.0564568 Aug 19 13:02:47.166072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47b33d8f-474a-4bf7-ab97-4a7325d5800b req-60b9ba0d-10eb-4cd3-9dbb-39215cb2537e tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343628 Aug 19 13:02:48.288313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821798e6-d48e-480a-84d5-1f7939daa828 req-66d2c3a2-e19a-4abf-86ef-4311f7d07970 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:48.291012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-821798e6-d48e-480a-84d5-1f7939daa828 req-66d2c3a2-e19a-4abf-86ef-4311f7d07970 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 943 time: 0.0533209 Aug 19 13:02:48.337718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-821798e6-d48e-480a-84d5-1f7939daa828 req-ead77472-ce70-43f4-ad76-a3e22246c8c5 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405884 Aug 19 13:02:49.464017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c0a6-642c-4081-9afb-f45019ccf02b req-f02bc710-2a62-4d20-86eb-c1a10f85fd99 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:49.465586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5c5c0a6-642c-4081-9afb-f45019ccf02b req-f02bc710-2a62-4d20-86eb-c1a10f85fd99 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 943 time: 0.0552764 Aug 19 13:02:49.515627 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5c5c0a6-642c-4081-9afb-f45019ccf02b req-c1953e62-c50a-4729-825c-0d5b21aef1b9 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435867 Aug 19 13:02:50.640381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d00b3-bce0-413c-a799-375db2714c53 req-6dfd08d1-f2ea-4c3c-9bdd-5ba0fe631e79 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:50.641908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c49d00b3-bce0-413c-a799-375db2714c53 req-6dfd08d1-f2ea-4c3c-9bdd-5ba0fe631e79 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 943 time: 0.0506461 Aug 19 13:02:50.684360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c49d00b3-bce0-413c-a799-375db2714c53 req-65979856-534d-4d1f-aedd-94b9d4c6d85c tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357797 Aug 19 13:02:51.120425 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d844eda2-ea80-4a32-ab7a-23fe2db0f043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:51.804887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff792b0-4fd2-4426-8e56-74d527f275a9 req-32993891-5e36-41ae-b1f2-d273b23fcfb6 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:51.806572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ff792b0-4fd2-4426-8e56-74d527f275a9 req-32993891-5e36-41ae-b1f2-d273b23fcfb6 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 943 time: 0.0523999 Aug 19 13:02:51.849780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ff792b0-4fd2-4426-8e56-74d527f275a9 req-9dcc7340-133d-48bd-b415-1a5226c9ba2b tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373931 Aug 19 13:02:52.968105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82beff-3bd9-47f3-8acc-a29b073283f8 req-93deb36f-8ba8-487c-8fa4-4176c70faf40 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:52.969613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a82beff-3bd9-47f3-8acc-a29b073283f8 req-93deb36f-8ba8-487c-8fa4-4176c70faf40 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 943 time: 0.0508828 Aug 19 13:02:53.010546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a82beff-3bd9-47f3-8acc-a29b073283f8 req-0f97a27e-0b87-410c-9ec5-36e82142aa65 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340228 Aug 19 13:02:54.131911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9aea3-4fc5-4658-8b31-e453063dc639 req-bbe1afeb-1623-4f86-94b7-b9eefea8dbdb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:54.133480 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f9aea3-4fc5-4658-8b31-e453063dc639 req-bbe1afeb-1623-4f86-94b7-b9eefea8dbdb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 943 time: 0.0508003 Aug 19 13:02:54.173496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20f9aea3-4fc5-4658-8b31-e453063dc639 req-e36956bd-709f-4c44-826f-f5a04e9e94dd tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338819 Aug 19 13:02:55.291637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6539b3-da9b-4652-8a04-fc17d574af04 req-43541c8d-491c-438e-8dca-b6675636f713 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:55.293235 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d6539b3-da9b-4652-8a04-fc17d574af04 req-43541c8d-491c-438e-8dca-b6675636f713 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 943 time: 0.0518143 Aug 19 13:02:55.338906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d6539b3-da9b-4652-8a04-fc17d574af04 req-13bbdd5d-a18f-409e-b53e-26ae0781a0b3 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384226 Aug 19 13:02:55.455514 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-57bc20f8-5787-47e9-9328-cd72f91eb16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:55.780990 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:56.467153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcdf52-9a8e-4d29-9e63-bbf5be21a50c req-1c5c04be-a112-4d73-9475-6c84f58cc7f7 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:56.468669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffdcdf52-9a8e-4d29-9e63-bbf5be21a50c req-1c5c04be-a112-4d73-9475-6c84f58cc7f7 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 943 time: 0.0510774 Aug 19 13:02:56.508427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ffdcdf52-9a8e-4d29-9e63-bbf5be21a50c req-2bb0dccf-0a7c-4869-9579-47c80d4ab36f tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333288 Aug 19 13:02:56.732752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6b68bb96-7c69-44a2-af2e-717ddd951b67 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:02:56.831972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 6b68bb96-7c69-44a2-af2e-717ddd951b67, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:02:56.844124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'port_id': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'mac_address': 'fa:16:3e:82:4a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:02:56.889538 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:56.904426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b68bb96-7c69-44a2-af2e-717ddd951b67 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:02:56.927877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 6b68bb96-7c69-44a2-af2e-717ddd951b67, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:02:56.999718 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:57.052069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=6b68bb96-7c69-44a2-af2e-717ddd951b67,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:57.059346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.059704 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.060047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.060387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.060724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.061058 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.061409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.061745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.062073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.062398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.062724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.063050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:57.126412 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:57.248717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['6b68bb96-7c69-44a2-af2e-717ddd951b67'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:02:57.634302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38985e30-9bae-4a7c-b824-9ac7b5821c99 req-c33438b1-9284-48e8-b8d3-63e852e3924d tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:57.635819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38985e30-9bae-4a7c-b824-9ac7b5821c99 req-c33438b1-9284-48e8-b8d3-63e852e3924d tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 944 time: 0.0530639 Aug 19 13:02:57.679798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38985e30-9bae-4a7c-b824-9ac7b5821c99 req-ba215328-993d-4f20-b809-80c3646596c1 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372221 Aug 19 13:02:58.763070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6b68bb96-7c69-44a2-af2e-717ddd951b67 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:02:58.806172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b838f2-94f3-43ee-b136-9f14c338b32f req-03371dd4-7b69-4838-96dd-aee4739e0544 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:58.807794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57b838f2-94f3-43ee-b136-9f14c338b32f req-03371dd4-7b69-4838-96dd-aee4739e0544 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 944 time: 0.0521092 Aug 19 13:02:58.850401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-57b838f2-94f3-43ee-b136-9f14c338b32f req-18f2007e-a684-43a8-b10e-b3a047a0d61a tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364330 Aug 19 13:02:58.889646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 6b68bb96-7c69-44a2-af2e-717ddd951b67 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:02:58.894994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 6b68bb96-7c69-44a2-af2e-717ddd951b67 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:02:58.895467 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:58.982196 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:58.985171 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:59.006846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:02:59.009247 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d465dce-3325-42df-b2be-9e27f05150eb" -d '{"events": [{"server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "name": "network-vif-plugged", "status": "completed", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:02:59.026736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 6b68bb96-7c69-44a2-af2e-717ddd951b67, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:02:59.047152 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03027f35-ee7c-4b6b-bc40-021855a1df5e x-openstack-request-id: req-03027f35-ee7c-4b6b-bc40-021855a1df5e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:02:59.047456 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "name": "network-vif-plugged", "status": "completed", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:02:59.047853 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03027f35-ee7c-4b6b-bc40-021855a1df5e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:02:59.048179 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'code': 200} Aug 19 13:02:59.123617 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:59.160009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17b4c-bea5-47a6-956f-ade662bba55b req-5e2cefc5-fb9d-46b7-9731-d210457f8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:59.161629 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-84a17b4c-bea5-47a6-956f-ade662bba55b req-5e2cefc5-fb9d-46b7-9731-d210457f8b2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 1095 time: 0.0531640 Aug 19 13:02:59.180147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=6b68bb96-7c69-44a2-af2e-717ddd951b67,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:59.205040 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-84a17b4c-bea5-47a6-956f-ade662bba55b req-f8dfad6d-9e65-4eb0-a6bb-89641823484e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315251 Aug 19 13:02:59.976270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cb7cf-b235-41b0-af20-329dc19c30fc req-7af27af8-4b64-4559-8c4b-61ce50d3a67d tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:59.977831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-677cb7cf-b235-41b0-af20-329dc19c30fc req-7af27af8-4b64-4559-8c4b-61ce50d3a67d tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 945 time: 0.0521500 Aug 19 13:03:00.016352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-677cb7cf-b235-41b0-af20-329dc19c30fc req-de239b02-82a6-46ce-b007-bd4f4ae3036b tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323138 Aug 19 13:03:01.140165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5abda0-3d2e-4e50-b832-267bd4a10042 req-2b460765-cd43-45d0-b22c-6c5743777f1c tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:01.141763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e5abda0-3d2e-4e50-b832-267bd4a10042 req-2b460765-cd43-45d0-b22c-6c5743777f1c tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 945 time: 0.0543087 Aug 19 13:03:01.182770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4e5abda0-3d2e-4e50-b832-267bd4a10042 req-96f08d99-1218-4c1d-a39e-0e81cbafe23a tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344436 Aug 19 13:03:01.301953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0be286-df65-44e1-ae86-22d1dec45825 req-7b53e37f-5348-4280-9aee-68254c13b5c7 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:01.303880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc0be286-df65-44e1-ae86-22d1dec45825 req-7b53e37f-5348-4280-9aee-68254c13b5c7 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 945 time: 0.0536363 Aug 19 13:03:01.346225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc0be286-df65-44e1-ae86-22d1dec45825 req-befeee68-fbe3-4f59-814a-ff6c0ab0cf9b tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363543 Aug 19 13:03:01.369884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48020) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:01.444865 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-9890705a-393e-4a3d-9290-c0bb3c48696d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461540 Aug 19 13:03:01.560750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ba118-5034-482f-a324-7e01881db31e tempest-TestVolumeBackupRestore-1145717526 tempest-TestVolumeBackupRestore-1145717526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:01.565474 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b73ba118-5034-482f-a324-7e01881db31e tempest-TestVolumeBackupRestore-1145717526 tempest-TestVolumeBackupRestore-1145717526-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 1091 time: 0.1944859 Aug 19 13:03:01.565664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 48028) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:01.570780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:01.572326 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-a1c3d831-d237-412a-9129-b633ac12903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:01.573814 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-a1c3d831-d237-412a-9129-b633ac12903d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e448448ae4ce4451b9518f0c24cfdba5&device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 1096 time: 0.0764210 Aug 19 13:03:01.687094 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:01.690833 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-b825a563-8d73-49df-a2d5-88c9caf5f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:01.692693 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-b825a563-8d73-49df-a2d5-88c9caf5f3f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62f93c51-6abc-42ef-b5b7-2b7f628783d3 HTTP/1.1" status: 200 len: 914 time: 0.0986292 Aug 19 13:03:01.741797 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-5b3707aa-8d2a-4810-a7c0-d3e93bc556dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67 HTTP/1.1" status: 200 len: 217 time: 0.0422413 Aug 19 13:03:01.796907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:01.798300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-65afe684-7304-4671-9597-941036f234af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:01.799820 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-65afe684-7304-4671-9597-941036f234af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03998b14-873f-4616-9a39-bacc2a380a8e HTTP/1.1" status: 200 len: 852 time: 0.0515840 Aug 19 13:03:01.856544 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-200a0b60-55fd-42ad-baf9-d02d015d3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:01.858170 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-200a0b60-55fd-42ad-baf9-d02d015d3564 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62f93c51-6abc-42ef-b5b7-2b7f628783d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513072 Aug 19 13:03:01.932024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Allocated IP 172.25.6.146 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/b6946398-0692-4323-822b-aca19d1d28b7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:03:01.997954 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-214f4e8b-ac89-4dc0-bac6-0ca0db20392f service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321192 Aug 19 13:03:02.078075 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:02.118018 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-41ea30f0-ce21-4781-8fc7-2c362fd1f737 req-5baf59c8-f4c8-4afa-a7c9-3b034c8fa343 service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129625 Aug 19 13:03:02.269762 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:02.330560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:02.334307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:02.340660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:03:02.347063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event updated for resources: {'Port': ['ID=b6946398-0692-4323-822b-aca19d1d28b7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:02.382578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.382850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.383379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.386478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.386841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.387187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.387534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.387856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.388203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.388540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.388871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.389689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:02.773444 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:03.253644 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:03.421001 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:03.529511 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:03.596364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event updated for resources: {'Port': ['ID=b6946398-0692-4323-822b-aca19d1d28b7,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:03.613092 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:03.722976 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Floating IP 7dac74e8-a74a-4cb7-a889-65ed4cc2f643 associated. External IP: 172.25.6.146, port: 6b68bb96-7c69-44a2-af2e-717ddd951b67. Aug 19 13:03:03.931346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:03:04.042184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:03:04.054290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335978f-9449-48b7-a0b2-697820d61d2e None None] Sync routers for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:03:04.064150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335978f-9449-48b7-a0b2-697820d61d2e None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:04.064831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8335978f-9449-48b7-a0b2-697820d61d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:02:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:04.144168 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:04.174468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ec55add5-eaa9-4d98-9e2b-536cbaa93873 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6076646 Aug 19 13:03:04.175062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:03:04.177913 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35364233-e414-4c0c-9311-afb28cedfce3" -d '{"events": [{"name": "network-changed", "server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:03:04.178101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48058) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:04.179272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8335978f-9449-48b7-a0b2-697820d61d2e None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:04.219772 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7c064d-71cc-4b94-8877-d512ec469322 x-openstack-request-id: req-2c7c064d-71cc-4b94-8877-d512ec469322 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:03:04.220068 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:03:04.220325 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c7c064d-71cc-4b94-8877-d512ec469322 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:03:04.220784 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'status': 'completed', 'code': 200} Aug 19 13:03:04.237556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1664f3-f62c-4136-9fb3-7d0ff64d66a0 tempest-TestVolumeBackupRestore-1145717526 tempest-TestVolumeBackupRestore-1145717526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:04.239211 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ce1664f3-f62c-4136-9fb3-7d0ff64d66a0 tempest-TestVolumeBackupRestore-1145717526 tempest-TestVolumeBackupRestore-1145717526-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 1091 time: 0.0600595 Aug 19 13:03:04.242147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 48066) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:04.246643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e9682996-06bc-4548-adf8-200c63de0cd0 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Request body: {'floatingip': {'port_id': '6b68bb96-7c69-44a2-af2e-717ddd951b67'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:04.358444 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9682996-06bc-4548-adf8-200c63de0cd0 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for floatingip, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:04.363474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35364233-e414-4c0c-9311-afb28cedfce3 req-9c8e1d74-9121-49a5-a85d-483cca420c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:04.365015 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-35364233-e414-4c0c-9311-afb28cedfce3 req-9c8e1d74-9121-49a5-a85d-483cca420c9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e448448ae4ce4451b9518f0c24cfdba5&device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 1096 time: 0.1158240 Aug 19 13:03:04.442354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8335978f-9449-48b7-a0b2-697820d61d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '7dac74e8-a74a-4cb7-a889-65ed4cc2f643', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'port_id': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'mac_address': 'fa:16:3e:82:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:03:02Z', 'updated_at': '2021-08-19T13:03:02Z', 'revision_number': 0, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:04.479278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335978f-9449-48b7-a0b2-697820d61d2e None None] Checking router: ecc46ff3-dd13-4f38-af13-bcb3ae77f8df for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:03:04.487854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335978f-9449-48b7-a0b2-697820d61d2e None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:04.488620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8335978f-9449-48b7-a0b2-697820d61d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:02:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:04.553660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35364233-e414-4c0c-9311-afb28cedfce3 req-5286b1b5-d54d-43a1-b3ac-39779dcdf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:04.555147 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-35364233-e414-4c0c-9311-afb28cedfce3 req-5286b1b5-d54d-43a1-b3ac-39779dcdf76d service neutron] 10.222.0.52 "GET /v2.0/networks?id=62f93c51-6abc-42ef-b5b7-2b7f628783d3 HTTP/1.1" status: 200 len: 914 time: 0.1632764 Aug 19 13:03:04.706152 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-35364233-e414-4c0c-9311-afb28cedfce3 req-7ac967d1-3a48-4598-a7fc-e01890e58b12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67 HTTP/1.1" status: 200 len: 999 time: 0.1434431 Aug 19 13:03:04.771771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8335978f-9449-48b7-a0b2-697820d61d2e None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:04.806746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35364233-e414-4c0c-9311-afb28cedfce3 req-beab6ac0-58e6-4e9b-8223-95182af8292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:04.808281 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-35364233-e414-4c0c-9311-afb28cedfce3 req-beab6ac0-58e6-4e9b-8223-95182af8292b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03998b14-873f-4616-9a39-bacc2a380a8e HTTP/1.1" status: 200 len: 852 time: 0.0917275 Aug 19 13:03:04.908872 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35364233-e414-4c0c-9311-afb28cedfce3 req-0d1857d2-48b8-4f9a-ac17-83f2eb80960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:04.910344 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-35364233-e414-4c0c-9311-afb28cedfce3 req-0d1857d2-48b8-4f9a-ac17-83f2eb80960a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62f93c51-6abc-42ef-b5b7-2b7f628783d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933096 Aug 19 13:03:05.007631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8335978f-9449-48b7-a0b2-697820d61d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '7dac74e8-a74a-4cb7-a889-65ed4cc2f643', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'port_id': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'mac_address': 'fa:16:3e:82:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:03:02Z', 'updated_at': '2021-08-19T13:03:02Z', 'revision_number': 0, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:05.039217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335978f-9449-48b7-a0b2-697820d61d2e None None] The sync data for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 is: [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '7dac74e8-a74a-4cb7-a889-65ed4cc2f643', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'port_id': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'mac_address': 'fa:16:3e:82:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:03:02Z', 'updated_at': '2021-08-19T13:03:02Z', 'revision_number': 0, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:03:05.286222 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0ed81-a46f-4810-901f-af5756a30026 None None] New status for floating IP 7dac74e8-a74a-4cb7-a889-65ed4cc2f643: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:03:05.404830 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-35364233-e414-4c0c-9311-afb28cedfce3 req-938c2b46-a3cd-40bd-b4dd-a88cf2b6d4c9 service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688795 Aug 19 13:03:05.428170 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9682996-06bc-4548-adf8-200c63de0cd0 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:05.504764 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-35364233-e414-4c0c-9311-afb28cedfce3 req-e820d8f0-254d-4c87-aed7-9ba290bfd2f3 service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893176 Aug 19 13:03:05.529580 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9682996-06bc-4548-adf8-200c63de0cd0 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:05.530352 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.db.api [None req-1bb0ed81-a46f-4810-901f-af5756a30026 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:03:05.536071 n-d-778732-8 neutron-server[95663]: DEBUG oslo_db.api [None req-1bb0ed81-a46f-4810-901f-af5756a30026 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:03:05.752259 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9682996-06bc-4548-adf8-200c63de0cd0 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:03:05.866663 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9682996-06bc-4548-adf8-200c63de0cd0 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:03:05.871703 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9682996-06bc-4548-adf8-200c63de0cd0 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:05.906762 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:03:05.908492 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:03:05.944151 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e9682996-06bc-4548-adf8-200c63de0cd0 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "PUT /v2.0/floatingips/7dac74e8-a74a-4cb7-a889-65ed4cc2f643 HTTP/1.1" status: 200 len: 991 time: 1.7009058 Aug 19 13:03:06.025711 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11f2631-d02f-44b9-9435-22121829c7f3 x-openstack-request-id: req-f11f2631-d02f-44b9-9435-22121829c7f3 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:03:06.026338 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:03:06.026653 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f11f2631-d02f-44b9-9435-22121829c7f3 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:03:06.027113 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'status': 'completed', 'code': 200} Aug 19 13:03:06.034567 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0ed81-a46f-4810-901f-af5756a30026 None None] New status for floating IP 7dac74e8-a74a-4cb7-a889-65ed4cc2f643: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:03:06.109115 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9 req-4d76ff1b-7a60-41bf-a392-014f3fb3cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:06.110660 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9 req-4d76ff1b-7a60-41bf-a392-014f3fb3cda4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e448448ae4ce4451b9518f0c24cfdba5&device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 1096 time: 0.0460668 Aug 19 13:03:06.213165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9 req-a2979340-ea02-48b0-a5f7-e81f6d132fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:06.214716 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9 req-a2979340-ea02-48b0-a5f7-e81f6d132fdd service neutron] 10.222.0.52 "GET /v2.0/networks?id=62f93c51-6abc-42ef-b5b7-2b7f628783d3 HTTP/1.1" status: 200 len: 914 time: 0.0971155 Aug 19 13:03:06.287438 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9 req-1941fc2d-406e-4010-b32b-eb7a51d9dbcc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67 HTTP/1.1" status: 200 len: 999 time: 0.0643721 Aug 19 13:03:06.342791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9 req-5a1243ad-3e83-482b-8628-27960dd6380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:06.342926 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9 req-5a1243ad-3e83-482b-8628-27960dd6380b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03998b14-873f-4616-9a39-bacc2a380a8e HTTP/1.1" status: 200 len: 852 time: 0.0486004 Aug 19 13:03:06.404702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9 req-b89c991d-e0ba-42e6-a193-2c0493a3a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:06.406411 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9 req-b89c991d-e0ba-42e6-a193-2c0493a3a50b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62f93c51-6abc-42ef-b5b7-2b7f628783d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517540 Aug 19 13:03:06.417683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a3138-797f-4c2b-be43-331bfc2ff48a None None] Sync routers for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:03:06.429248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a3138-797f-4c2b-be43-331bfc2ff48a None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:06.430069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7b5a3138-797f-4c2b-be43-331bfc2ff48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:02:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:06.542729 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9 req-02c0691e-8df8-44c3-b0f1-a324fdf3ab8e service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292994 Aug 19 13:03:06.568426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7b5a3138-797f-4c2b-be43-331bfc2ff48a None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:06.670740 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-7c110795-ec0f-4a0e-b03d-a5fa14bcc5e9 req-594f38ef-d662-4a5e-a53f-19a4b2c48de0 service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208160 Aug 19 13:03:06.824262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7b5a3138-797f-4c2b-be43-331bfc2ff48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '7dac74e8-a74a-4cb7-a889-65ed4cc2f643', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'port_id': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'mac_address': 'fa:16:3e:82:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:03:02Z', 'updated_at': '2021-08-19T13:03:06Z', 'revision_number': 2, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:06.852388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a3138-797f-4c2b-be43-331bfc2ff48a None None] Checking router: ecc46ff3-dd13-4f38-af13-bcb3ae77f8df for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:03:06.861510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a3138-797f-4c2b-be43-331bfc2ff48a None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:06.862141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7b5a3138-797f-4c2b-be43-331bfc2ff48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:02:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:06.971355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7b5a3138-797f-4c2b-be43-331bfc2ff48a None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:07.210030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7b5a3138-797f-4c2b-be43-331bfc2ff48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '7dac74e8-a74a-4cb7-a889-65ed4cc2f643', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'port_id': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'mac_address': 'fa:16:3e:82:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:03:02Z', 'updated_at': '2021-08-19T13:03:06Z', 'revision_number': 2, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:07.238222 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a3138-797f-4c2b-be43-331bfc2ff48a None None] The sync data for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 is: [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '7dac74e8-a74a-4cb7-a889-65ed4cc2f643', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'port_id': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'mac_address': 'fa:16:3e:82:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:03:02Z', 'updated_at': '2021-08-19T13:03:06Z', 'revision_number': 2, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:03:07.777062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-5dbf7943-f9dc-4991-a8a3-24c7c160806c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441339 Aug 19 13:03:07.859300 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-f8ea6ea8-df99-45f5-8cea-1cc6a438fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:07.860972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-f8ea6ea8-df99-45f5-8cea-1cc6a438fc60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 1096 time: 0.0411351 Aug 19 13:03:07.969337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-5d839d04-ff27-423b-9fe3-eee27c05f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:07.970871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-5d839d04-ff27-423b-9fe3-eee27c05f74c service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.0893695 Aug 19 13:03:08.027878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:03:08.030261 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00" -d '{"events": [{"name": "network-changed", "server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:03:08.045004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-39baee16-67a9-47ef-a8da-052350833b75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fbcda53-b31d-4cce-88d4-678b822275cf HTTP/1.1" status: 200 len: 1001 time: 0.0642903 Aug 19 13:03:08.068015 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c0f377-ce7a-4bb1-963b-4677523b27ed x-openstack-request-id: req-c4c0f377-ce7a-4bb1-963b-4677523b27ed {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:03:08.068392 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:03:08.068642 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4c0f377-ce7a-4bb1-963b-4677523b27ed {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:03:08.069038 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'status': 'completed', 'code': 200} Aug 19 13:03:08.098145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-4c2e2ff0-0b29-4a56-94ae-c4249e7d39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:08.100986 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-4c2e2ff0-0b29-4a56-94ae-c4249e7d39c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0478199 Aug 19 13:03:08.138670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00 req-0bb26666-e380-4370-b5d5-241281cc9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:08.140301 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00 req-0bb26666-e380-4370-b5d5-241281cc9077 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e448448ae4ce4451b9518f0c24cfdba5&device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 1096 time: 0.0488167 Aug 19 13:03:08.155213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-7c37130f-288f-4440-b9c9-61683eb39783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:08.157710 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-7c37130f-288f-4440-b9c9-61683eb39783 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476801 Aug 19 13:03:08.245150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00 req-cca44769-e4ca-4841-a661-920404953729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:08.247427 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00 req-cca44769-e4ca-4841-a661-920404953729 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62f93c51-6abc-42ef-b5b7-2b7f628783d3 HTTP/1.1" status: 200 len: 914 time: 0.0998933 Aug 19 13:03:08.257538 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-ea2d411c-8e96-431f-bc37-1e629cb5656b service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883696 Aug 19 13:03:08.319632 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00 req-2328ebee-b4d5-4102-95ec-1d1e3e193945 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67 HTTP/1.1" status: 200 len: 1001 time: 0.0648572 Aug 19 13:03:08.369991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00 req-60db9fd5-3a83-4c00-bb15-dbcad1a71a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:08.371450 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00 req-60db9fd5-3a83-4c00-bb15-dbcad1a71a43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03998b14-873f-4616-9a39-bacc2a380a8e HTTP/1.1" status: 200 len: 852 time: 0.0451138 Aug 19 13:03:08.425831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00 req-4dfd6d07-2065-4f5b-bd04-373f51ac845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:08.428282 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00 req-4dfd6d07-2065-4f5b-bd04-373f51ac845d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62f93c51-6abc-42ef-b5b7-2b7f628783d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493174 Aug 19 13:03:08.469406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d26d2ef-4281-4aac-897a-28c6a170ef43 req-b5067816-7d2d-45fc-945b-bbb6e19255d5 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847406 Aug 19 13:03:08.523001 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00 req-4b2f7038-7db3-4905-9cab-d42a74bc041a service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876617 Aug 19 13:03:08.620253 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e6ba6f9a-8d29-4ca6-b84e-1739b7fb8a00 req-6704d0dc-426f-4572-b59a-8085e30d11b5 service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892999 Aug 19 13:03:12.092458 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:14.872269 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:16.492870 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:03:21.111991 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-03d94952-aac2-43fd-96b6-d2ced3635420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:25.477951 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59541a36-6bba-4d6c-a975-3ea47b396f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:25.765162 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:27.072045 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.988769 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:42.405701 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:44.939095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:47.190510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262247-58a5-43d2-aeba-83b8a632045f req-4db7ab14-f102-4f6d-8ecd-77daf5b5c985 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:47.191899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-4db7ab14-f102-4f6d-8ecd-77daf5b5c985 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/networks?id=3177db18-896d-4955-b7db-f7b974485f58 HTTP/1.1" status: 200 len: 811 time: 0.1106379 Aug 19 13:03:47.207305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-95e09b5a-8bf3-4540-9b16-ecf5c432c96e tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/quotas/dd974995bfb34a63b3ad77e1eb27bc57 HTTP/1.1" status: 200 len: 375 time: 0.0092614 Aug 19 13:03:47.239520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-35330471-80df-430c-9a35-d1515495b69f tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd974995bfb34a63b3ad77e1eb27bc57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265491 Aug 19 13:03:47.335189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-fe86d6d5-53b4-41eb-b640-58aea662f17b service neutron] 10.222.0.44 "GET /v2.0/networks/3177db18-896d-4955-b7db-f7b974485f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880973 Aug 19 13:03:47.431657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-916c092d-2eeb-49bb-917a-2029fbc4765c service neutron] 10.222.0.44 "GET /v2.0/networks/3177db18-896d-4955-b7db-f7b974485f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901945 Aug 19 13:03:47.703862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-deeb5397-abea-4aa0-a231-54c002a9783e req-fb0766bf-8c0c-47d2-becb-c12bf9547083 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 210 time: 0.0303254 Aug 19 13:03:48.784580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04ba7bb6-b8e8-406f-9d7a-92c518981ad9 req-d0d42e09-d877-4a37-be89-64942395074b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 210 time: 0.0266795 Aug 19 13:03:49.896772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fe7a1b88-8918-4fb7-a6e7-4d7ecaf46e15 req-cf57515b-3af3-4115-9ddb-7214968b5a0e tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 210 time: 0.0299332 Aug 19 13:03:50.558546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262247-58a5-43d2-aeba-83b8a632045f req-3176880d-74d6-4d57-8512-56ce255e1129 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:50.560094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-3176880d-74d6-4d57-8512-56ce255e1129 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.53 "GET /v2.0/networks?id=3177db18-896d-4955-b7db-f7b974485f58 HTTP/1.1" status: 200 len: 811 time: 0.1104276 Aug 19 13:03:50.573539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Request body: {'port': {'device_id': '3bbbd0c8-8699-46a5-8582-b0a6116ce4b9', 'network_id': '3177db18-896d-4955-b7db-f7b974485f58', 'admin_state_up': True, 'tenant_id': 'dd974995bfb34a63b3ad77e1eb27bc57'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:50.791292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Made reservation on behalf of dd974995bfb34a63b3ad77e1eb27bc57 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:03:50.795098 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:50.951229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Allocated IP 172.20.0.5 (3177db18-896d-4955-b7db-f7b974485f58/9153ecdb-6db5-495d-ab36-086be937afbb/e80b6d6e-388a-4366-8e03-e7c5d2007d1a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:03:51.011615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a68a7576-2a41-4620-999f-4d31e6743fbb req-ee96ab07-ce2d-41bb-b89f-2b2b2fd820e7 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 210 time: 0.0397792 Aug 19 13:03:51.136513 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:51.596965 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f3685ab8-ac43-4b0c-b7ce-547209c43a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:51.758727 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:51.800559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Network 3177db18-896d-4955-b7db-f7b974485f58 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:51.803881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:51.808362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:03:51.834502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Pushing event updated for resources: {'Port': ['ID=e80b6d6e-388a-4366-8e03-e7c5d2007d1a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:51.864237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:51.867605 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:52.007553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-89a120c2-c7d7-455e-81fa-b211d26ae4cb tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4377244 Aug 19 13:03:52.021089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Request body: {'port': {'device_id': '3bbbd0c8-8699-46a5-8582-b0a6116ce4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:52.083405 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:52.176814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bdd77-1c12-4d44-aa5a-d981fb831455 req-05515d7b-d64d-4025-8f43-f46c82e709c3 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:52.178931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c5bdd77-1c12-4d44-aa5a-d981fb831455 req-05515d7b-d64d-4025-8f43-f46c82e709c3 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 931 time: 0.0928733 Aug 19 13:03:52.320913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c5bdd77-1c12-4d44-aa5a-d981fb831455 req-9aeb5176-0682-4615-a27e-832264366f41 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344268 Aug 19 13:03:52.435957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80b6d6e-388a-4366-8e03-e7c5d2007d1a {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:03:52.443740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:52.455881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Transition to ACTIVE for port object e80b6d6e-388a-4366-8e03-e7c5d2007d1a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:52.551240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:52.602647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Pushing event updated for resources: {'Port': ['ID=e80b6d6e-388a-4366-8e03-e7c5d2007d1a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:52.678265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Attempting to bind port e80b6d6e-388a-4366-8e03-e7c5d2007d1a on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:03:52.678360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Attempting to bind port e80b6d6e-388a-4366-8e03-e7c5d2007d1a by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '1d527144-53dd-4fe4-82ce-e20b68e838bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3177db18-896d-4955-b7db-f7b974485f58'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:03:52.678743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Attempting to bind port e80b6d6e-388a-4366-8e03-e7c5d2007d1a on network 3177db18-896d-4955-b7db-f7b974485f58 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:03:52.683260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Port e80b6d6e-388a-4366-8e03-e7c5d2007d1a on network 3177db18-896d-4955-b7db-f7b974485f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:03:52.683594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Attempting to bind port e80b6d6e-388a-4366-8e03-e7c5d2007d1a on network 3177db18-896d-4955-b7db-f7b974485f58 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:03:52.688711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:03:52.689084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Checking segment: {'id': '1d527144-53dd-4fe4-82ce-e20b68e838bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3177db18-896d-4955-b7db-f7b974485f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:52.689576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Bound using segment: {'id': '1d527144-53dd-4fe4-82ce-e20b68e838bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3177db18-896d-4955-b7db-f7b974485f58'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:03:52.690140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Bound port: e80b6d6e-388a-4366-8e03-e7c5d2007d1a, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d527144-53dd-4fe4-82ce-e20b68e838bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3177db18-896d-4955-b7db-f7b974485f58'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:03:52.690516 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:52.763584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] For port e80b6d6e-388a-4366-8e03-e7c5d2007d1a, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:03:52.766893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] For port e80b6d6e-388a-4366-8e03-e7c5d2007d1a, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e80b6d6e-388a-4366-8e03-e7c5d2007d1a,segment=NetworkSegment(1d527144-53dd-4fe4-82ce-e20b68e838bb),segment_id=1d527144-53dd-4fe4-82ce-e20b68e838bb)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:03:52.854695 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:52.891171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:52.891799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:52.894001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] 10.222.0.53 "PUT /v2.0/ports/e80b6d6e-388a-4366-8e03-e7c5d2007d1a HTTP/1.1" status: 200 len: 1091 time: 0.8773618 Aug 19 13:03:52.896806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbbd0c8-8699-46a5-8582-b0a6116ce4b9', 'tag': 'e80b6d6e-388a-4366-8e03-e7c5d2007d1a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:03:52.900403 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa94df90-fe17-45c7-83a1-68435da7bc33" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbbd0c8-8699-46a5-8582-b0a6116ce4b9", "tag": "e80b6d6e-388a-4366-8e03-e7c5d2007d1a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:03:52.925078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7d027-58e4-4d13-ba4b-ec8d9f06e4ab service neutron] Pushing event updated for resources: {'Port': ['ID=e80b6d6e-388a-4366-8e03-e7c5d2007d1a,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:52.939096 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3950d13c-88ad-4a08-9aae-535f759243f6 x-openstack-request-id: req-3950d13c-88ad-4a08-9aae-535f759243f6 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:03:52.939390 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbbd0c8-8699-46a5-8582-b0a6116ce4b9", "tag": "e80b6d6e-388a-4366-8e03-e7c5d2007d1a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:03:52.939647 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3950d13c-88ad-4a08-9aae-535f759243f6 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:03:52.940060 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbbd0c8-8699-46a5-8582-b0a6116ce4b9', 'tag': 'e80b6d6e-388a-4366-8e03-e7c5d2007d1a', 'status': 'completed', 'code': 200} Aug 19 13:03:53.003480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94df90-fe17-45c7-83a1-68435da7bc33 req-8fd449d6-67b4-4fb3-8951-8d531527bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:53.005037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa94df90-fe17-45c7-83a1-68435da7bc33 req-8fd449d6-67b4-4fb3-8951-8d531527bb49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd974995bfb34a63b3ad77e1eb27bc57&device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 1094 time: 0.0437999 Aug 19 13:03:53.119377 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94df90-fe17-45c7-83a1-68435da7bc33 req-d521a4cc-7f79-4d94-8893-93533e3c00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:53.120897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa94df90-fe17-45c7-83a1-68435da7bc33 req-d521a4cc-7f79-4d94-8893-93533e3c00d0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dd974995bfb34a63b3ad77e1eb27bc57&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1064198 Aug 19 13:03:53.232413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94df90-fe17-45c7-83a1-68435da7bc33 req-9b0f13b6-1197-4cab-8d73-9dee727bb4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:53.234092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa94df90-fe17-45c7-83a1-68435da7bc33 req-9b0f13b6-1197-4cab-8d73-9dee727bb4c2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058047 Aug 19 13:03:53.322925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262247-58a5-43d2-aeba-83b8a632045f req-3c60c1d1-789f-4872-b9b2-cf38ee26ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:53.324474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-3c60c1d1-789f-4872-b9b2-cf38ee26ab47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd974995bfb34a63b3ad77e1eb27bc57&device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 1094 time: 0.0485609 Aug 19 13:03:53.372137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-e45f7b6e-d017-448b-8bf8-35a165859b0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e80b6d6e-388a-4366-8e03-e7c5d2007d1a HTTP/1.1" status: 200 len: 217 time: 0.0389225 Aug 19 13:03:53.463125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81262247-58a5-43d2-aeba-83b8a632045f req-c86bb126-9def-4cfc-8817-f7c8808ada19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:53.464752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-c86bb126-9def-4cfc-8817-f7c8808ada19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9153ecdb-6db5-495d-ab36-086be937afbb HTTP/1.1" status: 200 len: 851 time: 0.0855114 Aug 19 13:03:53.466423 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:03:53.492781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789c3e9-a24a-4079-a75c-13f9a9d19bae req-ddb5f4ac-ba3b-4711-bfa0-0e17e709ca21 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:53.498135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2789c3e9-a24a-4079-a75c-13f9a9d19bae req-ddb5f4ac-ba3b-4711-bfa0-0e17e709ca21 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 943 time: 0.0804727 Aug 19 13:03:53.512789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-22b6fb35-7b15-40d1-9e05-4aab5cdc6dd3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3177db18-896d-4955-b7db-f7b974485f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390196 Aug 19 13:03:53.593606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2789c3e9-a24a-4079-a75c-13f9a9d19bae req-7b4dc34b-43a7-4897-a02b-e34b4ed20d23 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838766 Aug 19 13:03:53.632901 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-ff3c3f85-b478-4566-8923-50ab5e23042d service neutron] 10.222.0.53 "GET /v2.0/networks/3177db18-896d-4955-b7db-f7b974485f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062286 Aug 19 13:03:53.733329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81262247-58a5-43d2-aeba-83b8a632045f req-b0744b9e-1e4e-4ce5-bfec-177816050142 service neutron] 10.222.0.53 "GET /v2.0/networks/3177db18-896d-4955-b7db-f7b974485f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929377 Aug 19 13:03:54.858770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a16bf-7b66-475c-b1a9-812b3b2e94bf req-74361274-2054-457a-b986-570ecfa56150 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:54.860338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc7a16bf-7b66-475c-b1a9-812b3b2e94bf req-74361274-2054-457a-b986-570ecfa56150 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 943 time: 0.1912377 Aug 19 13:03:54.902649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc7a16bf-7b66-475c-b1a9-812b3b2e94bf req-5b99312f-cd6c-4540-87e9-a43aa39504e3 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353980 Aug 19 13:03:55.502743 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6d4740cf-8dcd-4d97-a680-41dbba3e5d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:55.811803 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:56.090705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea46bf-1ede-4aec-afa1-0fc30b623df1 req-d07990cd-761d-43b9-8b6f-eae66ffb42bc tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:56.092490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84ea46bf-1ede-4aec-afa1-0fc30b623df1 req-d07990cd-761d-43b9-8b6f-eae66ffb42bc tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 943 time: 0.1184964 Aug 19 13:03:56.149180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84ea46bf-1ede-4aec-afa1-0fc30b623df1 req-079bd803-a14b-453e-afb9-662cc48dc306 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495400 Aug 19 13:03:57.097306 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:57.175439 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e80b6d6e-388a-4366-8e03-e7c5d2007d1a details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:03:57.285464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e80b6d6e-388a-4366-8e03-e7c5d2007d1a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e80b6d6e-388a-4366-8e03-e7c5d2007d1a,segment=NetworkSegment(1d527144-53dd-4fe4-82ce-e20b68e838bb),segment_id=1d527144-53dd-4fe4-82ce-e20b68e838bb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:57.291218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92e67c-5ef2-4896-816b-09a53110320e req-633a62e1-6a97-41d2-a081-2279d0f82481 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:57.292917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f92e67c-5ef2-4896-816b-09a53110320e req-633a62e1-6a97-41d2-a081-2279d0f82481 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 943 time: 0.0569417 Aug 19 13:03:57.299387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'e80b6d6e-388a-4366-8e03-e7c5d2007d1a', 'network_id': '3177db18-896d-4955-b7db-f7b974485f58', 'port_id': 'e80b6d6e-388a-4366-8e03-e7c5d2007d1a', 'mac_address': 'fa:16:3e:f6:03:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9153ecdb-6db5-495d-ab36-086be937afbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:03:57.346182 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:57.347137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f92e67c-5ef2-4896-816b-09a53110320e req-ed39e31a-702d-4c93-8a01-ac765ad978fa tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425541 Aug 19 13:03:57.361874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80b6d6e-388a-4366-8e03-e7c5d2007d1a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:03:57.383774 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e80b6d6e-388a-4366-8e03-e7c5d2007d1a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e80b6d6e-388a-4366-8e03-e7c5d2007d1a,segment=NetworkSegment(1d527144-53dd-4fe4-82ce-e20b68e838bb),segment_id=1d527144-53dd-4fe4-82ce-e20b68e838bb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:57.497617 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:57.549136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=e80b6d6e-388a-4366-8e03-e7c5d2007d1a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:57.557231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.561321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.561321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.561321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.561321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.561321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.561321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.561321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.561321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.561321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.561321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.561321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:57.805336 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['e80b6d6e-388a-4366-8e03-e7c5d2007d1a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:03:58.480322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845ac07-d6a8-42b4-bd84-176c147ad552 req-e52596ff-17db-41dc-8cf1-6a353498020d tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:58.482259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f845ac07-d6a8-42b4-bd84-176c147ad552 req-e52596ff-17db-41dc-8cf1-6a353498020d tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 944 time: 0.0639379 Aug 19 13:03:58.532031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f845ac07-d6a8-42b4-bd84-176c147ad552 req-5a148c31-85f2-4892-a2f3-901500bfef85 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426388 Aug 19 13:03:59.021058 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:59.175631 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e80b6d6e-388a-4366-8e03-e7c5d2007d1a up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:59.314324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port e80b6d6e-388a-4366-8e03-e7c5d2007d1a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:59.319825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port e80b6d6e-388a-4366-8e03-e7c5d2007d1a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:59.320220 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:59.406286 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:59.439095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbbd0c8-8699-46a5-8582-b0a6116ce4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80b6d6e-388a-4366-8e03-e7c5d2007d1a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:03:59.442917 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1557ecff-7130-4af0-a627-0ad7d6a71f83" -d '{"events": [{"server_uuid": "3bbbd0c8-8699-46a5-8582-b0a6116ce4b9", "name": "network-vif-plugged", "status": "completed", "tag": "e80b6d6e-388a-4366-8e03-e7c5d2007d1a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:03:59.461719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e80b6d6e-388a-4366-8e03-e7c5d2007d1a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e80b6d6e-388a-4366-8e03-e7c5d2007d1a,segment=NetworkSegment(1d527144-53dd-4fe4-82ce-e20b68e838bb),segment_id=1d527144-53dd-4fe4-82ce-e20b68e838bb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:59.482106 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7818949-4111-4aa6-9b6f-9d2ca1e68119 x-openstack-request-id: req-b7818949-4111-4aa6-9b6f-9d2ca1e68119 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:03:59.482406 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbbd0c8-8699-46a5-8582-b0a6116ce4b9", "name": "network-vif-plugged", "status": "completed", "tag": "e80b6d6e-388a-4366-8e03-e7c5d2007d1a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:03:59.482665 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7818949-4111-4aa6-9b6f-9d2ca1e68119 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:03:59.483124 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbbd0c8-8699-46a5-8582-b0a6116ce4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80b6d6e-388a-4366-8e03-e7c5d2007d1a', 'code': 200} Aug 19 13:03:59.537932 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:59.594432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=e80b6d6e-388a-4366-8e03-e7c5d2007d1a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:59.598055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e3ca-a7f2-47e4-b100-18fc1d4a3294 req-39ac40ac-dfc9-4d53-b23d-6d999316fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:59.600644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4236e3ca-a7f2-47e4-b100-18fc1d4a3294 req-39ac40ac-dfc9-4d53-b23d-6d999316fa70 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 1096 time: 0.0559788 Aug 19 13:03:59.668956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4236e3ca-a7f2-47e4-b100-18fc1d4a3294 req-cea4a099-280a-44e4-bf58-7990196c497e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593419 Aug 19 13:03:59.696972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f0dc4-0dba-4885-b02c-f01fea5450af req-ddc5c69b-8a37-4c2f-a9d4-67c3bb980da2 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:59.698703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d7f0dc4-0dba-4885-b02c-f01fea5450af req-ddc5c69b-8a37-4c2f-a9d4-67c3bb980da2 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 945 time: 0.0867548 Aug 19 13:03:59.739653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d7f0dc4-0dba-4885-b02c-f01fea5450af req-0f152fb8-1db1-4cd6-9142-7e9bfc48a39d tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Aug 19 13:04:00.868368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290dace-c724-442d-8000-3b1520256403 req-34a06ca6-bb76-44a2-90f1-761a237c1277 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:00.870078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1290dace-c724-442d-8000-3b1520256403 req-34a06ca6-bb76-44a2-90f1-761a237c1277 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 945 time: 0.0570872 Aug 19 13:04:00.913900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1290dace-c724-442d-8000-3b1520256403 req-3e6862ec-0eb3-4d17-aef6-478381eb6f7d tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370092 Aug 19 13:04:01.272900 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-93a50937-b27b-49ff-b490-225ebd84325c req-2813a2c4-2924-492b-992c-46e2ac2801ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466316 Aug 19 13:04:01.387656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a50937-b27b-49ff-b490-225ebd84325c req-45622e26-259f-42d0-8032-659f6a6adbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.389161 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-93a50937-b27b-49ff-b490-225ebd84325c req-45622e26-259f-42d0-8032-659f6a6adbeb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e448448ae4ce4451b9518f0c24cfdba5&device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 1096 time: 0.0646136 Aug 19 13:04:01.511959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a50937-b27b-49ff-b490-225ebd84325c req-8a3ec878-2863-41a6-ad91-042a8002e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.513513 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-93a50937-b27b-49ff-b490-225ebd84325c req-8a3ec878-2863-41a6-ad91-042a8002e1ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=62f93c51-6abc-42ef-b5b7-2b7f628783d3 HTTP/1.1" status: 200 len: 914 time: 0.1001987 Aug 19 13:04:01.584673 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-93a50937-b27b-49ff-b490-225ebd84325c req-6c6de820-65eb-4dc6-b096-dcab0ebcf6f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67 HTTP/1.1" status: 200 len: 1001 time: 0.0618327 Aug 19 13:04:01.641541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a50937-b27b-49ff-b490-225ebd84325c req-1c6aac23-ec8b-424f-9c27-1f81ed10af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.643023 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-93a50937-b27b-49ff-b490-225ebd84325c req-1c6aac23-ec8b-424f-9c27-1f81ed10af43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03998b14-873f-4616-9a39-bacc2a380a8e HTTP/1.1" status: 200 len: 852 time: 0.0510454 Aug 19 13:04:01.700879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a50937-b27b-49ff-b490-225ebd84325c req-e4a3fe79-b5f2-4c1b-863f-2ac70c30fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:01.702523 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-93a50937-b27b-49ff-b490-225ebd84325c req-e4a3fe79-b5f2-4c1b-863f-2ac70c30fce1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62f93c51-6abc-42ef-b5b7-2b7f628783d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475986 Aug 19 13:04:01.804777 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-93a50937-b27b-49ff-b490-225ebd84325c req-72bbc6d1-1705-42e0-8363-4173d09543c6 service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907369 Aug 19 13:04:01.914224 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-93a50937-b27b-49ff-b490-225ebd84325c req-2ef3437b-604a-44f4-aa79-4f58a7d391ba service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978718 Aug 19 13:04:02.045327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4df431-765d-440c-b285-a5365347739a req-345a2552-acf4-4a77-9c0c-e13cdf842c7a tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:02.047000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e4df431-765d-440c-b285-a5365347739a req-345a2552-acf4-4a77-9c0c-e13cdf842c7a tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 945 time: 0.0578876 Aug 19 13:04:02.095084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e4df431-765d-440c-b285-a5365347739a req-654f01ed-9242-4c68-8dcd-9518400fe4b4 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Aug 19 13:04:09.799665 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-4129be0f-3db6-4fcb-adbb-7f4caf3c37f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464776 Aug 19 13:04:09.891482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-566d2490-0d8d-43c0-9bb3-55f46c720bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:09.893034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-566d2490-0d8d-43c0-9bb3-55f46c720bcf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 1096 time: 0.0483177 Aug 19 13:04:10.018120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-559dafc6-2525-4fa8-b6f1-7426af6875cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:10.019631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-559dafc6-2525-4fa8-b6f1-7426af6875cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1016073 Aug 19 13:04:10.089034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-ea4ccc5d-9d81-48d2-8cd3-fff80e8ab0f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fbcda53-b31d-4cce-88d4-678b822275cf HTTP/1.1" status: 200 len: 1001 time: 0.0611265 Aug 19 13:04:10.145828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-26f9bd18-a165-4f6a-badc-cf12514cb0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:10.147963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-26f9bd18-a165-4f6a-badc-cf12514cb0af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0521762 Aug 19 13:04:10.198808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-dee1c317-21cb-46e2-9cab-47365edbae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:10.200403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-dee1c317-21cb-46e2-9cab-47365edbae58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438082 Aug 19 13:04:10.298015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-03809433-5b24-48c9-bc2a-3711beb908bd service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896029 Aug 19 13:04:10.397712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7706acb8-2743-4899-9f42-fdf66b35c399 req-3c77a35c-a7a7-4883-892f-b6e250734e9c service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920393 Aug 19 13:04:12.436511 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:15.499980 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:21.179414 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-169ffea3-21a1-4fc7-b69a-6979ad2c7639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:25.474156 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7ecccad8-e4b0-4d75-b222-6eee189bfe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:25.777176 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:27.159351 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:29.039283 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:30.465613 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:04:38.621362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49102) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:04:38.784442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Deleting port b6946398-0692-4323-822b-aca19d1d28b7 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:04:38.784792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:38.865626 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:38.865958 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:38.879707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Calling delete_port for b6946398-0692-4323-822b-aca19d1d28b7 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:04:39.162263 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:39.190255 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event deleted for resources: {'Port': ['ID=b6946398-0692-4323-822b-aca19d1d28b7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:39.215042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.215407 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.215747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.216090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.216429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.216772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.217109 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.217469 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.217802 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.218134 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.218461 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.219111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:39.265750 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:39.266117 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Floating IP 7dac74e8-a74a-4cb7-a889-65ed4cc2f643 disassociated (deleted). External IP: 172.25.6.146, port: 6b68bb96-7c69-44a2-af2e-717ddd951b67. Aug 19 13:04:39.481846 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:04:39.600732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:04:39.606243 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:39.611399 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c53e5-6f09-43be-9633-295cb7e64a39 None None] Sync routers for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:04:39.623118 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c53e5-6f09-43be-9633-295cb7e64a39 None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:04:39.623740 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3a1c53e5-6f09-43be-9633-295cb7e64a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:04:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:04:39.636036 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0bd3af47-af1d-40f5-b11c-84c8097b9091 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "DELETE /v2.0/floatingips/7dac74e8-a74a-4cb7-a889-65ed4cc2f643 HTTP/1.1" status: 204 len: 168 time: 1.0135562 Aug 19 13:04:39.636952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:04:39.639232 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7efaa39-0791-4c5f-8f9e-de604ec599d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:04:39.695973 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d873537b-1d31-41bd-968d-ac8081bb96bf x-openstack-request-id: req-d873537b-1d31-41bd-968d-ac8081bb96bf {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:04:39.696284 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:04:39.696541 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d873537b-1d31-41bd-968d-ac8081bb96bf {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:04:39.696953 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'status': 'completed', 'code': 200} Aug 19 13:04:39.747032 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-3a1c53e5-6f09-43be-9633-295cb7e64a39 None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:04:39.762101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efaa39-0791-4c5f-8f9e-de604ec599d8 req-f29feca4-9347-48c8-82a2-d4caa19437f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:39.763653 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e7efaa39-0791-4c5f-8f9e-de604ec599d8 req-f29feca4-9347-48c8-82a2-d4caa19437f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e448448ae4ce4451b9518f0c24cfdba5&device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 1096 time: 0.0434256 Aug 19 13:04:39.859735 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efaa39-0791-4c5f-8f9e-de604ec599d8 req-d1ca2f46-de27-452e-9312-8108dcc493b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:39.861288 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e7efaa39-0791-4c5f-8f9e-de604ec599d8 req-d1ca2f46-de27-452e-9312-8108dcc493b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62f93c51-6abc-42ef-b5b7-2b7f628783d3 HTTP/1.1" status: 200 len: 914 time: 0.0907397 Aug 19 13:04:39.914351 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e7efaa39-0791-4c5f-8f9e-de604ec599d8 req-ef78f3c1-aaa7-4c1f-8a8f-d53fd551ea72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67 HTTP/1.1" status: 200 len: 217 time: 0.0449588 Aug 19 13:04:39.962426 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3a1c53e5-6f09-43be-9633-295cb7e64a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:04:39.970229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efaa39-0791-4c5f-8f9e-de604ec599d8 req-dd3d011c-b497-4273-b855-64839c1397b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:39.971832 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e7efaa39-0791-4c5f-8f9e-de604ec599d8 req-dd3d011c-b497-4273-b855-64839c1397b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03998b14-873f-4616-9a39-bacc2a380a8e HTTP/1.1" status: 200 len: 852 time: 0.0473747 Aug 19 13:04:39.992279 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c53e5-6f09-43be-9633-295cb7e64a39 None None] Checking router: ecc46ff3-dd13-4f38-af13-bcb3ae77f8df for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:04:40.001880 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c53e5-6f09-43be-9633-295cb7e64a39 None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:04:40.002477 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3a1c53e5-6f09-43be-9633-295cb7e64a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:04:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:04:40.020413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efaa39-0791-4c5f-8f9e-de604ec599d8 req-23efae81-fc3c-4c36-b786-1b82901a96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:40.022386 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e7efaa39-0791-4c5f-8f9e-de604ec599d8 req-23efae81-fc3c-4c36-b786-1b82901a96bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62f93c51-6abc-42ef-b5b7-2b7f628783d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427516 Aug 19 13:04:40.115238 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-3a1c53e5-6f09-43be-9633-295cb7e64a39 None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:04:40.137135 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e7efaa39-0791-4c5f-8f9e-de604ec599d8 req-1c091965-baa2-4ed6-8c0f-f2951a18587f service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069705 Aug 19 13:04:40.145718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ed9c2-bca1-445d-9e87-7850a5a2cd04 req-f1e77918-cfe1-470e-ab12-85b591282a8a tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:40.147367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c8ed9c2-bca1-445d-9e87-7850a5a2cd04 req-f1e77918-cfe1-470e-ab12-85b591282a8a tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 945 time: 0.0532367 Aug 19 13:04:40.191679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c8ed9c2-bca1-445d-9e87-7850a5a2cd04 req-73e37f32-e005-4286-bff5-6886e47cb008 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371315 Aug 19 13:04:40.239393 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-e7efaa39-0791-4c5f-8f9e-de604ec599d8 req-b404464f-64f6-462a-88ec-20fea4596232 service neutron] 10.222.0.52 "GET /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928824 Aug 19 13:04:40.414689 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-3a1c53e5-6f09-43be-9633-295cb7e64a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:04:40.440594 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c53e5-6f09-43be-9633-295cb7e64a39 None None] The sync data for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 is: [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:46Z', 'revision_number': 4, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '57578b41-aac2-4345-b218-59afe78de9af', 'name': '', 'network_id': '62f93c51-6abc-42ef-b5b7-2b7f628783d3', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'mac_address': 'fa:16:3e:3d:f8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:45Z', 'updated_at': '2021-08-19T12:59:51Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'subnets': [{'id': '03998b14-873f-4616-9a39-bacc2a380a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:04:40.680145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0fb841-4c0e-4fd4-9a4f-089a6fd82bf0 None None] New status for floating IP 7dac74e8-a74a-4cb7-a889-65ed4cc2f643: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:04:41.321968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3950a-b3e3-4ae0-ae93-2011813c4ef8 req-6d0aed3c-1208-492c-b61b-169747b908e4 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:41.323477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1aa3950a-b3e3-4ae0-ae93-2011813c4ef8 req-6d0aed3c-1208-492c-b61b-169747b908e4 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 945 time: 0.0567310 Aug 19 13:04:41.362600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1aa3950a-b3e3-4ae0-ae93-2011813c4ef8 req-12e40318-0a2c-4d72-b2e0-7ae48d671770 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/security-groups?id=478ce437-57d6-4766-a480-cbd9bff0e800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331273 Aug 19 13:04:41.918910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716b03-009f-482a-8376-9a7d3e1024b8 req-5e1848f4-7d7d-4f9a-b0e5-bb1a215417db tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:04:41.920401 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-70716b03-009f-482a-8376-9a7d3e1024b8 req-5e1848f4-7d7d-4f9a-b0e5-bb1a215417db tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.52 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 945 time: 0.0551069 Aug 19 13:04:42.021565 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-70716b03-009f-482a-8376-9a7d3e1024b8 req-05373d19-be77-4edc-bb51-fbd1efccce88 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Deleting port 6b68bb96-7c69-44a2-af2e-717ddd951b67 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:04:42.021907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-70716b03-009f-482a-8376-9a7d3e1024b8 req-05373d19-be77-4edc-bb51-fbd1efccce88 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:42.090590 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:42.114574 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-70716b03-009f-482a-8376-9a7d3e1024b8 req-05373d19-be77-4edc-bb51-fbd1efccce88 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] For port 6b68bb96-7c69-44a2-af2e-717ddd951b67, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=6b68bb96-7c69-44a2-af2e-717ddd951b67,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:04:42.114943 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-70716b03-009f-482a-8376-9a7d3e1024b8 req-05373d19-be77-4edc-bb51-fbd1efccce88 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:42.129335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [req-70716b03-009f-482a-8376-9a7d3e1024b8 req-05373d19-be77-4edc-bb51-fbd1efccce88 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Calling delete_port for 6b68bb96-7c69-44a2-af2e-717ddd951b67 owned by compute:nova {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:04:42.307740 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-70716b03-009f-482a-8376-9a7d3e1024b8 req-05373d19-be77-4edc-bb51-fbd1efccce88 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:42.341046 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05373d19-be77-4edc-bb51-fbd1efccce88 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event deleted for resources: {'Port': ['ID=6b68bb96-7c69-44a2-af2e-717ddd951b67,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:42.381775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-70716b03-009f-482a-8376-9a7d3e1024b8 req-05373d19-be77-4edc-bb51-fbd1efccce88 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] No DVR routers for this DVR port 6b68bb96-7c69-44a2-af2e-717ddd951b67 on host n-h2-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:04:42.384608 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-70716b03-009f-482a-8376-9a7d3e1024b8 req-05373d19-be77-4edc-bb51-fbd1efccce88 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:42.386648 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-70716b03-009f-482a-8376-9a7d3e1024b8 req-05373d19-be77-4edc-bb51-fbd1efccce88 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.52 "DELETE /v2.0/ports/6b68bb96-7c69-44a2-af2e-717ddd951b67 HTTP/1.1" status: 204 len: 173 time: 0.4556706 Aug 19 13:04:42.387106 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'name': 'network-vif-deleted', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:04:42.389330 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c498099d-20d6-49a9-bdcc-6379844abdfa" -d '{"events": [{"server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "name": "network-vif-deleted", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:04:42.436509 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819a7361-834b-4513-a7ef-7b7624032a06 x-openstack-request-id: req-819a7361-834b-4513-a7ef-7b7624032a06 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:04:42.436509 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5186cf57-46bc-4e16-b138-1255ed8b6c07", "name": "network-vif-deleted", "tag": "6b68bb96-7c69-44a2-af2e-717ddd951b67", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:04:42.436509 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-819a7361-834b-4513-a7ef-7b7624032a06 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:04:42.436509 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5186cf57-46bc-4e16-b138-1255ed8b6c07', 'name': 'network-vif-deleted', 'tag': '6b68bb96-7c69-44a2-af2e-717ddd951b67', 'status': 'completed', 'code': 200} Aug 19 13:04:42.487940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e51173b-9229-49ce-a397-380ff7185739 req-bbed3d3c-c5ec-4c69-9724-4f52eafc4ce2 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 210 time: 0.0290570 Aug 19 13:04:43.598991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3386d54-7df2-4e87-8fea-20da1728d0e9 req-4e73bf92-b829-41c1-9232-3fcf1596ab8f tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 210 time: 0.0273921 Aug 19 13:04:44.711820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa428d8d-3c1e-42ca-b796-52b6ef090d09 req-e6cf5052-86cb-4e6a-8c15-a87d6ffd0abb tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 210 time: 0.0276396 Aug 19 13:04:44.850574 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:45.339879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6b68bb96-7c69-44a2-af2e-717ddd951b67 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:04:45.368523 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 6b68bb96-7c69-44a2-af2e-717ddd951b67 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:04:45.368878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 6b68bb96-7c69-44a2-af2e-717ddd951b67 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:04:45.814794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-59f419fc-ecfb-4b38-99ec-b79745767b7e req-85b1ab0e-42a8-4b3d-8f59-08c7039e0c06 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 210 time: 0.0315909 Aug 19 13:04:46.953964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b266f3ee-541b-4ca0-b062-1c4c45365192 req-278936c0-2ff2-4a23-932b-ad47c2c83655 tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "GET /v2.0/ports?device_id=5186cf57-46bc-4e16-b138-1255ed8b6c07 HTTP/1.1" status: 200 len: 210 time: 0.0426650 Aug 19 13:04:48.017147 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49178) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:04:48.083918 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-221149c3-3b67-4e6c-8b73-c4b3ff8194da tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:48.111407 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-221149c3-3b67-4e6c-8b73-c4b3ff8194da tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:48.264687 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-221149c3-3b67-4e6c-8b73-c4b3ff8194da tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:48.267364 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-221149c3-3b67-4e6c-8b73-c4b3ff8194da tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:48.268600 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-221149c3-3b67-4e6c-8b73-c4b3ff8194da tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] 10.222.0.44 "DELETE /v2.0/security-groups/478ce437-57d6-4766-a480-cbd9bff0e800 HTTP/1.1" status: 204 len: 168 time: 0.2502680 Aug 19 13:04:48.280133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221149c3-3b67-4e6c-8b73-c4b3ff8194da tempest-TestVolumeBackupRestore-531008087 tempest-TestVolumeBackupRestore-531008087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ce437-57d6-4766-a480-cbd9bff0e800,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:51.156248 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c1d62dd7-681d-4a95-ad94-09e60fc3a6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:53.595565 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49378) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:04:54.410851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:54.690878 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] Deleting port 57578b41-aac2-4345-b218-59afe78de9af {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:04:54.690878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:54.784708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] For port 57578b41-aac2-4345-b218-59afe78de9af, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=57578b41-aac2-4345-b218-59afe78de9af,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:04:54.785163 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:54.797747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] Calling delete_port for 57578b41-aac2-4345-b218-59afe78de9af owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:04:55.125254 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:55.150860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] Pushing event deleted for resources: {'Port': ['ID=57578b41-aac2-4345-b218-59afe78de9af,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:55.356833 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:55.470663 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14852da9-ce0a-4169-8b71-1d8279d66951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:55.641447 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] Router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:04:55.771236 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:55.789651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:04:55.798886 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9a4cfb9e-1346-436b-958f-0a67818653bb admin admin] 10.222.0.44 "PUT /v2.0/routers/ecc46ff3-dd13-4f38-af13-bcb3ae77f8df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2002521 Aug 19 13:04:55.799739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49454) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:04:55.805509 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ea335-6474-4fe8-ae8f-48f55961b305 None None] Sync routers for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:04:55.819698 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ea335-6474-4fe8-ae8f-48f55961b305 None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:04:55.822269 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-468ea335-6474-4fe8-ae8f-48f55961b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:04:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:04:55.948089 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:55.955562 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-468ea335-6474-4fe8-ae8f-48f55961b305 None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:04:56.117567 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:56.177622 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-468ea335-6474-4fe8-ae8f-48f55961b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T13:04:54Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:04:56.204900 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ea335-6474-4fe8-ae8f-48f55961b305 None None] Checking router: ecc46ff3-dd13-4f38-af13-bcb3ae77f8df for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:04:56.214504 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ea335-6474-4fe8-ae8f-48f55961b305 None None] Routers {'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:04:56.215131 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-468ea335-6474-4fe8-ae8f-48f55961b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:04:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:04:56.313001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Deleting port ac5d3364-1996-4a27-8ac3-7683c7ca58c6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:04:56.313332 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:56.335434 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-468ea335-6474-4fe8-ae8f-48f55961b305 None None] Set router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:04:56.403845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] For port ac5d3364-1996-4a27-8ac3-7683c7ca58c6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ac5d3364-1996-4a27-8ac3-7683c7ca58c6,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:04:56.404194 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:56.418105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Calling delete_port for ac5d3364-1996-4a27-8ac3-7683c7ca58c6 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:04:56.544791 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-468ea335-6474-4fe8-ae8f-48f55961b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T13:04:54Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:04:56.573497 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ea335-6474-4fe8-ae8f-48f55961b305 None None] The sync data for ids ['ecc46ff3-dd13-4f38-af13-bcb3ae77f8df'] in n-d-778732-8 is: [{'id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'name': 'tempest-TestVolumeBackupRestore-990030809-router', 'tenant_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T13:04:54Z', 'revision_number': 5, 'project_id': 'e448448ae4ce4451b9518f0c24cfdba5', 'gw_port': {'id': 'ac5d3364-1996-4a27-8ac3-7683c7ca58c6', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc46ff3-dd13-4f38-af13-bcb3ae77f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:42Z', 'updated_at': '2021-08-19T12:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:04:56.739468 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:56.769603 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5d3364-1996-4a27-8ac3-7683c7ca58c6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:56.853413 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:56.987398 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:56.990130 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.170508 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.171958 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.172511 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecc46ff3-dd13-4f38-af13-bcb3ae77f8df {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:04:57.177738 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.178891 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1882a106-d709-4145-9afd-f9d7c75c4ee6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ecc46ff3-dd13-4f38-af13-bcb3ae77f8df HTTP/1.1" status: 204 len: 168 time: 1.3768642 Aug 19 13:04:57.181477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49508) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:04:57.232658 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-21399358-7e29-4c51-9d24-32586fd5e8a5 admin admin] Deleting subnet 03998b14-873f-4616-9a39-bacc2a380a8e {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:04:57.237612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21399358-7e29-4c51-9d24-32586fd5e8a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.283038 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21399358-7e29-4c51-9d24-32586fd5e8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.398065 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21399358-7e29-4c51-9d24-32586fd5e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.562710 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21399358-7e29-4c51-9d24-32586fd5e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.595902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21399358-7e29-4c51-9d24-32586fd5e8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03998b14-873f-4616-9a39-bacc2a380a8e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:57.597942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 57578b41-aac2-4345-b218-59afe78de9af no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:04:57.600132 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21399358-7e29-4c51-9d24-32586fd5e8a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.602009 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-21399358-7e29-4c51-9d24-32586fd5e8a5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/03998b14-873f-4616-9a39-bacc2a380a8e HTTP/1.1" status: 204 len: 168 time: 0.4195876 Aug 19 13:04:57.604455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49524) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:04:57.628121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a3166-ec7f-45f4-9f61-2e2201d13cb7 None None] Network 62f93c51-6abc-42ef-b5b7-2b7f628783d3 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:04:57.628121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 57578b41-aac2-4345-b218-59afe78de9af {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:04:57.629149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 57578b41-aac2-4345-b218-59afe78de9af not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:04:57.629735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ac5d3364-1996-4a27-8ac3-7683c7ca58c6 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:04:57.660787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: ac5d3364-1996-4a27-8ac3-7683c7ca58c6 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:04:57.661140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ac5d3364-1996-4a27-8ac3-7683c7ca58c6 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:04:57.699275 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.777067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Deleting port c94fd39a-1681-446c-8609-65d5450974ca {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:04:57.777456 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.872558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] DHCP port deletion for 62f93c51-6abc-42ef-b5b7-2b7f628783d3 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:04:57.873612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] For port c94fd39a-1681-446c-8609-65d5450974ca, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c94fd39a-1681-446c-8609-65d5450974ca,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:04:57.874121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:57.888710 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Calling delete_port for c94fd39a-1681-446c-8609-65d5450974ca owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:04:57.935324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Deleting port c94fd39a-1681-446c-8609-65d5450974ca {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:04:57.935738 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.012659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] For port c94fd39a-1681-446c-8609-65d5450974ca, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c94fd39a-1681-446c-8609-65d5450974ca,segment=NetworkSegment(f9307563-6676-4d45-aca5-3a26486ef79f),segment_id=f9307563-6676-4d45-aca5-3a26486ef79f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:04:58.013078 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.030220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Calling delete_port for c94fd39a-1681-446c-8609-65d5450974ca owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:04:58.103964 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.126050 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.133027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94fd39a-1681-446c-8609-65d5450974ca,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:58.138437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] No DVR routers for this DVR port c94fd39a-1681-446c-8609-65d5450974ca on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:04:58.177115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] No DVR routers for this DVR port c94fd39a-1681-446c-8609-65d5450974ca on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:04:58.179217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Pushing event deleted for resources: {'Port': ['ID=c94fd39a-1681-446c-8609-65d5450974ca,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:58.198644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.199170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.199697 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.200235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.200716 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.201193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.201745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.202277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.202746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.203223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.203719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.204191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1981ec-621f-4b98-ad9d-6a178dfd01ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:04:58.248954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.260687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f93c51-6abc-42ef-b5b7-2b7f628783d3']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:04:58.271152 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9307563-6676-4d45-aca5-3a26486ef79f') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:04:58.271446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9307563-6676-4d45-aca5-3a26486ef79f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:04:58.281718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.301831 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.307376 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:04:58.307864 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:04:58.316554 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:04:58.507764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.513253 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:58.515457 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] 10.222.0.44 "DELETE /v2.0/networks/62f93c51-6abc-42ef-b5b7-2b7f628783d3 HTTP/1.1" status: 204 len: 168 time: 0.9099059 Aug 19 13:04:58.518279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49558) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:04:58.532620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2e74d-a630-4ccf-9a8a-b15eaa589465 admin admin] Pushing event deleted for resources: {'Network': ['ID=62f93c51-6abc-42ef-b5b7-2b7f628783d3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:04:58.995931 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:59.002067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:59.615904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c94fd39a-1681-446c-8609-65d5450974ca no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:04:59.658157 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: c94fd39a-1681-446c-8609-65d5450974ca {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:04:59.658811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c94fd39a-1681-446c-8609-65d5450974ca not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:04:59.688793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Deleting port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:04:59.689254 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:59.779130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] For port 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=65e0ae8e-1f95-49e5-92f7-b1acb9fbea89,segment=NetworkSegment(f5dfda25-1ee0-4650-946b-3f434a199735),segment_id=f5dfda25-1ee0-4650-946b-3f434a199735)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:04:59.779442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:59.792909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Calling delete_port for 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:05:00.087182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:00.115749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Pushing event deleted for resources: {'Port': ['ID=65e0ae8e-1f95-49e5-92f7-b1acb9fbea89,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:00.130076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.130076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.134241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.134241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.134241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.134241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.134241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.134241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.134241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.134241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.134241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.134241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:05:00.354336 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:00.630684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Router 9d6aaccc-0b16-4adb-b817-23439fc6f688 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:05:00.754742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:05:00.760101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-997018ee-83d4-4b54-9470-3783a4c6453c admin admin] 10.222.0.44 "PUT /v2.0/routers/9d6aaccc-0b16-4adb-b817-23439fc6f688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2400370 Aug 19 13:05:00.762522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49634) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:00.768660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895dd9d-49c4-4579-9c92-4ac152fd293e None None] Sync routers for ids ['9d6aaccc-0b16-4adb-b817-23439fc6f688'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:05:00.781158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895dd9d-49c4-4579-9c92-4ac152fd293e None None] Routers {'9d6aaccc-0b16-4adb-b817-23439fc6f688'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:05:00.781955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2895dd9d-49c4-4579-9c92-4ac152fd293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:04:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9d6aaccc-0b16-4adb-b817-23439fc6f688'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:00.886730 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:00.912097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2895dd9d-49c4-4579-9c92-4ac152fd293e None None] Set router 9d6aaccc-0b16-4adb-b817-23439fc6f688 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:05:01.014746 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:01.131372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2895dd9d-49c4-4579-9c92-4ac152fd293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'name': 'tempest-TestVolumeBackupRestore-179890949-router', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:50Z', 'updated_at': '2021-08-19T13:04:59Z', 'revision_number': 5, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'gw_port': {'id': '7807c2da-7485-4119-a03a-f18d92099cbe', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:59:51Z', 'updated_at': '2021-08-19T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:01.161565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895dd9d-49c4-4579-9c92-4ac152fd293e None None] Checking router: 9d6aaccc-0b16-4adb-b817-23439fc6f688 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:05:01.170675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895dd9d-49c4-4579-9c92-4ac152fd293e None None] Routers {'9d6aaccc-0b16-4adb-b817-23439fc6f688'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:05:01.171398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2895dd9d-49c4-4579-9c92-4ac152fd293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:04:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9d6aaccc-0b16-4adb-b817-23439fc6f688'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:01.173962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Deleting port 7807c2da-7485-4119-a03a-f18d92099cbe {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:05:01.174310 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:01.278154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2895dd9d-49c4-4579-9c92-4ac152fd293e None None] Set router 9d6aaccc-0b16-4adb-b817-23439fc6f688 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:05:01.282717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] For port 7807c2da-7485-4119-a03a-f18d92099cbe, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7807c2da-7485-4119-a03a-f18d92099cbe,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:01.283044 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:01.297946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Calling delete_port for 7807c2da-7485-4119-a03a-f18d92099cbe owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:05:01.339363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2895dd9d-49c4-4579-9c92-4ac152fd293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'name': 'tempest-TestVolumeBackupRestore-179890949-router', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:50Z', 'updated_at': '2021-08-19T13:05:01Z', 'revision_number': 6, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:01.368116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895dd9d-49c4-4579-9c92-4ac152fd293e None None] The sync data for ids ['9d6aaccc-0b16-4adb-b817-23439fc6f688'] in n-d-778732-8 is: [{'id': '9d6aaccc-0b16-4adb-b817-23439fc6f688', 'name': 'tempest-TestVolumeBackupRestore-179890949-router', 'tenant_id': 'a086c5c388a848e3bcc32615b95e5698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:59:50Z', 'updated_at': '2021-08-19T13:05:01Z', 'revision_number': 6, 'project_id': 'a086c5c388a848e3bcc32615b95e5698', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:05:01.629832 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:01.655543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Pushing event deleted for resources: {'Port': ['ID=7807c2da-7485-4119-a03a-f18d92099cbe,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:01.739635 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:01.890678 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:01.909660 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.082002 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.082970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d6aaccc-0b16-4adb-b817-23439fc6f688 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:05:02.088159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.089365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0a4134e1-0af6-4489-855c-73862b9e789f admin admin] 10.222.0.44 "DELETE /v2.0/routers/9d6aaccc-0b16-4adb-b817-23439fc6f688 HTTP/1.1" status: 204 len: 168 time: 1.3259127 Aug 19 13:05:02.091834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49684) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:02.142723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ecc2b2-ad04-4dd5-b365-af6c43d47007 admin admin] Deleting subnet b71cd4dd-a14e-4370-a69d-e22cc878151d {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:05:02.145748 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29ecc2b2-ad04-4dd5-b365-af6c43d47007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.188586 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29ecc2b2-ad04-4dd5-b365-af6c43d47007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.257682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:05:02.281690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:05:02.282296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 65e0ae8e-1f95-49e5-92f7-b1acb9fbea89 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:05:02.315188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29ecc2b2-ad04-4dd5-b365-af6c43d47007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.469511 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29ecc2b2-ad04-4dd5-b365-af6c43d47007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.507983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecc2b2-ad04-4dd5-b365-af6c43d47007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71cd4dd-a14e-4370-a69d-e22cc878151d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:02.513939 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29ecc2b2-ad04-4dd5-b365-af6c43d47007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.515614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f15f7ca-75ae-4f0c-9e2e-1d2c76ba1504 None None] Network bf00feed-e4a0-4f19-947f-f2998e29c071 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:05:02.515732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-29ecc2b2-ad04-4dd5-b365-af6c43d47007 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b71cd4dd-a14e-4370-a69d-e22cc878151d HTTP/1.1" status: 204 len: 168 time: 0.4229729 Aug 19 13:05:02.518562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49698) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:02.624400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.701095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Deleting port 17bc9114-1e96-448a-99e3-3ec62d813a99 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:05:02.701580 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.801900 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] For port 17bc9114-1e96-448a-99e3-3ec62d813a99, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17bc9114-1e96-448a-99e3-3ec62d813a99,segment=NetworkSegment(f5dfda25-1ee0-4650-946b-3f434a199735),segment_id=f5dfda25-1ee0-4650-946b-3f434a199735)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:02.802323 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:02.819009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Calling delete_port for 17bc9114-1e96-448a-99e3-3ec62d813a99 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:05:02.957705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49825563-f0ae-4d39-8b72-1931c82d3343 None None] DHCP port deletion for bf00feed-e4a0-4f19-947f-f2998e29c071 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:05:03.009152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-49825563-f0ae-4d39-8b72-1931c82d3343 None None] Deleting port 17bc9114-1e96-448a-99e3-3ec62d813a99 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:05:03.009573 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49825563-f0ae-4d39-8b72-1931c82d3343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:03.076738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-49825563-f0ae-4d39-8b72-1931c82d3343 None None] For port 17bc9114-1e96-448a-99e3-3ec62d813a99, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=17bc9114-1e96-448a-99e3-3ec62d813a99,segment=NetworkSegment(f5dfda25-1ee0-4650-946b-3f434a199735),segment_id=f5dfda25-1ee0-4650-946b-3f434a199735)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:03.077142 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49825563-f0ae-4d39-8b72-1931c82d3343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:03.089501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-49825563-f0ae-4d39-8b72-1931c82d3343 None None] Calling delete_port for 17bc9114-1e96-448a-99e3-3ec62d813a99 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:05:03.125178 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:03.150568 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Pushing event deleted for resources: {'Port': ['ID=17bc9114-1e96-448a-99e3-3ec62d813a99,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:03.157327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] No DVR routers for this DVR port 17bc9114-1e96-448a-99e3-3ec62d813a99 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:05:03.175157 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-49825563-f0ae-4d39-8b72-1931c82d3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:03.214437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49825563-f0ae-4d39-8b72-1931c82d3343 None None] Pushing event deleted for resources: {'Port': ['ID=17bc9114-1e96-448a-99e3-3ec62d813a99,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:03.229815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49825563-f0ae-4d39-8b72-1931c82d3343 None None] No DVR routers for this DVR port 17bc9114-1e96-448a-99e3-3ec62d813a99 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:05:03.243059 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:03.253906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf00feed-e4a0-4f19-947f-f2998e29c071']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:03.265704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dfda25-1ee0-4650-946b-3f434a199735') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:03.266008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dfda25-1ee0-4650-946b-3f434a199735') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:03.277099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:03.292603 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:03.299376 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:05:03.299786 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:05:03.302408 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:05:03.396553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c30fe-9569-46e5-8818-f88ac59a44d4 req-0bd9acb0-2814-4c59-a6dd-b8222944ef03 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:03.398293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be8c30fe-9569-46e5-8818-f88ac59a44d4 req-0bd9acb0-2814-4c59-a6dd-b8222944ef03 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 945 time: 0.0581443 Aug 19 13:05:03.439671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be8c30fe-9569-46e5-8818-f88ac59a44d4 req-0d90caea-9e98-4187-a998-acc987927aba tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348191 Aug 19 13:05:03.543150 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:03.560939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:03.568882 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] 10.222.0.44 "DELETE /v2.0/networks/bf00feed-e4a0-4f19-947f-f2998e29c071 HTTP/1.1" status: 204 len: 168 time: 1.0480552 Aug 19 13:05:03.588112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbb288-8efe-4772-b9d1-625d9992412b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf00feed-e4a0-4f19-947f-f2998e29c071,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:03.617004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7807c2da-7485-4119-a03a-f18d92099cbe no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:05:03.647070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 7807c2da-7485-4119-a03a-f18d92099cbe {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:05:03.647801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7807c2da-7485-4119-a03a-f18d92099cbe not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:05:03.648422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17bc9114-1e96-448a-99e3-3ec62d813a99 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:05:03.671545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 17bc9114-1e96-448a-99e3-3ec62d813a99 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:05:03.671892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 17bc9114-1e96-448a-99e3-3ec62d813a99 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:05:04.006361 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49742) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:04.065647 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9123583b-eda3-4c57-b038-40e856067c49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e448448ae4ce4451b9518f0c24cfdba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574751 Aug 19 13:05:04.068039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49744) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:04.134953 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a90afb05-361c-439f-8f2b-ab1c50a80d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:04.165310 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a90afb05-361c-439f-8f2b-ab1c50a80d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:04.350077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a90afb05-361c-439f-8f2b-ab1c50a80d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:04.352701 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a90afb05-361c-439f-8f2b-ab1c50a80d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:04.354609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a90afb05-361c-439f-8f2b-ab1c50a80d3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ab0fd48-8203-40d4-b555-212eff3b74ed HTTP/1.1" status: 204 len: 168 time: 0.2848146 Aug 19 13:05:04.373768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90afb05-361c-439f-8f2b-ab1c50a80d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab0fd48-8203-40d4-b555-212eff3b74ed,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:04.573881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676c70d-206a-4ac7-893b-d7892e5fcf41 req-b2c7b4e3-ce6a-4535-98d3-de2159b43be8 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:04.575423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d676c70d-206a-4ac7-893b-d7892e5fcf41 req-b2c7b4e3-ce6a-4535-98d3-de2159b43be8 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 945 time: 0.0583496 Aug 19 13:05:04.620197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d676c70d-206a-4ac7-893b-d7892e5fcf41 req-f04e0d55-3001-4376-bd3e-7393ff164604 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Aug 19 13:05:04.995812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff72d5-9343-4aba-8f5d-05d20d451418 req-1c7bbbb2-4a22-4c9e-b158-2de1c2615fbf tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:04.997796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8bff72d5-9343-4aba-8f5d-05d20d451418 req-1c7bbbb2-4a22-4c9e-b158-2de1c2615fbf tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 945 time: 0.0539315 Aug 19 13:05:05.112206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-8bff72d5-9343-4aba-8f5d-05d20d451418 req-21ebbcee-99ba-4dd1-b8de-3dc8fdca4582 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Deleting port e80b6d6e-388a-4366-8e03-e7c5d2007d1a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:05:05.112206 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8bff72d5-9343-4aba-8f5d-05d20d451418 req-21ebbcee-99ba-4dd1-b8de-3dc8fdca4582 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:05.144931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 49754) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:05.195678 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1d850361-905e-45df-8350-96f9af2a0622 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a086c5c388a848e3bcc32615b95e5698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496604 Aug 19 13:05:05.198319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49756) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:05.227510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8bff72d5-9343-4aba-8f5d-05d20d451418 req-21ebbcee-99ba-4dd1-b8de-3dc8fdca4582 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] For port e80b6d6e-388a-4366-8e03-e7c5d2007d1a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e80b6d6e-388a-4366-8e03-e7c5d2007d1a,segment=NetworkSegment(1d527144-53dd-4fe4-82ce-e20b68e838bb),segment_id=1d527144-53dd-4fe4-82ce-e20b68e838bb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:05.227880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8bff72d5-9343-4aba-8f5d-05d20d451418 req-21ebbcee-99ba-4dd1-b8de-3dc8fdca4582 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:05.249097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-8bff72d5-9343-4aba-8f5d-05d20d451418 req-21ebbcee-99ba-4dd1-b8de-3dc8fdca4582 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Calling delete_port for e80b6d6e-388a-4366-8e03-e7c5d2007d1a owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:05:05.318669 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-264147d4-80d2-46d8-bd25-dcbff0512533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:05.354276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-264147d4-80d2-46d8-bd25-dcbff0512533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:05.559011 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-264147d4-80d2-46d8-bd25-dcbff0512533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:05.561712 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-264147d4-80d2-46d8-bd25-dcbff0512533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:05.563244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-264147d4-80d2-46d8-bd25-dcbff0512533 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8436001-7c19-4134-8617-234bb801b3b3 HTTP/1.1" status: 204 len: 168 time: 0.3639855 Aug 19 13:05:05.572818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264147d4-80d2-46d8-bd25-dcbff0512533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8436001-7c19-4134-8617-234bb801b3b3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:05.602012 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8bff72d5-9343-4aba-8f5d-05d20d451418 req-21ebbcee-99ba-4dd1-b8de-3dc8fdca4582 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:05.625405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebbcee-99ba-4dd1-b8de-3dc8fdca4582 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Pushing event deleted for resources: {'Port': ['ID=e80b6d6e-388a-4366-8e03-e7c5d2007d1a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:05.684305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bff72d5-9343-4aba-8f5d-05d20d451418 req-21ebbcee-99ba-4dd1-b8de-3dc8fdca4582 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] No DVR routers for this DVR port e80b6d6e-388a-4366-8e03-e7c5d2007d1a on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:05:05.688036 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8bff72d5-9343-4aba-8f5d-05d20d451418 req-21ebbcee-99ba-4dd1-b8de-3dc8fdca4582 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:05.691710 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8bff72d5-9343-4aba-8f5d-05d20d451418 req-21ebbcee-99ba-4dd1-b8de-3dc8fdca4582 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.53 "DELETE /v2.0/ports/e80b6d6e-388a-4366-8e03-e7c5d2007d1a HTTP/1.1" status: 204 len: 173 time: 0.6775410 Aug 19 13:05:05.693755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbbd0c8-8699-46a5-8582-b0a6116ce4b9', 'name': 'network-vif-deleted', 'tag': 'e80b6d6e-388a-4366-8e03-e7c5d2007d1a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:05:05.695900 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbd8c33-1ad5-4e89-b710-c770f6e51c1e" -d '{"events": [{"server_uuid": "3bbbd0c8-8699-46a5-8582-b0a6116ce4b9", "name": "network-vif-deleted", "tag": "e80b6d6e-388a-4366-8e03-e7c5d2007d1a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:05:05.741047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9312be9b-917e-4e44-b13d-c5786301f280 req-faf15c2c-b0f5-46ae-a452-da6dd81b5c13 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbbd0c8-8699-46a5-8582-b0a6116ce4b9 HTTP/1.1" status: 200 len: 210 time: 0.0415301 Aug 19 13:05:05.747789 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5cd783-d787-446b-b1d9-55f171807d33 x-openstack-request-id: req-1d5cd783-d787-446b-b1d9-55f171807d33 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:05:05.748086 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbbd0c8-8699-46a5-8582-b0a6116ce4b9", "name": "network-vif-deleted", "tag": "e80b6d6e-388a-4366-8e03-e7c5d2007d1a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:05:05.748346 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d5cd783-d787-446b-b1d9-55f171807d33 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:05:05.748747 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbbd0c8-8699-46a5-8582-b0a6116ce4b9', 'name': 'network-vif-deleted', 'tag': 'e80b6d6e-388a-4366-8e03-e7c5d2007d1a', 'status': 'completed', 'code': 200} Aug 19 13:05:07.464856 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:05:07.582111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e80b6d6e-388a-4366-8e03-e7c5d2007d1a no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:05:07.603555 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: e80b6d6e-388a-4366-8e03-e7c5d2007d1a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:05:07.603907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e80b6d6e-388a-4366-8e03-e7c5d2007d1a not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:05:12.126901 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:14.568795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-f94e9312-ee06-452d-b02f-a00272d9968c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091766792&fields=id&tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 267 time: 0.0911767 Aug 19 13:05:14.646770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-9640da5d-1947-4dbd-9e24-5aa04d715519 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:14.648298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-9640da5d-1947-4dbd-9e24-5aa04d715519 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/networks?id=3177db18-896d-4955-b7db-f7b974485f58 HTTP/1.1" status: 200 len: 811 time: 0.1833115 Aug 19 13:05:14.677780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-98e34eed-5573-46f2-9095-e361c7f4e162 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/quotas/dd974995bfb34a63b3ad77e1eb27bc57 HTTP/1.1" status: 200 len: 375 time: 0.0214462 Aug 19 13:05:14.722777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-d8490860-fc2d-4491-8420-6a203d57223e tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd974995bfb34a63b3ad77e1eb27bc57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380669 Aug 19 13:05:14.756692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-07bc2740-f8cb-484f-945c-e2a160c90b4e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:14.758892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-07bc2740-f8cb-484f-945c-e2a160c90b4e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.1759775 Aug 19 13:05:14.779634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-8933fb2e-5d05-4e28-a719-ac08ccf87901 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/quotas/6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 375 time: 0.0155485 Aug 19 13:05:14.846297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-9a09e684-372a-4149-9b10-1ddf973accda tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0601256 Aug 19 13:05:14.873043 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:15.019813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c27bfd7a-2040-47be-8c55-8247721b1ce6 service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605752 Aug 19 13:05:15.021915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-35952095-cb5c-4d17-bdc5-992efe0a9bdf service neutron] 10.222.0.44 "GET /v2.0/networks/3177db18-896d-4955-b7db-f7b974485f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904136 Aug 19 13:05:15.184875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-55e2fcb0-6727-46cb-83ee-1f8784c35255 service neutron] 10.222.0.44 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586373 Aug 19 13:05:15.186895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-dc454c53-92a1-43ed-9b62-fcb98709b24c service neutron] 10.222.0.44 "GET /v2.0/networks/3177db18-896d-4955-b7db-f7b974485f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530385 Aug 19 13:05:15.466469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea70491e-9e14-40e6-8602-f521ca9b90cf req-c57b0e39-8f28-434e-8f5c-3fdd878ed5b5 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 210 time: 0.0281413 Aug 19 13:05:15.781297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa503e62-d6fa-445e-95da-80ecb017aea6 req-b7f0c066-3bd0-4953-ac1c-00b86530f4b4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Aug 19 13:05:16.545221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e43bcf11-66d7-4e93-a4b7-5b901cc9a273 req-0aaf70f7-f4d5-487d-aaa2-b234fd2384e0 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 210 time: 0.0270333 Aug 19 13:05:16.858071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-154cf772-42cf-4bfe-9501-b4004f8b5469 req-b39877fe-d235-4d5b-a5a9-ace1ce37d517 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 210 time: 0.0256417 Aug 19 13:05:17.647220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c216bba-1c52-4d00-8794-16cbdf4f6264 req-6b65b2dc-2cd4-4de6-9881-e90c5ffbc61d tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 210 time: 0.0310223 Aug 19 13:05:17.958945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6ea0327-c606-4449-8b8f-01ec91fb5c26 req-dee19cfc-ee61-486f-9dad-9f91242f7ead tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 210 time: 0.0284226 Aug 19 13:05:18.733816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-141b12f1-2f15-478a-8d89-ab672a1edde2 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:18.735293 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-141b12f1-2f15-478a-8d89-ab672a1edde2 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.52 "GET /v2.0/networks?id=3177db18-896d-4955-b7db-f7b974485f58 HTTP/1.1" status: 200 len: 811 time: 0.1218493 Aug 19 13:05:18.749427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Request body: {'port': {'device_id': 'bc663a5f-90eb-48c8-b45a-850c5c638ead', 'network_id': '3177db18-896d-4955-b7db-f7b974485f58', 'admin_state_up': True, 'tenant_id': 'dd974995bfb34a63b3ad77e1eb27bc57'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:18.758981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c21b72d-d0d0-43b6-8d33-4f1a1aa54014 req-c2c553b6-7285-45f5-be68-5924d80247dd tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 210 time: 0.0278075 Aug 19 13:05:18.926877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Made reservation on behalf of dd974995bfb34a63b3ad77e1eb27bc57 for: {'port': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:05:18.930560 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:19.058574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2c62c31-5f0b-4eaa-b785-9c70d22dca16 req-f18df4e9-9b2d-4048-b9ce-0ee979bd791b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 210 time: 0.0299151 Aug 19 13:05:19.072956 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Allocated IP 172.20.0.10 (3177db18-896d-4955-b7db-f7b974485f58/9153ecdb-6db5-495d-ab36-086be937afbb/d7f7f67d-2d90-4a14-aa60-df7b28c794da) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:05:19.228374 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:19.405142 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:19.459243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Network 3177db18-896d-4955-b7db-f7b974485f58 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:05:19.465070 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:05:19.468005 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:05:19.508399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Pushing event updated for resources: {'Port': ['ID=d7f7f67d-2d90-4a14-aa60-df7b28c794da,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:19.532043 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:19.532680 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:19.639722 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-a732c39b-464e-4542-9115-aedc17354193 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8944392 Aug 19 13:05:19.654959 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-812a2539-a6c5-4f74-8492-558d4a1e6cfd tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:05:19.655157 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-812a2539-a6c5-4f74-8492-558d4a1e6cfd tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061479 Aug 19 13:05:19.667435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Request body: {'port': {'device_id': 'bc663a5f-90eb-48c8-b45a-850c5c638ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:19.722888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-d695e484-ef41-4e1c-aa54-c03142db2d65 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:19.724837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-d695e484-ef41-4e1c-aa54-c03142db2d65 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 812 time: 0.4622090 Aug 19 13:05:19.731270 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:19.773585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-148e4100-23e7-4fa9-a687-d454841364eb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0 HTTP/1.1" status: 200 len: 380 time: 0.0372670 Aug 19 13:05:19.785861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'port': {'device_id': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'admin_state_up': True, 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'security_groups': ['275d589a-000e-455c-abd7-d05619534966']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:19.923642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e4c-65ab-4948-9521-16680943ac42 req-5a0fb115-f7fb-4c82-a3fe-a2762b057e8c tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:19.926658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4161e4c-65ab-4948-9521-16680943ac42 req-5a0fb115-f7fb-4c82-a3fe-a2762b057e8c tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 932 time: 0.0884054 Aug 19 13:05:19.981479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4161e4c-65ab-4948-9521-16680943ac42 req-8390e529-ac3a-4761-bad6-52ce18670fb6 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 Aug 19 13:05:20.041007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Made reservation on behalf of 6dcf49fa15c048dfa4e76d7d7075bce0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:05:20.044866 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.200925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cf67911-1924-45ae-825a-594422873612 req-349343fe-02f6-41c4-93da-9850a4605ce9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 210 time: 0.0419636 Aug 19 13:05:20.216894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Allocated IP 172.20.0.14 (0df94dc4-f74a-4c4c-a79c-f76afcd8ec04/370f4677-1716-4b96-8840-b61aeda76836/9b67b640-6f75-4a08-91d8-02d45b326fc3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:05:20.342320 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f7f67d-2d90-4a14-aa60-df7b28c794da {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:05:20.351755 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.364587 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Transition to ACTIVE for port object d7f7f67d-2d90-4a14-aa60-df7b28c794da will not be triggered until provisioned by entity L2. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:05:20.373634 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.388086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Transition to ACTIVE for port object 9b67b640-6f75-4a08-91d8-02d45b326fc3 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:05:20.469281 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.519454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Pushing event updated for resources: {'Port': ['ID=d7f7f67d-2d90-4a14-aa60-df7b28c794da,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:20.522789 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.582781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:05:20.586295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:05:20.591549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:05:20.595948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=9b67b640-6f75-4a08-91d8-02d45b326fc3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:20.597937 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Attempting to bind port d7f7f67d-2d90-4a14-aa60-df7b28c794da on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:05:20.598428 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Attempting to bind port d7f7f67d-2d90-4a14-aa60-df7b28c794da by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '1d527144-53dd-4fe4-82ce-e20b68e838bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3177db18-896d-4955-b7db-f7b974485f58'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:05:20.598769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Attempting to bind port d7f7f67d-2d90-4a14-aa60-df7b28c794da on network 3177db18-896d-4955-b7db-f7b974485f58 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:05:20.604442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Port d7f7f67d-2d90-4a14-aa60-df7b28c794da on network 3177db18-896d-4955-b7db-f7b974485f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:05:20.604642 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Attempting to bind port d7f7f67d-2d90-4a14-aa60-df7b28c794da on network 3177db18-896d-4955-b7db-f7b974485f58 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:05:20.610675 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:05:20.611098 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Checking segment: {'id': '1d527144-53dd-4fe4-82ce-e20b68e838bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3177db18-896d-4955-b7db-f7b974485f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:05:20.611551 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Bound using segment: {'id': '1d527144-53dd-4fe4-82ce-e20b68e838bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3177db18-896d-4955-b7db-f7b974485f58'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:05:20.612133 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Bound port: d7f7f67d-2d90-4a14-aa60-df7b28c794da, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d527144-53dd-4fe4-82ce-e20b68e838bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3177db18-896d-4955-b7db-f7b974485f58'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:05:20.612643 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.652983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:20.653709 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.690455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] For port d7f7f67d-2d90-4a14-aa60-df7b28c794da, host n-h2-778732-8, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:05:20.694454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] For port d7f7f67d-2d90-4a14-aa60-df7b28c794da, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d7f7f67d-2d90-4a14-aa60-df7b28c794da,segment=NetworkSegment(1d527144-53dd-4fe4-82ce-e20b68e838bb),segment_id=1d527144-53dd-4fe4-82ce-e20b68e838bb)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:05:20.767715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-dad29b3e-4bb8-4724-a47d-a5144e7e6dc6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9875152 Aug 19 13:05:20.782140 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.785203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Request body: {'port': {'device_id': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:20.828247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:20.828882 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.830485 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] 10.222.0.52 "PUT /v2.0/ports/d7f7f67d-2d90-4a14-aa60-df7b28c794da HTTP/1.1" status: 200 len: 1092 time: 1.1674454 Aug 19 13:05:20.832351 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc663a5f-90eb-48c8-b45a-850c5c638ead', 'tag': 'd7f7f67d-2d90-4a14-aa60-df7b28c794da'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:05:20.835039 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e02813c2d774f0e845725b0e0776a654cb88a457cbecacfac2a1ac9af6ec70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744cbb7c-2573-444e-9965-1803376ffc40" -d '{"events": [{"name": "network-changed", "server_uuid": "bc663a5f-90eb-48c8-b45a-850c5c638ead", "tag": "d7f7f67d-2d90-4a14-aa60-df7b28c794da"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:05:20.846893 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.885645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233abb6-6896-474f-ba0f-25b3d42e6c8f service neutron] Pushing event updated for resources: {'Port': ['ID=d7f7f67d-2d90-4a14-aa60-df7b28c794da,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:20.889718 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace60b4a-8878-4f06-a2b2-d9f08ea1e6a0 x-openstack-request-id: req-ace60b4a-8878-4f06-a2b2-d9f08ea1e6a0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:05:20.890762 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc663a5f-90eb-48c8-b45a-850c5c638ead", "tag": "d7f7f67d-2d90-4a14-aa60-df7b28c794da", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:05:20.890762 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ace60b4a-8878-4f06-a2b2-d9f08ea1e6a0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:05:20.890960 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc663a5f-90eb-48c8-b45a-850c5c638ead', 'tag': 'd7f7f67d-2d90-4a14-aa60-df7b28c794da', 'status': 'completed', 'code': 200} Aug 19 13:05:20.938621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2bd6cc26-2591-48e5-9224-17c5bbbdc339 None None] Provisioning for port 9b67b640-6f75-4a08-91d8-02d45b326fc3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:05:20.948454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2bd6cc26-2591-48e5-9224-17c5bbbdc339 None None] Provisioning complete for port 9b67b640-6f75-4a08-91d8-02d45b326fc3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:05:20.949097 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2bd6cc26-2591-48e5-9224-17c5bbbdc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:20.973475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cbb7c-2573-444e-9965-1803376ffc40 req-e36552fd-5b48-45c7-8e5f-2bf127651de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:20.975457 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-744cbb7c-2573-444e-9965-1803376ffc40 req-e36552fd-5b48-45c7-8e5f-2bf127651de4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd974995bfb34a63b3ad77e1eb27bc57&device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 1095 time: 0.0664957 Aug 19 13:05:20.996861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6cc26-2591-48e5-9224-17c5bbbdc339 None None] Port 9b67b640-6f75-4a08-91d8-02d45b326fc3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:05:21.098654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cbb7c-2573-444e-9965-1803376ffc40 req-eaa13faf-cd1a-4ad5-b66f-728b5c5bb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:21.100069 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-744cbb7c-2573-444e-9965-1803376ffc40 req-eaa13faf-cd1a-4ad5-b66f-728b5c5bb3ac service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=dd974995bfb34a63b3ad77e1eb27bc57&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1159375 Aug 19 13:05:21.156661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc869f-9d32-4431-9ff6-1fefd6830f0c req-1efdcee2-1b08-4f7c-bbdc-b7bff81ec5e1 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:21.158212 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79fc869f-9d32-4431-9ff6-1fefd6830f0c req-1efdcee2-1b08-4f7c-bbdc-b7bff81ec5e1 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 944 time: 0.0811777 Aug 19 13:05:21.164289 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3e36f9c2-c285-4bcc-9a62-2ae87722c164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:21.214815 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cbb7c-2573-444e-9965-1803376ffc40 req-a6a048c9-c330-4804-bc8b-fa040830dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:21.216350 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-744cbb7c-2573-444e-9965-1803376ffc40 req-a6a048c9-c330-4804-bc8b-fa040830dac3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082823 Aug 19 13:05:21.224010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79fc869f-9d32-4431-9ff6-1fefd6830f0c req-251f5b9a-003b-4d46-9a07-6f4a574143a7 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530450 Aug 19 13:05:21.266918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b67b640-6f75-4a08-91d8-02d45b326fc3 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:05:21.275806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:21.302271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Transition to ACTIVE for port object 9b67b640-6f75-4a08-91d8-02d45b326fc3 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:05:21.312981 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-6a221f37-f0c8-4e3b-9171-170e9a58b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:21.314670 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-6a221f37-f0c8-4e3b-9171-170e9a58b466 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd974995bfb34a63b3ad77e1eb27bc57&device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 1095 time: 0.0486159 Aug 19 13:05:21.340882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d54d3-ebf8-495f-9812-776c41de8a22 req-61abc2fb-8fb4-475e-b88f-39533f728434 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:21.342539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-440d54d3-ebf8-495f-9812-776c41de8a22 req-61abc2fb-8fb4-475e-b88f-39533f728434 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 932 time: 0.0569718 Aug 19 13:05:21.360158 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-0c5cd2c0-760b-4392-9d08-4b479ed0d56c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7f7f67d-2d90-4a14-aa60-df7b28c794da HTTP/1.1" status: 200 len: 217 time: 0.0351982 Aug 19 13:05:21.385298 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-440d54d3-ebf8-495f-9812-776c41de8a22 req-3524f52f-8901-4ded-b0be-83b66b952b3f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348692 Aug 19 13:05:21.392900 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:21.422925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-f4dd0d34-4a78-41ea-bf59-73c868f2e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:21.425111 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-f4dd0d34-4a78-41ea-bf59-73c868f2e49a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9153ecdb-6db5-495d-ab36-086be937afbb HTTP/1.1" status: 200 len: 851 time: 0.0526783 Aug 19 13:05:21.460911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b67b640-6f75-4a08-91d8-02d45b326fc3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:21.464036 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-05a716b9-734b-4e2c-950f-464f60c1cb90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3177db18-896d-4955-b7db-f7b974485f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308609 Aug 19 13:05:21.550326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Attempting to bind port 9b67b640-6f75-4a08-91d8-02d45b326fc3 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:05:21.550326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Attempting to bind port 9b67b640-6f75-4a08-91d8-02d45b326fc3 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:05:21.550326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Attempting to bind port 9b67b640-6f75-4a08-91d8-02d45b326fc3 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:05:21.555585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Port 9b67b640-6f75-4a08-91d8-02d45b326fc3 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:05:21.555927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Attempting to bind port 9b67b640-6f75-4a08-91d8-02d45b326fc3 on network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:05:21.561253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:05:21.561638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Checking segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:05:21.562034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Bound using segment: {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:05:21.562480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Bound port: 9b67b640-6f75-4a08-91d8-02d45b326fc3, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:05:21.563043 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:21.577947 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-968e1f3e-3379-4bda-94fc-e13b02d139ac service neutron] 10.222.0.52 "GET /v2.0/networks/3177db18-896d-4955-b7db-f7b974485f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043670 Aug 19 13:05:21.649471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] For port 9b67b640-6f75-4a08-91d8-02d45b326fc3, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:05:21.653348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] For port 9b67b640-6f75-4a08-91d8-02d45b326fc3, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9b67b640-6f75-4a08-91d8-02d45b326fc3,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:05:21.699659 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-7fe6cd85-78c8-41d5-8cad-63f0b69ede55 service neutron] 10.222.0.52 "GET /v2.0/networks/3177db18-896d-4955-b7db-f7b974485f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127889 Aug 19 13:05:21.722274 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:21.764525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:21.765159 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:21.766633 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] 10.222.0.52 "PUT /v2.0/ports/9b67b640-6f75-4a08-91d8-02d45b326fc3 HTTP/1.1" status: 200 len: 1092 time: 0.9864435 Aug 19 13:05:21.767101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'tag': '9b67b640-6f75-4a08-91d8-02d45b326fc3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:05:21.769943 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6941e4-5890-46b4-a00d-0a35d2a7f39a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b76a1d-2941-4c2d-aa19-ccadeaf06964", "tag": "9b67b640-6f75-4a08-91d8-02d45b326fc3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:05:21.806062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce20ff-5b99-4077-a0c2-6ab4b425fac5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b67b640-6f75-4a08-91d8-02d45b326fc3,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:21.809794 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe16101b-00e1-4304-99a1-157333ed5bef x-openstack-request-id: req-fe16101b-00e1-4304-99a1-157333ed5bef {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:05:21.810094 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b76a1d-2941-4c2d-aa19-ccadeaf06964", "tag": "9b67b640-6f75-4a08-91d8-02d45b326fc3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:05:21.810491 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe16101b-00e1-4304-99a1-157333ed5bef {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:05:21.810897 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'tag': '9b67b640-6f75-4a08-91d8-02d45b326fc3', 'status': 'completed', 'code': 200} Aug 19 13:05:21.885640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6941e4-5890-46b4-a00d-0a35d2a7f39a req-b9b1339a-8792-4bfb-a95f-0b5daa3183d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:21.891295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f6941e4-5890-46b4-a00d-0a35d2a7f39a req-b9b1339a-8792-4bfb-a95f-0b5daa3183d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 1095 time: 0.0525389 Aug 19 13:05:22.006297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6941e4-5890-46b4-a00d-0a35d2a7f39a req-96a295da-a7d5-42d8-9099-7d425ae32bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:22.007877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f6941e4-5890-46b4-a00d-0a35d2a7f39a req-96a295da-a7d5-42d8-9099-7d425ae32bf1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1088963 Aug 19 13:05:22.112153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6941e4-5890-46b4-a00d-0a35d2a7f39a req-304ad3de-fde4-4f26-8857-ef7dad5189f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:22.113702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f6941e4-5890-46b4-a00d-0a35d2a7f39a req-304ad3de-fde4-4f26-8857-ef7dad5189f3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967014 Aug 19 13:05:22.193900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-115141b9-2104-4e36-b44a-9e99ffa13ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:22.195346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-115141b9-2104-4e36-b44a-9e99ffa13ea5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 1095 time: 0.0410013 Aug 19 13:05:22.238553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-7b55221f-c383-4a17-9810-752ce29e389c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b67b640-6f75-4a08-91d8-02d45b326fc3 HTTP/1.1" status: 200 len: 217 time: 0.0347695 Aug 19 13:05:22.310871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-bd5bd04b-6cd7-47ee-bf48-3fe128720cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:22.312514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-bd5bd04b-6cd7-47ee-bf48-3fe128720cb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0642717 Aug 19 13:05:22.385164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e9c03-ff45-492e-8ef3-2c2b462c42f3 req-843adb5f-fb55-4ab4-be92-8de99ff12bd0 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:22.386700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e33e9c03-ff45-492e-8ef3-2c2b462c42f3 req-843adb5f-fb55-4ab4-be92-8de99ff12bd0 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 944 time: 0.0875473 Aug 19 13:05:22.392580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-22f94ca6-1dad-400c-9344-02bd48c888fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:22.394188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-22f94ca6-1dad-400c-9344-02bd48c888fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630245 Aug 19 13:05:22.508764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e33e9c03-ff45-492e-8ef3-2c2b462c42f3 req-6426dc8f-46d7-4e91-b1be-cc6c125a735e tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136248 Aug 19 13:05:22.548530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-56113070-33d3-47c2-8bd7-3c99cb101272 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404958 Aug 19 13:05:22.556536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb65f-632a-48dc-8807-81b7bd11f05d req-87b0e60d-366d-4783-8530-58dcdfa3e80f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:22.558018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de8eb65f-632a-48dc-8807-81b7bd11f05d req-87b0e60d-366d-4783-8530-58dcdfa3e80f tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 944 time: 0.0965459 Aug 19 13:05:22.647517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de8eb65f-632a-48dc-8807-81b7bd11f05d req-1b04b5f2-72ce-4f2c-b55a-f79783148249 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807540 Aug 19 13:05:22.682145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5bdd817a-cca8-4433-9fbb-388a15aa056a req-4a4ca713-3df0-4ea6-a165-bbf91f621429 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231866 Aug 19 13:05:23.626894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d838768-501d-461d-9983-27db26407cda req-561630b4-8aa5-4b74-97bb-1ff4a85909f9 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:23.628608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d838768-501d-461d-9983-27db26407cda req-561630b4-8aa5-4b74-97bb-1ff4a85909f9 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 944 time: 0.0513179 Aug 19 13:05:23.669606 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d838768-501d-461d-9983-27db26407cda req-9ddc7129-618a-4236-be7f-7d6a1ca6c52e tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348120 Aug 19 13:05:23.771576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fd30-e915-461a-82db-57482c400aa0 req-0eb9ff2b-e218-41e2-867d-132b409cba35 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:23.773104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6515fd30-e915-461a-82db-57482c400aa0 req-0eb9ff2b-e218-41e2-867d-132b409cba35 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 944 time: 0.0520918 Aug 19 13:05:23.813026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6515fd30-e915-461a-82db-57482c400aa0 req-5b67e568-066c-4de8-88d2-539faaea70c6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332990 Aug 19 13:05:24.793699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd60e6-1461-477b-b0a6-84ecf582de89 req-8d6daf42-d149-4096-8fc0-4ccaf25d3953 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:24.795360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4abd60e6-1461-477b-b0a6-84ecf582de89 req-8d6daf42-d149-4096-8fc0-4ccaf25d3953 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 944 time: 0.0552101 Aug 19 13:05:24.835582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4abd60e6-1461-477b-b0a6-84ecf582de89 req-17e6bd63-0890-41ec-bd65-1c9a725ce6ec tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Aug 19 13:05:24.935020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b4d7c-44b5-4ccf-b4b2-f1f8e58f23d9 req-f92eae50-9474-41ad-97d9-8f2ef58881f4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:24.936550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b21b4d7c-44b5-4ccf-b4b2-f1f8e58f23d9 req-f92eae50-9474-41ad-97d9-8f2ef58881f4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 944 time: 0.0499899 Aug 19 13:05:24.975743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b21b4d7c-44b5-4ccf-b4b2-f1f8e58f23d9 req-f82e0b5f-26a5-48ba-b45c-2549bcde26b6 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328975 Aug 19 13:05:25.480958 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3b730373-9a04-4f0a-bc31-71bfa2f3df5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:25.541002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d7f7f67d-2d90-4a14-aa60-df7b28c794da details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:05:25.637865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port d7f7f67d-2d90-4a14-aa60-df7b28c794da, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d7f7f67d-2d90-4a14-aa60-df7b28c794da,segment=NetworkSegment(1d527144-53dd-4fe4-82ce-e20b68e838bb),segment_id=1d527144-53dd-4fe4-82ce-e20b68e838bb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:25.649760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'd7f7f67d-2d90-4a14-aa60-df7b28c794da', 'network_id': '3177db18-896d-4955-b7db-f7b974485f58', 'port_id': 'd7f7f67d-2d90-4a14-aa60-df7b28c794da', 'mac_address': 'fa:16:3e:c2:7e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9153ecdb-6db5-495d-ab36-086be937afbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:05:25.697265 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:25.715778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f7f67d-2d90-4a14-aa60-df7b28c794da {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:05:25.735418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port d7f7f67d-2d90-4a14-aa60-df7b28c794da, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d7f7f67d-2d90-4a14-aa60-df7b28c794da,segment=NetworkSegment(1d527144-53dd-4fe4-82ce-e20b68e838bb),segment_id=1d527144-53dd-4fe4-82ce-e20b68e838bb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:25.829283 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:25.878893 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:25.928924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=d7f7f67d-2d90-4a14-aa60-df7b28c794da,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:25.958202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac6efd-be55-493c-85cd-551c726655e1 req-457b3890-da47-4349-962a-55ff02a5dd73 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:25.959719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7cac6efd-be55-493c-85cd-551c726655e1 req-457b3890-da47-4349-962a-55ff02a5dd73 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 945 time: 0.0536678 Aug 19 13:05:26.000080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7cac6efd-be55-493c-85cd-551c726655e1 req-9c8d8b2c-bc24-4671-be17-5f99e76f7331 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338242 Aug 19 13:05:26.098943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bb083-d98c-434b-bc81-1f616fe5f02b req-66054f27-02ef-4978-bf16-8fab0b930b77 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:26.100457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-783bb083-d98c-434b-bc81-1f616fe5f02b req-66054f27-02ef-4978-bf16-8fab0b930b77 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 944 time: 0.0530829 Aug 19 13:05:26.121426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['d7f7f67d-2d90-4a14-aa60-df7b28c794da'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:05:26.140348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-783bb083-d98c-434b-bc81-1f616fe5f02b req-8a643a72-d6c8-430c-bbeb-f31daf5a1d09 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338788 Aug 19 13:05:27.069102 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:27.127134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcdde0-4e7f-43a0-8b02-c130d979747d req-172f4c8b-7e5f-4849-8a2f-b3034afd1167 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:27.129848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dbcdde0-4e7f-43a0-8b02-c130d979747d req-172f4c8b-7e5f-4849-8a2f-b3034afd1167 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 945 time: 0.0527146 Aug 19 13:05:27.168807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dbcdde0-4e7f-43a0-8b02-c130d979747d req-a4de2b80-d3b4-4353-897e-f2c2243c23c4 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Aug 19 13:05:27.257225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1eef2-2156-4575-bff3-a4567cb9c650 req-ad24aaa2-5078-4fa5-ad47-f0fe07caea7a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:27.258798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72d1eef2-2156-4575-bff3-a4567cb9c650 req-ad24aaa2-5078-4fa5-ad47-f0fe07caea7a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 944 time: 0.0496614 Aug 19 13:05:27.300216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72d1eef2-2156-4575-bff3-a4567cb9c650 req-98a69f20-905c-4b12-915b-abee086b3150 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348928 Aug 19 13:05:27.540105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d7f7f67d-2d90-4a14-aa60-df7b28c794da up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:05:27.684353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port d7f7f67d-2d90-4a14-aa60-df7b28c794da completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:05:27.694504 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port d7f7f67d-2d90-4a14-aa60-df7b28c794da triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:05:27.694504 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:27.764756 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:27.788202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc663a5f-90eb-48c8-b45a-850c5c638ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f7f67d-2d90-4a14-aa60-df7b28c794da'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:05:27.790437 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0722d0-3002-489a-9d24-2570fee104f2" -d '{"events": [{"server_uuid": "bc663a5f-90eb-48c8-b45a-850c5c638ead", "name": "network-vif-plugged", "status": "completed", "tag": "d7f7f67d-2d90-4a14-aa60-df7b28c794da"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:05:27.807262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port d7f7f67d-2d90-4a14-aa60-df7b28c794da, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d7f7f67d-2d90-4a14-aa60-df7b28c794da,segment=NetworkSegment(1d527144-53dd-4fe4-82ce-e20b68e838bb),segment_id=1d527144-53dd-4fe4-82ce-e20b68e838bb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:27.830052 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0578c72-f7ec-4eb9-a91b-df7fe27a663b x-openstack-request-id: req-d0578c72-f7ec-4eb9-a91b-df7fe27a663b {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:05:27.837493 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc663a5f-90eb-48c8-b45a-850c5c638ead", "name": "network-vif-plugged", "status": "completed", "tag": "d7f7f67d-2d90-4a14-aa60-df7b28c794da", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:05:27.837493 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0578c72-f7ec-4eb9-a91b-df7fe27a663b {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:05:27.837493 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc663a5f-90eb-48c8-b45a-850c5c638ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f7f67d-2d90-4a14-aa60-df7b28c794da', 'code': 200} Aug 19 13:05:27.909609 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:27.934883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea4ad9-7688-4156-b704-794bf9d5aeb4 req-3b0f581b-bb85-4216-9d18-32e7b2bdd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:27.942605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68ea4ad9-7688-4156-b704-794bf9d5aeb4 req-3b0f581b-bb85-4216-9d18-32e7b2bdd0b2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 1096 time: 0.0498302 Aug 19 13:05:27.959813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=d7f7f67d-2d90-4a14-aa60-df7b28c794da,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:27.976529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68ea4ad9-7688-4156-b704-794bf9d5aeb4 req-42181428-fbe2-41eb-a2bd-ec65eb0a7d0e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Aug 19 13:05:28.286732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7e53-d0c8-4545-8c3e-74e4fb22883c req-dae8de59-220e-49a6-85c0-e2dabcfb6860 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:28.288245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5d7e53-d0c8-4545-8c3e-74e4fb22883c req-dae8de59-220e-49a6-85c0-e2dabcfb6860 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 946 time: 0.0524714 Aug 19 13:05:28.327214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3f5d7e53-d0c8-4545-8c3e-74e4fb22883c req-784caba3-ca2d-4809-b729-6ce7ed5da6c7 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Aug 19 13:05:28.421785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09065d78-a5fd-40d5-aa7c-f88d9c88dfb0 req-f75392af-8a05-48af-8ca5-76631a2ec0c8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:28.423292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09065d78-a5fd-40d5-aa7c-f88d9c88dfb0 req-f75392af-8a05-48af-8ca5-76631a2ec0c8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 944 time: 0.0495954 Aug 19 13:05:28.464540 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09065d78-a5fd-40d5-aa7c-f88d9c88dfb0 req-d9c1618d-9b44-4abc-ab0c-06acd8ba39e9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337138 Aug 19 13:05:28.987173 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:29.452361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2887ca-49b6-472d-85ef-73f6e0262744 req-bf1c71a4-acc8-459a-b341-a21691ddb6dd tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:29.453930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a2887ca-49b6-472d-85ef-73f6e0262744 req-bf1c71a4-acc8-459a-b341-a21691ddb6dd tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 946 time: 0.0553432 Aug 19 13:05:29.498977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a2887ca-49b6-472d-85ef-73f6e0262744 req-4feb49f3-4989-4adf-be6d-938d7dcb6278 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341496 Aug 19 13:05:29.590038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9854d3f-a564-442d-8706-7419dd7d74fb req-ece25a6d-da9a-4bf0-b34b-04a8d40e68c9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:29.591467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9854d3f-a564-442d-8706-7419dd7d74fb req-ece25a6d-da9a-4bf0-b34b-04a8d40e68c9 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 944 time: 0.0547349 Aug 19 13:05:29.631547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9854d3f-a564-442d-8706-7419dd7d74fb req-7ae57dc6-b26b-492d-a109-8c198aecc6eb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331068 Aug 19 13:05:30.749942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0ec8b-79fe-4287-9904-bc99168b139e req-9a76a6db-7520-463e-b688-0f4660e8b2cd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:30.751520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5e0ec8b-79fe-4287-9904-bc99168b139e req-9a76a6db-7520-463e-b688-0f4660e8b2cd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 944 time: 0.0511384 Aug 19 13:05:30.791952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5e0ec8b-79fe-4287-9904-bc99168b139e req-fb9ccd7e-bd27-4f96-8bfd-764be9dc3645 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338306 Aug 19 13:05:31.918887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dc165-cf27-495c-8a88-a47ac207e70a req-4cc3d25b-7569-4e4e-b7be-4d3a6cd4e1eb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:31.920465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b6dc165-cf27-495c-8a88-a47ac207e70a req-4cc3d25b-7569-4e4e-b7be-4d3a6cd4e1eb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 944 time: 0.0555191 Aug 19 13:05:31.960838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b6dc165-cf27-495c-8a88-a47ac207e70a req-c20a08ba-09c0-4cf1-8f41-331273b9a5ae tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338740 Aug 19 13:05:33.091758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81e6c4-7855-43fa-a990-16b0ddb42fde req-83ec9138-2156-42cb-9281-0c6b93bf086c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:33.093261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d81e6c4-7855-43fa-a990-16b0ddb42fde req-83ec9138-2156-42cb-9281-0c6b93bf086c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 944 time: 0.0512474 Aug 19 13:05:33.132484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3d81e6c4-7855-43fa-a990-16b0ddb42fde req-0e45dbd0-4f60-4615-a598-d86fd1a35892 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331151 Aug 19 13:05:33.550037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 9b67b640-6f75-4a08-91d8-02d45b326fc3 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:05:33.653871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 9b67b640-6f75-4a08-91d8-02d45b326fc3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9b67b640-6f75-4a08-91d8-02d45b326fc3,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:33.665881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '9b67b640-6f75-4a08-91d8-02d45b326fc3', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'port_id': '9b67b640-6f75-4a08-91d8-02d45b326fc3', 'mac_address': 'fa:16:3e:dc:56:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:05:33.704304 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:33.718000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b67b640-6f75-4a08-91d8-02d45b326fc3 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:05:33.739870 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 9b67b640-6f75-4a08-91d8-02d45b326fc3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9b67b640-6f75-4a08-91d8-02d45b326fc3,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:33.863848 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:33.920497 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=9b67b640-6f75-4a08-91d8-02d45b326fc3,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:34.093811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['9b67b640-6f75-4a08-91d8-02d45b326fc3'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:05:34.255745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b33e-3a13-4f3c-80c4-bb805f5e71ff req-b28cec6e-20a1-4afe-a979-e92ae9ce83bf tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:34.257603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5839b33e-3a13-4f3c-80c4-bb805f5e71ff req-b28cec6e-20a1-4afe-a979-e92ae9ce83bf tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 945 time: 0.0529072 Aug 19 13:05:34.303735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5839b33e-3a13-4f3c-80c4-bb805f5e71ff req-9c20f65d-2c1a-4d35-a888-cfce644c6590 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391085 Aug 19 13:05:35.441013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d0481-de9b-4c62-bd48-895ba2a83192 req-60c09b7d-0e66-464d-b586-e20deb3f7345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:35.442539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea1d0481-de9b-4c62-bd48-895ba2a83192 req-60c09b7d-0e66-464d-b586-e20deb3f7345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 945 time: 0.0616958 Aug 19 13:05:35.484321 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea1d0481-de9b-4c62-bd48-895ba2a83192 req-96339e4b-2930-4003-8af1-e7ae4e11d453 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356667 Aug 19 13:05:35.563526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 9b67b640-6f75-4a08-91d8-02d45b326fc3 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:05:35.690275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 9b67b640-6f75-4a08-91d8-02d45b326fc3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:05:35.694503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 9b67b640-6f75-4a08-91d8-02d45b326fc3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:05:35.694887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:35.776198 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:35.801208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b67b640-6f75-4a08-91d8-02d45b326fc3'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:05:35.803447 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f75883-e39f-402a-8977-da2e9a5eb691" -d '{"events": [{"server_uuid": "b8b76a1d-2941-4c2d-aa19-ccadeaf06964", "name": "network-vif-plugged", "status": "completed", "tag": "9b67b640-6f75-4a08-91d8-02d45b326fc3"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:05:35.816850 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 9b67b640-6f75-4a08-91d8-02d45b326fc3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9b67b640-6f75-4a08-91d8-02d45b326fc3,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:35.845407 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a2ec67-e688-4de5-8d61-c588178b0a02 x-openstack-request-id: req-90a2ec67-e688-4de5-8d61-c588178b0a02 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:05:35.845407 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b76a1d-2941-4c2d-aa19-ccadeaf06964", "name": "network-vif-plugged", "status": "completed", "tag": "9b67b640-6f75-4a08-91d8-02d45b326fc3", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:05:35.845407 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90a2ec67-e688-4de5-8d61-c588178b0a02 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:05:35.845407 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b67b640-6f75-4a08-91d8-02d45b326fc3', 'code': 200} Aug 19 13:05:35.892037 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:35.940690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba8fbd-7c2e-4553-8b0c-ee3d08c4180f req-c1dfd7be-25b4-47b2-95db-1de865c02006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:35.942313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0ba8fbd-7c2e-4553-8b0c-ee3d08c4180f req-c1dfd7be-25b4-47b2-95db-1de865c02006 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 1097 time: 0.0427957 Aug 19 13:05:35.945716 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=9b67b640-6f75-4a08-91d8-02d45b326fc3,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:35.981354 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0ba8fbd-7c2e-4553-8b0c-ee3d08c4180f req-ff1868fd-b825-4aed-b16d-406f74281211 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Aug 19 13:05:36.607654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd2c51-45fb-4394-8791-3a9c7ee88fa1 req-02c32275-1ab3-4b7c-bbe0-6401dbc95205 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:36.609286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1dfd2c51-45fb-4394-8791-3a9c7ee88fa1 req-02c32275-1ab3-4b7c-bbe0-6401dbc95205 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 946 time: 0.0508180 Aug 19 13:05:36.655108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1dfd2c51-45fb-4394-8791-3a9c7ee88fa1 req-5f5e1fd4-9227-4922-b574-d934c671763d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332670 Aug 19 13:05:37.774576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379991-dcbe-4815-a9ba-94037e5783b9 req-842237d9-e956-4d2e-9a6d-b1296b8dedbe tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:37.776134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50379991-dcbe-4815-a9ba-94037e5783b9 req-842237d9-e956-4d2e-9a6d-b1296b8dedbe tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 946 time: 0.0565157 Aug 19 13:05:37.820290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50379991-dcbe-4815-a9ba-94037e5783b9 req-6e8aeb86-9ce1-4c28-bad3-2ae254369b46 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378265 Aug 19 13:05:37.938539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb9652-d02a-4d54-87c0-d913762082ad req-32b485ea-3e16-41ef-bde3-112b62a0f2e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:37.940457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ceb9652-d02a-4d54-87c0-d913762082ad req-32b485ea-3e16-41ef-bde3-112b62a0f2e4 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 946 time: 0.0510070 Aug 19 13:05:37.981101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ceb9652-d02a-4d54-87c0-d913762082ad req-d2847f4a-7fa2-4b98-81be-5a6f36746977 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337954 Aug 19 13:05:38.002667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49964) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:38.178959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46a875-16eb-4550-9a0e-21d29d0fac7b tempest-TestVolumeBootPattern-125779219 tempest-TestVolumeBootPattern-125779219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:38.180513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0d46a875-16eb-4550-9a0e-21d29d0fac7b tempest-TestVolumeBootPattern-125779219 tempest-TestVolumeBootPattern-125779219-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 1092 time: 0.1768579 Aug 19 13:05:38.183427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 49968) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:05:38.187985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '9b67b640-6f75-4a08-91d8-02d45b326fc3', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:05:38.324648 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:38.426826 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:38.530034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Allocated IP 172.25.6.112 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/95bfb5dd-7e5f-4b94-91d4-1ef02b456840) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:05:38.639372 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:38.755029 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:38.794316 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:05:38.800038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:05:38.803663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:05:38.827984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=95bfb5dd-7e5f-4b94-91d4-1ef02b456840,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:39.181194 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:39.329816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:39.486883 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:39.583332 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:39.660689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event updated for resources: {'Port': ['ID=95bfb5dd-7e5f-4b94-91d4-1ef02b456840,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:05:39.672961 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:39.776976 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Floating IP 564853e6-9fda-432b-aa80-750f12f4d284 associated. External IP: 172.25.6.112, port: 9b67b640-6f75-4a08-91d8-02d45b326fc3. Aug 19 13:05:39.996261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Router 93c849a8-ef98-4a57-b976-8bf0fea76f76 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:05:40.455406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:05:40.465741 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e6cb2-6918-4d3b-8d2f-f05dc05d4759 None None] Sync routers for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:05:40.475903 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e6cb2-6918-4d3b-8d2f-f05dc05d4759 None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:05:40.476518 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-150e6cb2-6918-4d3b-8d2f-f05dc05d4759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:05:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:40.582302 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-150e6cb2-6918-4d3b-8d2f-f05dc05d4759 None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:05:40.588913 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:40.622945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9f1a6239-8d53-4a68-a1ea-5c934096cce8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4383950 Aug 19 13:05:40.623698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'tag': '9b67b640-6f75-4a08-91d8-02d45b326fc3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:05:40.626396 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cbd6c8-4879-4a10-a849-3c455b47de0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b76a1d-2941-4c2d-aa19-ccadeaf06964", "tag": "9b67b640-6f75-4a08-91d8-02d45b326fc3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:05:40.667120 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd3a7b-76d8-4a7f-a9c5-16bb4b662c3b x-openstack-request-id: req-9cfd3a7b-76d8-4a7f-a9c5-16bb4b662c3b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:05:40.667476 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b76a1d-2941-4c2d-aa19-ccadeaf06964", "tag": "9b67b640-6f75-4a08-91d8-02d45b326fc3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:05:40.667743 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cfd3a7b-76d8-4a7f-a9c5-16bb4b662c3b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:05:40.668275 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'tag': '9b67b640-6f75-4a08-91d8-02d45b326fc3', 'status': 'completed', 'code': 200} Aug 19 13:05:40.731763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd6c8-4879-4a10-a849-3c455b47de0f req-64450f1c-1aa8-409d-aa74-5554bed3d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:40.733257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8cbd6c8-4879-4a10-a849-3c455b47de0f req-64450f1c-1aa8-409d-aa74-5554bed3d42b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 1097 time: 0.0420344 Aug 19 13:05:40.823027 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-150e6cb2-6918-4d3b-8d2f-f05dc05d4759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '4048bad3-4afb-49c7-b83e-53c597bf46cd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:87:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:02:26Z', 'updated_at': '2021-08-19T13:02:28Z', 'revision_number': 1, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}, {'id': '564853e6-9fda-432b-aa80-750f12f4d284', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '9b67b640-6f75-4a08-91d8-02d45b326fc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:dc:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:05:39Z', 'updated_at': '2021-08-19T13:05:39Z', 'revision_number': 0, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:40.832545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd6c8-4879-4a10-a849-3c455b47de0f req-d68c0758-195a-461e-bc0a-26e1dab617e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:40.834111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8cbd6c8-4879-4a10-a849-3c455b47de0f req-d68c0758-195a-461e-bc0a-26e1dab617e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.0935183 Aug 19 13:05:40.852570 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e6cb2-6918-4d3b-8d2f-f05dc05d4759 None None] Checking router: 93c849a8-ef98-4a57-b976-8bf0fea76f76 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:05:40.861785 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e6cb2-6918-4d3b-8d2f-f05dc05d4759 None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:05:40.862481 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-150e6cb2-6918-4d3b-8d2f-f05dc05d4759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:05:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:40.908489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8cbd6c8-4879-4a10-a849-3c455b47de0f req-3d44ecd8-5742-434c-8bf1-53686d148690 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b67b640-6f75-4a08-91d8-02d45b326fc3 HTTP/1.1" status: 200 len: 1000 time: 0.0669429 Aug 19 13:05:40.973684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd6c8-4879-4a10-a849-3c455b47de0f req-687955ba-9f2a-47c6-a8c5-1b3c1f131cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:40.975330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8cbd6c8-4879-4a10-a849-3c455b47de0f req-687955ba-9f2a-47c6-a8c5-1b3c1f131cc7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0596824 Aug 19 13:05:40.975766 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-150e6cb2-6918-4d3b-8d2f-f05dc05d4759 None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:05:41.033909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd6c8-4879-4a10-a849-3c455b47de0f req-508ce2a7-8bd7-421c-ae51-d64ffde33330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:41.035500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8cbd6c8-4879-4a10-a849-3c455b47de0f req-508ce2a7-8bd7-421c-ae51-d64ffde33330 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524600 Aug 19 13:05:41.134896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8cbd6c8-4879-4a10-a849-3c455b47de0f req-79b0525e-9bba-469e-95af-ad152c80b99d service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915365 Aug 19 13:05:41.236934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a8cbd6c8-4879-4a10-a849-3c455b47de0f req-49fa8adc-cd7a-41f4-9206-7e3095b06bed service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936844 Aug 19 13:05:41.309351 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-150e6cb2-6918-4d3b-8d2f-f05dc05d4759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '4048bad3-4afb-49c7-b83e-53c597bf46cd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:87:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:02:26Z', 'updated_at': '2021-08-19T13:02:28Z', 'revision_number': 1, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}, {'id': '564853e6-9fda-432b-aa80-750f12f4d284', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '9b67b640-6f75-4a08-91d8-02d45b326fc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:dc:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:05:39Z', 'updated_at': '2021-08-19T13:05:39Z', 'revision_number': 0, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:05:41.336435 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e6cb2-6918-4d3b-8d2f-f05dc05d4759 None None] The sync data for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 is: [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '4048bad3-4afb-49c7-b83e-53c597bf46cd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:87:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:02:26Z', 'updated_at': '2021-08-19T13:02:28Z', 'revision_number': 1, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}, {'id': '564853e6-9fda-432b-aa80-750f12f4d284', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '9b67b640-6f75-4a08-91d8-02d45b326fc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:dc:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:05:39Z', 'updated_at': '2021-08-19T13:05:39Z', 'revision_number': 0, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:05:41.545856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19800d83-55c6-45db-8feb-fddfe4783820 None None] New status for floating IP 564853e6-9fda-432b-aa80-750f12f4d284: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:05:42.114903 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:44.464373 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:05:44.872856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:51.120518 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63e87902-d6a8-42b6-ae31-41b4e9cf0c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:55.489340 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a922ba60-3acf-464d-9180-829951dc717d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:55.781180 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:57.114250 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:58.016548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85271ee0-753b-446e-aecb-53a6f1a3431d req-6e784d77-20d8-48b4-bf99-d0f2932b07cd tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:58.018649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85271ee0-753b-446e-aecb-53a6f1a3431d req-6e784d77-20d8-48b4-bf99-d0f2932b07cd tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 946 time: 0.0527556 Aug 19 13:05:58.058241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85271ee0-753b-446e-aecb-53a6f1a3431d req-f311934c-7911-4f7f-9f21-b3d7b42ac7dd tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335703 Aug 19 13:05:58.998205 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:59.179221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1abd71-43b7-4b08-84fa-833876eae1ae req-d0dc4b4e-0f79-45fb-824e-227fa627a772 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:59.180843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae1abd71-43b7-4b08-84fa-833876eae1ae req-d0dc4b4e-0f79-45fb-824e-227fa627a772 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 946 time: 0.0542862 Aug 19 13:05:59.221874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae1abd71-43b7-4b08-84fa-833876eae1ae req-d14e519c-894b-468d-aab1-7bf3300df7d8 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/security-groups?id=68a74cbe-6028-4d87-af63-b43025cbe996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347285 Aug 19 13:05:59.796433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7130cbb-3993-47eb-9c00-c5db8cee47c3 req-82fd0433-1a3e-488a-afb5-73d8e6a15977 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:05:59.797981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7130cbb-3993-47eb-9c00-c5db8cee47c3 req-82fd0433-1a3e-488a-afb5-73d8e6a15977 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 946 time: 0.0585220 Aug 19 13:05:59.889210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c7130cbb-3993-47eb-9c00-c5db8cee47c3 req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Deleting port d7f7f67d-2d90-4a14-aa60-df7b28c794da {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:05:59.889579 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c7130cbb-3993-47eb-9c00-c5db8cee47c3 req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:59.988352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c7130cbb-3993-47eb-9c00-c5db8cee47c3 req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] For port d7f7f67d-2d90-4a14-aa60-df7b28c794da, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=d7f7f67d-2d90-4a14-aa60-df7b28c794da,segment=NetworkSegment(1d527144-53dd-4fe4-82ce-e20b68e838bb),segment_id=1d527144-53dd-4fe4-82ce-e20b68e838bb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:05:59.988730 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c7130cbb-3993-47eb-9c00-c5db8cee47c3 req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:00.002023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c7130cbb-3993-47eb-9c00-c5db8cee47c3 req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Calling delete_port for d7f7f67d-2d90-4a14-aa60-df7b28c794da owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:06:00.217637 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c7130cbb-3993-47eb-9c00-c5db8cee47c3 req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:00.234402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['d7f7f67d-2d90-4a14-aa60-df7b28c794da'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:06:00.249916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Pushing event deleted for resources: {'Port': ['ID=d7f7f67d-2d90-4a14-aa60-df7b28c794da,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:00.264971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.265170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.265559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.265901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.266289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.266626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.266962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.267296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.268399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.269315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.269804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.270143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:00.306105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7130cbb-3993-47eb-9c00-c5db8cee47c3 req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] No DVR routers for this DVR port d7f7f67d-2d90-4a14-aa60-df7b28c794da on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:06:00.318050 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c7130cbb-3993-47eb-9c00-c5db8cee47c3 req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:00.320025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7130cbb-3993-47eb-9c00-c5db8cee47c3 req-4ae0390a-7823-4449-8d6d-5dd4535dbd3b tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.52 "DELETE /v2.0/ports/d7f7f67d-2d90-4a14-aa60-df7b28c794da HTTP/1.1" status: 204 len: 173 time: 0.5155339 Aug 19 13:06:00.320466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc663a5f-90eb-48c8-b45a-850c5c638ead', 'name': 'network-vif-deleted', 'tag': 'd7f7f67d-2d90-4a14-aa60-df7b28c794da'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:06:00.322746 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84209f97-51ac-4ecf-907b-e5e138af241f" -d '{"events": [{"server_uuid": "bc663a5f-90eb-48c8-b45a-850c5c638ead", "name": "network-vif-deleted", "tag": "d7f7f67d-2d90-4a14-aa60-df7b28c794da"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:06:00.347134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44895c90-27c2-4a60-bb4a-314242a77e8a req-573503db-c726-40b4-84c8-2f3ad1310ce6 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 210 time: 0.0370119 Aug 19 13:06:00.369011 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15afaa9e-f78e-43a8-b645-677a08c03899 x-openstack-request-id: req-15afaa9e-f78e-43a8-b645-677a08c03899 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:06:00.369327 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc663a5f-90eb-48c8-b45a-850c5c638ead", "name": "network-vif-deleted", "tag": "d7f7f67d-2d90-4a14-aa60-df7b28c794da", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:06:00.369608 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15afaa9e-f78e-43a8-b645-677a08c03899 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:06:00.370052 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc663a5f-90eb-48c8-b45a-850c5c638ead', 'name': 'network-vif-deleted', 'tag': 'd7f7f67d-2d90-4a14-aa60-df7b28c794da', 'status': 'completed', 'code': 200} Aug 19 13:06:01.468484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-678b6df4-ed87-4fc0-a362-918a39fb2b4f req-e84f39ae-db80-46a2-ad9f-802721cd6a8e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0496836 Aug 19 13:06:01.470418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cd9cac4-4ee6-4fa6-a0ab-fee72a9f54fb req-716e484d-c24f-4ef4-b9a3-e91a6d548ec8 tempest-VolumesSnapshotTestJSON-163822653 tempest-VolumesSnapshotTestJSON-163822653-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 210 time: 0.0434735 Aug 19 13:06:01.544846 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-678b6df4-ed87-4fc0-a362-918a39fb2b4f req-a712f4ee-7186-4a75-a7c9-4f14d5e5cb2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd974995bfb34a63b3ad77e1eb27bc57&device_id=bc663a5f-90eb-48c8-b45a-850c5c638ead HTTP/1.1" status: 200 len: 210 time: 0.0247984 Aug 19 13:06:01.670718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b6df4-ed87-4fc0-a362-918a39fb2b4f req-07675c8f-0b46-45c4-bc6e-d536b1fe1583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:01.672138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-678b6df4-ed87-4fc0-a362-918a39fb2b4f req-07675c8f-0b46-45c4-bc6e-d536b1fe1583 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=dd974995bfb34a63b3ad77e1eb27bc57&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1074553 Aug 19 13:06:01.778811 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b6df4-ed87-4fc0-a362-918a39fb2b4f req-e36cf2f3-f7d6-440a-a15f-f30b5af74585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:01.780682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-678b6df4-ed87-4fc0-a362-918a39fb2b4f req-e36cf2f3-f7d6-440a-a15f-f30b5af74585 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975316 Aug 19 13:06:03.712429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d7f7f67d-2d90-4a14-aa60-df7b28c794da no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:06:03.732688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: d7f7f67d-2d90-4a14-aa60-df7b28c794da {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:06:03.733038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device d7f7f67d-2d90-4a14-aa60-df7b28c794da not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:06:09.819813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-e4eee076-896d-4a21-b423-706a254c3fb0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934627 Aug 19 13:06:09.917698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-5dbd999c-7915-4a4d-9789-744d98d86191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:09.919260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-5dbd999c-7915-4a4d-9789-744d98d86191 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 1096 time: 0.0524752 Aug 19 13:06:10.034023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-c887bc68-164b-4899-b326-23e6fcf81dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:10.035774 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-c887bc68-164b-4899-b326-23e6fcf81dc9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.0931551 Aug 19 13:06:10.110646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-0f686f05-12d1-45ec-81b7-b58be64234d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fbcda53-b31d-4cce-88d4-678b822275cf HTTP/1.1" status: 200 len: 1001 time: 0.0658784 Aug 19 13:06:10.165938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-78aff2bb-6cdc-499b-944a-f7e5ff8a1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:10.167603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-78aff2bb-6cdc-499b-944a-f7e5ff8a1ba7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0480354 Aug 19 13:06:10.222204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-ca0cc2ba-c816-437e-9e2c-887b6a40bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:10.223893 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-ca0cc2ba-c816-437e-9e2c-887b6a40bc6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490782 Aug 19 13:06:10.237693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-5f6677b6-5aac-4874-b42c-7077e4f2101d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:06:10.239503 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-5f6677b6-5aac-4874-b42c-7077e4f2101d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076034 Aug 19 13:06:10.347572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-0100d800-976e-4941-b78a-1473b2a28636 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991223 Aug 19 13:06:10.444896 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f60a648e-c90a-4e24-b52e-4d705c32da65 req-be5b9fb1-42fd-4b27-85a3-84ee95277ae3 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889513 Aug 19 13:06:12.106358 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:14.499989 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-30a483db-bd52-41ce-a3b9-5555f9e5b0e4 req-8e057824-e40e-41b1-83a0-2af1fec0a73e service neutron] (95660) timed out ('10.222.0.44', 35104) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:06:14.919573 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:21.136939 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b083e790-a3e0-4619-ae46-7b94e50dfc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:21.465068 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:06:25.501274 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a849bd01-30eb-493f-9c2f-d22e900e2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:25.778141 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:27.096832 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:29.015288 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:42.103511 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:44.896394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:51.123315 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3fcdaaff-7d5c-4445-8100-3142b77cb7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:55.497270 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b249258-b775-4638-aa04-46446a9a1db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:55.810485 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:57.118932 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:58.465162 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:06:59.010547 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:01.463683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-ca362581-df19-4cec-a198-97c961baebfe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475192 Aug 19 13:07:01.534240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-2f88cd3b-84e6-4691-9993-4383049266d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:01.535862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-2f88cd3b-84e6-4691-9993-4383049266d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 1097 time: 0.0449810 Aug 19 13:07:01.646227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-1002b48d-b59a-4fe1-94da-c2370517a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:01.647748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-1002b48d-b59a-4fe1-94da-c2370517a8f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.0907998 Aug 19 13:07:01.724388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-e658b4ec-80e8-4fbd-ba77-d2e696b884db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b67b640-6f75-4a08-91d8-02d45b326fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0641439 Aug 19 13:07:01.780770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-a33944b7-296c-4402-bdc2-eeec6d3dccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:01.782292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-a33944b7-296c-4402-bdc2-eeec6d3dccae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0458524 Aug 19 13:07:01.836188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-0868e787-fc4d-4965-842c-c7cde810d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:01.837787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-0868e787-fc4d-4965-842c-c7cde810d50f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458741 Aug 19 13:07:01.937279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-e4bed521-c24e-42ec-a0cd-a33b9192fbe1 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904536 Aug 19 13:07:02.034669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d517f9de-2098-4ee6-ad03-fbb112971726 req-37504bf9-bcf5-4679-96bc-e68b2770cbc5 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856056 Aug 19 13:07:11.773602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-a10d5100-c265-4a0d-a081-9ae8b291d91f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478165 Aug 19 13:07:11.858034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-597f0676-f17b-4b10-b61e-cf04bbb1e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:11.859561 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-597f0676-f17b-4b10-b61e-cf04bbb1e581 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 1096 time: 0.0432060 Aug 19 13:07:11.974651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-0fd1b2db-f710-4c88-9795-3e60ec31d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:11.976217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-0fd1b2db-f710-4c88-9795-3e60ec31d72a service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.0952501 Aug 19 13:07:12.050232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-3fd66546-c05e-4b3c-9476-6907665dedbb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fbcda53-b31d-4cce-88d4-678b822275cf HTTP/1.1" status: 200 len: 1001 time: 0.0660877 Aug 19 13:07:12.102107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-513cc5f4-7f49-4d4e-bfcd-edaacdcfcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:12.103959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-513cc5f4-7f49-4d4e-bfcd-edaacdcfcc09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0468762 Aug 19 13:07:12.158052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-98a80fac-b8f4-4af3-a633-3c3df6586ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:12.159161 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:12.159664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-98a80fac-b8f4-4af3-a633-3c3df6586ce6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482914 Aug 19 13:07:12.258043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-0e6f27bd-1309-410b-8c99-052c985f9586 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909822 Aug 19 13:07:12.360108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-300c7c77-48d4-4c2f-9791-0f88537c78c5 req-630a6462-7f71-432d-9615-17eedcd47884 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942690 Aug 19 13:07:14.976609 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:21.124259 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-92e50935-6a74-4271-9f64-e01b8211b15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:25.473041 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e2da9c8e-0d8d-499d-b491-66abdd0d4c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:25.787311 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:27.187192 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:28.987153 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:35.464059 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:07:41.344310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50380) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:07:41.491891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Deleting subnet 9153ecdb-6db5-495d-ab36-086be937afbb {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:07:41.495060 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:41.529972 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:41.570052 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:41.728583 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:41.753584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9153ecdb-6db5-495d-ab36-086be937afbb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:07:41.764657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.765013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.765358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.765725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.766062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.766399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.766737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.767421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.767421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.767702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.768032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.768358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:41.772915 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:41.774859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0e9b6898-93cd-42af-8a50-16133ed983fb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9153ecdb-6db5-495d-ab36-086be937afbb HTTP/1.1" status: 204 len: 168 time: 0.4295380 Aug 19 13:07:41.777453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50384) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:07:41.848071 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:41.936225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:41.948980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3177db18-896d-4955-b7db-f7b974485f58']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:07:41.960050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d527144-53dd-4fe4-82ce-e20b68e838bb') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:07:41.960363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d527144-53dd-4fe4-82ce-e20b68e838bb') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:07:41.969401 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:41.988689 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:41.990797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:07:41.991201 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:07:41.992836 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:07:42.145720 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:42.151168 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:42.153243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3177db18-896d-4955-b7db-f7b974485f58 HTTP/1.1" status: 204 len: 168 time: 0.3743272 Aug 19 13:07:42.156839 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:42.166657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c563d-f35d-43e5-b4f5-979aff26e749 admin admin] Pushing event deleted for resources: {'Network': ['ID=3177db18-896d-4955-b7db-f7b974485f58,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:07:42.466977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50390) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:07:42.511383 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7a59ab0c-c6fc-4fc1-a2ec-fa38cf0c164e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd974995bfb34a63b3ad77e1eb27bc57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429683 Aug 19 13:07:42.513803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50394) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:07:42.563419 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:42.588986 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:42.712215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:42.714865 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:42.716802 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68a74cbe-6028-4d87-af63-b43025cbe996 HTTP/1.1" status: 204 len: 168 time: 0.2018807 Aug 19 13:07:42.727290 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a74cbe-6028-4d87-af63-b43025cbe996,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:07:42.735083 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:42.735437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:42.735776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:42.736114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:42.736454 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:42.736786 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:42.737120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:42.737475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:42.737933 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:42.738268 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:42.738709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:42.739046 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd55620-70df-4eab-87c9-c1614ef2115b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:44.975190 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:51.214998 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a8fa5d12-23b1-4e5f-83f5-064f3e08559f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:55.436395 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-576800db-7101-4cc6-a646-6cdc86b04cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:55.807648 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:57.129381 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:59.008925 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:01.890194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-8db9f1ee-f4c1-4f9f-a1d4-96f41a9cbe51 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1447988 Aug 19 13:08:01.982085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-338f3438-a8b4-4280-9571-749f6a7e60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:01.983527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-338f3438-a8b4-4280-9571-749f6a7e60b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 1097 time: 0.0434787 Aug 19 13:08:02.097548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-2f086de7-4465-414f-b980-29e2457fa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:02.099048 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-2f086de7-4465-414f-b980-29e2457fa3af service neutron] 10.222.0.52 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.0913165 Aug 19 13:08:02.171809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-b6fc72af-812f-467c-82f3-84f54decd7d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b67b640-6f75-4a08-91d8-02d45b326fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0613756 Aug 19 13:08:02.223720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-b3d2ddc1-1765-4d30-a2e1-1eb89a9e53be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:02.225418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-b3d2ddc1-1765-4d30-a2e1-1eb89a9e53be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0454955 Aug 19 13:08:02.277877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-13a81bbe-d79d-4110-8452-9587ca2cae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:02.279672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-13a81bbe-d79d-4110-8452-9587ca2cae91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466003 Aug 19 13:08:02.376452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-ef9cdee5-3ecc-4d37-b376-1919afb5e994 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841887 Aug 19 13:08:02.480976 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92b8f04c-aebc-461d-bc79-c1787bcec494 req-5c1cdd89-0329-4a70-8df7-8e56c9975893 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938461 Aug 19 13:08:04.805995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50540) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:04.916029 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-53aa6b04-1400-4895-bef9-c0184a106fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.007288 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-53aa6b04-1400-4895-bef9-c0184a106fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.156382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-53aa6b04-1400-4895-bef9-c0184a106fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.194650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa6b04-1400-4895-bef9-c0184a106fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d001b941-f844-48ad-82a0-4255f2094a4a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:05.199074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-53aa6b04-1400-4895-bef9-c0184a106fbd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=109f8920ed5341ea8a6f5ee69c50579e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920124 Aug 19 13:08:05.201972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50544) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:05.251019 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8876610e-b32a-48f0-8a77-64662c0ad65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.278617 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8876610e-b32a-48f0-8a77-64662c0ad65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.418750 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8876610e-b32a-48f0-8a77-64662c0ad65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.421464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8876610e-b32a-48f0-8a77-64662c0ad65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.422789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8876610e-b32a-48f0-8a77-64662c0ad65f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d001b941-f844-48ad-82a0-4255f2094a4a HTTP/1.1" status: 204 len: 168 time: 0.2197099 Aug 19 13:08:05.431066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876610e-b32a-48f0-8a77-64662c0ad65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001b941-f844-48ad-82a0-4255f2094a4a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:07.420407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50580) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:07.563027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'network': {'name': 'tempest-network-smoke--1614049737', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:07.670602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Made reservation on behalf of 9dad2aa07d7c451d96a4d0de7018167c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:07.674190 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.683374 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.770168 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.860561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.888561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:08:07.898310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c62b46-5a1f-4368-b0ff-95b3f762252b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:07.903065 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.903673 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Added segment 0a9fa2ad-e12c-4675-89ed-126a371cb12f of type vlan for network c304c79f-e145-427b-a94e-e17ae9caaf90 Aug 19 13:08:07.944396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.002990 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.009380 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:08.009991 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.078080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Network': ['ID=c304c79f-e145-427b-a94e-e17ae9caaf90,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:08.088941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network c304c79f-e145-427b-a94e-e17ae9caaf90 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:08:08.112951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-660272cc-e43a-43ee-badc-05a2706290a6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6913385 Aug 19 13:08:08.116407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50584) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:08.121134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'admin_state_up': True, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:08.255030 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.256340 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.308434 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.565410 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.879179 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.901873 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:09.029674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Allocated IP 172.25.6.136 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/5094ebd1-32b8-461a-bdb1-52ba9b96bfc4) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:08:09.164475 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:09.273085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:09.320460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:08:09.324143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:09.328046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:08:09.333764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=5094ebd1-32b8-461a-bdb1-52ba9b96bfc4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:09.681899 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:10.222068 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:10.414735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 4466906e-ac8f-41ec-8e62-3dd3206523cc is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:08:10.522226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:08:10.534836 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Sync routers for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:08:10.545036 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:10.545643 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:07:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:10.609124 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:10.613721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9a0666fd-ffb3-48ac-b607-252e1c4a57ec tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4930491 Aug 19 13:08:10.613941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50586) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:10.652831 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:10.653864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50590) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:10.703526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e5b82a98-2627-4747-9082-5236c58d4f02 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=9dad2aa07d7c451d96a4d0de7018167c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0860870 Aug 19 13:08:10.704222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50594) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:10.851095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79110497-90a7-4c19-94cd-5e19b1342d42 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:10.852091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-79110497-90a7-4c19-94cd-5e19b1342d42 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1469600 Aug 19 13:08:10.853449 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:09Z', 'revision_number': 3, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:10.855320 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50596) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:10.880589 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Checking router: 4466906e-ac8f-41ec-8e62-3dd3206523cc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:08:10.880986 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Updating router 4466906e-ac8f-41ec-8e62-3dd3206523cc port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:08:10.888755 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bb99b46a-f02b-4b41-9f14-0594a4026364 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285513 Aug 19 13:08:10.889011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50598) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:10.894084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1759051850', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:10.908634 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:10.952747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Deleting port 95bfb5dd-7e5f-4b94-91d4-1ef02b456840 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:10.953100 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.030674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.031008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.042076 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Made reservation on behalf of 9dad2aa07d7c451d96a4d0de7018167c for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:11.043495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Calling delete_port for 95bfb5dd-7e5f-4b94-91d4-1ef02b456840 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:11.045818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.176564 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.255187 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Transition to ACTIVE for port object 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:11.255434 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.289193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event deleted for resources: {'Port': ['ID=95bfb5dd-7e5f-4b94-91d4-1ef02b456840,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:11.345866 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.346258 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Floating IP 564853e6-9fda-432b-aa80-750f12f4d284 disassociated (deleted). External IP: 172.25.6.112, port: 9b67b640-6f75-4a08-91d8-02d45b326fc3. Aug 19 13:08:11.358206 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.396208 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.425218 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Subnet': ['ID=83922e92-05c0-4bef-b723-10b19fd3f187,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:11.440941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Checking segment: {'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:08:11.441312 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network hostable DHCP agents. Network: c304c79f-e145-427b-a94e-e17ae9caaf90, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:08:11.448734 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Attempting to bind port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:08:11.449111 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Attempting to bind port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:08:11.449500 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Attempting to bind port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:08:11.461962 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Pushing event updated for resources: {'Port': ['ID=5094ebd1-32b8-461a-bdb1-52ba9b96bfc4,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:11.465023 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:08:11.465410 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:08:11.465816 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.466199 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:08:11.466662 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Bound port: 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:08:11.467034 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.489032 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.489384 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.489724 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.490209 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.490569 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.490902 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.491223 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.491543 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.491863 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.492181 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.492501 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.492819 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:11.528666 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] For port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:08:11.529474 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network c304c79f-e145-427b-a94e-e17ae9caaf90 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:08:11.532146 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] For port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5094ebd1-32b8-461a-bdb1-52ba9b96bfc4,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:08:11.572307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Router 93c849a8-ef98-4a57-b976-8bf0fea76f76 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:08:11.603725 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.626277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, c304c79f-e145-427b-a94e-e17ae9caaf90) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:11.633028 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:11.633660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.639154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d94b459-8281-4d2b-a48a-6e6d7d28c40d None None] Network c304c79f-e145-427b-a94e-e17ae9caaf90 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:08:11.659920 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89206734-c235-45a2-807a-3e7112b10897 None None] Pushing event updated for resources: {'Port': ['ID=5094ebd1-32b8-461a-bdb1-52ba9b96bfc4,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:11.683811 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:11.684822 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:07:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:11.710100 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a3b9fb2d-0e2e-4cde-9de5-81a495ac35b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8197157 Aug 19 13:08:11.710838 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50600) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:11.760375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:08:11.766099 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.808701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24620656-1f02-401f-be86-e95223821705 req-71245c2f-1bc2-4d56-85da-84625fe15fe2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787208 Aug 19 13:08:11.810653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-04539271-5430-4377-97f8-49ef6a35525a tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "DELETE /v2.0/floatingips/564853e6-9fda-432b-aa80-750f12f4d284 HTTP/1.1" status: 204 len: 168 time: 1.1556909 Aug 19 13:08:11.813214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'tag': '9b67b640-6f75-4a08-91d8-02d45b326fc3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:11.814196 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19413796-af38-41c3-a4b9-d8e4b974bac4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b76a1d-2941-4c2d-aa19-ccadeaf06964", "tag": "9b67b640-6f75-4a08-91d8-02d45b326fc3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:11.829935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a59cf1-4e12-4f51-9d71-ce01f6583cfc None None] Sync routers for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:08:11.841207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-c304c79f-e145-427b-a94e-e17ae9caaf90', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:08:11.842213 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:11.857697 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:11.868957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a59cf1-4e12-4f51-9d71-ce01f6583cfc None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:11.869987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-52a59cf1-4e12-4f51-9d71-ce01f6583cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:07:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:11.955846 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620656-1f02-401f-be86-e95223821705 req-f2ae5342-2cd6-46c3-9d4e-a855fd168afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:11.960674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24620656-1f02-401f-be86-e95223821705 req-f2ae5342-2cd6-46c3-9d4e-a855fd168afb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 1096 time: 0.0980225 Aug 19 13:08:12.122214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620656-1f02-401f-be86-e95223821705 req-f78b8d75-db9d-4f86-9498-3a8a88e6e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:12.124054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24620656-1f02-401f-be86-e95223821705 req-f78b8d75-db9d-4f86-9498-3a8a88e6e498 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1436982 Aug 19 13:08:12.192540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-52a59cf1-4e12-4f51-9d71-ce01f6583cfc None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:12.221778 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:12.242094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Allocated IP 172.20.0.2 (c304c79f-e145-427b-a94e-e17ae9caaf90/83922e92-05c0-4bef-b723-10b19fd3f187/4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:08:12.247997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24620656-1f02-401f-be86-e95223821705 req-27b75fca-d35c-408f-9d92-c5a21409d05e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fbcda53-b31d-4cce-88d4-678b822275cf HTTP/1.1" status: 200 len: 1001 time: 0.1149395 Aug 19 13:08:12.249589 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157d883a-9336-4d99-ae0a-f3e8bf35d161 x-openstack-request-id: req-157d883a-9336-4d99-ae0a-f3e8bf35d161 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:12.255405 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b76a1d-2941-4c2d-aa19-ccadeaf06964", "tag": "9b67b640-6f75-4a08-91d8-02d45b326fc3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:12.255405 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-157d883a-9336-4d99-ae0a-f3e8bf35d161 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:12.255405 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'tag': '9b67b640-6f75-4a08-91d8-02d45b326fc3', 'status': 'completed', 'code': 200} Aug 19 13:08:12.296538 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:09Z', 'revision_number': 3, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:12.330222 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d2375-19b2-43b6-8e74-bcada442e27c None None] The sync data for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 is: [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:09Z', 'revision_number': 3, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:08:12.358310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620656-1f02-401f-be86-e95223821705 req-a835881c-c52e-410e-9503-f6227e697140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:12.359965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24620656-1f02-401f-be86-e95223821705 req-a835881c-c52e-410e-9503-f6227e697140 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0615890 Aug 19 13:08:12.366244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19413796-af38-41c3-a4b9-d8e4b974bac4 req-20c9ad55-5d5d-4b1d-8427-c561cf733ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:12.367809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19413796-af38-41c3-a4b9-d8e4b974bac4 req-20c9ad55-5d5d-4b1d-8427-c561cf733ea8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 1097 time: 0.1165826 Aug 19 13:08:12.409439 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:12.463497 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:08:12.527615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19413796-af38-41c3-a4b9-d8e4b974bac4 req-1b91b1bf-8d27-445a-8535-1d875ed59720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:12.529505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19413796-af38-41c3-a4b9-d8e4b974bac4 req-1b91b1bf-8d27-445a-8535-1d875ed59720 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1521370 Aug 19 13:08:12.587961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620656-1f02-401f-be86-e95223821705 req-efb204b5-a8c1-4eaa-98ce-3c4a96dce7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:12.589553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24620656-1f02-401f-be86-e95223821705 req-efb204b5-a8c1-4eaa-98ce-3c4a96dce7ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207563 Aug 19 13:08:12.592833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19413796-af38-41c3-a4b9-d8e4b974bac4 req-2f308573-f82a-4c2c-9bc1-a9cb1ba342f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b67b640-6f75-4a08-91d8-02d45b326fc3 HTTP/1.1" status: 200 len: 217 time: 0.0539837 Aug 19 13:08:12.602000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0e817-4afb-4746-93c0-fcc2217ab8c6 req-161a6114-9654-44b1-9447-d01f4596c312 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:12.603575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4c0e817-4afb-4746-93c0-fcc2217ab8c6 req-161a6114-9654-44b1-9447-d01f4596c312 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 946 time: 0.2251391 Aug 19 13:08:12.694616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19413796-af38-41c3-a4b9-d8e4b974bac4 req-1bc6cc4e-bfd3-4cc9-97a2-2dd053536232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:12.696348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19413796-af38-41c3-a4b9-d8e4b974bac4 req-1bc6cc4e-bfd3-4cc9-97a2-2dd053536232 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0907640 Aug 19 13:08:12.815677 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:12.835243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Transition to ACTIVE for port object 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:12.839275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4c0e817-4afb-4746-93c0-fcc2217ab8c6 req-9b61ba96-eb52-4c51-8ce0-ebfb7567d9b1 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408381 Aug 19 13:08:12.843007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19413796-af38-41c3-a4b9-d8e4b974bac4 req-4d7d352e-6cfc-4f40-81d0-1869b5ba6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:12.844521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19413796-af38-41c3-a4b9-d8e4b974bac4 req-4d7d352e-6cfc-4f40-81d0-1869b5ba6719 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308596 Aug 19 13:08:12.860692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Transition to ACTIVE for port object 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:12.871617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-52a59cf1-4e12-4f51-9d71-ce01f6583cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '4048bad3-4afb-49c7-b83e-53c597bf46cd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:87:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:02:26Z', 'updated_at': '2021-08-19T13:02:28Z', 'revision_number': 1, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:12.879233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24620656-1f02-401f-be86-e95223821705 req-5ee9d34a-2696-43e7-911d-c09bf800ae06 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742033 Aug 19 13:08:12.907694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a59cf1-4e12-4f51-9d71-ce01f6583cfc None None] Checking router: 93c849a8-ef98-4a57-b976-8bf0fea76f76 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:08:12.918274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a59cf1-4e12-4f51-9d71-ce01f6583cfc None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:12.918841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-52a59cf1-4e12-4f51-9d71-ce01f6583cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:07:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:12.957979 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:13.010479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Network c304c79f-e145-427b-a94e-e17ae9caaf90 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:08:13.016887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:13.023468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:08:13.029645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Allocated IP 172.20.0.1 (c304c79f-e145-427b-a94e-e17ae9caaf90/83922e92-05c0-4bef-b723-10b19fd3f187/ce6b8e84-d061-4323-9880-833b4ab13ecc) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:08:13.039598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19413796-af38-41c3-a4b9-d8e4b974bac4 req-c62d8752-0a36-4481-84fb-b04681ba0623 service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849589 Aug 19 13:08:13.045529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24620656-1f02-401f-be86-e95223821705 req-6e9b17cc-eac3-4a27-9751-bc154aa90d9e service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285603 Aug 19 13:08:13.126615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Pushing event updated for resources: {'Port': ['ID=4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:13.141026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Attempting to bind port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:08:13.141544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Attempting to bind port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:08:13.142007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Attempting to bind port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 on network c304c79f-e145-427b-a94e-e17ae9caaf90 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:08:13.150196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:08:13.150723 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Checking segment: {'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:08:13.151239 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:13.151731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Bound using segment: {'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:08:13.152313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Bound port: 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:08:13.152787 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:13.155773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.156193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.156598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.157000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.157474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.157887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.158321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.158727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.159142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.159561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.159977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.160391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:13.169740 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19413796-af38-41c3-a4b9-d8e4b974bac4 req-6d6a179d-a22c-4277-81f1-a4d2530c9ccf service neutron] 10.222.0.52 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214111 Aug 19 13:08:13.184184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-52a59cf1-4e12-4f51-9d71-ce01f6583cfc None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:13.201200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:13.218302 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Transition to ACTIVE for port object ce6b8e84-d061-4323-9880-833b4ab13ecc will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:13.279889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] For port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:08:13.328384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] For port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1,segment=NetworkSegment(0a9fa2ad-e12c-4675-89ed-126a371cb12f),segment_id=0a9fa2ad-e12c-4675-89ed-126a371cb12f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:08:13.335865 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:13.378952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network c304c79f-e145-427b-a94e-e17ae9caaf90 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:08:13.385359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:13.387978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:08:13.438167 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:13.462701 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:13.483126 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=ce6b8e84-d061-4323-9880-833b4ab13ecc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:13.543230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e2702-d240-401b-89ce-0e5abe42f3dc None None] Pushing event updated for resources: {'Port': ['ID=4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:13.550361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-52a59cf1-4e12-4f51-9d71-ce01f6583cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '4048bad3-4afb-49c7-b83e-53c597bf46cd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:87:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:02:26Z', 'updated_at': '2021-08-19T13:02:28Z', 'revision_number': 1, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:13.583037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a59cf1-4e12-4f51-9d71-ce01f6583cfc None None] The sync data for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 is: [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '4048bad3-4afb-49c7-b83e-53c597bf46cd', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'port_id': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'mac_address': 'fa:16:3e:87:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:02:26Z', 'updated_at': '2021-08-19T13:02:28Z', 'revision_number': 1, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:08:13.678330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:13.806438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:08:13.988368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:13.992448 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db8e8c-9111-4d9c-8715-3ab52672dcc5 None None] New status for floating IP 564853e6-9fda-432b-aa80-750f12f4d284: DOWN {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:08:14.001540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:14.004713 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:14.065950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a1994-77d4-44bb-8164-117320db7b2d req-cc155e75-5397-427d-b62c-fa41684a02d0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.069057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce4a1994-77d4-44bb-8164-117320db7b2d req-cc155e75-5397-427d-b62c-fa41684a02d0 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 946 time: 0.0771616 Aug 19 13:08:14.078766 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:14.115325 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:14.117813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce4a1994-77d4-44bb-8164-117320db7b2d req-dab700e7-8454-4e75-8165-227c73318787 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Aug 19 13:08:14.157895 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:14.159399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5094ebd1-32b8-461a-bdb1-52ba9b96bfc4,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:14.179417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9df92-82fd-47aa-ac00-a2770ef5c0a0 req-90dc9500-28ec-4485-a8d5-592e2a93b0bb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.180973 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06c9df92-82fd-47aa-ac00-a2770ef5c0a0 req-90dc9500-28ec-4485-a8d5-592e2a93b0bb tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 946 time: 0.0620003 Aug 19 13:08:14.241813 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=ce6b8e84-d061-4323-9880-833b4ab13ecc,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:14.245307 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:14.271706 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:14.290336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-06c9df92-82fd-47aa-ac00-a2770ef5c0a0 req-3867eb1f-0042-4a90-afc0-b7e54dd3a345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Deleting port 9b67b640-6f75-4a08-91d8-02d45b326fc3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:14.290686 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06c9df92-82fd-47aa-ac00-a2770ef5c0a0 req-3867eb1f-0042-4a90-afc0-b7e54dd3a345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:14.331846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=5094ebd1-32b8-461a-bdb1-52ba9b96bfc4,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:14.352352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network c304c79f-e145-427b-a94e-e17ae9caaf90 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:08:14.353931 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:14.384080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-06c9df92-82fd-47aa-ac00-a2770ef5c0a0 req-3867eb1f-0042-4a90-afc0-b7e54dd3a345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] For port 9b67b640-6f75-4a08-91d8-02d45b326fc3, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=9b67b640-6f75-4a08-91d8-02d45b326fc3,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:14.384453 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06c9df92-82fd-47aa-ac00-a2770ef5c0a0 req-3867eb1f-0042-4a90-afc0-b7e54dd3a345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:14.397288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-06c9df92-82fd-47aa-ac00-a2770ef5c0a0 req-3867eb1f-0042-4a90-afc0-b7e54dd3a345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Calling delete_port for 9b67b640-6f75-4a08-91d8-02d45b326fc3 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:14.480763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 4466906e-ac8f-41ec-8e62-3dd3206523cc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:08:14.606432 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:08:14.612171 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b5d7b23e-ab97-4346-a169-0b146a97928e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "PUT /v2.0/routers/4466906e-ac8f-41ec-8e62-3dd3206523cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8999269 Aug 19 13:08:14.614805 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50626) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:14.671660 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06c9df92-82fd-47aa-ac00-a2770ef5c0a0 req-3867eb1f-0042-4a90-afc0-b7e54dd3a345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:14.708493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867eb1f-0042-4a90-afc0-b7e54dd3a345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event deleted for resources: {'Port': ['ID=9b67b640-6f75-4a08-91d8-02d45b326fc3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:14.772386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c9df92-82fd-47aa-ac00-a2770ef5c0a0 req-3867eb1f-0042-4a90-afc0-b7e54dd3a345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] No DVR routers for this DVR port 9b67b640-6f75-4a08-91d8-02d45b326fc3 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:14.772386 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06c9df92-82fd-47aa-ac00-a2770ef5c0a0 req-3867eb1f-0042-4a90-afc0-b7e54dd3a345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:14.773763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-06c9df92-82fd-47aa-ac00-a2770ef5c0a0 req-3867eb1f-0042-4a90-afc0-b7e54dd3a345 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.52 "DELETE /v2.0/ports/9b67b640-6f75-4a08-91d8-02d45b326fc3 HTTP/1.1" status: 204 len: 173 time: 0.5825841 Aug 19 13:08:14.774205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'name': 'network-vif-deleted', 'tag': '9b67b640-6f75-4a08-91d8-02d45b326fc3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:14.776549 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87deebbc-5526-4b7c-9b37-d7f3242f7793" -d '{"events": [{"server_uuid": "b8b76a1d-2941-4c2d-aa19-ccadeaf06964", "name": "network-vif-deleted", "tag": "9b67b640-6f75-4a08-91d8-02d45b326fc3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:14.826488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61644bd-96d9-42fa-bb66-4b2abd033ae3 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.826979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61644bd-96d9-42fa-bb66-4b2abd033ae3 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.827453 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61644bd-96d9-42fa-bb66-4b2abd033ae3 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.827923 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61644bd-96d9-42fa-bb66-4b2abd033ae3 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.828390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61644bd-96d9-42fa-bb66-4b2abd033ae3 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.828862 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61644bd-96d9-42fa-bb66-4b2abd033ae3 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.830777 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b61644bd-96d9-42fa-bb66-4b2abd033ae3 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2142758 Aug 19 13:08:14.834146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50630) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:14.843393 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d9194e-9685-492f-8fe0-87bc68bf561c x-openstack-request-id: req-15d9194e-9685-492f-8fe0-87bc68bf561c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:14.843393 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b76a1d-2941-4c2d-aa19-ccadeaf06964", "name": "network-vif-deleted", "tag": "9b67b640-6f75-4a08-91d8-02d45b326fc3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:14.843645 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15d9194e-9685-492f-8fe0-87bc68bf561c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:14.844242 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b76a1d-2941-4c2d-aa19-ccadeaf06964', 'name': 'network-vif-deleted', 'tag': '9b67b640-6f75-4a08-91d8-02d45b326fc3', 'status': 'completed', 'code': 200} Aug 19 13:08:14.858728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Sync routers for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:08:14.869191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b85c35-333e-410e-9aa0-b927e410d9ed None None] Network c304c79f-e145-427b-a94e-e17ae9caaf90 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:08:14.897091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f51b4-7497-4ac2-8e3f-e334ef053d07 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.897716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f51b4-7497-4ac2-8e3f-e334ef053d07 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.898186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f51b4-7497-4ac2-8e3f-e334ef053d07 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.898654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f51b4-7497-4ac2-8e3f-e334ef053d07 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.899120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f51b4-7497-4ac2-8e3f-e334ef053d07 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.899580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f51b4-7497-4ac2-8e3f-e334ef053d07 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:14.901977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a02f51b4-7497-4ac2-8e3f-e334ef053d07 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0665498 Aug 19 13:08:14.907305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50632) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:14.915298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:14.915948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:07:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:14.988334 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:15.059759 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a56b709d-8b46-458f-93a3-4d895a4340fb None None] Provisioning for port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:15.070284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-358fc057-c001-4f5f-a7ba-de78797c7cce tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1644597 Aug 19 13:08:15.108018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:15.278577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ece3ae2d-5de3-42f6-b87a-e7c978859260 req-f09542b5-bde6-464a-b653-c139a405a1a3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 210 time: 0.0505047 Aug 19 13:08:15.399777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:13Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:13Z', 'revision_number': 2, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:15.429877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Checking router: 4466906e-ac8f-41ec-8e62-3dd3206523cc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:08:15.430246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Updating router 4466906e-ac8f-41ec-8e62-3dd3206523cc port ce6b8e84-d061-4323-9880-833b4ab13ecc binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:08:15.457946 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:15.761866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:15.768181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-72a412ae-23c0-4790-a1e1-253735cc0763 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381092566', 'description': 'tempest-secgroup-smoke-1381092566 description', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:15.951864 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72a412ae-23c0-4790-a1e1-253735cc0763 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.032119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:08:16.098248 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72a412ae-23c0-4790-a1e1-253735cc0763 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.141153 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.152051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Transition to ACTIVE for port object ce6b8e84-d061-4323-9880-833b4ab13ecc will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:16.161530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b170349d-0984-4650-8b3b-d2ddfdf5458f None None] Provisioning for port ce6b8e84-d061-4323-9880-833b4ab13ecc completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:16.166030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b170349d-0984-4650-8b3b-d2ddfdf5458f None None] Provisioning complete for port ce6b8e84-d061-4323-9880-833b4ab13ecc triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:16.169168 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b170349d-0984-4650-8b3b-d2ddfdf5458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.205982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b170349d-0984-4650-8b3b-d2ddfdf5458f None None] Port ce6b8e84-d061-4323-9880-833b4ab13ecc cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:08:16.254144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72a412ae-23c0-4790-a1e1-253735cc0763 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.283225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a412ae-23c0-4790-a1e1-253735cc0763 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be013859-751b-48d6-9c40-9aa5064abf29,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:16.295407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:16.297728 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.307776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:16.308149 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.355820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 9b67b640-6f75-4a08-91d8-02d45b326fc3 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:16.408256 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 9b67b640-6f75-4a08-91d8-02d45b326fc3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:16.408614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 9b67b640-6f75-4a08-91d8-02d45b326fc3 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:16.422117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e3b6751-fec2-4f73-b9df-180011893759 req-39068fca-f18f-407d-aca4-aa24e26b5f34 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 210 time: 0.0481458 Aug 19 13:08:16.429602 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeae8b8-66ae-4877-bb41-1f237176678f None None] Pushing event updated for resources: {'Port': ['ID=ce6b8e84-d061-4323-9880-833b4ab13ecc,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:16.442571 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72a412ae-23c0-4790-a1e1-253735cc0763 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.445272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-72a412ae-23c0-4790-a1e1-253735cc0763 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6807423 Aug 19 13:08:16.447987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50642) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:16.452446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-01410584-211f-47f3-a027-7e7e3220d046 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': 'be013859-751b-48d6-9c40-9aa5064abf29', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:16.523082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Attempting to bind port ce6b8e84-d061-4323-9880-833b4ab13ecc on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:08:16.523467 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Attempting to bind port ce6b8e84-d061-4323-9880-833b4ab13ecc by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:08:16.523834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Attempting to bind port ce6b8e84-d061-4323-9880-833b4ab13ecc on network c304c79f-e145-427b-a94e-e17ae9caaf90 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:08:16.533866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:08:16.534240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Checking segment: {'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:08:16.534654 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.535050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Bound using segment: {'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:08:16.535531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Bound port: ce6b8e84-d061-4323-9880-833b4ab13ecc, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:08:16.535913 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.557032 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.570577 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01410584-211f-47f3-a027-7e7e3220d046 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.636205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1,segment=NetworkSegment(0a9fa2ad-e12c-4675-89ed-126a371cb12f),segment_id=0a9fa2ad-e12c-4675-89ed-126a371cb12f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:16.647095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] For port ce6b8e84-d061-4323-9880-833b4ab13ecc, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:08:16.656685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] For port ce6b8e84-d061-4323-9880-833b4ab13ecc, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ce6b8e84-d061-4323-9880-833b4ab13ecc,segment=NetworkSegment(0a9fa2ad-e12c-4675-89ed-126a371cb12f),segment_id=0a9fa2ad-e12c-4675-89ed-126a371cb12f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:08:16.656923 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01410584-211f-47f3-a027-7e7e3220d046 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.738946 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.739867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:08:16.763768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01410584-211f-47f3-a027-7e7e3220d046 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.785823 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.789072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01410584-211f-47f3-a027-7e7e3220d046 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04e43ba-c40e-4d1e-af4b-12aacb0bb609,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:16.842876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:16.852665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:16.853400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:07:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:16.856042 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01410584-211f-47f3-a027-7e7e3220d046 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.861350 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-01410584-211f-47f3-a027-7e7e3220d046 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117260 Aug 19 13:08:16.861350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50644) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:16.867996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f7112432-f4d7-404a-b07d-068569184e0c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': 'be013859-751b-48d6-9c40-9aa5064abf29', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:16.943129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:16.943521 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.952508 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7112432-f4d7-404a-b07d-068569184e0c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:17.015453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeae8b8-66ae-4877-bb41-1f237176678f None None] Pushing event updated for resources: {'Port': ['ID=ce6b8e84-d061-4323-9880-833b4ab13ecc,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:17.029624 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7112432-f4d7-404a-b07d-068569184e0c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:17.059786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:17.106768 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7112432-f4d7-404a-b07d-068569184e0c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:17.126377 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7112432-f4d7-404a-b07d-068569184e0c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46415848-c985-4610-9eb0-d304d0c8383d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:17.192103 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7112432-f4d7-404a-b07d-068569184e0c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:17.196987 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f7112432-f4d7-404a-b07d-068569184e0c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3311536 Aug 19 13:08:17.197153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50646) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:17.201980 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7181fec7-2406-4c66-9cfe-50c324eaf9b1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': 'be013859-751b-48d6-9c40-9aa5064abf29', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:17.311334 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:13Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:16Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:17.342955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5593d3-283c-44fa-af5d-8f313ea632ec None None] The sync data for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 is: [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:13Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:16Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:08:17.345787 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7181fec7-2406-4c66-9cfe-50c324eaf9b1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:17.434610 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7181fec7-2406-4c66-9cfe-50c324eaf9b1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:17.543962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb8bdca4-b966-469a-8538-4f761d66e3ed req-fffed902-5d7b-48c0-8064-0b34339b3787 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 210 time: 0.0436256 Aug 19 13:08:17.580073 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7181fec7-2406-4c66-9cfe-50c324eaf9b1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:17.602470 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181fec7-2406-4c66-9cfe-50c324eaf9b1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd12b5ea-e883-42b3-856c-5b75a6f34f20,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:17.687437 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7181fec7-2406-4c66-9cfe-50c324eaf9b1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:17.689159 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7181fec7-2406-4c66-9cfe-50c324eaf9b1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4908946 Aug 19 13:08:17.691839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50650) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:17.698289 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-16284d17-dd20-4b09-94e5-8e7921d69d90 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': 'be013859-751b-48d6-9c40-9aa5064abf29', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:17.832823 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:08:17.838553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16284d17-dd20-4b09-94e5-8e7921d69d90 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:17.932645 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16284d17-dd20-4b09-94e5-8e7921d69d90 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:17.932921 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:17.933786 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.014239 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16284d17-dd20-4b09-94e5-8e7921d69d90 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.040564 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16284d17-dd20-4b09-94e5-8e7921d69d90 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47b3fda-4d0d-4072-ae05-7c7081ba7bfd,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:18.051601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ce6b8e84-d061-4323-9880-833b4ab13ecc up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:08:18.123191 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16284d17-dd20-4b09-94e5-8e7921d69d90 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.126122 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-16284d17-dd20-4b09-94e5-8e7921d69d90 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4318829 Aug 19 13:08:18.127530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50652) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:18.133223 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-32a464c9-7cb5-4bef-9360-c3af3cb26084 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': 'be013859-751b-48d6-9c40-9aa5064abf29', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:18.209902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port ce6b8e84-d061-4323-9880-833b4ab13ecc completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:18.215249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ce6b8e84-d061-4323-9880-833b4ab13ecc triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:18.216050 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.237995 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-32a464c9-7cb5-4bef-9360-c3af3cb26084 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Project 9dad2aa07d7c451d96a4d0de7018167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:08:18.244540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32a464c9-7cb5-4bef-9360-c3af3cb26084 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.321035 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32a464c9-7cb5-4bef-9360-c3af3cb26084 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.322442 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.359826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port ce6b8e84-d061-4323-9880-833b4ab13ecc, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ce6b8e84-d061-4323-9880-833b4ab13ecc,segment=NetworkSegment(0a9fa2ad-e12c-4675-89ed-126a371cb12f),segment_id=0a9fa2ad-e12c-4675-89ed-126a371cb12f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:18.407743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32a464c9-7cb5-4bef-9360-c3af3cb26084 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.429187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a464c9-7cb5-4bef-9360-c3af3cb26084 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef25745a-4af6-4752-a33f-3554bb6944a6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:18.440242 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.503054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=ce6b8e84-d061-4323-9880-833b4ab13ecc,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:18.518271 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32a464c9-7cb5-4bef-9360-c3af3cb26084 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.523346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50654) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:18.523839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-32a464c9-7cb5-4bef-9360-c3af3cb26084 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3948104 Aug 19 13:08:18.530527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d967cd88-6fdd-467b-94e9-97e79a22f383 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': 'be013859-751b-48d6-9c40-9aa5064abf29', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:18.626393 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-d967cd88-6fdd-467b-94e9-97e79a22f383 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Project 9dad2aa07d7c451d96a4d0de7018167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:08:18.633236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d967cd88-6fdd-467b-94e9-97e79a22f383 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.656079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8181ceb3-6f5b-4fc2-8a32-4efc02565a5f req-b25a883b-23d0-41f5-b203-c1e32ab285fc tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 210 time: 0.0344806 Aug 19 13:08:18.706376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d967cd88-6fdd-467b-94e9-97e79a22f383 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.826302 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d967cd88-6fdd-467b-94e9-97e79a22f383 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.842578 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967cd88-6fdd-467b-94e9-97e79a22f383 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83578417-f503-49db-b9dd-fbd0d028fd15,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:18.940785 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d967cd88-6fdd-467b-94e9-97e79a22f383 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:18.949574 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d967cd88-6fdd-467b-94e9-97e79a22f383 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4170578 Aug 19 13:08:19.082477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-2f43e295-3a3f-441e-9383-f4cb0e6bba96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381092566&fields=id&tenant_id=9dad2aa07d7c451d96a4d0de7018167c HTTP/1.1" status: 200 len: 267 time: 0.0343227 Aug 19 13:08:19.204244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-8996d36a-3bde-4470-a2d8-d829a6c643a2 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:19.205784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-8996d36a-3bde-4470-a2d8-d829a6c643a2 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/networks?id=c304c79f-e145-427b-a94e-e17ae9caaf90 HTTP/1.1" status: 200 len: 797 time: 0.1161294 Aug 19 13:08:19.221705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-c1a59ae3-b637-47c9-8814-fb48235f2ab5 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/quotas/9dad2aa07d7c451d96a4d0de7018167c HTTP/1.1" status: 200 len: 375 time: 0.0097191 Aug 19 13:08:19.275118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-218663f2-1914-44c6-8177-74621cbcb468 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477264 Aug 19 13:08:19.432322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-ef9c6969-5a1b-484d-ab79-55a946dbd9e6 service neutron] 10.222.0.44 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432676 Aug 19 13:08:19.521463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-1dce5adb-c352-4f97-bd3d-b2f5c159406e service neutron] 10.222.0.44 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828617 Aug 19 13:08:19.717087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ce6b8e84-d061-4323-9880-833b4ab13ecc up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:08:19.792692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ce6b8e84-d061-4323-9880-833b4ab13ecc triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:19.793071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:19.794021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1addb41-8d2b-4611-b36c-30d74f027abd req-70887f8b-c1b5-4a2a-96e1-c818e6891739 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8b76a1d-2941-4c2d-aa19-ccadeaf06964 HTTP/1.1" status: 200 len: 210 time: 0.0554359 Aug 19 13:08:19.842338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f57a4eaf-9aeb-4a62-a793-49a13a6d1476 req-3b80a05f-13a4-4fa5-97b9-93d3ffea63f9 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 210 time: 0.0436325 Aug 19 13:08:20.918307 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f176a45-07b8-43f3-847d-c69ddd79090b req-ca8841c6-205f-43f4-9b7a-32ca924d0eb3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 210 time: 0.0275269 Aug 19 13:08:21.134764 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5d8191ad-4e62-44f9-8cf0-90711f74d316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:22.016490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-61f1e804-cff4-465f-ad44-5c621a10cf0e req-f4dffd93-8ef1-42a3-a6af-2c4675efe67b tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 210 time: 0.0271935 Aug 19 13:08:22.587521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-844b4b3e-e72e-4c1f-8277-768b4d8f8880 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:22.588953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-844b4b3e-e72e-4c1f-8277-768b4d8f8880 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.52 "GET /v2.0/networks?id=c304c79f-e145-427b-a94e-e17ae9caaf90 HTTP/1.1" status: 200 len: 797 time: 0.1158600 Aug 19 13:08:22.635136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-276fbf1c-4a48-4ad9-87de-305603782abb tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dad2aa07d7c451d96a4d0de7018167c HTTP/1.1" status: 200 len: 380 time: 0.0347466 Aug 19 13:08:22.644938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'port': {'device_id': '6229f8f0-2154-42c0-a507-e0986fec2895', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'admin_state_up': True, 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'security_groups': ['be013859-751b-48d6-9c40-9aa5064abf29']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:22.813534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Made reservation on behalf of 9dad2aa07d7c451d96a4d0de7018167c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:22.817931 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:22.957515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Allocated IP 172.20.0.10 (c304c79f-e145-427b-a94e-e17ae9caaf90/83922e92-05c0-4bef-b723-10b19fd3f187/4f1cc42d-4a64-4e42-aa9d-ad76f270a275) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:08:23.475956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bae1f736-b204-4311-acc6-594a30ed751f req-4ecebbe7-3b01-4672-b5ed-5ba94335b2f7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 210 time: 0.0416763 Aug 19 13:08:23.479428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:23.493127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Transition to ACTIVE for port object 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:23.615759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:23.662372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network c304c79f-e145-427b-a94e-e17ae9caaf90 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:08:23.665612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:23.669483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:08:23.695578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=4f1cc42d-4a64-4e42-aa9d-ad76f270a275,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:23.733760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:23.734415 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:23.833096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-65ec58f7-f292-4655-92c7-c09ae97c3223 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1919260 Aug 19 13:08:23.848152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Request body: {'port': {'device_id': '6229f8f0-2154-42c0-a507-e0986fec2895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:23.911203 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:24.058532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2a5c7ab0-4445-4c2c-9299-0b05808b5b62 None None] Provisioning for port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:24.062615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2a5c7ab0-4445-4c2c-9299-0b05808b5b62 None None] Provisioning complete for port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:24.063031 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7ab0-4445-4c2c-9299-0b05808b5b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:24.101307 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c7ab0-4445-4c2c-9299-0b05808b5b62 None None] Port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:08:24.192296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:08:24.200303 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:24.215528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Transition to ACTIVE for port object 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:24.316131 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:24.385273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1cc42d-4a64-4e42-aa9d-ad76f270a275,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:24.439376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Attempting to bind port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:08:24.439895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Attempting to bind port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:08:24.440654 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Attempting to bind port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 on network c304c79f-e145-427b-a94e-e17ae9caaf90 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:08:24.445988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 on network c304c79f-e145-427b-a94e-e17ae9caaf90 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:08:24.446732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Attempting to bind port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 on network c304c79f-e145-427b-a94e-e17ae9caaf90 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:08:24.453799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:08:24.454335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Checking segment: {'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:08:24.454938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Bound using segment: {'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:08:24.455632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Bound port: 4f1cc42d-4a64-4e42-aa9d-ad76f270a275, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9fa2ad-e12c-4675-89ed-126a371cb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:08:24.456223 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:24.550399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] For port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:08:24.555635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] For port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4f1cc42d-4a64-4e42-aa9d-ad76f270a275,segment=NetworkSegment(0a9fa2ad-e12c-4675-89ed-126a371cb12f),segment_id=0a9fa2ad-e12c-4675-89ed-126a371cb12f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:08:24.628534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04beb566-de3b-40dd-8f2d-25589effec85 req-38a19632-a78f-4653-97bf-085b0004cf4d tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:24.637111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04beb566-de3b-40dd-8f2d-25589effec85 req-38a19632-a78f-4653-97bf-085b0004cf4d tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 944 time: 0.0758429 Aug 19 13:08:24.645448 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:24.722552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:24.723188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:24.725351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] 10.222.0.52 "PUT /v2.0/ports/4f1cc42d-4a64-4e42-aa9d-ad76f270a275 HTTP/1.1" status: 200 len: 1092 time: 0.8820732 Aug 19 13:08:24.725886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6229f8f0-2154-42c0-a507-e0986fec2895', 'tag': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:24.728171 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53ac937-abb2-4351-8b70-a56645be45d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6229f8f0-2154-42c0-a507-e0986fec2895", "tag": "4f1cc42d-4a64-4e42-aa9d-ad76f270a275"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:24.747950 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04beb566-de3b-40dd-8f2d-25589effec85 req-866b8e7a-26c0-42e0-bbbb-85598031155e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099322 Aug 19 13:08:24.760938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fec382-b9f8-4b8d-91eb-e02c1472f777 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1cc42d-4a64-4e42-aa9d-ad76f270a275,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:24.780404 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39671f5-39eb-4708-9c68-9fec5164e57b x-openstack-request-id: req-e39671f5-39eb-4708-9c68-9fec5164e57b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:24.780703 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6229f8f0-2154-42c0-a507-e0986fec2895", "tag": "4f1cc42d-4a64-4e42-aa9d-ad76f270a275", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:24.781023 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e39671f5-39eb-4708-9c68-9fec5164e57b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:24.781611 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6229f8f0-2154-42c0-a507-e0986fec2895', 'tag': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'status': 'completed', 'code': 200} Aug 19 13:08:24.858790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ac937-abb2-4351-8b70-a56645be45d4 req-67bf5d22-82c6-4c70-92f5-cd1818762766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:24.860380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e53ac937-abb2-4351-8b70-a56645be45d4 req-67bf5d22-82c6-4c70-92f5-cd1818762766 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 1095 time: 0.0504134 Aug 19 13:08:24.979877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ac937-abb2-4351-8b70-a56645be45d4 req-6dcb6c9a-fdea-416c-9437-c422cd6e0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:24.981326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e53ac937-abb2-4351-8b70-a56645be45d4 req-6dcb6c9a-fdea-416c-9437-c422cd6e0610 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1084232 Aug 19 13:08:25.086131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ac937-abb2-4351-8b70-a56645be45d4 req-a90b6a70-f129-4ac2-b7a6-0a99cd651c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:25.087425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e53ac937-abb2-4351-8b70-a56645be45d4 req-a90b6a70-f129-4ac2-b7a6-0a99cd651c50 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948868 Aug 19 13:08:25.171463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-33bbbd12-ab64-40c0-8ad5-d86c397d81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:25.172995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-33bbbd12-ab64-40c0-8ad5-d86c397d81a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 1095 time: 0.0428679 Aug 19 13:08:25.221580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-f56a749d-922a-45b4-8c08-ab504d69388f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f1cc42d-4a64-4e42-aa9d-ad76f270a275 HTTP/1.1" status: 200 len: 217 time: 0.0348086 Aug 19 13:08:25.277516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-32e2ebd6-f089-4f9a-9643-32f5c11f66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:25.279237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-32e2ebd6-f089-4f9a-9643-32f5c11f66a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83922e92-05c0-4bef-b723-10b19fd3f187 HTTP/1.1" status: 200 len: 835 time: 0.0493722 Aug 19 13:08:25.331872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-cae10376-b12a-49b3-85f7-542e29c1bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:25.333551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-cae10376-b12a-49b3-85f7-542e29c1bdf2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c304c79f-e145-427b-a94e-e17ae9caaf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424514 Aug 19 13:08:25.425958 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fa74e73-168b-4f45-a32a-b7a1ac22e474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:25.443447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-9c1c5723-9501-4fd7-b84b-353811ffc3ec service neutron] 10.222.0.52 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973015 Aug 19 13:08:25.560721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a8923a5-9999-4fd6-9f2a-d8eadaffda09 req-738750d1-51a6-4945-9dcd-15c12d632d2c service neutron] 10.222.0.52 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065633 Aug 19 13:08:25.756332 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:25.870749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd20097-ff68-4536-8cf9-3d8b9d85dfc0 req-b5d48cd1-937b-4d45-be44-aefdcafb1c90 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:25.872332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1fd20097-ff68-4536-8cf9-3d8b9d85dfc0 req-b5d48cd1-937b-4d45-be44-aefdcafb1c90 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 944 time: 0.0507078 Aug 19 13:08:25.920663 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1fd20097-ff68-4536-8cf9-3d8b9d85dfc0 req-5e588fe4-aae1-4b08-9f8c-54c2dcdc3a2c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414805 Aug 19 13:08:26.541974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50724) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:26.706192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Deleting port bcdddcef-2c19-4218-9763-9d6bce6b5ab4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:26.706930 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:26.782888 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:26.783102 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:26.794483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Calling delete_port for bcdddcef-2c19-4218-9763-9d6bce6b5ab4 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:27.021085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:27.055074 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event deleted for resources: {'Port': ['ID=bcdddcef-2c19-4218-9763-9d6bce6b5ab4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:27.090137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3195fb-3705-4e3c-bc9a-8d56793c7bb7 req-d84c3fe5-2e31-4448-915e-c0159e5fcf14 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:27.091642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de3195fb-3705-4e3c-bc9a-8d56793c7bb7 req-d84c3fe5-2e31-4448-915e-c0159e5fcf14 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 944 time: 0.0995359 Aug 19 13:08:27.116721 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:27.154425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:27.154754 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Floating IP 4048bad3-4afb-49c7-b83e-53c597bf46cd disassociated (deleted). External IP: 172.25.6.240, port: 2fbcda53-b31d-4cce-88d4-678b822275cf. Aug 19 13:08:27.159721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de3195fb-3705-4e3c-bc9a-8d56793c7bb7 req-7aa26d56-192e-432f-b1d7-76705c51fdf7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487287 Aug 19 13:08:27.369897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Router 93c849a8-ef98-4a57-b976-8bf0fea76f76 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:08:27.477593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:08:27.492113 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:27.492517 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09985eca-53cc-46b5-9059-968694d1200e None None] Sync routers for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:08:27.499833 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09985eca-53cc-46b5-9059-968694d1200e None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:27.500431 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-09985eca-53cc-46b5-9059-968694d1200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:08:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:27.512817 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2d6233d0-dc7e-4638-a772-ad4832526409 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "DELETE /v2.0/floatingips/4048bad3-4afb-49c7-b83e-53c597bf46cd HTTP/1.1" status: 204 len: 168 time: 0.9697170 Aug 19 13:08:27.513436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'tag': '2fbcda53-b31d-4cce-88d4-678b822275cf'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:27.515708 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270" -d '{"events": [{"name": "network-changed", "server_uuid": "a80f5603-2790-4e6c-9e0c-742b020c5936", "tag": "2fbcda53-b31d-4cce-88d4-678b822275cf"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:27.556254 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592c0b43-ff61-4714-a6aa-9875515373bd x-openstack-request-id: req-592c0b43-ff61-4714-a6aa-9875515373bd {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:27.557879 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80f5603-2790-4e6c-9e0c-742b020c5936", "tag": "2fbcda53-b31d-4cce-88d4-678b822275cf", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:27.557879 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-592c0b43-ff61-4714-a6aa-9875515373bd {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:27.557879 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'tag': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'status': 'completed', 'code': 200} Aug 19 13:08:27.622239 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-09985eca-53cc-46b5-9059-968694d1200e None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:27.622962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270 req-f478a137-a4f5-4ec5-bf9a-2c9cbf1d14c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:27.624520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270 req-f478a137-a4f5-4ec5-bf9a-2c9cbf1d14c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 1096 time: 0.0444620 Aug 19 13:08:27.731636 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270 req-3432d5ed-8bd0-42f2-aed3-b98dd3a39b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:27.733156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270 req-3432d5ed-8bd0-42f2-aed3-b98dd3a39b3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 200 len: 913 time: 0.1015399 Aug 19 13:08:27.775775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270 req-bad265df-d530-4c1f-a1aa-e1b5ac9d0cfa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fbcda53-b31d-4cce-88d4-678b822275cf HTTP/1.1" status: 200 len: 217 time: 0.0353889 Aug 19 13:08:27.828699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270 req-75ec3e77-ee73-4496-a45b-fa282b87b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:27.829750 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-09985eca-53cc-46b5-9059-968694d1200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:27.830432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270 req-75ec3e77-ee73-4496-a45b-fa282b87b8a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 200 len: 851 time: 0.0482378 Aug 19 13:08:27.856882 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09985eca-53cc-46b5-9059-968694d1200e None None] Checking router: 93c849a8-ef98-4a57-b976-8bf0fea76f76 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:08:27.866120 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09985eca-53cc-46b5-9059-968694d1200e None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:27.866739 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-09985eca-53cc-46b5-9059-968694d1200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:08:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:27.889842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270 req-d0df58d8-68c3-4028-81de-e9b4b37c6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:27.889842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270 req-d0df58d8-68c3-4028-81de-e9b4b37c6cd1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484552 Aug 19 13:08:27.986529 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-09985eca-53cc-46b5-9059-968694d1200e None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:28.013550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270 req-0734d6d5-8847-4d87-a202-fcd180add137 service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202936 Aug 19 13:08:28.124712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29474b9-bedf-4090-870f-6e28ff69ce4c req-8be6292b-0a3e-4c63-825a-c192cb423ffd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:28.126274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c29474b9-bedf-4090-870f-6e28ff69ce4c req-8be6292b-0a3e-4c63-825a-c192cb423ffd tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 945 time: 0.1057882 Aug 19 13:08:28.163915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de0f9c2f-3c54-420d-8cf1-608d8c1e7270 req-524b4b4a-33e6-4b26-84ee-b0a1e79c475e service neutron] 10.222.0.53 "GET /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408241 Aug 19 13:08:28.181551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c29474b9-bedf-4090-870f-6e28ff69ce4c req-30e0b1ef-0202-46d3-8eab-7ccddb0dfc35 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/security-groups?id=275d589a-000e-455c-abd7-d05619534966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483458 Aug 19 13:08:28.201125 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-09985eca-53cc-46b5-9059-968694d1200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:28.239819 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09985eca-53cc-46b5-9059-968694d1200e None None] The sync data for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 is: [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T12:52:11Z', 'revision_number': 4, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '42a2d8a7-b677-409b-bcef-58b433153f47', 'name': '', 'network_id': '0df94dc4-f74a-4c4c-a79c-f76afcd8ec04', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'mac_address': 'fa:16:3e:db:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '370f4677-1716-4b96-8840-b61aeda76836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:10Z', 'updated_at': '2021-08-19T12:52:17Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'subnets': [{'id': '370f4677-1716-4b96-8840-b61aeda76836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:08:28.298887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978461-9e9a-485c-a25d-9dacab45403b req-9f203a0f-f611-497f-9b0e-47d2b3230ecd tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:28.300543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab978461-9e9a-485c-a25d-9dacab45403b req-9f203a0f-f611-497f-9b0e-47d2b3230ecd tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 944 time: 0.0600262 Aug 19 13:08:28.343304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab978461-9e9a-485c-a25d-9dacab45403b req-d8d6c3fe-b8eb-4f88-accb-13dba9ac91e6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363066 Aug 19 13:08:28.396422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:08:28.485637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97687e2c-40bb-462e-a45d-2d5c1eaad74f None None] New status for floating IP 4048bad3-4afb-49c7-b83e-53c597bf46cd: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:08:28.560195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4f1cc42d-4a64-4e42-aa9d-ad76f270a275,segment=NetworkSegment(0a9fa2ad-e12c-4675-89ed-126a371cb12f),segment_id=0a9fa2ad-e12c-4675-89ed-126a371cb12f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:28.572435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'port_id': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:08:28.609609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be194-53d5-4d9a-bcd3-23db675345cf req-24bb1f48-9f8d-46ad-8bff-2dbb6a7a7bb8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:28.611091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac8be194-53d5-4d9a-bcd3-23db675345cf req-24bb1f48-9f8d-46ad-8bff-2dbb6a7a7bb8 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 945 time: 0.0536683 Aug 19 13:08:28.612033 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:28.638487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:08:28.660000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4f1cc42d-4a64-4e42-aa9d-ad76f270a275,segment=NetworkSegment(0a9fa2ad-e12c-4675-89ed-126a371cb12f),segment_id=0a9fa2ad-e12c-4675-89ed-126a371cb12f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:28.703945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ac8be194-53d5-4d9a-bcd3-23db675345cf req-4dc01739-ba4e-40ec-b66b-3f604212db4d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Deleting port 2fbcda53-b31d-4cce-88d4-678b822275cf {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:28.704224 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac8be194-53d5-4d9a-bcd3-23db675345cf req-4dc01739-ba4e-40ec-b66b-3f604212db4d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:28.740121 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:28.796273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4f1cc42d-4a64-4e42-aa9d-ad76f270a275,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:28.799562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ac8be194-53d5-4d9a-bcd3-23db675345cf req-4dc01739-ba4e-40ec-b66b-3f604212db4d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] For port 2fbcda53-b31d-4cce-88d4-678b822275cf, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2fbcda53-b31d-4cce-88d4-678b822275cf,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:28.800106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac8be194-53d5-4d9a-bcd3-23db675345cf req-4dc01739-ba4e-40ec-b66b-3f604212db4d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:28.813957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ac8be194-53d5-4d9a-bcd3-23db675345cf req-4dc01739-ba4e-40ec-b66b-3f604212db4d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Calling delete_port for 2fbcda53-b31d-4cce-88d4-678b822275cf owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:28.985996 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:29.007058 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4f1cc42d-4a64-4e42-aa9d-ad76f270a275'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:08:29.014657 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac8be194-53d5-4d9a-bcd3-23db675345cf req-4dc01739-ba4e-40ec-b66b-3f604212db4d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:29.044371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc01739-ba4e-40ec-b66b-3f604212db4d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event deleted for resources: {'Port': ['ID=2fbcda53-b31d-4cce-88d4-678b822275cf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:29.087489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8be194-53d5-4d9a-bcd3-23db675345cf req-4dc01739-ba4e-40ec-b66b-3f604212db4d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] No DVR routers for this DVR port 2fbcda53-b31d-4cce-88d4-678b822275cf on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:29.090220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac8be194-53d5-4d9a-bcd3-23db675345cf req-4dc01739-ba4e-40ec-b66b-3f604212db4d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:29.092295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ac8be194-53d5-4d9a-bcd3-23db675345cf req-4dc01739-ba4e-40ec-b66b-3f604212db4d tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.53 "DELETE /v2.0/ports/2fbcda53-b31d-4cce-88d4-678b822275cf HTTP/1.1" status: 204 len: 173 time: 0.4753036 Aug 19 13:08:29.288531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5419a7e9-985e-4abb-8d3b-53c4564f5040 req-7830ac55-d697-4992-8ac2-e6d1b4d3523e tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Aug 19 13:08:29.472375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764cc7e-9f21-4398-a771-d3ccb2bbbced req-2e5a9e0a-5345-4480-8667-6fa4337ed55f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:29.474882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a764cc7e-9f21-4398-a771-d3ccb2bbbced req-2e5a9e0a-5345-4480-8667-6fa4337ed55f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 945 time: 0.0546825 Aug 19 13:08:29.517500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a764cc7e-9f21-4398-a771-d3ccb2bbbced req-86dd390b-2b12-463f-9a13-4c37531b6742 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350161 Aug 19 13:08:29.558357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'name': 'network-vif-deleted', 'tag': '2fbcda53-b31d-4cce-88d4-678b822275cf'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:29.560706 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1418f87b-ef90-4761-8edf-c897eb70507b" -d '{"events": [{"server_uuid": "a80f5603-2790-4e6c-9e0c-742b020c5936", "name": "network-vif-deleted", "tag": "2fbcda53-b31d-4cce-88d4-678b822275cf"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:29.597781 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a148560-3231-4b13-bcc4-db877d6cac49 x-openstack-request-id: req-6a148560-3231-4b13-bcc4-db877d6cac49 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:29.600226 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80f5603-2790-4e6c-9e0c-742b020c5936", "name": "network-vif-deleted", "tag": "2fbcda53-b31d-4cce-88d4-678b822275cf", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:29.600226 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a148560-3231-4b13-bcc4-db877d6cac49 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:29.600226 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80f5603-2790-4e6c-9e0c-742b020c5936', 'name': 'network-vif-deleted', 'tag': '2fbcda53-b31d-4cce-88d4-678b822275cf', 'status': 'completed', 'code': 200} Aug 19 13:08:30.391177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cbf893c-5ffe-41b5-856d-3f94480f177c req-a42a18a3-0020-4a84-a942-e55a7f57b994 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 210 time: 0.0284820 Aug 19 13:08:30.408715 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:08:30.517582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:30.521904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:30.522350 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.605446 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.633516 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6229f8f0-2154-42c0-a507-e0986fec2895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:30.636204 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e3335c-6318-4f80-b361-92b8d9af92d2" -d '{"events": [{"server_uuid": "6229f8f0-2154-42c0-a507-e0986fec2895", "name": "network-vif-plugged", "status": "completed", "tag": "4f1cc42d-4a64-4e42-aa9d-ad76f270a275"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:30.648816 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89b667-0a09-43a1-b895-0e8638a1cfea req-ecf8d77a-6723-42e2-889f-ec004b320477 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:30.654252 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a89b667-0a09-43a1-b895-0e8638a1cfea req-ecf8d77a-6723-42e2-889f-ec004b320477 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 945 time: 0.0550849 Aug 19 13:08:30.655788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4f1cc42d-4a64-4e42-aa9d-ad76f270a275,segment=NetworkSegment(0a9fa2ad-e12c-4675-89ed-126a371cb12f),segment_id=0a9fa2ad-e12c-4675-89ed-126a371cb12f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:30.697027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a89b667-0a09-43a1-b895-0e8638a1cfea req-c63edd25-8a42-49ed-a3ba-d04bc1d1ffee tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396242 Aug 19 13:08:30.727481 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.760237 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e9f838-eb5b-485e-abce-55b3cfc3ab6e x-openstack-request-id: req-80e9f838-eb5b-485e-abce-55b3cfc3ab6e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:30.760538 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6229f8f0-2154-42c0-a507-e0986fec2895", "name": "network-vif-plugged", "status": "completed", "tag": "4f1cc42d-4a64-4e42-aa9d-ad76f270a275", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:30.760958 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80e9f838-eb5b-485e-abce-55b3cfc3ab6e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:30.761355 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6229f8f0-2154-42c0-a507-e0986fec2895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'code': 200} Aug 19 13:08:30.786974 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4f1cc42d-4a64-4e42-aa9d-ad76f270a275,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:30.809239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2fbcda53-b31d-4cce-88d4-678b822275cf no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:30.830195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 2fbcda53-b31d-4cce-88d4-678b822275cf {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:30.830546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2fbcda53-b31d-4cce-88d4-678b822275cf not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:30.862543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b283ca-8370-43db-a93d-6154bc5f875b req-1dab409c-3f3f-4054-a32a-ded9020f3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:30.864064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4b283ca-8370-43db-a93d-6154bc5f875b req-1dab409c-3f3f-4054-a32a-ded9020f3039 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 1097 time: 0.0443587 Aug 19 13:08:30.902270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4b283ca-8370-43db-a93d-6154bc5f875b req-20a0a01f-8d40-4f7b-a77a-859f71c969bd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295141 Aug 19 13:08:31.486332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3625d31-5ff8-4248-beb0-1a76b807362c req-beed576d-40ce-4ef3-ac2a-4daf1becd1d3 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 210 time: 0.0267220 Aug 19 13:08:31.819252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad63c68-32c7-477d-8f75-8ac7a7a4b392 req-2735eda0-a948-43cb-bdf9-3b0997661aa3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:31.820788 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ad63c68-32c7-477d-8f75-8ac7a7a4b392 req-2735eda0-a948-43cb-bdf9-3b0997661aa3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 946 time: 0.0529337 Aug 19 13:08:31.859143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4ad63c68-32c7-477d-8f75-8ac7a7a4b392 req-786c370f-f167-44db-bdf5-67abc6773bb8 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321350 Aug 19 13:08:32.588282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e63f06dd-ac55-4c7f-8ef8-327cc53c15cd req-aa776240-8412-4512-97cd-29eaeddcd41c tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "GET /v2.0/ports?device_id=a80f5603-2790-4e6c-9e0c-742b020c5936 HTTP/1.1" status: 200 len: 210 time: 0.0312171 Aug 19 13:08:32.979518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb9fb6-1bae-4074-a7e5-ce7f7b8b3544 req-ca9ef996-8233-4832-8a23-7919048f13ab tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:32.980992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1eb9fb6-1bae-4074-a7e5-ce7f7b8b3544 req-ca9ef996-8233-4832-8a23-7919048f13ab tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 946 time: 0.0539451 Aug 19 13:08:33.023265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1eb9fb6-1bae-4074-a7e5-ce7f7b8b3544 req-67f87e35-d8b0-4e78-b2fc-4f7c46db9f6e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359838 Aug 19 13:08:33.138111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13f62b-5124-4b36-a4a2-dd45ebc38b3a req-1ed6eb01-db03-47fa-909f-864113b3ea9e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:33.139537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d13f62b-5124-4b36-a4a2-dd45ebc38b3a req-1ed6eb01-db03-47fa-909f-864113b3ea9e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 946 time: 0.0504401 Aug 19 13:08:33.179969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d13f62b-5124-4b36-a4a2-dd45ebc38b3a req-8f8ad3ef-0643-408b-8583-0eb61375a38e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344229 Aug 19 13:08:33.202137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50760) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:33.240381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f4e76e-3961-401c-a1a6-398d68efc8ae tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:33.241909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-67f4e76e-3961-401c-a1a6-398d68efc8ae tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 1092 time: 0.0388021 Aug 19 13:08:33.244903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50762) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:33.249133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:33.340240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:33.442805 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:33.550143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Allocated IP 172.25.6.43 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/daa52b18-7fc5-4379-a8df-85227191cdaf) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:08:33.647538 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50766) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:33.663483 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:33.776416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-041b0e76-fe7d-47ae-bdde-80ce15c3e56b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Deleting port 1a91c7ff-0f36-435a-8180-5fb2a51ca425 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:33.776761 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-041b0e76-fe7d-47ae-bdde-80ce15c3e56b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:33.780635 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:33.816430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:08:33.821925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:33.824517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:08:33.857476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=daa52b18-7fc5-4379-a8df-85227191cdaf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:33.858841 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-041b0e76-fe7d-47ae-bdde-80ce15c3e56b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:33.859185 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-041b0e76-fe7d-47ae-bdde-80ce15c3e56b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:33.872958 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-041b0e76-fe7d-47ae-bdde-80ce15c3e56b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Calling delete_port for 1a91c7ff-0f36-435a-8180-5fb2a51ca425 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:34.214753 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:34.376195 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:34.385479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-041b0e76-fe7d-47ae-bdde-80ce15c3e56b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:34.412627 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b0e76-fe7d-47ae-bdde-80ce15c3e56b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event deleted for resources: {'Port': ['ID=1a91c7ff-0f36-435a-8180-5fb2a51ca425,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:34.476954 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-041b0e76-fe7d-47ae-bdde-80ce15c3e56b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:34.480673 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-041b0e76-fe7d-47ae-bdde-80ce15c3e56b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:34.481892 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-041b0e76-fe7d-47ae-bdde-80ce15c3e56b tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "DELETE /v2.0/floatingips/8750cb4f-6398-440e-9f77-05fb6f58b2dd HTTP/1.1" status: 204 len: 168 time: 0.8327289 Aug 19 13:08:34.537070 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:34.641253 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:34.711785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=daa52b18-7fc5-4379-a8df-85227191cdaf,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:34.721830 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:34.829170 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Floating IP 5b9fa5fd-5740-46df-8b7d-c012aee70ae7 associated. External IP: 172.25.6.43, port: 4f1cc42d-4a64-4e42-aa9d-ad76f270a275. Aug 19 13:08:35.377146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 4466906e-ac8f-41ec-8e62-3dd3206523cc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:08:35.493325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:08:35.502712 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1788c-0797-4ba3-83a6-f107152d2a9a None None] Sync routers for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:08:35.519670 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1788c-0797-4ba3-83a6-f107152d2a9a None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:35.520897 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f2c1788c-0797-4ba3-83a6-f107152d2a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:08:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:35.578577 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:35.607878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fde1fe1c-1b48-4e5e-881a-f560385cad77 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3618801 Aug 19 13:08:35.608757 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6229f8f0-2154-42c0-a507-e0986fec2895', 'tag': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:35.611190 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50776) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:35.611819 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291dd97d-0148-453c-af50-b6a7c170fc32" -d '{"events": [{"name": "network-changed", "server_uuid": "6229f8f0-2154-42c0-a507-e0986fec2895", "tag": "4f1cc42d-4a64-4e42-aa9d-ad76f270a275"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:35.640713 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f2c1788c-0797-4ba3-83a6-f107152d2a9a None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:35.658619 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047a1384-1c27-4bd0-a8fa-5e3410b646a5 x-openstack-request-id: req-047a1384-1c27-4bd0-a8fa-5e3410b646a5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:35.658940 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6229f8f0-2154-42c0-a507-e0986fec2895", "tag": "4f1cc42d-4a64-4e42-aa9d-ad76f270a275", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:35.659197 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-047a1384-1c27-4bd0-a8fa-5e3410b646a5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:35.659622 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6229f8f0-2154-42c0-a507-e0986fec2895', 'tag': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'status': 'completed', 'code': 200} Aug 19 13:08:35.691570 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-93aa3b62-4aaa-4324-a09f-98bdcb18fe88 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/floatingips/5b9fa5fd-5740-46df-8b7d-c012aee70ae7 HTTP/1.1" status: 200 len: 991 time: 0.0786946 Aug 19 13:08:35.728311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dd97d-0148-453c-af50-b6a7c170fc32 req-6ba4cfa0-c9d4-4259-bc1c-92cd817747e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:35.729795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-291dd97d-0148-453c-af50-b6a7c170fc32 req-6ba4cfa0-c9d4-4259-bc1c-92cd817747e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 1097 time: 0.0476589 Aug 19 13:08:35.828892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dd97d-0148-453c-af50-b6a7c170fc32 req-500f1a94-05e8-41d8-bc74-8c1ec5b8d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:35.830429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-291dd97d-0148-453c-af50-b6a7c170fc32 req-500f1a94-05e8-41d8-bc74-8c1ec5b8d46b service neutron] 10.222.0.52 "GET /v2.0/networks?id=c304c79f-e145-427b-a94e-e17ae9caaf90 HTTP/1.1" status: 200 len: 898 time: 0.0930512 Aug 19 13:08:35.894875 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f2c1788c-0797-4ba3-83a6-f107152d2a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:13Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5b9fa5fd-5740-46df-8b7d-c012aee70ae7', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'port_id': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229f8f0-2154-42c0-a507-e0986fec2895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:08:34Z', 'updated_at': '2021-08-19T13:08:34Z', 'revision_number': 0, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:35.903894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-291dd97d-0148-453c-af50-b6a7c170fc32 req-1891415b-e76b-4fc1-a16b-fc37208384db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f1cc42d-4a64-4e42-aa9d-ad76f270a275 HTTP/1.1" status: 200 len: 999 time: 0.0639865 Aug 19 13:08:35.923525 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1788c-0797-4ba3-83a6-f107152d2a9a None None] Checking router: 4466906e-ac8f-41ec-8e62-3dd3206523cc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:08:35.932481 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1788c-0797-4ba3-83a6-f107152d2a9a None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:35.933119 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f2c1788c-0797-4ba3-83a6-f107152d2a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:08:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:35.957195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dd97d-0148-453c-af50-b6a7c170fc32 req-ee0441a1-6caa-4f8e-8753-0913930a4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:35.959468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-291dd97d-0148-453c-af50-b6a7c170fc32 req-ee0441a1-6caa-4f8e-8753-0913930a4430 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83922e92-05c0-4bef-b723-10b19fd3f187 HTTP/1.1" status: 200 len: 835 time: 0.0484321 Aug 19 13:08:36.010840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dd97d-0148-453c-af50-b6a7c170fc32 req-56f43389-1928-4235-bb75-40a3c56ae42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:36.012364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-291dd97d-0148-453c-af50-b6a7c170fc32 req-56f43389-1928-4235-bb75-40a3c56ae42f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c304c79f-e145-427b-a94e-e17ae9caaf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454233 Aug 19 13:08:36.046729 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f2c1788c-0797-4ba3-83a6-f107152d2a9a None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:36.111703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-291dd97d-0148-453c-af50-b6a7c170fc32 req-c67f4611-efd4-4efc-a954-05b7d1115d99 service neutron] 10.222.0.52 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913007 Aug 19 13:08:36.215966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-291dd97d-0148-453c-af50-b6a7c170fc32 req-f64a1ec4-6e55-44fe-9f24-96649f18b853 service neutron] 10.222.0.52 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966229 Aug 19 13:08:36.387451 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f2c1788c-0797-4ba3-83a6-f107152d2a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:13Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5b9fa5fd-5740-46df-8b7d-c012aee70ae7', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'port_id': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229f8f0-2154-42c0-a507-e0986fec2895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:08:34Z', 'updated_at': '2021-08-19T13:08:34Z', 'revision_number': 0, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:36.413703 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1788c-0797-4ba3-83a6-f107152d2a9a None None] The sync data for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 is: [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:13Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5b9fa5fd-5740-46df-8b7d-c012aee70ae7', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'port_id': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229f8f0-2154-42c0-a507-e0986fec2895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:08:34Z', 'updated_at': '2021-08-19T13:08:34Z', 'revision_number': 0, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:08:36.608465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede8398-6323-4a32-ae7b-1af927da485e None None] New status for floating IP 5b9fa5fd-5740-46df-8b7d-c012aee70ae7: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:08:36.695288 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:36.756898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-441b5aa5-d09d-4816-acbe-a72af4b6a113 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/floatingips/5b9fa5fd-5740-46df-8b7d-c012aee70ae7 HTTP/1.1" status: 200 len: 991 time: 0.0603693 Aug 19 13:08:37.761015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50788) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:37.828044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-45538f7d-ef5c-4156-925e-3a17e3bce3fb tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/floatingips/5b9fa5fd-5740-46df-8b7d-c012aee70ae7 HTTP/1.1" status: 200 len: 993 time: 0.0658274 Aug 19 13:08:37.962825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50792) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:38.026990 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e9bacd5-b2c7-4fc2-934f-67c223701d95 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:38.052951 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e9bacd5-b2c7-4fc2-934f-67c223701d95 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:38.185828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e9bacd5-b2c7-4fc2-934f-67c223701d95 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:38.188416 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e9bacd5-b2c7-4fc2-934f-67c223701d95 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:38.189684 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1e9bacd5-b2c7-4fc2-934f-67c223701d95 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] 10.222.0.44 "DELETE /v2.0/security-groups/275d589a-000e-455c-abd7-d05619534966 HTTP/1.1" status: 204 len: 168 time: 0.2257001 Aug 19 13:08:38.199018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bacd5-b2c7-4fc2-934f-67c223701d95 tempest-TestVolumeBootPattern-165535702 tempest-TestVolumeBootPattern-165535702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275d589a-000e-455c-abd7-d05619534966,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:38.347961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50796) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:38.812665 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:39.053953 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] Deleting port 42a2d8a7-b677-409b-bcef-58b433153f47 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:39.054664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:39.137690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] For port 42a2d8a7-b677-409b-bcef-58b433153f47, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=42a2d8a7-b677-409b-bcef-58b433153f47,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:39.138058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:39.151365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] Calling delete_port for 42a2d8a7-b677-409b-bcef-58b433153f47 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:39.471566 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:39.499001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a2d8a7-b677-409b-bcef-58b433153f47,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:39.686000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:39.902616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] Router 93c849a8-ef98-4a57-b976-8bf0fea76f76 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:08:40.015613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:08:40.021132 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b97d6058-cd5e-492d-bd44-184f0c7811d4 admin admin] 10.222.0.44 "PUT /v2.0/routers/93c849a8-ef98-4a57-b976-8bf0fea76f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6710689 Aug 19 13:08:40.024067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50800) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:40.025149 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caf3b6c-24ef-4acc-8a04-249faa34f638 None None] Sync routers for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:08:40.034468 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf3b6c-24ef-4acc-8a04-249faa34f638 None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:40.035082 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6caf3b6c-24ef-4acc-8a04-249faa34f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:08:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:40.135685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.151871 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6caf3b6c-24ef-4acc-8a04-249faa34f638 None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:40.243616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.329592 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6caf3b6c-24ef-4acc-8a04-249faa34f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T13:08:39Z', 'revision_number': 5, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port': {'id': '532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:07Z', 'updated_at': '2021-08-19T12:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:40.356527 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caf3b6c-24ef-4acc-8a04-249faa34f638 None None] Checking router: 93c849a8-ef98-4a57-b976-8bf0fea76f76 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:08:40.365202 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf3b6c-24ef-4acc-8a04-249faa34f638 None None] Routers {'93c849a8-ef98-4a57-b976-8bf0fea76f76'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:40.365843 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6caf3b6c-24ef-4acc-8a04-249faa34f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:08:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['93c849a8-ef98-4a57-b976-8bf0fea76f76'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:40.392573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Deleting port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:40.393100 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.451638 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6caf3b6c-24ef-4acc-8a04-249faa34f638 None None] Set router 93c849a8-ef98-4a57-b976-8bf0fea76f76 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:40.477243 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] For port 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:40.477638 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.490153 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Calling delete_port for 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:40.506074 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6caf3b6c-24ef-4acc-8a04-249faa34f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T13:08:40Z', 'revision_number': 6, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:40.532635 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caf3b6c-24ef-4acc-8a04-249faa34f638 None None] The sync data for ids ['93c849a8-ef98-4a57-b976-8bf0fea76f76'] in n-d-778732-8 is: [{'id': '93c849a8-ef98-4a57-b976-8bf0fea76f76', 'name': 'tempest-TestVolumeBootPattern-1936583486-router', 'tenant_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:06Z', 'updated_at': '2021-08-19T13:08:40Z', 'revision_number': 6, 'project_id': '6dcf49fa15c048dfa4e76d7d7075bce0', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:08:40.743889 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.770738 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:40.831691 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.924458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.927432 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.030903 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.031475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93c849a8-ef98-4a57-b976-8bf0fea76f76 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:08:41.036000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.037239 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cbda5ebc-0cc4-42d6-93ea-70eee4bcc8c1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/93c849a8-ef98-4a57-b976-8bf0fea76f76 HTTP/1.1" status: 204 len: 168 time: 1.0120394 Aug 19 13:08:41.039645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50802) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:41.083941 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-04791a75-3d6a-4f73-9d69-4d935747b044 admin admin] Deleting subnet 370f4677-1716-4b96-8840-b61aeda76836 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:08:41.087003 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04791a75-3d6a-4f73-9d69-4d935747b044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.120573 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04791a75-3d6a-4f73-9d69-4d935747b044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.201115 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04791a75-3d6a-4f73-9d69-4d935747b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.407553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04791a75-3d6a-4f73-9d69-4d935747b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.434749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04791a75-3d6a-4f73-9d69-4d935747b044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370f4677-1716-4b96-8840-b61aeda76836,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:41.438921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04791a75-3d6a-4f73-9d69-4d935747b044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.443154 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-04791a75-3d6a-4f73-9d69-4d935747b044 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/370f4677-1716-4b96-8840-b61aeda76836 HTTP/1.1" status: 204 len: 168 time: 0.4012985 Aug 19 13:08:41.443560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50804) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:41.446638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb9f3c-da63-43e7-992d-c6dbe7957ef8 None None] Network 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:08:41.523236 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.592204 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Deleting port 5c61bfcf-725d-4aa1-9417-a76544eb0960 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:41.592553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.647934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0fcf1-02b4-493a-9e0a-ef644c901401 None None] DHCP port deletion for 0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:08:41.667285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] For port 5c61bfcf-725d-4aa1-9417-a76544eb0960, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5c61bfcf-725d-4aa1-9417-a76544eb0960,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:41.667677 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.681655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Calling delete_port for 5c61bfcf-725d-4aa1-9417-a76544eb0960 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:41.708858 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0fcf1-02b4-493a-9e0a-ef644c901401 None None] Deleting port 5c61bfcf-725d-4aa1-9417-a76544eb0960 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:41.709300 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0f0fcf1-02b4-493a-9e0a-ef644c901401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.749175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:41.772870 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:41.774740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 532d00cb-e49d-4f5a-b6bb-7f0fb37d4e44 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:41.774740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 42a2d8a7-b677-409b-bcef-58b433153f47 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:41.801797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 42a2d8a7-b677-409b-bcef-58b433153f47 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:41.802009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 42a2d8a7-b677-409b-bcef-58b433153f47 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:41.802405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5c61bfcf-725d-4aa1-9417-a76544eb0960 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:41.825509 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.836401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e0f0fcf1-02b4-493a-9e0a-ef644c901401 None None] For port 5c61bfcf-725d-4aa1-9417-a76544eb0960, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5c61bfcf-725d-4aa1-9417-a76544eb0960,segment=NetworkSegment(f4a32fa0-08cd-4921-9245-2c840b8fb9e5),segment_id=f4a32fa0-08cd-4921-9245-2c840b8fb9e5)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:41.836801 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0f0fcf1-02b4-493a-9e0a-ef644c901401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.853010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c61bfcf-725d-4aa1-9417-a76544eb0960,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:41.857347 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] No DVR routers for this DVR port 5c61bfcf-725d-4aa1-9417-a76544eb0960 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:41.859375 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0fcf1-02b4-493a-9e0a-ef644c901401 None None] Calling delete_port for 5c61bfcf-725d-4aa1-9417-a76544eb0960 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:41.877993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No active binding found for port 5c61bfcf-725d-4aa1-9417-a76544eb0960 {{(pid=95662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 13:08:41.878457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5c61bfcf-725d-4aa1-9417-a76544eb0960 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:41.936046 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.946064 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0f0fcf1-02b4-493a-9e0a-ef644c901401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.969553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df94dc4-f74a-4c4c-a79c-f76afcd8ec04']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:41.969553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:41.969553 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a32fa0-08cd-4921-9245-2c840b8fb9e5') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:41.969553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.971424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0fcf1-02b4-493a-9e0a-ef644c901401 None None] Pushing event deleted for resources: {'Port': ['ID=5c61bfcf-725d-4aa1-9417-a76544eb0960,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:41.976028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0fcf1-02b4-493a-9e0a-ef644c901401 None None] No DVR routers for this DVR port 5c61bfcf-725d-4aa1-9417-a76544eb0960 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:41.986581 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.992695 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:08:41.993081 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:08:41.994757 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:08:42.121713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:42.127404 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:42.136607 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] 10.222.0.44 "DELETE /v2.0/networks/0df94dc4-f74a-4c4c-a79c-f76afcd8ec04 HTTP/1.1" status: 204 len: 168 time: 0.6847596 Aug 19 13:08:42.136819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50806) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:42.141452 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b190c-2aaa-4c75-80a6-9a38c6e9c18b admin admin] Pushing event deleted for resources: {'Network': ['ID=0df94dc4-f74a-4c4c-a79c-f76afcd8ec04,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:42.151014 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:42.478822 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:42.721742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Deleting port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:42.722093 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:42.804785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] For port 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3a5e1bf4-7128-4d67-972c-64a8c5e1ddef,segment=NetworkSegment(d9450907-0ba3-4e76-9c46-a6139f9bb112),segment_id=d9450907-0ba3-4e76-9c46-a6139f9bb112)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:42.805153 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:42.817267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Calling delete_port for 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:43.088142 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:43.113936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5e1bf4-7128-4d67-972c-64a8c5e1ddef,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:43.140208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.140841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.140937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.141218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.141575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.141912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.142242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.142569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.142895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.143219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.143543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.143864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:43.297173 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:43.513643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Router e4343f02-461d-4824-bd53-c1d24ad0afcc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:08:43.619250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:08:43.624201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3f824970-2e3f-4cd6-8084-3bfb4e9e0fd9 admin admin] 10.222.0.44 "PUT /v2.0/routers/e4343f02-461d-4824-bd53-c1d24ad0afcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4896274 Aug 19 13:08:43.626696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50808) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:43.627588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f14019-982a-473b-af05-43fe39ab6b67 None None] Sync routers for ids ['e4343f02-461d-4824-bd53-c1d24ad0afcc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:08:43.639401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f14019-982a-473b-af05-43fe39ab6b67 None None] Routers {'e4343f02-461d-4824-bd53-c1d24ad0afcc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:43.640105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-58f14019-982a-473b-af05-43fe39ab6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:08:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e4343f02-461d-4824-bd53-c1d24ad0afcc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:43.746154 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:43.753618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-58f14019-982a-473b-af05-43fe39ab6b67 None None] Set router e4343f02-461d-4824-bd53-c1d24ad0afcc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:43.849590 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:43.968794 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Deleting port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:43.969146 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.055620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] For port 4c4fa489-edc2-44ec-9d17-8ebf49a714aa, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4c4fa489-edc2-44ec-9d17-8ebf49a714aa,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:44.055994 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.067692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Calling delete_port for 4c4fa489-edc2-44ec-9d17-8ebf49a714aa owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:44.090835 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-58f14019-982a-473b-af05-43fe39ab6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'name': 'tempest-TestVolumeBootPattern-902701015-router', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:17Z', 'updated_at': '2021-08-19T13:08:42Z', 'revision_number': 5, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'gw_port': {'id': '4c4fa489-edc2-44ec-9d17-8ebf49a714aa', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:52:18Z', 'updated_at': '2021-08-19T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:44.121209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f14019-982a-473b-af05-43fe39ab6b67 None None] Checking router: e4343f02-461d-4824-bd53-c1d24ad0afcc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:08:44.130743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f14019-982a-473b-af05-43fe39ab6b67 None None] Routers {'e4343f02-461d-4824-bd53-c1d24ad0afcc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:44.131387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-58f14019-982a-473b-af05-43fe39ab6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:08:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['e4343f02-461d-4824-bd53-c1d24ad0afcc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:44.221661 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-58f14019-982a-473b-af05-43fe39ab6b67 None None] Set router e4343f02-461d-4824-bd53-c1d24ad0afcc gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:44.277946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-58f14019-982a-473b-af05-43fe39ab6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'name': 'tempest-TestVolumeBootPattern-902701015-router', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:17Z', 'updated_at': '2021-08-19T13:08:43Z', 'revision_number': 6, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:44.304973 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f14019-982a-473b-af05-43fe39ab6b67 None None] The sync data for ids ['e4343f02-461d-4824-bd53-c1d24ad0afcc'] in n-d-778732-8 is: [{'id': 'e4343f02-461d-4824-bd53-c1d24ad0afcc', 'name': 'tempest-TestVolumeBootPattern-902701015-router', 'tenant_id': 'f89711d62c81413d9d49c38edda1ea92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:52:17Z', 'updated_at': '2021-08-19T13:08:43Z', 'revision_number': 6, 'project_id': 'f89711d62c81413d9d49c38edda1ea92', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:08:44.355838 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.381267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4fa489-edc2-44ec-9d17-8ebf49a714aa,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:44.442816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.533045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.535242 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.682914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.683891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4343f02-461d-4824-bd53-c1d24ad0afcc {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:08:44.688619 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.689965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5b72b7eb-11ab-41e0-a846-7718e9893d75 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e4343f02-461d-4824-bd53-c1d24ad0afcc HTTP/1.1" status: 204 len: 168 time: 1.0623393 Aug 19 13:08:44.696939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50810) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:44.739207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17c88b3-05c3-450c-82f4-add3591f51a2 admin admin] Deleting subnet b8a751cc-d52b-4256-aa0d-34b397b0cc47 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:08:44.742378 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f17c88b3-05c3-450c-82f4-add3591f51a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.777790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f17c88b3-05c3-450c-82f4-add3591f51a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.864981 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f17c88b3-05c3-450c-82f4-add3591f51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.962770 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.985983 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f17c88b3-05c3-450c-82f4-add3591f51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.012135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c88b3-05c3-450c-82f4-add3591f51a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a751cc-d52b-4256-aa0d-34b397b0cc47,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:45.016308 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f17c88b3-05c3-450c-82f4-add3591f51a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.018290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f17c88b3-05c3-450c-82f4-add3591f51a2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b8a751cc-d52b-4256-aa0d-34b397b0cc47 HTTP/1.1" status: 204 len: 168 time: 0.3246233 Aug 19 13:08:45.021885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50812) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:45.033482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34204565-fa6d-468f-86ce-f095e3b1b361 None None] Network bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:08:45.098249 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.154791 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Deleting port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:45.155131 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.209789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7d3e31-10d5-44de-aa14-72c3e315163d None None] DHCP port deletion for bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:08:45.224282 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] For port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777,segment=NetworkSegment(d9450907-0ba3-4e76-9c46-a6139f9bb112),segment_id=d9450907-0ba3-4e76-9c46-a6139f9bb112)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:45.224282 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.242612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Calling delete_port for 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:45.260317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d3e31-10d5-44de-aa14-72c3e315163d None None] Deleting port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:45.260721 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3e31-10d5-44de-aa14-72c3e315163d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.331909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ee7d3e31-10d5-44de-aa14-72c3e315163d None None] For port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777,segment=NetworkSegment(d9450907-0ba3-4e76-9c46-a6139f9bb112),segment_id=d9450907-0ba3-4e76-9c46-a6139f9bb112)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:45.332243 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3e31-10d5-44de-aa14-72c3e315163d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.345883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d3e31-10d5-44de-aa14-72c3e315163d None None] Calling delete_port for 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:45.401241 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.423423 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3e31-10d5-44de-aa14-72c3e315163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.429025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:45.431354 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] No DVR routers for this DVR port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:45.440488 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.440811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.441113 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.441475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.441847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.442731 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.443068 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.443396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.443793 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.444122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.444446 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.444767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:45.451834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d3e31-10d5-44de-aa14-72c3e315163d None None] Pushing event deleted for resources: {'Port': ['ID=1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:45.455709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d3e31-10d5-44de-aa14-72c3e315163d None None] No DVR routers for this DVR port 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:45.519769 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.530481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:45.540836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9450907-0ba3-4e76-9c46-a6139f9bb112') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:45.541125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9450907-0ba3-4e76-9c46-a6139f9bb112') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:45.549771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.564052 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.571481 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:08:45.571881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:08:45.573614 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:08:45.700122 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.705885 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.717075 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef HTTP/1.1" status: 204 len: 168 time: 0.6848855 Aug 19 13:08:45.721305 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924fbd3-54c7-4c37-b5dc-54fc266f11b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd25f6b6-7db9-43d1-a0c2-2517fa35b2ef,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:45.726276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:45.748056 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:45.748409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1e42d2fb-efe3-412a-a7d2-9c0e8eaa2777 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:45.748852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:45.771635 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:45.771905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3a5e1bf4-7128-4d67-972c-64a8c5e1ddef not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:45.772324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c4fa489-edc2-44ec-9d17-8ebf49a714aa no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:45.791911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4c4fa489-edc2-44ec-9d17-8ebf49a714aa {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:45.792260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4c4fa489-edc2-44ec-9d17-8ebf49a714aa not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:46.159980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50816) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:46.201359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8e92f163-e9b9-4300-b9f5-ee7d939d8cc2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6dcf49fa15c048dfa4e76d7d7075bce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395916 Aug 19 13:08:46.203766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50818) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:46.252174 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9676dd23-7870-4c49-bbcc-4ff82c82055d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:46.273862 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9676dd23-7870-4c49-bbcc-4ff82c82055d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:46.420375 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9676dd23-7870-4c49-bbcc-4ff82c82055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:46.423237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9676dd23-7870-4c49-bbcc-4ff82c82055d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:46.424497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9676dd23-7870-4c49-bbcc-4ff82c82055d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/566993c5-eccb-49ea-8a8d-4083db11652d HTTP/1.1" status: 204 len: 168 time: 0.2198334 Aug 19 13:08:46.432433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676dd23-7870-4c49-bbcc-4ff82c82055d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566993c5-eccb-49ea-8a8d-4083db11652d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:47.181724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50824) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:47.220657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4c054c49-fba8-411a-95da-8cfe8e4f6219 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f89711d62c81413d9d49c38edda1ea92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377688 Aug 19 13:08:47.223800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50826) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:47.279327 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1db14a51-b552-4e65-9a2c-d22b14dbbb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:47.301016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1db14a51-b552-4e65-9a2c-d22b14dbbb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:47.419616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1db14a51-b552-4e65-9a2c-d22b14dbbb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:47.422193 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1db14a51-b552-4e65-9a2c-d22b14dbbb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:47.423351 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1db14a51-b552-4e65-9a2c-d22b14dbbb29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ac89a07-a483-44c0-a984-ae967b5fc3d9 HTTP/1.1" status: 204 len: 168 time: 0.1984951 Aug 19 13:08:47.431724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db14a51-b552-4e65-9a2c-d22b14dbbb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac89a07-a483-44c0-a984-ae967b5fc3d9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:49.463272 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:08:51.134138 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d45a079d-31ee-4225-aa32-01e0180a688d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:55.431152 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f941c11a-f508-47aa-be1c-ccd7717d9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:55.779767 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.111002 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:58.984256 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:01.456963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d862794b-f51d-4477-a846-f666df3db2dd req-71acce7a-1590-4723-92f7-945c2b9f21ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386231 Aug 19 13:09:01.550856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862794b-f51d-4477-a846-f666df3db2dd req-c82047ba-cb40-4e77-8a33-0e00cd2bca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:01.552353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d862794b-f51d-4477-a846-f666df3db2dd req-c82047ba-cb40-4e77-8a33-0e00cd2bca0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 1097 time: 0.0404634 Aug 19 13:09:01.663629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862794b-f51d-4477-a846-f666df3db2dd req-00a314c0-2e70-4e22-96bf-5a74cbe23f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:01.665162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d862794b-f51d-4477-a846-f666df3db2dd req-00a314c0-2e70-4e22-96bf-5a74cbe23f36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c304c79f-e145-427b-a94e-e17ae9caaf90 HTTP/1.1" status: 200 len: 898 time: 0.0910656 Aug 19 13:09:01.736105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d862794b-f51d-4477-a846-f666df3db2dd req-7ff094ac-d097-4caf-9c32-fad3d6cb146c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f1cc42d-4a64-4e42-aa9d-ad76f270a275 HTTP/1.1" status: 200 len: 1001 time: 0.0603683 Aug 19 13:09:01.793569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862794b-f51d-4477-a846-f666df3db2dd req-127f848c-b1c9-431e-ac24-a6a22551ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:01.795040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d862794b-f51d-4477-a846-f666df3db2dd req-127f848c-b1c9-431e-ac24-a6a22551ae72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83922e92-05c0-4bef-b723-10b19fd3f187 HTTP/1.1" status: 200 len: 835 time: 0.0483272 Aug 19 13:09:01.844882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862794b-f51d-4477-a846-f666df3db2dd req-d19b2653-1323-48d6-9582-29a5a93e18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:01.846449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d862794b-f51d-4477-a846-f666df3db2dd req-d19b2653-1323-48d6-9582-29a5a93e18c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c304c79f-e145-427b-a94e-e17ae9caaf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415947 Aug 19 13:09:01.939716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d862794b-f51d-4477-a846-f666df3db2dd req-68e79015-544f-4476-953a-63d38c48fa12 service neutron] 10.222.0.52 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830243 Aug 19 13:09:02.038954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d862794b-f51d-4477-a846-f666df3db2dd req-ee3d24c9-1c47-4ccf-8763-614039d2e81c service neutron] 10.222.0.52 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884876 Aug 19 13:09:10.992946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50840) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:11.089022 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02918456-1c05-4697-b45f-2c40ddf5a54f tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:11.090256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02918456-1c05-4697-b45f-2c40ddf5a54f tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:11.091108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02918456-1c05-4697-b45f-2c40ddf5a54f tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:11.092946 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-02918456-1c05-4697-b45f-2c40ddf5a54f tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=9dad2aa07d7c451d96a4d0de7018167c&network_id=c304c79f-e145-427b-a94e-e17ae9caaf90 HTTP/1.1" status: 200 len: 2970 time: 0.0984719 Aug 19 13:09:12.139106 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:13.602733 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50850) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:13.656798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784e3364-c7d0-476d-8a4e-db3e70c07e32 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:13.658326 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-784e3364-c7d0-476d-8a4e-db3e70c07e32 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963 HTTP/1.1" status: 200 len: 814 time: 0.0546141 Aug 19 13:09:14.374165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50856) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:14.379212 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'network': {'name': 'tempest-network-smoke--2040435274', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'port_security_enabled': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:14.555405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Made reservation on behalf of 9dad2aa07d7c451d96a4d0de7018167c for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:14.559215 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:14.583065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:09:14.593033 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:14.593400 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Added segment 45b158f2-2413-405e-9407-cd8520a42300 of type vlan for network edfecb60-efbc-4f46-87e4-93842e586a19 Aug 19 13:09:14.634910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:14.727486 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:14.734040 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:14.734651 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:14.834467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Network': ['ID=edfecb60-efbc-4f46-87e4-93842e586a19,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:14.844822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network edfecb60-efbc-4f46-87e4-93842e586a19 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:09:14.877133 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f31ddd24-3db2-4d5d-8ef7-0cb3ebb7fa8e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5018485 Aug 19 13:09:14.880262 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50858) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:14.928746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b93dd-e583-40f5-8b9b-a356c57a4651 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:14.936514 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-549b93dd-e583-40f5-8b9b-a356c57a4651 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=9dad2aa07d7c451d96a4d0de7018167c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0492318 Aug 19 13:09:14.936514 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50860) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:14.997172 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:15.332594 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e427abcb-4310-4aa3-b420-6b0f4da50161 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:15.334147 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e427abcb-4310-4aa3-b420-6b0f4da50161 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3991373 Aug 19 13:09:15.336970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50862) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:15.366495 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c9c6b9fd-bc47-4fe7-b84b-d91f7e279526 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283668 Aug 19 13:09:15.369187 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50864) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:15.397795 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1ccd43ff-55e5-49eb-8fc3-19ab60ee1b3e tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=9dad2aa07d7c451d96a4d0de7018167c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268579 Aug 19 13:09:15.400264 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50866) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:15.491108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9867f8fd-cea1-4f28-95d5-9e87ba0dd3a0 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:15.492615 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9867f8fd-cea1-4f28-95d5-9e87ba0dd3a0 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914254 Aug 19 13:09:15.496322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50868) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:15.534520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9aed171c-6ab9-48c4-8b48-f5aa2a01471e tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366158 Aug 19 13:09:15.536524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50870) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:15.541477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1018021684', 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:16.047986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Made reservation on behalf of 9dad2aa07d7c451d96a4d0de7018167c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:16.051634 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:16.340154 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:16.399876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Subnet': ['ID=40a0a97b-69b2-45e7-ba5c-f4125fe1371f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:16.410186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Checking segment: {'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:09:16.415534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network hostable DHCP agents. Network: edfecb60-efbc-4f46-87e4-93842e586a19, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:09:16.504626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network edfecb60-efbc-4f46-87e4-93842e586a19 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:09:16.590767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, edfecb60-efbc-4f46-87e4-93842e586a19) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:16.595066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:16.598518 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:16.601282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f9be95-ee2c-4f81-809c-21feb0890b61 None None] Network edfecb60-efbc-4f46-87e4-93842e586a19 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:09:16.683277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b7f4d9ea-669b-4423-b63c-49da2725e6dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1454000 Aug 19 13:09:16.748732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-edfecb60-efbc-4f46-87e4-93842e586a19', 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ips': [{'subnet_id': '40a0a97b-69b2-45e7-ba5c-f4125fe1371f'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:09:16.749621 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:16.881455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Allocated IP 172.20.0.18 (edfecb60-efbc-4f46-87e4-93842e586a19/40a0a97b-69b2-45e7-ba5c-f4125fe1371f/e5f6c795-a871-4744-b7f5-82e874e42f01) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:17.005057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50874) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:17.009833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e0f35bab-a52e-4942-b2cf-564ba6db99c9 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73253364', 'description': 'tempest-secgroup-smoke-73253364 description', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:17.031398 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.039514 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Transition to ACTIVE for port object e5f6c795-a871-4744-b7f5-82e874e42f01 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:17.054376 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Transition to ACTIVE for port object e5f6c795-a871-4744-b7f5-82e874e42f01 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:17.087359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0f35bab-a52e-4942-b2cf-564ba6db99c9 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.105045 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.161342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Network edfecb60-efbc-4f46-87e4-93842e586a19 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:17.164359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:17.167696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:09:17.171017 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0f35bab-a52e-4942-b2cf-564ba6db99c9 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.174908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Pushing event updated for resources: {'Port': ['ID=e5f6c795-a871-4744-b7f5-82e874e42f01,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:17.186250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.186605 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.186954 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.187302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.187643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.188025 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.188358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.188687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.189019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.189348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.189702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.190031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:17.246284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Attempting to bind port e5f6c795-a871-4744-b7f5-82e874e42f01 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:17.246663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Attempting to bind port e5f6c795-a871-4744-b7f5-82e874e42f01 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:17.247034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Attempting to bind port e5f6c795-a871-4744-b7f5-82e874e42f01 on network edfecb60-efbc-4f46-87e4-93842e586a19 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:09:17.252360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:09:17.252740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Checking segment: {'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:09:17.253152 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.253273 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0f35bab-a52e-4942-b2cf-564ba6db99c9 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.253583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Bound using segment: {'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:09:17.254052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Bound port: e5f6c795-a871-4744-b7f5-82e874e42f01, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:17.254441 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.284446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f35bab-a52e-4942-b2cf-564ba6db99c9 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d92d79f-3d2f-4912-aba0-1402cc01541b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:17.327787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] For port e5f6c795-a871-4744-b7f5-82e874e42f01, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:09:17.330935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] For port e5f6c795-a871-4744-b7f5-82e874e42f01, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e5f6c795-a871-4744-b7f5-82e874e42f01,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:09:17.339874 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0f35bab-a52e-4942-b2cf-564ba6db99c9 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.341813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e0f35bab-a52e-4942-b2cf-564ba6db99c9 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3351038 Aug 19 13:09:17.344201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50876) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:17.348872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b110e214-dac8-434b-ab8c-7aa4a90f60d2 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '3d92d79f-3d2f-4912-aba0-1402cc01541b', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:17.402696 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.442336 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b110e214-dac8-434b-ab8c-7aa4a90f60d2 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.460925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bb9ff-6ccb-43bf-8fa4-dd5f80ce1087 None None] Pushing event updated for resources: {'Port': ['ID=e5f6c795-a871-4744-b7f5-82e874e42f01,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:17.511705 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b110e214-dac8-434b-ab8c-7aa4a90f60d2 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.567834 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b110e214-dac8-434b-ab8c-7aa4a90f60d2 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.586964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110e214-dac8-434b-ab8c-7aa4a90f60d2 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f562ca87-935a-4115-b276-d6ea07fb0b04,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:17.659303 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b110e214-dac8-434b-ab8c-7aa4a90f60d2 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.660575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b110e214-dac8-434b-ab8c-7aa4a90f60d2 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153830 Aug 19 13:09:17.663352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50878) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:17.668513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-91c98c07-66e4-40ac-9c93-486bb2fdd6fa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '3d92d79f-3d2f-4912-aba0-1402cc01541b', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:17.771240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e5f6c795-a871-4744-b7f5-82e874e42f01 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:09:17.772023 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91c98c07-66e4-40ac-9c93-486bb2fdd6fa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.832462 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91c98c07-66e4-40ac-9c93-486bb2fdd6fa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.903538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port e5f6c795-a871-4744-b7f5-82e874e42f01 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:17.950815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91c98c07-66e4-40ac-9c93-486bb2fdd6fa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:17.969222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c98c07-66e4-40ac-9c93-486bb2fdd6fa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6aaf214-d453-4cf8-8002-04829bd72a2c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:18.030086 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91c98c07-66e4-40ac-9c93-486bb2fdd6fa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.034213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-91c98c07-66e4-40ac-9c93-486bb2fdd6fa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3672028 Aug 19 13:09:18.034590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50880) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:18.039581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-12726e64-1ca8-4451-9208-ac7b098184b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '3d92d79f-3d2f-4912-aba0-1402cc01541b', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:18.139793 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12726e64-1ca8-4451-9208-ac7b098184b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.209286 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12726e64-1ca8-4451-9208-ac7b098184b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.327492 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12726e64-1ca8-4451-9208-ac7b098184b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.346010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12726e64-1ca8-4451-9208-ac7b098184b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8229f2-5735-4cb2-8379-a2a13d710a5a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:18.371356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab9bed0-9ea0-4107-bd1c-d5bee6bd5242 None None] Network edfecb60-efbc-4f46-87e4-93842e586a19 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:09:18.412054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12726e64-1ca8-4451-9208-ac7b098184b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.413710 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-12726e64-1ca8-4451-9208-ac7b098184b6 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3776867 Aug 19 13:09:18.416179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50886) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:18.421625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-219f4d1a-77de-4ff8-a366-a612c6b61faa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '3d92d79f-3d2f-4912-aba0-1402cc01541b', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:18.493481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8a3b9f54-4e82-4b5b-a936-04b7def123e5 None None] Provisioning for port e5f6c795-a871-4744-b7f5-82e874e42f01 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:18.499762 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8a3b9f54-4e82-4b5b-a936-04b7def123e5 None None] Provisioning complete for port e5f6c795-a871-4744-b7f5-82e874e42f01 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:18.500144 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9f54-4e82-4b5b-a936-04b7def123e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.520715 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-219f4d1a-77de-4ff8-a366-a612c6b61faa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.587646 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-219f4d1a-77de-4ff8-a366-a612c6b61faa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.612777 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9f54-4e82-4b5b-a936-04b7def123e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.646699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8a3b9f54-4e82-4b5b-a936-04b7def123e5 None None] For port e5f6c795-a871-4744-b7f5-82e874e42f01, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e5f6c795-a871-4744-b7f5-82e874e42f01,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:18.664868 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-219f4d1a-77de-4ff8-a366-a612c6b61faa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.683928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f4d1a-77de-4ff8-a366-a612c6b61faa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02991015-4dc4-4f16-b3fb-bded4c9520b7,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:18.716338 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9f54-4e82-4b5b-a936-04b7def123e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.749783 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-219f4d1a-77de-4ff8-a366-a612c6b61faa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.749783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-219f4d1a-77de-4ff8-a366-a612c6b61faa tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3288271 Aug 19 13:09:18.750108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50888) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:18.754624 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7a5b6fec-623a-4366-9033-a04f4c937415 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '3d92d79f-3d2f-4912-aba0-1402cc01541b', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:18.768614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b9f54-4e82-4b5b-a936-04b7def123e5 None None] Pushing event updated for resources: {'Port': ['ID=e5f6c795-a871-4744-b7f5-82e874e42f01,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:18.831351 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-7a5b6fec-623a-4366-9033-a04f4c937415 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Project 9dad2aa07d7c451d96a4d0de7018167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:09:18.836879 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a5b6fec-623a-4366-9033-a04f4c937415 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.841232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-36848804-77cf-4b79-acee-23e12f9515fa None None] Provisioning complete for port e5f6c795-a871-4744-b7f5-82e874e42f01 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:18.841232 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-36848804-77cf-4b79-acee-23e12f9515fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.909012 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a5b6fec-623a-4366-9033-a04f4c937415 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.967488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a5b6fec-623a-4366-9033-a04f4c937415 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:18.987265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b6fec-623a-4366-9033-a04f4c937415 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4ad59e-13ea-4ded-a5f9-77d4c13aaa7d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:19.059219 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a5b6fec-623a-4366-9033-a04f4c937415 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.060362 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7a5b6fec-623a-4366-9033-a04f4c937415 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3094831 Aug 19 13:09:19.063041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50890) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:19.067430 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b12bcc8e-6533-4681-afb5-036332858ec7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '3d92d79f-3d2f-4912-aba0-1402cc01541b', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:19.139188 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-b12bcc8e-6533-4681-afb5-036332858ec7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Project 9dad2aa07d7c451d96a4d0de7018167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:09:19.144500 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b12bcc8e-6533-4681-afb5-036332858ec7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.210685 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b12bcc8e-6533-4681-afb5-036332858ec7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.304542 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b12bcc8e-6533-4681-afb5-036332858ec7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.324009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bcc8e-6533-4681-afb5-036332858ec7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339bc4fa-503e-44dd-a5a6-265645129bbb,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:19.412409 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b12bcc8e-6533-4681-afb5-036332858ec7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.413691 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b12bcc8e-6533-4681-afb5-036332858ec7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3496654 Aug 19 13:09:19.734842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e5f6c795-a871-4744-b7f5-82e874e42f01 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:09:19.784204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port e5f6c795-a871-4744-b7f5-82e874e42f01 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:19.784653 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:19.841438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-7dea64e8-3950-41df-b815-d5312fc10582 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73253364&fields=id&tenant_id=9dad2aa07d7c451d96a4d0de7018167c HTTP/1.1" status: 200 len: 267 time: 0.0347054 Aug 19 13:09:19.953634 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c938ab-9b39-4a01-997d-a8c82822453c req-1474904d-d966-4e3e-a0b3-e26f2c93a1dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:19.955113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-1474904d-d966-4e3e-a0b3-e26f2c93a1dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/networks?id=edfecb60-efbc-4f46-87e4-93842e586a19 HTTP/1.1" status: 200 len: 797 time: 0.1067920 Aug 19 13:09:19.970396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-326fb709-4c99-4fbb-b34e-3eadb81c0ecf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/quotas/9dad2aa07d7c451d96a4d0de7018167c HTTP/1.1" status: 200 len: 375 time: 0.0095210 Aug 19 13:09:20.027322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-a6f221a0-ef3d-487f-aa17-3819c75b804f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0516682 Aug 19 13:09:20.124708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-562c10a4-cae7-4a39-b1d1-ade4a2cb564a service neutron] 10.222.0.44 "GET /v2.0/networks/edfecb60-efbc-4f46-87e4-93842e586a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854971 Aug 19 13:09:20.222157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-f71ece40-0650-4a22-8d41-4172c5aee2f3 service neutron] 10.222.0.44 "GET /v2.0/networks/edfecb60-efbc-4f46-87e4-93842e586a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913792 Aug 19 13:09:20.576884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50a36fa3-fd7e-4b96-a16e-e2141f892965 req-f455d023-be4f-4c9c-bce7-cd5fa3db9f29 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 210 time: 0.1451452 Aug 19 13:09:21.127792 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-53be2389-0e47-4276-8395-f7a8fce1d8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:21.673100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15bf16e4-ff3e-49ac-ad18-7ac84fde7231 req-6a07aa46-edf8-4ff3-872c-44ca742bad4e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 210 time: 0.0282276 Aug 19 13:09:22.398870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c938ab-9b39-4a01-997d-a8c82822453c req-cb3e2e15-83d5-42a4-9a71-1f91be99a9cd tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:22.400360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-cb3e2e15-83d5-42a4-9a71-1f91be99a9cd tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.53 "GET /v2.0/networks?id=edfecb60-efbc-4f46-87e4-93842e586a19 HTTP/1.1" status: 200 len: 797 time: 0.1039193 Aug 19 13:09:22.451684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-3dd12bcf-ab22-4a9c-a9d5-407ac1d1bb37 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dad2aa07d7c451d96a4d0de7018167c HTTP/1.1" status: 200 len: 471 time: 0.0426049 Aug 19 13:09:22.461361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'port': {'device_id': 'e846f9e4-0f2c-4fef-b5e1-70c4ffd47803', 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19', 'admin_state_up': True, 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'security_groups': ['3d92d79f-3d2f-4912-aba0-1402cc01541b']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:22.641950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Made reservation on behalf of 9dad2aa07d7c451d96a4d0de7018167c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:22.645731 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.780832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64d7ceec-e9bd-424b-b567-1b591d9afbf9 req-7e83cc83-df51-42ef-8c72-cb57a363ef49 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 210 time: 0.0314491 Aug 19 13:09:22.798946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Allocated IP 172.20.0.26 (edfecb60-efbc-4f46-87e4-93842e586a19/40a0a97b-69b2-45e7-ba5c-f4125fe1371f/42cd99b0-b658-43db-b08a-7e989e854e1f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:22.937525 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:22.951469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Transition to ACTIVE for port object 42cd99b0-b658-43db-b08a-7e989e854e1f will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:23.040882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:23.085015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network edfecb60-efbc-4f46-87e4-93842e586a19 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:23.088161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:23.092606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:09:23.099169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=42cd99b0-b658-43db-b08a-7e989e854e1f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:23.147666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:23.148308 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:23.264305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-84a3d91d-ec7e-4f1a-946e-d27026cc1f1f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8065944 Aug 19 13:09:23.277299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Request body: {'port': {'device_id': 'e846f9e4-0f2c-4fef-b5e1-70c4ffd47803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:23.333781 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:23.366548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-41512d97-a19d-4540-baab-9e0fbb7ebe35 None None] Provisioning for port 42cd99b0-b658-43db-b08a-7e989e854e1f completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:23.370437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-41512d97-a19d-4540-baab-9e0fbb7ebe35 None None] Provisioning complete for port 42cd99b0-b658-43db-b08a-7e989e854e1f triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:23.371014 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-41512d97-a19d-4540-baab-9e0fbb7ebe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:23.408084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-41512d97-a19d-4540-baab-9e0fbb7ebe35 None None] Port 42cd99b0-b658-43db-b08a-7e989e854e1f cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:09:23.597018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cd99b0-b658-43db-b08a-7e989e854e1f {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:23.604406 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:23.615968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Transition to ACTIVE for port object 42cd99b0-b658-43db-b08a-7e989e854e1f will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:23.709141 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:23.764766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Pushing event updated for resources: {'Port': ['ID=42cd99b0-b658-43db-b08a-7e989e854e1f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:23.841967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Attempting to bind port 42cd99b0-b658-43db-b08a-7e989e854e1f on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:23.842648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Attempting to bind port 42cd99b0-b658-43db-b08a-7e989e854e1f by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:23.842828 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Attempting to bind port 42cd99b0-b658-43db-b08a-7e989e854e1f on network edfecb60-efbc-4f46-87e4-93842e586a19 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:09:23.848198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Port 42cd99b0-b658-43db-b08a-7e989e854e1f on network edfecb60-efbc-4f46-87e4-93842e586a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:09:23.848470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Attempting to bind port 42cd99b0-b658-43db-b08a-7e989e854e1f on network edfecb60-efbc-4f46-87e4-93842e586a19 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:09:23.864845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:09:23.865197 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Checking segment: {'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:09:23.865622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Bound using segment: {'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:09:23.866076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Bound port: 42cd99b0-b658-43db-b08a-7e989e854e1f, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:23.866450 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:23.954106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603319b-d716-4af2-a48a-15d75b53fe15 req-33904dc5-f3f1-4bbc-86c6-5b12497c2886 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:23.955621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5603319b-d716-4af2-a48a-15d75b53fe15 req-33904dc5-f3f1-4bbc-86c6-5b12497c2886 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 944 time: 0.1020379 Aug 19 13:09:23.986176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] For port 42cd99b0-b658-43db-b08a-7e989e854e1f, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:09:24.006673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] For port 42cd99b0-b658-43db-b08a-7e989e854e1f, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=42cd99b0-b658-43db-b08a-7e989e854e1f,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:09:24.022423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5603319b-d716-4af2-a48a-15d75b53fe15 req-e3c9b464-1c83-41ab-9849-ba4cad62ab1a tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d92d79f-3d2f-4912-aba0-1402cc01541b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523460 Aug 19 13:09:24.082192 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:24.116151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:24.116870 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:24.118160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] 10.222.0.53 "PUT /v2.0/ports/42cd99b0-b658-43db-b08a-7e989e854e1f HTTP/1.1" status: 200 len: 1092 time: 0.8453708 Aug 19 13:09:24.118612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e846f9e4-0f2c-4fef-b5e1-70c4ffd47803', 'tag': '42cd99b0-b658-43db-b08a-7e989e854e1f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:24.121453 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1611e8-0be7-46ec-b9e7-5941ddc97df3" -d '{"events": [{"name": "network-changed", "server_uuid": "e846f9e4-0f2c-4fef-b5e1-70c4ffd47803", "tag": "42cd99b0-b658-43db-b08a-7e989e854e1f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:09:24.147591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8bd9a-3a3c-46ba-bf24-6348a6568fee service neutron] Pushing event updated for resources: {'Port': ['ID=42cd99b0-b658-43db-b08a-7e989e854e1f,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:24.168804 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2de149-e344-40d9-b2a7-f7b642782707 x-openstack-request-id: req-4f2de149-e344-40d9-b2a7-f7b642782707 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:09:24.168804 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e846f9e4-0f2c-4fef-b5e1-70c4ffd47803", "tag": "42cd99b0-b658-43db-b08a-7e989e854e1f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:09:24.168804 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f2de149-e344-40d9-b2a7-f7b642782707 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:09:24.168804 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e846f9e4-0f2c-4fef-b5e1-70c4ffd47803', 'tag': '42cd99b0-b658-43db-b08a-7e989e854e1f', 'status': 'completed', 'code': 200} Aug 19 13:09:24.231420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1611e8-0be7-46ec-b9e7-5941ddc97df3 req-05874f78-fc03-4741-9198-624d252ca24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:24.232996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f1611e8-0be7-46ec-b9e7-5941ddc97df3 req-05874f78-fc03-4741-9198-624d252ca24d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 1095 time: 0.0448303 Aug 19 13:09:24.343152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1611e8-0be7-46ec-b9e7-5941ddc97df3 req-6954b912-032f-4206-9663-d6f93ab2496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:24.343639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1611e8-0be7-46ec-b9e7-5941ddc97df3 req-6954b912-032f-4206-9663-d6f93ab2496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:24.345188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f1611e8-0be7-46ec-b9e7-5941ddc97df3 req-6954b912-032f-4206-9663-d6f93ab2496f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1043875 Aug 19 13:09:24.439971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1611e8-0be7-46ec-b9e7-5941ddc97df3 req-b249479a-f079-4977-81c3-55d8f884ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:24.441334 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f1611e8-0be7-46ec-b9e7-5941ddc97df3 req-b249479a-f079-4977-81c3-55d8f884ee0e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889530 Aug 19 13:09:24.523691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c938ab-9b39-4a01-997d-a8c82822453c req-0edafee9-e75b-415e-8b06-1eff161a55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:24.525209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-0edafee9-e75b-415e-8b06-1eff161a55ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 1095 time: 0.0466278 Aug 19 13:09:24.569465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-3bdb290c-bfb6-438c-982f-754d4c0d64f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=42cd99b0-b658-43db-b08a-7e989e854e1f HTTP/1.1" status: 200 len: 217 time: 0.0368509 Aug 19 13:09:24.618186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c938ab-9b39-4a01-997d-a8c82822453c req-f5435b05-eeae-4908-bb54-0b6fe0c0d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:24.619635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-f5435b05-eeae-4908-bb54-0b6fe0c0d77d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40a0a97b-69b2-45e7-ba5c-f4125fe1371f HTTP/1.1" status: 200 len: 838 time: 0.0434690 Aug 19 13:09:24.668260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c938ab-9b39-4a01-997d-a8c82822453c req-2a4425d8-a746-4037-aeb7-a729ab6e8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:24.669787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-2a4425d8-a746-4037-aeb7-a729ab6e8ddc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edfecb60-efbc-4f46-87e4-93842e586a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438013 Aug 19 13:09:24.758401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-962c32d3-9042-4987-a7c3-2388e862173a service neutron] 10.222.0.53 "GET /v2.0/networks/edfecb60-efbc-4f46-87e4-93842e586a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815680 Aug 19 13:09:24.853245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38c938ab-9b39-4a01-997d-a8c82822453c req-5e1bd1a0-17ac-43e5-9269-6141ccb13539 service neutron] 10.222.0.53 "GET /v2.0/networks/edfecb60-efbc-4f46-87e4-93842e586a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871465 Aug 19 13:09:25.131104 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b520296-cc64-4692-a6fd-d088a47b5b06 req-15f19a58-efd5-4488-9eaa-b5371e8943c2 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:25.132595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b520296-cc64-4692-a6fd-d088a47b5b06 req-15f19a58-efd5-4488-9eaa-b5371e8943c2 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 944 time: 0.0496948 Aug 19 13:09:25.171439 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b520296-cc64-4692-a6fd-d088a47b5b06 req-8e80a447-495b-4137-bb24-c15a1da062da tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d92d79f-3d2f-4912-aba0-1402cc01541b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326045 Aug 19 13:09:25.435874 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c3740b2-1d9a-487b-9ae5-9c291dc6a18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:25.762274 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.289586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e860-68f0-41d7-b36b-68202c463b26 req-b72b2a35-6c16-454c-8cd5-13a99637a90b tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:26.294398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab74e860-68f0-41d7-b36b-68202c463b26 req-b72b2a35-6c16-454c-8cd5-13a99637a90b tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 944 time: 0.0493302 Aug 19 13:09:26.329641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab74e860-68f0-41d7-b36b-68202c463b26 req-0297e402-d4bd-4cb5-8cfe-e9db242a5c07 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d92d79f-3d2f-4912-aba0-1402cc01541b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317268 Aug 19 13:09:26.462018 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:09:27.072922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 42cd99b0-b658-43db-b08a-7e989e854e1f details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:09:27.125400 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.167277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 42cd99b0-b658-43db-b08a-7e989e854e1f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=42cd99b0-b658-43db-b08a-7e989e854e1f,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:27.177626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '42cd99b0-b658-43db-b08a-7e989e854e1f', 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19', 'port_id': '42cd99b0-b658-43db-b08a-7e989e854e1f', 'mac_address': 'fa:16:3e:0f:d2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a0a97b-69b2-45e7-ba5c-f4125fe1371f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:09:27.218903 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.234687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cd99b0-b658-43db-b08a-7e989e854e1f {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:27.256599 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 42cd99b0-b658-43db-b08a-7e989e854e1f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=42cd99b0-b658-43db-b08a-7e989e854e1f,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:27.327822 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.375624 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=42cd99b0-b658-43db-b08a-7e989e854e1f,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:27.452361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc82d0-36e8-4fd8-9f53-45838c1bddc9 req-39ae8b3e-821d-4fc9-8b60-45fb68a63ee3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:27.453895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77fc82d0-36e8-4fd8-9f53-45838c1bddc9 req-39ae8b3e-821d-4fc9-8b60-45fb68a63ee3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 945 time: 0.0534029 Aug 19 13:09:27.491840 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77fc82d0-36e8-4fd8-9f53-45838c1bddc9 req-63fbee0f-cf09-4f7e-8fdf-2d3880384c7c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d92d79f-3d2f-4912-aba0-1402cc01541b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320582 Aug 19 13:09:27.574150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['42cd99b0-b658-43db-b08a-7e989e854e1f'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:09:28.609692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286b26b-675b-4dad-90be-cf3beee769da req-ccb8c171-2910-4fd9-b713-83f96daf1289 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:28.611237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4286b26b-675b-4dad-90be-cf3beee769da req-ccb8c171-2910-4fd9-b713-83f96daf1289 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 945 time: 0.0520661 Aug 19 13:09:28.650271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4286b26b-675b-4dad-90be-cf3beee769da req-9b774220-46fb-4dfd-b073-9297bf8da66b tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d92d79f-3d2f-4912-aba0-1402cc01541b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328543 Aug 19 13:09:28.985355 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.104564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 42cd99b0-b658-43db-b08a-7e989e854e1f up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:09:29.253703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 42cd99b0-b658-43db-b08a-7e989e854e1f completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:29.262531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 42cd99b0-b658-43db-b08a-7e989e854e1f triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:29.262905 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.346394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.369060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e846f9e4-0f2c-4fef-b5e1-70c4ffd47803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd99b0-b658-43db-b08a-7e989e854e1f'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:29.371303 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffb2003-ccd2-42db-a797-695be0b95fd3" -d '{"events": [{"server_uuid": "e846f9e4-0f2c-4fef-b5e1-70c4ffd47803", "name": "network-vif-plugged", "status": "completed", "tag": "42cd99b0-b658-43db-b08a-7e989e854e1f"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:09:29.386899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 42cd99b0-b658-43db-b08a-7e989e854e1f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=42cd99b0-b658-43db-b08a-7e989e854e1f,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:29.408923 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f25b9a-dd43-4c50-9e91-396e99cb7a6e x-openstack-request-id: req-95f25b9a-dd43-4c50-9e91-396e99cb7a6e {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:09:29.409225 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e846f9e4-0f2c-4fef-b5e1-70c4ffd47803", "name": "network-vif-plugged", "status": "completed", "tag": "42cd99b0-b658-43db-b08a-7e989e854e1f", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:09:29.409549 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95f25b9a-dd43-4c50-9e91-396e99cb7a6e {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:09:29.409950 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e846f9e4-0f2c-4fef-b5e1-70c4ffd47803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd99b0-b658-43db-b08a-7e989e854e1f', 'code': 200} Aug 19 13:09:29.458582 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:29.506330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce5fb0-3663-4d7e-a4cb-dbd740762cae req-877ca7d7-cb9f-41bb-b29e-c249d026d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:29.507821 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=42cd99b0-b658-43db-b08a-7e989e854e1f,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:29.507976 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6dce5fb0-3663-4d7e-a4cb-dbd740762cae req-877ca7d7-cb9f-41bb-b29e-c249d026d905 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 1097 time: 0.0425153 Aug 19 13:09:29.544952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6dce5fb0-3663-4d7e-a4cb-dbd740762cae req-a6ddb6af-ea36-4cc3-ba93-942c56746e8d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3d92d79f-3d2f-4912-aba0-1402cc01541b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295777 Aug 19 13:09:29.770831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5df7f-8366-498d-b632-afacdf330cc0 req-457509f8-4415-46be-a255-346ff8a8e45a tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:29.772478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69f5df7f-8366-498d-b632-afacdf330cc0 req-457509f8-4415-46be-a255-346ff8a8e45a tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 946 time: 0.0547826 Aug 19 13:09:29.810798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-69f5df7f-8366-498d-b632-afacdf330cc0 req-7617a7b1-0ab2-4f60-a808-e49a2d05d887 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d92d79f-3d2f-4912-aba0-1402cc01541b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323062 Aug 19 13:09:30.930668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8599e-5cf6-477c-86d2-f858fb3cfa10 req-031fea35-4a5f-4005-a81a-6b2746a557ab tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:30.932158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39d8599e-5cf6-477c-86d2-f858fb3cfa10 req-031fea35-4a5f-4005-a81a-6b2746a557ab tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 946 time: 0.0517027 Aug 19 13:09:30.971727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39d8599e-5cf6-477c-86d2-f858fb3cfa10 req-f279d8ef-e568-4357-ab88-3f74c625d527 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d92d79f-3d2f-4912-aba0-1402cc01541b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332787 Aug 19 13:09:31.092808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b73e1-e7e2-4504-b994-df0c8aca81b8 req-1231f964-0992-43f8-8565-04bb89877481 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:31.095220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f2b73e1-e7e2-4504-b994-df0c8aca81b8 req-1231f964-0992-43f8-8565-04bb89877481 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 946 time: 0.0558305 Aug 19 13:09:31.134271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f2b73e1-e7e2-4504-b994-df0c8aca81b8 req-a1304161-0d30-4390-9ef3-6baef883b63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d92d79f-3d2f-4912-aba0-1402cc01541b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329788 Aug 19 13:09:32.678651 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 50958) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:33.123012 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.396938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Allocated IP 172.20.0.17 (edfecb60-efbc-4f46-87e4-93842e586a19/40a0a97b-69b2-45e7-ba5c-f4125fe1371f/51e06664-b3d3-4dc8-9878-3d823927d42e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:33.514307 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.528001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Transition to ACTIVE for port object 51e06664-b3d3-4dc8-9878-3d823927d42e will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:33.641891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.681724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network edfecb60-efbc-4f46-87e4-93842e586a19 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:33.686867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:33.692260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:09:33.720258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=51e06664-b3d3-4dc8-9878-3d823927d42e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:33.747805 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.963748 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.994617 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e3c6813e-7554-45e1-bc87-568735303046 None None] Provisioning for port 51e06664-b3d3-4dc8-9878-3d823927d42e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:33.998597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e3c6813e-7554-45e1-bc87-568735303046 None None] Provisioning complete for port 51e06664-b3d3-4dc8-9878-3d823927d42e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:33.999011 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e3c6813e-7554-45e1-bc87-568735303046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:34.037618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6813e-7554-45e1-bc87-568735303046 None None] Port 51e06664-b3d3-4dc8-9878-3d823927d42e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:09:34.242493 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:34.343465 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:34.416442 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:34.418350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=51e06664-b3d3-4dc8-9878-3d823927d42e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:34.513894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network edfecb60-efbc-4f46-87e4-93842e586a19 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:34.515476 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:34.636227 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 4466906e-ac8f-41ec-8e62-3dd3206523cc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:09:34.756388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:09:34.761683 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0e5acadd-bac2-4e23-bdde-5c126616967f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "PUT /v2.0/routers/4466906e-ac8f-41ec-8e62-3dd3206523cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0818520 Aug 19 13:09:34.764396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d375bb89-58cc-4059-bb47-77a363d5de32 None None] Provisioning complete for port 51e06664-b3d3-4dc8-9878-3d823927d42e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:34.764718 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d375bb89-58cc-4059-bb47-77a363d5de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:34.776469 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Sync routers for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:09:34.787530 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:09:34.788591 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:34.902360 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:09:34.956857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d375bb89-58cc-4059-bb47-77a363d5de32 None None] Port 51e06664-b3d3-4dc8-9878-3d823927d42e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:09:35.142372 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:09:33Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5b9fa5fd-5740-46df-8b7d-c012aee70ae7', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'port_id': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229f8f0-2154-42c0-a507-e0986fec2895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:08:34Z', 'updated_at': '2021-08-19T13:08:36Z', 'revision_number': 1, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e06664-b3d3-4dc8-9878-3d823927d42e', 'name': '', 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:83:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '40a0a97b-69b2-45e7-ba5c-f4125fe1371f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:33Z', 'updated_at': '2021-08-19T13:09:34Z', 'revision_number': 2, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '40a0a97b-69b2-45e7-ba5c-f4125fe1371f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:35.169953 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Checking router: 4466906e-ac8f-41ec-8e62-3dd3206523cc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:09:35.170305 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Updating router 4466906e-ac8f-41ec-8e62-3dd3206523cc port 51e06664-b3d3-4dc8-9878-3d823927d42e binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:09:35.196579 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.472554 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.481994 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Transition to ACTIVE for port object 51e06664-b3d3-4dc8-9878-3d823927d42e will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:35.572834 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.625148 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Pushing event updated for resources: {'Port': ['ID=51e06664-b3d3-4dc8-9878-3d823927d42e,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:35.647833 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.648194 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.648519 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.648857 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.649187 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.649538 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.649936 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.650185 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.650503 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.650824 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.651141 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.651545 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:35.686415 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Attempting to bind port 51e06664-b3d3-4dc8-9878-3d823927d42e on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:35.686921 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Attempting to bind port 51e06664-b3d3-4dc8-9878-3d823927d42e by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:35.687213 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Attempting to bind port 51e06664-b3d3-4dc8-9878-3d823927d42e on network edfecb60-efbc-4f46-87e4-93842e586a19 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:09:35.693475 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:09:35.693849 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Checking segment: {'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:09:35.694252 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.694785 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Bound using segment: {'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:09:35.695116 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Bound port: 51e06664-b3d3-4dc8-9878-3d823927d42e, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b158f2-2413-405e-9407-cd8520a42300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:35.695491 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.765249 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] For port 51e06664-b3d3-4dc8-9878-3d823927d42e, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:09:35.768741 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] For port 51e06664-b3d3-4dc8-9878-3d823927d42e, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=51e06664-b3d3-4dc8-9878-3d823927d42e,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:09:35.877755 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:36.035356 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:09:36.035990 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:36.037922 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4d00b-927d-43a3-afc8-20021c738865 None None] Pushing event updated for resources: {'Port': ['ID=51e06664-b3d3-4dc8-9878-3d823927d42e,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:36.155598 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:09:36.393175 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:09:33Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5b9fa5fd-5740-46df-8b7d-c012aee70ae7', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'port_id': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229f8f0-2154-42c0-a507-e0986fec2895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:08:34Z', 'updated_at': '2021-08-19T13:08:36Z', 'revision_number': 1, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e06664-b3d3-4dc8-9878-3d823927d42e', 'name': '', 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:83:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '40a0a97b-69b2-45e7-ba5c-f4125fe1371f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:33Z', 'updated_at': '2021-08-19T13:09:35Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '40a0a97b-69b2-45e7-ba5c-f4125fe1371f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:36.419995 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ab1d64-a56e-475f-91dc-4f9578131651 None None] The sync data for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 is: [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:09:33Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5b9fa5fd-5740-46df-8b7d-c012aee70ae7', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'port_id': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229f8f0-2154-42c0-a507-e0986fec2895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:08:34Z', 'updated_at': '2021-08-19T13:08:36Z', 'revision_number': 1, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e06664-b3d3-4dc8-9878-3d823927d42e', 'name': '', 'network_id': 'edfecb60-efbc-4f46-87e4-93842e586a19', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:83:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '40a0a97b-69b2-45e7-ba5c-f4125fe1371f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:09:33Z', 'updated_at': '2021-08-19T13:09:35Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '40a0a97b-69b2-45e7-ba5c-f4125fe1371f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:09:37.758799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 51e06664-b3d3-4dc8-9878-3d823927d42e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:09:37.870460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 51e06664-b3d3-4dc8-9878-3d823927d42e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:37.875039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 51e06664-b3d3-4dc8-9878-3d823927d42e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:37.875567 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.958327 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.990578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 51e06664-b3d3-4dc8-9878-3d823927d42e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=51e06664-b3d3-4dc8-9878-3d823927d42e,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:38.081677 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:38.131020 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=51e06664-b3d3-4dc8-9878-3d823927d42e,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:39.746596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 51e06664-b3d3-4dc8-9878-3d823927d42e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:09:39.795852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 51e06664-b3d3-4dc8-9878-3d823927d42e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:39.796222 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.212955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:45.024569 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:51.121154 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-70a6780d-36c5-4f7d-905b-6bfca3e046b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.290207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 50986) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:55.435493 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-08b6b46e-64a9-4b82-979d-96091dc0c00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.662611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.760877 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.982544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting port 51e06664-b3d3-4dc8-9878-3d823927d42e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:09:55.982815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.084726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] For port 51e06664-b3d3-4dc8-9878-3d823927d42e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=51e06664-b3d3-4dc8-9878-3d823927d42e,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:56.085573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.098644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Calling delete_port for 51e06664-b3d3-4dc8-9878-3d823927d42e owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:09:56.384212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.413062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Port': ['ID=51e06664-b3d3-4dc8-9878-3d823927d42e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:56.428804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.429166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.429562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.429904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.430267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.430597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.430925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.431252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.431574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.431898 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.432225 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.432546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:56.606460 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.836546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 4466906e-ac8f-41ec-8e62-3dd3206523cc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:09:56.950867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:09:56.956084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-223526e9-2beb-4f66-b2a9-4d8746f18843 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "PUT /v2.0/routers/4466906e-ac8f-41ec-8e62-3dd3206523cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6647658 Aug 19 13:09:56.962485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b52198-1d94-4414-8c2d-c6e8b3de1d8c None None] Sync routers for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:09:56.972282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b52198-1d94-4414-8c2d-c6e8b3de1d8c None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:09:56.972746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e6b52198-1d94-4414-8c2d-c6e8b3de1d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:57.094399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e6b52198-1d94-4414-8c2d-c6e8b3de1d8c None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:09:57.171569 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.358722 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e6b52198-1d94-4414-8c2d-c6e8b3de1d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:09:56Z', 'revision_number': 6, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5b9fa5fd-5740-46df-8b7d-c012aee70ae7', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'port_id': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229f8f0-2154-42c0-a507-e0986fec2895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:08:34Z', 'updated_at': '2021-08-19T13:08:36Z', 'revision_number': 1, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:57.396773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b52198-1d94-4414-8c2d-c6e8b3de1d8c None None] Checking router: 4466906e-ac8f-41ec-8e62-3dd3206523cc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:09:57.407186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b52198-1d94-4414-8c2d-c6e8b3de1d8c None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:09:57.407847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e6b52198-1d94-4414-8c2d-c6e8b3de1d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:57.421510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad65a3a-9752-49aa-b419-5c5e4e1ad25c req-cfcd9eac-8542-4e4e-a85a-8a02a3f34131 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:57.423203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ad65a3a-9752-49aa-b419-5c5e4e1ad25c req-cfcd9eac-8542-4e4e-a85a-8a02a3f34131 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 946 time: 0.0548904 Aug 19 13:09:57.472067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ad65a3a-9752-49aa-b419-5c5e4e1ad25c req-2228561f-a85d-4e5f-a9ec-4a585a52558f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d92d79f-3d2f-4912-aba0-1402cc01541b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421727 Aug 19 13:09:57.519845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e6b52198-1d94-4414-8c2d-c6e8b3de1d8c None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:09:57.750322 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e6b52198-1d94-4414-8c2d-c6e8b3de1d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:09:56Z', 'revision_number': 6, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5b9fa5fd-5740-46df-8b7d-c012aee70ae7', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'port_id': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229f8f0-2154-42c0-a507-e0986fec2895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:08:34Z', 'updated_at': '2021-08-19T13:08:36Z', 'revision_number': 1, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:57.784159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b52198-1d94-4414-8c2d-c6e8b3de1d8c None None] The sync data for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 is: [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:09:56Z', 'revision_number': 6, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '5b9fa5fd-5740-46df-8b7d-c012aee70ae7', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'port_id': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6229f8f0-2154-42c0-a507-e0986fec2895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:08:34Z', 'updated_at': '2021-08-19T13:08:36Z', 'revision_number': 1, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:09:58.596018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ac637-2d32-41d8-9e7b-c33fb4f29f75 req-4f0d52e4-6330-4b46-8ef6-d931fc670d2f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:58.597609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f9ac637-2d32-41d8-9e7b-c33fb4f29f75 req-4f0d52e4-6330-4b46-8ef6-d931fc670d2f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 946 time: 0.0537651 Aug 19 13:09:58.637170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f9ac637-2d32-41d8-9e7b-c33fb4f29f75 req-3a131f5f-86f8-4bfe-9a81-357c5996bf1e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d92d79f-3d2f-4912-aba0-1402cc01541b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335321 Aug 19 13:09:58.697165 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c395e-6d4e-4f7d-b3db-48395d97dce6 req-97068fda-4bab-4207-b26a-0b57da1a3142 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:58.698681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-261c395e-6d4e-4f7d-b3db-48395d97dce6 req-97068fda-4bab-4207-b26a-0b57da1a3142 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.53 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 946 time: 0.0544479 Aug 19 13:09:58.797045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-261c395e-6d4e-4f7d-b3db-48395d97dce6 req-aaf81d5a-b217-4b72-9ecb-71d8f5c0d167 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting port 42cd99b0-b658-43db-b08a-7e989e854e1f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:09:58.797304 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-261c395e-6d4e-4f7d-b3db-48395d97dce6 req-aaf81d5a-b217-4b72-9ecb-71d8f5c0d167 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:58.892611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-261c395e-6d4e-4f7d-b3db-48395d97dce6 req-aaf81d5a-b217-4b72-9ecb-71d8f5c0d167 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] For port 42cd99b0-b658-43db-b08a-7e989e854e1f, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=42cd99b0-b658-43db-b08a-7e989e854e1f,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:58.892987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-261c395e-6d4e-4f7d-b3db-48395d97dce6 req-aaf81d5a-b217-4b72-9ecb-71d8f5c0d167 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:58.910905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-261c395e-6d4e-4f7d-b3db-48395d97dce6 req-aaf81d5a-b217-4b72-9ecb-71d8f5c0d167 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Calling delete_port for 42cd99b0-b658-43db-b08a-7e989e854e1f owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:09:59.063943 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:59.127276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-261c395e-6d4e-4f7d-b3db-48395d97dce6 req-aaf81d5a-b217-4b72-9ecb-71d8f5c0d167 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:59.156470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf81d5a-b217-4b72-9ecb-71d8f5c0d167 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Port': ['ID=42cd99b0-b658-43db-b08a-7e989e854e1f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:59.202618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-261c395e-6d4e-4f7d-b3db-48395d97dce6 req-aaf81d5a-b217-4b72-9ecb-71d8f5c0d167 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] No DVR routers for this DVR port 42cd99b0-b658-43db-b08a-7e989e854e1f on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:09:59.205286 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-261c395e-6d4e-4f7d-b3db-48395d97dce6 req-aaf81d5a-b217-4b72-9ecb-71d8f5c0d167 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:59.207378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-261c395e-6d4e-4f7d-b3db-48395d97dce6 req-aaf81d5a-b217-4b72-9ecb-71d8f5c0d167 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.53 "DELETE /v2.0/ports/42cd99b0-b658-43db-b08a-7e989e854e1f HTTP/1.1" status: 204 len: 173 time: 0.5026031 Aug 19 13:09:59.207813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e846f9e4-0f2c-4fef-b5e1-70c4ffd47803', 'name': 'network-vif-deleted', 'tag': '42cd99b0-b658-43db-b08a-7e989e854e1f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:59.210174 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47626fbd-7171-4da1-aece-0befda44a0f5" -d '{"events": [{"server_uuid": "e846f9e4-0f2c-4fef-b5e1-70c4ffd47803", "name": "network-vif-deleted", "tag": "42cd99b0-b658-43db-b08a-7e989e854e1f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:09:59.248670 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e17924-484a-4b38-b7a6-2b290d5f5602 x-openstack-request-id: req-a0e17924-484a-4b38-b7a6-2b290d5f5602 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:09:59.248963 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e846f9e4-0f2c-4fef-b5e1-70c4ffd47803", "name": "network-vif-deleted", "tag": "42cd99b0-b658-43db-b08a-7e989e854e1f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:09:59.249220 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0e17924-484a-4b38-b7a6-2b290d5f5602 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:09:59.249652 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e846f9e4-0f2c-4fef-b5e1-70c4ffd47803', 'name': 'network-vif-deleted', 'tag': '42cd99b0-b658-43db-b08a-7e989e854e1f', 'status': 'completed', 'code': 200} Aug 19 13:09:59.715815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 51e06664-b3d3-4dc8-9878-3d823927d42e no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:09:59.740107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 51e06664-b3d3-4dc8-9878-3d823927d42e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:09:59.740443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 51e06664-b3d3-4dc8-9878-3d823927d42e not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:09:59.749200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bf355c3b-a810-4003-9d5a-fac7c8bb8b60 req-72484bd2-9f32-4bcb-a873-bb757c44a2fc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e846f9e4-0f2c-4fef-b5e1-70c4ffd47803 HTTP/1.1" status: 200 len: 210 time: 0.0289335 Aug 19 13:10:00.807798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51000) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:00.874812 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dded29f-cb79-48f3-b8aa-f774524dd048 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:00.901144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dded29f-cb79-48f3-b8aa-f774524dd048 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.052830 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dded29f-cb79-48f3-b8aa-f774524dd048 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.055520 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0dded29f-cb79-48f3-b8aa-f774524dd048 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.056711 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0dded29f-cb79-48f3-b8aa-f774524dd048 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/security-groups/3d92d79f-3d2f-4912-aba0-1402cc01541b HTTP/1.1" status: 204 len: 168 time: 0.2479150 Aug 19 13:10:01.066154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dded29f-cb79-48f3-b8aa-f774524dd048 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d92d79f-3d2f-4912-aba0-1402cc01541b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:01.144780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:01.201138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-35924aef-50a4-492b-9aaf-462cb50eb966 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting subnet 40a0a97b-69b2-45e7-ba5c-f4125fe1371f {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:10:01.204504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35924aef-50a4-492b-9aaf-462cb50eb966 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.247303 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35924aef-50a4-492b-9aaf-462cb50eb966 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.291333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 42cd99b0-b658-43db-b08a-7e989e854e1f no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:01.311613 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 42cd99b0-b658-43db-b08a-7e989e854e1f {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:01.311872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 42cd99b0-b658-43db-b08a-7e989e854e1f not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:01.337792 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35924aef-50a4-492b-9aaf-462cb50eb966 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.443762 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-9db74525-2764-4ca8-86ac-75ba8d82197c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393708 Aug 19 13:10:01.470045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35924aef-50a4-492b-9aaf-462cb50eb966 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.509557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35924aef-50a4-492b-9aaf-462cb50eb966 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Subnet': ['ID=40a0a97b-69b2-45e7-ba5c-f4125fe1371f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:01.511699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb78d1-885a-46ed-bd47-150d43bdc42f None None] Network edfecb60-efbc-4f46-87e4-93842e586a19 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:10:01.511866 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35924aef-50a4-492b-9aaf-462cb50eb966 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.522108 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51006) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:01.522880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-35924aef-50a4-492b-9aaf-462cb50eb966 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/subnets/40a0a97b-69b2-45e7-ba5c-f4125fe1371f HTTP/1.1" status: 204 len: 168 time: 0.3704402 Aug 19 13:10:01.550640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-f3b9d384-7279-45f9-87b9-99ff7d2c5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:01.552191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-f3b9d384-7279-45f9-87b9-99ff7d2c5f91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 1097 time: 0.0527902 Aug 19 13:10:01.609733 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.684253 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting port e5f6c795-a871-4744-b7f5-82e874e42f01 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:01.684727 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.738708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3bbef7-a047-4f08-a260-c729b219d3f8 None None] DHCP port deletion for edfecb60-efbc-4f46-87e4-93842e586a19 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:10:01.765916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] For port e5f6c795-a871-4744-b7f5-82e874e42f01, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e5f6c795-a871-4744-b7f5-82e874e42f01,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:01.766605 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.784615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Calling delete_port for e5f6c795-a871-4744-b7f5-82e874e42f01 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:01.809559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device e5f6c795-a871-4744-b7f5-82e874e42f01 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:01.812916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bbef7-a047-4f08-a260-c729b219d3f8 None None] Deleting port e5f6c795-a871-4744-b7f5-82e874e42f01 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:01.813301 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bd3bbef7-a047-4f08-a260-c729b219d3f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.921112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bd3bbef7-a047-4f08-a260-c729b219d3f8 None None] For port e5f6c795-a871-4744-b7f5-82e874e42f01, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=e5f6c795-a871-4744-b7f5-82e874e42f01,segment=NetworkSegment(45b158f2-2413-405e-9407-cd8520a42300),segment_id=45b158f2-2413-405e-9407-cd8520a42300)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:01.921456 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bd3bbef7-a047-4f08-a260-c729b219d3f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:01.957418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bbef7-a047-4f08-a260-c729b219d3f8 None None] Calling delete_port for e5f6c795-a871-4744-b7f5-82e874e42f01 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:01.982755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.018083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.040688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-0cb8e8f6-f60b-4bc6-8cdb-4bc202eace67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:02.042238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-0cb8e8f6-f60b-4bc6-8cdb-4bc202eace67 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c304c79f-e145-427b-a94e-e17ae9caaf90 HTTP/1.1" status: 200 len: 898 time: 0.4632156 Aug 19 13:10:02.048370 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Port': ['ID=e5f6c795-a871-4744-b7f5-82e874e42f01,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:02.056101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] No DVR routers for this DVR port e5f6c795-a871-4744-b7f5-82e874e42f01 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:02.066157 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.066522 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.066845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.067186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.067521 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.068431 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.069004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.069545 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.069881 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.070213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.070573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.070904 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:02.097776 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bd3bbef7-a047-4f08-a260-c729b219d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.122878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bbef7-a047-4f08-a260-c729b219d3f8 None None] Pushing event deleted for resources: {'Port': ['ID=e5f6c795-a871-4744-b7f5-82e874e42f01,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:02.124574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-08e94af2-471a-4185-8d03-e950564912fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f1cc42d-4a64-4e42-aa9d-ad76f270a275 HTTP/1.1" status: 200 len: 1001 time: 0.0736494 Aug 19 13:10:02.131076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3bbef7-a047-4f08-a260-c729b219d3f8 None None] No DVR routers for this DVR port e5f6c795-a871-4744-b7f5-82e874e42f01 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:02.162484 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.173229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfecb60-efbc-4f46-87e4-93842e586a19']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:02.178753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-e8f079cb-80a0-4de8-9ccf-f641cb14567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:02.180668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-e8f079cb-80a0-4de8-9ccf-f641cb14567c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83922e92-05c0-4bef-b723-10b19fd3f187 HTTP/1.1" status: 200 len: 835 time: 0.0477381 Aug 19 13:10:02.183766 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b158f2-2413-405e-9407-cd8520a42300') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:02.184061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b158f2-2413-405e-9407-cd8520a42300') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:02.193587 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.207469 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.214405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:10:02.218212 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:10:02.232012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-f92a3197-f48c-4d7e-8e8a-b248230392a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:02.233582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-f92a3197-f48c-4d7e-8e8a-b248230392a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c304c79f-e145-427b-a94e-e17ae9caaf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463221 Aug 19 13:10:02.315550 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.323782 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.325693 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/networks/edfecb60-efbc-4f46-87e4-93842e586a19 HTTP/1.1" status: 204 len: 168 time: 0.8083320 Aug 19 13:10:02.330012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51008) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:02.338319 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8611a-71cf-4a17-9412-db8c672fe25c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Network': ['ID=edfecb60-efbc-4f46-87e4-93842e586a19,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:02.338807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-7de59ba0-89c6-4c9c-9305-f510b47ab7e8 service neutron] 10.222.0.52 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959477 Aug 19 13:10:02.530623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa9cfa2c-4b79-4d48-bfe0-efa6b9462c28 req-790759d2-a6c8-44bb-be9c-295cd89d10d5 service neutron] 10.222.0.52 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572571 Aug 19 13:10:02.574658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting port daa52b18-7fc5-4379-a8df-85227191cdaf {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:02.575008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.657504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.657841 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.669785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Calling delete_port for daa52b18-7fc5-4379-a8df-85227191cdaf owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:02.869747 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.895965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Port': ['ID=daa52b18-7fc5-4379-a8df-85227191cdaf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:02.957878 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:02.958215 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Floating IP 5b9fa5fd-5740-46df-8b7d-c012aee70ae7 disassociated (deleted). External IP: 172.25.6.43, port: 4f1cc42d-4a64-4e42-aa9d-ad76f270a275. Aug 19 13:10:03.175656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 4466906e-ac8f-41ec-8e62-3dd3206523cc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:10:03.289102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:03.293895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:03.298417 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42634583-1d2e-4639-a98d-04638772cc25 None None] Sync routers for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:03.308307 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42634583-1d2e-4639-a98d-04638772cc25 None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:03.308910 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-42634583-1d2e-4639-a98d-04638772cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:03.321999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a75d9920-3f20-4b19-9e02-a3bddb22ab17 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/floatingips/5b9fa5fd-5740-46df-8b7d-c012aee70ae7 HTTP/1.1" status: 204 len: 168 time: 0.9909158 Aug 19 13:10:03.322706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6229f8f0-2154-42c0-a507-e0986fec2895', 'tag': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:03.325113 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d46febe-46c2-48a9-ab27-bf261ba2337a" -d '{"events": [{"name": "network-changed", "server_uuid": "6229f8f0-2154-42c0-a507-e0986fec2895", "tag": "4f1cc42d-4a64-4e42-aa9d-ad76f270a275"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:03.366913 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43edc9bb-ada9-497a-85ff-f7970dfb92df x-openstack-request-id: req-43edc9bb-ada9-497a-85ff-f7970dfb92df {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:03.367098 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6229f8f0-2154-42c0-a507-e0986fec2895", "tag": "4f1cc42d-4a64-4e42-aa9d-ad76f270a275", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:03.367337 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43edc9bb-ada9-497a-85ff-f7970dfb92df {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:03.368001 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6229f8f0-2154-42c0-a507-e0986fec2895', 'tag': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'status': 'completed', 'code': 200} Aug 19 13:10:03.425060 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-42634583-1d2e-4639-a98d-04638772cc25 None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:03.432097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46febe-46c2-48a9-ab27-bf261ba2337a req-4a97c7b3-39ad-43d3-ac00-f66ec25dd26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:03.433593 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d46febe-46c2-48a9-ab27-bf261ba2337a req-4a97c7b3-39ad-43d3-ac00-f66ec25dd26e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 1097 time: 0.0435524 Aug 19 13:10:03.509354 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:10:03.536160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46febe-46c2-48a9-ab27-bf261ba2337a req-d6989d7c-48c0-4c3d-a8bd-b6bef2ac8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:03.540014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d46febe-46c2-48a9-ab27-bf261ba2337a req-d6989d7c-48c0-4c3d-a8bd-b6bef2ac8b7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=c304c79f-e145-427b-a94e-e17ae9caaf90 HTTP/1.1" status: 200 len: 898 time: 0.0970294 Aug 19 13:10:03.585589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d46febe-46c2-48a9-ab27-bf261ba2337a req-20474b42-914d-49d9-95ec-2dd876857348 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f1cc42d-4a64-4e42-aa9d-ad76f270a275 HTTP/1.1" status: 200 len: 217 time: 0.0380569 Aug 19 13:10:03.660352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46febe-46c2-48a9-ab27-bf261ba2337a req-1e53ea6d-b735-4669-aee7-83781f8edf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:03.660928 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-42634583-1d2e-4639-a98d-04638772cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:09:56Z', 'revision_number': 6, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:03.662680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d46febe-46c2-48a9-ab27-bf261ba2337a req-1e53ea6d-b735-4669-aee7-83781f8edf3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83922e92-05c0-4bef-b723-10b19fd3f187 HTTP/1.1" status: 200 len: 835 time: 0.0697665 Aug 19 13:10:03.697751 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42634583-1d2e-4639-a98d-04638772cc25 None None] Checking router: 4466906e-ac8f-41ec-8e62-3dd3206523cc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:03.707234 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42634583-1d2e-4639-a98d-04638772cc25 None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:03.707865 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-42634583-1d2e-4639-a98d-04638772cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:03.751554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46febe-46c2-48a9-ab27-bf261ba2337a req-3cd9ebb8-0f9e-4390-874e-5a5a4e97f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:03.753139 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d46febe-46c2-48a9-ab27-bf261ba2337a req-3cd9ebb8-0f9e-4390-874e-5a5a4e97f47a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c304c79f-e145-427b-a94e-e17ae9caaf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828671 Aug 19 13:10:03.769061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769a5d7-f56d-4a56-a2b3-6e0d24b28730 req-181f8128-2922-4ecf-8ab3-53c22b41a5e4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:03.770765 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2769a5d7-f56d-4a56-a2b3-6e0d24b28730 req-181f8128-2922-4ecf-8ab3-53c22b41a5e4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 946 time: 0.0855482 Aug 19 13:10:03.825309 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-42634583-1d2e-4639-a98d-04638772cc25 None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:03.864409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2769a5d7-f56d-4a56-a2b3-6e0d24b28730 req-5bc586e7-21cc-4afd-b9cd-4ca84920d394 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839086 Aug 19 13:10:03.903015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d46febe-46c2-48a9-ab27-bf261ba2337a req-e070a95f-06b7-4a22-8333-1189b651a0ff service neutron] 10.222.0.52 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310375 Aug 19 13:10:04.004292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d46febe-46c2-48a9-ab27-bf261ba2337a req-3876a821-f416-4c36-925a-f164631f89b6 service neutron] 10.222.0.52 "GET /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926528 Aug 19 13:10:04.031889 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-42634583-1d2e-4639-a98d-04638772cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:09:56Z', 'revision_number': 6, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:04.062084 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42634583-1d2e-4639-a98d-04638772cc25 None None] The sync data for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 is: [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:09:56Z', 'revision_number': 6, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ce6b8e84-d061-4323-9880-833b4ab13ecc', 'name': '', 'network_id': 'c304c79f-e145-427b-a94e-e17ae9caaf90', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:38:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:12Z', 'updated_at': '2021-08-19T13:08:18Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': '83922e92-05c0-4bef-b723-10b19fd3f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:04.298434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e79ee-bfc3-43e8-8de9-18b59aecf702 None None] New status for floating IP 5b9fa5fd-5740-46df-8b7d-c012aee70ae7: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:10:04.997110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03e933-56b1-476e-afe3-8b37a8074da7 req-2832627e-eb02-4b3e-977a-96375a7983df tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:04.998681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce03e933-56b1-476e-afe3-8b37a8074da7 req-2832627e-eb02-4b3e-977a-96375a7983df tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 946 time: 0.0577540 Aug 19 13:10:05.040003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce03e933-56b1-476e-afe3-8b37a8074da7 req-b92e0524-2edb-43cf-a4b8-1d5593da921f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=be013859-751b-48d6-9c40-9aa5064abf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342591 Aug 19 13:10:05.218530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29455b05-771b-4129-8fbb-ccebbffb66e0 req-4387cf92-21b7-4543-a302-f4d42d6a7019 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:05.220008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29455b05-771b-4129-8fbb-ccebbffb66e0 req-4387cf92-21b7-4543-a302-f4d42d6a7019 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.52 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 946 time: 0.0497081 Aug 19 13:10:05.311170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-29455b05-771b-4129-8fbb-ccebbffb66e0 req-24bbd880-64b4-49b2-a6a1-9b487e7203d4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:05.311436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-29455b05-771b-4129-8fbb-ccebbffb66e0 req-24bbd880-64b4-49b2-a6a1-9b487e7203d4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.408773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-29455b05-771b-4129-8fbb-ccebbffb66e0 req-24bbd880-64b4-49b2-a6a1-9b487e7203d4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] For port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4f1cc42d-4a64-4e42-aa9d-ad76f270a275,segment=NetworkSegment(0a9fa2ad-e12c-4675-89ed-126a371cb12f),segment_id=0a9fa2ad-e12c-4675-89ed-126a371cb12f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:05.409152 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-29455b05-771b-4129-8fbb-ccebbffb66e0 req-24bbd880-64b4-49b2-a6a1-9b487e7203d4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.423800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-29455b05-771b-4129-8fbb-ccebbffb66e0 req-24bbd880-64b4-49b2-a6a1-9b487e7203d4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Calling delete_port for 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:05.635936 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-29455b05-771b-4129-8fbb-ccebbffb66e0 req-24bbd880-64b4-49b2-a6a1-9b487e7203d4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.668506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbd880-64b4-49b2-a6a1-9b487e7203d4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Port': ['ID=4f1cc42d-4a64-4e42-aa9d-ad76f270a275,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:05.710812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-29455b05-771b-4129-8fbb-ccebbffb66e0 req-24bbd880-64b4-49b2-a6a1-9b487e7203d4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] No DVR routers for this DVR port 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:05.713485 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-29455b05-771b-4129-8fbb-ccebbffb66e0 req-24bbd880-64b4-49b2-a6a1-9b487e7203d4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.715569 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29455b05-771b-4129-8fbb-ccebbffb66e0 req-24bbd880-64b4-49b2-a6a1-9b487e7203d4 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.52 "DELETE /v2.0/ports/4f1cc42d-4a64-4e42-aa9d-ad76f270a275 HTTP/1.1" status: 204 len: 173 time: 0.4889352 Aug 19 13:10:05.716132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6229f8f0-2154-42c0-a507-e0986fec2895', 'name': 'network-vif-deleted', 'tag': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:05.718529 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc63f18-9906-4409-bdfe-b1e126878ba1" -d '{"events": [{"server_uuid": "6229f8f0-2154-42c0-a507-e0986fec2895", "name": "network-vif-deleted", "tag": "4f1cc42d-4a64-4e42-aa9d-ad76f270a275"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:05.756783 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d17c9d-3d64-4f13-b7b1-8454b64ab028 x-openstack-request-id: req-e0d17c9d-3d64-4f13-b7b1-8454b64ab028 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:05.757082 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6229f8f0-2154-42c0-a507-e0986fec2895", "name": "network-vif-deleted", "tag": "4f1cc42d-4a64-4e42-aa9d-ad76f270a275", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:05.757344 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0d17c9d-3d64-4f13-b7b1-8454b64ab028 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:05.757783 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6229f8f0-2154-42c0-a507-e0986fec2895', 'name': 'network-vif-deleted', 'tag': '4f1cc42d-4a64-4e42-aa9d-ad76f270a275', 'status': 'completed', 'code': 200} Aug 19 13:10:06.176301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5156bf9a-652a-4e8b-94db-4aa5d64a369d req-540352ba-a9a0-4886-aa2a-32c125509604 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6229f8f0-2154-42c0-a507-e0986fec2895 HTTP/1.1" status: 200 len: 210 time: 0.0488844 Aug 19 13:10:07.235736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51026) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:07.297143 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6041-0bd9-4c77-9531-3c55987a1c3c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:07.323691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6041-0bd9-4c77-9531-3c55987a1c3c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:07.452549 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6041-0bd9-4c77-9531-3c55987a1c3c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:07.455287 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6041-0bd9-4c77-9531-3c55987a1c3c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:07.456675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f2ca6041-0bd9-4c77-9531-3c55987a1c3c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/security-groups/be013859-751b-48d6-9c40-9aa5064abf29 HTTP/1.1" status: 204 len: 168 time: 0.2198365 Aug 19 13:10:07.466989 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca6041-0bd9-4c77-9531-3c55987a1c3c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be013859-751b-48d6-9c40-9aa5064abf29,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:07.562874 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51030) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:07.945165 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.201448 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting port ce6b8e84-d061-4323-9880-833b4ab13ecc {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:08.201801 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.291476 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] For port ce6b8e84-d061-4323-9880-833b4ab13ecc, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ce6b8e84-d061-4323-9880-833b4ab13ecc,segment=NetworkSegment(0a9fa2ad-e12c-4675-89ed-126a371cb12f),segment_id=0a9fa2ad-e12c-4675-89ed-126a371cb12f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:08.291848 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.308808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Calling delete_port for ce6b8e84-d061-4323-9880-833b4ab13ecc owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:08.561191 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.590025 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Port': ['ID=ce6b8e84-d061-4323-9880-833b4ab13ecc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:08.779897 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:09.001784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 4466906e-ac8f-41ec-8e62-3dd3206523cc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:10:09.436200 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:09.441844 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-00df1e83-4f32-4ff3-92e4-51997ad48a5f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "PUT /v2.0/routers/4466906e-ac8f-41ec-8e62-3dd3206523cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774095 Aug 19 13:10:09.445088 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51032) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:09.448362 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e060db-932d-4a83-95fe-da068580ed52 None None] Sync routers for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:09.457704 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e060db-932d-4a83-95fe-da068580ed52 None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:09.458967 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-74e060db-932d-4a83-95fe-da068580ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:09.495782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f2b5d5-fd2e-4887-a343-a56e143579e1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting subnet 83922e92-05c0-4bef-b723-10b19fd3f187 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:10:09.498919 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-81f2b5d5-fd2e-4887-a343-a56e143579e1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:09.539415 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-81f2b5d5-fd2e-4887-a343-a56e143579e1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:09.636094 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-81f2b5d5-fd2e-4887-a343-a56e143579e1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:09.663211 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-74e060db-932d-4a83-95fe-da068580ed52 None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:09.767100 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-81f2b5d5-fd2e-4887-a343-a56e143579e1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:09.797844 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-81f2b5d5-fd2e-4887-a343-a56e143579e1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:09.801120 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-81f2b5d5-fd2e-4887-a343-a56e143579e1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/subnets/83922e92-05c0-4bef-b723-10b19fd3f187 HTTP/1.1" status: 204 len: 168 time: 0.3546999 Aug 19 13:10:09.802979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2b5d5-fd2e-4887-a343-a56e143579e1 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Subnet': ['ID=83922e92-05c0-4bef-b723-10b19fd3f187,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:09.803718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:09.806369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23ef709-e300-4b28-98a2-ac4e8f4fc58f None None] Network c304c79f-e145-427b-a94e-e17ae9caaf90 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:10:09.863684 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-74e060db-932d-4a83-95fe-da068580ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:10:08Z', 'revision_number': 7, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:09.891935 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e060db-932d-4a83-95fe-da068580ed52 None None] Checking router: 4466906e-ac8f-41ec-8e62-3dd3206523cc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:09.901470 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e060db-932d-4a83-95fe-da068580ed52 None None] Routers {'4466906e-ac8f-41ec-8e62-3dd3206523cc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:09.902090 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-74e060db-932d-4a83-95fe-da068580ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['4466906e-ac8f-41ec-8e62-3dd3206523cc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:09.935847 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.012376 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-74e060db-932d-4a83-95fe-da068580ed52 None None] Set router 4466906e-ac8f-41ec-8e62-3dd3206523cc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:10.015680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b7d47-3837-4152-a1ed-9ce2a9856d2e None None] DHCP port deletion for c304c79f-e145-427b-a94e-e17ae9caaf90 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:10:10.048254 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.063787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b7d47-3837-4152-a1ed-9ce2a9856d2e None None] Deleting port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:10.068225 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f0b7d47-3837-4152-a1ed-9ce2a9856d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.135341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0f0b7d47-3837-4152-a1ed-9ce2a9856d2e None None] For port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1,segment=NetworkSegment(0a9fa2ad-e12c-4675-89ed-126a371cb12f),segment_id=0a9fa2ad-e12c-4675-89ed-126a371cb12f)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:10.135810 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f0b7d47-3837-4152-a1ed-9ce2a9856d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.149248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b7d47-3837-4152-a1ed-9ce2a9856d2e None None] Calling delete_port for 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:10.154551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:10.154551 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.211272 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-74e060db-932d-4a83-95fe-da068580ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:10:08Z', 'revision_number': 7, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:10.235821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] For port 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5094ebd1-32b8-461a-bdb1-52ba9b96bfc4,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:10.236082 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.238571 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e060db-932d-4a83-95fe-da068580ed52 None None] The sync data for ids ['4466906e-ac8f-41ec-8e62-3dd3206523cc'] in n-d-778732-8 is: [{'id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'name': 'tempest-TestNetworkBasicOps-router-1245331418', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:10:08Z', 'revision_number': 7, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': '5094ebd1-32b8-461a-bdb1-52ba9b96bfc4', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4466906e-ac8f-41ec-8e62-3dd3206523cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:08:08Z', 'updated_at': '2021-08-19T13:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:10.249645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Calling delete_port for 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:10.292486 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f0b7d47-3837-4152-a1ed-9ce2a9856d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.319799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b7d47-3837-4152-a1ed-9ce2a9856d2e None None] Pushing event deleted for resources: {'Port': ['ID=4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:10.321785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b7d47-3837-4152-a1ed-9ce2a9856d2e None None] No DVR routers for this DVR port 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:10.479847 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.506342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Port': ['ID=5094ebd1-32b8-461a-bdb1-52ba9b96bfc4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:10.564926 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.663480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.665789 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.835633 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.836650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Fanout notify agent at l3_agent the message router_deleted on router 4466906e-ac8f-41ec-8e62-3dd3206523cc {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:10:10.845260 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.848823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c0615c1f-6675-4998-a3b8-9ae2a784f87f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/routers/4466906e-ac8f-41ec-8e62-3dd3206523cc HTTP/1.1" status: 204 len: 168 time: 1.0412297 Aug 19 13:10:10.850647 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51036) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:10.894096 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:10.922659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:10.923195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4f1cc42d-4a64-4e42-aa9d-ad76f270a275 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:10.941143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.030755 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.040336 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c304c79f-e145-427b-a94e-e17ae9caaf90']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:11.050052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9fa2ad-e12c-4675-89ed-126a371cb12f') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:11.050357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9fa2ad-e12c-4675-89ed-126a371cb12f') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:11.060071 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.082353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.089618 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:10:11.095050 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:10:11.199976 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.207548 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.208594 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/networks/c304c79f-e145-427b-a94e-e17ae9caaf90 HTTP/1.1" status: 204 len: 168 time: 0.3565516 Aug 19 13:10:11.219962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d07ca8-e481-4693-968c-6d3b3f2913bf tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Network': ['ID=c304c79f-e145-427b-a94e-e17ae9caaf90,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:11.222380 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51038) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:11.228417 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'network': {'name': 'tempest-network-smoke--1194549601', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'port_security_enabled': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:11.304705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Made reservation on behalf of 9dad2aa07d7c451d96a4d0de7018167c for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:11.308224 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.337155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:10:11.346074 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.346424 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Added segment 144f34a7-cab5-4404-80a4-b48547c7e3e4 of type vlan for network 138db788-7945-4829-9006-e468a469d48f Aug 19 13:10:11.387572 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.463295 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.469060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:11.469650 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.540879 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Network': ['ID=138db788-7945-4829-9006-e468a469d48f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:11.551920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 138db788-7945-4829-9006-e468a469d48f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:10:11.573118 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dd905d7d-6a22-41b6-bf67-409453d91e5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3496742 Aug 19 13:10:11.575828 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51040) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:11.583812 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-370624003', 'admin_state_up': True, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:11.710284 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.711473 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.766198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:11.769591 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.787444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:11.787795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4fd07cc1-b813-480c-8d1f-b7f6a43a5dc1 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:11.788219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ce6b8e84-d061-4323-9880-833b4ab13ecc no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:11.806374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: ce6b8e84-d061-4323-9880-833b4ab13ecc {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:11.806725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ce6b8e84-d061-4323-9880-833b4ab13ecc not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:11.807137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:11.826139 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:11.826496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5094ebd1-32b8-461a-bdb1-52ba9b96bfc4 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:11.991131 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.178682 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.290505 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.309226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.414466 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Allocated IP 172.25.6.81 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/d4ac14da-d6d2-46d9-b35f-2fb67fd745ec) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:12.525655 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.618158 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:12.660079 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:12.665558 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:12.670590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:12.694736 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=d4ac14da-d6d2-46d9-b35f-2fb67fd745ec,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:13.095541 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:13.350682 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:13.589412 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 3365b44b-924f-43c3-a007-f213074e4bf1 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:10:13.712811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:13.724661 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Sync routers for ids ['3365b44b-924f-43c3-a007-f213074e4bf1'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:13.733893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Routers {'3365b44b-924f-43c3-a007-f213074e4bf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:13.734517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3365b44b-924f-43c3-a007-f213074e4bf1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:13.783828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:13.785360 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f2c4ea77-a7b1-43fc-b7aa-0a6005ec905f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2085764 Aug 19 13:10:13.789084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51042) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:13.818668 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e889ddba-9f53-4560-84e5-d23529c954bc tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=9dad2aa07d7c451d96a4d0de7018167c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278084 Aug 19 13:10:13.821406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51044) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:13.845065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Set router 3365b44b-924f-43c3-a007-f213074e4bf1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:13.921625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb227da-6f1f-40d1-8fb1-9abcfce615ee tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:13.926110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ddb227da-6f1f-40d1-8fb1-9abcfce615ee tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007688 Aug 19 13:10:13.926518 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51046) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:13.962486 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-06adc57e-9479-4551-a163-df811d655c59 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342996 Aug 19 13:10:13.965226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51048) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:13.970958 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1105709551', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:14.115747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Made reservation on behalf of 9dad2aa07d7c451d96a4d0de7018167c for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:14.119500 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.179377 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:12Z', 'revision_number': 3, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:14.206023 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Checking router: 3365b44b-924f-43c3-a007-f213074e4bf1 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:14.206380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Updating router 3365b44b-924f-43c3-a007-f213074e4bf1 port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:10:14.232417 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.361331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.434248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Subnet': ['ID=a0a833c8-de45-4f09-a731-5cc8c1e94ce0,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:14.441800 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Checking segment: {'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:14.442165 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network hostable DHCP agents. Network: 138db788-7945-4829-9006-e468a469d48f, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:10:14.507166 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.517156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Transition to ACTIVE for port object d4ac14da-d6d2-46d9-b35f-2fb67fd745ec will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:14.526287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network 138db788-7945-4829-9006-e468a469d48f is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:10:14.618303 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.646951 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 138db788-7945-4829-9006-e468a469d48f) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:14.651559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:14.652135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.670558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721b9c9-3e60-4f4d-8346-3487f57c3635 None None] Network 138db788-7945-4829-9006-e468a469d48f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:10:14.717623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Attempting to bind port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:14.717920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Attempting to bind port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:14.718291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Attempting to bind port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:14.724905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44633188-fa4a-452e-ae23-9288bd3ee3cf None None] Pushing event updated for resources: {'Port': ['ID=d4ac14da-d6d2-46d9-b35f-2fb67fd745ec,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:14.732957 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-70f5b06b-bdeb-4700-8726-4e420b20425f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7663584 Aug 19 13:10:14.736481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:14.736886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:14.737268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:14.737706 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.738119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:14.738598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Bound port: d4ac14da-d6d2-46d9-b35f-2fb67fd745ec, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:14.738980 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.836442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] For port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:14.855156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] For port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d4ac14da-d6d2-46d9-b35f-2fb67fd745ec,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:14.901402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-138db788-7945-4829-9006-e468a469d48f', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ips': [{'subnet_id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:10:14.914573 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:14.979600 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.055663 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.082971 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44633188-fa4a-452e-ae23-9288bd3ee3cf None None] Pushing event updated for resources: {'Port': ['ID=d4ac14da-d6d2-46d9-b35f-2fb67fd745ec,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:15.090152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Routers {'3365b44b-924f-43c3-a007-f213074e4bf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:15.090787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3365b44b-924f-43c3-a007-f213074e4bf1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:15.150206 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Allocated IP 172.20.0.2 (138db788-7945-4829-9006-e468a469d48f/a0a833c8-de45-4f09-a731-5cc8c1e94ce0/b4172a96-387d-4845-b882-670da0582738) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:15.182977 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.259904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] Set router 3365b44b-924f-43c3-a007-f213074e4bf1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:15.461019 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.487442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Transition to ACTIVE for port object b4172a96-387d-4845-b882-670da0582738 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:15.513876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Transition to ACTIVE for port object b4172a96-387d-4845-b882-670da0582738 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:15.532232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:12Z', 'revision_number': 3, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:15.558901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6503a-d356-4e34-bec7-22fa0789fea1 None None] The sync data for ids ['3365b44b-924f-43c3-a007-f213074e4bf1'] in n-d-778732-8 is: [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:12Z', 'revision_number': 3, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:15.584672 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.626226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Network 138db788-7945-4829-9006-e468a469d48f is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:15.629460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:15.634015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:15.641653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Pushing event updated for resources: {'Port': ['ID=b4172a96-387d-4845-b882-670da0582738,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:15.651769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Allocated IP 172.20.0.1 (138db788-7945-4829-9006-e468a469d48f/a0a833c8-de45-4f09-a731-5cc8c1e94ce0/20417899-2f12-4580-aa97-bc64bcbf92eb) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:15.712150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Attempting to bind port b4172a96-387d-4845-b882-670da0582738 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:15.712531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Attempting to bind port b4172a96-387d-4845-b882-670da0582738 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:15.712892 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Attempting to bind port b4172a96-387d-4845-b882-670da0582738 on network 138db788-7945-4829-9006-e468a469d48f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:15.718669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:15.719061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Checking segment: {'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:15.719588 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.720145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Bound using segment: {'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:15.720622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Bound port: b4172a96-387d-4845-b882-670da0582738, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:15.721009 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.793603 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.802875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] For port b4172a96-387d-4845-b882-670da0582738, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:15.807033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] For port b4172a96-387d-4845-b882-670da0582738, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b4172a96-387d-4845-b882-670da0582738,segment=NetworkSegment(144f34a7-cab5-4404-80a4-b48547c7e3e4),segment_id=144f34a7-cab5-4404-80a4-b48547c7e3e4)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:15.811483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Transition to ACTIVE for port object 20417899-2f12-4580-aa97-bc64bcbf92eb will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:15.858442 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.909819 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:15.923125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb529406-e5f5-488e-85f4-9d78a9c03e8c None None] Pushing event updated for resources: {'Port': ['ID=b4172a96-387d-4845-b882-670da0582738,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:15.954187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network 138db788-7945-4829-9006-e468a469d48f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:15.957614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:15.963334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:16.012643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=20417899-2f12-4580-aa97-bc64bcbf92eb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:16.025494 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.273055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:16.960402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bae845-e5db-4181-8aee-800c252cb6ef None None] Network 138db788-7945-4829-9006-e468a469d48f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:10:16.980309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:17.053014 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:17.089299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-00964b2a-3897-41ed-a564-c06bb26504cb None None] Provisioning for port b4172a96-387d-4845-b882-670da0582738 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:17.136142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=20417899-2f12-4580-aa97-bc64bcbf92eb,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:17.142925 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:17.262085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network 138db788-7945-4829-9006-e468a469d48f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:17.263560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:17.385006 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 3365b44b-924f-43c3-a007-f213074e4bf1 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:10:17.507802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4bdc434c-0653-455f-8a3d-ef8cbc884a2e None None] Provisioning for port 20417899-2f12-4580-aa97-bc64bcbf92eb completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:17.507802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4bdc434c-0653-455f-8a3d-ef8cbc884a2e None None] Provisioning complete for port 20417899-2f12-4580-aa97-bc64bcbf92eb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:17.507802 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4bdc434c-0653-455f-8a3d-ef8cbc884a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:17.508700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:17.513849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9a95f094-75ed-4441-8c38-1c6576fe8838 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "PUT /v2.0/routers/3365b44b-924f-43c3-a007-f213074e4bf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7765391 Aug 19 13:10:17.516494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51054) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:17.519493 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Sync routers for ids ['3365b44b-924f-43c3-a007-f213074e4bf1'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:17.533001 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Routers {'3365b44b-924f-43c3-a007-f213074e4bf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:17.536558 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3365b44b-924f-43c3-a007-f213074e4bf1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:17.554687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc434c-0653-455f-8a3d-ef8cbc884a2e None None] Port 20417899-2f12-4580-aa97-bc64bcbf92eb cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:10:17.624848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e33ef8-69b8-4968-a79b-5c185f24cbee tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:17.625332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e33ef8-69b8-4968-a79b-5c185f24cbee tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:17.625843 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e33ef8-69b8-4968-a79b-5c185f24cbee tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:17.626319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e33ef8-69b8-4968-a79b-5c185f24cbee tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:17.628014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-12e33ef8-69b8-4968-a79b-5c185f24cbee tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1103969 Aug 19 13:10:17.631763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51056) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:17.654092 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Set router 3365b44b-924f-43c3-a007-f213074e4bf1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:17.679131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-124a231a-e282-446a-8c69-7c28931e80c4 None None] Provisioning complete for port 20417899-2f12-4580-aa97-bc64bcbf92eb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:17.679700 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-124a231a-e282-446a-8c69-7c28931e80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:17.724818 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-124a231a-e282-446a-8c69-7c28931e80c4 None None] Port 20417899-2f12-4580-aa97-bc64bcbf92eb cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:10:17.766483 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f2a34-363c-47a9-b54f-1e8e0e887ff6 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:17.767210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f2a34-363c-47a9-b54f-1e8e0e887ff6 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:17.767977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f2a34-363c-47a9-b54f-1e8e0e887ff6 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:17.768614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f2a34-363c-47a9-b54f-1e8e0e887ff6 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:17.780026 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4e2f2a34-363c-47a9-b54f-1e8e0e887ff6 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1443598 Aug 19 13:10:17.780391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51058) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:17.850645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bafe728d-a943-415a-adaf-8fb3c9f99b86 None None] Provisioning complete for port 20417899-2f12-4580-aa97-bc64bcbf92eb triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:17.851118 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bafe728d-a943-415a-adaf-8fb3c9f99b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:17.893646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d4ac14da-d6d2-46d9-b35f-2fb67fd745ec up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:17.919104 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:16Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '20417899-2f12-4580-aa97-bc64bcbf92eb', 'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:28:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:15Z', 'updated_at': '2021-08-19T13:10:16Z', 'revision_number': 2, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:17.922393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bafe728d-a943-415a-adaf-8fb3c9f99b86 None None] Port 20417899-2f12-4580-aa97-bc64bcbf92eb cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:10:17.948184 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Checking router: 3365b44b-924f-43c3-a007-f213074e4bf1 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:17.948817 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Updating router 3365b44b-924f-43c3-a007-f213074e4bf1 port 20417899-2f12-4580-aa97-bc64bcbf92eb binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:10:17.976185 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.014703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:18.019015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:18.019391 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.049196 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-13f3c903-e077-42e6-b64c-139d80fd506d tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2677600 Aug 19 13:10:18.112853 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.135365 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d4ac14da-d6d2-46d9-b35f-2fb67fd745ec,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:18.212151 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.212998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b4172a96-387d-4845-b882-670da0582738 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:18.256831 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.266749 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Transition to ACTIVE for port object 20417899-2f12-4580-aa97-bc64bcbf92eb will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:18.292970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=d4ac14da-d6d2-46d9-b35f-2fb67fd745ec,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:18.304015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.304369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.304714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.305055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.305408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.305750 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.306083 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.306414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.306744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.307074 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.307401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.307736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:18.401365 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.443145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b4172a96-387d-4845-b882-670da0582738 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:18.447585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b4172a96-387d-4845-b882-670da0582738 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:18.447973 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.473285 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb21b46-2841-4a62-a527-dbba1a814ed3 None None] Pushing event updated for resources: {'Port': ['ID=20417899-2f12-4580-aa97-bc64bcbf92eb,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:18.525637 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Attempting to bind port 20417899-2f12-4580-aa97-bc64bcbf92eb on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:18.526478 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Attempting to bind port 20417899-2f12-4580-aa97-bc64bcbf92eb by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:18.526834 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Attempting to bind port 20417899-2f12-4580-aa97-bc64bcbf92eb on network 138db788-7945-4829-9006-e468a469d48f {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:18.534658 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:18.535070 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Checking segment: {'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:18.535606 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.536945 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Bound using segment: {'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:18.537476 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Bound port: 20417899-2f12-4580-aa97-bc64bcbf92eb, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:18.537872 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.546222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51064) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:18.554477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c98ae961-df31-4ff6-a897-be1ac30cdbbc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010201778', 'description': 'tempest-secgroup-smoke-1010201778 description', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:18.569654 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.615461 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] For port 20417899-2f12-4580-aa97-bc64bcbf92eb, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:18.618547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port b4172a96-387d-4845-b882-670da0582738, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b4172a96-387d-4845-b882-670da0582738,segment=NetworkSegment(144f34a7-cab5-4404-80a4-b48547c7e3e4),segment_id=144f34a7-cab5-4404-80a4-b48547c7e3e4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:18.619268 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] For port 20417899-2f12-4580-aa97-bc64bcbf92eb, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=20417899-2f12-4580-aa97-bc64bcbf92eb,segment=NetworkSegment(144f34a7-cab5-4404-80a4-b48547c7e3e4),segment_id=144f34a7-cab5-4404-80a4-b48547c7e3e4)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:18.704016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c98ae961-df31-4ff6-a897-be1ac30cdbbc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.751573 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.751780 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.801821 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Routers {'3365b44b-924f-43c3-a007-f213074e4bf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:18.802764 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:09:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3365b44b-924f-43c3-a007-f213074e4bf1'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:18.805875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=b4172a96-387d-4845-b882-670da0582738,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:18.813772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c98ae961-df31-4ff6-a897-be1ac30cdbbc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.876696 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb21b46-2841-4a62-a527-dbba1a814ed3 None None] Pushing event updated for resources: {'Port': ['ID=20417899-2f12-4580-aa97-bc64bcbf92eb,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:18.880617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c98ae961-df31-4ff6-a897-be1ac30cdbbc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.917322 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ae961-df31-4ff6-a897-be1ac30cdbbc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624ffb00-e1bb-4e9e-abec-9dddce101bfc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:18.945960 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] Set router 3365b44b-924f-43c3-a007-f213074e4bf1 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:18.990117 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c98ae961-df31-4ff6-a897-be1ac30cdbbc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:18.991474 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c98ae961-df31-4ff6-a897-be1ac30cdbbc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4435887 Aug 19 13:10:18.994377 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51066) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:19.000262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-11afb1b2-fefa-4899-81ac-b5b3932776dd tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '624ffb00-e1bb-4e9e-abec-9dddce101bfc', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:19.116151 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11afb1b2-fefa-4899-81ac-b5b3932776dd tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.179555 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11afb1b2-fefa-4899-81ac-b5b3932776dd tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.234876 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11afb1b2-fefa-4899-81ac-b5b3932776dd tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.251924 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:16Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '20417899-2f12-4580-aa97-bc64bcbf92eb', 'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:28:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:15Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:19.257450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afb1b2-fefa-4899-81ac-b5b3932776dd tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b799e850-d43a-48cc-b924-bc009f25c2e3,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:19.283027 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07221642-4750-45fc-a4c8-c74d9dda2292 None None] The sync data for ids ['3365b44b-924f-43c3-a007-f213074e4bf1'] in n-d-778732-8 is: [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:16Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '20417899-2f12-4580-aa97-bc64bcbf92eb', 'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:28:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:15Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:19.346474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11afb1b2-fefa-4899-81ac-b5b3932776dd tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.348791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-11afb1b2-fefa-4899-81ac-b5b3932776dd tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3533378 Aug 19 13:10:19.351923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51068) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:19.356518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cec99b9e-6f2e-43d1-9773-5e660ef9b329 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '624ffb00-e1bb-4e9e-abec-9dddce101bfc', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:19.451820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cec99b9e-6f2e-43d1-9773-5e660ef9b329 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.518430 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cec99b9e-6f2e-43d1-9773-5e660ef9b329 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.589547 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cec99b9e-6f2e-43d1-9773-5e660ef9b329 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.608101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec99b9e-6f2e-43d1-9773-5e660ef9b329 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6664781-7bd7-4fd3-9eb7-5871f46d8498,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:19.663904 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cec99b9e-6f2e-43d1-9773-5e660ef9b329 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.668099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cec99b9e-6f2e-43d1-9773-5e660ef9b329 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3122752 Aug 19 13:10:19.668099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51070) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:19.673140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8ca360c5-f28e-497e-8822-2b5ae6a0af24 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '624ffb00-e1bb-4e9e-abec-9dddce101bfc', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:19.779050 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ca360c5-f28e-497e-8822-2b5ae6a0af24 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.854532 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ca360c5-f28e-497e-8822-2b5ae6a0af24 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.870955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d4ac14da-d6d2-46d9-b35f-2fb67fd745ec up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:19.921390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:19.921630 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ca360c5-f28e-497e-8822-2b5ae6a0af24 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.921764 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:19.941572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca360c5-f28e-497e-8822-2b5ae6a0af24 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4aab7c2-9132-4cbf-932f-57690e9e1a13,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:20.018309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b4172a96-387d-4845-b882-670da0582738 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:20.046864 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ca360c5-f28e-497e-8822-2b5ae6a0af24 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.049232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8ca360c5-f28e-497e-8822-2b5ae6a0af24 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3795474 Aug 19 13:10:20.051536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51072) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:20.057016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f96fe9c1-f7b4-43a3-a3d0-1d53556f6086 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '624ffb00-e1bb-4e9e-abec-9dddce101bfc', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:20.069944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b4172a96-387d-4845-b882-670da0582738 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:20.070325 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.149852 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f96fe9c1-f7b4-43a3-a3d0-1d53556f6086 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.158813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 20417899-2f12-4580-aa97-bc64bcbf92eb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:20.221816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f96fe9c1-f7b4-43a3-a3d0-1d53556f6086 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.275309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 20417899-2f12-4580-aa97-bc64bcbf92eb completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:20.280224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 20417899-2f12-4580-aa97-bc64bcbf92eb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:20.280604 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.315815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f96fe9c1-f7b4-43a3-a3d0-1d53556f6086 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.338513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fe9c1-f7b4-43a3-a3d0-1d53556f6086 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cf258a-18ff-49fb-b9ce-6133c4e2ecf3,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:20.373081 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.400668 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f96fe9c1-f7b4-43a3-a3d0-1d53556f6086 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.402165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f96fe9c1-f7b4-43a3-a3d0-1d53556f6086 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3487134 Aug 19 13:10:20.405112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51074) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:20.409714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8008ff43-94f5-4271-bd7a-a5ee448882dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '624ffb00-e1bb-4e9e-abec-9dddce101bfc', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:20.410247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 20417899-2f12-4580-aa97-bc64bcbf92eb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=20417899-2f12-4580-aa97-bc64bcbf92eb,segment=NetworkSegment(144f34a7-cab5-4404-80a4-b48547c7e3e4),segment_id=144f34a7-cab5-4404-80a4-b48547c7e3e4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:20.486562 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.515099 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-8008ff43-94f5-4271-bd7a-a5ee448882dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Project 9dad2aa07d7c451d96a4d0de7018167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:10:20.521152 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8008ff43-94f5-4271-bd7a-a5ee448882dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.540190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=20417899-2f12-4580-aa97-bc64bcbf92eb,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:20.587488 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8008ff43-94f5-4271-bd7a-a5ee448882dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.668927 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8008ff43-94f5-4271-bd7a-a5ee448882dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.687080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008ff43-94f5-4271-bd7a-a5ee448882dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bd1734-d26b-4dfb-8523-59029e8a6ebe,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:20.749164 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8008ff43-94f5-4271-bd7a-a5ee448882dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.750499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8008ff43-94f5-4271-bd7a-a5ee448882dc tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3444145 Aug 19 13:10:20.753326 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51076) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:20.758954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e1530782-ae5e-4b6f-8b8d-1b272254ec50 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'security_group_rule': {'security_group_id': '624ffb00-e1bb-4e9e-abec-9dddce101bfc', 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:20.847058 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-e1530782-ae5e-4b6f-8b8d-1b272254ec50 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Project 9dad2aa07d7c451d96a4d0de7018167c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:10:20.853042 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1530782-ae5e-4b6f-8b8d-1b272254ec50 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:20.917782 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1530782-ae5e-4b6f-8b8d-1b272254ec50 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.046584 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1530782-ae5e-4b6f-8b8d-1b272254ec50 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.068069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1530782-ae5e-4b6f-8b8d-1b272254ec50 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac2503a-46c7-4797-91cf-e57414be3d53,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:21.138041 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ffbf729e-469c-401a-9763-e22d11bab1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.149139 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1530782-ae5e-4b6f-8b8d-1b272254ec50 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.150426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e1530782-ae5e-4b6f-8b8d-1b272254ec50 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3960812 Aug 19 13:10:21.299700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-e7a2e3c2-5bc8-424e-9b6b-c1db3ed6be31 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010201778&fields=id&tenant_id=9dad2aa07d7c451d96a4d0de7018167c HTTP/1.1" status: 200 len: 267 time: 0.0346067 Aug 19 13:10:21.412936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-6b9def27-9545-4e86-9c4c-e48af8548c5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:21.414416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-6b9def27-9545-4e86-9c4c-e48af8548c5c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/networks?id=138db788-7945-4829-9006-e468a469d48f HTTP/1.1" status: 200 len: 797 time: 0.1072285 Aug 19 13:10:21.431290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-2c067884-9f04-4d8f-905e-53b4c3af595a tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/quotas/9dad2aa07d7c451d96a4d0de7018167c HTTP/1.1" status: 200 len: 375 time: 0.0110717 Aug 19 13:10:21.486239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-92b4686d-58d3-4a49-bc36-79a4c3e30da7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492284 Aug 19 13:10:21.553482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-6e85fac0-1b2a-4a75-a94c-fe566296271a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:10:21.554512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-6e85fac0-1b2a-4a75-a94c-fe566296271a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561490 Aug 19 13:10:21.650028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-728da2cf-2a40-4776-bd0c-9db35d913c48 service neutron] 10.222.0.44 "GET /v2.0/networks/138db788-7945-4829-9006-e468a469d48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888665 Aug 19 13:10:21.745040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-d2daea71-cc5d-45e4-924b-27e4fb11d8a9 service neutron] 10.222.0.44 "GET /v2.0/networks/138db788-7945-4829-9006-e468a469d48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885458 Aug 19 13:10:21.774100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 20417899-2f12-4580-aa97-bc64bcbf92eb up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:21.827126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 20417899-2f12-4580-aa97-bc64bcbf92eb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:21.827524 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:21.992642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-28600190-4d8c-4531-a434-3115dfbaf867 req-6523ff58-61e9-4a7e-935b-d2d5e9faa1ef tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 210 time: 0.0278738 Aug 19 13:10:23.095242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1aba6854-7bbd-425c-afd8-4f34e0684f5a req-bcdb0a86-40ca-4103-9619-3d1c385a5545 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 210 time: 0.0312688 Aug 19 13:10:23.789818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-156dfaeb-f196-4fd5-b212-08ac76aeeeed tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:23.791313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-156dfaeb-f196-4fd5-b212-08ac76aeeeed tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.53 "GET /v2.0/networks?id=138db788-7945-4829-9006-e468a469d48f HTTP/1.1" status: 200 len: 797 time: 0.1066303 Aug 19 13:10:23.838266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-7a7e6eb2-9c9c-499c-bb63-5e7a87bb596e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dad2aa07d7c451d96a4d0de7018167c HTTP/1.1" status: 200 len: 380 time: 0.0376503 Aug 19 13:10:23.847420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'port': {'device_id': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'admin_state_up': True, 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'security_groups': ['624ffb00-e1bb-4e9e-abec-9dddce101bfc']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:24.092063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Made reservation on behalf of 9dad2aa07d7c451d96a4d0de7018167c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:24.095738 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.222314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3b81c042-deb1-423e-98fe-57a10f9d7ebe req-02bfb244-7527-415d-8230-43756996ad7b tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 210 time: 0.0526404 Aug 19 13:10:24.251463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Allocated IP 172.20.0.7 (138db788-7945-4829-9006-e468a469d48f/a0a833c8-de45-4f09-a731-5cc8c1e94ce0/11438e6b-1fe8-44c2-b015-2b1278e69752) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:24.392666 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.406748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Transition to ACTIVE for port object 11438e6b-1fe8-44c2-b015-2b1278e69752 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:24.532361 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.582308 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network 138db788-7945-4829-9006-e468a469d48f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:24.585978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:24.589885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:24.614630 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=11438e6b-1fe8-44c2-b015-2b1278e69752,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:24.643569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:24.644161 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.728021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-577af731-00fb-47bc-89c8-1fdea223def3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8834248 Aug 19 13:10:24.740661 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Request body: {'port': {'device_id': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:24.797212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.874713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f425eaff-0510-4ae9-80b8-5ffe96eaef2c None None] Provisioning for port 11438e6b-1fe8-44c2-b015-2b1278e69752 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:24.879029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f425eaff-0510-4ae9-80b8-5ffe96eaef2c None None] Provisioning complete for port 11438e6b-1fe8-44c2-b015-2b1278e69752 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:24.881895 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f425eaff-0510-4ae9-80b8-5ffe96eaef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:24.922990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f425eaff-0510-4ae9-80b8-5ffe96eaef2c None None] Port 11438e6b-1fe8-44c2-b015-2b1278e69752 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:10:25.073345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11438e6b-1fe8-44c2-b015-2b1278e69752 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:25.080833 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.093388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Transition to ACTIVE for port object 11438e6b-1fe8-44c2-b015-2b1278e69752 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:25.183393 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.235412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Pushing event updated for resources: {'Port': ['ID=11438e6b-1fe8-44c2-b015-2b1278e69752,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:25.338933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Attempting to bind port 11438e6b-1fe8-44c2-b015-2b1278e69752 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:25.339289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Attempting to bind port 11438e6b-1fe8-44c2-b015-2b1278e69752 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:25.339625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Attempting to bind port 11438e6b-1fe8-44c2-b015-2b1278e69752 on network 138db788-7945-4829-9006-e468a469d48f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:25.346923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Port 11438e6b-1fe8-44c2-b015-2b1278e69752 on network 138db788-7945-4829-9006-e468a469d48f not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:10:25.347258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Attempting to bind port 11438e6b-1fe8-44c2-b015-2b1278e69752 on network 138db788-7945-4829-9006-e468a469d48f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:25.355623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:25.355973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Checking segment: {'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:25.356375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Bound using segment: {'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:25.356826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Bound port: 11438e6b-1fe8-44c2-b015-2b1278e69752, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144f34a7-cab5-4404-80a4-b48547c7e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '138db788-7945-4829-9006-e468a469d48f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:25.357198 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.381533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698c5ee-5221-40e0-97ec-69f27f42d1c4 req-5d7bf977-9184-4b68-9297-4931cd14bb49 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:25.383157 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d698c5ee-5221-40e0-97ec-69f27f42d1c4 req-5d7bf977-9184-4b68-9297-4931cd14bb49 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 943 time: 0.0838385 Aug 19 13:10:25.440997 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ddb4c1c2-a607-44d6-838f-1e90fb6bdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.466257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d698c5ee-5221-40e0-97ec-69f27f42d1c4 req-6af5cfcf-afc1-46c6-968d-6680a73b4e9e tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=624ffb00-e1bb-4e9e-abec-9dddce101bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573032 Aug 19 13:10:25.468786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] For port 11438e6b-1fe8-44c2-b015-2b1278e69752, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:25.472193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] For port 11438e6b-1fe8-44c2-b015-2b1278e69752, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=11438e6b-1fe8-44c2-b015-2b1278e69752,segment=NetworkSegment(144f34a7-cab5-4404-80a4-b48547c7e3e4),segment_id=144f34a7-cab5-4404-80a4-b48547c7e3e4)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:25.578567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.615790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:25.616440 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.617862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] 10.222.0.53 "PUT /v2.0/ports/11438e6b-1fe8-44c2-b015-2b1278e69752 HTTP/1.1" status: 200 len: 1091 time: 0.8826051 Aug 19 13:10:25.624778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'tag': '11438e6b-1fe8-44c2-b015-2b1278e69752'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:25.624778 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934d2747-135d-4abf-b0da-77a7bd235a29" -d '{"events": [{"name": "network-changed", "server_uuid": "3b73b790-67cd-469b-99a4-3abaa56b6f52", "tag": "11438e6b-1fe8-44c2-b015-2b1278e69752"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:25.646076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66174e43-fb47-453a-ba21-fb45c51bcdfd service neutron] Pushing event updated for resources: {'Port': ['ID=11438e6b-1fe8-44c2-b015-2b1278e69752,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:25.666456 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e194b62-6a69-4a25-9e95-9680f992c955 x-openstack-request-id: req-8e194b62-6a69-4a25-9e95-9680f992c955 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:25.666749 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b73b790-67cd-469b-99a4-3abaa56b6f52", "tag": "11438e6b-1fe8-44c2-b015-2b1278e69752", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:25.667033 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e194b62-6a69-4a25-9e95-9680f992c955 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:25.667441 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'tag': '11438e6b-1fe8-44c2-b015-2b1278e69752', 'status': 'completed', 'code': 200} Aug 19 13:10:25.739796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d2747-135d-4abf-b0da-77a7bd235a29 req-6a21bb49-c675-47db-9517-4a566b884db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:25.744213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-934d2747-135d-4abf-b0da-77a7bd235a29 req-6a21bb49-c675-47db-9517-4a566b884db2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 1094 time: 0.0476007 Aug 19 13:10:25.840250 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:25.851297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d2747-135d-4abf-b0da-77a7bd235a29 req-3ae940da-ed71-40aa-87cd-0a92713567b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:25.855017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-934d2747-135d-4abf-b0da-77a7bd235a29 req-3ae940da-ed71-40aa-87cd-0a92713567b2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1035697 Aug 19 13:10:25.960180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d2747-135d-4abf-b0da-77a7bd235a29 req-3374f65f-011c-431f-b634-f48f2950e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:25.961700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-934d2747-135d-4abf-b0da-77a7bd235a29 req-3374f65f-011c-431f-b634-f48f2950e06a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014750 Aug 19 13:10:26.037385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-e6e2923d-366e-42f4-ab30-3dd3fc1a2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:26.038894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-e6e2923d-366e-42f4-ab30-3dd3fc1a2c1f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 1094 time: 0.0416784 Aug 19 13:10:26.086255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-784bf6a0-8d2a-4457-abbb-e92145db3cdb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11438e6b-1fe8-44c2-b015-2b1278e69752 HTTP/1.1" status: 200 len: 217 time: 0.0398903 Aug 19 13:10:26.136822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-00a9b5cd-d5b9-4b79-818b-3f94a6c949b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:26.138336 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-00a9b5cd-d5b9-4b79-818b-3f94a6c949b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0a833c8-de45-4f09-a731-5cc8c1e94ce0 HTTP/1.1" status: 200 len: 835 time: 0.0457039 Aug 19 13:10:26.186071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-9f4fad9f-796b-4943-88e0-1ca74f374fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:26.187589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-9f4fad9f-796b-4943-88e0-1ca74f374fb3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=138db788-7945-4829-9006-e468a469d48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408773 Aug 19 13:10:26.280050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-84be2e4a-650f-4d83-8d4e-43d34995a59c service neutron] 10.222.0.53 "GET /v2.0/networks/138db788-7945-4829-9006-e468a469d48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854802 Aug 19 13:10:26.369642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32cf95fd-791f-4cdf-885a-dfcd0863edb3 req-43962335-be6d-4390-9efa-e12b8e6c6eb8 service neutron] 10.222.0.53 "GET /v2.0/networks/138db788-7945-4829-9006-e468a469d48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817323 Aug 19 13:10:26.594801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802aed9-8c0c-44bf-be3c-271c1cb9d395 req-ce459dc5-1e71-4e8a-a8a8-08ab5a53167d tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:26.596348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2802aed9-8c0c-44bf-be3c-271c1cb9d395 req-ce459dc5-1e71-4e8a-a8a8-08ab5a53167d tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 943 time: 0.0609081 Aug 19 13:10:26.635424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2802aed9-8c0c-44bf-be3c-271c1cb9d395 req-9e53a679-d409-4194-8edd-5ebf45dc26f9 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=624ffb00-e1bb-4e9e-abec-9dddce101bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326867 Aug 19 13:10:27.154754 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.432177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 11438e6b-1fe8-44c2-b015-2b1278e69752 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:10:27.524236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 11438e6b-1fe8-44c2-b015-2b1278e69752, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=11438e6b-1fe8-44c2-b015-2b1278e69752,segment=NetworkSegment(144f34a7-cab5-4404-80a4-b48547c7e3e4),segment_id=144f34a7-cab5-4404-80a4-b48547c7e3e4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:27.539086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '11438e6b-1fe8-44c2-b015-2b1278e69752', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'port_id': '11438e6b-1fe8-44c2-b015-2b1278e69752', 'mac_address': 'fa:16:3e:0d:3d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:10:27.575262 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.588057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11438e6b-1fe8-44c2-b015-2b1278e69752 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:27.607976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 11438e6b-1fe8-44c2-b015-2b1278e69752, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=11438e6b-1fe8-44c2-b015-2b1278e69752,segment=NetworkSegment(144f34a7-cab5-4404-80a4-b48547c7e3e4),segment_id=144f34a7-cab5-4404-80a4-b48547c7e3e4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:27.686367 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.737688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=11438e6b-1fe8-44c2-b015-2b1278e69752,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:27.758938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79578f6b-f26c-4bcd-a2f7-5fb6f42d83f5 req-3d095abf-e6bc-4f0a-8a69-4e08a0a14418 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:27.760448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79578f6b-f26c-4bcd-a2f7-5fb6f42d83f5 req-3d095abf-e6bc-4f0a-8a69-4e08a0a14418 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 944 time: 0.0542274 Aug 19 13:10:27.801927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79578f6b-f26c-4bcd-a2f7-5fb6f42d83f5 req-597e911b-0b12-4ca2-a67f-270c2d26715f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=624ffb00-e1bb-4e9e-abec-9dddce101bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352829 Aug 19 13:10:27.888113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['11438e6b-1fe8-44c2-b015-2b1278e69752'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:10:28.917969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397481c-50a3-43a8-afdf-39b74249bb8f req-105b225b-0fcb-463a-bc66-aa74bcfb7992 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:28.919452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3397481c-50a3-43a8-afdf-39b74249bb8f req-105b225b-0fcb-463a-bc66-aa74bcfb7992 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 944 time: 0.0490222 Aug 19 13:10:28.962771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3397481c-50a3-43a8-afdf-39b74249bb8f req-ced6c546-11c1-4938-930d-dbdf5c48e2ff tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=624ffb00-e1bb-4e9e-abec-9dddce101bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354934 Aug 19 13:10:28.988942 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.446520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 11438e6b-1fe8-44c2-b015-2b1278e69752 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:29.582893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 11438e6b-1fe8-44c2-b015-2b1278e69752 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:29.586880 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 11438e6b-1fe8-44c2-b015-2b1278e69752 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:29.587254 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.818893 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.840567 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11438e6b-1fe8-44c2-b015-2b1278e69752'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:29.842821 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910fe5d7-93e2-4734-a43e-5468daec5de4" -d '{"events": [{"server_uuid": "3b73b790-67cd-469b-99a4-3abaa56b6f52", "name": "network-vif-plugged", "status": "completed", "tag": "11438e6b-1fe8-44c2-b015-2b1278e69752"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:29.855991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 11438e6b-1fe8-44c2-b015-2b1278e69752, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=11438e6b-1fe8-44c2-b015-2b1278e69752,segment=NetworkSegment(144f34a7-cab5-4404-80a4-b48547c7e3e4),segment_id=144f34a7-cab5-4404-80a4-b48547c7e3e4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:29.879694 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f76837-dbb7-4fc9-a893-d50cda72e75f x-openstack-request-id: req-78f76837-dbb7-4fc9-a893-d50cda72e75f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:29.879998 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b73b790-67cd-469b-99a4-3abaa56b6f52", "name": "network-vif-plugged", "status": "completed", "tag": "11438e6b-1fe8-44c2-b015-2b1278e69752", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:29.880250 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78f76837-dbb7-4fc9-a893-d50cda72e75f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:29.880639 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11438e6b-1fe8-44c2-b015-2b1278e69752', 'code': 200} Aug 19 13:10:29.943949 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.983622 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850bc4-4ed1-4055-a23b-9967a554c9d7 req-55e6f856-dac5-4b83-87e7-0d66fa0ca54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:29.985256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa850bc4-4ed1-4055-a23b-9967a554c9d7 req-55e6f856-dac5-4b83-87e7-0d66fa0ca54c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 1096 time: 0.0473802 Aug 19 13:10:30.001686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=11438e6b-1fe8-44c2-b015-2b1278e69752,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:30.023547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa850bc4-4ed1-4055-a23b-9967a554c9d7 req-ee17fd91-239f-418b-89ce-d8080129270a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=624ffb00-e1bb-4e9e-abec-9dddce101bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306175 Aug 19 13:10:30.083374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03a16c-6fda-465a-9b7e-f88e01d978b0 req-281248ee-08b5-49ce-8730-714d75b12392 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:30.084913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff03a16c-6fda-465a-9b7e-f88e01d978b0 req-281248ee-08b5-49ce-8730-714d75b12392 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 945 time: 0.0500908 Aug 19 13:10:30.123924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff03a16c-6fda-465a-9b7e-f88e01d978b0 req-757800ec-6b07-454a-9bad-2ddf1633e9c0 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=624ffb00-e1bb-4e9e-abec-9dddce101bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328031 Aug 19 13:10:31.241164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6ef6e-4aaf-42e7-9047-f2ab0601ce80 req-92c463a0-5134-41fa-bf79-0594aa4be7da tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:31.242686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-deb6ef6e-4aaf-42e7-9047-f2ab0601ce80 req-92c463a0-5134-41fa-bf79-0594aa4be7da tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 945 time: 0.0492563 Aug 19 13:10:31.284268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-deb6ef6e-4aaf-42e7-9047-f2ab0601ce80 req-6ddae47a-bd72-4deb-8d8b-26040aa2798f tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=624ffb00-e1bb-4e9e-abec-9dddce101bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343258 Aug 19 13:10:32.414506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039e71e-c534-4beb-9f0c-38df7a5b7d98 req-291babba-45e3-466a-be2e-67ced13c8b8a tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:32.416020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1039e71e-c534-4beb-9f0c-38df7a5b7d98 req-291babba-45e3-466a-be2e-67ced13c8b8a tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 945 time: 0.0560529 Aug 19 13:10:32.454775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1039e71e-c534-4beb-9f0c-38df7a5b7d98 req-5446615c-8d14-45ff-8959-71fb46dbd62b tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=624ffb00-e1bb-4e9e-abec-9dddce101bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Aug 19 13:10:32.572448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4181f-cd7c-411a-9064-aeea7b3f307f req-b87263c7-706d-4a53-a944-25c2378c54a3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:32.574047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ed4181f-cd7c-411a-9064-aeea7b3f307f req-b87263c7-706d-4a53-a944-25c2378c54a3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 945 time: 0.0511281 Aug 19 13:10:32.612238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ed4181f-cd7c-411a-9064-aeea7b3f307f req-1ccc6ee2-f16f-484f-97f5-33ef14d1f41d tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=624ffb00-e1bb-4e9e-abec-9dddce101bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Aug 19 13:10:32.638200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51130) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:32.684498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac441492-9baa-4aff-b316-fdc78ebdfad3 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:32.686151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ac441492-9baa-4aff-b316-fdc78ebdfad3 tempest-TestNetworkBasicOps-225951671 tempest-TestNetworkBasicOps-225951671-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 1091 time: 0.0469303 Aug 19 13:10:32.688998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51132) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:32.693984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '11438e6b-1fe8-44c2-b015-2b1278e69752', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:32.772178 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:32.873641 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:32.976311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Allocated IP 172.25.6.154 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/326236c8-1d00-487c-b91d-6f59ee15c7c1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:33.087251 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.171936 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.207631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:33.212435 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:33.215911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:33.241715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=326236c8-1d00-487c-b91d-6f59ee15c7c1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:33.574266 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.693836 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.847031 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.926577 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.999541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event updated for resources: {'Port': ['ID=326236c8-1d00-487c-b91d-6f59ee15c7c1,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:34.011696 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.448266 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Floating IP e2fc1084-b727-45fa-af6c-ad0f4745dbbf associated. External IP: 172.25.6.154, port: 11438e6b-1fe8-44c2-b015-2b1278e69752. Aug 19 13:10:34.656324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 3365b44b-924f-43c3-a007-f213074e4bf1 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:10:34.770464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:10:34.780250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6cd652-fa6b-4777-b9b5-ae88ae75c5a5 None None] Sync routers for ids ['3365b44b-924f-43c3-a007-f213074e4bf1'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:10:34.790410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6cd652-fa6b-4777-b9b5-ae88ae75c5a5 None None] Routers {'3365b44b-924f-43c3-a007-f213074e4bf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:34.797452 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fb6cd652-fa6b-4777-b9b5-ae88ae75c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:10:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3365b44b-924f-43c3-a007-f213074e4bf1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:34.852003 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:34.880221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0def9c6b-4eb1-4cd0-8e95-8e3e350d6937 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1901245 Aug 19 13:10:34.880797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'tag': '11438e6b-1fe8-44c2-b015-2b1278e69752'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:34.882965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51134) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:34.883453 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d6dd88-630d-4efa-93bf-8d48a09bd202" -d '{"events": [{"name": "network-changed", "server_uuid": "3b73b790-67cd-469b-99a4-3abaa56b6f52", "tag": "11438e6b-1fe8-44c2-b015-2b1278e69752"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:34.900132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-fb6cd652-fa6b-4777-b9b5-ae88ae75c5a5 None None] Set router 3365b44b-924f-43c3-a007-f213074e4bf1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:34.921818 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c2b66e-784a-4875-b346-6d02e3b53847 x-openstack-request-id: req-e1c2b66e-784a-4875-b346-6d02e3b53847 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:34.922111 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b73b790-67cd-469b-99a4-3abaa56b6f52", "tag": "11438e6b-1fe8-44c2-b015-2b1278e69752", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:34.922364 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1c2b66e-784a-4875-b346-6d02e3b53847 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:34.922762 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'tag': '11438e6b-1fe8-44c2-b015-2b1278e69752', 'status': 'completed', 'code': 200} Aug 19 13:10:34.950740 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-31dec5d1-1a71-4302-99a3-dd41cb8a3a4b tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/floatingips/e2fc1084-b727-45fa-af6c-ad0f4745dbbf HTTP/1.1" status: 200 len: 991 time: 0.0659740 Aug 19 13:10:34.991091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6dd88-630d-4efa-93bf-8d48a09bd202 req-36824754-bab6-4c7b-891c-390e416f402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:34.992800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90d6dd88-630d-4efa-93bf-8d48a09bd202 req-36824754-bab6-4c7b-891c-390e416f402c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 1096 time: 0.0464826 Aug 19 13:10:35.085832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6dd88-630d-4efa-93bf-8d48a09bd202 req-be5c0028-74ba-401c-97da-a7cae71d1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:35.087325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90d6dd88-630d-4efa-93bf-8d48a09bd202 req-be5c0028-74ba-401c-97da-a7cae71d1968 service neutron] 10.222.0.53 "GET /v2.0/networks?id=138db788-7945-4829-9006-e468a469d48f HTTP/1.1" status: 200 len: 898 time: 0.0880990 Aug 19 13:10:35.136789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fb6cd652-fa6b-4777-b9b5-ae88ae75c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:16Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e2fc1084-b727-45fa-af6c-ad0f4745dbbf', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'port_id': '11438e6b-1fe8-44c2-b015-2b1278e69752', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'mac_address': 'fa:16:3e:0d:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:33Z', 'updated_at': '2021-08-19T13:10:33Z', 'revision_number': 0, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20417899-2f12-4580-aa97-bc64bcbf92eb', 'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:28:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:15Z', 'updated_at': '2021-08-19T13:10:20Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:35.156424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90d6dd88-630d-4efa-93bf-8d48a09bd202 req-2301a2c7-140a-45cb-92f6-bbaf91e26548 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11438e6b-1fe8-44c2-b015-2b1278e69752 HTTP/1.1" status: 200 len: 999 time: 0.0619206 Aug 19 13:10:35.163620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6cd652-fa6b-4777-b9b5-ae88ae75c5a5 None None] Checking router: 3365b44b-924f-43c3-a007-f213074e4bf1 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:10:35.172243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6cd652-fa6b-4777-b9b5-ae88ae75c5a5 None None] Routers {'3365b44b-924f-43c3-a007-f213074e4bf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:10:35.172848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fb6cd652-fa6b-4777-b9b5-ae88ae75c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:10:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3365b44b-924f-43c3-a007-f213074e4bf1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:35.204549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6dd88-630d-4efa-93bf-8d48a09bd202 req-c3df9e4a-08d7-4e68-9716-6b204f07ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:35.206074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90d6dd88-630d-4efa-93bf-8d48a09bd202 req-c3df9e4a-08d7-4e68-9716-6b204f07ca70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0a833c8-de45-4f09-a731-5cc8c1e94ce0 HTTP/1.1" status: 200 len: 835 time: 0.0434320 Aug 19 13:10:35.252645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6dd88-630d-4efa-93bf-8d48a09bd202 req-f98baba3-0820-47cd-b403-f95818cae4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:35.254241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90d6dd88-630d-4efa-93bf-8d48a09bd202 req-f98baba3-0820-47cd-b403-f95818cae4d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=138db788-7945-4829-9006-e468a469d48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401242 Aug 19 13:10:35.281691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-fb6cd652-fa6b-4777-b9b5-ae88ae75c5a5 None None] Set router 3365b44b-924f-43c3-a007-f213074e4bf1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:10:35.353832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90d6dd88-630d-4efa-93bf-8d48a09bd202 req-11202a5c-8897-4e81-be87-2d98848a31c4 service neutron] 10.222.0.53 "GET /v2.0/networks/138db788-7945-4829-9006-e468a469d48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921211 Aug 19 13:10:35.442489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90d6dd88-630d-4efa-93bf-8d48a09bd202 req-f5fe482c-35ab-48d2-9b8d-1dd1d33d5a1a service neutron] 10.222.0.53 "GET /v2.0/networks/138db788-7945-4829-9006-e468a469d48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819509 Aug 19 13:10:35.519050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fb6cd652-fa6b-4777-b9b5-ae88ae75c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:16Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e2fc1084-b727-45fa-af6c-ad0f4745dbbf', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'port_id': '11438e6b-1fe8-44c2-b015-2b1278e69752', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'mac_address': 'fa:16:3e:0d:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:33Z', 'updated_at': '2021-08-19T13:10:33Z', 'revision_number': 0, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20417899-2f12-4580-aa97-bc64bcbf92eb', 'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:28:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:15Z', 'updated_at': '2021-08-19T13:10:20Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:10:35.545888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6cd652-fa6b-4777-b9b5-ae88ae75c5a5 None None] The sync data for ids ['3365b44b-924f-43c3-a007-f213074e4bf1'] in n-d-778732-8 is: [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:16Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'e2fc1084-b727-45fa-af6c-ad0f4745dbbf', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'port_id': '11438e6b-1fe8-44c2-b015-2b1278e69752', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'mac_address': 'fa:16:3e:0d:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:10:33Z', 'updated_at': '2021-08-19T13:10:33Z', 'revision_number': 0, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20417899-2f12-4580-aa97-bc64bcbf92eb', 'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:28:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:15Z', 'updated_at': '2021-08-19T13:10:20Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:10:35.733730 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f96a0-cc59-4af5-bca9-5811d1b52826 None None] New status for floating IP e2fc1084-b727-45fa-af6c-ad0f4745dbbf: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:10:35.954646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51138) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:10:36.021265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ad14bc15-ce5d-4c26-ae6e-1c56577e924d tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/floatingips/e2fc1084-b727-45fa-af6c-ad0f4745dbbf HTTP/1.1" status: 200 len: 993 time: 0.0654123 Aug 19 13:10:40.459114 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:10:42.166134 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:44.999528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:51.096399 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bde63d6c-d629-4d6b-a652-64b415da2c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:55.519958 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-db046960-9831-4ab6-bd96-a645b967525e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:55.816982 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:57.137289 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:59.080167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:07.169045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51150) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:07.232474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d973dbec-eee6-4758-883f-1ae5e9922115 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/floatingips/e2fc1084-b727-45fa-af6c-ad0f4745dbbf HTTP/1.1" status: 200 len: 993 time: 0.0622194 Aug 19 13:11:07.518034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51156) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:07.684177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting port 326236c8-1d00-487c-b91d-6f59ee15c7c1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:11:07.684529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:07.770928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:07.771256 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:07.783124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Calling delete_port for 326236c8-1d00-487c-b91d-6f59ee15c7c1 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:11:08.011133 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:08.038467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Port': ['ID=326236c8-1d00-487c-b91d-6f59ee15c7c1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:08.071080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.074340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.074340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.074340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.074340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.074340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.074340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.074340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.074340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.074340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.074340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.075230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:08.113006 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:08.113300 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Floating IP e2fc1084-b727-45fa-af6c-ad0f4745dbbf disassociated (deleted). External IP: 172.25.6.154, port: 11438e6b-1fe8-44c2-b015-2b1278e69752. Aug 19 13:11:08.321053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 3365b44b-924f-43c3-a007-f213074e4bf1 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:11:08.431668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:11:08.436087 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:08.441153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44eb6a-f3a9-455c-b03c-fc9547511e4a None None] Sync routers for ids ['3365b44b-924f-43c3-a007-f213074e4bf1'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:11:08.450232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44eb6a-f3a9-455c-b03c-fc9547511e4a None None] Routers {'3365b44b-924f-43c3-a007-f213074e4bf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:11:08.450847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2b44eb6a-f3a9-455c-b03c-fc9547511e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:10:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3365b44b-924f-43c3-a007-f213074e4bf1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:08.462932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c2c573e2-eaa6-412a-9689-4c7a42fac63c tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/floatingips/e2fc1084-b727-45fa-af6c-ad0f4745dbbf HTTP/1.1" status: 204 len: 168 time: 0.9433522 Aug 19 13:11:08.463646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'tag': '11438e6b-1fe8-44c2-b015-2b1278e69752'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:08.466079 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b73b790-67cd-469b-99a4-3abaa56b6f52", "tag": "11438e6b-1fe8-44c2-b015-2b1278e69752"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:08.520256 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4bb4ad-7363-40e9-bcc1-c13f4ab14b6e x-openstack-request-id: req-2a4bb4ad-7363-40e9-bcc1-c13f4ab14b6e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:08.520549 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b73b790-67cd-469b-99a4-3abaa56b6f52", "tag": "11438e6b-1fe8-44c2-b015-2b1278e69752", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:08.520800 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a4bb4ad-7363-40e9-bcc1-c13f4ab14b6e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:08.521228 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'tag': '11438e6b-1fe8-44c2-b015-2b1278e69752', 'status': 'completed', 'code': 200} Aug 19 13:11:08.572453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2b44eb6a-f3a9-455c-b03c-fc9547511e4a None None] Set router 3365b44b-924f-43c3-a007-f213074e4bf1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:11:08.641681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4 req-d0de501f-d384-4cef-b3d1-9888a0e74c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:08.643247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4 req-d0de501f-d384-4cef-b3d1-9888a0e74c1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 1096 time: 0.0980155 Aug 19 13:11:08.740041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4 req-9525d494-a87c-457c-b644-6d50f4bacdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:08.741671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4 req-9525d494-a87c-457c-b644-6d50f4bacdfc service neutron] 10.222.0.53 "GET /v2.0/networks?id=138db788-7945-4829-9006-e468a469d48f HTTP/1.1" status: 200 len: 898 time: 0.0906737 Aug 19 13:11:08.783677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2b44eb6a-f3a9-455c-b03c-fc9547511e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:16Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '20417899-2f12-4580-aa97-bc64bcbf92eb', 'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:28:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:15Z', 'updated_at': '2021-08-19T13:10:20Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:08.789425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4 req-b6cce146-42f1-41d7-a2be-4a6011f445ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11438e6b-1fe8-44c2-b015-2b1278e69752 HTTP/1.1" status: 200 len: 217 time: 0.0405931 Aug 19 13:11:08.811339 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44eb6a-f3a9-455c-b03c-fc9547511e4a None None] Checking router: 3365b44b-924f-43c3-a007-f213074e4bf1 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:11:08.820321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44eb6a-f3a9-455c-b03c-fc9547511e4a None None] Routers {'3365b44b-924f-43c3-a007-f213074e4bf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:11:08.821429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2b44eb6a-f3a9-455c-b03c-fc9547511e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:10:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3365b44b-924f-43c3-a007-f213074e4bf1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:08.840693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4 req-05581d36-6fef-4b9f-86df-83a093c7140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:08.842248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4 req-05581d36-6fef-4b9f-86df-83a093c7140d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0a833c8-de45-4f09-a731-5cc8c1e94ce0 HTTP/1.1" status: 200 len: 835 time: 0.0465035 Aug 19 13:11:08.892930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4 req-ac6d53df-680a-4cad-b6b6-0865f6f9f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:08.895676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4 req-ac6d53df-680a-4cad-b6b6-0865f6f9f98c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=138db788-7945-4829-9006-e468a469d48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468895 Aug 19 13:11:08.938413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2b44eb6a-f3a9-455c-b03c-fc9547511e4a None None] Set router 3365b44b-924f-43c3-a007-f213074e4bf1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:11:09.027406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f486c-ec46-4529-a91c-c61193002147 req-c1494c13-89d0-4d25-8346-5ec529870db3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:09.028887 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-747f486c-ec46-4529-a91c-c61193002147 req-c1494c13-89d0-4d25-8346-5ec529870db3 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 945 time: 0.1070504 Aug 19 13:11:09.035399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4 req-abfa9dd4-9863-421f-85dd-1a793fdb84de service neutron] 10.222.0.53 "GET /v2.0/networks/138db788-7945-4829-9006-e468a469d48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323161 Aug 19 13:11:09.122655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-747f486c-ec46-4529-a91c-c61193002147 req-29b5bb78-f1a7-4017-ab64-873cdf7c52b7 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=624ffb00-e1bb-4e9e-abec-9dddce101bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861943 Aug 19 13:11:09.150901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2b44eb6a-f3a9-455c-b03c-fc9547511e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:16Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '20417899-2f12-4580-aa97-bc64bcbf92eb', 'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:28:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:15Z', 'updated_at': '2021-08-19T13:10:20Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:09.156643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1f0fcee-2bb4-4bf2-a11d-89376a2f34b4 req-a4db1012-4848-4847-805d-3586a253b7bd service neutron] 10.222.0.53 "GET /v2.0/networks/138db788-7945-4829-9006-e468a469d48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130660 Aug 19 13:11:09.179318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44eb6a-f3a9-455c-b03c-fc9547511e4a None None] The sync data for ids ['3365b44b-924f-43c3-a007-f213074e4bf1'] in n-d-778732-8 is: [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:10:16Z', 'revision_number': 4, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '20417899-2f12-4580-aa97-bc64bcbf92eb', 'name': '', 'network_id': '138db788-7945-4829-9006-e468a469d48f', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'mac_address': 'fa:16:3e:28:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:15Z', 'updated_at': '2021-08-19T13:10:20Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'subnets': [{'id': 'a0a833c8-de45-4f09-a731-5cc8c1e94ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:11:09.422438 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb5ba14-3486-491a-888e-18dc73def142 None None] New status for floating IP e2fc1084-b727-45fa-af6c-ad0f4745dbbf: DOWN {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:11:10.243932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac473d-96ca-45e8-a254-c16fbaf06914 req-b4440e0c-1e0d-4941-93ab-393f60eac0fb tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:10.245454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eac473d-96ca-45e8-a254-c16fbaf06914 req-b4440e0c-1e0d-4941-93ab-393f60eac0fb tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 945 time: 0.0493505 Aug 19 13:11:10.283751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eac473d-96ca-45e8-a254-c16fbaf06914 req-bdf24247-e6f5-45e4-9879-9b736e8938da tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/security-groups?id=624ffb00-e1bb-4e9e-abec-9dddce101bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Aug 19 13:11:10.351703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b9c5d-139c-4f13-ac43-4a984e2188b1 req-6ec6c93d-a947-4eb7-9c1f-7694a57062a9 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:10.353225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b4b9c5d-139c-4f13-ac43-4a984e2188b1 req-6ec6c93d-a947-4eb7-9c1f-7694a57062a9 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 945 time: 0.0537643 Aug 19 13:11:10.451201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-1b4b9c5d-139c-4f13-ac43-4a984e2188b1 req-930c44c6-108e-43e2-9343-120aa57a1fa8 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting port 11438e6b-1fe8-44c2-b015-2b1278e69752 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:11:10.451474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1b4b9c5d-139c-4f13-ac43-4a984e2188b1 req-930c44c6-108e-43e2-9343-120aa57a1fa8 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:10.540562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1b4b9c5d-139c-4f13-ac43-4a984e2188b1 req-930c44c6-108e-43e2-9343-120aa57a1fa8 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] For port 11438e6b-1fe8-44c2-b015-2b1278e69752, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=11438e6b-1fe8-44c2-b015-2b1278e69752,segment=NetworkSegment(144f34a7-cab5-4404-80a4-b48547c7e3e4),segment_id=144f34a7-cab5-4404-80a4-b48547c7e3e4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:10.540922 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1b4b9c5d-139c-4f13-ac43-4a984e2188b1 req-930c44c6-108e-43e2-9343-120aa57a1fa8 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:10.553403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-1b4b9c5d-139c-4f13-ac43-4a984e2188b1 req-930c44c6-108e-43e2-9343-120aa57a1fa8 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Calling delete_port for 11438e6b-1fe8-44c2-b015-2b1278e69752 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:11:10.828548 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1b4b9c5d-139c-4f13-ac43-4a984e2188b1 req-930c44c6-108e-43e2-9343-120aa57a1fa8 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:10.859045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c44c6-108e-43e2-9343-120aa57a1fa8 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Port': ['ID=11438e6b-1fe8-44c2-b015-2b1278e69752,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:10.905872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4b9c5d-139c-4f13-ac43-4a984e2188b1 req-930c44c6-108e-43e2-9343-120aa57a1fa8 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] No DVR routers for this DVR port 11438e6b-1fe8-44c2-b015-2b1278e69752 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:11:10.908593 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1b4b9c5d-139c-4f13-ac43-4a984e2188b1 req-930c44c6-108e-43e2-9343-120aa57a1fa8 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:10.911511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b4b9c5d-139c-4f13-ac43-4a984e2188b1 req-930c44c6-108e-43e2-9343-120aa57a1fa8 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.53 "DELETE /v2.0/ports/11438e6b-1fe8-44c2-b015-2b1278e69752 HTTP/1.1" status: 204 len: 173 time: 0.5520728 Aug 19 13:11:10.911953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'name': 'network-vif-deleted', 'tag': '11438e6b-1fe8-44c2-b015-2b1278e69752'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:10.914328 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91c04a3-26d6-4540-9641-b3de2e23c4fe" -d '{"events": [{"server_uuid": "3b73b790-67cd-469b-99a4-3abaa56b6f52", "name": "network-vif-deleted", "tag": "11438e6b-1fe8-44c2-b015-2b1278e69752"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:10.950021 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a9633-52e2-4510-bd70-1345be55f531 x-openstack-request-id: req-280a9633-52e2-4510-bd70-1345be55f531 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:10.950377 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b73b790-67cd-469b-99a4-3abaa56b6f52", "name": "network-vif-deleted", "tag": "11438e6b-1fe8-44c2-b015-2b1278e69752", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:10.950982 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-280a9633-52e2-4510-bd70-1345be55f531 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:10.951398 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b73b790-67cd-469b-99a4-3abaa56b6f52', 'name': 'network-vif-deleted', 'tag': '11438e6b-1fe8-44c2-b015-2b1278e69752', 'status': 'completed', 'code': 200} Aug 19 13:11:11.393268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2aaea64-81d7-4ad0-afc4-36b9b7e7dfdd req-64e64c0a-ec55-4745-b619-f675212037b0 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b73b790-67cd-469b-99a4-3abaa56b6f52 HTTP/1.1" status: 200 len: 210 time: 0.0269961 Aug 19 13:11:12.216643 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:12.451096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51174) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:12.510952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b73606fb-eebb-41dd-b50a-265e796fab57 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:12.536371 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b73606fb-eebb-41dd-b50a-265e796fab57 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:12.685513 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b73606fb-eebb-41dd-b50a-265e796fab57 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:12.688243 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b73606fb-eebb-41dd-b50a-265e796fab57 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:12.689455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b73606fb-eebb-41dd-b50a-265e796fab57 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/security-groups/624ffb00-e1bb-4e9e-abec-9dddce101bfc HTTP/1.1" status: 204 len: 168 time: 0.2373214 Aug 19 13:11:12.699245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73606fb-eebb-41dd-b50a-265e796fab57 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624ffb00-e1bb-4e9e-abec-9dddce101bfc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:12.812099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51178) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:13.177390 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:13.435434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting port 20417899-2f12-4580-aa97-bc64bcbf92eb {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:11:13.435685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:13.524004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] For port 20417899-2f12-4580-aa97-bc64bcbf92eb, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=20417899-2f12-4580-aa97-bc64bcbf92eb,segment=NetworkSegment(144f34a7-cab5-4404-80a4-b48547c7e3e4),segment_id=144f34a7-cab5-4404-80a4-b48547c7e3e4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:13.524714 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:13.541560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Calling delete_port for 20417899-2f12-4580-aa97-bc64bcbf92eb owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:11:13.720596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 11438e6b-1fe8-44c2-b015-2b1278e69752 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:11:13.742109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 11438e6b-1fe8-44c2-b015-2b1278e69752 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:11:13.742330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 11438e6b-1fe8-44c2-b015-2b1278e69752 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:11:13.845533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:13.871953 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Port': ['ID=20417899-2f12-4580-aa97-bc64bcbf92eb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:14.052749 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:14.265470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Router 3365b44b-924f-43c3-a007-f213074e4bf1 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:11:14.382002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:11:14.387551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-71ca600e-bc5f-48f5-b703-4587c9030d33 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "PUT /v2.0/routers/3365b44b-924f-43c3-a007-f213074e4bf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5743656 Aug 19 13:11:14.390431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51180) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:14.393093 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6e33b-24bd-4af3-a685-a6b7d2ccd5eb None None] Sync routers for ids ['3365b44b-924f-43c3-a007-f213074e4bf1'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:11:14.402727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6e33b-24bd-4af3-a685-a6b7d2ccd5eb None None] Routers {'3365b44b-924f-43c3-a007-f213074e4bf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:11:14.403440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b0a6e33b-24bd-4af3-a685-a6b7d2ccd5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:10:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3365b44b-924f-43c3-a007-f213074e4bf1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:14.444671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-967effb5-4725-4c3f-b844-90004708ee96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting subnet a0a833c8-de45-4f09-a731-5cc8c1e94ce0 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:11:14.447960 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-967effb5-4725-4c3f-b844-90004708ee96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:14.488669 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-967effb5-4725-4c3f-b844-90004708ee96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:14.515078 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b0a6e33b-24bd-4af3-a685-a6b7d2ccd5eb None None] Set router 3365b44b-924f-43c3-a007-f213074e4bf1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:11:14.584289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-967effb5-4725-4c3f-b844-90004708ee96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:14.711203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b0a6e33b-24bd-4af3-a685-a6b7d2ccd5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:11:13Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:14.725831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-967effb5-4725-4c3f-b844-90004708ee96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:14.739309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6e33b-24bd-4af3-a685-a6b7d2ccd5eb None None] Checking router: 3365b44b-924f-43c3-a007-f213074e4bf1 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:11:14.749757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6e33b-24bd-4af3-a685-a6b7d2ccd5eb None None] Routers {'3365b44b-924f-43c3-a007-f213074e4bf1'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:11:14.750725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b0a6e33b-24bd-4af3-a685-a6b7d2ccd5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:10:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['3365b44b-924f-43c3-a007-f213074e4bf1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:14.762258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967effb5-4725-4c3f-b844-90004708ee96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a833c8-de45-4f09-a731-5cc8c1e94ce0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:14.768179 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-967effb5-4725-4c3f-b844-90004708ee96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:14.774108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-967effb5-4725-4c3f-b844-90004708ee96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/subnets/a0a833c8-de45-4f09-a731-5cc8c1e94ce0 HTTP/1.1" status: 204 len: 168 time: 0.3823981 Aug 19 13:11:14.774870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51182) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:14.805800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982b9005-e631-445b-bf40-4e61515a5635 None None] Network 138db788-7945-4829-9006-e468a469d48f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:11:14.913246 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:15.048047 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:15.157021 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:15.188137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Deleting port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:11:15.188415 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:15.191489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b0a6e33b-24bd-4af3-a685-a6b7d2ccd5eb None None] Set router 3365b44b-924f-43c3-a007-f213074e4bf1 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:11:15.290427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] For port d4ac14da-d6d2-46d9-b35f-2fb67fd745ec, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d4ac14da-d6d2-46d9-b35f-2fb67fd745ec,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:15.290798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:15.306468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Calling delete_port for d4ac14da-d6d2-46d9-b35f-2fb67fd745ec owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:11:15.400863 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0f54d-44b5-46ad-85fd-19d89996c1cc None None] DHCP port deletion for 138db788-7945-4829-9006-e468a469d48f request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:11:15.457812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b0a6e33b-24bd-4af3-a685-a6b7d2ccd5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:11:13Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:15.506792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6e33b-24bd-4af3-a685-a6b7d2ccd5eb None None] The sync data for ids ['3365b44b-924f-43c3-a007-f213074e4bf1'] in n-d-778732-8 is: [{'id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'name': 'tempest-TestNetworkBasicOps-router-370624003', 'tenant_id': '9dad2aa07d7c451d96a4d0de7018167c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:10:11Z', 'updated_at': '2021-08-19T13:11:13Z', 'revision_number': 5, 'project_id': '9dad2aa07d7c451d96a4d0de7018167c', 'gw_port': {'id': 'd4ac14da-d6d2-46d9-b35f-2fb67fd745ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3365b44b-924f-43c3-a007-f213074e4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:10:12Z', 'updated_at': '2021-08-19T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:11:15.523152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0f54d-44b5-46ad-85fd-19d89996c1cc None None] Deleting port b4172a96-387d-4845-b882-670da0582738 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:11:15.523573 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f54d-44b5-46ad-85fd-19d89996c1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:15.600901 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2fe0f54d-44b5-46ad-85fd-19d89996c1cc None None] For port b4172a96-387d-4845-b882-670da0582738, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b4172a96-387d-4845-b882-670da0582738,segment=NetworkSegment(144f34a7-cab5-4404-80a4-b48547c7e3e4),segment_id=144f34a7-cab5-4404-80a4-b48547c7e3e4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:15.601292 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f54d-44b5-46ad-85fd-19d89996c1cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:15.615138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0f54d-44b5-46ad-85fd-19d89996c1cc None None] Calling delete_port for b4172a96-387d-4845-b882-670da0582738 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:11:15.845471 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f54d-44b5-46ad-85fd-19d89996c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:15.873130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0f54d-44b5-46ad-85fd-19d89996c1cc None None] Pushing event deleted for resources: {'Port': ['ID=b4172a96-387d-4845-b882-670da0582738,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:15.875111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe0f54d-44b5-46ad-85fd-19d89996c1cc None None] No DVR routers for this DVR port b4172a96-387d-4845-b882-670da0582738 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:11:15.927657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b4172a96-387d-4845-b882-670da0582738 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:11:15.948659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b4172a96-387d-4845-b882-670da0582738 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:11:15.948995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b4172a96-387d-4845-b882-670da0582738 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:11:15.949516 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 20417899-2f12-4580-aa97-bc64bcbf92eb no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:11:15.969574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 20417899-2f12-4580-aa97-bc64bcbf92eb {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:11:15.969964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 20417899-2f12-4580-aa97-bc64bcbf92eb not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:11:15.972603 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:15.999821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Port': ['ID=d4ac14da-d6d2-46d9-b35f-2fb67fd745ec,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:16.072530 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.165997 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.168020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.291189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.291650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Fanout notify agent at l3_agent the message router_deleted on router 3365b44b-924f-43c3-a007-f213074e4bf1 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:11:16.298492 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.300123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f0b1311c-86ab-4e27-a6b6-e6bd425d7809 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/routers/3365b44b-924f-43c3-a007-f213074e4bf1 HTTP/1.1" status: 204 len: 168 time: 1.5233924 Aug 19 13:11:16.303159 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51184) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:16.396767 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.491235 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.500761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138db788-7945-4829-9006-e468a469d48f']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:16.510364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144f34a7-cab5-4404-80a4-b48547c7e3e4') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:16.510662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144f34a7-cab5-4404-80a4-b48547c7e3e4') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:16.519210 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.532949 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.539577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:11:16.539964 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:11:16.544709 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:11:16.696687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.704684 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:16.706600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] 10.222.0.44 "DELETE /v2.0/networks/138db788-7945-4829-9006-e468a469d48f HTTP/1.1" status: 204 len: 168 time: 0.4023547 Aug 19 13:11:16.719955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3f4ef-b725-4d32-8325-7750e11c3a96 tempest-TestNetworkBasicOps-221705783 tempest-TestNetworkBasicOps-221705783-project] Pushing event deleted for resources: {'Network': ['ID=138db788-7945-4829-9006-e468a469d48f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:17.241626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51190) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:17.371518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d3d9b2ba-e14d-483a-9a36-1f23c20eaa8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dad2aa07d7c451d96a4d0de7018167c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298926 Aug 19 13:11:17.373955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51194) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:17.422620 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7718856d-13c0-4fd3-89ac-a16786b7e96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:17.443663 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7718856d-13c0-4fd3-89ac-a16786b7e96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:17.459025 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:11:17.571171 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7718856d-13c0-4fd3-89ac-a16786b7e96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:17.573893 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7718856d-13c0-4fd3-89ac-a16786b7e96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:17.575135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7718856d-13c0-4fd3-89ac-a16786b7e96f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34c62b46-5a1f-4368-b0ff-95b3f762252b HTTP/1.1" status: 204 len: 168 time: 0.2002530 Aug 19 13:11:17.583398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718856d-13c0-4fd3-89ac-a16786b7e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c62b46-5a1f-4368-b0ff-95b3f762252b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:17.795475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d4ac14da-d6d2-46d9-b35f-2fb67fd745ec no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:11:17.817828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d4ac14da-d6d2-46d9-b35f-2fb67fd745ec {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:11:17.818173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d4ac14da-d6d2-46d9-b35f-2fb67fd745ec not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:11:18.292499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51202) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:18.311167 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-035e4679-cd5f-47b6-8680-022323a9d7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:18.399312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-035e4679-cd5f-47b6-8680-022323a9d7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:18.496928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-035e4679-cd5f-47b6-8680-022323a9d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:18.535216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e4679-cd5f-47b6-8680-022323a9d7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9eb8d0-7a64-40ec-874b-2e5f2745966a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:18.539854 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-035e4679-cd5f-47b6-8680-022323a9d7e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=851553c1c58f41c981be755aca837dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463059 Aug 19 13:11:18.542589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51204) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:18.591501 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-611e7665-3438-4bed-8362-6f557868b595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:18.613497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-611e7665-3438-4bed-8362-6f557868b595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:18.782600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-611e7665-3438-4bed-8362-6f557868b595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:18.785362 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-611e7665-3438-4bed-8362-6f557868b595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:18.786518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-611e7665-3438-4bed-8362-6f557868b595 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da9eb8d0-7a64-40ec-874b-2e5f2745966a HTTP/1.1" status: 204 len: 168 time: 0.2430749 Aug 19 13:11:18.800019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e7665-3438-4bed-8362-6f557868b595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9eb8d0-7a64-40ec-874b-2e5f2745966a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:21.102103 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6eb84506-af05-4342-86fd-71d102006c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:25.496695 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c566bed5-8d21-48d8-9b99-42149d5e5325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:25.816422 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.142488 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:29.039305 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:29.725495 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-33adcf4a-862c-4cc6-8752-cbdc0e6a9a06 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2201c01a801345d38bdaadaccb6e1f55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237486 Aug 19 13:11:29.841832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d241-bd06-4900-8a93-52d860b598dd req-e592e9a7-f4a9-4034-a3f1-1f583b9ecdb0 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:29.843359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-e592e9a7-f4a9-4034-a3f1-1f583b9ecdb0 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123548 Aug 19 13:11:29.859188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-5b43ea80-c936-47e3-8df6-2e9900f54daf tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/quotas/2201c01a801345d38bdaadaccb6e1f55 HTTP/1.1" status: 200 len: 375 time: 0.0092781 Aug 19 13:11:29.895013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-2d9db5bd-b6f7-40ba-a46a-6ba5ed174b02 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2201c01a801345d38bdaadaccb6e1f55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298245 Aug 19 13:11:30.136055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a676e328-cc3a-4c1e-9696-5fcfca622afa req-d06b8f9d-9235-4164-a1f9-03bea1561e1a tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 210 time: 0.0303750 Aug 19 13:11:31.231233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ec2a705-86e1-449b-aa9d-7b6f05fef830 req-d721d4c5-84fb-41d3-b3c2-c9763c9dadf3 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 210 time: 0.0292873 Aug 19 13:11:32.330815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4d7d784-4881-4503-a9b5-fea6f4de7e44 req-42bba5f3-b7b9-479a-82fc-232be017f541 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 210 time: 0.0269594 Aug 19 13:11:33.463155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20c047ed-fc87-49cd-a9dc-9429320b7e5b req-120c6248-2475-49bb-8d9a-e7331e59d382 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 210 time: 0.0269105 Aug 19 13:11:34.594709 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d61e343-a2a8-42e9-9346-8fe43197fc54 req-4b40a6d6-b4cb-4680-b705-dcc57c56584b tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 210 time: 0.0265009 Aug 19 13:11:35.698674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-961dfd8c-2686-4918-ac73-9a645e9253a7 req-947e8392-d0ae-4a4b-a733-61724bde8d86 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 210 time: 0.0282793 Aug 19 13:11:36.473555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-532632a3-7697-45c2-a842-32faff044469 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2201c01a801345d38bdaadaccb6e1f55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221281 Aug 19 13:11:36.586044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d241-bd06-4900-8a93-52d860b598dd req-7a984b71-4aba-4852-9ea0-47423baa283a tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:36.587455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-7a984b71-4aba-4852-9ea0-47423baa283a tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083007 Aug 19 13:11:36.600477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Request body: {'port': {'device_id': 'cd2c0621-f12d-4b7c-817e-a45c54b4aec7', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'admin_state_up': True, 'tenant_id': '2201c01a801345d38bdaadaccb6e1f55'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:36.796920 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d137df50-4b54-4848-aa10-0512fb13e455 req-6ec3a363-233b-4432-9ccc-5a6ba1846ca5 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 210 time: 0.0301390 Aug 19 13:11:36.821786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Made reservation on behalf of 2201c01a801345d38bdaadaccb6e1f55 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:36.825566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.836090 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.927075 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.050928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.118889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b264ced-a7c9-4da3-870b-d0f0401f59dd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:37.194869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Allocated IP 192.168.233.140 (913711c8-3275-4694-9d57-1449ec0101cc/f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8/874d71fd-8bdc-4ee0-b02c-656375a462c2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:37.344995 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.364919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Transition to ACTIVE for port object 874d71fd-8bdc-4ee0-b02c-656375a462c2 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:37.445293 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.490306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Network 913711c8-3275-4694-9d57-1449ec0101cc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:37.493406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:37.497178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:11:37.520998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Pushing event updated for resources: {'Port': ['ID=874d71fd-8bdc-4ee0-b02c-656375a462c2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:37.552879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:37.553556 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.651494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-27f8ea15-79dd-40ff-a2c0-42a9ba23cb53 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0546596 Aug 19 13:11:37.664545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Request body: {'port': {'device_id': 'cd2c0621-f12d-4b7c-817e-a45c54b4aec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:37.724832 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.787792 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c16b6f9a-4f6a-43b9-85c2-ffef220a718e None None] Provisioning for port 874d71fd-8bdc-4ee0-b02c-656375a462c2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:37.791742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c16b6f9a-4f6a-43b9-85c2-ffef220a718e None None] Provisioning complete for port 874d71fd-8bdc-4ee0-b02c-656375a462c2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:37.795468 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c16b6f9a-4f6a-43b9-85c2-ffef220a718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.826602 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c16b6f9a-4f6a-43b9-85c2-ffef220a718e None None] Port 874d71fd-8bdc-4ee0-b02c-656375a462c2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:11:37.967081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b798d-c0bd-411c-af3d-bfac23af0fb0 req-45ded260-254f-4697-8f81-07d8550ce15c tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:37.968461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f20b798d-c0bd-411c-af3d-bfac23af0fb0 req-45ded260-254f-4697-8f81-07d8550ce15c tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 936 time: 0.0794530 Aug 19 13:11:38.042907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f20b798d-c0bd-411c-af3d-bfac23af0fb0 req-49d0e9c1-b571-4c6c-ab5d-f328d13384cf tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b264ced-a7c9-4da3-870b-d0f0401f59dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675809 Aug 19 13:11:38.056801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874d71fd-8bdc-4ee0-b02c-656375a462c2 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:11:38.064391 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.076429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Transition to ACTIVE for port object 874d71fd-8bdc-4ee0-b02c-656375a462c2 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:38.136409 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.187054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Pushing event updated for resources: {'Port': ['ID=874d71fd-8bdc-4ee0-b02c-656375a462c2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:38.260076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Attempting to bind port 874d71fd-8bdc-4ee0-b02c-656375a462c2 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:38.260516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Attempting to bind port 874d71fd-8bdc-4ee0-b02c-656375a462c2 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:38.260929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Attempting to bind port 874d71fd-8bdc-4ee0-b02c-656375a462c2 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:11:38.266946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Port 874d71fd-8bdc-4ee0-b02c-656375a462c2 on network 913711c8-3275-4694-9d57-1449ec0101cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:11:38.267313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Attempting to bind port 874d71fd-8bdc-4ee0-b02c-656375a462c2 on network 913711c8-3275-4694-9d57-1449ec0101cc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:11:38.276068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:11:38.276068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Checking segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:11:38.276068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Bound using segment: {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:11:38.276068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Bound port: 874d71fd-8bdc-4ee0-b02c-656375a462c2, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9dfc11-fa52-48d6-b7be-45285909788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:38.276068 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.348442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] For port 874d71fd-8bdc-4ee0-b02c-656375a462c2, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:11:38.351607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] For port 874d71fd-8bdc-4ee0-b02c-656375a462c2, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=874d71fd-8bdc-4ee0-b02c-656375a462c2,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:11:38.440602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.478458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:38.479111 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.480487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] 10.222.0.53 "PUT /v2.0/ports/874d71fd-8bdc-4ee0-b02c-656375a462c2 HTTP/1.1" status: 200 len: 1096 time: 0.8204846 Aug 19 13:11:38.480932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2c0621-f12d-4b7c-817e-a45c54b4aec7', 'tag': '874d71fd-8bdc-4ee0-b02c-656375a462c2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:38.483234 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27d7329-4bbc-4180-87f5-5194c81a84b6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2c0621-f12d-4b7c-817e-a45c54b4aec7", "tag": "874d71fd-8bdc-4ee0-b02c-656375a462c2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:38.507021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9ed93-4a77-45cc-b450-03c52bcf4afe service neutron] Pushing event updated for resources: {'Port': ['ID=874d71fd-8bdc-4ee0-b02c-656375a462c2,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:38.524272 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28135337-7622-40fc-b417-8582c3217aab x-openstack-request-id: req-28135337-7622-40fc-b417-8582c3217aab {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:38.524570 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2c0621-f12d-4b7c-817e-a45c54b4aec7", "tag": "874d71fd-8bdc-4ee0-b02c-656375a462c2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:38.524826 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28135337-7622-40fc-b417-8582c3217aab {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:38.525363 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2c0621-f12d-4b7c-817e-a45c54b4aec7', 'tag': '874d71fd-8bdc-4ee0-b02c-656375a462c2', 'status': 'completed', 'code': 200} Aug 19 13:11:38.588531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d7329-4bbc-4180-87f5-5194c81a84b6 req-71af989b-f7e9-4984-bb39-89f7d5b0f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:38.590112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f27d7329-4bbc-4180-87f5-5194c81a84b6 req-71af989b-f7e9-4984-bb39-89f7d5b0f1d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2201c01a801345d38bdaadaccb6e1f55&device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 1099 time: 0.0434837 Aug 19 13:11:38.620483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f27d7329-4bbc-4180-87f5-5194c81a84b6 req-b6f2df9a-2ffd-4481-8fdf-43ad5fc2ee9c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2201c01a801345d38bdaadaccb6e1f55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209124 Aug 19 13:11:38.733886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d7329-4bbc-4180-87f5-5194c81a84b6 req-e2112635-3deb-4b1b-8f43-172c2302148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:38.735313 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f27d7329-4bbc-4180-87f5-5194c81a84b6 req-e2112635-3deb-4b1b-8f43-172c2302148c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074729 Aug 19 13:11:38.819543 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d241-bd06-4900-8a93-52d860b598dd req-cf874e00-af12-45cd-98b8-86c1156de50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:38.821134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-cf874e00-af12-45cd-98b8-86c1156de50b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2201c01a801345d38bdaadaccb6e1f55&device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 1099 time: 0.0420785 Aug 19 13:11:38.871142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-3a57851c-2bec-425e-ac82-e08e7604078f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=874d71fd-8bdc-4ee0-b02c-656375a462c2 HTTP/1.1" status: 200 len: 217 time: 0.0338743 Aug 19 13:11:38.924087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d241-bd06-4900-8a93-52d860b598dd req-33702a5c-15b9-4ca0-8794-9da8b2e6f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:38.925551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-33702a5c-15b9-4ca0-8794-9da8b2e6f21b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8 HTTP/1.1" status: 200 len: 843 time: 0.0474520 Aug 19 13:11:38.971588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d241-bd06-4900-8a93-52d860b598dd req-7158c9e7-feb3-4105-803a-68cb3ef9c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:38.973106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-7158c9e7-feb3-4105-803a-68cb3ef9c95c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=913711c8-3275-4694-9d57-1449ec0101cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405381 Aug 19 13:11:39.067120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-8aa8467b-1fff-45a3-9684-a40f1f72bf52 service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846112 Aug 19 13:11:39.190911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcece7-e43a-42c0-ad65-6c4036279503 req-671368df-3a72-4a0e-adb4-5149bd2ee0a0 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:39.192380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75bcece7-e43a-42c0-ad65-6c4036279503 req-671368df-3a72-4a0e-adb4-5149bd2ee0a0 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 948 time: 0.0770943 Aug 19 13:11:39.196044 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca63d241-bd06-4900-8a93-52d860b598dd req-acaf2756-5a14-4264-93e4-4c30c8e712ae service neutron] 10.222.0.53 "GET /v2.0/networks/913711c8-3275-4694-9d57-1449ec0101cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218197 Aug 19 13:11:39.235509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75bcece7-e43a-42c0-ad65-6c4036279503 req-581138f1-3891-4964-b7e0-33ec9948a75a tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b264ced-a7c9-4da3-870b-d0f0401f59dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366080 Aug 19 13:11:40.353645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33e639-2170-4830-8263-2fdda9b06e49 req-4c0f8fc0-2a27-4703-83dc-9dd7c5f2afc4 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:40.355143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea33e639-2170-4830-8263-2fdda9b06e49 req-4c0f8fc0-2a27-4703-83dc-9dd7c5f2afc4 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 948 time: 0.0488448 Aug 19 13:11:40.393587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea33e639-2170-4830-8263-2fdda9b06e49 req-4a455aa3-a6e8-4b74-8d7d-76879586c5bb tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b264ced-a7c9-4da3-870b-d0f0401f59dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325103 Aug 19 13:11:41.638555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc5b13-cb57-469b-8638-508cdf7e2c7b req-4bda72fe-e9aa-40c7-9eae-c89aa6032699 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:41.640087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfcc5b13-cb57-469b-8638-508cdf7e2c7b req-4bda72fe-e9aa-40c7-9eae-c89aa6032699 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 948 time: 0.1426573 Aug 19 13:11:41.678792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfcc5b13-cb57-469b-8638-508cdf7e2c7b req-f4441606-0900-472a-86a5-8ba22547294f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b264ced-a7c9-4da3-870b-d0f0401f59dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326052 Aug 19 13:11:41.865991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 874d71fd-8bdc-4ee0-b02c-656375a462c2 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:11:41.965051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 874d71fd-8bdc-4ee0-b02c-656375a462c2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=874d71fd-8bdc-4ee0-b02c-656375a462c2,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:41.979206 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '874d71fd-8bdc-4ee0-b02c-656375a462c2', 'network_id': '913711c8-3275-4694-9d57-1449ec0101cc', 'port_id': '874d71fd-8bdc-4ee0-b02c-656375a462c2', 'mac_address': 'fa:16:3e:8f:f3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dbbdbc-a7a6-4d4a-9f43-9478c230aec8', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:11:42.015435 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.028028 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874d71fd-8bdc-4ee0-b02c-656375a462c2 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:11:42.049190 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 874d71fd-8bdc-4ee0-b02c-656375a462c2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=874d71fd-8bdc-4ee0-b02c-656375a462c2,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:42.165033 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.213456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=874d71fd-8bdc-4ee0-b02c-656375a462c2,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:42.221572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.221828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.222173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.222512 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.222845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.223177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.223505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.223831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.224162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.224489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.224813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.225135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:42.232904 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.377482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['874d71fd-8bdc-4ee0-b02c-656375a462c2'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:11:42.796144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9910aba-a110-4e01-a27a-003707ad3141 req-f2548ddb-73da-420a-993d-018eec13a289 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:42.797693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9910aba-a110-4e01-a27a-003707ad3141 req-f2548ddb-73da-420a-993d-018eec13a289 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 949 time: 0.0490599 Aug 19 13:11:42.840238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9910aba-a110-4e01-a27a-003707ad3141 req-657cb124-7db2-4a5f-85f6-b878552a6207 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b264ced-a7c9-4da3-870b-d0f0401f59dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359778 Aug 19 13:11:43.865808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 874d71fd-8bdc-4ee0-b02c-656375a462c2 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:11:43.962575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a2665-9b19-48e3-8321-078e999cebfc req-1f73eb9d-cd4e-4f77-9fd8-ce5cc1de7afa tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:43.964028 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-046a2665-9b19-48e3-8321-078e999cebfc req-1f73eb9d-cd4e-4f77-9fd8-ce5cc1de7afa tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 949 time: 0.0507793 Aug 19 13:11:43.981719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 874d71fd-8bdc-4ee0-b02c-656375a462c2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:43.985833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 874d71fd-8bdc-4ee0-b02c-656375a462c2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:43.990482 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.004268 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-046a2665-9b19-48e3-8321-078e999cebfc req-368e5e46-62fc-48c3-83b6-15e6a6d6fced tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b264ced-a7c9-4da3-870b-d0f0401f59dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340025 Aug 19 13:11:44.067149 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.089219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2c0621-f12d-4b7c-817e-a45c54b4aec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874d71fd-8bdc-4ee0-b02c-656375a462c2'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:44.091477 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae52c89b-f646-486d-9fe6-c23a68d17b97" -d '{"events": [{"server_uuid": "cd2c0621-f12d-4b7c-817e-a45c54b4aec7", "name": "network-vif-plugged", "status": "completed", "tag": "874d71fd-8bdc-4ee0-b02c-656375a462c2"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:44.105038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 874d71fd-8bdc-4ee0-b02c-656375a462c2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=874d71fd-8bdc-4ee0-b02c-656375a462c2,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:44.129544 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab88ed69-a411-4a78-aec3-0fecbefc7ebe x-openstack-request-id: req-ab88ed69-a411-4a78-aec3-0fecbefc7ebe {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:44.129544 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2c0621-f12d-4b7c-817e-a45c54b4aec7", "name": "network-vif-plugged", "status": "completed", "tag": "874d71fd-8bdc-4ee0-b02c-656375a462c2", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:44.129544 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab88ed69-a411-4a78-aec3-0fecbefc7ebe {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:44.129820 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2c0621-f12d-4b7c-817e-a45c54b4aec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874d71fd-8bdc-4ee0-b02c-656375a462c2', 'code': 200} Aug 19 13:11:44.231083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54c150-f286-478d-8b83-ae7dfe961dc2 req-21b5fdcd-8305-4ccd-ace8-7369e2fb25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:44.232482 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf54c150-f286-478d-8b83-ae7dfe961dc2 req-21b5fdcd-8305-4ccd-ace8-7369e2fb25e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 1100 time: 0.0402405 Aug 19 13:11:44.244634 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.268123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf54c150-f286-478d-8b83-ae7dfe961dc2 req-96f1d9c4-bb73-4289-bf09-9ef69c6954f4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b264ced-a7c9-4da3-870b-d0f0401f59dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276706 Aug 19 13:11:44.294653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=874d71fd-8bdc-4ee0-b02c-656375a462c2,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:44.975929 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:45.120806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950d572-e31b-49b5-8f36-69d66ff47747 req-ead9e94d-894d-4bac-85c8-c45fd1ea80cf tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:45.122326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e950d572-e31b-49b5-8f36-69d66ff47747 req-ead9e94d-894d-4bac-85c8-c45fd1ea80cf tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 950 time: 0.0489414 Aug 19 13:11:45.164109 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e950d572-e31b-49b5-8f36-69d66ff47747 req-d9c35ee7-b706-4a59-be0a-74755cab4cc9 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b264ced-a7c9-4da3-870b-d0f0401f59dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352681 Aug 19 13:11:46.361722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44007c-a8ca-4b89-8e64-f8f6b6892b40 req-7ae71d56-2a4d-4f57-a905-7fee108d2d0e tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:46.363242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e44007c-a8ca-4b89-8e64-f8f6b6892b40 req-7ae71d56-2a4d-4f57-a905-7fee108d2d0e tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 950 time: 0.0949938 Aug 19 13:11:46.400598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e44007c-a8ca-4b89-8e64-f8f6b6892b40 req-a8687ec3-e5ae-4cce-ad72-e01a6f6f80f5 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b264ced-a7c9-4da3-870b-d0f0401f59dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Aug 19 13:11:47.925615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2079f-0e16-4e78-959f-951e88b54d0b req-aed0d56c-39f9-49c5-be14-c78ca70de33a tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:47.927205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62b2079f-0e16-4e78-959f-951e88b54d0b req-aed0d56c-39f9-49c5-be14-c78ca70de33a tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 950 time: 0.0499308 Aug 19 13:11:47.965630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62b2079f-0e16-4e78-959f-951e88b54d0b req-ea4c12fa-7543-47cc-8ed0-fa23a9cafc01 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b264ced-a7c9-4da3-870b-d0f0401f59dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325170 Aug 19 13:11:49.081193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1910972-745d-4996-86c3-f7987dbbaf86 req-b406ae34-4a1e-4358-b7e9-4a84842dab85 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:49.082719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1910972-745d-4996-86c3-f7987dbbaf86 req-b406ae34-4a1e-4358-b7e9-4a84842dab85 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 950 time: 0.0479569 Aug 19 13:11:49.123616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1910972-745d-4996-86c3-f7987dbbaf86 req-6cebc07f-7e50-42d8-bfe8-223e78801ee0 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b264ced-a7c9-4da3-870b-d0f0401f59dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349672 Aug 19 13:11:49.345887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313e71e-1959-4f63-a43b-511192220f2e req-731a0556-1e4d-4da2-b0e5-aebe82d6a7d0 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:49.347358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7313e71e-1959-4f63-a43b-511192220f2e req-731a0556-1e4d-4da2-b0e5-aebe82d6a7d0 tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 950 time: 0.0492573 Aug 19 13:11:49.436201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7313e71e-1959-4f63-a43b-511192220f2e req-90ccd1b4-5872-4f87-9965-86e49d04624f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Deleting port 874d71fd-8bdc-4ee0-b02c-656375a462c2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:11:49.436548 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7313e71e-1959-4f63-a43b-511192220f2e req-90ccd1b4-5872-4f87-9965-86e49d04624f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.530482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7313e71e-1959-4f63-a43b-511192220f2e req-90ccd1b4-5872-4f87-9965-86e49d04624f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] For port 874d71fd-8bdc-4ee0-b02c-656375a462c2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=874d71fd-8bdc-4ee0-b02c-656375a462c2,segment=NetworkSegment(fa9dfc11-fa52-48d6-b7be-45285909788c),segment_id=fa9dfc11-fa52-48d6-b7be-45285909788c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:49.530858 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7313e71e-1959-4f63-a43b-511192220f2e req-90ccd1b4-5872-4f87-9965-86e49d04624f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.543287 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7313e71e-1959-4f63-a43b-511192220f2e req-90ccd1b4-5872-4f87-9965-86e49d04624f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Calling delete_port for 874d71fd-8bdc-4ee0-b02c-656375a462c2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:11:49.747532 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7313e71e-1959-4f63-a43b-511192220f2e req-90ccd1b4-5872-4f87-9965-86e49d04624f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.760314 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['874d71fd-8bdc-4ee0-b02c-656375a462c2'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:11:49.778144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccd1b4-5872-4f87-9965-86e49d04624f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Pushing event deleted for resources: {'Port': ['ID=874d71fd-8bdc-4ee0-b02c-656375a462c2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:49.823210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7313e71e-1959-4f63-a43b-511192220f2e req-90ccd1b4-5872-4f87-9965-86e49d04624f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] No DVR routers for this DVR port 874d71fd-8bdc-4ee0-b02c-656375a462c2 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:11:49.826366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7313e71e-1959-4f63-a43b-511192220f2e req-90ccd1b4-5872-4f87-9965-86e49d04624f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.829260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7313e71e-1959-4f63-a43b-511192220f2e req-90ccd1b4-5872-4f87-9965-86e49d04624f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.53 "DELETE /v2.0/ports/874d71fd-8bdc-4ee0-b02c-656375a462c2 HTTP/1.1" status: 204 len: 173 time: 0.4755852 Aug 19 13:11:49.829751 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2c0621-f12d-4b7c-817e-a45c54b4aec7', 'name': 'network-vif-deleted', 'tag': '874d71fd-8bdc-4ee0-b02c-656375a462c2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:49.833191 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a20af0ff8186ea96eeacc1e6b9c0c18170169d55ea59b360afedf5227f34b722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555ba20c-671f-4d0e-9b4a-d7fdf24ad2a5" -d '{"events": [{"server_uuid": "cd2c0621-f12d-4b7c-817e-a45c54b4aec7", "name": "network-vif-deleted", "tag": "874d71fd-8bdc-4ee0-b02c-656375a462c2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:49.882570 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7100c0b5-dab9-444e-82c2-600f9645b4c8 x-openstack-request-id: req-7100c0b5-dab9-444e-82c2-600f9645b4c8 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:49.882874 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2c0621-f12d-4b7c-817e-a45c54b4aec7", "name": "network-vif-deleted", "tag": "874d71fd-8bdc-4ee0-b02c-656375a462c2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:49.886355 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7100c0b5-dab9-444e-82c2-600f9645b4c8 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:49.886355 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2c0621-f12d-4b7c-817e-a45c54b4aec7', 'name': 'network-vif-deleted', 'tag': '874d71fd-8bdc-4ee0-b02c-656375a462c2', 'status': 'completed', 'code': 200} Aug 19 13:11:50.244966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d6a2bc5-4919-4c73-83c6-2608ffe81e62 req-96e1fd83-46da-41a0-a2ae-9b653096ff4f tempest-ServersAdminNegativeTestJSON-166783648 tempest-ServersAdminNegativeTestJSON-166783648-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd2c0621-f12d-4b7c-817e-a45c54b4aec7 HTTP/1.1" status: 200 len: 210 time: 0.0384212 Aug 19 13:11:51.113009 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-99d20aca-97bd-4170-9efd-4c86189ce075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:51.707033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51370) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:51.840502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f9c983c1-5a64-4ffe-b7a3-4dccc1e9f58e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2201c01a801345d38bdaadaccb6e1f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323044 Aug 19 13:11:51.843172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51374) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:51.894959 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03098bc5-35fb-40b3-b38c-ef62386b55d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:51.915948 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03098bc5-35fb-40b3-b38c-ef62386b55d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:51.943705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 874d71fd-8bdc-4ee0-b02c-656375a462c2 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:11:51.964533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 874d71fd-8bdc-4ee0-b02c-656375a462c2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:11:51.964888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 874d71fd-8bdc-4ee0-b02c-656375a462c2 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:11:52.051294 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03098bc5-35fb-40b3-b38c-ef62386b55d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.054250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03098bc5-35fb-40b3-b38c-ef62386b55d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.055417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-03098bc5-35fb-40b3-b38c-ef62386b55d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b264ced-a7c9-4da3-870b-d0f0401f59dd HTTP/1.1" status: 204 len: 168 time: 0.2113085 Aug 19 13:11:52.064098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03098bc5-35fb-40b3-b38c-ef62386b55d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b264ced-a7c9-4da3-870b-d0f0401f59dd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:52.725490 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51380) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:52.739309 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.829578 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.896141 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:52.935264 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a19f4133a20f4de094b32c2babd3c7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086546 Aug 19 13:11:52.936221 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c3b166-f714-4708-a945-eb1d745b13a8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:52.938259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51384) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:52.944271 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.944616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.944955 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.945292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.945808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.945982 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.946309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.946634 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.946957 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.947277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.947596 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.947916 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdc61b-8782-43e8-bd65-762dbcc04021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:52.990432 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cf81133-6eae-40d2-9994-7e2c43c9a928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:53.011161 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cf81133-6eae-40d2-9994-7e2c43c9a928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:53.101301 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cf81133-6eae-40d2-9994-7e2c43c9a928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:53.103979 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cf81133-6eae-40d2-9994-7e2c43c9a928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:53.105154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5cf81133-6eae-40d2-9994-7e2c43c9a928 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03c3b166-f714-4708-a945-eb1d745b13a8 HTTP/1.1" status: 204 len: 168 time: 0.1655560 Aug 19 13:11:53.113108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf81133-6eae-40d2-9994-7e2c43c9a928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c3b166-f714-4708-a945-eb1d745b13a8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:54.133150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51406) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:54.227792 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1293781465-network', 'tenant_id': '7b2c347c63dd4dd483ee05cec45a8024'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:54.324379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Made reservation on behalf of 7b2c347c63dd4dd483ee05cec45a8024 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:54.326830 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.336422 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.426906 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.458723 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:11:54.495700 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.522837 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:11:54.529053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e03e647-b35b-45ee-9785-93ffaa8923a9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:54.536118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.536464 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Added segment 4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df of type vlan for network b052caf5-28d6-46ee-bd94-133052023ecd Aug 19 13:11:54.576622 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.655766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.656759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:54.657398 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:54.714616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b052caf5-28d6-46ee-bd94-133052023ecd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:54.724289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network b052caf5-28d6-46ee-bd94-133052023ecd details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:11:54.748064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-806058b5-513d-4ee3-91df-cce5ab14a1f2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6136949 Aug 19 13:11:54.750868 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:54.756747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] Request body: {'subnet': {'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1293781465-subnet', 'tenant_id': '7b2c347c63dd4dd483ee05cec45a8024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:54.879281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] Made reservation on behalf of 7b2c347c63dd4dd483ee05cec45a8024 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:54.881707 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:55.153022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:55.210492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71cef1e4-daf8-424d-93e4-a72da02e9c81,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:55.220502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] Checking segment: {'id': '4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:11:55.220910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] Network hostable DHCP agents. Network: b052caf5-28d6-46ee-bd94-133052023ecd, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:11:55.375707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] Network b052caf5-28d6-46ee-bd94-133052023ecd is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:11:55.484565 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6f22cda1-681e-4398-8088-290cf67ad920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:55.501489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, b052caf5-28d6-46ee-bd94-133052023ecd) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:55.505556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:55.506253 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:55.510854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dc7440-559d-4a59-a393-ebc0d43ad818 None None] Network b052caf5-28d6-46ee-bd94-133052023ecd requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:11:55.607004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1300cabc-2371-47ff-a116-f843198a8518 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8475885 Aug 19 13:11:55.633277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f15ec6-df7f-4cc9-a2cb-0faab8db0d87 None None] Network b052caf5-28d6-46ee-bd94-133052023ecd requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:11:55.810534 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:56.028645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-2fdb867e-5977-4746-8b34-91e6b2b41312 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:56.030329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-2fdb867e-5977-4746-8b34-91e6b2b41312 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/networks?id=b052caf5-28d6-46ee-bd94-133052023ecd HTTP/1.1" status: 200 len: 812 time: 0.1012895 Aug 19 13:11:56.045982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-3c9575d8-3360-40c2-b35f-1cda770c0dcc tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/quotas/7b2c347c63dd4dd483ee05cec45a8024 HTTP/1.1" status: 200 len: 375 time: 0.0090404 Aug 19 13:11:56.081203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-00f87303-c267-40f9-a88a-e1de4e092dc0 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b2c347c63dd4dd483ee05cec45a8024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296223 Aug 19 13:11:56.170878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32145712-8d14-44ce-9f14-c5599ff212e5 service neutron] 10.222.0.44 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825810 Aug 19 13:11:56.263443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-47e82ac0-5fee-4668-a1da-13603251e7b9 service neutron] 10.222.0.44 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863461 Aug 19 13:11:56.496422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-314c01cf-7a3f-455c-89a7-ecbc71312c2a req-5f01b547-8658-4e6d-ae21-84f00ef3327b tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 210 time: 0.0268011 Aug 19 13:11:57.152518 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.573277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d9330cb-bd3d-4eb1-9b34-aa17d8c62759 req-27565504-f53a-4c7b-9cf8-4526c6ff8c4d tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 210 time: 0.0272870 Aug 19 13:11:58.666927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3df56139-f97e-4bd6-868a-0b6071a63576 req-c7eef22d-9cce-4b0f-bcc5-149036dac774 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 210 time: 0.0267477 Aug 19 13:11:58.925644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-915ab246-8f40-4cc2-9943-65b4d4bf249d tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:58.927225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-915ab246-8f40-4cc2-9943-65b4d4bf249d tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.53 "GET /v2.0/networks?id=b052caf5-28d6-46ee-bd94-133052023ecd HTTP/1.1" status: 200 len: 812 time: 0.1144068 Aug 19 13:11:58.940421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Request body: {'port': {'device_id': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd', 'admin_state_up': True, 'tenant_id': '7b2c347c63dd4dd483ee05cec45a8024'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:59.009787 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:59.112739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Made reservation on behalf of 7b2c347c63dd4dd483ee05cec45a8024 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:59.116388 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:59.243073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Allocated IP 172.20.0.2 (b052caf5-28d6-46ee-bd94-133052023ecd/71cef1e4-daf8-424d-93e4-a72da02e9c81/e88c6016-909e-410b-a7a8-8affb6d7772a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:59.392134 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:59.484689 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:59.531455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Network b052caf5-28d6-46ee-bd94-133052023ecd is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:59.535517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:59.539698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:11:59.546444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Pushing event updated for resources: {'Port': ['ID=e88c6016-909e-410b-a7a8-8affb6d7772a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:59.592118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:59.592737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:59.684742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-32cafff9-c31a-49c5-a162-d65a189eeced tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7485101 Aug 19 13:11:59.818692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53ba61-0a57-40d0-9735-6161dde3ae08 req-e48785f0-ffb9-40c8-b089-8cb51b2323b0 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:59.821349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de53ba61-0a57-40d0-9735-6161dde3ae08 req-e48785f0-ffb9-40c8-b089-8cb51b2323b0 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 931 time: 0.0844464 Aug 19 13:11:59.839100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Request body: {'port': {'device_id': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:59.908959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-de53ba61-0a57-40d0-9735-6161dde3ae08 req-3f2b55e6-33f8-49f3-9a75-4d9679f84ddc tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815067 Aug 19 13:11:59.916053 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.181312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88c6016-909e-410b-a7a8-8affb6d7772a {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:00.188728 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.200961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Transition to ACTIVE for port object e88c6016-909e-410b-a7a8-8affb6d7772a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:12:00.306924 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.364707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Pushing event updated for resources: {'Port': ['ID=e88c6016-909e-410b-a7a8-8affb6d7772a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:00.429918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Attempting to bind port e88c6016-909e-410b-a7a8-8affb6d7772a on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:12:00.430254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Attempting to bind port e88c6016-909e-410b-a7a8-8affb6d7772a by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:12:00.430582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Attempting to bind port e88c6016-909e-410b-a7a8-8affb6d7772a on network b052caf5-28d6-46ee-bd94-133052023ecd {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:12:00.435733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Port e88c6016-909e-410b-a7a8-8affb6d7772a on network b052caf5-28d6-46ee-bd94-133052023ecd not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:12:00.436043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Attempting to bind port e88c6016-909e-410b-a7a8-8affb6d7772a on network b052caf5-28d6-46ee-bd94-133052023ecd {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:12:00.441285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:12:00.441645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Checking segment: {'id': '4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:12:00.442112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Bound using segment: {'id': '4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:12:00.442601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Bound port: e88c6016-909e-410b-a7a8-8affb6d7772a, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:12:00.443005 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.514526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:12:00.518055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e88c6016-909e-410b-a7a8-8affb6d7772a,segment=NetworkSegment(4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df),segment_id=4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:12:00.628092 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.666360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:00.666983 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:00.668386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] 10.222.0.53 "PUT /v2.0/ports/e88c6016-909e-410b-a7a8-8affb6d7772a HTTP/1.1" status: 200 len: 1091 time: 0.8977220 Aug 19 13:12:00.668804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:00.691498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14634fc-9ffe-4c73-812a-82ce99a19295 service neutron] Pushing event updated for resources: {'Port': ['ID=e88c6016-909e-410b-a7a8-8affb6d7772a,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:00.717899 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2ad0c5-8535-4b33-839b-b3968592145c" -d '{"events": [{"name": "network-changed", "server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:12:00.815545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-5724b368-8f39-411c-9e79-895cadd6299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:00.817088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-5724b368-8f39-411c-9e79-895cadd6299a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7b2c347c63dd4dd483ee05cec45a8024&device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 1094 time: 0.0443084 Aug 19 13:12:00.818576 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c6fd60-dd5f-4223-82ba-f11fbdb5b9b8 x-openstack-request-id: req-a7c6fd60-dd5f-4223-82ba-f11fbdb5b9b8 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:12:00.818857 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:12:00.819111 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7c6fd60-dd5f-4223-82ba-f11fbdb5b9b8 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:12:00.819497 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a', 'status': 'completed', 'code': 200} Aug 19 13:12:00.863381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-a8fb621b-d778-4e2f-87b3-6203277f7a49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e88c6016-909e-410b-a7a8-8affb6d7772a HTTP/1.1" status: 200 len: 217 time: 0.0373416 Aug 19 13:12:00.920081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-5d64555e-a79b-4472-8b0c-2a1d619bae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:00.921919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-5d64555e-a79b-4472-8b0c-2a1d619bae67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71cef1e4-daf8-424d-93e4-a72da02e9c81 HTTP/1.1" status: 200 len: 852 time: 0.0507429 Aug 19 13:12:00.956449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-537a9942-c54a-4839-964b-a64c1624ad6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b052caf5-28d6-46ee-bd94-133052023ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263042 Aug 19 13:12:01.080295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76254eb5-d3e0-4f9a-b3a3-66da59f86803 req-aa0555d4-210f-45df-a45c-1b85c1a7c5ed tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:01.082045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76254eb5-d3e0-4f9a-b3a3-66da59f86803 req-aa0555d4-210f-45df-a45c-1b85c1a7c5ed tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 943 time: 0.1009965 Aug 19 13:12:01.105796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-f6786b8b-12eb-4210-93eb-5a311a1a3576 service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419744 Aug 19 13:12:01.163788 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76254eb5-d3e0-4f9a-b3a3-66da59f86803 req-eb710530-9c1b-4584-8ce8-640ba9b16a6e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758018 Aug 19 13:12:01.212837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecce632d-ffec-4761-ba7c-6f498de17e2b req-6c844c73-6c40-465e-91c6-70017b4c417c service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990627 Aug 19 13:12:01.380914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ad0c5-8535-4b33-839b-b3968592145c req-1e94f5cc-75b1-40b6-bc17-d9215203eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:01.382454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a2ad0c5-8535-4b33-839b-b3968592145c req-1e94f5cc-75b1-40b6-bc17-d9215203eede service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7b2c347c63dd4dd483ee05cec45a8024&device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 1094 time: 0.0425725 Aug 19 13:12:01.472019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ad0c5-8535-4b33-839b-b3968592145c req-f8303c7f-dd25-4ea1-9373-be04b3261fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:01.473424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a2ad0c5-8535-4b33-839b-b3968592145c req-f8303c7f-dd25-4ea1-9373-be04b3261fc0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b052caf5-28d6-46ee-bd94-133052023ecd HTTP/1.1" status: 200 len: 913 time: 0.0842576 Aug 19 13:12:01.874174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a2ad0c5-8535-4b33-839b-b3968592145c req-ff3d84ce-eb45-46f4-950a-45cb2f035ebe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e88c6016-909e-410b-a7a8-8affb6d7772a HTTP/1.1" status: 200 len: 217 time: 0.3922329 Aug 19 13:12:01.928392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ad0c5-8535-4b33-839b-b3968592145c req-a680918e-26cd-4043-8782-3572265745a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:01.929875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a2ad0c5-8535-4b33-839b-b3968592145c req-a680918e-26cd-4043-8782-3572265745a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71cef1e4-daf8-424d-93e4-a72da02e9c81 HTTP/1.1" status: 200 len: 852 time: 0.0444942 Aug 19 13:12:01.967091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a2ad0c5-8535-4b33-839b-b3968592145c req-b12bf7fc-db65-4660-bd9d-14696ba3943d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b052caf5-28d6-46ee-bd94-133052023ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255079 Aug 19 13:12:02.066215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a2ad0c5-8535-4b33-839b-b3968592145c req-4f55a03a-0a9e-4c4b-8eb4-d5719c48e954 service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900581 Aug 19 13:12:02.158341 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a2ad0c5-8535-4b33-839b-b3968592145c req-69856fcc-273b-4ca1-8dfb-e0307036d3b2 service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838354 Aug 19 13:12:02.284306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06415e-8e01-41fc-9d95-7fb5ee790835 req-87e29bac-8b4c-4b01-81e5-d78fc618a70c tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:02.285799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a06415e-8e01-41fc-9d95-7fb5ee790835 req-87e29bac-8b4c-4b01-81e5-d78fc618a70c tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 943 time: 0.0526872 Aug 19 13:12:02.325038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a06415e-8e01-41fc-9d95-7fb5ee790835 req-506a7373-000b-414d-bbf0-c896cf7d0d16 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334294 Aug 19 13:12:03.441312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1641844-e284-443b-8f00-95057fff1103 req-c51c69ca-fb5d-4125-8db4-7684b1f3b7ad tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:03.442877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1641844-e284-443b-8f00-95057fff1103 req-c51c69ca-fb5d-4125-8db4-7684b1f3b7ad tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 943 time: 0.0503547 Aug 19 13:12:03.481524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1641844-e284-443b-8f00-95057fff1103 req-9b17cd84-3a2e-4e30-986e-f021451cdc76 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Aug 19 13:12:04.024447 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e88c6016-909e-410b-a7a8-8affb6d7772a details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:12:04.122815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e88c6016-909e-410b-a7a8-8affb6d7772a,segment=NetworkSegment(4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df),segment_id=4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:12:04.133824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'e88c6016-909e-410b-a7a8-8affb6d7772a', 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd', 'port_id': 'e88c6016-909e-410b-a7a8-8affb6d7772a', 'mac_address': 'fa:16:3e:70:ab:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cef1e4-daf8-424d-93e4-a72da02e9c81', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:12:04.170991 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:04.183559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88c6016-909e-410b-a7a8-8affb6d7772a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:04.202862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e88c6016-909e-410b-a7a8-8affb6d7772a,segment=NetworkSegment(4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df),segment_id=4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:12:04.267052 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:04.319879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=e88c6016-909e-410b-a7a8-8affb6d7772a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:04.463992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['e88c6016-909e-410b-a7a8-8affb6d7772a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:12:04.600768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7e6c0-85ae-492e-8329-91a5dad70fb3 req-0efcea60-6aa4-43c8-9d97-c06d6d324a6d tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:04.606106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32e7e6c0-85ae-492e-8329-91a5dad70fb3 req-0efcea60-6aa4-43c8-9d97-c06d6d324a6d tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 944 time: 0.0541632 Aug 19 13:12:04.649236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32e7e6c0-85ae-492e-8329-91a5dad70fb3 req-98bcc69a-50d1-4f52-a962-4d8b352156ab tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349631 Aug 19 13:12:05.774733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925482a-5b5e-4e66-b352-3d4205d281ab req-e153d9c9-ccd1-42c9-9107-d6fab35f9c6e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:05.777877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8925482a-5b5e-4e66-b352-3d4205d281ab req-e153d9c9-ccd1-42c9-9107-d6fab35f9c6e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 944 time: 0.0544071 Aug 19 13:12:05.817425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8925482a-5b5e-4e66-b352-3d4205d281ab req-82c7397c-e410-4734-9e48-276cc3aa8354 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 Aug 19 13:12:06.036794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e88c6016-909e-410b-a7a8-8affb6d7772a up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:12:06.186977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port e88c6016-909e-410b-a7a8-8affb6d7772a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:12:06.191740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port e88c6016-909e-410b-a7a8-8affb6d7772a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:12:06.192124 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:06.271421 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:06.296328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:06.298495 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364be923c17833bb0b3401a2bbbf384dd5dde5ae3f34c983ddcb6cb2d29ea313" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ee4e2a-aad8-4cbe-890e-9ec693774df8" -d '{"events": [{"server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "name": "network-vif-plugged", "status": "completed", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:12:06.315401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e88c6016-909e-410b-a7a8-8affb6d7772a,segment=NetworkSegment(4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df),segment_id=4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:12:06.387101 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:06.451796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=e88c6016-909e-410b-a7a8-8affb6d7772a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:06.590325 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd82e8ac-bcfe-430a-a36b-18c4e5d4f4ad x-openstack-request-id: req-cd82e8ac-bcfe-430a-a36b-18c4e5d4f4ad {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:12:06.590623 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "name": "network-vif-plugged", "status": "completed", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:12:06.590877 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd82e8ac-bcfe-430a-a36b-18c4e5d4f4ad {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:12:06.591310 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a', 'code': 200} Aug 19 13:12:06.690213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33a66c-eeb2-49fb-a0d9-48ed1b916ef5 req-a4640e8e-9c83-49aa-b64f-ae4f82d5e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:06.693198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c33a66c-eeb2-49fb-a0d9-48ed1b916ef5 req-a4640e8e-9c83-49aa-b64f-ae4f82d5e303 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 1096 time: 0.0431757 Aug 19 13:12:06.732911 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c33a66c-eeb2-49fb-a0d9-48ed1b916ef5 req-9f33e48a-4a77-4c4f-840a-e0a88aca2d99 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Aug 19 13:12:06.935068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72492d-f96e-4475-ac3a-3853b1dcf7f4 req-20113ad6-5496-49fe-b95b-935c28476f3c tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:06.938979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a72492d-f96e-4475-ac3a-3853b1dcf7f4 req-20113ad6-5496-49fe-b95b-935c28476f3c tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0505209 Aug 19 13:12:06.977217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a72492d-f96e-4475-ac3a-3853b1dcf7f4 req-1f36c298-3b81-4c23-8ae1-a582b479ccca tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340397 Aug 19 13:12:08.100438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903ccec-41c5-43ac-bf27-42d6a14e1061 req-30be5d6e-b2ca-49aa-adb3-afefbb12ecb9 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:08.101940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c903ccec-41c5-43ac-bf27-42d6a14e1061 req-30be5d6e-b2ca-49aa-adb3-afefbb12ecb9 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0528569 Aug 19 13:12:08.139162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c903ccec-41c5-43ac-bf27-42d6a14e1061 req-9af57a53-9d18-48e6-bb0d-0444b584e0b6 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Aug 19 13:12:08.545726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62aef6-ed93-4cb9-a9bc-10f33c8ca125 req-621af85f-954d-491e-af98-824a4822be6a tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:08.547241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b62aef6-ed93-4cb9-a9bc-10f33c8ca125 req-621af85f-954d-491e-af98-824a4822be6a tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0517650 Aug 19 13:12:08.585937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b62aef6-ed93-4cb9-a9bc-10f33c8ca125 req-97c13cfc-423f-4e01-9179-a556b491a2ad tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Aug 19 13:12:08.590752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51476) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:12:08.681506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-2ae31b1e-e065-4a3f-ab82-af3eb632d370 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895948 Aug 19 13:12:09.713908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdda327-1703-4a8d-94bf-81e9a6f18bb2 req-03c56b62-f7ba-4d6e-abe7-f428418bfb9d tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:09.715488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efdda327-1703-4a8d-94bf-81e9a6f18bb2 req-03c56b62-f7ba-4d6e-abe7-f428418bfb9d tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0557809 Aug 19 13:12:09.757013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-efdda327-1703-4a8d-94bf-81e9a6f18bb2 req-96048492-c19b-43eb-986d-09c4c970e860 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Aug 19 13:12:10.892806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be698a-ca60-4c60-8a0a-825680b85429 req-4de1548f-96bb-4ebc-adc6-146467a05133 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:10.894995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71be698a-ca60-4c60-8a0a-825680b85429 req-4de1548f-96bb-4ebc-adc6-146467a05133 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0585606 Aug 19 13:12:10.939420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-71be698a-ca60-4c60-8a0a-825680b85429 req-75b0a7a2-8bde-4415-b8b3-8d89dadcb82c tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377765 Aug 19 13:12:11.059587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-42e0879f-c8bf-4f57-8af1-fe13d02c17d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:11.061181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-42e0879f-c8bf-4f57-8af1-fe13d02c17d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7b2c347c63dd4dd483ee05cec45a8024&device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 1096 time: 0.0482059 Aug 19 13:12:11.169969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-f6abc215-a2b0-4aea-891a-2af098305180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:11.171517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-f6abc215-a2b0-4aea-891a-2af098305180 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b052caf5-28d6-46ee-bd94-133052023ecd HTTP/1.1" status: 200 len: 913 time: 0.1006479 Aug 19 13:12:11.217091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-0c79ee59-8e92-434c-9a82-99c768b6ceab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e88c6016-909e-410b-a7a8-8affb6d7772a HTTP/1.1" status: 200 len: 217 time: 0.0378668 Aug 19 13:12:11.275848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-7e272944-165a-4cc6-886e-3ab707d05fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:11.277382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-7e272944-165a-4cc6-886e-3ab707d05fdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71cef1e4-daf8-424d-93e4-a72da02e9c81 HTTP/1.1" status: 200 len: 852 time: 0.0532565 Aug 19 13:12:11.312132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-1d4cac50-cc9c-4682-839a-e76bc56605ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b052caf5-28d6-46ee-bd94-133052023ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261824 Aug 19 13:12:11.410930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-0bbc3bde-0714-4c5f-bd41-0dc0f3bbfd13 service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909820 Aug 19 13:12:11.514329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-d415d591-b033-4616-bb49-d3afe65000fe service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956848 Aug 19 13:12:12.066677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338c9fd-eae4-4057-91ef-f56737558788 req-c184eef4-df19-42a9-91b1-2341cd851dc2 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:12.068208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a338c9fd-eae4-4057-91ef-f56737558788 req-c184eef4-df19-42a9-91b1-2341cd851dc2 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0510502 Aug 19 13:12:12.106001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a338c9fd-eae4-4057-91ef-f56737558788 req-21a287a3-a493-44e6-8cfc-555d0dae42e1 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318308 Aug 19 13:12:12.209849 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:13.225099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12beb4f-6e2e-406e-9e66-0b21d744f83a req-9aff6d8b-9d72-4660-bf8a-a270a050df4e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:13.226680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d12beb4f-6e2e-406e-9e66-0b21d744f83a req-9aff6d8b-9d72-4660-bf8a-a270a050df4e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0524485 Aug 19 13:12:13.265720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d12beb4f-6e2e-406e-9e66-0b21d744f83a req-a718b2b8-90ba-467f-962e-d2954706e501 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329881 Aug 19 13:12:14.391053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193ab3d-0b91-4916-bd32-8150affe8295 req-c8ad80f2-757f-4013-876f-e2fc63b5bb16 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:14.392615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f193ab3d-0b91-4916-bd32-8150affe8295 req-c8ad80f2-757f-4013-876f-e2fc63b5bb16 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0561290 Aug 19 13:12:14.433156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f193ab3d-0b91-4916-bd32-8150affe8295 req-f68ef00a-48fa-4e33-8628-0a1fbc8cd139 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342677 Aug 19 13:12:15.000177 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:15.567876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3afc8-107e-4fb3-b8de-b9154a40d3a7 req-2f0f6c50-28c4-445c-942b-e131e4e35b18 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:15.569587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3e3afc8-107e-4fb3-b8de-b9154a40d3a7 req-2f0f6c50-28c4-445c-942b-e131e4e35b18 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0609958 Aug 19 13:12:15.617854 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3e3afc8-107e-4fb3-b8de-b9154a40d3a7 req-bcd3b3e4-b842-412c-928f-bf551a39a162 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Aug 19 13:12:16.744776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fae22-7832-4ce5-852a-4b51d641d7ae req-12512038-cf2c-40dc-9719-0262a924693f tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:16.757667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a0fae22-7832-4ce5-852a-4b51d641d7ae req-12512038-cf2c-40dc-9719-0262a924693f tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0520513 Aug 19 13:12:16.790753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a0fae22-7832-4ce5-852a-4b51d641d7ae req-2082840a-460b-4bf8-862b-8ad81136da5b tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360367 Aug 19 13:12:17.914947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba55d8-92b5-4a47-be3f-0a79f6105f5d req-8a6a1af6-3156-4110-ae39-8e78ff2d806e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:17.916447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09ba55d8-92b5-4a47-be3f-0a79f6105f5d req-8a6a1af6-3156-4110-ae39-8e78ff2d806e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0549803 Aug 19 13:12:17.955338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-09ba55d8-92b5-4a47-be3f-0a79f6105f5d req-695d2917-3cc0-4c18-968e-af9bbc163ec3 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326569 Aug 19 13:12:18.793858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2a515-6b0d-4abc-b517-2bb93f7be880 req-64b78186-7411-45eb-80d0-6677e7ee02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:18.795400 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0d2a515-6b0d-4abc-b517-2bb93f7be880 req-64b78186-7411-45eb-80d0-6677e7ee02ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7b2c347c63dd4dd483ee05cec45a8024&device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 1096 time: 0.0433011 Aug 19 13:12:18.908885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2a515-6b0d-4abc-b517-2bb93f7be880 req-fe76f257-368e-4a11-ac35-fe39a5925e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:18.910587 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0d2a515-6b0d-4abc-b517-2bb93f7be880 req-fe76f257-368e-4a11-ac35-fe39a5925e73 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b052caf5-28d6-46ee-bd94-133052023ecd HTTP/1.1" status: 200 len: 913 time: 0.0954201 Aug 19 13:12:18.955615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0d2a515-6b0d-4abc-b517-2bb93f7be880 req-0634fff3-3c0c-4eaf-9a8a-0191884d566c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e88c6016-909e-410b-a7a8-8affb6d7772a HTTP/1.1" status: 200 len: 217 time: 0.0370829 Aug 19 13:12:19.014589 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2a515-6b0d-4abc-b517-2bb93f7be880 req-2d5daf23-3f3e-4e27-a16b-6b655df3f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:19.016117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0d2a515-6b0d-4abc-b517-2bb93f7be880 req-2d5daf23-3f3e-4e27-a16b-6b655df3f3a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71cef1e4-daf8-424d-93e4-a72da02e9c81 HTTP/1.1" status: 200 len: 852 time: 0.0521493 Aug 19 13:12:19.057747 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0d2a515-6b0d-4abc-b517-2bb93f7be880 req-a3531da0-80c2-4b12-829f-decba382cd4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b052caf5-28d6-46ee-bd94-133052023ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339816 Aug 19 13:12:19.151142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b73a6-8c2a-48ab-b2a1-21ae90ddbbff req-1622b8ae-44f0-4eca-8fcc-bf34bd99ff8e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:19.152645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-002b73a6-8c2a-48ab-b2a1-21ae90ddbbff req-1622b8ae-44f0-4eca-8fcc-bf34bd99ff8e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.1207132 Aug 19 13:12:19.193015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0d2a515-6b0d-4abc-b517-2bb93f7be880 req-53e860d4-9034-4ce6-84e8-c89b19fb2f75 service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172225 Aug 19 13:12:19.260240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-002b73a6-8c2a-48ab-b2a1-21ae90ddbbff req-3cae8261-0fcf-4671-b8c4-882ab4152a04 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965567 Aug 19 13:12:19.303457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0d2a515-6b0d-4abc-b517-2bb93f7be880 req-e760fed4-74ee-4756-ab73-d60fbbf02cc2 service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032686 Aug 19 13:12:20.380767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f5784-9018-43fb-8319-81e9c0cc20b5 req-de5bfdd2-d2bd-4b83-ae89-1b051473c027 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:20.382399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-418f5784-9018-43fb-8319-81e9c0cc20b5 req-de5bfdd2-d2bd-4b83-ae89-1b051473c027 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0522625 Aug 19 13:12:20.425737 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-418f5784-9018-43fb-8319-81e9c0cc20b5 req-38f505ff-8822-43b0-a390-a027d781dfd1 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366275 Aug 19 13:12:21.124474 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18a1f359-ed67-4256-97d0-781bc2e2c3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:21.555806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa0e7c-b72f-437c-a662-61800ba77ae9 req-c3204656-36e2-4a24-a0b6-8649039c54da tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:21.557320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83aa0e7c-b72f-437c-a662-61800ba77ae9 req-c3204656-36e2-4a24-a0b6-8649039c54da tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0580947 Aug 19 13:12:21.601343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83aa0e7c-b72f-437c-a662-61800ba77ae9 req-4893db81-b5e1-479e-8bd7-edf26638b981 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365038 Aug 19 13:12:22.724257 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec47edf-fa5e-48ac-95aa-c55899550504 req-c00819e6-6297-4d0a-968c-2d93d120351e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:22.725807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ec47edf-fa5e-48ac-95aa-c55899550504 req-c00819e6-6297-4d0a-968c-2d93d120351e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0532365 Aug 19 13:12:22.775452 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ec47edf-fa5e-48ac-95aa-c55899550504 req-233c22c8-ba45-495a-9487-d5c659f0f561 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Aug 19 13:12:23.895521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc7a2-470d-4c72-91d8-e786306a8418 req-b555980f-7249-48c4-9290-69492ec27c41 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:23.897071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-609dc7a2-470d-4c72-91d8-e786306a8418 req-b555980f-7249-48c4-9290-69492ec27c41 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0520363 Aug 19 13:12:23.938404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-609dc7a2-470d-4c72-91d8-e786306a8418 req-4d151b03-8922-467c-8750-1b6611de5430 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342309 Aug 19 13:12:25.065366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b673d-29ce-4483-85fd-8fe280ef5fab req-e266faf5-a934-4e38-ae10-353af2a60e0c tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:25.067245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-223b673d-29ce-4483-85fd-8fe280ef5fab req-e266faf5-a934-4e38-ae10-353af2a60e0c tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0578344 Aug 19 13:12:25.108312 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-223b673d-29ce-4483-85fd-8fe280ef5fab req-e90bf283-56ff-43d1-a35d-b5fb2a8f0593 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348794 Aug 19 13:12:25.438404 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5014bf50-d115-409b-9cc6-7d7d80b35120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:25.838527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:26.236071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4593238-672a-477f-8a68-a9d044622f71 req-017a7c09-3902-4110-a5bc-da6e0fef88c0 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:26.237613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4593238-672a-477f-8a68-a9d044622f71 req-017a7c09-3902-4110-a5bc-da6e0fef88c0 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0563612 Aug 19 13:12:26.278876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4593238-672a-477f-8a68-a9d044622f71 req-b7d9d943-3efc-4a1a-99c2-711e6aa79b25 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343709 Aug 19 13:12:27.175327 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:27.409261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0855328-8345-46fb-9364-5071c499824a req-131333c8-1456-4ed4-b39b-766d9f454044 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:27.412133 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0855328-8345-46fb-9364-5071c499824a req-131333c8-1456-4ed4-b39b-766d9f454044 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0609491 Aug 19 13:12:27.453457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0855328-8345-46fb-9364-5071c499824a req-800755ab-8a47-40f0-bfc8-2ea27c270ee1 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352597 Aug 19 13:12:28.575504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d992b01-7432-463a-ab5b-f1d2aa9f1e9b req-408494fe-03d6-49e9-9817-1c04b176ce9b tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:28.577087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d992b01-7432-463a-ab5b-f1d2aa9f1e9b req-408494fe-03d6-49e9-9817-1c04b176ce9b tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0548892 Aug 19 13:12:28.616817 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d992b01-7432-463a-ab5b-f1d2aa9f1e9b req-4454f584-9e6f-4ef1-82da-b0e2c07e4fa6 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325210 Aug 19 13:12:29.026709 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:29.739662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420e86-6f26-428a-8e73-459142a981ea req-bcf997fd-bf0d-4fc4-94e2-576077b32984 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:29.745444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c420e86-6f26-428a-8e73-459142a981ea req-bcf997fd-bf0d-4fc4-94e2-576077b32984 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0543029 Aug 19 13:12:29.781027 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c420e86-6f26-428a-8e73-459142a981ea req-0e28a2ba-b168-4da9-a725-0568bb3fb3c2 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335486 Aug 19 13:12:30.902538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b19b93-65f4-41dd-a30b-0aaec3f8688a req-03321e17-d305-4931-a29a-96ae066447f2 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:30.904120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5b19b93-65f4-41dd-a30b-0aaec3f8688a req-03321e17-d305-4931-a29a-96ae066447f2 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0535150 Aug 19 13:12:30.947771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5b19b93-65f4-41dd-a30b-0aaec3f8688a req-f310ed80-cc5d-485f-a055-8c22145a1a0a tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359049 Aug 19 13:12:31.458778 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:12:32.071448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b93c5-7552-4ee0-b7d4-2da491dc76ef req-cb85d605-316d-4827-86c0-d4efb552bfc5 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:32.072996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a36b93c5-7552-4ee0-b7d4-2da491dc76ef req-cb85d605-316d-4827-86c0-d4efb552bfc5 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0549784 Aug 19 13:12:32.111612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a36b93c5-7552-4ee0-b7d4-2da491dc76ef req-2813d35d-7f43-4d80-9aa1-316a1fc49737 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325408 Aug 19 13:12:33.236706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db10a74-9590-4622-9bd1-1dfc6bee0625 req-7a521530-fcaf-4e2c-a284-99df641c2ad7 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:33.238361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8db10a74-9590-4622-9bd1-1dfc6bee0625 req-7a521530-fcaf-4e2c-a284-99df641c2ad7 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0531878 Aug 19 13:12:33.284203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8db10a74-9590-4622-9bd1-1dfc6bee0625 req-7ae17a01-49c0-4348-bb70-38fc9ae12a24 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 Aug 19 13:12:34.409347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7acb0-cec8-4fa6-a821-3ea9b13540a6 req-6c71a75f-5414-4d1b-bdfb-a961c8ef3ba3 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:34.411428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5aa7acb0-cec8-4fa6-a821-3ea9b13540a6 req-6c71a75f-5414-4d1b-bdfb-a961c8ef3ba3 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0538151 Aug 19 13:12:34.450913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5aa7acb0-cec8-4fa6-a821-3ea9b13540a6 req-03c7bf9f-11b2-4f6b-acc1-f46fa15e0434 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Aug 19 13:12:35.586693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e054e-0a48-4733-8e28-f4a6c2c926be req-c658b13a-9f2b-4167-a176-b618ea01b4f0 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:35.588376 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-132e054e-0a48-4733-8e28-f4a6c2c926be req-c658b13a-9f2b-4167-a176-b618ea01b4f0 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0605226 Aug 19 13:12:35.631522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-132e054e-0a48-4733-8e28-f4a6c2c926be req-a40fefac-013f-4c0f-9482-9517a225c3e7 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368891 Aug 19 13:12:36.759181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1048cc-2733-40b7-a340-5a61ac9df3b8 req-10d43a0d-4916-42bd-af35-144536766219 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:36.760968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d1048cc-2733-40b7-a340-5a61ac9df3b8 req-10d43a0d-4916-42bd-af35-144536766219 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0545552 Aug 19 13:12:36.803148 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d1048cc-2733-40b7-a340-5a61ac9df3b8 req-05482d31-ca44-46d8-93a6-ab38195637b8 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360150 Aug 19 13:12:37.923570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe7bcc-f17e-4707-99fe-a4ba6d207a3a req-deb71c46-c569-4bb6-a919-409dc682f8c7 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:37.925174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cafe7bcc-f17e-4707-99fe-a4ba6d207a3a req-deb71c46-c569-4bb6-a919-409dc682f8c7 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0512364 Aug 19 13:12:37.978290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cafe7bcc-f17e-4707-99fe-a4ba6d207a3a req-e032dff8-3d16-4da4-ab8a-14cc2aaba293 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447731 Aug 19 13:12:38.711044 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-d6dc9faa-8dba-4391-b584-3f63ed180073 service neutron] show failed (client error): The resource could not be found. Aug 19 13:12:38.712066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-d6dc9faa-8dba-4391-b584-3f63ed180073 service neutron] 10.222.0.53 "GET /v2.0/ports/e88c6016-909e-410b-a7a8-8affb6d7772a/bindings/n-h2-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.0783870 Aug 19 13:12:39.121109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7237ff-f77b-4fb9-b4fe-c25f5c0feff3 req-6e7ffe29-4c03-446c-b85a-7769a2d5d056 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:39.123181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b7237ff-f77b-4fb9-b4fe-c25f5c0feff3 req-6e7ffe29-4c03-446c-b85a-7769a2d5d056 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0588622 Aug 19 13:12:39.170553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5b7237ff-f77b-4fb9-b4fe-c25f5c0feff3 req-d69f0f06-eaaf-4407-920a-8d38b801cc99 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365105 Aug 19 13:12:39.494651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3380a2ec-681e-4649-a5fc-85b56e4df2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:39.496330 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3380a2ec-681e-4649-a5fc-85b56e4df2a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41&tenant_id=7b2c347c63dd4dd483ee05cec45a8024 HTTP/1.1" status: 200 len: 1096 time: 0.1245043 Aug 19 13:12:39.511906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:12:39.580717 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:39.883263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e88c6016-909e-410b-a7a8-8affb6d7772a,segment=NetworkSegment(4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df),segment_id=4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:12:39.921085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:12:39.968167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:39.970607 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cbda73-b566-44de-a27f-bcb087942c6e" -d '{"events": [{"server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "name": "network-vif-unplugged", "status": "completed", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:12:39.976263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:39.991460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Transition to ACTIVE for port object e88c6016-909e-410b-a7a8-8affb6d7772a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:12:40.037595 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbfb5ce-f04e-4c2f-9e36-ecfaa2062b58 x-openstack-request-id: req-7fbfb5ce-f04e-4c2f-9e36-ecfaa2062b58 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:12:40.037894 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "name": "network-vif-unplugged", "status": "completed", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:12:40.038158 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fbfb5ce-f04e-4c2f-9e36-ecfaa2062b58 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:12:40.038572 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a', 'code': 200} Aug 19 13:12:40.095251 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:40.151731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Pushing event updated for resources: {'Port': ['ID=e88c6016-909e-410b-a7a8-8affb6d7772a,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:40.169532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] No DVR routers for this DVR port e88c6016-909e-410b-a7a8-8affb6d7772a on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:12:40.179174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.179525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.179872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.180228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.180555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.180883 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.181217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.181578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.181912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.182241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.182563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.182891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:40.221473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Attempting to bind port e88c6016-909e-410b-a7a8-8affb6d7772a on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:12:40.221800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Attempting to bind port e88c6016-909e-410b-a7a8-8affb6d7772a by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:12:40.222214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Attempting to bind port e88c6016-909e-410b-a7a8-8affb6d7772a on network b052caf5-28d6-46ee-bd94-133052023ecd {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:12:40.227826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Port e88c6016-909e-410b-a7a8-8affb6d7772a on network b052caf5-28d6-46ee-bd94-133052023ecd not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:12:40.228154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Attempting to bind port e88c6016-909e-410b-a7a8-8affb6d7772a on network b052caf5-28d6-46ee-bd94-133052023ecd {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:12:40.234170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:12:40.234500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Checking segment: {'id': '4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:12:40.234908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Bound using segment: {'id': '4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:12:40.235371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Bound port: e88c6016-909e-410b-a7a8-8affb6d7772a, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:12:40.235748 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:40.343476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919eefd6-e287-4dc6-b262-c423a5be81c0 req-ea7bf439-1714-44d7-871a-e05ba01d0b8c tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:40.346323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-919eefd6-e287-4dc6-b262-c423a5be81c0 req-ea7bf439-1714-44d7-871a-e05ba01d0b8c tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 943 time: 0.0981882 Aug 19 13:12:40.350348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:12:40.353989 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e88c6016-909e-410b-a7a8-8affb6d7772a,segment=NetworkSegment(4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df),segment_id=4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:12:40.402025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-919eefd6-e287-4dc6-b262-c423a5be81c0 req-4f55afca-27f1-4e61-a9bc-8f56b38073c5 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455508 Aug 19 13:12:40.438378 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:40.479002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:40.479668 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:40.481195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] 10.222.0.52 "PUT /v2.0/ports/e88c6016-909e-410b-a7a8-8affb6d7772a HTTP/1.1" status: 200 len: 1091 time: 0.9737856 Aug 19 13:12:40.504563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bfb4b-bef6-4bca-b8e8-f902c2fceb7a service neutron] Pushing event updated for resources: {'Port': ['ID=e88c6016-909e-410b-a7a8-8affb6d7772a,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:40.555716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-cdbc256b-60dd-405a-bc73-2a71c531677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:40.557507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-cdbc256b-60dd-405a-bc73-2a71c531677f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b2c347c63dd4dd483ee05cec45a8024&device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 1094 time: 0.0468652 Aug 19 13:12:40.664659 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-75019630-9d98-4e09-9be6-fe4fd7f87332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:40.666130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-75019630-9d98-4e09-9be6-fe4fd7f87332 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b052caf5-28d6-46ee-bd94-133052023ecd HTTP/1.1" status: 200 len: 913 time: 0.1012652 Aug 19 13:12:40.715507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-463f3a9d-8d2b-4f48-be80-2c6bab6820bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e88c6016-909e-410b-a7a8-8affb6d7772a HTTP/1.1" status: 200 len: 217 time: 0.0418625 Aug 19 13:12:40.780818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-aee8b110-dcc2-4086-a2df-060c0749ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:40.782351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-aee8b110-dcc2-4086-a2df-060c0749ee7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71cef1e4-daf8-424d-93e4-a72da02e9c81 HTTP/1.1" status: 200 len: 852 time: 0.0594912 Aug 19 13:12:40.823134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-a1f7ac9d-8bb3-4feb-9bb8-51b5f5df1183 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b052caf5-28d6-46ee-bd94-133052023ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335186 Aug 19 13:12:40.926656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-cdfc737f-d9c6-431a-a87f-18937af5a85d service neutron] 10.222.0.52 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953710 Aug 19 13:12:41.031438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ea8ee1f-d726-4e84-8c1a-3f6f9edb9363 req-bd319b54-ab19-498e-bfa2-62de1c4477a1 service neutron] 10.222.0.52 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973122 Aug 19 13:12:41.529412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad21ece-93cb-4822-a995-3f5abe97e8aa req-f8f783c3-7193-40d2-9ea8-82ed47cb7f76 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:41.531282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ad21ece-93cb-4822-a995-3f5abe97e8aa req-f8f783c3-7193-40d2-9ea8-82ed47cb7f76 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 943 time: 0.0537870 Aug 19 13:12:41.578947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ad21ece-93cb-4822-a995-3f5abe97e8aa req-a982a039-4d9f-40d1-badc-27b8fa996f07 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358267 Aug 19 13:12:42.039581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:42.042012 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba4a0cf-a6da-4752-a918-b7e6fe047162" -d '{"events": [{"name": "network-changed", "server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:12:42.093943 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e76f88-3442-4fdf-a3ae-19cdfa6bc993 x-openstack-request-id: req-f4e76f88-3442-4fdf-a3ae-19cdfa6bc993 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:12:42.094248 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:12:42.094488 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4e76f88-3442-4fdf-a3ae-19cdfa6bc993 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:12:42.094977 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a', 'status': 'completed', 'code': 200} Aug 19 13:12:42.195193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-3b2d9ff7-5b5b-44b0-955c-40cf7df48d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.196749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-3b2d9ff7-5b5b-44b0-955c-40cf7df48d46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b2c347c63dd4dd483ee05cec45a8024&device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 1094 time: 0.0811415 Aug 19 13:12:42.199891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-20c93ff4-b1e9-433c-8953-904764cc244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.201417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-20c93ff4-b1e9-433c-8953-904764cc244a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7b2c347c63dd4dd483ee05cec45a8024&device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 1094 time: 0.0771880 Aug 19 13:12:42.220703 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:42.255041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e88c6016-909e-410b-a7a8-8affb6d7772a no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:12:42.297696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e88c6016-909e-410b-a7a8-8affb6d7772a not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:12:42.372494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-feadc646-2dc6-43e8-9db7-c454dd20f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.374039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-feadc646-2dc6-43e8-9db7-c454dd20f7f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b052caf5-28d6-46ee-bd94-133052023ecd HTTP/1.1" status: 200 len: 913 time: 0.1687741 Aug 19 13:12:42.376783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-90304838-86a0-4f88-9820-e515bd835a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.378526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-90304838-86a0-4f88-9820-e515bd835a84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b052caf5-28d6-46ee-bd94-133052023ecd HTTP/1.1" status: 200 len: 913 time: 0.1640661 Aug 19 13:12:42.453367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-b2a0e711-f2f3-482e-b676-6ef3b121e4e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e88c6016-909e-410b-a7a8-8affb6d7772a HTTP/1.1" status: 200 len: 217 time: 0.0713642 Aug 19 13:12:42.454833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-20870601-3ad6-4667-aeda-daa859e6ba2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e88c6016-909e-410b-a7a8-8affb6d7772a HTTP/1.1" status: 200 len: 217 time: 0.0671060 Aug 19 13:12:42.542186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-92c01048-9e99-4729-8150-f52ec0fcb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.543699 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-92c01048-9e99-4729-8150-f52ec0fcb712 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71cef1e4-daf8-424d-93e4-a72da02e9c81 HTTP/1.1" status: 200 len: 852 time: 0.0827563 Aug 19 13:12:42.545118 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-046b9c64-cd6c-434b-b63a-39065bba2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.546461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-046b9c64-cd6c-434b-b63a-39065bba2bd6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71cef1e4-daf8-424d-93e4-a72da02e9c81 HTTP/1.1" status: 200 len: 852 time: 0.0776854 Aug 19 13:12:42.584897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-ded99898-479d-44d8-864e-e0a7a74e2590 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b052caf5-28d6-46ee-bd94-133052023ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327783 Aug 19 13:12:42.603902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-8f960e5e-0175-4d17-b3a9-3f6ff21e182f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b052caf5-28d6-46ee-bd94-133052023ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441175 Aug 19 13:12:42.809575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067e290-e910-4e7a-9020-6cf908d02a1c req-18c278f0-5cf7-4bd0-9227-07f4c050de28 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:42.811260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c067e290-e910-4e7a-9020-6cf908d02a1c req-18c278f0-5cf7-4bd0-9227-07f4c050de28 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 943 time: 0.1569648 Aug 19 13:12:42.815574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-2e7a6a0c-7795-44a3-8b33-ee9460c92b06 service neutron] 10.222.0.52 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139337 Aug 19 13:12:42.821054 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-fe8d0620-d4c8-4c62-aff9-6400fb439fcc service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089319 Aug 19 13:12:42.973706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c067e290-e910-4e7a-9020-6cf908d02a1c req-572c2c6f-cdff-41b5-af75-74870497ed88 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492937 Aug 19 13:12:43.029588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-77da69fb-db97-4ee9-9e16-71a8cf9064cc service neutron] 10.222.0.52 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946733 Aug 19 13:12:43.031989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ba4a0cf-a6da-4752-a918-b7e6fe047162 req-3688119b-2ab9-4d6a-b314-2aaee5b2d07e service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985397 Aug 19 13:12:44.109791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970e3dd-dbb9-4b80-a857-ac833d1d185a req-58580771-661a-43bd-85f4-7389a1106db7 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:44.111413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7970e3dd-dbb9-4b80-a857-ac833d1d185a req-58580771-661a-43bd-85f4-7389a1106db7 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 943 time: 0.0552909 Aug 19 13:12:44.153398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7970e3dd-dbb9-4b80-a857-ac833d1d185a req-8b8ab87e-aacf-481c-bda0-4f2a0ce38ae5 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356688 Aug 19 13:12:44.701564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-039fed2d-fadc-43c4-8d02-8860716313b8 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:44.703179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-039fed2d-fadc-43c4-8d02-8860716313b8 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41&tenant_id=7b2c347c63dd4dd483ee05cec45a8024&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 943 time: 0.0946615 Aug 19 13:12:44.986780 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:45.135023 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-065da3c3-806c-4efe-bc75-7e87d4fd3e51 service neutron] delete failed (client error): The resource could not be found. Aug 19 13:12:45.136043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-065da3c3-806c-4efe-bc75-7e87d4fd3e51 service neutron] 10.222.0.53 "DELETE /v2.0/ports/e88c6016-909e-410b-a7a8-8affb6d7772a/bindings/n-h1-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.4250610 Aug 19 13:12:45.226675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-2cb83298-909d-4774-bf8e-c5aaba38d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:45.228206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-2cb83298-909d-4774-bf8e-c5aaba38d2da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7b2c347c63dd4dd483ee05cec45a8024&device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 1094 time: 0.0468299 Aug 19 13:12:45.321760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-6832dc40-c0a3-4888-89b2-826d23f00adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:45.323234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-6832dc40-c0a3-4888-89b2-826d23f00adc service neutron] 10.222.0.53 "GET /v2.0/networks?id=b052caf5-28d6-46ee-bd94-133052023ecd HTTP/1.1" status: 200 len: 913 time: 0.0882199 Aug 19 13:12:45.366580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-5e2ab956-6248-4019-8b4b-6f98c753a674 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e88c6016-909e-410b-a7a8-8affb6d7772a HTTP/1.1" status: 200 len: 217 time: 0.0356042 Aug 19 13:12:45.432497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-86da700f-9fd5-4e37-94ed-452944d6481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:45.434209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-86da700f-9fd5-4e37-94ed-452944d6481a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71cef1e4-daf8-424d-93e4-a72da02e9c81 HTTP/1.1" status: 200 len: 852 time: 0.0615308 Aug 19 13:12:45.467649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-dbf30b4b-d9fa-463b-b3c5-7a312531a733 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b052caf5-28d6-46ee-bd94-133052023ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257378 Aug 19 13:12:45.567388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-348ee876-cc0f-4afe-ae15-0101ecb48bd0 service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923905 Aug 19 13:12:45.668242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-27d9ed3a-4808-4fc0-b8ab-e92f8bea7f18 service neutron] 10.222.0.53 "GET /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935814 Aug 19 13:12:45.669311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e88c6016-909e-410b-a7a8-8affb6d7772a details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:12:45.777015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e88c6016-909e-410b-a7a8-8affb6d7772a,segment=NetworkSegment(4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df),segment_id=4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:12:45.790075 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'e88c6016-909e-410b-a7a8-8affb6d7772a', 'network_id': 'b052caf5-28d6-46ee-bd94-133052023ecd', 'port_id': 'e88c6016-909e-410b-a7a8-8affb6d7772a', 'mac_address': 'fa:16:3e:70:ab:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cef1e4-daf8-424d-93e4-a72da02e9c81', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:12:45.828930 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:45.843269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88c6016-909e-410b-a7a8-8affb6d7772a {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:45.865814 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e88c6016-909e-410b-a7a8-8affb6d7772a,segment=NetworkSegment(4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df),segment_id=4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:12:45.980735 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:46.033698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e88c6016-909e-410b-a7a8-8affb6d7772a,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:46.042281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.047987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.047987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.047987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.047987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.047987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.047987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.047987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.047987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.047987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.047987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.047987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:46.259833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e88c6016-909e-410b-a7a8-8affb6d7772a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:12:47.566820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d60186-4ba7-42ad-a125-3dc0f8d556be req-bbef91e7-2f2e-47a9-a148-d43e26548d0a tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:47.568572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d60186-4ba7-42ad-a125-3dc0f8d556be req-bbef91e7-2f2e-47a9-a148-d43e26548d0a tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 944 time: 0.0570138 Aug 19 13:12:47.615002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11d60186-4ba7-42ad-a125-3dc0f8d556be req-09692e52-d013-45b5-b49d-f9d3f1907fa2 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381596 Aug 19 13:12:47.681163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e88c6016-909e-410b-a7a8-8affb6d7772a up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:12:47.808890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port e88c6016-909e-410b-a7a8-8affb6d7772a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:12:47.813531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port e88c6016-909e-410b-a7a8-8affb6d7772a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:12:47.822660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:47.899901 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:47.924184 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:47.941965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e88c6016-909e-410b-a7a8-8affb6d7772a,segment=NetworkSegment(4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df),segment_id=4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:12:47.967859 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aea24a-bd6f-4151-8a3e-1d65c4b99db4" -d '{"events": [{"server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "name": "network-vif-plugged", "status": "completed", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:12:48.009059 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:48.064695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e88c6016-909e-410b-a7a8-8affb6d7772a,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:48.068227 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a35caeb-8645-49ed-96b3-4e1a433e7dc5 x-openstack-request-id: req-1a35caeb-8645-49ed-96b3-4e1a433e7dc5 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:12:48.068521 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "name": "network-vif-plugged", "status": "completed", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:12:48.068776 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a35caeb-8645-49ed-96b3-4e1a433e7dc5 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:12:48.069356 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a', 'code': 200} Aug 19 13:12:48.763669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5babd1-bedb-4391-b165-e4297572105c req-451f9e0d-4e0d-4d5b-acfa-35e79cb3a9b6 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:48.765958 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d5babd1-bedb-4391-b165-e4297572105c req-451f9e0d-4e0d-4d5b-acfa-35e79cb3a9b6 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0559788 Aug 19 13:12:48.811399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d5babd1-bedb-4391-b165-e4297572105c req-b9f7bdb5-9e3f-4f07-ae06-b5c5c8e93aaf tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e03e647-b35b-45ee-9785-93ffaa8923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382230 Aug 19 13:12:49.019707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-2c63bb9e-1813-4e35-ad5f-98c981514a4c tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:49.021275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-2c63bb9e-1813-4e35-ad5f-98c981514a4c tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.52 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 945 time: 0.0590849 Aug 19 13:12:49.135856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-7d3dc7d7-4db1-4fb4-8184-77ab1203384e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Deleting port e88c6016-909e-410b-a7a8-8affb6d7772a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:12:49.136202 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-7d3dc7d7-4db1-4fb4-8184-77ab1203384e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:49.232310 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-7d3dc7d7-4db1-4fb4-8184-77ab1203384e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] For port e88c6016-909e-410b-a7a8-8affb6d7772a, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e88c6016-909e-410b-a7a8-8affb6d7772a,segment=NetworkSegment(4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df),segment_id=4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:12:49.232684 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-7d3dc7d7-4db1-4fb4-8184-77ab1203384e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:49.244990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-7d3dc7d7-4db1-4fb4-8184-77ab1203384e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Calling delete_port for e88c6016-909e-410b-a7a8-8affb6d7772a owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:12:49.489624 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-7d3dc7d7-4db1-4fb4-8184-77ab1203384e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:49.502393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e88c6016-909e-410b-a7a8-8affb6d7772a'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:12:49.525286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dc7d7-4db1-4fb4-8184-77ab1203384e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Pushing event deleted for resources: {'Port': ['ID=e88c6016-909e-410b-a7a8-8affb6d7772a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:49.567538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-7d3dc7d7-4db1-4fb4-8184-77ab1203384e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] No DVR routers for this DVR port e88c6016-909e-410b-a7a8-8affb6d7772a on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:12:49.570254 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-7d3dc7d7-4db1-4fb4-8184-77ab1203384e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:49.572348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c39e82a-c6c1-457a-a88e-31e7cbc54c7e req-7d3dc7d7-4db1-4fb4-8184-77ab1203384e tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.52 "DELETE /v2.0/ports/e88c6016-909e-410b-a7a8-8affb6d7772a HTTP/1.1" status: 204 len: 173 time: 0.5443373 Aug 19 13:12:49.572788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'name': 'network-vif-deleted', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:12:49.575180 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0dd6b2-93d5-4ce6-8568-7b9b4cf7d2ab" -d '{"events": [{"server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "name": "network-vif-deleted", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:12:49.620703 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8036e7ee-f8eb-4bce-8bab-766477d97b21 x-openstack-request-id: req-8036e7ee-f8eb-4bce-8bab-766477d97b21 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:12:49.620985 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48b6fcf-3062-436d-ab5e-aadb04181c41", "name": "network-vif-deleted", "tag": "e88c6016-909e-410b-a7a8-8affb6d7772a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:12:49.621243 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8036e7ee-f8eb-4bce-8bab-766477d97b21 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:12:49.626159 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48b6fcf-3062-436d-ab5e-aadb04181c41', 'name': 'network-vif-deleted', 'tag': 'e88c6016-909e-410b-a7a8-8affb6d7772a', 'status': 'completed', 'code': 200} Aug 19 13:12:49.930200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3b53174-8f3c-40e4-ac5d-4e717e9e9dd5 req-5842b16b-54f8-4f7d-8cb6-2a6824e77410 tempest-DeleteServersTestJSON-780312846 tempest-DeleteServersTestJSON-780312846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a48b6fcf-3062-436d-ab5e-aadb04181c41 HTTP/1.1" status: 200 len: 210 time: 0.0291462 Aug 19 13:12:51.071583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51598) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:12:51.118256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d768c1c2-617e-4d6d-a20d-826aedccf5e7 admin admin] Deleting subnet 71cef1e4-daf8-424d-93e4-a72da02e9c81 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:12:51.121533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d768c1c2-617e-4d6d-a20d-826aedccf5e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.129289 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f1305d56-66b5-4ee8-8be8-e30a5867b3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.163701 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d768c1c2-617e-4d6d-a20d-826aedccf5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.204338 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d768c1c2-617e-4d6d-a20d-826aedccf5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.330078 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d768c1c2-617e-4d6d-a20d-826aedccf5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.358982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768c1c2-617e-4d6d-a20d-826aedccf5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71cef1e4-daf8-424d-93e4-a72da02e9c81,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:51.363081 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d768c1c2-617e-4d6d-a20d-826aedccf5e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.365483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d768c1c2-617e-4d6d-a20d-826aedccf5e7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/71cef1e4-daf8-424d-93e4-a72da02e9c81 HTTP/1.1" status: 204 len: 168 time: 0.2927790 Aug 19 13:12:51.368274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51600) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:12:51.444276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.529240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.540808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b052caf5-28d6-46ee-bd94-133052023ecd']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:12:51.551117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:12:51.551682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6fdf35-f9cf-45e3-81f1-57a3a6a7f4df') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:12:51.560490 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.580801 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.587742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:12:51.588153 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:12:51.589857 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:12:51.843582 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.861638 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:51.861638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b052caf5-28d6-46ee-bd94-133052023ecd HTTP/1.1" status: 204 len: 168 time: 0.4836211 Aug 19 13:12:51.862784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9482c8-11b2-40df-8512-462bebf30a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=b052caf5-28d6-46ee-bd94-133052023ecd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:52.427412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51604) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:12:52.475565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1e7d6047-d850-48bd-915d-d6df70e3e310 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b2c347c63dd4dd483ee05cec45a8024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469210 Aug 19 13:12:52.488602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51606) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:12:52.545316 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d17e152-0a8b-44fc-944a-a2c089367a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:52.568487 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d17e152-0a8b-44fc-944a-a2c089367a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:52.706854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d17e152-0a8b-44fc-944a-a2c089367a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:52.710079 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d17e152-0a8b-44fc-944a-a2c089367a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:52.711370 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8d17e152-0a8b-44fc-944a-a2c089367a97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e03e647-b35b-45ee-9785-93ffaa8923a9 HTTP/1.1" status: 204 len: 168 time: 0.2219830 Aug 19 13:12:52.720970 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17e152-0a8b-44fc-944a-a2c089367a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e03e647-b35b-45ee-9785-93ffaa8923a9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:53.719012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e88c6016-909e-410b-a7a8-8affb6d7772a no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:12:53.741073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: e88c6016-909e-410b-a7a8-8affb6d7772a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:12:53.741580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e88c6016-909e-410b-a7a8-8affb6d7772a not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:12:53.929713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 51628) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:12:54.033179 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1872833282-network', 'tenant_id': 'c8e08bc7b950403083d4c8a362532321'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:12:54.123575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Made reservation on behalf of c8e08bc7b950403083d4c8a362532321 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:12:54.126002 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:54.135559 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:54.230202 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:54.289218 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:54.314799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:12:54.323818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb4704-32c2-4aef-9c2f-0261236f8e3f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:54.332938 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:54.333985 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Added segment 035dd54f-8e69-401c-bfb2-c663ac9cddce of type vlan for network 67973654-322e-4651-96a9-bbcd8d2af196 Aug 19 13:12:54.336705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.337130 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.337547 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.337950 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.338343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.338761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.339211 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.341528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.341528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.341528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.341528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.341528 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:12:54.386033 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:54.488907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:54.490126 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:54.490713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:54.551124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] Pushing event updated for resources: {'Network': ['ID=67973654-322e-4651-96a9-bbcd8d2af196,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:54.560752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 67973654-322e-4651-96a9-bbcd8d2af196 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:12:54.621166 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aca92cff-32ab-4083-b63c-04546265f349 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6902063 Aug 19 13:12:54.624306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 51634) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:12:54.629436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] Request body: {'subnet': {'network_id': '67973654-322e-4651-96a9-bbcd8d2af196', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1872833282-subnet', 'tenant_id': 'c8e08bc7b950403083d4c8a362532321', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:12:54.700725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] Made reservation on behalf of c8e08bc7b950403083d4c8a362532321 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:12:54.703223 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:54.940618 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:55.000115 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e516d3c-ef99-4873-9d2a-7f4de825ff11,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:55.007392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] Checking segment: {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:12:55.007749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] Network hostable DHCP agents. Network: 67973654-322e-4651-96a9-bbcd8d2af196, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:12:55.105807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] Network 67973654-322e-4651-96a9-bbcd8d2af196 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:12:55.203485 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 67973654-322e-4651-96a9-bbcd8d2af196) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:12:55.207773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:55.208911 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:55.213507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64c2b84-1a12-4bf0-a500-68841aeeb677 None None] Network 67973654-322e-4651-96a9-bbcd8d2af196 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:12:55.306927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-704edfcf-d708-4b66-8117-b7ffe92ba348 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6813493 Aug 19 13:12:55.346931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e24a854-9e82-4dde-bb59-01a2e42909c0 None None] Network 67973654-322e-4651-96a9-bbcd8d2af196 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:12:55.482394 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1a5099ed-673d-4b9d-8a76-13a5e8a622ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:55.755378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-a45c9608-23c8-40e9-8f73-f8cf114a4a1b tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:55.756749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-a45c9608-23c8-40e9-8f73-f8cf114a4a1b tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 815 time: 0.1069069 Aug 19 13:12:55.763410 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:55.772714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-80819b26-74a7-4e5d-a0eb-50eca81e9b44 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/quotas/c8e08bc7b950403083d4c8a362532321 HTTP/1.1" status: 200 len: 375 time: 0.0099299 Aug 19 13:12:55.808799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-02adcfc5-b179-4b5a-8fba-83584af0eef2 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299549 Aug 19 13:12:55.900239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-a90b0ab8-5971-4739-9145-8689761a8f28 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:12:55.901279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-a90b0ab8-5971-4739-9145-8689761a8f28 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499265 Aug 19 13:12:55.996334 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-0b09ef04-95eb-47a0-a882-ce13b7332d11 service neutron] 10.222.0.44 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880795 Aug 19 13:12:56.087142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-9ee09a75-7db3-4392-870e-06ec588d9d60 service neutron] 10.222.0.44 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842578 Aug 19 13:12:56.356865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72423209-651c-4536-a1f5-58b10767c67f req-c8a1c68d-ba97-4f39-8769-c1e6f76e2c06 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 210 time: 0.0326769 Aug 19 13:12:57.146396 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:57.451754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-988a7a1b-4181-41d5-98d1-1360d790576d req-f1b6e136-fb0c-4e34-97cb-f46a215db4a8 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 210 time: 0.0275636 Aug 19 13:12:58.548945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6f939fc-9a1b-446f-9cbb-68e74797c8ed req-00de29f0-c083-4324-9bf4-bf179ee56170 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 210 time: 0.0276878 Aug 19 13:12:58.696586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-c86eca2e-e15f-4b92-bbdf-68cc7051f084 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:58.698259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-c86eca2e-e15f-4b92-bbdf-68cc7051f084 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.52 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 815 time: 0.1110220 Aug 19 13:12:58.714872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Request body: {'port': {'device_id': '33c932c7-144f-449b-ba87-4110dfa77915', 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196', 'admin_state_up': True, 'tenant_id': 'c8e08bc7b950403083d4c8a362532321'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:12:58.957758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Made reservation on behalf of c8e08bc7b950403083d4c8a362532321 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:12:58.961945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:59.094896 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:59.095534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Allocated IP 172.20.0.10 (67973654-322e-4651-96a9-bbcd8d2af196/6e516d3c-ef99-4873-9d2a-7f4de825ff11/710efb34-6d43-4ef2-bb37-cc1aba8f69cb) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:12:59.242769 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:59.340968 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:59.382776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Network 67973654-322e-4651-96a9-bbcd8d2af196 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:12:59.388537 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:12:59.392679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:12:59.417515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Pushing event updated for resources: {'Port': ['ID=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:12:59.446876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:59.447494 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:59.535418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-2523fad3-254e-4a1b-8cef-f24b2a55d06d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8241172 Aug 19 13:12:59.550929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Request body: {'port': {'device_id': '33c932c7-144f-449b-ba87-4110dfa77915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:12:59.614330 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:59.708820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d86e41-c480-449e-be4a-1d9e81554fa1 req-5ab04110-043f-4893-a21e-65fa4d4ea1d6 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:59.714279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85d86e41-c480-449e-be4a-1d9e81554fa1 req-5ab04110-043f-4893-a21e-65fa4d4ea1d6 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 932 time: 0.0920916 Aug 19 13:12:59.815519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-85d86e41-c480-449e-be4a-1d9e81554fa1 req-f5df2746-0f52-42f4-bfef-a7b5e615e0a6 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539184 Aug 19 13:12:59.960204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710efb34-6d43-4ef2-bb37-cc1aba8f69cb {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:12:59.968634 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:59.982913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Transition to ACTIVE for port object 710efb34-6d43-4ef2-bb37-cc1aba8f69cb will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:13:00.049006 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:00.104680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:00.169740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Attempting to bind port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:13:00.170067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Attempting to bind port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:13:00.170402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Attempting to bind port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb on network 67973654-322e-4651-96a9-bbcd8d2af196 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:13:00.174692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb on network 67973654-322e-4651-96a9-bbcd8d2af196 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:13:00.175022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Attempting to bind port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb on network 67973654-322e-4651-96a9-bbcd8d2af196 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:13:00.180671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:13:00.180996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Checking segment: {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:13:00.181418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Bound using segment: {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:13:00.181841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Bound port: 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:13:00.182200 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:00.247550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:13:00.250448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:13:00.357634 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:00.391609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.392488 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:00.393927 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] 10.222.0.52 "PUT /v2.0/ports/710efb34-6d43-4ef2-bb37-cc1aba8f69cb HTTP/1.1" status: 200 len: 1092 time: 0.8472309 Aug 19 13:13:00.396045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:00.399386 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70021266-eaea-4b29-b25f-de8452cb43fc" -d '{"events": [{"name": "network-changed", "server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:00.425662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b09481-4bc9-4d95-b332-03aa25c5c8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:00.439369 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77eb103-5137-44ea-af93-af9f1562978c x-openstack-request-id: req-f77eb103-5137-44ea-af93-af9f1562978c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:00.439667 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:00.439921 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f77eb103-5137-44ea-af93-af9f1562978c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:00.440323 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb', 'status': 'completed', 'code': 200} Aug 19 13:13:00.507445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70021266-eaea-4b29-b25f-de8452cb43fc req-f732348d-cf8c-4d64-80f8-e51c94cded13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.508898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70021266-eaea-4b29-b25f-de8452cb43fc req-f732348d-cf8c-4d64-80f8-e51c94cded13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 1095 time: 0.0457036 Aug 19 13:13:00.622076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70021266-eaea-4b29-b25f-de8452cb43fc req-d770cc88-ce45-44f4-861c-ad0624a5a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.623566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70021266-eaea-4b29-b25f-de8452cb43fc req-d770cc88-ce45-44f4-861c-ad0624a5a863 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c8e08bc7b950403083d4c8a362532321&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1006038 Aug 19 13:13:00.721076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70021266-eaea-4b29-b25f-de8452cb43fc req-d0eaa085-db3e-4a98-b860-7e9582572b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.722600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70021266-eaea-4b29-b25f-de8452cb43fc req-d0eaa085-db3e-4a98-b860-7e9582572b71 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920260 Aug 19 13:13:00.805464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-c1f31f85-46db-4bac-a5f9-773bab28731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.806892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-c1f31f85-46db-4bac-a5f9-773bab28731c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 1095 time: 0.0459747 Aug 19 13:13:00.851136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-f64ae9d6-c1ac-4451-a74a-10bcace02b3d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb HTTP/1.1" status: 200 len: 217 time: 0.0347698 Aug 19 13:13:00.934511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-dd8f42b8-2cf7-4200-9ebf-8db8e0d8425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.936423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-dd8f42b8-2cf7-4200-9ebf-8db8e0d8425b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0749671 Aug 19 13:13:00.951763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94c80e-302b-4fa4-b8b1-4698d1474a3b req-b8fbc224-eee4-435e-8904-0f6bebb88bf1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:00.953230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af94c80e-302b-4fa4-b8b1-4698d1474a3b req-b8fbc224-eee4-435e-8904-0f6bebb88bf1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 944 time: 0.0660222 Aug 19 13:13:00.989324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-b66c7ac9-8a7f-4ad1-b573-627e3477c462 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351267 Aug 19 13:13:01.024770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af94c80e-302b-4fa4-b8b1-4698d1474a3b req-aeaf9f24-412b-4d0e-9975-87ebfacb05c1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626082 Aug 19 13:13:01.094349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-3e3f6f6c-4edf-4655-8442-00f55986ec86 service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924087 Aug 19 13:13:01.186269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-033a0449-9a09-4a44-9aed-01d6300433a8 req-27c7405f-8020-480f-b15f-761820752e52 service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825968 Aug 19 13:13:02.149995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dd76a-4ec6-4ee9-9ced-6041fe9f55fb req-6edc6749-ccea-45d6-a345-c910f42d7698 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:02.151473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d38dd76a-4ec6-4ee9-9ced-6041fe9f55fb req-6edc6749-ccea-45d6-a345-c910f42d7698 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 944 time: 0.0486722 Aug 19 13:13:02.189792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d38dd76a-4ec6-4ee9-9ced-6041fe9f55fb req-d00bb98d-0731-4948-86a8-409328a3958d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320752 Aug 19 13:13:03.308778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badd77d-0454-485a-8cdc-02351be021b5 req-0a360f51-272e-40d8-b54f-b035433ee7fa tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:03.310444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3badd77d-0454-485a-8cdc-02351be021b5 req-0a360f51-272e-40d8-b54f-b035433ee7fa tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 944 time: 0.0546255 Aug 19 13:13:03.355282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3badd77d-0454-485a-8cdc-02351be021b5 req-4233858f-7767-4ebc-b88b-52567b27d4c4 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388594 Aug 19 13:13:04.489593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879518-b566-489d-9d54-200c858786fe req-e72fc56e-3a0b-44e5-be59-e07ece52c801 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:04.491139 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68879518-b566-489d-9d54-200c858786fe req-e72fc56e-3a0b-44e5-be59-e07ece52c801 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 944 time: 0.0514567 Aug 19 13:13:04.531516 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68879518-b566-489d-9d54-200c858786fe req-a7af4589-77b1-4888-896e-a8ece6659b77 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333753 Aug 19 13:13:05.661957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7bfb9-adbe-471e-ac1f-346424c874eb req-c66a5da0-1c48-4332-8bec-2a5ab77287f5 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:05.664102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4aa7bfb9-adbe-471e-ac1f-346424c874eb req-c66a5da0-1c48-4332-8bec-2a5ab77287f5 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 944 time: 0.0630164 Aug 19 13:13:05.708710 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4aa7bfb9-adbe-471e-ac1f-346424c874eb req-13ca5549-df36-4b66-8695-7611d975790b tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373156 Aug 19 13:13:05.803701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 710efb34-6d43-4ef2-bb37-cc1aba8f69cb details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:13:06.063072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:06.073926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb', 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196', 'port_id': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb', 'mac_address': 'fa:16:3e:bb:04:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e516d3c-ef99-4873-9d2a-7f4de825ff11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:13:06.110541 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:06.123520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710efb34-6d43-4ef2-bb37-cc1aba8f69cb {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:13:06.150680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:06.225628 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:06.279163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:06.490753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['710efb34-6d43-4ef2-bb37-cc1aba8f69cb'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:13:06.833701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39f11f-edfd-41ab-ab96-476b8fcf9bcc req-3f063203-53a7-43a4-8844-2d142144406c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:06.835222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df39f11f-edfd-41ab-ab96-476b8fcf9bcc req-3f063203-53a7-43a4-8844-2d142144406c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 945 time: 0.0543110 Aug 19 13:13:06.874358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df39f11f-edfd-41ab-ab96-476b8fcf9bcc req-6a6af2f7-7e84-4e5d-8764-9f9ebba07331 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327685 Aug 19 13:13:07.812273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 710efb34-6d43-4ef2-bb37-cc1aba8f69cb up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:13:07.951875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:13:07.956238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:13:07.956664 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:07.994515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867915e5-08cd-47e0-8030-0e7b696b10f2 req-e5446ae7-228c-4dc0-9e41-69c6a01505ff tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:07.996254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-867915e5-08cd-47e0-8030-0e7b696b10f2 req-e5446ae7-228c-4dc0-9e41-69c6a01505ff tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 945 time: 0.0516944 Aug 19 13:13:08.035478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-867915e5-08cd-47e0-8030-0e7b696b10f2 req-fb264bb5-8b4d-49fd-924c-557353c2e227 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Aug 19 13:13:08.037037 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:08.060972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:08.063273 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f697718f-e31c-4ed4-889b-8c430039746b" -d '{"events": [{"server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "name": "network-vif-plugged", "status": "completed", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:08.077212 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:08.104977 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c2c00-c81f-4e1f-abec-21ffd3b14c12 x-openstack-request-id: req-866c2c00-c81f-4e1f-abec-21ffd3b14c12 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:08.105271 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "name": "network-vif-plugged", "status": "completed", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:08.105557 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-866c2c00-c81f-4e1f-abec-21ffd3b14c12 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:08.105962 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb', 'code': 200} Aug 19 13:13:08.205491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08af5f7-70d1-41e2-a0f5-95b90f11860d req-502a7b1a-d954-4126-8bc5-df51589c4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:08.205491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e08af5f7-70d1-41e2-a0f5-95b90f11860d req-502a7b1a-d954-4126-8bc5-df51589c4f60 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 1096 time: 0.0427370 Aug 19 13:13:08.238955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e08af5f7-70d1-41e2-a0f5-95b90f11860d req-3dbc5fc6-523b-4bee-9495-e21fbdbc99b1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278625 Aug 19 13:13:08.294840 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:08.345597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:08.458085 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:13:09.159545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ead89-9c2e-48de-865a-fe34c71c9346 req-9e99e9fe-38a2-488b-83fc-8c191d244761 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:09.161048 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-455ead89-9c2e-48de-865a-fe34c71c9346 req-9e99e9fe-38a2-488b-83fc-8c191d244761 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0600798 Aug 19 13:13:09.200219 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-455ead89-9c2e-48de-865a-fe34c71c9346 req-fda4a2bf-1981-4973-bda3-63c9218d8e92 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Aug 19 13:13:10.318854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06807d2-2442-42b8-8824-25030ddf9745 req-35e2d7ff-fc93-433f-a004-f6279e69b1f7 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:10.320323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e06807d2-2442-42b8-8824-25030ddf9745 req-35e2d7ff-fc93-433f-a004-f6279e69b1f7 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0487664 Aug 19 13:13:10.358309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e06807d2-2442-42b8-8824-25030ddf9745 req-fd41c5a2-c29f-4d0f-896a-e0fa5167be78 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311561 Aug 19 13:13:10.471849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ae5e0-60c6-4e72-b6b3-0c216a0de69b req-feec4b57-9dbb-4250-995c-e406a823893a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:10.473364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-171ae5e0-60c6-4e72-b6b3-0c216a0de69b req-feec4b57-9dbb-4250-995c-e406a823893a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0501039 Aug 19 13:13:10.512177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-171ae5e0-60c6-4e72-b6b3-0c216a0de69b req-0684ae3a-2bb2-418b-8286-9bba20c5c3d0 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321341 Aug 19 13:13:10.779052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3e914-9af4-415c-962d-824dcdd87ad3 req-c5ea7327-0035-4967-a8d0-4394c2a1dcb8 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:10.780649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5de3e914-9af4-415c-962d-824dcdd87ad3 req-c5ea7327-0035-4967-a8d0-4394c2a1dcb8 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0537741 Aug 19 13:13:10.819074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5de3e914-9af4-415c-962d-824dcdd87ad3 req-6481f506-0712-4f2f-b63c-091f41da7a27 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Aug 19 13:13:10.935458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e95856-53ef-4a9c-8e2c-0b46ef44b8bc req-c2a06746-438b-4f92-86d8-70d59c34f14e tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:10.937047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52e95856-53ef-4a9c-8e2c-0b46ef44b8bc req-c2a06746-438b-4f92-86d8-70d59c34f14e tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0486422 Aug 19 13:13:10.976033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-52e95856-53ef-4a9c-8e2c-0b46ef44b8bc req-8a5ba4b6-9dae-43f0-b8b6-64a4821d4c7d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328293 Aug 19 13:13:11.384501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72363998-8672-4699-9bc7-a7e496d310a6 req-006a2169-5917-49c3-90b1-942fd1bedd80 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:11.386100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72363998-8672-4699-9bc7-a7e496d310a6 req-006a2169-5917-49c3-90b1-942fd1bedd80 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0494156 Aug 19 13:13:11.424725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72363998-8672-4699-9bc7-a7e496d310a6 req-a5ead205-e186-436c-9950-a2fd1a9054e8 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Aug 19 13:13:11.538471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-399cc5b1-e750-42f3-bdbc-3df98a454bb5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464160 Aug 19 13:13:12.220078 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.541364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a193f5a-0ee1-4f6b-b558-f0b71b127048 req-9a4c0493-0f3a-4967-99e7-05672c1178b8 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:12.543543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a193f5a-0ee1-4f6b-b558-f0b71b127048 req-9a4c0493-0f3a-4967-99e7-05672c1178b8 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0506151 Aug 19 13:13:12.583277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a193f5a-0ee1-4f6b-b558-f0b71b127048 req-9e80d1f2-d0eb-41de-a7d5-fa7e5936432d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Aug 19 13:13:13.745060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b562-d158-417b-b8c0-1a2facdaf278 req-c750f153-53cb-47b2-9ba8-aa3c9992e7f2 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:13.747253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e092b562-d158-417b-b8c0-1a2facdaf278 req-c750f153-53cb-47b2-9ba8-aa3c9992e7f2 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0952134 Aug 19 13:13:13.749943 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-befc3375-b83d-4a1a-9656-33045e08b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:13.756470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-befc3375-b83d-4a1a-9656-33045e08b314 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 1097 time: 0.0658460 Aug 19 13:13:13.834474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e092b562-d158-417b-b8c0-1a2facdaf278 req-f163120f-ba4f-45c3-98a5-54e2b54a95ba tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810375 Aug 19 13:13:13.863525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-f021cf98-3b37-4ab3-a400-6a946797678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:13.864951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-f021cf98-3b37-4ab3-a400-6a946797678a service neutron] 10.222.0.52 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 916 time: 0.1059353 Aug 19 13:13:13.910705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-55836ce5-4612-425a-aaef-5ec550ef0c53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb HTTP/1.1" status: 200 len: 217 time: 0.0385692 Aug 19 13:13:13.960706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-a1d092ef-d029-4eed-a251-cab52eb4239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:13.962218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-a1d092ef-d029-4eed-a251-cab52eb4239e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0443082 Aug 19 13:13:13.994343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-a55d505e-77ec-4b75-a5ef-6e3b61451c93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250006 Aug 19 13:13:14.086668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-88f12c75-4d3e-4fd6-861b-28dc338c768b service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852499 Aug 19 13:13:14.175460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-82635ebe-254b-423f-b8e9-6c5f2809c84c service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813301 Aug 19 13:13:14.970746 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bd773-1ea7-4cf9-a8fc-be36502fcae4 req-8aca7076-9104-416a-8872-551f80d22018 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:14.972490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b18bd773-1ea7-4cf9-a8fc-be36502fcae4 req-8aca7076-9104-416a-8872-551f80d22018 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0602434 Aug 19 13:13:15.020741 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:15.022638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b18bd773-1ea7-4cf9-a8fc-be36502fcae4 req-4ecddbfa-208d-4706-9015-f23a0323ad5a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Aug 19 13:13:16.146253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369f98b-7420-43b1-87c6-d04858d19213 req-72cf0eb6-8f58-47c4-a55c-fd09a2dafb14 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:16.147775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b369f98b-7420-43b1-87c6-d04858d19213 req-72cf0eb6-8f58-47c4-a55c-fd09a2dafb14 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0484488 Aug 19 13:13:16.187013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b369f98b-7420-43b1-87c6-d04858d19213 req-3f3ebe04-b4a6-4bc2-a801-35e10c4cd1ab tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325429 Aug 19 13:13:17.306237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8529e7a-bc1c-4309-83d3-29e49f674b04 req-5f1f4da4-a7c1-4f8a-ba67-6b9735246a85 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:17.307810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8529e7a-bc1c-4309-83d3-29e49f674b04 req-5f1f4da4-a7c1-4f8a-ba67-6b9735246a85 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0529516 Aug 19 13:13:17.347908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8529e7a-bc1c-4309-83d3-29e49f674b04 req-b730cb72-2736-4760-ba0b-8d3bf33863f0 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334928 Aug 19 13:13:18.471584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c71c3-753a-4e5e-96bc-3e4e504cb56d req-bf7baff4-bc81-4bf8-8208-ec0746c51a07 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:18.473090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea2c71c3-753a-4e5e-96bc-3e4e504cb56d req-bf7baff4-bc81-4bf8-8208-ec0746c51a07 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0540924 Aug 19 13:13:18.514404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea2c71c3-753a-4e5e-96bc-3e4e504cb56d req-b18cdea2-bbd6-4306-8d1a-83c45d8bba82 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349853 Aug 19 13:13:19.634688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d02afc-a869-43aa-9568-6ae4651f0710 req-5c6441e9-7d64-4c55-a0f8-68f17870e0bc tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:19.636212 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45d02afc-a869-43aa-9568-6ae4651f0710 req-5c6441e9-7d64-4c55-a0f8-68f17870e0bc tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0511639 Aug 19 13:13:19.677485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-45d02afc-a869-43aa-9568-6ae4651f0710 req-5ee27f82-4968-43dc-bc92-6c177626ee30 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335481 Aug 19 13:13:20.794329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84a885-5167-4956-872e-c89e595d55db req-8387aa87-07c5-47c6-a1d6-423f7a33e0a5 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:20.795894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e84a885-5167-4956-872e-c89e595d55db req-8387aa87-07c5-47c6-a1d6-423f7a33e0a5 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0522041 Aug 19 13:13:20.839077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e84a885-5167-4956-872e-c89e595d55db req-befe4f25-ab36-44fc-8355-445eda6b441f tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369799 Aug 19 13:13:21.117026 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-71b33ed6-edf0-411d-8436-8ecddc9e5ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:21.964473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3840dc-ac71-4292-afc7-5309a559191e req-490c74c0-df05-4394-ab68-8de4bade2864 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:21.965975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c3840dc-ac71-4292-afc7-5309a559191e req-490c74c0-df05-4394-ab68-8de4bade2864 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0540869 Aug 19 13:13:22.004509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c3840dc-ac71-4292-afc7-5309a559191e req-6e53ca82-0d4a-463f-92c8-bd021476efb0 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325253 Aug 19 13:13:23.124525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd048b-f3e1-4a42-92bc-31f48455dcbb req-1dc5a799-2599-4dda-9c11-2f7f82d0c00a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:23.126047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9cd048b-f3e1-4a42-92bc-31f48455dcbb req-1dc5a799-2599-4dda-9c11-2f7f82d0c00a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0491087 Aug 19 13:13:23.165670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9cd048b-f3e1-4a42-92bc-31f48455dcbb req-fd844717-8ed1-4d89-bd90-7d7fab4d58c0 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Aug 19 13:13:24.282920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286ee93-5dd1-4147-ac12-8d61c8d3a0b9 req-68b85946-d761-4135-b7d9-ac0abcc1b758 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:24.284431 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1286ee93-5dd1-4147-ac12-8d61c8d3a0b9 req-68b85946-d761-4135-b7d9-ac0abcc1b758 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0493312 Aug 19 13:13:24.322718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1286ee93-5dd1-4147-ac12-8d61c8d3a0b9 req-bb8079a8-afb8-47b5-9c5b-ba3a15da71ba tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Aug 19 13:13:25.442901 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c403290-f1ae-4a82-b63d-9c8e9ec68b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:25.453028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c571d0e-199c-483c-bbaf-5fef7fa1f09f req-f25b527e-87f5-4d5e-bf94-06ea569193bd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:25.454564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c571d0e-199c-483c-bbaf-5fef7fa1f09f req-f25b527e-87f5-4d5e-bf94-06ea569193bd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0532291 Aug 19 13:13:25.492918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2c571d0e-199c-483c-bbaf-5fef7fa1f09f req-aef4bbc1-6c35-48f9-bef3-7ef64d2178a5 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 Aug 19 13:13:25.785694 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:26.608511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11fbfb-a3ae-435c-be34-988ec5fed981 req-ee05405a-e56f-4808-ae3e-1e69b553fd71 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:26.610047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c11fbfb-a3ae-435c-be34-988ec5fed981 req-ee05405a-e56f-4808-ae3e-1e69b553fd71 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0488179 Aug 19 13:13:26.648061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c11fbfb-a3ae-435c-be34-988ec5fed981 req-1cbe2ebc-71b9-4fd5-9d5f-b88893187b91 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321193 Aug 19 13:13:27.133953 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:27.767421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e2ef-1709-4cb2-9ba6-05c47a12aa78 req-6537fd9c-a0c6-4c24-8fd1-cbe6743239c4 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:27.768906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b05e2ef-1709-4cb2-9ba6-05c47a12aa78 req-6537fd9c-a0c6-4c24-8fd1-cbe6743239c4 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0499747 Aug 19 13:13:27.805612 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b05e2ef-1709-4cb2-9ba6-05c47a12aa78 req-68159f8d-f5e6-4501-a6e4-4b7103f1e23b tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305729 Aug 19 13:13:28.929405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c968b-ce96-488a-a209-c78aa5de2559 req-326a3128-1f62-4b68-9ab5-a0e2d5ca6935 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:28.930808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-426c968b-ce96-488a-a209-c78aa5de2559 req-326a3128-1f62-4b68-9ab5-a0e2d5ca6935 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0538468 Aug 19 13:13:28.970443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-426c968b-ce96-488a-a209-c78aa5de2559 req-923a197b-45eb-4896-91bd-f7c19f51c3c7 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Aug 19 13:13:29.025333 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:30.084855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700bf26-0d01-45b3-83f2-b98497caf50f req-e4f0028d-8f5a-4ccb-bae4-13e0d0230acd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:30.086356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c700bf26-0d01-45b3-83f2-b98497caf50f req-e4f0028d-8f5a-4ccb-bae4-13e0d0230acd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0489020 Aug 19 13:13:30.124339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c700bf26-0d01-45b3-83f2-b98497caf50f req-26d98c51-8fd7-4440-a4c7-cb3f5a748564 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Aug 19 13:13:31.241030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835809-6a2c-47f1-963f-c64929ebc079 req-d701368c-f41e-4ea0-87ba-20e9a0886134 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:31.242545 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36835809-6a2c-47f1-963f-c64929ebc079 req-d701368c-f41e-4ea0-87ba-20e9a0886134 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0506573 Aug 19 13:13:31.281649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36835809-6a2c-47f1-963f-c64929ebc079 req-e0cbd9eb-a9c9-4057-802d-56d821ef16c5 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Aug 19 13:13:32.400293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2865ad-eb56-4386-ad6c-3ea16eb2b952 req-383243e4-a0f6-43fa-b2d3-d99885018ec9 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:32.401853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a2865ad-eb56-4386-ad6c-3ea16eb2b952 req-383243e4-a0f6-43fa-b2d3-d99885018ec9 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0536172 Aug 19 13:13:32.441647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a2865ad-eb56-4386-ad6c-3ea16eb2b952 req-cc775a43-91b0-4ea7-8ec2-91e0163ba6df tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Aug 19 13:13:33.557417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7e4f-b742-49bf-99e5-64653d94b67f req-c090b0ba-d084-440a-aa92-27b020a785ce tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:33.558922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d89d7e4f-b742-49bf-99e5-64653d94b67f req-c090b0ba-d084-440a-aa92-27b020a785ce tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0486937 Aug 19 13:13:33.598434 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d89d7e4f-b742-49bf-99e5-64653d94b67f req-247609fb-dd33-44ea-920d-602e38d6c411 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Aug 19 13:13:34.716571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e20ac-94fc-4fe3-8d29-42dfe76a1f08 req-fcde184b-e415-4909-b75f-b6c319d297f1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:34.718115 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-765e20ac-94fc-4fe3-8d29-42dfe76a1f08 req-fcde184b-e415-4909-b75f-b6c319d297f1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0504494 Aug 19 13:13:34.755447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-765e20ac-94fc-4fe3-8d29-42dfe76a1f08 req-cdd7383f-b48c-4a14-aaa3-cde33d1060a4 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314083 Aug 19 13:13:35.882988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49cf34-fe75-4be3-8afd-8b0a35a4ee90 req-8341c05e-4b5f-4823-8dbe-93a491672afd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:35.884463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a49cf34-fe75-4be3-8afd-8b0a35a4ee90 req-8341c05e-4b5f-4823-8dbe-93a491672afd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0520694 Aug 19 13:13:36.289472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a49cf34-fe75-4be3-8afd-8b0a35a4ee90 req-9d1165b3-fa19-4c37-9500-0c7139b1b73e tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982437 Aug 19 13:13:37.408347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090bdc2-2a8d-4e7b-8105-ca269ce4c9b2 req-26f082c6-f30e-4dbe-a226-6b38b08f3f1f tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:37.411100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9090bdc2-2a8d-4e7b-8105-ca269ce4c9b2 req-26f082c6-f30e-4dbe-a226-6b38b08f3f1f tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0527532 Aug 19 13:13:37.453980 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9090bdc2-2a8d-4e7b-8105-ca269ce4c9b2 req-37aa10eb-fe67-4bb4-9b7b-2deef18eca02 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369079 Aug 19 13:13:38.569749 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d147c-93fd-42f8-9091-5c86f695a3cc req-7e95fcb3-7d24-4305-9cb4-3f1b5ce100d0 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:38.571209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-557d147c-93fd-42f8-9091-5c86f695a3cc req-7e95fcb3-7d24-4305-9cb4-3f1b5ce100d0 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0483050 Aug 19 13:13:38.609339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-557d147c-93fd-42f8-9091-5c86f695a3cc req-78e05a9e-3ca7-447f-a172-08789006f10a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Aug 19 13:13:39.729366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68757be-37f7-4ec4-9e77-8066d0bbaf1f req-cc8407ec-5390-446c-a481-04198b5453ef tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:39.730879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c68757be-37f7-4ec4-9e77-8066d0bbaf1f req-cc8407ec-5390-446c-a481-04198b5453ef tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0514393 Aug 19 13:13:39.769113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c68757be-37f7-4ec4-9e77-8066d0bbaf1f req-ac399033-4853-45fb-97c4-fd3357b62d70 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Aug 19 13:13:40.887866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a08f-fb29-40c6-b111-a72536899a23 req-bb21194f-6aba-4eda-9f18-ce090e6a11f5 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:40.889682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f71a08f-fb29-40c6-b111-a72536899a23 req-bb21194f-6aba-4eda-9f18-ce090e6a11f5 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0520341 Aug 19 13:13:40.927868 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f71a08f-fb29-40c6-b111-a72536899a23 req-225d790b-d6fa-4589-a119-6a301f8a68ea tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Aug 19 13:13:41.713929 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-107ad282-5149-4b77-9b02-6ad65edfa161 service neutron] show failed (client error): The resource could not be found. Aug 19 13:13:41.714968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-107ad282-5149-4b77-9b02-6ad65edfa161 service neutron] 10.222.0.52 "GET /v2.0/ports/710efb34-6d43-4ef2-bb37-cc1aba8f69cb/bindings/n-h1-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.0579779 Aug 19 13:13:42.058865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9861059-f26c-44c8-859e-b2ea6f7f0012 req-d1940b71-7c1b-49b8-8136-5f3c43b80814 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:42.060380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9861059-f26c-44c8-859e-b2ea6f7f0012 req-d1940b71-7c1b-49b8-8136-5f3c43b80814 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0612988 Aug 19 13:13:42.100154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b9861059-f26c-44c8-859e-b2ea6f7f0012 req-1a909780-839f-44ee-8d4b-cc4af069f86f tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334299 Aug 19 13:13:42.288403 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:42.328516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-17260695-f036-44a2-a22e-874c9e6d9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:42.330060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-17260695-f036-44a2-a22e-874c9e6d9af3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915&tenant_id=c8e08bc7b950403083d4c8a362532321 HTTP/1.1" status: 200 len: 1097 time: 0.0419977 Aug 19 13:13:42.344234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:13:42.400839 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:42.601460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:42.633405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:13:42.672576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:42.679585 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668c14be-0132-4439-9e23-37f140a90a21" -d '{"events": [{"server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "name": "network-vif-unplugged", "status": "completed", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:42.679585 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:42.691700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Transition to ACTIVE for port object 710efb34-6d43-4ef2-bb37-cc1aba8f69cb will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:13:42.724276 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3999712a-c92f-49c4-a663-d4d90d237af1 x-openstack-request-id: req-3999712a-c92f-49c4-a663-d4d90d237af1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:42.724669 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "name": "network-vif-unplugged", "status": "completed", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:42.725019 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3999712a-c92f-49c4-a663-d4d90d237af1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:42.725580 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb', 'code': 200} Aug 19 13:13:42.751013 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:42.814052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] No DVR routers for this DVR port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:13:42.817119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Pushing event updated for resources: {'Port': ['ID=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:42.828430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.828782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.829126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.829495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.829833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.830164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.830494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.830821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.831149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.831475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.831798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.832120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:42.861397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Attempting to bind port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:13:42.861676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Attempting to bind port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:13:42.862011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Attempting to bind port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb on network 67973654-322e-4651-96a9-bbcd8d2af196 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:13:42.866453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb on network 67973654-322e-4651-96a9-bbcd8d2af196 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:13:42.866790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Attempting to bind port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb on network 67973654-322e-4651-96a9-bbcd8d2af196 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:13:42.871719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:13:42.872064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Checking segment: {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:13:42.872481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Bound using segment: {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:13:42.872888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Bound port: 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:13:42.873309 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:42.939789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:13:42.942932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:13:43.032672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:43.065704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:43.066587 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:43.067992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] 10.222.0.53 "PUT /v2.0/ports/710efb34-6d43-4ef2-bb37-cc1aba8f69cb HTTP/1.1" status: 200 len: 1092 time: 0.7283309 Aug 19 13:13:43.103498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4cd0f-0527-4876-8ac7-c72f3db8c919 service neutron] Pushing event updated for resources: {'Port': ['ID=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:43.138965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-9e44e30e-bfb4-450f-9047-68786291e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:43.141255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-9e44e30e-bfb4-450f-9047-68786291e62c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 1095 time: 0.0454738 Aug 19 13:13:43.275960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f2471-2de8-4e5c-b624-28ec976c159e req-4f6d187e-63a8-434e-bbbb-7ea0784dd25d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:43.277484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca8f2471-2de8-4e5c-b624-28ec976c159e req-4f6d187e-63a8-434e-bbbb-7ea0784dd25d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 944 time: 0.0805321 Aug 19 13:13:43.283366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-e2ece09c-e3dd-445b-a8dd-f182427fc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:43.284848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-e2ece09c-e3dd-445b-a8dd-f182427fc891 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 916 time: 0.1346359 Aug 19 13:13:43.342777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-7225469c-fa93-4bf6-9abf-c6153eecdcdc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb HTTP/1.1" status: 200 len: 217 time: 0.0434318 Aug 19 13:13:43.363436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca8f2471-2de8-4e5c-b624-28ec976c159e req-423b7e11-8179-4725-bce7-a1d27800d707 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775578 Aug 19 13:13:43.399657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-b08151f8-2547-46e0-ad23-cac83d859800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:43.401111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-b08151f8-2547-46e0-ad23-cac83d859800 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0503561 Aug 19 13:13:43.433821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-bf1ada8d-2bc5-4cc9-a668-9969fe5cdcf2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251665 Aug 19 13:13:43.529170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-b5588ae4-d1a7-49a8-88b7-d00c932f89c5 service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871129 Aug 19 13:13:43.619682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a705d08-660c-42d3-a2cb-aa48fa4402ea req-ab0504f2-4fc0-44ee-bb98-f6f0c9eba38c service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829256 Aug 19 13:13:44.485887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2030-aa95-4c84-9f4f-b97cfd25f4fb req-4a979a2c-8f11-42ee-a5fe-916cef064ee4 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:44.487403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c5f2030-aa95-4c84-9f4f-b97cfd25f4fb req-4a979a2c-8f11-42ee-a5fe-916cef064ee4 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 944 time: 0.0505488 Aug 19 13:13:44.533871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c5f2030-aa95-4c84-9f4f-b97cfd25f4fb req-4ba85778-2313-44c8-a25c-db79ea9a8342 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386522 Aug 19 13:13:44.726802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:44.729189 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febc2d95-27ba-47b9-8523-e0a232f29675" -d '{"events": [{"name": "network-changed", "server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:44.776824 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46861789-faab-4b9e-b3f4-ca5f8bd0a2d3 x-openstack-request-id: req-46861789-faab-4b9e-b3f4-ca5f8bd0a2d3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:44.777182 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:44.777395 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46861789-faab-4b9e-b3f4-ca5f8bd0a2d3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:44.777808 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb', 'status': 'completed', 'code': 200} Aug 19 13:13:44.865445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-9d6b7bf7-6b91-4194-920a-3cf60e335e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:44.866967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-9d6b7bf7-6b91-4194-920a-3cf60e335e3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 1095 time: 0.0695844 Aug 19 13:13:44.869525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-f322ebba-a046-4ba9-95d7-efdf44b74a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:44.870909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-f322ebba-a046-4ba9-95d7-efdf44b74a7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 1095 time: 0.0651741 Aug 19 13:13:44.980247 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:45.026443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-1a40020e-4358-4b46-9b46-6daa96889699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:45.027912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-1a40020e-4358-4b46-9b46-6daa96889699 service neutron] 10.222.0.52 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 916 time: 0.1535265 Aug 19 13:13:45.030450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-57f47d3f-c9b5-487f-805f-d01b0df4a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:45.032047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-57f47d3f-c9b5-487f-805f-d01b0df4a95e service neutron] 10.222.0.53 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 916 time: 0.1498127 Aug 19 13:13:45.102023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-98f65bc9-daf3-4d2c-96a5-88117f0733dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb HTTP/1.1" status: 200 len: 217 time: 0.0667536 Aug 19 13:13:45.103372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-de7f0fe0-5e1e-478e-9f97-08b993d3250a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb HTTP/1.1" status: 200 len: 217 time: 0.0626047 Aug 19 13:13:45.188378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-8034e383-906a-4d4b-8e9d-3f9f84330ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:45.190387 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-8034e383-906a-4d4b-8e9d-3f9f84330ae5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0813169 Aug 19 13:13:45.191760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-33d3d0da-4496-45af-99ba-09b20dd41a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:45.193082 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-33d3d0da-4496-45af-99ba-09b20dd41a29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0767710 Aug 19 13:13:45.240661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-a4040dd0-dcca-4b67-859b-4f53461a26a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420384 Aug 19 13:13:45.242413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-af71dea2-b7be-438c-bf0c-93416d4d8b22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364819 Aug 19 13:13:45.399644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-7bd54059-9ef0-4853-87fa-ebb64bd212f5 service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506069 Aug 19 13:13:45.401365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-5960f7fb-b60e-4f83-acab-97b647662f30 service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449664 Aug 19 13:13:45.457668 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:13:45.565438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-0adaf4fa-e8dd-4c91-b22d-ff14613277f0 service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580861 Aug 19 13:13:45.569286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-febc2d95-27ba-47b9-8523-e0a232f29675 req-d7927b49-0146-4500-a57a-7901e5068817 service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548274 Aug 19 13:13:45.654059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9d833-aeb1-48d1-80d5-9f25643d4814 req-6b8e9a6d-5378-4077-ba3a-925e4ea35488 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:45.655847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bca9d833-aeb1-48d1-80d5-9f25643d4814 req-6b8e9a6d-5378-4077-ba3a-925e4ea35488 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 944 time: 0.0513356 Aug 19 13:13:45.697964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bca9d833-aeb1-48d1-80d5-9f25643d4814 req-b988fea1-4f3a-481a-b9c1-ec70af1ac68d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347862 Aug 19 13:13:46.027157 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 710efb34-6d43-4ef2-bb37-cc1aba8f69cb no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:13:46.066161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 710efb34-6d43-4ef2-bb37-cc1aba8f69cb not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:13:46.823177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3d95c-2b1f-4d24-afe5-10944cd8ff5f req-4c56ff0f-1731-4d92-ad3e-315aa758a9fb tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:46.824730 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58a3d95c-2b1f-4d24-afe5-10944cd8ff5f req-4c56ff0f-1731-4d92-ad3e-315aa758a9fb tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 944 time: 0.0550160 Aug 19 13:13:46.863824 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58a3d95c-2b1f-4d24-afe5-10944cd8ff5f req-1d05ac20-cd51-45e8-b0c8-f14609c17ee5 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326326 Aug 19 13:13:47.274761 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb365aa-3d8f-4d5d-96c9-df1e9fcd8fa6 req-88343fc1-fb91-4986-9e3f-5239dac2919a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:47.276291 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9cb365aa-3d8f-4d5d-96c9-df1e9fcd8fa6 req-88343fc1-fb91-4986-9e3f-5239dac2919a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 944 time: 0.0520988 Aug 19 13:13:47.316699 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9cb365aa-3d8f-4d5d-96c9-df1e9fcd8fa6 req-1937bb34-a254-4c46-9118-12a94a702da7 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341685 Aug 19 13:13:47.387551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938feca-8417-4812-a9db-250d0799482b req-2b1c1a1a-37d1-4818-8513-897f7e9654fe tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:47.389057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5938feca-8417-4812-a9db-250d0799482b req-2b1c1a1a-37d1-4818-8513-897f7e9654fe tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915&tenant_id=c8e08bc7b950403083d4c8a362532321&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 944 time: 0.0523317 Aug 19 13:13:47.450348 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-5938feca-8417-4812-a9db-250d0799482b req-e86a6264-3016-4d97-8c7a-f3f6cd49b438 service neutron] delete failed (client error): The resource could not be found. Aug 19 13:13:47.451340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5938feca-8417-4812-a9db-250d0799482b req-e86a6264-3016-4d97-8c7a-f3f6cd49b438 service neutron] 10.222.0.52 "DELETE /v2.0/ports/710efb34-6d43-4ef2-bb37-cc1aba8f69cb/bindings/n-h2-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.0538726 Aug 19 13:13:47.538238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938feca-8417-4812-a9db-250d0799482b req-0dd27851-24fd-4c66-ade1-435ffc6051b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:47.539757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5938feca-8417-4812-a9db-250d0799482b req-0dd27851-24fd-4c66-ade1-435ffc6051b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 1095 time: 0.0439398 Aug 19 13:13:47.636385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938feca-8417-4812-a9db-250d0799482b req-36da219d-8440-45ad-a355-e888af4e0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:47.637921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5938feca-8417-4812-a9db-250d0799482b req-36da219d-8440-45ad-a355-e888af4e0067 service neutron] 10.222.0.52 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 916 time: 0.0913424 Aug 19 13:13:47.680936 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5938feca-8417-4812-a9db-250d0799482b req-96408809-2044-4496-820d-c3a3bbc32c70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb HTTP/1.1" status: 200 len: 217 time: 0.0358074 Aug 19 13:13:47.734503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938feca-8417-4812-a9db-250d0799482b req-89ccb834-ebda-4c04-992d-2a3284abb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:47.736091 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5938feca-8417-4812-a9db-250d0799482b req-89ccb834-ebda-4c04-992d-2a3284abb9e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0485566 Aug 19 13:13:47.769060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5938feca-8417-4812-a9db-250d0799482b req-1d66aaa0-98cf-4c22-8b04-876257be3182 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257068 Aug 19 13:13:47.859825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5938feca-8417-4812-a9db-250d0799482b req-7a475071-5473-411f-8bc8-e64f1b1181e6 service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832229 Aug 19 13:13:47.958732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5938feca-8417-4812-a9db-250d0799482b req-53ad2a54-134b-41be-b9bb-942264184408 service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879388 Aug 19 13:13:48.437123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59c8d1-960f-4dea-b24c-6c681b138d72 req-a3b723f2-9358-4a97-bb35-4615a453fa34 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:48.439506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b59c8d1-960f-4dea-b24c-6c681b138d72 req-a3b723f2-9358-4a97-bb35-4615a453fa34 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 944 time: 0.0524120 Aug 19 13:13:48.477799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b59c8d1-960f-4dea-b24c-6c681b138d72 req-e0ebe156-f93d-475b-b995-0930992c7505 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Aug 19 13:13:48.493781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 710efb34-6d43-4ef2-bb37-cc1aba8f69cb details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:13:48.591451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:48.604548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb', 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196', 'port_id': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb', 'mac_address': 'fa:16:3e:bb:04:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e516d3c-ef99-4873-9d2a-7f4de825ff11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:13:48.643295 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:48.656890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710efb34-6d43-4ef2-bb37-cc1aba8f69cb {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:13:48.679201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:48.796718 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:48.851007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:48.858834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:48.859127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:48.859477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:48.859824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:48.860166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:48.860519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:48.861516 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:48.861856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:48.862192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:48.862529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:48.862861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:48.863192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:49.025278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['710efb34-6d43-4ef2-bb37-cc1aba8f69cb'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:13:49.603426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a8174-f31c-49ce-b42a-5f4bbecb8c14 req-fb383284-677f-4766-86fb-f2e4d5c320cf tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:49.604921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e5a8174-f31c-49ce-b42a-5f4bbecb8c14 req-fb383284-677f-4766-86fb-f2e4d5c320cf tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 945 time: 0.0540257 Aug 19 13:13:49.643674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e5a8174-f31c-49ce-b42a-5f4bbecb8c14 req-4bf0751c-6140-4997-89d5-3e6eeb9ad9fb tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327742 Aug 19 13:13:49.758701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a19df-4a18-4cea-b29c-d37c0f32b759 req-20a7cb91-31fd-4f02-b7fe-a51638820a80 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:49.760390 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a1a19df-4a18-4cea-b29c-d37c0f32b759 req-20a7cb91-31fd-4f02-b7fe-a51638820a80 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 945 time: 0.0495758 Aug 19 13:13:49.798707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a1a19df-4a18-4cea-b29c-d37c0f32b759 req-41c58df9-7836-4645-8788-a47ec5069675 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Aug 19 13:13:49.919471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be251e1-a3cb-44d8-91db-aeb0a1963185 req-d01a6e93-9e82-4d3f-bf8e-c665619a29a0 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:49.920951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0be251e1-a3cb-44d8-91db-aeb0a1963185 req-d01a6e93-9e82-4d3f-bf8e-c665619a29a0 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 945 time: 0.0542681 Aug 19 13:13:49.960006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0be251e1-a3cb-44d8-91db-aeb0a1963185 req-12078889-e1e4-4117-9fbb-df866386d999 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325146 Aug 19 13:13:50.513900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 710efb34-6d43-4ef2-bb37-cc1aba8f69cb up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:13:50.576183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-b4edb0bf-f693-46df-816b-2316c4ae45fc tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:50.577757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-b4edb0bf-f693-46df-816b-2316c4ae45fc tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 815 time: 0.1088223 Aug 19 13:13:50.593350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-fc5f6234-b241-44f6-a84b-f1c7e5f37895 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/quotas/c8e08bc7b950403083d4c8a362532321 HTTP/1.1" status: 200 len: 375 time: 0.0091672 Aug 19 13:13:50.643949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-af52e625-2c52-401d-badb-8e86b76605b4 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445020 Aug 19 13:13:50.647758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:13:50.653407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:13:50.659050 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:50.739202 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:50.762373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:50.764655 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714335aa-3677-455b-8f9f-3acf76dc2d59" -d '{"events": [{"server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "name": "network-vif-plugged", "status": "completed", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:50.778167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:50.803705 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c554a48-5026-4bf5-a4d0-6e8952566ed1 x-openstack-request-id: req-2c554a48-5026-4bf5-a4d0-6e8952566ed1 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:50.804173 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "name": "network-vif-plugged", "status": "completed", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:50.804467 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c554a48-5026-4bf5-a4d0-6e8952566ed1 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:50.804876 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb', 'code': 200} Aug 19 13:13:50.819060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-18c78422-4a54-4e24-8004-5cd44db53bd6 service neutron] 10.222.0.44 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322098 Aug 19 13:13:50.848587 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:50.895836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:50.911985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-8fb4193f-cc57-45b4-98e4-238943c659ba service neutron] 10.222.0.44 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862813 Aug 19 13:13:51.145411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-53986f70-99d8-4a16-b5bf-9cb74106fa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:51.200436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3331ad8-c1b5-4342-8895-5dd850f5296c req-a1f18ab1-ad2d-4875-af71-1f0e2e2328c0 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 210 time: 0.0309403 Aug 19 13:13:51.842071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eac3f-7d42-4bc0-b2b9-b52d04e55f16 req-24003b7a-396c-42a9-9927-0230e2f03242 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:51.843555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee4eac3f-7d42-4bc0-b2b9-b52d04e55f16 req-24003b7a-396c-42a9-9927-0230e2f03242 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c932c7-144f-449b-ba87-4110dfa77915 HTTP/1.1" status: 200 len: 946 time: 0.0492997 Aug 19 13:13:51.936143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ee4eac3f-7d42-4bc0-b2b9-b52d04e55f16 req-9cdf7f41-426e-4e0a-9096-2dd885d2bd8c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Deleting port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:13:51.936418 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ee4eac3f-7d42-4bc0-b2b9-b52d04e55f16 req-9cdf7f41-426e-4e0a-9096-2dd885d2bd8c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:52.028972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ee4eac3f-7d42-4bc0-b2b9-b52d04e55f16 req-9cdf7f41-426e-4e0a-9096-2dd885d2bd8c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] For port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:52.029345 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ee4eac3f-7d42-4bc0-b2b9-b52d04e55f16 req-9cdf7f41-426e-4e0a-9096-2dd885d2bd8c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:52.042190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ee4eac3f-7d42-4bc0-b2b9-b52d04e55f16 req-9cdf7f41-426e-4e0a-9096-2dd885d2bd8c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Calling delete_port for 710efb34-6d43-4ef2-bb37-cc1aba8f69cb owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:13:52.296722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c53f31d9-0f8d-4d80-8b98-899beeb375f1 req-79b7faa8-e5a9-4586-8c6a-f07181ff8d0c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 210 time: 0.0282505 Aug 19 13:13:52.297481 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ee4eac3f-7d42-4bc0-b2b9-b52d04e55f16 req-9cdf7f41-426e-4e0a-9096-2dd885d2bd8c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:52.312177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['710efb34-6d43-4ef2-bb37-cc1aba8f69cb'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:13:52.328781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf7f41-426e-4e0a-9096-2dd885d2bd8c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Pushing event deleted for resources: {'Port': ['ID=710efb34-6d43-4ef2-bb37-cc1aba8f69cb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:52.371996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4eac3f-7d42-4bc0-b2b9-b52d04e55f16 req-9cdf7f41-426e-4e0a-9096-2dd885d2bd8c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] No DVR routers for this DVR port 710efb34-6d43-4ef2-bb37-cc1aba8f69cb on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:13:52.374650 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ee4eac3f-7d42-4bc0-b2b9-b52d04e55f16 req-9cdf7f41-426e-4e0a-9096-2dd885d2bd8c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:52.377345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee4eac3f-7d42-4bc0-b2b9-b52d04e55f16 req-9cdf7f41-426e-4e0a-9096-2dd885d2bd8c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.53 "DELETE /v2.0/ports/710efb34-6d43-4ef2-bb37-cc1aba8f69cb HTTP/1.1" status: 204 len: 173 time: 0.5270977 Aug 19 13:13:52.377809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'name': 'network-vif-deleted', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:52.380110 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28d32bb-cb68-4839-9144-600db1fb2cc0" -d '{"events": [{"server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "name": "network-vif-deleted", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:52.415638 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1e41a9-8f47-4cca-b71f-b5caa8a2391c x-openstack-request-id: req-ea1e41a9-8f47-4cca-b71f-b5caa8a2391c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:52.415933 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c932c7-144f-449b-ba87-4110dfa77915", "name": "network-vif-deleted", "tag": "710efb34-6d43-4ef2-bb37-cc1aba8f69cb", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:52.416188 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea1e41a9-8f47-4cca-b71f-b5caa8a2391c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:52.416589 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c932c7-144f-449b-ba87-4110dfa77915', 'name': 'network-vif-deleted', 'tag': '710efb34-6d43-4ef2-bb37-cc1aba8f69cb', 'status': 'completed', 'code': 200} Aug 19 13:13:53.402417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39659f70-395f-41b5-8f4f-e7cab5ab33dd req-e185ec67-4c06-417c-83bf-1bf80f1fb5f6 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 210 time: 0.0355318 Aug 19 13:13:53.508566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-5c1b8c81-9818-48ec-8332-abea85b47430 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:53.509958 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-5c1b8c81-9818-48ec-8332-abea85b47430 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.53 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 815 time: 0.1111627 Aug 19 13:13:53.527585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Request body: {'port': {'device_id': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196', 'admin_state_up': True, 'tenant_id': 'c8e08bc7b950403083d4c8a362532321'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:13:53.750758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Made reservation on behalf of c8e08bc7b950403083d4c8a362532321 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:13:53.755011 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:53.880127 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Allocated IP 172.20.0.8 (67973654-322e-4651-96a9-bbcd8d2af196/6e516d3c-ef99-4873-9d2a-7f4de825ff11/62de1606-60c9-4723-926f-dd33a7ad7880) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:13:54.033540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:54.128729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:54.140907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['710efb34-6d43-4ef2-bb37-cc1aba8f69cb'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:13:54.180492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Network 67973654-322e-4651-96a9-bbcd8d2af196 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:13:54.185714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:13:54.190278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:13:54.194232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Pushing event updated for resources: {'Port': ['ID=62de1606-60c9-4723-926f-dd33a7ad7880,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:54.240152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.240747 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:54.362809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-29681059-7e5f-4a6a-8530-d724b0067053 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8391218 Aug 19 13:13:54.378579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Request body: {'port': {'device_id': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:13:54.432554 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:54.615432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf8b7f-f2c1-496c-9aea-3a51e44f787b req-52fb2665-fda1-4813-8b54-cc415271d7d3 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.616930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1acf8b7f-f2c1-496c-9aea-3a51e44f787b req-52fb2665-fda1-4813-8b54-cc415271d7d3 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 931 time: 0.1362779 Aug 19 13:13:54.703215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1acf8b7f-f2c1-496c-9aea-3a51e44f787b req-75c47cfe-4f6b-4763-a345-4e39a4fa1046 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564601 Aug 19 13:13:54.777998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62de1606-60c9-4723-926f-dd33a7ad7880 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:13:54.787109 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:54.799784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Transition to ACTIVE for port object 62de1606-60c9-4723-926f-dd33a7ad7880 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:13:54.871437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:54.927772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Pushing event updated for resources: {'Port': ['ID=62de1606-60c9-4723-926f-dd33a7ad7880,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:55.000805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Attempting to bind port 62de1606-60c9-4723-926f-dd33a7ad7880 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:13:55.001208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Attempting to bind port 62de1606-60c9-4723-926f-dd33a7ad7880 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:13:55.001796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Attempting to bind port 62de1606-60c9-4723-926f-dd33a7ad7880 on network 67973654-322e-4651-96a9-bbcd8d2af196 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:13:55.006157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Port 62de1606-60c9-4723-926f-dd33a7ad7880 on network 67973654-322e-4651-96a9-bbcd8d2af196 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:13:55.006486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Attempting to bind port 62de1606-60c9-4723-926f-dd33a7ad7880 on network 67973654-322e-4651-96a9-bbcd8d2af196 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:13:55.011227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:13:55.011574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Checking segment: {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:13:55.011962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Bound using segment: {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:13:55.012395 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Bound port: 62de1606-60c9-4723-926f-dd33a7ad7880, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:13:55.012756 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:55.076096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:13:55.079626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=62de1606-60c9-4723-926f-dd33a7ad7880,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:13:55.151185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:55.185552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.186169 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:55.187560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] 10.222.0.53 "PUT /v2.0/ports/62de1606-60c9-4723-926f-dd33a7ad7880 HTTP/1.1" status: 200 len: 1091 time: 0.8131678 Aug 19 13:13:55.187999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:55.190893 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d074c2e4-b928-4a43-b289-99036173f1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:55.214839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d0255-6e43-4b1a-86a4-4d27c805e265 service neutron] Pushing event updated for resources: {'Port': ['ID=62de1606-60c9-4723-926f-dd33a7ad7880,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:55.237683 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1e7f08-0536-4e3f-8d19-4f4aed29be83 x-openstack-request-id: req-5e1e7f08-0536-4e3f-8d19-4f4aed29be83 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:55.237996 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:55.238243 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e1e7f08-0536-4e3f-8d19-4f4aed29be83 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:55.238635 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880', 'status': 'completed', 'code': 200} Aug 19 13:13:55.302540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074c2e4-b928-4a43-b289-99036173f1d3 req-0de52739-594e-434f-9ec9-eda5008cb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.303989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d074c2e4-b928-4a43-b289-99036173f1d3 req-0de52739-594e-434f-9ec9-eda5008cb045 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 1094 time: 0.0457637 Aug 19 13:13:55.402682 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074c2e4-b928-4a43-b289-99036173f1d3 req-11bd73b1-53fd-4bf5-9aab-71dbba8ef621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.404228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d074c2e4-b928-4a43-b289-99036173f1d3 req-11bd73b1-53fd-4bf5-9aab-71dbba8ef621 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c8e08bc7b950403083d4c8a362532321&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0920057 Aug 19 13:13:55.483060 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1be3528f-5fe8-49ed-97ab-5b109da05ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:55.502369 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074c2e4-b928-4a43-b289-99036173f1d3 req-0f89945b-f779-41f4-8704-aaaf7c6cb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.503871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d074c2e4-b928-4a43-b289-99036173f1d3 req-0f89945b-f779-41f4-8704-aaaf7c6cb40a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928204 Aug 19 13:13:55.583677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-bc06a7e5-4340-40ca-87dd-756430d801cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.586036 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-bc06a7e5-4340-40ca-87dd-756430d801cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 1094 time: 0.0434110 Aug 19 13:13:55.629154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-14d051ae-fc34-4d85-b1ae-df8bd694424c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62de1606-60c9-4723-926f-dd33a7ad7880 HTTP/1.1" status: 200 len: 217 time: 0.0341609 Aug 19 13:13:55.683012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-563dae1f-7210-4f65-b73b-bf18dd3f7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.684545 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-563dae1f-7210-4f65-b73b-bf18dd3f7632 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0479815 Aug 19 13:13:55.717264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-271c829d-1b66-490e-ae96-18ab8ab30a83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249114 Aug 19 13:13:55.825075 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:56.196470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f76c2-7a8d-463b-a8a5-ce81b5375293 req-7d0dbd80-f1ec-4dcd-a429-6c8e4baa9471 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:56.198051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a5f76c2-7a8d-463b-a8a5-ce81b5375293 req-7d0dbd80-f1ec-4dcd-a429-6c8e4baa9471 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 943 time: 0.4249022 Aug 19 13:13:56.200433 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-6f282cce-1567-47da-a6f8-4d63f541885f service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756997 Aug 19 13:13:56.296832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a5f76c2-7a8d-463b-a8a5-ce81b5375293 req-2ee98a86-38cc-4111-a4e3-ee7fd5fac875 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905883 Aug 19 13:13:56.326685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13e5bccb-fd14-4f05-b6ff-718f08f526ea req-3014eff1-7f7a-42f2-b756-18d2f80b7d45 service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155820 Aug 19 13:13:56.558109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 710efb34-6d43-4ef2-bb37-cc1aba8f69cb no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:13:56.578572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 710efb34-6d43-4ef2-bb37-cc1aba8f69cb {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:13:56.578896 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 710efb34-6d43-4ef2-bb37-cc1aba8f69cb not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:13:57.139649 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:57.414629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd4e86-7514-4fc6-b1fd-a120fe89fa17 req-3873b5be-4251-40fa-92ae-6e6b759a65cc tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:57.416064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75cd4e86-7514-4fc6-b1fd-a120fe89fa17 req-3873b5be-4251-40fa-92ae-6e6b759a65cc tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 943 time: 0.0496714 Aug 19 13:13:57.453127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-75cd4e86-7514-4fc6-b1fd-a120fe89fa17 req-2ce6a09a-8ec0-4a7e-b913-16c8de992f8b tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310171 Aug 19 13:13:58.572406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754102ba-378c-49a4-ab23-47434c859087 req-d99e2c52-664d-4103-b5ac-d3eb605fa0b6 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:58.574269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-754102ba-378c-49a4-ab23-47434c859087 req-d99e2c52-664d-4103-b5ac-d3eb605fa0b6 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 943 time: 0.0528049 Aug 19 13:13:58.611399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-754102ba-378c-49a4-ab23-47434c859087 req-f378dd79-a892-4162-9646-fbcc959e63d1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313456 Aug 19 13:13:59.036167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:59.734607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1b11a-10bc-4550-b99f-68c1d5a8e02c req-0a42c1f2-c061-4b1c-bd2b-8e5fa1af24f7 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:59.736098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dfc1b11a-10bc-4550-b99f-68c1d5a8e02c req-0a42c1f2-c061-4b1c-bd2b-8e5fa1af24f7 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 943 time: 0.0553124 Aug 19 13:13:59.775652 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dfc1b11a-10bc-4550-b99f-68c1d5a8e02c req-fa36954e-a070-40bd-a9ba-96782f03f194 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326531 Aug 19 13:14:00.579948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 62de1606-60c9-4723-926f-dd33a7ad7880 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:14:00.680404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=62de1606-60c9-4723-926f-dd33a7ad7880,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:00.691229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '62de1606-60c9-4723-926f-dd33a7ad7880', 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196', 'port_id': '62de1606-60c9-4723-926f-dd33a7ad7880', 'mac_address': 'fa:16:3e:b2:74:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e516d3c-ef99-4873-9d2a-7f4de825ff11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:14:00.728277 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:00.740557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62de1606-60c9-4723-926f-dd33a7ad7880 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:14:00.760403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=62de1606-60c9-4723-926f-dd33a7ad7880,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:00.882267 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:00.897133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2f54-7f16-4454-a7ae-c757643c5647 req-5d5a4428-e991-4a3c-93ca-1aae34bdd772 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:00.898903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4daa2f54-7f16-4454-a7ae-c757643c5647 req-5d5a4428-e991-4a3c-93ca-1aae34bdd772 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 943 time: 0.0519481 Aug 19 13:14:00.934844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=62de1606-60c9-4723-926f-dd33a7ad7880,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:00.938687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4daa2f54-7f16-4454-a7ae-c757643c5647 req-63825133-0137-4576-8289-6349e0e5c8bd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337343 Aug 19 13:14:01.093560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['62de1606-60c9-4723-926f-dd33a7ad7880'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:14:02.056848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9749c-7d49-4094-ba27-d072c5c4a5e6 req-739b807a-c81d-4427-b6ca-18dd325ea066 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:02.058377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2b9749c-7d49-4094-ba27-d072c5c4a5e6 req-739b807a-c81d-4427-b6ca-18dd325ea066 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 944 time: 0.0501850 Aug 19 13:14:02.097255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2b9749c-7d49-4094-ba27-d072c5c4a5e6 req-901796ae-b3ac-463d-be33-de55862e65af tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Aug 19 13:14:02.581235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 62de1606-60c9-4723-926f-dd33a7ad7880 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:14:02.694300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 62de1606-60c9-4723-926f-dd33a7ad7880 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:02.701294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 62de1606-60c9-4723-926f-dd33a7ad7880 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:02.701294 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:02.774193 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:02.796651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:02.798902 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4133c432-9da0-431e-ba9c-4b5ebfe1a3cb" -d '{"events": [{"server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "name": "network-vif-plugged", "status": "completed", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:14:02.812104 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=62de1606-60c9-4723-926f-dd33a7ad7880,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:02.836634 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827101a0-eb1d-4a58-b616-4840aa4c568f x-openstack-request-id: req-827101a0-eb1d-4a58-b616-4840aa4c568f {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:14:02.836887 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "name": "network-vif-plugged", "status": "completed", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:14:02.837013 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-827101a0-eb1d-4a58-b616-4840aa4c568f {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:14:02.837397 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880', 'code': 200} Aug 19 13:14:02.944403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760026d-e53f-4aec-8c77-50f8c8d0ab98 req-21250acc-1f60-4e66-95b4-38d7026ba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:02.945264 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:02.945970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a760026d-e53f-4aec-8c77-50f8c8d0ab98 req-21250acc-1f60-4e66-95b4-38d7026ba0c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 1095 time: 0.0465813 Aug 19 13:14:02.985325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a760026d-e53f-4aec-8c77-50f8c8d0ab98 req-61c4ee56-f3ae-4db7-8fa9-8564d86f7e85 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296316 Aug 19 13:14:02.993255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=62de1606-60c9-4723-926f-dd33a7ad7880,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:03.212992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc764a3-4320-44a2-aad3-d86e0b950857 req-a5e5e4ee-3835-4b37-8cb0-33756744d459 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:03.214626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0dc764a3-4320-44a2-aad3-d86e0b950857 req-a5e5e4ee-3835-4b37-8cb0-33756744d459 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0496969 Aug 19 13:14:03.252540 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0dc764a3-4320-44a2-aad3-d86e0b950857 req-66f09639-24cf-4afb-95d4-a2727bad3c0e tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318611 Aug 19 13:14:04.375970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92152159-5187-4e53-81a5-7905ec98c9d6 req-deb91488-8cd3-45cc-86d8-94d86c110322 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:04.377486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92152159-5187-4e53-81a5-7905ec98c9d6 req-deb91488-8cd3-45cc-86d8-94d86c110322 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0488269 Aug 19 13:14:04.415970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92152159-5187-4e53-81a5-7905ec98c9d6 req-113d4a20-acf8-48a3-b10b-aa7e3e732ede tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Aug 19 13:14:04.534373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed82068-1465-4714-96e7-7b6726c0b98b req-6033d3d1-c5a7-48aa-bb63-7f5893590dd7 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:04.536361 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ed82068-1465-4714-96e7-7b6726c0b98b req-6033d3d1-c5a7-48aa-bb63-7f5893590dd7 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0535889 Aug 19 13:14:04.574484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ed82068-1465-4714-96e7-7b6726c0b98b req-96b419a2-8570-4ac0-aef8-1f994fc2f3b5 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Aug 19 13:14:05.022917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146afe-fdb7-407f-be3c-14d0fce8ab6c req-7de3d092-2d1b-4325-95e4-686c821be4bd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:05.024483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65146afe-fdb7-407f-be3c-14d0fce8ab6c req-7de3d092-2d1b-4325-95e4-686c821be4bd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0511928 Aug 19 13:14:05.063340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65146afe-fdb7-407f-be3c-14d0fce8ab6c req-b313c453-dcae-4c48-a7a4-58f487d5c30d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328255 Aug 19 13:14:05.304569 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-ef124277-4ca2-44bd-a3f9-ee0cea6d6bd7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891120 Aug 19 13:14:06.183152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967736-d94e-40ff-b92b-58905adcca5e req-1aec4e97-34f5-4146-a9db-0e11fa11c53a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:06.184783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4967736-d94e-40ff-b92b-58905adcca5e req-1aec4e97-34f5-4146-a9db-0e11fa11c53a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0495250 Aug 19 13:14:06.228101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4967736-d94e-40ff-b92b-58905adcca5e req-e0867c13-8f7a-4d8d-be2d-3ed5ce99a333 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371351 Aug 19 13:14:07.349172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdca9-8b42-4fc2-99c1-d00a5440d627 req-bbc92f7e-65fb-4e81-8905-774a34721db1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.351224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-599fdca9-8b42-4fc2-99c1-d00a5440d627 req-bbc92f7e-65fb-4e81-8905-774a34721db1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0507109 Aug 19 13:14:07.399690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-599fdca9-8b42-4fc2-99c1-d00a5440d627 req-a688a723-fe6a-4a20-ae7a-93cf455e97e7 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 Aug 19 13:14:07.430341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-25ad77fe-96b4-44b2-bfc5-0ede434bd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.431861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-25ad77fe-96b4-44b2-bfc5-0ede434bd20b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 1096 time: 0.0457213 Aug 19 13:14:07.526344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-bee11e25-ccb6-49c6-bfd6-170edf4d5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.527740 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-bee11e25-ccb6-49c6-bfd6-170edf4d5cec service neutron] 10.222.0.53 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 916 time: 0.0882967 Aug 19 13:14:07.571907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-94f08ac1-a9a5-4cc4-a100-97316c43cc61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62de1606-60c9-4723-926f-dd33a7ad7880 HTTP/1.1" status: 200 len: 217 time: 0.0361981 Aug 19 13:14:07.620733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-e2c286cf-97dd-40bf-b195-645b761523b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.622222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-e2c286cf-97dd-40bf-b195-645b761523b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0431600 Aug 19 13:14:07.660538 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-ec1adeef-28ca-49ab-a766-b2c91550e9a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303690 Aug 19 13:14:07.751546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-17ee93d6-9fd1-4008-88d4-04c0724dab95 service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826998 Aug 19 13:14:07.851755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-0303c0d1-fc84-4848-b271-fd731da92971 service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911148 Aug 19 13:14:08.519480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe20efe-19fa-4f90-86ed-065b402f874c req-97a7cffe-9769-4df8-973e-3e13c6edabd2 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:08.521531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fe20efe-19fa-4f90-86ed-065b402f874c req-97a7cffe-9769-4df8-973e-3e13c6edabd2 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0518718 Aug 19 13:14:08.560160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fe20efe-19fa-4f90-86ed-065b402f874c req-1eb2d25b-598c-4ee6-993d-efd5ea7b8b1f tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329039 Aug 19 13:14:09.677214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f21fb3-d686-4502-a73d-83ff197f53cc req-5b57d080-7a8a-45c3-9b01-a0e9bf7727bb tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:09.678874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17f21fb3-d686-4502-a73d-83ff197f53cc req-5b57d080-7a8a-45c3-9b01-a0e9bf7727bb tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0506048 Aug 19 13:14:09.718272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17f21fb3-d686-4502-a73d-83ff197f53cc req-3e2d72b9-07c4-40c8-bb58-23bcf9467753 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333645 Aug 19 13:14:10.849551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4c415-671b-4cca-a68f-34e90d32c74c req-c7be9ddb-70c1-476b-b12e-13ef4551dae3 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:10.851050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8b4c415-671b-4cca-a68f-34e90d32c74c req-c7be9ddb-70c1-476b-b12e-13ef4551dae3 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0541992 Aug 19 13:14:10.889774 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8b4c415-671b-4cca-a68f-34e90d32c74c req-98559723-ffe0-4a15-96b9-e232cdd9a6ca tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327172 Aug 19 13:14:12.011734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7fc60-179c-4775-a3d0-8840c5431225 req-39d811c6-1a12-4ffc-a4ca-806298028070 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:12.013303 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbd7fc60-179c-4775-a3d0-8840c5431225 req-39d811c6-1a12-4ffc-a4ca-806298028070 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0542967 Aug 19 13:14:12.056546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dbd7fc60-179c-4775-a3d0-8840c5431225 req-cddb2cf8-e288-4019-84b8-a93aea88bbda tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365934 Aug 19 13:14:12.242533 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:13.173874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b17b5f-1a96-49dd-a89d-86d71769f781 req-ddaf9de4-679e-40ac-925f-9b5c135ff1d9 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:13.175380 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21b17b5f-1a96-49dd-a89d-86d71769f781 req-ddaf9de4-679e-40ac-925f-9b5c135ff1d9 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0502396 Aug 19 13:14:13.213867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21b17b5f-1a96-49dd-a89d-86d71769f781 req-c0c3c039-1005-4a9c-9d6a-d15094986ecb tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313044 Aug 19 13:14:14.336262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdd70f-a31a-42de-89f5-0ff7cf579992 req-ebc80e8f-2410-49ea-9314-bdaa0e5b68e1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:14.337788 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eebdd70f-a31a-42de-89f5-0ff7cf579992 req-ebc80e8f-2410-49ea-9314-bdaa0e5b68e1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0542548 Aug 19 13:14:14.380571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eebdd70f-a31a-42de-89f5-0ff7cf579992 req-04c140b4-87de-4d12-879d-2f89ba827075 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363071 Aug 19 13:14:15.065591 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:15.501419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998c68d-67d4-448f-86a4-70127243fdef req-488b7387-b806-4eaa-9250-aa46f88c9a01 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:15.502959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1998c68d-67d4-448f-86a4-70127243fdef req-488b7387-b806-4eaa-9250-aa46f88c9a01 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0487232 Aug 19 13:14:15.541730 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1998c68d-67d4-448f-86a4-70127243fdef req-b0e3f70d-6596-44f7-b90a-a8c48bc85f72 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Aug 19 13:14:16.666468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325e1e9-c0e3-4a32-bf77-cae0f66b6596 req-1548eeb8-67fb-4040-83e4-5cd6cd881ddc tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:16.669350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9325e1e9-c0e3-4a32-bf77-cae0f66b6596 req-1548eeb8-67fb-4040-83e4-5cd6cd881ddc tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0601771 Aug 19 13:14:16.713118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9325e1e9-c0e3-4a32-bf77-cae0f66b6596 req-bb3804a5-6f2e-4461-9817-a2b9b87fcf37 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372992 Aug 19 13:14:17.848370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d949aca-c2d9-449e-b870-a913e27ebdc8 req-d7d5e6b5-d302-452a-8ca6-2ed4eb7cd63c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:17.850416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d949aca-c2d9-449e-b870-a913e27ebdc8 req-d7d5e6b5-d302-452a-8ca6-2ed4eb7cd63c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0565836 Aug 19 13:14:17.891791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d949aca-c2d9-449e-b870-a913e27ebdc8 req-ecdf6bd3-9dce-4e47-8f96-b00aad35baf2 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Aug 19 13:14:19.007296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e6fc1-4c85-4a1f-a182-a8e063cf8791 req-10fccf13-c35f-4cac-825a-4c685ad032ce tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:19.009954 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-424e6fc1-4c85-4a1f-a182-a8e063cf8791 req-10fccf13-c35f-4cac-825a-4c685ad032ce tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0499899 Aug 19 13:14:19.046881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-424e6fc1-4c85-4a1f-a182-a8e063cf8791 req-4a694974-e5bd-4235-bd6e-ca8d34334ea1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312023 Aug 19 13:14:20.166320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17126a91-d390-4c8c-853d-3333efe7d395 req-20a06bb3-9bcc-4a78-9aaa-6e8b5593cd1b tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:20.167803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17126a91-d390-4c8c-853d-3333efe7d395 req-20a06bb3-9bcc-4a78-9aaa-6e8b5593cd1b tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0509543 Aug 19 13:14:20.205549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17126a91-d390-4c8c-853d-3333efe7d395 req-7f5eab53-6907-4fd6-826e-8b0fbaa29cf5 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315599 Aug 19 13:14:20.789993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5a542-1f7b-4166-86fe-2e0e09cbcde8 req-cf3a9ff6-931c-474e-ba73-9a009cce5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:20.791519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ea5a542-1f7b-4166-86fe-2e0e09cbcde8 req-cf3a9ff6-931c-474e-ba73-9a009cce5f51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 1096 time: 0.0464959 Aug 19 13:14:20.904595 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5a542-1f7b-4166-86fe-2e0e09cbcde8 req-418c0372-8c99-4f50-a1d4-6bb278f8229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:20.906383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ea5a542-1f7b-4166-86fe-2e0e09cbcde8 req-418c0372-8c99-4f50-a1d4-6bb278f8229f service neutron] 10.222.0.53 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 916 time: 0.0880392 Aug 19 13:14:20.952884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ea5a542-1f7b-4166-86fe-2e0e09cbcde8 req-59f879ce-3a7c-41a8-821a-ac566ab167b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62de1606-60c9-4723-926f-dd33a7ad7880 HTTP/1.1" status: 200 len: 217 time: 0.0391142 Aug 19 13:14:21.003269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5a542-1f7b-4166-86fe-2e0e09cbcde8 req-5c062230-c5cb-4b4d-a699-b55596228b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:21.004745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ea5a542-1f7b-4166-86fe-2e0e09cbcde8 req-5c062230-c5cb-4b4d-a699-b55596228b7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0443137 Aug 19 13:14:21.037165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ea5a542-1f7b-4166-86fe-2e0e09cbcde8 req-17c27aa4-98e2-4494-967a-38d456665d26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246222 Aug 19 13:14:21.135392 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ea5a542-1f7b-4166-86fe-2e0e09cbcde8 req-ff4860cb-c1b5-42f8-8635-214cb89269a6 service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877295 Aug 19 13:14:21.178864 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5e13-db58-4fc6-b88a-1e876c41df88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:21.229597 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ea5a542-1f7b-4166-86fe-2e0e09cbcde8 req-616a5543-b00a-4568-9b3d-755da87fd564 service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850441 Aug 19 13:14:21.323476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1be45e-076f-40f2-a2ab-612b15ec5dca req-0c576c9b-b6c0-43cb-9274-394242f4d622 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:21.324996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc1be45e-076f-40f2-a2ab-612b15ec5dca req-0c576c9b-b6c0-43cb-9274-394242f4d622 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0519094 Aug 19 13:14:21.363607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc1be45e-076f-40f2-a2ab-612b15ec5dca req-9b741c21-7523-41f3-a7c1-927e151e8aca tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326395 Aug 19 13:14:22.456989 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:14:22.487878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b608456-2bd9-4aef-b2e7-29cc8f49d93f req-cc1d0949-78ff-4d59-a157-1b9ced6024f1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:22.489409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b608456-2bd9-4aef-b2e7-29cc8f49d93f req-cc1d0949-78ff-4d59-a157-1b9ced6024f1 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0574725 Aug 19 13:14:22.528553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4b608456-2bd9-4aef-b2e7-29cc8f49d93f req-6922c768-7e2f-4bd2-8ee7-eeb64cfe6f60 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Aug 19 13:14:23.645182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959e3d4-543d-4ef5-9206-30654bf79782 req-cc58dc37-f328-466a-8b27-4d6e355b8cf3 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:23.646693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7959e3d4-543d-4ef5-9206-30654bf79782 req-cc58dc37-f328-466a-8b27-4d6e355b8cf3 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0497925 Aug 19 13:14:23.686122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7959e3d4-543d-4ef5-9206-30654bf79782 req-08386aae-4894-4c85-a21b-1c8327b8d002 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333843 Aug 19 13:14:24.802036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb50ae5-757a-425e-abeb-ea17bc2372ce req-c250cae5-7759-4ca5-b289-97c0681aa9ec tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:24.803529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ddb50ae5-757a-425e-abeb-ea17bc2372ce req-c250cae5-7759-4ca5-b289-97c0681aa9ec tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0495074 Aug 19 13:14:24.843103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ddb50ae5-757a-425e-abeb-ea17bc2372ce req-e773b26c-649a-4853-999b-771f6ed0d60e tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Aug 19 13:14:25.455940 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d951cda3-3fc8-4994-a01b-91493fa5a46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:25.779486 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:25.974952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7f61f-29ac-4993-849d-131302b90945 req-644008b9-e6ee-4136-b1fd-2b75615c3a98 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:25.976511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ad7f61f-29ac-4993-849d-131302b90945 req-644008b9-e6ee-4136-b1fd-2b75615c3a98 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0633976 Aug 19 13:14:26.015404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ad7f61f-29ac-4993-849d-131302b90945 req-ed137d9b-134d-42a9-913b-563e9e3d2576 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Aug 19 13:14:27.133585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0961cb-e452-4e1e-b11d-2d60bf8625b5 req-f415494c-c3b2-4a6d-a285-f8b3b3bac5b4 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:27.135095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc0961cb-e452-4e1e-b11d-2d60bf8625b5 req-f415494c-c3b2-4a6d-a285-f8b3b3bac5b4 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0500717 Aug 19 13:14:27.173415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc0961cb-e452-4e1e-b11d-2d60bf8625b5 req-abe40105-7b57-4b91-aa54-c503dcb6bdd7 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 Aug 19 13:14:27.184856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:28.291375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d5273-8884-4add-bb65-30104e24e2dd req-6222d3bb-faa0-4e65-9c20-ad63d0af40e6 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:28.293776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce9d5273-8884-4add-bb65-30104e24e2dd req-6222d3bb-faa0-4e65-9c20-ad63d0af40e6 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0524373 Aug 19 13:14:28.332745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce9d5273-8884-4add-bb65-30104e24e2dd req-21dba00f-2ebc-4f41-90e5-f0a84fc4dc04 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329943 Aug 19 13:14:29.024672 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:29.453193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158f57-7cf7-4ce8-b91b-8a9bcc377c5d req-17f31ce7-7b00-44ed-b019-7e7fc3fed71e tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:29.454770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6158f57-7cf7-4ce8-b91b-8a9bcc377c5d req-17f31ce7-7b00-44ed-b019-7e7fc3fed71e tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0540166 Aug 19 13:14:29.493537 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b6158f57-7cf7-4ce8-b91b-8a9bcc377c5d req-5dd3c83b-77b7-46a2-a4f0-96f041115102 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Aug 19 13:14:30.616152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462f2a2-3c6b-40bd-a0b9-b4096eb14f3f req-c4170cba-1170-472a-8cc4-5e1d8f25bdd2 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:30.617683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3462f2a2-3c6b-40bd-a0b9-b4096eb14f3f req-c4170cba-1170-472a-8cc4-5e1d8f25bdd2 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0515835 Aug 19 13:14:30.657034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3462f2a2-3c6b-40bd-a0b9-b4096eb14f3f req-7f35b74d-7efc-4a88-9b56-b6dc96537c9d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333550 Aug 19 13:14:31.774519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c35a-07fa-422d-9926-dd411d082e95 req-13ddb47b-4791-4276-b805-8bcfbaa0ef6c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:31.776336 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2e8c35a-07fa-422d-9926-dd411d082e95 req-13ddb47b-4791-4276-b805-8bcfbaa0ef6c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0511048 Aug 19 13:14:31.815748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2e8c35a-07fa-422d-9926-dd411d082e95 req-f75f793a-871d-4322-b8d9-8dade669c44c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Aug 19 13:14:32.938784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f321582-559c-4ecf-9585-cba65e4d88ed req-3021169e-333b-423f-bd1b-e64e5dc2742d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:32.940195 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f321582-559c-4ecf-9585-cba65e4d88ed req-3021169e-333b-423f-bd1b-e64e5dc2742d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0553765 Aug 19 13:14:32.979194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f321582-559c-4ecf-9585-cba65e4d88ed req-1ed240b3-d397-4fac-9e50-87efb45b61da tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Aug 19 13:14:34.101738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b04c3f-e227-4421-ac45-342a64c60ef5 req-b8055eaf-b9b7-430e-951f-0a46e826ad2b tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:34.103242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07b04c3f-e227-4421-ac45-342a64c60ef5 req-b8055eaf-b9b7-430e-951f-0a46e826ad2b tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0504642 Aug 19 13:14:34.142327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07b04c3f-e227-4421-ac45-342a64c60ef5 req-9c3fa727-e154-48cf-8b0d-50549f6b1741 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316191 Aug 19 13:14:35.267331 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-4531fa94-3789-4555-8cdd-00a9c37379b2 service neutron] show failed (client error): The resource could not be found. Aug 19 13:14:35.268372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-4531fa94-3789-4555-8cdd-00a9c37379b2 service neutron] 10.222.0.53 "GET /v2.0/ports/62de1606-60c9-4723-926f-dd33a7ad7880/bindings/n-h2-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.0915179 Aug 19 13:14:35.291160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c727c-1d13-4340-9fe0-9e48233d5f1e req-9a263bc8-dc72-4b89-9f39-a16cab05dd9c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:35.297063 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c1c727c-1d13-4340-9fe0-9e48233d5f1e req-9a263bc8-dc72-4b89-9f39-a16cab05dd9c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0599418 Aug 19 13:14:35.333583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8c1c727c-1d13-4340-9fe0-9e48233d5f1e req-f358e0b6-4d02-4cbc-bc4c-76ad4524f5b3 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344617 Aug 19 13:14:35.837724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-6d5b1c0f-0b02-4ee5-9553-2e7e9612b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:35.839287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-6d5b1c0f-0b02-4ee5-9553-2e7e9612b872 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7&tenant_id=c8e08bc7b950403083d4c8a362532321 HTTP/1.1" status: 200 len: 1096 time: 0.0425408 Aug 19 13:14:35.851439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:14:35.905425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.118478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=62de1606-60c9-4723-926f-dd33a7ad7880,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:36.151095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:14:36.192849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:36.196301 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c13779-7eb2-4f49-b075-ff26e802a483" -d '{"events": [{"server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "name": "network-vif-unplugged", "status": "completed", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:14:36.199521 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.213949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Transition to ACTIVE for port object 62de1606-60c9-4723-926f-dd33a7ad7880 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:36.257345 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a89d59f-8dde-4618-8d64-bc3fce694085 x-openstack-request-id: req-3a89d59f-8dde-4618-8d64-bc3fce694085 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:14:36.257670 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "name": "network-vif-unplugged", "status": "completed", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:14:36.257923 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a89d59f-8dde-4618-8d64-bc3fce694085 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:14:36.258321 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880', 'code': 200} Aug 19 13:14:36.367615 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.456498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] No DVR routers for this DVR port 62de1606-60c9-4723-926f-dd33a7ad7880 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:14:36.458335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Pushing event updated for resources: {'Port': ['ID=62de1606-60c9-4723-926f-dd33a7ad7880,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:36.500111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a56ea-d640-4a9b-a302-26a76f832698 req-fe0917d8-98c6-4e85-9ac7-49918b1b5209 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:36.501638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a7a56ea-d640-4a9b-a302-26a76f832698 req-fe0917d8-98c6-4e85-9ac7-49918b1b5209 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 943 time: 0.0979178 Aug 19 13:14:36.521928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Attempting to bind port 62de1606-60c9-4723-926f-dd33a7ad7880 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:14:36.522264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Attempting to bind port 62de1606-60c9-4723-926f-dd33a7ad7880 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:14:36.522597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Attempting to bind port 62de1606-60c9-4723-926f-dd33a7ad7880 on network 67973654-322e-4651-96a9-bbcd8d2af196 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:14:36.534812 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Port 62de1606-60c9-4723-926f-dd33a7ad7880 on network 67973654-322e-4651-96a9-bbcd8d2af196 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:14:36.535142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Attempting to bind port 62de1606-60c9-4723-926f-dd33a7ad7880 on network 67973654-322e-4651-96a9-bbcd8d2af196 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:14:36.544258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:14:36.544614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Checking segment: {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:14:36.544998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Bound using segment: {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:14:36.545458 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Bound port: 62de1606-60c9-4723-926f-dd33a7ad7880, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035dd54f-8e69-401c-bfb2-c663ac9cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:14:36.545826 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.567059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a7a56ea-d640-4a9b-a302-26a76f832698 req-c6cb3a7d-7b6a-4439-b10f-44d8f4376efa tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556951 Aug 19 13:14:36.626140 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:14:36.629098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=62de1606-60c9-4723-926f-dd33a7ad7880,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:14:36.716773 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.750917 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:36.751550 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:36.752979 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] 10.222.0.52 "PUT /v2.0/ports/62de1606-60c9-4723-926f-dd33a7ad7880 HTTP/1.1" status: 200 len: 1091 time: 0.9055815 Aug 19 13:14:36.774859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7383e-faf5-49ef-a4a9-c5fdb476d0fe service neutron] Pushing event updated for resources: {'Port': ['ID=62de1606-60c9-4723-926f-dd33a7ad7880,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:36.822275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-8b5c5640-a5c0-4cad-b351-486ddb14d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:36.823796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-8b5c5640-a5c0-4cad-b351-486ddb14d23a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 1094 time: 0.0461025 Aug 19 13:14:36.917839 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-b03634b3-57ef-4867-bc7e-e6c46b21e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:36.919301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-b03634b3-57ef-4867-bc7e-e6c46b21e15c service neutron] 10.222.0.52 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 916 time: 0.0882947 Aug 19 13:14:36.964523 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-6764d875-ff39-448b-87c6-db68730e5188 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62de1606-60c9-4723-926f-dd33a7ad7880 HTTP/1.1" status: 200 len: 217 time: 0.0379977 Aug 19 13:14:37.013784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-815f1cc1-8c74-457f-b1d5-ccfb6ef1232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:37.015248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-815f1cc1-8c74-457f-b1d5-ccfb6ef1232d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0440803 Aug 19 13:14:37.047263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-d8019fe3-133d-4232-9d59-9cfbc11abf10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248697 Aug 19 13:14:37.141818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-4d6dc68e-02ba-4d62-9226-3696c7fa2dd3 service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869823 Aug 19 13:14:37.231607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-853c4a58-994e-4daf-8cfb-a925dd4c3cd1 req-ff3e7a9d-1c11-4c13-a7bd-324d7d2fecab service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829425 Aug 19 13:14:37.689471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9dd44-ef6e-483f-820f-5a5986df8b83 req-d9ac7e28-bcc7-44be-96fd-6c738d016f45 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:37.690999 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1e9dd44-ef6e-483f-820f-5a5986df8b83 req-d9ac7e28-bcc7-44be-96fd-6c738d016f45 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 943 time: 0.0528886 Aug 19 13:14:37.735792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1e9dd44-ef6e-483f-820f-5a5986df8b83 req-99bcd982-20b8-4f8b-83ba-c1401e02ba7c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385756 Aug 19 13:14:38.259538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:38.261894 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:14:38.311050 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75824d4-df97-4fce-b7de-3081a7742686 x-openstack-request-id: req-d75824d4-df97-4fce-b7de-3081a7742686 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:14:38.311346 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:14:38.311599 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d75824d4-df97-4fce-b7de-3081a7742686 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:14:38.312000 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880', 'status': 'completed', 'code': 200} Aug 19 13:14:38.399343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-19f87c84-b8d4-4090-8446-c4520c6529ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:38.400892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-19f87c84-b8d4-4090-8446-c4520c6529ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 1094 time: 0.0699246 Aug 19 13:14:38.404076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-8f54e432-7120-4a0e-83a9-2a91b513b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:38.408607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-8f54e432-7120-4a0e-83a9-2a91b513b373 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 1094 time: 0.0664129 Aug 19 13:14:38.564649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-2e880ec5-2edb-4b0d-b864-8e3ba42672d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:38.566080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-2e880ec5-2edb-4b0d-b864-8e3ba42672d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 916 time: 0.1574264 Aug 19 13:14:38.567192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-4ae82ef3-dec2-4516-996d-de96395f4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:38.568508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-4ae82ef3-dec2-4516-996d-de96395f4647 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 916 time: 0.1526234 Aug 19 13:14:38.642279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-5aa160a8-37bb-4a11-a06d-8ba28b3f0101 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62de1606-60c9-4723-926f-dd33a7ad7880 HTTP/1.1" status: 200 len: 217 time: 0.0674229 Aug 19 13:14:38.643599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-ee6b1315-d971-495d-97e3-35c8fcad83f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62de1606-60c9-4723-926f-dd33a7ad7880 HTTP/1.1" status: 200 len: 217 time: 0.0627711 Aug 19 13:14:38.730106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-8ee81ae2-a22b-4e2b-9887-201775e6911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:38.731599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-8ee81ae2-a22b-4e2b-9887-201775e6911b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0824070 Aug 19 13:14:38.733585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-558a55a2-ff4a-43ae-b337-7a3b45871a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:38.734906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-558a55a2-ff4a-43ae-b337-7a3b45871a6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0771194 Aug 19 13:14:38.784769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-37ae0896-99f7-44f6-bf52-ab14da263576 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456355 Aug 19 13:14:38.786743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-f34670cd-9e60-4584-b93c-f9ea2ca21b54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398929 Aug 19 13:14:38.977747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c29e6-915b-406a-a5be-891ffa42d858 req-df897137-9347-4c83-80cd-1983da5300d9 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:38.979249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-892c29e6-915b-406a-a5be-891ffa42d858 req-df897137-9347-4c83-80cd-1983da5300d9 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 943 time: 0.1538634 Aug 19 13:14:39.005459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-6d957a89-8c29-40f7-ad5c-b1ae7f094349 service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119668 Aug 19 13:14:39.079159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-35221039-4a1e-4c72-a4ee-2a8ab941583c service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751384 Aug 19 13:14:39.099754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-892c29e6-915b-406a-a5be-891ffa42d858 req-e6c1bc92-b151-40de-9b0b-faff9fee6f86 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113675 Aug 19 13:14:39.181655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-cca8ca9d-93a8-4c76-81c9-15d219591113 service neutron] 10.222.0.52 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650848 Aug 19 13:14:39.207905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ecaeed3f-8992-4120-b2f5-4a20dfe0fd1e req-418d2766-4815-43fb-98e9-f88c866632f7 service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190813 Aug 19 13:14:40.222238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccb11b-1571-40c4-b2b8-abbef6a55b89 req-6b4e2e79-6a0b-4e7b-b92a-a819fe5856af tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:40.223865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cccb11b-1571-40c4-b2b8-abbef6a55b89 req-6b4e2e79-6a0b-4e7b-b92a-a819fe5856af tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 943 time: 0.0523951 Aug 19 13:14:40.261675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2cccb11b-1571-40c4-b2b8-abbef6a55b89 req-b0e15439-0b87-4228-8f18-31e49484114c tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Aug 19 13:14:40.295604 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 62de1606-60c9-4723-926f-dd33a7ad7880 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:14:40.390154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=62de1606-60c9-4723-926f-dd33a7ad7880,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:40.400842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '62de1606-60c9-4723-926f-dd33a7ad7880', 'network_id': '67973654-322e-4651-96a9-bbcd8d2af196', 'port_id': '62de1606-60c9-4723-926f-dd33a7ad7880', 'mac_address': 'fa:16:3e:b2:74:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e516d3c-ef99-4873-9d2a-7f4de825ff11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:14:40.441465 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:40.454468 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62de1606-60c9-4723-926f-dd33a7ad7880 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:14:40.476167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=62de1606-60c9-4723-926f-dd33a7ad7880,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:40.595512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f8f16-bf4b-4a31-adf3-8ff2bba52ddb req-dff49773-a7ec-48f4-b683-b06fd736ec71 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:40.597136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b57f8f16-bf4b-4a31-adf3-8ff2bba52ddb req-dff49773-a7ec-48f4-b683-b06fd736ec71 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 943 time: 0.0497413 Aug 19 13:14:40.630340 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:40.642451 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b57f8f16-bf4b-4a31-adf3-8ff2bba52ddb req-308b57cd-c54f-4c19-835d-e7c30e54122b tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390501 Aug 19 13:14:40.690430 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 62de1606-60c9-4723-926f-dd33a7ad7880 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:14:40.713592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=62de1606-60c9-4723-926f-dd33a7ad7880,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:40.735680 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 62de1606-60c9-4723-926f-dd33a7ad7880 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:14:40.758826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19348474-b649-4cae-b094-6b7e72567e0d req-5f300c87-b4ef-432c-948e-27eae217c644 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:40.760318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19348474-b649-4cae-b094-6b7e72567e0d req-5f300c87-b4ef-432c-948e-27eae217c644 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.53 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7&tenant_id=c8e08bc7b950403083d4c8a362532321&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 944 time: 0.0547860 Aug 19 13:14:40.822170 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-19348474-b649-4cae-b094-6b7e72567e0d req-6b37880b-5904-418f-bcc9-790edc47c889 service neutron] delete failed (client error): The resource could not be found. Aug 19 13:14:40.823208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19348474-b649-4cae-b094-6b7e72567e0d req-6b37880b-5904-418f-bcc9-790edc47c889 service neutron] 10.222.0.53 "DELETE /v2.0/ports/62de1606-60c9-4723-926f-dd33a7ad7880/bindings/n-h1-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.0554380 Aug 19 13:14:40.890229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['62de1606-60c9-4723-926f-dd33a7ad7880'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:14:40.911955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19348474-b649-4cae-b094-6b7e72567e0d req-f29fb7d7-9bf5-4cab-907f-05aae5adf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:40.913432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19348474-b649-4cae-b094-6b7e72567e0d req-f29fb7d7-9bf5-4cab-907f-05aae5adf2a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8e08bc7b950403083d4c8a362532321&device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 1095 time: 0.0433180 Aug 19 13:14:41.010603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19348474-b649-4cae-b094-6b7e72567e0d req-85aadf8b-b2c1-4a7f-aa82-d45810394fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:41.012099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19348474-b649-4cae-b094-6b7e72567e0d req-85aadf8b-b2c1-4a7f-aa82-d45810394fc0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 200 len: 916 time: 0.0908785 Aug 19 13:14:41.056712 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19348474-b649-4cae-b094-6b7e72567e0d req-8d3d42d3-8fdb-4631-9dd0-d46bfa7b85dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62de1606-60c9-4723-926f-dd33a7ad7880 HTTP/1.1" status: 200 len: 217 time: 0.0371144 Aug 19 13:14:41.111826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19348474-b649-4cae-b094-6b7e72567e0d req-9ebceb5a-efce-4dbc-abb3-bc95ce076ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:41.113336 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19348474-b649-4cae-b094-6b7e72567e0d req-9ebceb5a-efce-4dbc-abb3-bc95ce076ecf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 200 len: 855 time: 0.0502417 Aug 19 13:14:41.146559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19348474-b649-4cae-b094-6b7e72567e0d req-d4173897-65ce-474d-ae1f-658bcd12bad4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67973654-322e-4651-96a9-bbcd8d2af196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259171 Aug 19 13:14:41.242784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19348474-b649-4cae-b094-6b7e72567e0d req-5a4435cc-3b18-4170-8dd0-221efb7cd394 service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891051 Aug 19 13:14:41.337186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19348474-b649-4cae-b094-6b7e72567e0d req-1c351733-05ac-426e-8321-a61f3585aaad service neutron] 10.222.0.53 "GET /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870137 Aug 19 13:14:41.767598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cdf83-2d21-4081-84da-1e1a62adc1fa req-983e6e00-c50f-47d6-9a37-3a20f0afbbaf tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:41.769101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c3cdf83-2d21-4081-84da-1e1a62adc1fa req-983e6e00-c50f-47d6-9a37-3a20f0afbbaf tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 944 time: 0.0504227 Aug 19 13:14:41.806664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c3cdf83-2d21-4081-84da-1e1a62adc1fa req-b21bc5d1-824d-4748-89f8-e9a23716da6a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Aug 19 13:14:42.306963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 62de1606-60c9-4723-926f-dd33a7ad7880 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:14:42.310894 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.447200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 62de1606-60c9-4723-926f-dd33a7ad7880 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:42.451240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 62de1606-60c9-4723-926f-dd33a7ad7880 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:42.451637 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.535061 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.557630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:42.559900 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c90367c-d99d-4320-b11a-f98fb5b77076" -d '{"events": [{"server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "name": "network-vif-plugged", "status": "completed", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:14:42.573185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=62de1606-60c9-4723-926f-dd33a7ad7880,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:42.598010 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87384153-055a-4b4d-b31e-5f0fd1fecf8b x-openstack-request-id: req-87384153-055a-4b4d-b31e-5f0fd1fecf8b {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:14:42.598389 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "name": "network-vif-plugged", "status": "completed", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:14:42.598648 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87384153-055a-4b4d-b31e-5f0fd1fecf8b {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:14:42.599045 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880', 'code': 200} Aug 19 13:14:42.652943 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:42.706282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=62de1606-60c9-4723-926f-dd33a7ad7880,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:42.929011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0737bbd-e225-4872-a620-6acf312be235 req-1f702b02-123e-4ddc-bbba-d83cc8f8c881 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:42.930520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0737bbd-e225-4872-a620-6acf312be235 req-1f702b02-123e-4ddc-bbba-d83cc8f8c881 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0506406 Aug 19 13:14:42.974073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0737bbd-e225-4872-a620-6acf312be235 req-714f69d9-225b-45ef-a699-802038255395 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361676 Aug 19 13:14:43.089094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ae33a-e25f-4346-a979-3d67823ba0ab req-a20f77a0-9650-4dde-8cdf-cc795b411454 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:43.090603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be0ae33a-e25f-4346-a979-3d67823ba0ab req-a20f77a0-9650-4dde-8cdf-cc795b411454 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0489359 Aug 19 13:14:43.129316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be0ae33a-e25f-4346-a979-3d67823ba0ab req-4b855478-0069-4793-92bb-796f348d5991 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Aug 19 13:14:43.243983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abc5f1-be62-4a08-9c39-cb22e862f398 req-ca3f2680-017b-4ae1-b421-4cc42c9b77e9 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:43.245407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77abc5f1-be62-4a08-9c39-cb22e862f398 req-ca3f2680-017b-4ae1-b421-4cc42c9b77e9 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0499566 Aug 19 13:14:43.284962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-77abc5f1-be62-4a08-9c39-cb22e862f398 req-49fe4368-f164-4b23-adb4-5065f33dc7cb tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327570 Aug 19 13:14:43.995550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e5902-5d22-4fc7-9f97-002a481339ee req-746e86e8-6115-498e-9bf0-c2fc5b18fb3d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:43.996916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-366e5902-5d22-4fc7-9f97-002a481339ee req-746e86e8-6115-498e-9bf0-c2fc5b18fb3d tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0483680 Aug 19 13:14:44.038990 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-366e5902-5d22-4fc7-9f97-002a481339ee req-2c4f41aa-bca8-4eb0-a341-779cdfaa4b9b tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349746 Aug 19 13:14:45.047137 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:45.180088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ca9a5-a2df-4fd3-a261-b266fd6ad5e8 req-8b1036ea-831e-43e0-b5d5-1035c4e8c08f tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:45.181592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df5ca9a5-a2df-4fd3-a261-b266fd6ad5e8 req-8b1036ea-831e-43e0-b5d5-1035c4e8c08f tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0756757 Aug 19 13:14:45.189672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69b5f7-1f7f-44b7-909a-647cd482b1dd req-ca7cfd60-51d4-4713-a898-cf40ec6f7a7f tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:45.191043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce69b5f7-1f7f-44b7-909a-647cd482b1dd req-ca7cfd60-51d4-4713-a898-cf40ec6f7a7f tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.52 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 945 time: 0.0764549 Aug 19 13:14:45.251567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-df5ca9a5-a2df-4fd3-a261-b266fd6ad5e8 req-870b5ffc-faa9-4c7c-8add-2cc43505b607 tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/security-groups?id=19eb4704-32c2-4aef-9c2f-0261236f8e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595744 Aug 19 13:14:45.648304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ce69b5f7-1f7f-44b7-909a-647cd482b1dd req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Deleting port 62de1606-60c9-4723-926f-dd33a7ad7880 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:14:45.652847 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ce69b5f7-1f7f-44b7-909a-647cd482b1dd req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:45.740344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ce69b5f7-1f7f-44b7-909a-647cd482b1dd req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] For port 62de1606-60c9-4723-926f-dd33a7ad7880, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=62de1606-60c9-4723-926f-dd33a7ad7880,segment=NetworkSegment(035dd54f-8e69-401c-bfb2-c663ac9cddce),segment_id=035dd54f-8e69-401c-bfb2-c663ac9cddce)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:45.740683 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ce69b5f7-1f7f-44b7-909a-647cd482b1dd req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:45.757519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ce69b5f7-1f7f-44b7-909a-647cd482b1dd req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Calling delete_port for 62de1606-60c9-4723-926f-dd33a7ad7880 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:14:45.978834 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ce69b5f7-1f7f-44b7-909a-647cd482b1dd req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:45.990702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['62de1606-60c9-4723-926f-dd33a7ad7880'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:14:46.007419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Pushing event deleted for resources: {'Port': ['ID=62de1606-60c9-4723-926f-dd33a7ad7880,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:46.021224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.021224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.021224 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.021579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.021680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.021934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.022264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.022594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.022924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.023251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.023581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.023907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:46.064668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce69b5f7-1f7f-44b7-909a-647cd482b1dd req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] No DVR routers for this DVR port 62de1606-60c9-4723-926f-dd33a7ad7880 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:14:46.067336 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ce69b5f7-1f7f-44b7-909a-647cd482b1dd req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:46.069398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce69b5f7-1f7f-44b7-909a-647cd482b1dd req-8e1230bf-de6a-4fcc-b55a-ec34a880dcfd tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.52 "DELETE /v2.0/ports/62de1606-60c9-4723-926f-dd33a7ad7880 HTTP/1.1" status: 204 len: 173 time: 0.8708525 Aug 19 13:14:46.069821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'name': 'network-vif-deleted', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:46.072041 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3060b26-8935-4dcf-8a02-e631b2bddc81" -d '{"events": [{"server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "name": "network-vif-deleted", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:14:46.110346 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c83695-065d-4393-b6ad-d154a59f89b4 x-openstack-request-id: req-75c83695-065d-4393-b6ad-d154a59f89b4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:14:46.110346 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527fdcd9-96dc-4761-99dc-2d1d09eda3e7", "name": "network-vif-deleted", "tag": "62de1606-60c9-4723-926f-dd33a7ad7880", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:14:46.110346 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75c83695-065d-4393-b6ad-d154a59f89b4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:14:46.110346 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527fdcd9-96dc-4761-99dc-2d1d09eda3e7', 'name': 'network-vif-deleted', 'tag': '62de1606-60c9-4723-926f-dd33a7ad7880', 'status': 'completed', 'code': 200} Aug 19 13:14:46.347617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-54cc7920-416f-4a6e-a51c-75973d31ed6a req-a432d2bd-7c23-4c50-8fef-85763499588a tempest-ServerDiskConfigTestJSON-545456066 tempest-ServerDiskConfigTestJSON-545456066-project] 10.222.0.44 "GET /v2.0/ports?device_id=527fdcd9-96dc-4761-99dc-2d1d09eda3e7 HTTP/1.1" status: 200 len: 210 time: 0.0273910 Aug 19 13:14:47.467542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52054) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:47.511566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d80a8e-c3f9-4038-84c0-9451bebf9e18 admin admin] Deleting subnet 6e516d3c-ef99-4873-9d2a-7f4de825ff11 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:14:47.514628 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47d80a8e-c3f9-4038-84c0-9451bebf9e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:47.552337 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47d80a8e-c3f9-4038-84c0-9451bebf9e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:47.599485 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47d80a8e-c3f9-4038-84c0-9451bebf9e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:47.744580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47d80a8e-c3f9-4038-84c0-9451bebf9e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:47.769723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d80a8e-c3f9-4038-84c0-9451bebf9e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e516d3c-ef99-4873-9d2a-7f4de825ff11,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:47.774638 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47d80a8e-c3f9-4038-84c0-9451bebf9e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:47.776552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-47d80a8e-c3f9-4038-84c0-9451bebf9e18 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6e516d3c-ef99-4873-9d2a-7f4de825ff11 HTTP/1.1" status: 204 len: 168 time: 0.3078969 Aug 19 13:14:47.779027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52056) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:47.846676 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:47.928047 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:47.938264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67973654-322e-4651-96a9-bbcd8d2af196']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:47.948145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035dd54f-8e69-401c-bfb2-c663ac9cddce') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:47.948445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035dd54f-8e69-401c-bfb2-c663ac9cddce') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:47.957585 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:47.971915 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:47.978067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:14:47.978469 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:14:47.980118 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:14:48.115797 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:48.121358 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:48.123332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] 10.222.0.44 "DELETE /v2.0/networks/67973654-322e-4651-96a9-bbcd8d2af196 HTTP/1.1" status: 204 len: 168 time: 0.3427846 Aug 19 13:14:48.134333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64b22d-8732-4543-a49a-05545f97adaf admin admin] Pushing event deleted for resources: {'Network': ['ID=67973654-322e-4651-96a9-bbcd8d2af196,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:48.322091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 62de1606-60c9-4723-926f-dd33a7ad7880 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:14:48.344672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 62de1606-60c9-4723-926f-dd33a7ad7880 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:14:48.345020 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 62de1606-60c9-4723-926f-dd33a7ad7880 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:14:48.477027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:48.517529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8ec3f8f9-fbcc-4cfa-b331-bedef34be54f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8e08bc7b950403083d4c8a362532321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392761 Aug 19 13:14:48.520141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52062) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:48.566769 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08995c89-616c-49e8-9dca-8af5c2d00f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:48.587601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08995c89-616c-49e8-9dca-8af5c2d00f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:48.692810 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08995c89-616c-49e8-9dca-8af5c2d00f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:48.695504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08995c89-616c-49e8-9dca-8af5c2d00f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:48.696683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-08995c89-616c-49e8-9dca-8af5c2d00f38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19eb4704-32c2-4aef-9c2f-0261236f8e3f HTTP/1.1" status: 204 len: 168 time: 0.1756313 Aug 19 13:14:48.707340 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08995c89-616c-49e8-9dca-8af5c2d00f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb4704-32c2-4aef-9c2f-0261236f8e3f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:49.894274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52084) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:49.994112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1134143788-network', 'tenant_id': '569444431dba42f0aff21ae6453e0c55'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:14:50.115599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Made reservation on behalf of 569444431dba42f0aff21ae6453e0c55 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:14:50.118035 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.127673 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.222049 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.310221 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.337149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:14:50.343287 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9357cfa2-ca5f-4866-93fe-c39e80149a64,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:50.349192 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.349592 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Added segment bf1e20b2-ba78-4d67-9ebb-b881f9632a13 of type vlan for network b2224b05-71f5-4717-862a-30d95ac4427f Aug 19 13:14:50.389980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.499210 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.500403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:50.500992 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:50.559703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] Pushing event updated for resources: {'Network': ['ID=b2224b05-71f5-4717-862a-30d95ac4427f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:50.569396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network b2224b05-71f5-4717-862a-30d95ac4427f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:14:50.650000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ef017fbe-4c45-4fb1-b34c-09a0110f195f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7522736 Aug 19 13:14:50.650611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52088) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:50.656986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] Request body: {'subnet': {'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1134143788-subnet', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:14:50.778786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] Made reservation on behalf of 569444431dba42f0aff21ae6453e0c55 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:14:50.784260 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.041982 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.096183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89c504a-6c05-4ecb-961c-2e700540d31f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:51.112713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:14:51.113074 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] Network hostable DHCP agents. Network: b2224b05-71f5-4717-862a-30d95ac4427f, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:14:51.139472 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e096f39c-a430-44ac-96e5-7a9d34548532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.235582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] Network b2224b05-71f5-4717-862a-30d95ac4427f is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:14:51.332398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, b2224b05-71f5-4717-862a-30d95ac4427f) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:14:51.336421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:51.337028 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.341779 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469f1d5-d49a-4943-8463-b1695da68fa7 None None] Network b2224b05-71f5-4717-862a-30d95ac4427f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:14:51.408161 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4892b850-05be-4e20-b914-1b37a36f05e3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7562816 Aug 19 13:14:51.410740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52090) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:51.415281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:14:51.483411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-b2224b05-71f5-4717-862a-30d95ac4427f', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:14:51.484273 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.487115 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.488188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.540881 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.621009 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Allocated IP 172.20.0.2 (b2224b05-71f5-4717-862a-30d95ac4427f/a89c504a-6c05-4ecb-961c-2e700540d31f/9ac98777-fa34-456c-97b8-117827449d74) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:14:51.738778 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.772389 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.782415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Transition to ACTIVE for port object 9ac98777-fa34-456c-97b8-117827449d74 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:51.798118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Transition to ACTIVE for port object 9ac98777-fa34-456c-97b8-117827449d74 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:51.934255 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:51.979968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Network b2224b05-71f5-4717-862a-30d95ac4427f is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:14:51.983687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:14:51.987355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:14:51.994249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Pushing event updated for resources: {'Port': ['ID=9ac98777-fa34-456c-97b8-117827449d74,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:52.005437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.005797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.006160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.006490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.006827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.007191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.007524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.007853 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.008179 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.008507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.008831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.009159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:52.034416 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:52.056199 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Attempting to bind port 9ac98777-fa34-456c-97b8-117827449d74 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:14:52.059148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Attempting to bind port 9ac98777-fa34-456c-97b8-117827449d74 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:14:52.059148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Attempting to bind port 9ac98777-fa34-456c-97b8-117827449d74 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:14:52.059339 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:52.062427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:14:52.062842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:14:52.064929 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:52.064929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:14:52.064929 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Bound port: 9ac98777-fa34-456c-97b8-117827449d74, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:14:52.064929 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:52.132744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] For port 9ac98777-fa34-456c-97b8-117827449d74, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:14:52.136051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] For port 9ac98777-fa34-456c-97b8-117827449d74, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9ac98777-fa34-456c-97b8-117827449d74,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:14:52.167807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Allocated IP 172.25.6.198 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/8230d446-850a-47f3-9c4d-fa64b3c61319) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:14:52.213184 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:52.278085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:52.284263 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155524a-fc5b-4649-8f51-94d04b6ac934 None None] Pushing event updated for resources: {'Port': ['ID=9ac98777-fa34-456c-97b8-117827449d74,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:52.421273 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:52.470784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:14:52.474587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:14:52.479208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:14:52.482483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8230d446-850a-47f3-9c4d-fa64b3c61319,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:52.845345 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:53.052220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:53.181045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f07b0-813e-4616-ad7b-f8fbcc172c40 None None] Network b2224b05-71f5-4717-862a-30d95ac4427f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:14:53.241266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:14:53.305677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87e46498-f466-42b1-901e-b69bc43fc56a None None] Provisioning for port 9ac98777-fa34-456c-97b8-117827449d74 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:53.349125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:14:53.359489 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Sync routers for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:14:53.369583 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:14:53.370104 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:14:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:53.447342 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:53.453079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-addb0818-d737-4871-b298-c10e3926b4e6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0371614 Aug 19 13:14:53.453079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52092) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:53.486193 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:14:53.666330 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:52Z', 'revision_number': 3, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:53.696307 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Checking router: 8dafd586-a5f6-4c81-b83f-a365c264f2f7 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:14:53.696689 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Updating router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 port 8230d446-850a-47f3-9c4d-fa64b3c61319 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:14:53.721894 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:53.891527 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:53.964562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9ac98777-fa34-456c-97b8-117827449d74 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:14:53.996592 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.007314 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Transition to ACTIVE for port object 8230d446-850a-47f3-9c4d-fa64b3c61319 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:54.062790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Allocated IP 172.20.0.1 (b2224b05-71f5-4717-862a-30d95ac4427f/a89c504a-6c05-4ecb-961c-2e700540d31f/033f4232-c0f8-4f5f-bc05-24930cb0a7b6) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:14:54.121087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 9ac98777-fa34-456c-97b8-117827449d74 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:54.126227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9ac98777-fa34-456c-97b8-117827449d74 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:54.129643 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.150552 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.174607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.191847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Transition to ACTIVE for port object 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:54.205417 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Attempting to bind port 8230d446-850a-47f3-9c4d-fa64b3c61319 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:14:54.205641 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Attempting to bind port 8230d446-850a-47f3-9c4d-fa64b3c61319 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:14:54.205947 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Attempting to bind port 8230d446-850a-47f3-9c4d-fa64b3c61319 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:14:54.215418 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:14:54.215866 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:14:54.216177 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.216760 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:14:54.217925 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Bound port: 8230d446-850a-47f3-9c4d-fa64b3c61319, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:14:54.218307 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.220013 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Pushing event updated for resources: {'Port': ['ID=8230d446-850a-47f3-9c4d-fa64b3c61319,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:54.245416 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.247604 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.247604 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.247604 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.247604 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.247604 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.247604 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.247604 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.248801 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.248801 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.249055 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.249748 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:54.287712 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] For port 8230d446-850a-47f3-9c4d-fa64b3c61319, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:14:54.291243 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] For port 8230d446-850a-47f3-9c4d-fa64b3c61319, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8230d446-850a-47f3-9c4d-fa64b3c61319,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:14:54.321540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.365145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Network b2224b05-71f5-4717-862a-30d95ac4427f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:14:54.368147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:14:54.371887 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:14:54.385645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Pushing event updated for resources: {'Port': ['ID=033f4232-c0f8-4f5f-bc05-24930cb0a7b6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:54.385962 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.416555 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.421144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.430552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 9ac98777-fa34-456c-97b8-117827449d74, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9ac98777-fa34-456c-97b8-117827449d74,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:54.474428 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:14:54.475218 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:14:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:54.544204 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.605988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=9ac98777-fa34-456c-97b8-117827449d74,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:54.622790 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04370d-5e52-4580-93ca-051587de0a9a None None] Pushing event updated for resources: {'Port': ['ID=8230d446-850a-47f3-9c4d-fa64b3c61319,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:54.677580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.692449 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:14:54.744247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5c9063ab-8153-4ca1-9ab9-04fde1234e61 None None] Provisioning for port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:54.750017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5c9063ab-8153-4ca1-9ab9-04fde1234e61 None None] Provisioning complete for port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:54.762916 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5c9063ab-8153-4ca1-9ab9-04fde1234e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.789149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5c9063ab-8153-4ca1-9ab9-04fde1234e61 None None] Port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:14:54.848294 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.888977 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:52Z', 'revision_number': 3, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:54.914581 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3658cac-6f21-4c37-8555-95bcc583d6ac None None] The sync data for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 is: [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:52Z', 'revision_number': 3, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:14:54.922188 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:54.994737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Pushing event updated for resources: {'Port': ['ID=033f4232-c0f8-4f5f-bc05-24930cb0a7b6,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:54.997079 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:55.093901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Network b2224b05-71f5-4717-862a-30d95ac4427f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:14:55.095360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:14:55.235641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:14:55.411884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2f3fabd7-7c37-4e16-88d2-a9db8822d777 None None] Provisioning complete for port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:55.412498 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2f3fabd7-7c37-4e16-88d2-a9db8822d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:55.445763 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-873f259b-958a-453e-bae3-489dc0646572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:55.454377 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2f3fabd7-7c37-4e16-88d2-a9db8822d777 None None] Port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:14:55.713994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:14:55.728437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-139880ef-21fd-4939-8c05-eb542f13c580 admin admin] 10.222.0.44 "PUT /v2.0/routers/8dafd586-a5f6-4c81-b83f-a365c264f2f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2663772 Aug 19 13:14:55.835624 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:56.031633 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9ac98777-fa34-456c-97b8-117827449d74 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:14:56.080262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9ac98777-fa34-456c-97b8-117827449d74 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:56.080694 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:56.162549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8230d446-850a-47f3-9c4d-fa64b3c61319 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:14:56.333544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8230d446-850a-47f3-9c4d-fa64b3c61319 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:56.337703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8230d446-850a-47f3-9c4d-fa64b3c61319 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:56.338082 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:56.416900 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:56.439859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8230d446-850a-47f3-9c4d-fa64b3c61319, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8230d446-850a-47f3-9c4d-fa64b3c61319,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:56.482285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Sync routers for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:14:56.492373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:14:56.492373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:14:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:56.519817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52100) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:56.528578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4de43091-27a2-40de-9f34-475053049983 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322020808', 'description': 'tempest-description--2008547257'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:14:56.593402 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:56.624851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4de43091-27a2-40de-9f34-475053049983 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:56.635003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:14:56.691829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8230d446-850a-47f3-9c4d-fa64b3c61319,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:56.712820 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4de43091-27a2-40de-9f34-475053049983 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:56.830067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4de43091-27a2-40de-9f34-475053049983 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:56.859316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 2, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:56.859907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de43091-27a2-40de-9f34-475053049983 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844510b8-374b-45b6-a41d-b7abb15f6ae6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:56.890338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Checking router: 8dafd586-a5f6-4c81-b83f-a365c264f2f7 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:14:56.890714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Updating router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:14:56.916107 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:56.955484 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4de43091-27a2-40de-9f34-475053049983 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:56.956799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4de43091-27a2-40de-9f34-475053049983 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4358721 Aug 19 13:14:56.959558 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52102) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:56.964064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bb94f8d4-e2d8-442c-a579-326d67665514 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'security_group_rule': {'security_group_id': '844510b8-374b-45b6-a41d-b7abb15f6ae6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:14:57.057328 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb94f8d4-e2d8-442c-a579-326d67665514 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.118728 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb94f8d4-e2d8-442c-a579-326d67665514 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.170856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.191679 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.195499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb94f8d4-e2d8-442c-a579-326d67665514 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.202270 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Transition to ACTIVE for port object 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:57.215004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f8d4-e2d8-442c-a579-326d67665514 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254be254-7a8d-4fb3-9ebb-25042a237644,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:57.309965 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.321387 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb94f8d4-e2d8-442c-a579-326d67665514 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.325128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bb94f8d4-e2d8-442c-a579-326d67665514 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3621674 Aug 19 13:14:57.325243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52104) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:57.330819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4e658b39-d6bd-4643-ba93-52c7567ecf10 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'security_group_rule': {'security_group_id': '844510b8-374b-45b6-a41d-b7abb15f6ae6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:14:57.362819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4de33-2077-4d1e-a884-de56541bd412 None None] Pushing event updated for resources: {'Port': ['ID=033f4232-c0f8-4f5f-bc05-24930cb0a7b6,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:57.417440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Attempting to bind port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:14:57.418160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Attempting to bind port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:14:57.418280 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Attempting to bind port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:14:57.424390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:14:57.424779 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:14:57.425191 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.425632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:14:57.426121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Bound port: 033f4232-c0f8-4f5f-bc05-24930cb0a7b6, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:14:57.426602 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.437743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e658b39-d6bd-4643-ba93-52c7567ecf10 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.501264 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e658b39-d6bd-4643-ba93-52c7567ecf10 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.504057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] For port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:14:57.507504 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] For port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=033f4232-c0f8-4f5f-bc05-24930cb0a7b6,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:14:57.601429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e658b39-d6bd-4643-ba93-52c7567ecf10 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.613066 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.619760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e658b39-d6bd-4643-ba93-52c7567ecf10 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4c71e8-3bf7-4e7e-8a7e-a9ac148748d2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:57.678490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:14:57.679140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:14:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:57.684200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4de33-2077-4d1e-a884-de56541bd412 None None] Pushing event updated for resources: {'Port': ['ID=033f4232-c0f8-4f5f-bc05-24930cb0a7b6,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:57.705073 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e658b39-d6bd-4643-ba93-52c7567ecf10 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.706455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4e658b39-d6bd-4643-ba93-52c7567ecf10 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801866 Aug 19 13:14:57.709776 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 52106) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:57.718258 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:14:57.797646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:14:57.824250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.939389 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:57.943655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8230d446-850a-47f3-9c4d-fa64b3c61319 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:14:58.038087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8230d446-850a-47f3-9c4d-fa64b3c61319 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:58.038676 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:58.044295 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Allocated IP 172.25.6.104 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/4d1d197f-10f4-4b36-ba44-ac4439a45394) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:14:58.082612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:14:57Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:58.114124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8ca87-e93f-4452-9d05-2beab4d867ee None None] The sync data for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 is: [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:14:57Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:14:58.499373 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:58.607978 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:58.651562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:14:58.658203 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:14:58.658644 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:14:58.686247 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event updated for resources: {'Port': ['ID=4d1d197f-10f4-4b36-ba44-ac4439a45394,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:58.700303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.701619 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.702271 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.702790 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.703346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.703897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.704442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.705020 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.705666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.706340 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.706883 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.707275 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:14:58.771757 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:58.892582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:59.063205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:59.064108 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:59.150402 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:59.221796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event updated for resources: {'Port': ['ID=4d1d197f-10f4-4b36-ba44-ac4439a45394,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:59.235612 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:59.321008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:59.322356 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-32852ca3-3260-4e6e-80a1-8474405d7504 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6111355 Aug 19 13:14:59.461403 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:14:59.470107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-e241d01f-df09-4cc8-838e-ff799b8caf77 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1322020808&fields=id&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 267 time: 0.0385396 Aug 19 13:14:59.588329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-95b7a3bf-caaa-4824-85d4-3f22f623c4ac tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:59.589882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-95b7a3bf-caaa-4824-85d4-3f22f623c4ac tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 812 time: 0.1126168 Aug 19 13:14:59.605825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-00695a5d-3703-459a-94bc-e3893999ae95 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/quotas/569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 375 time: 0.0096176 Aug 19 13:14:59.660849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-7207c5ab-91ee-43f0-8568-2426773384e1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483663 Aug 19 13:14:59.767645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fa5418a2-44f8-4a60-ad75-8b6e7b11fca4 service neutron] 10.222.0.44 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876441 Aug 19 13:14:59.854735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-4e321a85-a2be-4848-85fa-5ff021d44f9d service neutron] 10.222.0.44 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842152 Aug 19 13:14:59.954678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:15:00.053156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:00.057627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:00.058085 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:00.079137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01b14601-fc5c-471b-8733-8883a673376f req-30cab66e-66f7-48b2-b3ba-5ecddc72361d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 210 time: 0.0275464 Aug 19 13:15:00.145996 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:00.178955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=033f4232-c0f8-4f5f-bc05-24930cb0a7b6,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:00.270198 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:00.317644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=033f4232-c0f8-4f5f-bc05-24930cb0a7b6,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:01.162297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65be95d7-e333-4197-8a72-841527cd75d3 req-5f9ffb82-6301-4d9a-8d30-90e4f90beddc tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 210 time: 0.0262971 Aug 19 13:15:01.940212 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:15:01.990346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:01.990718 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:02.259996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce3b3d4e-dfbb-4f88-a554-9fd969b85c1b req-8824481d-300c-4a4f-8542-5bba0f7a8b3f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 210 time: 0.0320697 Aug 19 13:15:02.666174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-f386123a-5788-4268-b351-62e4fb3469c8 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:02.667657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-f386123a-5788-4268-b351-62e4fb3469c8 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 812 time: 0.1022532 Aug 19 13:15:02.712774 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-60b10b77-a1a5-40e0-b65b-dc879aa605a0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 380 time: 0.0332794 Aug 19 13:15:02.723745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'port': {'device_id': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'admin_state_up': True, 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'security_groups': ['844510b8-374b-45b6-a41d-b7abb15f6ae6']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:15:02.978776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Made reservation on behalf of 569444431dba42f0aff21ae6453e0c55 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:15:02.983127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:03.113555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Allocated IP 172.20.0.5 (b2224b05-71f5-4717-862a-30d95ac4427f/a89c504a-6c05-4ecb-961c-2e700540d31f/c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:15:03.249249 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:03.262169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Transition to ACTIVE for port object c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:03.361152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a20be59b-226f-41a3-b571-cf00b3e591ac req-8392697a-6ca0-47e1-b23c-563f22c8db43 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 210 time: 0.0309768 Aug 19 13:15:03.362321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:03.408145 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Network b2224b05-71f5-4717-862a-30d95ac4427f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:15:03.411298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:15:03.415191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:15:03.421855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event updated for resources: {'Port': ['ID=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:03.472990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:03.473647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:03.590961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-fb9e7b3e-ac38-49e6-9557-2f6e0249afa7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8708258 Aug 19 13:15:03.604229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Request body: {'port': {'device_id': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:15:03.662423 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:03.796590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c7fcb878-d866-4c8e-bbcd-fd71ed082cd6 None None] Provisioning for port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:03.800465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c7fcb878-d866-4c8e-bbcd-fd71ed082cd6 None None] Provisioning complete for port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:03.800912 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb878-d866-4c8e-bbcd-fd71ed082cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:03.834797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c7fcb878-d866-4c8e-bbcd-fd71ed082cd6 None None] Port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:15:03.934329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:15:03.943202 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:03.955707 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Transition to ACTIVE for port object c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:15:04.035363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:04.089764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:04.164477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Attempting to bind port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:15:04.164827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Attempting to bind port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:15:04.165147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Attempting to bind port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:15:04.170823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 on network b2224b05-71f5-4717-862a-30d95ac4427f not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:15:04.171201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Attempting to bind port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:15:04.176283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:15:04.176629 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:15:04.177033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:15:04.177616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Bound port: c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:15:04.177986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:04.245010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:15:04.248094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:15:04.321823 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:04.357692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:04.358397 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:04.359995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] 10.222.0.52 "PUT /v2.0/ports/c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 200 len: 1091 time: 0.7599437 Aug 19 13:15:04.360495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:04.362935 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda18983-c974-48dd-8a84-4cbe9b4c8fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:15:04.391557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f3a90-231e-4c5c-b37c-f2613dceb9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:04.408462 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eb705a-d556-4854-ba05-fd79e5ac333a x-openstack-request-id: req-03eb705a-d556-4854-ba05-fd79e5ac333a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:15:04.408462 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:15:04.408462 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03eb705a-d556-4854-ba05-fd79e5ac333a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:15:04.408462 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'status': 'completed', 'code': 200} Aug 19 13:15:04.512180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda18983-c974-48dd-8a84-4cbe9b4c8fa1 req-c7c02931-4347-41e7-a755-bbec753fb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:04.514675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dda18983-c974-48dd-8a84-4cbe9b4c8fa1 req-c7c02931-4347-41e7-a755-bbec753fb0d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 1094 time: 0.0853357 Aug 19 13:15:04.528093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4801dc-2cda-4874-9c83-54a3e8c77080 req-7754d82f-5acd-4174-8e41-1c884f0a6b70 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:04.530623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a4801dc-2cda-4874-9c83-54a3e8c77080 req-7754d82f-5acd-4174-8e41-1c884f0a6b70 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 943 time: 0.0681412 Aug 19 13:15:04.623877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a4801dc-2cda-4874-9c83-54a3e8c77080 req-0413f93c-5f78-489e-bdf8-a2055cf19e5d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834312 Aug 19 13:15:04.658342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda18983-c974-48dd-8a84-4cbe9b4c8fa1 req-ff9942be-fbb1-47f3-b25b-a04597cc9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:04.659868 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dda18983-c974-48dd-8a84-4cbe9b4c8fa1 req-ff9942be-fbb1-47f3-b25b-a04597cc9221 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=569444431dba42f0aff21ae6453e0c55&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1280997 Aug 19 13:15:04.760915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda18983-c974-48dd-8a84-4cbe9b4c8fa1 req-9953890d-ed7d-4776-b6ec-76225721a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:04.764925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dda18983-c974-48dd-8a84-4cbe9b4c8fa1 req-9953890d-ed7d-4776-b6ec-76225721a5cc service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906377 Aug 19 13:15:04.849261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-439df3c6-b6f6-4774-b574-51eea8316789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:04.850822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-439df3c6-b6f6-4774-b574-51eea8316789 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 1094 time: 0.0460808 Aug 19 13:15:04.896154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-a4502027-97ba-41fd-be6d-bb043f05e183 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 200 len: 217 time: 0.0353873 Aug 19 13:15:04.950548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-ca7402dc-3176-4625-b85f-03c762e2c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:04.952703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-ca7402dc-3176-4625-b85f-03c762e2c06c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0453961 Aug 19 13:15:05.009087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-09a67a9c-9133-4d65-a265-711b2409ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:05.010638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-09a67a9c-9133-4d65-a265-711b2409ac27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490546 Aug 19 13:15:05.103725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-f1250f61-83d0-4751-a411-e97ef1962916 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815825 Aug 19 13:15:05.202751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e708f280-fc7c-4cb1-9684-ca910eaf3115 req-601a480f-7889-4dbd-904b-403b9c1611af service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868959 Aug 19 13:15:05.742806 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd636f-2ae0-460c-89b0-d423c6861b17 req-f53b116a-2a0c-4c7a-9c12-9287cfb30434 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:05.744308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24fd636f-2ae0-460c-89b0-d423c6861b17 req-f53b116a-2a0c-4c7a-9c12-9287cfb30434 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 943 time: 0.0507200 Aug 19 13:15:05.781977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24fd636f-2ae0-460c-89b0-d423c6861b17 req-78b85d73-84d5-468b-a1d8-f025884b70bb tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316412 Aug 19 13:15:06.898461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335668e3-0143-4885-8ca9-a8fdcb349824 req-1e71d174-4e9c-495d-a3c0-79d9da6f1339 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:06.900009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-335668e3-0143-4885-8ca9-a8fdcb349824 req-1e71d174-4e9c-495d-a3c0-79d9da6f1339 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 943 time: 0.0502701 Aug 19 13:15:06.940539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-335668e3-0143-4885-8ca9-a8fdcb349824 req-76a6816c-b8eb-46a4-9f00-6d4470d05b29 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332141 Aug 19 13:15:08.061892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a419-734f-42d4-8c5c-84dccb595046 req-25786226-2691-481f-a2d0-8380b623a4ce tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:08.063288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17c4a419-734f-42d4-8c5c-84dccb595046 req-25786226-2691-481f-a2d0-8380b623a4ce tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 943 time: 0.0558546 Aug 19 13:15:08.100956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17c4a419-734f-42d4-8c5c-84dccb595046 req-96063bcf-a798-4ca3-9117-0c329ae00828 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317345 Aug 19 13:15:08.448693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:15:08.547657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:08.558405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'mac_address': 'fa:16:3e:10:85:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:15:08.594569 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:08.610734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:15:08.629796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:08.773048 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:08.821505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:09.013864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:15:09.220968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550e2e4-e097-415e-8f9a-0062d4e12db5 req-12a834df-c444-415c-b27a-e776aa100f58 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:09.222534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f550e2e4-e097-415e-8f9a-0062d4e12db5 req-12a834df-c444-415c-b27a-e776aa100f58 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 944 time: 0.0519564 Aug 19 13:15:09.261264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f550e2e4-e097-415e-8f9a-0062d4e12db5 req-cae454a6-e470-4011-bc35-8fff3a10cba6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327492 Aug 19 13:15:10.375874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e399f3-cc78-405a-9ac9-d39c6acd49f7 req-3549ba1e-3ef8-44f1-966e-b6db4a440c05 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:10.377388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07e399f3-cc78-405a-9ac9-d39c6acd49f7 req-3549ba1e-3ef8-44f1-966e-b6db4a440c05 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 944 time: 0.0491538 Aug 19 13:15:10.415759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07e399f3-cc78-405a-9ac9-d39c6acd49f7 req-d059955c-febe-46de-8177-5edbf4d208b7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324380 Aug 19 13:15:10.463611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:15:10.652381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:15:10.657356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:15:10.657755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:10.736064 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:10.758810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:10.761059 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1593647b-f13f-4069-8864-17c27a88a95d" -d '{"events": [{"server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "name": "network-vif-plugged", "status": "completed", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:15:10.775524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:15:10.801679 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0837180-f863-4c3b-a129-5c48fad5aef2 x-openstack-request-id: req-f0837180-f863-4c3b-a129-5c48fad5aef2 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:15:10.801679 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "name": "network-vif-plugged", "status": "completed", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:15:10.801679 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0837180-f863-4c3b-a129-5c48fad5aef2 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:15:10.801679 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'code': 200} Aug 19 13:15:10.858546 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:10.909781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3829ed-e60f-4ef2-bbd7-3ee92b25f4f4 req-df4816f0-c809-4893-8642-0ec5526ba2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:10.911269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:15:10.911405 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e3829ed-e60f-4ef2-bbd7-3ee92b25f4f4 req-df4816f0-c809-4893-8642-0ec5526ba2b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 1096 time: 0.0459504 Aug 19 13:15:10.959734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e3829ed-e60f-4ef2-bbd7-3ee92b25f4f4 req-f2b7cdd6-e57f-4ce1-bd8c-0975af56f9d0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296464 Aug 19 13:15:11.531499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0b965-3aa6-462a-b91b-cb5efadb8429 req-03776511-3532-4a59-ba28-e11fd0129e19 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:11.532995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62b0b965-3aa6-462a-b91b-cb5efadb8429 req-03776511-3532-4a59-ba28-e11fd0129e19 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0498199 Aug 19 13:15:11.570552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62b0b965-3aa6-462a-b91b-cb5efadb8429 req-f529f4a0-a73b-422f-b0b3-388c54892c35 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Aug 19 13:15:12.246914 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:12.689402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156825e-21af-4f6c-9fea-00a23f098c23 req-a7483381-4680-483d-8ded-0ec03bd49c43 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:12.692016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e156825e-21af-4f6c-9fea-00a23f098c23 req-a7483381-4680-483d-8ded-0ec03bd49c43 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0539818 Aug 19 13:15:12.731563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e156825e-21af-4f6c-9fea-00a23f098c23 req-0cb35bee-4c65-47ef-89bc-607cfec8d8b4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333736 Aug 19 13:15:12.847990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16c11b-d34a-4cd9-82a9-a92b911a49d9 req-0028a1fc-70ea-4bdd-a183-5a09189f0fcc tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:12.849573 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa16c11b-d34a-4cd9-82a9-a92b911a49d9 req-0028a1fc-70ea-4bdd-a183-5a09189f0fcc tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0528576 Aug 19 13:15:12.858973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52172) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:15:12.863467 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5dc3eb3c-d858-4748-8961-c59d18bd87f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'floatingip': {'port_id': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:15:12.902746 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb3c-d858-4748-8961-c59d18bd87f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:13.351070 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb3c-d858-4748-8961-c59d18bd87f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:13.412760 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb3c-d858-4748-8961-c59d18bd87f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:13.522241 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-5dc3eb3c-d858-4748-8961-c59d18bd87f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017 associated. External IP: 172.25.6.104, port: c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638. Aug 19 13:15:13.736773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc3eb3c-d858-4748-8961-c59d18bd87f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:15:13.848071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc3eb3c-d858-4748-8961-c59d18bd87f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:15:13.853258 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dc3eb3c-d858-4748-8961-c59d18bd87f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:13.859719 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef1aaf4-5022-4423-bd60-bb34efb1f6d2 None None] Sync routers for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:15:13.871726 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef1aaf4-5022-4423-bd60-bb34efb1f6d2 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:15:13.872349 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9ef1aaf4-5022-4423-bd60-bb34efb1f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:14:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:13.885432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5dc3eb3c-d858-4748-8961-c59d18bd87f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "PUT /v2.0/floatingips/91d84dfb-c299-4ef6-b2a2-86fc048a7017 HTTP/1.1" status: 200 len: 991 time: 1.0253644 Aug 19 13:15:13.886052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:15:13.889077 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdf38be-ee58-43f7-b540-52735f0a8895" -d '{"events": [{"name": "network-changed", "server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:15:13.929247 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1912de37-17f9-46e1-adfd-68d21be3f8e2 x-openstack-request-id: req-1912de37-17f9-46e1-adfd-68d21be3f8e2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:15:13.929247 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:15:13.929661 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1912de37-17f9-46e1-adfd-68d21be3f8e2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:15:13.929899 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'status': 'completed', 'code': 200} Aug 19 13:15:13.990170 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9ef1aaf4-5022-4423-bd60-bb34efb1f6d2 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:15:13.994789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf38be-ee58-43f7-b540-52735f0a8895 req-dfeb7470-e3af-4362-8bb8-80dcba83b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:13.996372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fdf38be-ee58-43f7-b540-52735f0a8895 req-dfeb7470-e3af-4362-8bb8-80dcba83b4eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 1096 time: 0.0429432 Aug 19 13:15:14.094322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf38be-ee58-43f7-b540-52735f0a8895 req-b4d79599-927c-4d17-bb9b-5d266a4c9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:14.095761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fdf38be-ee58-43f7-b540-52735f0a8895 req-b4d79599-927c-4d17-bb9b-5d266a4c9d1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0896518 Aug 19 13:15:14.170932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fdf38be-ee58-43f7-b540-52735f0a8895 req-5e45f9c1-3793-4866-808c-a65dbe36b6a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 200 len: 999 time: 0.0667865 Aug 19 13:15:14.221126 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9ef1aaf4-5022-4423-bd60-bb34efb1f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:10:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:15:13Z', 'revision_number': 1, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:14.224411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf38be-ee58-43f7-b540-52735f0a8895 req-0673bf27-c847-46ef-91d3-ba810c90e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:14.225984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fdf38be-ee58-43f7-b540-52735f0a8895 req-0673bf27-c847-46ef-91d3-ba810c90e8b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0469251 Aug 19 13:15:14.246681 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef1aaf4-5022-4423-bd60-bb34efb1f6d2 None None] Checking router: 8dafd586-a5f6-4c81-b83f-a365c264f2f7 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:15:14.255237 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef1aaf4-5022-4423-bd60-bb34efb1f6d2 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:15:14.255838 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9ef1aaf4-5022-4423-bd60-bb34efb1f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:14:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:14.275821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf38be-ee58-43f7-b540-52735f0a8895 req-5b06417a-3931-4da5-ab67-537a78652fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:14.277420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fdf38be-ee58-43f7-b540-52735f0a8895 req-5b06417a-3931-4da5-ab67-537a78652fdb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412195 Aug 19 13:15:14.361474 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9ef1aaf4-5022-4423-bd60-bb34efb1f6d2 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:15:14.374775 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fdf38be-ee58-43f7-b540-52735f0a8895 req-c8514e53-db37-4956-8d70-d4ec58e84f4b service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886431 Aug 19 13:15:14.473964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fdf38be-ee58-43f7-b540-52735f0a8895 req-75b3c0a4-10e3-4930-a3de-09acc28edfe9 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901141 Aug 19 13:15:14.606552 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9ef1aaf4-5022-4423-bd60-bb34efb1f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:10:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:15:13Z', 'revision_number': 1, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:15:14.634499 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef1aaf4-5022-4423-bd60-bb34efb1f6d2 None None] The sync data for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 is: [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:10:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:15:13Z', 'revision_number': 1, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:15:14.840274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d1e28-c5d5-429e-8714-c96c9f2de774 None None] New status for floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:15:15.087249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:21.115537 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-52e97505-b231-48d6-bb12-817e6c8a6314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.457795 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4a43c312-e81e-492a-8887-77161a4ce829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.755237 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:27.166851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:29.035665 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:36.460859 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:15:42.235324 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:45.080873 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:51.132404 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3fffc69c-4e86-442e-a1ac-6afd401145db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:55.470737 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a91a9805-ac2b-4ed4-9bf0-6d234ad0a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:55.857755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:57.179151 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:59.074031 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:08.439087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-2d07ff65-0a9e-4d87-8b84-0608ebc1b950 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451269 Aug 19 13:16:08.533671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-99b00675-368d-4702-b6c4-4e1280083f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:08.535140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-99b00675-368d-4702-b6c4-4e1280083f30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 1096 time: 0.0444777 Aug 19 13:16:08.659515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-9ef2cbb8-ebc4-4d6f-b752-83f3340c7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:08.661058 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-9ef2cbb8-ebc4-4d6f-b752-83f3340c7c85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0929222 Aug 19 13:16:08.732046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-27b5bce6-46e5-40eb-86d1-c87f345291b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 200 len: 1001 time: 0.0586989 Aug 19 13:16:08.784313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-aa7f65a3-4aaa-4112-bd1f-51c2c4336a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:08.785966 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-aa7f65a3-4aaa-4112-bd1f-51c2c4336a1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0439115 Aug 19 13:16:08.839431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-17d30fb9-b623-492a-bf7e-64ca33ef7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:08.841494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-17d30fb9-b623-492a-bf7e-64ca33ef7284 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450931 Aug 19 13:16:08.856854 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-84e30661-7104-4d7d-b361-cc9c5adbefa4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:16:08.857863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-84e30661-7104-4d7d-b361-cc9c5adbefa4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054512 Aug 19 13:16:08.952897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-c059235f-9446-4766-ab4f-d4d158fbc718 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849712 Aug 19 13:16:09.048649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-51c2e1a9-7e20-42dc-884e-2332de197c22 req-ac33b08b-9611-43c2-9986-eafcbb70a3ae service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883119 Aug 19 13:16:12.291827 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:13.461761 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:16:15.086366 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:21.188155 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4bc31183-df45-4fb9-8a5b-3c456543badd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:25.474702 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7cae1f24-f432-441b-b1c6-5e6c7ac94653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:25.794650 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:27.171451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:29.040846 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:42.262895 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:45.091235 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:50.460918 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:16:51.123991 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e6f84954-03ed-44e2-a4e0-1f80afbba015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:55.468242 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b6452850-f6ce-43ea-913e-ff530c9bde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:55.805774 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:56.570829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b23763-9c75-4c4e-be98-7785449d33f3 req-832fb78a-68e2-4b84-b0b4-0e67f374f61c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:56.572368 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5b23763-9c75-4c4e-be98-7785449d33f3 req-832fb78a-68e2-4b84-b0b4-0e67f374f61c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.1010871 Aug 19 13:16:56.610723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5b23763-9c75-4c4e-be98-7785449d33f3 req-be436ac9-2bbd-41a3-9f1d-9b633bff4917 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321803 Aug 19 13:16:57.092234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42303110-c457-4c62-88c2-d199483bb488 req-ad0da0b8-21ae-43a9-b43a-ef9a2e9c40cb tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:57.093807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42303110-c457-4c62-88c2-d199483bb488 req-ad0da0b8-21ae-43a9-b43a-ef9a2e9c40cb tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0518193 Aug 19 13:16:57.132209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42303110-c457-4c62-88c2-d199483bb488 req-19dfd10c-6edb-4216-aaa4-509639e79796 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322464 Aug 19 13:16:57.188533 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:57.207446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52408) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:16:57.289718 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-a8baca54-a6bf-4a33-9154-a9c6b240ff58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810921 Aug 19 13:16:58.311404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0daa-c3e0-4c06-850c-5a0464b16e3e req-17030c77-927e-48b1-a0a2-6a77fc8e6350 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:58.312888 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a87e0daa-c3e0-4c06-850c-5a0464b16e3e req-17030c77-927e-48b1-a0a2-6a77fc8e6350 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.1095181 Aug 19 13:16:58.353266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a87e0daa-c3e0-4c06-850c-5a0464b16e3e req-aa2c0766-e289-4442-92f3-a681ddfb1d36 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337539 Aug 19 13:16:59.051169 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:59.472315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289865c-543d-49a3-83b7-74815e025f02 req-a7737237-30d0-40e4-bd45-a6f134f7c7b4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:59.473839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e289865c-543d-49a3-83b7-74815e025f02 req-a7737237-30d0-40e4-bd45-a6f134f7c7b4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0492537 Aug 19 13:16:59.513476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e289865c-543d-49a3-83b7-74815e025f02 req-e21d00dd-4819-449a-ab77-891c074b75d7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331006 Aug 19 13:16:59.612307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cbf7d9bc-0208-469d-a152-9ab60e2db0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:59.613824 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cbf7d9bc-0208-469d-a152-9ab60e2db0f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 1096 time: 0.0448492 Aug 19 13:16:59.706423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f415-7780-45a9-928f-1208116237d2 req-99b0f057-003d-4cd0-addd-c533c0c3e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:59.707940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-99b0f057-003d-4cd0-addd-c533c0c3e79b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0848463 Aug 19 13:17:00.129092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-6b8f184c-3670-4169-b854-42f44624730d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 200 len: 1001 time: 0.4098396 Aug 19 13:17:00.185231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf73a719-a79e-4672-b9d9-0273bb0428bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:00.186759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf73a719-a79e-4672-b9d9-0273bb0428bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0457320 Aug 19 13:17:00.232764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f415-7780-45a9-928f-1208116237d2 req-b34697f0-8b6f-476d-ae3e-8a96c1faff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:00.234204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-b34697f0-8b6f-476d-ae3e-8a96c1faff30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406888 Aug 19 13:17:00.329403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-77448e96-48ae-47a0-a264-92bc0283df91 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879526 Aug 19 13:17:00.428304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-6bb1e9c8-1cae-4694-96e2-d715daae1198 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876219 Aug 19 13:17:00.638052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a0f01-b2ae-4c2f-9c77-661c8832e09f req-42f2d2a2-6492-441c-9d8a-dddb5dbc1f2f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:00.639623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c9a0f01-b2ae-4c2f-9c77-661c8832e09f req-42f2d2a2-6492-441c-9d8a-dddb5dbc1f2f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0549574 Aug 19 13:17:00.678438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c9a0f01-b2ae-4c2f-9c77-661c8832e09f req-132fe30f-b715-46db-b98e-30602f90cbf3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328605 Aug 19 13:17:01.799261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d3c47-2286-4ee6-b3a7-4565a7fc153e req-0f4c167d-9cd7-49a4-939d-35820bc5e87b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:01.800809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e5d3c47-2286-4ee6-b3a7-4565a7fc153e req-0f4c167d-9cd7-49a4-939d-35820bc5e87b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0513732 Aug 19 13:17:01.843947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e5d3c47-2286-4ee6-b3a7-4565a7fc153e req-d69c282f-5961-495c-ab4c-3bcf288f9540 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370095 Aug 19 13:17:02.964726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6630877-f514-4519-bad1-a7cbf3636949 req-6071362b-7312-4e1b-9e81-3e5a67313207 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:02.966144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6630877-f514-4519-bad1-a7cbf3636949 req-6071362b-7312-4e1b-9e81-3e5a67313207 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0500500 Aug 19 13:17:03.004486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6630877-f514-4519-bad1-a7cbf3636949 req-de8ecb84-c6c1-4df8-ae13-21fbb3b6fe4a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321779 Aug 19 13:17:04.125952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19306bd6-2339-4aca-b372-77443fe83964 req-965c6b31-f915-47dc-a5c1-ec19c01bcd7e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:04.127524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19306bd6-2339-4aca-b372-77443fe83964 req-965c6b31-f915-47dc-a5c1-ec19c01bcd7e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0536106 Aug 19 13:17:04.165420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-19306bd6-2339-4aca-b372-77443fe83964 req-940baa4d-c0a4-44d9-a670-625c52e47fa1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319538 Aug 19 13:17:05.281003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3bd25-2935-4d91-b94c-9dcf26ddc4be req-2afdf7f2-0392-4a95-ba50-e4eff4f7412b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:05.282815 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fb3bd25-2935-4d91-b94c-9dcf26ddc4be req-2afdf7f2-0392-4a95-ba50-e4eff4f7412b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0498385 Aug 19 13:17:05.320962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fb3bd25-2935-4d91-b94c-9dcf26ddc4be req-21fcc31f-9249-4295-800c-3b7ede826b90 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Aug 19 13:17:06.441824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32abf8-7bbc-4498-afdb-c5d9d225aa6a req-86385d8c-26e6-421b-acfd-80fcc390f6e5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:06.443441 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc32abf8-7bbc-4498-afdb-c5d9d225aa6a req-86385d8c-26e6-421b-acfd-80fcc390f6e5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0533047 Aug 19 13:17:06.485062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc32abf8-7bbc-4498-afdb-c5d9d225aa6a req-5db921e8-c8e2-4fd1-a199-08fb43abbaa9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345397 Aug 19 13:17:07.604490 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f1133-c631-433b-b28f-87b5fdad0f6d req-6ade3aeb-983e-47ae-8cca-0aa39d8514d5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:07.606032 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f76f1133-c631-433b-b28f-87b5fdad0f6d req-6ade3aeb-983e-47ae-8cca-0aa39d8514d5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0531361 Aug 19 13:17:07.643344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f76f1133-c631-433b-b28f-87b5fdad0f6d req-7b091284-4838-456c-bbd1-ed7c64b96ee6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313215 Aug 19 13:17:08.455435 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193118e-fc7e-42d7-9e16-ab244ab0d84a req-2259fe71-7fab-403e-945c-ddee554f4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:08.456946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3193118e-fc7e-42d7-9e16-ab244ab0d84a req-2259fe71-7fab-403e-945c-ddee554f4d13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 1096 time: 0.0406909 Aug 19 13:17:08.569121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193118e-fc7e-42d7-9e16-ab244ab0d84a req-1b5d4bc7-e94d-4ba1-9846-ca122f4cdeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:08.571244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3193118e-fc7e-42d7-9e16-ab244ab0d84a req-1b5d4bc7-e94d-4ba1-9846-ca122f4cdeba service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0897901 Aug 19 13:17:08.639474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3193118e-fc7e-42d7-9e16-ab244ab0d84a req-30f9dc68-dc92-4788-8441-fb4d9661b7ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 200 len: 1001 time: 0.0578959 Aug 19 13:17:08.691402 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193118e-fc7e-42d7-9e16-ab244ab0d84a req-4a737665-8ee3-494d-9692-48fb2c40a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:08.692851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3193118e-fc7e-42d7-9e16-ab244ab0d84a req-4a737665-8ee3-494d-9692-48fb2c40a985 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0455418 Aug 19 13:17:08.776411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193118e-fc7e-42d7-9e16-ab244ab0d84a req-8697d875-8ec5-45fd-806e-cbaa9b80d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:08.776411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3193118e-fc7e-42d7-9e16-ab244ab0d84a req-8697d875-8ec5-45fd-806e-cbaa9b80d54b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717871 Aug 19 13:17:08.785510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb24246-4f4a-4272-8b41-eb1c8a9cdd25 req-3c10020a-ed0b-488b-8653-d6211a091d60 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:08.786952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9bb24246-4f4a-4272-8b41-eb1c8a9cdd25 req-3c10020a-ed0b-488b-8653-d6211a091d60 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0753250 Aug 19 13:17:08.874127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9bb24246-4f4a-4272-8b41-eb1c8a9cdd25 req-0504b70e-8321-4b95-a6f0-c8f27af87207 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791719 Aug 19 13:17:08.903196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3193118e-fc7e-42d7-9e16-ab244ab0d84a req-bd4fad8c-0e09-4403-a370-11259e173be7 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153083 Aug 19 13:17:09.001239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3193118e-fc7e-42d7-9e16-ab244ab0d84a req-a8da380e-6c8e-422e-a0c9-37e2bcf3aaf1 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864339 Aug 19 13:17:09.995066 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d888e65-8d6b-4025-8b0f-5fd5de6b61c5 req-f0c9bd7d-81fe-41b5-9a29-73f06be7d947 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:09.996580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d888e65-8d6b-4025-8b0f-5fd5de6b61c5 req-f0c9bd7d-81fe-41b5-9a29-73f06be7d947 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0524135 Aug 19 13:17:10.034682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4d888e65-8d6b-4025-8b0f-5fd5de6b61c5 req-e56d630f-850e-4dcf-9e1a-68a4cdc26c32 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Aug 19 13:17:11.158256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd7946-9efd-4959-b2b9-05300ae7386e req-43a70692-a00d-4d3d-9a24-0cab4043339c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:11.159764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ffd7946-9efd-4959-b2b9-05300ae7386e req-43a70692-a00d-4d3d-9a24-0cab4043339c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0545726 Aug 19 13:17:11.198355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ffd7946-9efd-4959-b2b9-05300ae7386e req-61a99132-687a-470c-9bae-76321263c61a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315783 Aug 19 13:17:12.233848 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:12.317523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f299-414f-4b0b-ad3e-13f4a84ef232 req-ded3504b-bb07-49a7-a961-d0c7aaec9823 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:12.319019 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ee0f299-414f-4b0b-ad3e-13f4a84ef232 req-ded3504b-bb07-49a7-a961-d0c7aaec9823 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0509317 Aug 19 13:17:12.356860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ee0f299-414f-4b0b-ad3e-13f4a84ef232 req-462b6632-32ae-4712-954f-57d2a2f1bd5e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Aug 19 13:17:12.833778 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-d8f1f415-7780-45a9-928f-1208116237d2 req-4744fd7f-2f09-4966-a81c-2d8069ac9fa3 service neutron] show failed (client error): The resource could not be found. Aug 19 13:17:12.834804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-4744fd7f-2f09-4966-a81c-2d8069ac9fa3 service neutron] 10.222.0.52 "GET /v2.0/ports/c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638/bindings/n-h1-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.0580018 Aug 19 13:17:13.417251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f415-7780-45a9-928f-1208116237d2 req-8cc21e3f-9d0a-4815-8df3-abc85f954f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:13.418809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-8cc21e3f-9d0a-4815-8df3-abc85f954f46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 1096 time: 0.0926251 Aug 19 13:17:13.432542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:17:13.512008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.532874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d942f27-490f-4df1-a8c0-a7f163318f0a req-e48dc067-c53a-4ece-801c-4170820405a4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:13.534301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d942f27-490f-4df1-a8c0-a7f163318f0a req-e48dc067-c53a-4ece-801c-4170820405a4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0989754 Aug 19 13:17:13.653279 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d942f27-490f-4df1-a8c0-a7f163318f0a req-a2266a28-36e0-4e7e-95d8-e92eeabc7352 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939839 Aug 19 13:17:13.758997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:17:13.790763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:17:13.830311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:17:13.832651 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d0379c-e6dc-42a3-9f12-7aa4e96db76f" -d '{"events": [{"server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "name": "network-vif-unplugged", "status": "completed", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:17:13.836918 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.849607 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Transition to ACTIVE for port object c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:17:13.925470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:13.953480 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81b94a5-3ecf-4d2e-b142-35239e930560 x-openstack-request-id: req-e81b94a5-3ecf-4d2e-b142-35239e930560 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:17:13.953776 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "name": "network-vif-unplugged", "status": "completed", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:17:13.954031 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e81b94a5-3ecf-4d2e-b142-35239e930560 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:17:13.954430 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'code': 200} Aug 19 13:17:14.048779 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Pushing event updated for resources: {'Port': ['ID=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:14.076091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.076449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.076796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.077136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.077501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.077840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.078177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.078509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.078838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.079168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.079493 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.079820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:14.117422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] No DVR routers for this DVR port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:17:14.257232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Attempting to bind port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:17:14.257527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Attempting to bind port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:17:14.257863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Attempting to bind port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:17:14.262089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 on network b2224b05-71f5-4717-862a-30d95ac4427f not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:17:14.262409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Attempting to bind port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:17:14.267125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:17:14.267466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:17:14.267848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:17:14.268279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Bound port: c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:17:14.268634 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:14.330929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:17:14.334366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:17:14.405660 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:14.440379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:14.441041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:14.442484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] 10.222.0.53 "PUT /v2.0/ports/c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 200 len: 1091 time: 1.0148137 Aug 19 13:17:14.466444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f77cb-39fd-47de-99ba-6dd176dae08d service neutron] Pushing event updated for resources: {'Port': ['ID=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:14.512398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f415-7780-45a9-928f-1208116237d2 req-bb3d5f2e-8678-489f-b433-7edfc3f5f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:14.513981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-bb3d5f2e-8678-489f-b433-7edfc3f5f7ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 1094 time: 0.0446870 Aug 19 13:17:14.622997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f415-7780-45a9-928f-1208116237d2 req-4e96fe3d-1bbd-43eb-b657-d587cdf0ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:14.624524 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-4e96fe3d-1bbd-43eb-b657-d587cdf0ef30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1030631 Aug 19 13:17:14.692904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-8f401927-6c9a-4618-b933-67235e61a384 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 200 len: 999 time: 0.0611219 Aug 19 13:17:14.783362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f415-7780-45a9-928f-1208116237d2 req-63aed0f6-0182-4268-9e3c-155c756199e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:14.784848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-63aed0f6-0182-4268-9e3c-155c756199e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0823712 Aug 19 13:17:14.827170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45409f-c526-4af2-954b-3cb993eacb42 req-ddee8e6c-390a-4e60-94e8-92fb406918f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:14.828763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e45409f-c526-4af2-954b-3cb993eacb42 req-ddee8e6c-390a-4e60-94e8-92fb406918f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 943 time: 0.0897460 Aug 19 13:17:14.863762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f415-7780-45a9-928f-1208116237d2 req-3a21232c-f0db-4b85-975b-41bb1b95fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:14.865194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-3a21232c-f0db-4b85-975b-41bb1b95fc86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735011 Aug 19 13:17:14.877884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-d0b77333-ffd5-4ef8-8922-39517dba2540 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:17:14.878894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-d0b77333-ffd5-4ef8-8922-39517dba2540 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051961 Aug 19 13:17:14.885152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e45409f-c526-4af2-954b-3cb993eacb42 req-7815ffed-152a-47cf-a8ff-bb4926a44d81 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502048 Aug 19 13:17:14.982794 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-29e388cb-b0a3-458e-a32c-336a688244ad service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963075 Aug 19 13:17:15.068154 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:15.078994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8f1f415-7780-45a9-928f-1208116237d2 req-a12b6252-1136-4719-b705-2a6796945602 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888808 Aug 19 13:17:15.955867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:17:15.958347 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c41f25a-d85f-4771-9cef-ee21bf49cab8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:17:16.007969 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6310c-1e31-4174-b6b0-79a99c724bba x-openstack-request-id: req-9ff6310c-1e31-4174-b6b0-79a99c724bba {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:17:16.010531 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:17:16.010987 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ff6310c-1e31-4174-b6b0-79a99c724bba {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:17:16.011571 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'status': 'completed', 'code': 200} Aug 19 13:17:16.022200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e137d-e568-45a5-a0e8-a9ffd0e56b8f req-a80be5b9-b529-40e4-8bef-7c2fe3c5d7d1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:16.023825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f2e137d-e568-45a5-a0e8-a9ffd0e56b8f req-a80be5b9-b529-40e4-8bef-7c2fe3c5d7d1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 943 time: 0.0624745 Aug 19 13:17:16.117479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7f2e137d-e568-45a5-a0e8-a9ffd0e56b8f req-88a88cd6-5748-4d58-9113-43bfa9a3ad4e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855951 Aug 19 13:17:16.126970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-4f5f6459-b53e-4fce-a12a-f37d97c77937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:16.131417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-4f5f6459-b53e-4fce-a12a-f37d97c77937 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 1094 time: 0.0891252 Aug 19 13:17:16.134586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-60d0b447-e129-4fc0-b897-e1a284ff782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:16.136335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-60d0b447-e129-4fc0-b897-e1a284ff782d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 1094 time: 0.0886693 Aug 19 13:17:16.302617 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-0de4c5ad-96a2-406d-b4b9-f83578a8d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:16.304013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-0de4c5ad-96a2-406d-b4b9-f83578a8d592 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1667757 Aug 19 13:17:16.306471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-7647a4e2-6129-4603-9bd4-7995af42c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:16.308826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-7647a4e2-6129-4603-9bd4-7995af42c190 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1637571 Aug 19 13:17:16.424589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-fc26f743-5cd6-4c50-bff4-331079609553 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 200 len: 999 time: 0.1066067 Aug 19 13:17:16.426224 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-01e9caaf-4851-4ca6-9056-537f15a9e77d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 200 len: 999 time: 0.1144161 Aug 19 13:17:16.506525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-c7f56eab-4b8f-40a6-b98d-c98ad1d30017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:16.508016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-c7f56eab-4b8f-40a6-b98d-c98ad1d30017 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0763311 Aug 19 13:17:16.509359 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-39b45bdf-4cac-465b-b80f-296e124a6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:16.510674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-39b45bdf-4cac-465b-b80f-296e124a6143 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0718756 Aug 19 13:17:16.585545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-8737eb3f-8394-49a1-8542-dcc3242d1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:16.587671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-8737eb3f-8394-49a1-8542-dcc3242d1d6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715547 Aug 19 13:17:16.590155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-2d77ae6c-dcd6-4594-b5f1-134ba03e1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:16.591484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-2d77ae6c-dcd6-4594-b5f1-134ba03e1ea1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679803 Aug 19 13:17:16.748858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-f9ea95a5-4c01-401c-befd-1634f547ad43 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528659 Aug 19 13:17:16.750703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-c551e6c6-aa38-4105-b031-5659964ef3f7 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474066 Aug 19 13:17:16.906191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-8dceecb7-6ce8-4c05-93d8-1a8aad6672d3 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488941 Aug 19 13:17:16.908233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c41f25a-d85f-4771-9cef-ee21bf49cab8 req-3d4ba287-4447-4667-8582-c73458ccd4e8 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441760 Aug 19 13:17:17.037365 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:17:17.076126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:17:17.248275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8283d-03b1-4de9-93ed-971868f34136 req-3271ad38-56e3-40eb-b7cc-1a347b487ea9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:17.249828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0c8283d-03b1-4de9-93ed-971868f34136 req-3271ad38-56e3-40eb-b7cc-1a347b487ea9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 943 time: 0.0484228 Aug 19 13:17:17.291565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d0c8283d-03b1-4de9-93ed-971868f34136 req-817886e7-cd9d-4543-a41c-58bed0bb9e66 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356927 Aug 19 13:17:17.579639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504c1b8-922d-4665-8e8c-7fd0f5c4cd00 req-8a7cef0c-2284-47df-8bef-731eb06a69b9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:17.581153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5504c1b8-922d-4665-8e8c-7fd0f5c4cd00 req-8a7cef0c-2284-47df-8bef-731eb06a69b9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 943 time: 0.0503166 Aug 19 13:17:17.645557 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5504c1b8-922d-4665-8e8c-7fd0f5c4cd00 req-406fa7f3-0bef-4494-8e0b-507c677eb3cc tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579035 Aug 19 13:17:17.662872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-e6db4104-91ba-43dd-b8ae-bfa135a2357c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:17.664941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-e6db4104-91ba-43dd-b8ae-bfa135a2357c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b&tenant_id=569444431dba42f0aff21ae6453e0c55&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 943 time: 0.0635633 Aug 19 13:17:17.725845 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-1dc4c5b9-5fd5-42b9-ad66-940bde36d129 service neutron] delete failed (client error): The resource could not be found. Aug 19 13:17:17.727572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-1dc4c5b9-5fd5-42b9-ad66-940bde36d129 service neutron] 10.222.0.52 "DELETE /v2.0/ports/c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638/bindings/n-h2-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.0540223 Aug 19 13:17:17.816961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-d2bd6b41-f828-4315-b6ca-f8886bd6e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:17.818508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-d2bd6b41-f828-4315-b6ca-f8886bd6e7c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 1094 time: 0.0473847 Aug 19 13:17:17.909271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-b9d8700f-ee61-4454-bf3e-7a0e8daa836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:17.910795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-b9d8700f-ee61-4454-bf3e-7a0e8daa836e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0847268 Aug 19 13:17:17.980342 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-ca452697-ce01-4443-a57d-8e103922a7a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 200 len: 999 time: 0.0612693 Aug 19 13:17:18.029692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-2b9ed1e9-092c-45d7-8dda-051212681640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:18.031200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-2b9ed1e9-092c-45d7-8dda-051212681640 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0435326 Aug 19 13:17:18.082240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-5ca93f08-0cb9-41c9-afdb-53a19a67a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:18.084010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-5ca93f08-0cb9-41c9-afdb-53a19a67a48c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453436 Aug 19 13:17:18.177810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-9314d956-2719-4497-9e2d-fc8c8e4ccdd7 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855162 Aug 19 13:17:18.269446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ead8bb3-29ca-4599-9f87-1078a155d240 req-2e5d8e6e-67a0-47fc-b652-e4f1a3ba09c6 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837090 Aug 19 13:17:18.766500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c2748-4fae-4c64-bc30-b778464d3e0a req-b777005d-9ad3-42dc-85dc-cd9a6a2c1a44 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:18.767990 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-201c2748-4fae-4c64-bc30-b778464d3e0a req-b777005d-9ad3-42dc-85dc-cd9a6a2c1a44 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 943 time: 0.0520682 Aug 19 13:17:18.806534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-201c2748-4fae-4c64-bc30-b778464d3e0a req-46b62e5f-2cb6-498f-9aaf-5500cff1aa95 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Aug 19 13:17:19.532687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:17:19.638383 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:17:19.650499 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'mac_address': 'fa:16:3e:10:85:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:17:19.689747 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:19.708647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:17:19.733410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:17:19.840016 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:19.904465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:19.914948 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.915674 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.915782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.916193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.916796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.917153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.917590 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.918170 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.918539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.918996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.919556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.920073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:17:19.935801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524c14-a057-451b-8c47-23d74ce58732 req-e6101c2c-4ca4-4f11-82b1-f3ce6e2a8060 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:19.937650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e524c14-a057-451b-8c47-23d74ce58732 req-e6101c2c-4ca4-4f11-82b1-f3ce6e2a8060 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 944 time: 0.0551655 Aug 19 13:17:19.984220 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e524c14-a057-451b-8c47-23d74ce58732 req-c89947b0-de7a-451c-be2e-dbbde9702cf9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401955 Aug 19 13:17:20.107121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:17:20.115645 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca17b2-d419-4276-93df-83dbda3453ae req-eafe3cc8-bde6-4362-9ea8-bb8b470f9261 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:20.117200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-feca17b2-d419-4276-93df-83dbda3453ae req-eafe3cc8-bde6-4362-9ea8-bb8b470f9261 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 944 time: 0.0585208 Aug 19 13:17:20.163802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-feca17b2-d419-4276-93df-83dbda3453ae req-aba3e9b3-f1cb-4b75-8111-262a91223535 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396838 Aug 19 13:17:20.295820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678af3c-ea16-407e-a7f1-0a1b73fdc2c4 req-860b344a-0d1a-4bee-850d-04e20ed6422a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:20.297353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e678af3c-ea16-407e-a7f1-0a1b73fdc2c4 req-860b344a-0d1a-4bee-850d-04e20ed6422a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 944 time: 0.0574331 Aug 19 13:17:20.344617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e678af3c-ea16-407e-a7f1-0a1b73fdc2c4 req-ab112fb1-1f41-4487-87d7-b7fbf3911561 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406590 Aug 19 13:17:20.817148 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673bc82-11a6-4647-a11c-388ff569f6c7 req-afd19e79-6377-48e2-b058-b72255f35fa0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:20.818686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4673bc82-11a6-4647-a11c-388ff569f6c7 req-afd19e79-6377-48e2-b058-b72255f35fa0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 944 time: 0.0507028 Aug 19 13:17:20.860472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4673bc82-11a6-4647-a11c-388ff569f6c7 req-925ac701-c323-4510-a60b-12aa93f232ec tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319059 Aug 19 13:17:21.152588 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-04ee3904-06fb-40e9-8864-f5ee6baaee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:21.539422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:17:21.668057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:17:21.672175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:17:21.672583 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:21.751095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:21.775472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:17:21.778426 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd5ce23-8777-4a53-8287-47b392e6f6db" -d '{"events": [{"server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "name": "network-vif-plugged", "status": "completed", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:17:21.792511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:17:21.818967 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3ce2aa-742a-442d-a62e-9fc39d66a399 x-openstack-request-id: req-db3ce2aa-742a-442d-a62e-9fc39d66a399 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:17:21.819261 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "name": "network-vif-plugged", "status": "completed", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:17:21.819518 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db3ce2aa-742a-442d-a62e-9fc39d66a399 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:17:21.819920 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'code': 200} Aug 19 13:17:21.899246 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:21.951306 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:21.983085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0280a-99ff-48a9-a962-d58ecff085e6 req-0cc55c3c-b2eb-454f-81ea-a0fec68eecb6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:21.984600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fec0280a-99ff-48a9-a962-d58ecff085e6 req-0cc55c3c-b2eb-454f-81ea-a0fec68eecb6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0527973 Aug 19 13:17:22.026018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fec0280a-99ff-48a9-a962-d58ecff085e6 req-90b1fbef-f924-4906-8ced-3859eecf9e05 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345359 Aug 19 13:17:22.213815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31795588-ac64-4d33-87b7-229036e86d20 req-af04dae2-5ba7-4126-820e-11b2ee96d3f7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:22.215288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31795588-ac64-4d33-87b7-229036e86d20 req-af04dae2-5ba7-4126-820e-11b2ee96d3f7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 945 time: 0.0541353 Aug 19 13:17:22.303479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Deleting port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:17:22.303822 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:22.745787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] For port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:17:22.746171 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:22.915442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:22.915828 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:22.916143 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017 disassociated. External IP: 172.25.6.104, port: c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638. Aug 19 13:17:22.916478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Calling delete_port for c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:17:23.123495 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:23.156518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event deleted for resources: {'Port': ['ID=c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:23.179001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ce6d8-a183-4164-b825-0819a2d29d50 req-c93edd0d-4940-4c34-b7b0-bd80b7669770 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:23.181047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-922ce6d8-a183-4164-b825-0819a2d29d50 req-c93edd0d-4940-4c34-b7b0-bd80b7669770 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee69c59e-f119-4b00-8e95-71e9a35be98b HTTP/1.1" status: 200 len: 867 time: 0.0848227 Aug 19 13:17:23.291059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-922ce6d8-a183-4164-b825-0819a2d29d50 req-30240093-348e-491b-9a90-652e2056f04b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724547 Aug 19 13:17:23.318754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:17:23.428497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:17:23.440880 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf3443-a9a0-4aae-91c1-0a48ed5cdf10 None None] Sync routers for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:17:23.450058 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf3443-a9a0-4aae-91c1-0a48ed5cdf10 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:17:23.450665 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d4bf3443-a9a0-4aae-91c1-0a48ed5cdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:16:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:23.467770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] No DVR routers for this DVR port c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:17:23.470530 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:23.472583 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31795588-ac64-4d33-87b7-229036e86d20 req-a18a308e-a107-45f4-9e88-e36ee45b56bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.53 "DELETE /v2.0/ports/c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 HTTP/1.1" status: 204 len: 173 time: 1.2514613 Aug 19 13:17:23.473186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'name': 'network-vif-deleted', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:17:23.475345 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2341c3e5-70cb-436a-9e57-1fb86c34623f" -d '{"events": [{"server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "name": "network-vif-deleted", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:17:23.515713 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b8c750-a0b0-4c57-abc3-6d8743d43770 x-openstack-request-id: req-88b8c750-a0b0-4c57-abc3-6d8743d43770 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:17:23.516041 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee69c59e-f119-4b00-8e95-71e9a35be98b", "name": "network-vif-deleted", "tag": "c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:17:23.516306 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88b8c750-a0b0-4c57-abc3-6d8743d43770 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:17:23.516717 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee69c59e-f119-4b00-8e95-71e9a35be98b', 'name': 'network-vif-deleted', 'tag': 'c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638', 'status': 'completed', 'code': 200} Aug 19 13:17:23.558288 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-d4bf3443-a9a0-4aae-91c1-0a48ed5cdf10 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:17:23.759990 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d4bf3443-a9a0-4aae-91c1-0a48ed5cdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:23.787191 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf3443-a9a0-4aae-91c1-0a48ed5cdf10 None None] Checking router: 8dafd586-a5f6-4c81-b83f-a365c264f2f7 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:17:23.795969 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf3443-a9a0-4aae-91c1-0a48ed5cdf10 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:17:23.796566 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d4bf3443-a9a0-4aae-91c1-0a48ed5cdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:16:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:23.996029 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-d4bf3443-a9a0-4aae-91c1-0a48ed5cdf10 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:17:24.194604 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-d4bf3443-a9a0-4aae-91c1-0a48ed5cdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:24.224329 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf3443-a9a0-4aae-91c1-0a48ed5cdf10 None None] The sync data for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 is: [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:17:24.450477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c13d8f-5a0b-4fa6-9fc4-e036637fae4a None None] New status for floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:17:24.534500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-9bbab2ff-7271-4949-baaf-f1fd1bc062e5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1322020808&fields=id&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 267 time: 0.0367694 Aug 19 13:17:24.643088 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-3d9b3910-4232-41d2-a7f3-b70342b36c41 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:24.644714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-3d9b3910-4232-41d2-a7f3-b70342b36c41 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 812 time: 0.1027107 Aug 19 13:17:24.667337 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-9b4961d4-4c9a-425b-b512-2a269f1dc482 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/quotas/569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 375 time: 0.0110922 Aug 19 13:17:24.722247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-65a56a72-83b3-4711-9b7c-418737b00685 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487986 Aug 19 13:17:24.824194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-9c8481e3-e0bc-4b79-ba07-9c8a0a85bb02 service neutron] 10.222.0.44 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896177 Aug 19 13:17:24.921779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-4aaff7b2-444b-48c4-8d31-78990100737e service neutron] 10.222.0.44 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913093 Aug 19 13:17:25.159694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-008e791d-848f-4107-aea0-0b7640cafeb4 req-1b0d0754-726e-4fd9-b8ae-2f0c4efb63f6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 210 time: 0.0277357 Aug 19 13:17:25.479214 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-856c6ee3-a7cc-4db5-9700-33377eb27036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:25.558408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:17:25.579472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:17:25.579822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c01c0d4c-5fdb-4ed2-a8b4-222fa1bca638 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:17:25.781478 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:26.263216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a093d4d-414f-4b5c-aee0-379df972ff2f req-2cbddc82-a2d4-43e7-b759-08bdbc356492 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 210 time: 0.0274985 Aug 19 13:17:27.159907 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:27.365621 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40559099-d805-4186-9ce7-de6506951ffc req-b71818aa-800a-4b1b-ba75-6ad407e35967 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 210 time: 0.0329084 Aug 19 13:17:27.412987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-b2cdfeb6-2b07-49f8-b197-3ba822853900 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:27.415186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-b2cdfeb6-2b07-49f8-b197-3ba822853900 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 812 time: 0.1489365 Aug 19 13:17:27.460517 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:17:27.463317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-8cb21011-5334-4f70-9cd8-120b8a324226 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 380 time: 0.0346863 Aug 19 13:17:27.472861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'port': {'device_id': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'admin_state_up': True, 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'security_groups': ['844510b8-374b-45b6-a41d-b7abb15f6ae6']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:17:27.645306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Made reservation on behalf of 569444431dba42f0aff21ae6453e0c55 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:17:27.649528 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:27.777230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Allocated IP 172.20.0.10 (b2224b05-71f5-4717-862a-30d95ac4427f/a89c504a-6c05-4ecb-961c-2e700540d31f/f031e8eb-6668-4bb0-bc4e-69164480f17d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:17:27.922913 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:27.937323 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Transition to ACTIVE for port object f031e8eb-6668-4bb0-bc4e-69164480f17d will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:17:28.074140 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:28.123972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Network b2224b05-71f5-4717-862a-30d95ac4427f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:17:28.132662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event updated for resources: {'Port': ['ID=f031e8eb-6668-4bb0-bc4e-69164480f17d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:28.136855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:17:28.139213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:17:28.194947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:28.196022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:28.331336 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-d5e2c33f-28f5-46f3-9055-32904ca04b1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8622043 Aug 19 13:17:28.347083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Request body: {'port': {'device_id': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:17:28.402496 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:28.416328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5e6a6fb4-098d-49ff-aedf-779514aad1f7 None None] Provisioning for port f031e8eb-6668-4bb0-bc4e-69164480f17d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:17:28.420595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5e6a6fb4-098d-49ff-aedf-779514aad1f7 None None] Provisioning complete for port f031e8eb-6668-4bb0-bc4e-69164480f17d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:17:28.421050 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6fb4-098d-49ff-aedf-779514aad1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:28.456521 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a6fb4-098d-49ff-aedf-779514aad1f7 None None] Port f031e8eb-6668-4bb0-bc4e-69164480f17d cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:17:28.563190 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bc3ac-af64-4e9e-889e-29e22c81c030 req-e7eb226b-e186-4f3f-ab32-25c310e2d9bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:28.564695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e9bc3ac-af64-4e9e-889e-29e22c81c030 req-e7eb226b-e186-4f3f-ab32-25c310e2d9bf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 932 time: 0.1244922 Aug 19 13:17:28.647572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e9bc3ac-af64-4e9e-889e-29e22c81c030 req-23a40a11-721d-428d-bee3-9071c40e5297 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764625 Aug 19 13:17:28.742250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f031e8eb-6668-4bb0-bc4e-69164480f17d {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:17:28.749764 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:28.762344 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Transition to ACTIVE for port object f031e8eb-6668-4bb0-bc4e-69164480f17d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:17:28.839487 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:28.893053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Pushing event updated for resources: {'Port': ['ID=f031e8eb-6668-4bb0-bc4e-69164480f17d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:28.974317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Attempting to bind port f031e8eb-6668-4bb0-bc4e-69164480f17d on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:17:28.974956 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Attempting to bind port f031e8eb-6668-4bb0-bc4e-69164480f17d by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:17:28.975802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Attempting to bind port f031e8eb-6668-4bb0-bc4e-69164480f17d on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:17:28.980527 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Port f031e8eb-6668-4bb0-bc4e-69164480f17d on network b2224b05-71f5-4717-862a-30d95ac4427f not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:17:28.980849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Attempting to bind port f031e8eb-6668-4bb0-bc4e-69164480f17d on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:17:28.986074 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:17:28.989523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:17:28.989523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:17:28.989523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Bound port: f031e8eb-6668-4bb0-bc4e-69164480f17d, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:17:28.989523 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:29.056297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:17:29.059569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:17:29.061908 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:29.148196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:29.186526 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:29.187151 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:29.188568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] 10.222.0.52 "PUT /v2.0/ports/f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 1092 time: 0.8459115 Aug 19 13:17:29.189010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:17:29.191304 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f1d12a-930b-49fd-9e21-889f0fc1c49f" -d '{"events": [{"name": "network-changed", "server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:17:29.218489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bc583-3b5d-413c-b623-a7e030de3307 service neutron] Pushing event updated for resources: {'Port': ['ID=f031e8eb-6668-4bb0-bc4e-69164480f17d,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:29.230641 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1fb310-bcf9-436b-9e86-bbe98124ab9e x-openstack-request-id: req-ea1fb310-bcf9-436b-9e86-bbe98124ab9e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:17:29.230942 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:17:29.231200 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea1fb310-bcf9-436b-9e86-bbe98124ab9e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:17:29.231618 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'status': 'completed', 'code': 200} Aug 19 13:17:29.300354 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1d12a-930b-49fd-9e21-889f0fc1c49f req-5fb4de84-e6ea-4b9e-8546-f2ae715d0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:29.301937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16f1d12a-930b-49fd-9e21-889f0fc1c49f req-5fb4de84-e6ea-4b9e-8546-f2ae715d0607 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1095 time: 0.0460658 Aug 19 13:17:29.409869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1d12a-930b-49fd-9e21-889f0fc1c49f req-26898edd-9c0d-49cf-b91f-30c45988efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:29.411366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16f1d12a-930b-49fd-9e21-889f0fc1c49f req-26898edd-9c0d-49cf-b91f-30c45988efed service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=569444431dba42f0aff21ae6453e0c55&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0998130 Aug 19 13:17:29.514042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1d12a-930b-49fd-9e21-889f0fc1c49f req-d877a299-b578-4075-a761-54088d35e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:29.515494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16f1d12a-930b-49fd-9e21-889f0fc1c49f req-d877a299-b578-4075-a761-54088d35e26e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928931 Aug 19 13:17:29.598172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-0d7b235c-40d9-4c5f-b445-4d86b40709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:29.599668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-0d7b235c-40d9-4c5f-b445-4d86b40709ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1095 time: 0.0410783 Aug 19 13:17:29.642114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-c3912e03-5e7c-4fc7-b66f-b49b03f8940a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 217 time: 0.0340207 Aug 19 13:17:29.694039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-e174e950-0961-4951-802f-f6aeb6abaebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:29.696130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-e174e950-0961-4951-802f-f6aeb6abaebd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0460329 Aug 19 13:17:29.777018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-c7ca9093-f172-4041-a757-c4136b469c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:29.780929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-c7ca9093-f172-4041-a757-c4136b469c39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757351 Aug 19 13:17:29.790879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98833cb-f637-4bd3-a2c9-c3e1a7de5158 req-89d653c5-297e-4c13-be5f-8b1eab7cd53d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:29.792337 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b98833cb-f637-4bd3-a2c9-c3e1a7de5158 req-89d653c5-297e-4c13-be5f-8b1eab7cd53d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 944 time: 0.0606978 Aug 19 13:17:29.880968 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b98833cb-f637-4bd3-a2c9-c3e1a7de5158 req-0f7696ee-054c-460e-82ad-7a148cfab97a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803933 Aug 19 13:17:29.906647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-fdabc959-9e93-470d-9c0c-db9027d1b333 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133020 Aug 19 13:17:30.001962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c07eb7e-bbfe-4e5a-96ae-d21e5e9099cc req-69a150f6-c993-42f3-98c7-27198cde4774 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872054 Aug 19 13:17:31.000600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664cba8-e0f8-445b-afe9-d279b8db4461 req-b4c982d0-c85c-4a74-b643-1988a808ea09 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:31.002043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d664cba8-e0f8-445b-afe9-d279b8db4461 req-b4c982d0-c85c-4a74-b643-1988a808ea09 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 944 time: 0.0503082 Aug 19 13:17:31.045681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d664cba8-e0f8-445b-afe9-d279b8db4461 req-e6f115e3-ce89-47b4-aaf0-3cf24c542713 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375578 Aug 19 13:17:32.160554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fbb75-d5db-4430-b8cc-e8d4143c97a5 req-41a69ebf-5cd9-4902-8e06-14571fa2c679 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:32.162067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-188fbb75-d5db-4430-b8cc-e8d4143c97a5 req-41a69ebf-5cd9-4902-8e06-14571fa2c679 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 944 time: 0.0484619 Aug 19 13:17:32.207697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-188fbb75-d5db-4430-b8cc-e8d4143c97a5 req-49076785-b74a-41ca-a735-c1cac8a27c56 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395374 Aug 19 13:17:33.131024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f031e8eb-6668-4bb0-bc4e-69164480f17d details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:17:33.228169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:17:33.240121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'mac_address': 'fa:16:3e:35:20:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:17:33.281773 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:33.295653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f031e8eb-6668-4bb0-bc4e-69164480f17d {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:17:33.315935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:17:33.334200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61a788-6db3-4079-8163-07d32aea8a10 req-d7009f70-adea-4b50-86fb-0e8833d76c02 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:33.335760 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a61a788-6db3-4079-8163-07d32aea8a10 req-d7009f70-adea-4b50-86fb-0e8833d76c02 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 944 time: 0.0515521 Aug 19 13:17:33.375090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a61a788-6db3-4079-8163-07d32aea8a10 req-8cb076f7-7299-4c1f-b0aa-c373403934d0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Aug 19 13:17:33.376570 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:33.427956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f031e8eb-6668-4bb0-bc4e-69164480f17d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:33.676441 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['f031e8eb-6668-4bb0-bc4e-69164480f17d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:17:34.491153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500fabf-40a7-4167-a06f-03568583b7b4 req-44c28d62-e3a1-48cb-a591-d20ff6e02b7b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:34.492684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a500fabf-40a7-4167-a06f-03568583b7b4 req-44c28d62-e3a1-48cb-a591-d20ff6e02b7b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 945 time: 0.0490346 Aug 19 13:17:34.536077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a500fabf-40a7-4167-a06f-03568583b7b4 req-a04d2b09-65aa-4d90-89a7-3b3826fae7bc tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369184 Aug 19 13:17:35.141267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f031e8eb-6668-4bb0-bc4e-69164480f17d up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:17:35.255048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port f031e8eb-6668-4bb0-bc4e-69164480f17d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:17:35.258963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port f031e8eb-6668-4bb0-bc4e-69164480f17d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:17:35.259343 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:35.337471 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:35.359950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:17:35.362238 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7dfd66-cd89-4e9d-92f1-ccfadd97bb7d" -d '{"events": [{"server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "name": "network-vif-plugged", "status": "completed", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:17:35.375776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:17:35.401294 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d797838-0f0d-4711-8154-70df610ad818 x-openstack-request-id: req-7d797838-0f0d-4711-8154-70df610ad818 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:17:35.401294 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "name": "network-vif-plugged", "status": "completed", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:17:35.401294 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d797838-0f0d-4711-8154-70df610ad818 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:17:35.401731 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'code': 200} Aug 19 13:17:35.502405 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:35.511270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80f81a-bbbb-4aad-b1e7-8ca7a2ae2cbd req-5c2a8a2c-3fca-4d73-b1a3-9f3032275c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:35.512797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c80f81a-bbbb-4aad-b1e7-8ca7a2ae2cbd req-5c2a8a2c-3fca-4d73-b1a3-9f3032275c5a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1096 time: 0.0433912 Aug 19 13:17:35.552613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c80f81a-bbbb-4aad-b1e7-8ca7a2ae2cbd req-af5e0857-7208-414d-badb-19bf4661ebf4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325706 Aug 19 13:17:35.565394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=f031e8eb-6668-4bb0-bc4e-69164480f17d,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:17:35.652248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a312f50-260d-4809-8984-3e984dedb16e req-4b79a737-baa7-4645-8634-3290e6130a1d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:35.653710 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a312f50-260d-4809-8984-3e984dedb16e req-4b79a737-baa7-4645-8634-3290e6130a1d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0493081 Aug 19 13:17:35.693194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a312f50-260d-4809-8984-3e984dedb16e req-2ce71be3-e2a6-4616-af7b-19a5531df488 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332406 Aug 19 13:17:36.824979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc2266-0aea-40cc-a6c1-f52ee7fad5a5 req-0274c9e6-430c-45c4-9ece-66e0de96b146 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:36.827163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1dc2266-0aea-40cc-a6c1-f52ee7fad5a5 req-0274c9e6-430c-45c4-9ece-66e0de96b146 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0612402 Aug 19 13:17:36.868681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1dc2266-0aea-40cc-a6c1-f52ee7fad5a5 req-4d891450-f9b3-4338-bc2f-ac6dae187043 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353894 Aug 19 13:17:38.010852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d2062-60c0-42d8-8ab5-de45358d499d req-551aca18-e0fb-4b8c-acff-f087a499bdaf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:38.012389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-013d2062-60c0-42d8-8ab5-de45358d499d req-551aca18-e0fb-4b8c-acff-f087a499bdaf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0510464 Aug 19 13:17:38.051985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-013d2062-60c0-42d8-8ab5-de45358d499d req-b475925a-9d66-4eec-8eff-bdcefa9a17e7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327218 Aug 19 13:17:38.181076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71d33f-1282-4c17-a44b-7b79761a2a6e req-58e73ffa-d5c0-429a-8405-9ad6d2365d57 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:38.182542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec71d33f-1282-4c17-a44b-7b79761a2a6e req-58e73ffa-d5c0-429a-8405-9ad6d2365d57 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0509024 Aug 19 13:17:38.191912 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52580) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:17:38.196518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-58d41555-c25e-4838-a1ba-aec79b3cc26e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'floatingip': {'port_id': 'f031e8eb-6668-4bb0-bc4e-69164480f17d'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:17:38.245393 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58d41555-c25e-4838-a1ba-aec79b3cc26e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:38.687645 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58d41555-c25e-4838-a1ba-aec79b3cc26e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:38.747594 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58d41555-c25e-4838-a1ba-aec79b3cc26e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:38.849987 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-58d41555-c25e-4838-a1ba-aec79b3cc26e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017 associated. External IP: 172.25.6.104, port: f031e8eb-6668-4bb0-bc4e-69164480f17d. Aug 19 13:17:39.061468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d41555-c25e-4838-a1ba-aec79b3cc26e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:17:39.169234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d41555-c25e-4838-a1ba-aec79b3cc26e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:17:39.174401 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58d41555-c25e-4838-a1ba-aec79b3cc26e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:39.178898 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc13aae-b71d-4d26-aeaf-cfe6aeab36d8 None None] Sync routers for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:17:39.188487 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc13aae-b71d-4d26-aeaf-cfe6aeab36d8 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:17:39.189101 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7fc13aae-b71d-4d26-aeaf-cfe6aeab36d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:17:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:39.201914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-58d41555-c25e-4838-a1ba-aec79b3cc26e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "PUT /v2.0/floatingips/91d84dfb-c299-4ef6-b2a2-86fc048a7017 HTTP/1.1" status: 200 len: 992 time: 1.0081801 Aug 19 13:17:39.202580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:17:39.206439 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45" -d '{"events": [{"name": "network-changed", "server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:17:39.248501 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a35e920-fdd5-418b-9346-a263a8feee83 x-openstack-request-id: req-9a35e920-fdd5-418b-9346-a263a8feee83 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:17:39.248732 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:17:39.248929 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a35e920-fdd5-418b-9346-a263a8feee83 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:17:39.249276 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'status': 'completed', 'code': 200} Aug 19 13:17:39.298143 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7fc13aae-b71d-4d26-aeaf-cfe6aeab36d8 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:17:39.360215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45 req-1ad16455-3f2b-4e0f-87d7-2ce572fbf898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:39.361811 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45 req-1ad16455-3f2b-4e0f-87d7-2ce572fbf898 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1097 time: 0.0869455 Aug 19 13:17:39.457780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45 req-f76dd0ba-49ac-4cc6-a942-05986e3c61de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:39.459278 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45 req-f76dd0ba-49ac-4cc6-a942-05986e3c61de service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0892792 Aug 19 13:17:39.527788 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7fc13aae-b71d-4d26-aeaf-cfe6aeab36d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:35:20:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:17:38Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:39.532274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45 req-548beeda-2804-4b44-b72e-b7398f403fca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 1000 time: 0.0636430 Aug 19 13:17:39.557635 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc13aae-b71d-4d26-aeaf-cfe6aeab36d8 None None] Checking router: 8dafd586-a5f6-4c81-b83f-a365c264f2f7 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:17:39.566852 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc13aae-b71d-4d26-aeaf-cfe6aeab36d8 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:17:39.567474 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7fc13aae-b71d-4d26-aeaf-cfe6aeab36d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:17:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:39.590966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45 req-e7011ab9-199b-476a-bb9e-4d5e4fa41849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:39.592395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45 req-e7011ab9-199b-476a-bb9e-4d5e4fa41849 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0528080 Aug 19 13:17:39.639047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45 req-58d69d40-7b2d-46ad-81b2-cafb59680751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:39.640613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45 req-58d69d40-7b2d-46ad-81b2-cafb59680751 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412178 Aug 19 13:17:39.673092 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7fc13aae-b71d-4d26-aeaf-cfe6aeab36d8 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:17:39.735848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45 req-29c9b5aa-453c-4b97-bfb6-94eeeba2fd93 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877926 Aug 19 13:17:39.843381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9967e89-dbc2-4fbc-bbd3-5be26d52eb45 req-db0b2827-0c26-434d-b93b-cc78465dedce service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982776 Aug 19 13:17:39.902098 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7fc13aae-b71d-4d26-aeaf-cfe6aeab36d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:35:20:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:17:38Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:17:39.928420 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc13aae-b71d-4d26-aeaf-cfe6aeab36d8 None None] The sync data for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 is: [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:35:20:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:17:38Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:17:40.124203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7959a98-2ae0-417f-a343-8798be571f5d None None] New status for floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:17:42.280440 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:45.088783 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:51.130256 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf45f-9c4c-40ea-8213-a844ae566abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:55.530278 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-51cb759c-01fe-41f0-9513-59097e0c1954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:55.793553 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:57.233386 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:59.054424 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:04.460663 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:18:10.649658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-37bd175e-e6bf-4313-a2a4-c2d71c5afb98 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413244 Aug 19 13:18:10.738973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-4eb6f74f-bd6b-4c13-8e05-f6c05fc0e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:10.740493 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-4eb6f74f-bd6b-4c13-8e05-f6c05fc0e6fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1097 time: 0.0461173 Aug 19 13:18:10.849590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-3d028e6b-5dfc-407e-a3f4-9a774fb742d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:10.851061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-3d028e6b-5dfc-407e-a3f4-9a774fb742d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0877476 Aug 19 13:18:11.285266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-76c6adcb-623b-4e71-a2cf-585930c4bc88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 1002 time: 0.4258580 Aug 19 13:18:11.335237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-9a78b917-9108-4bd7-a51b-0dd3e3978d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:11.336681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-9a78b917-9108-4bd7-a51b-0dd3e3978d8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0439901 Aug 19 13:18:11.383495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-8ac86c44-7ad3-4c6a-ad1f-529405f7b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:11.384984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-8ac86c44-7ad3-4c6a-ad1f-529405f7b1ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406497 Aug 19 13:18:11.478874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-ce0fc235-4bb9-4fb9-aef7-6b93b049fecd service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850670 Aug 19 13:18:11.570862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb538e29-5ec8-4a48-a142-f270b6478620 req-d2adbe46-a7fb-4ddc-8f26-8f0bac78dbdb service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842226 Aug 19 13:18:12.278584 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:15.084561 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:21.141683 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1af6a992-171d-4819-9b4c-322b5bf5e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:25.455602 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-21295f63-ab98-430e-999b-3cffc8179993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:25.770078 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:27.162708 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:29.056017 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:41.460016 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:18:42.282215 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:45.087695 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.116575 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-699211f0-b03f-4986-a983-f338def5f823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:55.455483 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d8b276e2-c00d-4631-af2d-98710fe81e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:55.763990 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:57.186931 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.095573 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:10.441460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-ead60788-81d9-4cef-a15f-9fb410aea516 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523546 Aug 19 13:19:10.557003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-b7fac77a-d2f4-4944-92ae-494ab77bb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:10.558721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-b7fac77a-d2f4-4944-92ae-494ab77bb53f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1097 time: 0.0603998 Aug 19 13:19:10.686338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-c325007e-d162-48d5-8708-61d03d77d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:10.688518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-c325007e-d162-48d5-8708-61d03d77d916 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1022573 Aug 19 13:19:10.784248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-be6ddd29-c2d9-4578-9005-2686a9ac9de3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 1002 time: 0.0856993 Aug 19 13:19:10.862759 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-a6f7ccbe-1f3a-4243-b74b-f1ed8f9ae3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:10.867210 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-a6f7ccbe-1f3a-4243-b74b-f1ed8f9ae3bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0759408 Aug 19 13:19:10.923161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-3d6d1efd-ab80-401d-9474-6746f24c0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:10.925414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-3d6d1efd-ab80-401d-9474-6746f24c0301 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497136 Aug 19 13:19:11.048929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-3c724bb5-1fd3-40ba-b876-8e3c0088dc51 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154354 Aug 19 13:19:11.194964 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42a5ebe1-c4ed-4861-9a30-4b78b12430ed req-9d752bcb-f4e6-4990-a017-41455455d2f9 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369233 Aug 19 13:19:12.299631 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:15.124780 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:18.461195 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:19:21.104528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e59bdc-0b96-449a-b6e2-d71b3ce7d6c7 req-9b24186c-ab73-4e8c-882a-7674a3b4f9cf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:21.106244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93e59bdc-0b96-449a-b6e2-d71b3ce7d6c7 req-9b24186c-ab73-4e8c-882a-7674a3b4f9cf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0659842 Aug 19 13:19:21.147109 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7a4831ba-d0d0-4b65-a5de-19701eca997e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:21.158221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93e59bdc-0b96-449a-b6e2-d71b3ce7d6c7 req-530f0837-60ad-4f0a-811b-ca572ea914f3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411267 Aug 19 13:19:22.314176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90966122-ecd2-4dc9-9266-6789bd150137 req-eacd94fe-f417-4120-9ed9-f7389a1142de tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:22.316424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90966122-ecd2-4dc9-9266-6789bd150137 req-eacd94fe-f417-4120-9ed9-f7389a1142de tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0598838 Aug 19 13:19:22.362299 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-90966122-ecd2-4dc9-9266-6789bd150137 req-d7a70744-2999-4696-b3b4-5ce50c4fbd0c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392776 Aug 19 13:19:23.494158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f2359-d24b-4c9a-9c26-280d59c5db31 req-ab894f36-df05-45df-94b6-25f7e514c822 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:23.495767 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-482f2359-d24b-4c9a-9c26-280d59c5db31 req-ab894f36-df05-45df-94b6-25f7e514c822 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0563323 Aug 19 13:19:23.539679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-482f2359-d24b-4c9a-9c26-280d59c5db31 req-43a757f9-0eda-41b2-98a1-c8f3c5f8c4bd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371132 Aug 19 13:19:24.676368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1783f5-20bf-4954-919e-14ebf01b06c7 req-8d0b6669-4e48-4cbe-af4b-c4ac78b28971 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:24.678025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b1783f5-20bf-4954-919e-14ebf01b06c7 req-8d0b6669-4e48-4cbe-af4b-c4ac78b28971 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0579593 Aug 19 13:19:24.723012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b1783f5-20bf-4954-919e-14ebf01b06c7 req-1e1f5a56-a379-41bb-8d5b-f7d13fe29886 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361218 Aug 19 13:19:25.481849 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-28c2df8c-8ea8-41fa-a79c-28e6c4f81e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:25.763615 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:25.847227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3983071-6b9a-4cd6-88cc-12b6af802e4f req-27f1efc7-e77a-4475-a434-41f116ef82f7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:25.848575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3983071-6b9a-4cd6-88cc-12b6af802e4f req-27f1efc7-e77a-4475-a434-41f116ef82f7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0549295 Aug 19 13:19:25.888571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3983071-6b9a-4cd6-88cc-12b6af802e4f req-28674111-688b-4936-9ef2-9ed5abe31a66 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337698 Aug 19 13:19:27.009211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46786a-3867-4b5a-9e97-0ff9e7b24971 req-716df58e-db7f-44b3-b51e-5ec5ddeb6247 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:27.010771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d46786a-3867-4b5a-9e97-0ff9e7b24971 req-716df58e-db7f-44b3-b51e-5ec5ddeb6247 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0506392 Aug 19 13:19:27.051427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d46786a-3867-4b5a-9e97-0ff9e7b24971 req-8d44ad6b-4829-4cb3-a74b-7963e47ae598 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331140 Aug 19 13:19:27.175068 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:28.174079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c049e-7b7d-4a75-9db7-1209c2b9308a req-62f28f7c-80aa-4905-9aec-7a6076269296 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:28.175603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f72c049e-7b7d-4a75-9db7-1209c2b9308a req-62f28f7c-80aa-4905-9aec-7a6076269296 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0539477 Aug 19 13:19:28.213995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f72c049e-7b7d-4a75-9db7-1209c2b9308a req-62fb0bfa-eb52-4780-84b0-bac67387f935 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324459 Aug 19 13:19:29.072124 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:29.332048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fafbb3-739a-4eb0-b030-1012e867f602 req-b16736e5-6f1f-41e6-a6bc-a63a048c0539 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:29.333552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79fafbb3-739a-4eb0-b030-1012e867f602 req-b16736e5-6f1f-41e6-a6bc-a63a048c0539 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0503910 Aug 19 13:19:29.375809 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79fafbb3-739a-4eb0-b030-1012e867f602 req-43a172a0-bc8a-46eb-9dd5-c67b05e2fe01 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358965 Aug 19 13:19:30.497048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97641f-4048-4a04-9d5f-67e6ad115946 req-d593aa73-4643-496b-bced-fae021fc05e5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:30.498634 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee97641f-4048-4a04-9d5f-67e6ad115946 req-d593aa73-4643-496b-bced-fae021fc05e5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0523286 Aug 19 13:19:30.540792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee97641f-4048-4a04-9d5f-67e6ad115946 req-8a9c9c1e-88ed-41a0-b01d-15cf8cbd3e52 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355165 Aug 19 13:19:31.673848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd17bf-abca-4aa9-a2a0-028a13016eb8 req-2d380e5d-6293-4e99-8f21-c5417b476e54 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:31.675409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2bdd17bf-abca-4aa9-a2a0-028a13016eb8 req-2d380e5d-6293-4e99-8f21-c5417b476e54 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0573072 Aug 19 13:19:31.715934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2bdd17bf-abca-4aa9-a2a0-028a13016eb8 req-621a501e-ce9f-4d98-ba32-9f6d12344040 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343835 Aug 19 13:19:32.139678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1b3b2-cfbd-435f-b742-e386c1d5d79d req-45b326ec-fe79-4e5f-af6d-1fdf357695dd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:32.141571 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ce1b3b2-cfbd-435f-b742-e386c1d5d79d req-45b326ec-fe79-4e5f-af6d-1fdf357695dd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0510538 Aug 19 13:19:32.183158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8ce1b3b2-cfbd-435f-b742-e386c1d5d79d req-8adfc2ba-b9fe-4b1e-84ad-622b7712ed05 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355666 Aug 19 13:19:32.292916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-34a500af-b704-468b-a5a7-7d92634ca2c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403643 Aug 19 13:19:33.320984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8cbb2-cc08-44dc-a6c1-eca5a5b27291 req-6fdacee6-d357-4e99-bcbb-5b560183902e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:33.322598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1de8cbb2-cc08-44dc-a6c1-eca5a5b27291 req-6fdacee6-d357-4e99-bcbb-5b560183902e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0572350 Aug 19 13:19:33.364325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1de8cbb2-cc08-44dc-a6c1-eca5a5b27291 req-5160f0a5-ca5c-43e0-942a-2a60850b26ed tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348799 Aug 19 13:19:34.517731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3c88c-013c-4109-8152-26c702eb3fe7 req-ba7f9388-1875-471d-b172-e862864fefb3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:34.520318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ec3c88c-013c-4109-8152-26c702eb3fe7 req-ba7f9388-1875-471d-b172-e862864fefb3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0725970 Aug 19 13:19:34.575024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ec3c88c-013c-4109-8152-26c702eb3fe7 req-f4e44695-507c-497b-9729-a5984f48780c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474191 Aug 19 13:19:34.663329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-a974926b-7b8d-42e1-bc5e-e61a2c5c9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:34.663329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-a974926b-7b8d-42e1-bc5e-e61a2c5c9483 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1097 time: 0.0514536 Aug 19 13:19:34.771858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-fa7c3d00-5bd7-4444-a71a-7f45b00d9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:34.773430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-fa7c3d00-5bd7-4444-a71a-7f45b00d9753 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1187773 Aug 19 13:19:34.844967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-4ee71aa1-4c40-4a0b-bc64-7de697a2c078 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 1002 time: 0.0634799 Aug 19 13:19:34.901185 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-514f2194-2f60-4888-959d-22d9d34a5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:34.902696 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-514f2194-2f60-4888-959d-22d9d34a5bae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0508623 Aug 19 13:19:34.958370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-e992b979-7013-46da-abc6-a100c609a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:34.959830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-e992b979-7013-46da-abc6-a100c609a39f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493138 Aug 19 13:19:35.059870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-f0dbba67-b52f-40d7-8ddf-c6436071f9b7 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919907 Aug 19 13:19:35.157953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-56d2ce17-7228-4668-8a2f-634d89b983e9 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904424 Aug 19 13:19:35.706931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4806d4e-a0c4-4e76-b999-fe67b200acf0 req-ae966f79-55fe-4c08-b3db-5797ced1f622 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:35.708490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4806d4e-a0c4-4e76-b999-fe67b200acf0 req-ae966f79-55fe-4c08-b3db-5797ced1f622 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0511885 Aug 19 13:19:35.747716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4806d4e-a0c4-4e76-b999-fe67b200acf0 req-392d610a-cff4-41e7-813f-ef1386700d49 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332019 Aug 19 13:19:36.872710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dba7e-910b-4834-b237-7510a5ff44f6 req-1cab8f90-75a0-43e7-9a78-4b20dc4eb80c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:36.874327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-185dba7e-910b-4834-b237-7510a5ff44f6 req-1cab8f90-75a0-43e7-9a78-4b20dc4eb80c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0554104 Aug 19 13:19:36.915641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-185dba7e-910b-4834-b237-7510a5ff44f6 req-e119e67c-65e0-479a-9488-2136abad1705 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350463 Aug 19 13:19:37.490016 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-abd9c726-9422-47e0-ace5-c33a0975a8e4 service neutron] show failed (client error): The resource could not be found. Aug 19 13:19:37.491089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-abd9c726-9422-47e0-ace5-c33a0975a8e4 service neutron] 10.222.0.52 "GET /v2.0/ports/f031e8eb-6668-4bb0-bc4e-69164480f17d/bindings/n-h1-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.0577168 Aug 19 13:19:38.038889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cb4d6-e591-416a-a8a9-13b938cc198d req-1a73ec4b-1cc6-4a5f-8c49-f9f98a323ac5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:38.043715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-124cb4d6-e591-416a-a8a9-13b938cc198d req-1a73ec4b-1cc6-4a5f-8c49-f9f98a323ac5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0560279 Aug 19 13:19:38.080504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-124cb4d6-e591-416a-a8a9-13b938cc198d req-86a5ba00-dafb-4d11-8672-db4b78e1e0f1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336041 Aug 19 13:19:38.317315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-bf779059-9a40-4f98-85d7-3a75dceffb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:38.319000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-bf779059-9a40-4f98-85d7-3a75dceffb93 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 1097 time: 0.0425816 Aug 19 13:19:38.334214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:19:38.402529 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:38.617415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:19:38.654778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:19:38.697489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:19:38.699764 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0551640-91c9-4f88-bacd-4822b122d007" -d '{"events": [{"server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "name": "network-vif-unplugged", "status": "completed", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:19:38.704028 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:38.716406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Transition to ACTIVE for port object f031e8eb-6668-4bb0-bc4e-69164480f17d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:19:38.754009 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c6a30a-6307-4334-8271-3a2fbadd712e x-openstack-request-id: req-05c6a30a-6307-4334-8271-3a2fbadd712e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:19:38.754306 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "name": "network-vif-unplugged", "status": "completed", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:19:38.754561 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05c6a30a-6307-4334-8271-3a2fbadd712e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:19:38.754967 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'code': 200} Aug 19 13:19:38.824180 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:38.878808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Pushing event updated for resources: {'Port': ['ID=f031e8eb-6668-4bb0-bc4e-69164480f17d,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:38.915515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.915866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.916211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.916552 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.916891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.917226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.917582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.917913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.918241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.918567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.918892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.919264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:38.965731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] No DVR routers for this DVR port f031e8eb-6668-4bb0-bc4e-69164480f17d on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:19:39.112357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Attempting to bind port f031e8eb-6668-4bb0-bc4e-69164480f17d on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:19:39.112931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Attempting to bind port f031e8eb-6668-4bb0-bc4e-69164480f17d by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:19:39.113034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Attempting to bind port f031e8eb-6668-4bb0-bc4e-69164480f17d on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:19:39.117961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Port f031e8eb-6668-4bb0-bc4e-69164480f17d on network b2224b05-71f5-4717-862a-30d95ac4427f not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:19:39.118298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Attempting to bind port f031e8eb-6668-4bb0-bc4e-69164480f17d on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:19:39.123298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:19:39.123644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:19:39.124031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:19:39.124464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Bound port: f031e8eb-6668-4bb0-bc4e-69164480f17d, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:19:39.124895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:39.229200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:19:39.233072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:19:39.241657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62b43e-ddf3-4789-adc8-4373047a86c5 req-734d42dc-6168-471e-b299-ce79df1c0b0e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:39.246762 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a62b43e-ddf3-4789-adc8-4373047a86c5 req-734d42dc-6168-471e-b299-ce79df1c0b0e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 944 time: 0.0819163 Aug 19 13:19:39.282993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a62b43e-ddf3-4789-adc8-4373047a86c5 req-60abd5e9-7f0a-45a3-a3a1-542d476a299e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337043 Aug 19 13:19:39.333611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:39.368516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:39.369747 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:39.371042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] 10.222.0.53 "PUT /v2.0/ports/f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 1092 time: 1.0412033 Aug 19 13:19:39.432419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca0920-fe27-4101-80cb-6fe0e9ddcd17 service neutron] Pushing event updated for resources: {'Port': ['ID=f031e8eb-6668-4bb0-bc4e-69164480f17d,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:39.452459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-e837a790-e732-4fb4-b2ab-bc3b5a6c2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:39.454037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-e837a790-e732-4fb4-b2ab-bc3b5a6c2074 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1095 time: 0.0556276 Aug 19 13:19:39.559346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-36834770-f1f2-490c-85b7-3312a17b76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:39.560897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-36834770-f1f2-490c-85b7-3312a17b76f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0990231 Aug 19 13:19:39.626898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-a499522a-1883-410a-adca-201dad4d4453 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 1000 time: 0.0586667 Aug 19 13:19:39.683802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-3f98cc17-02da-4f92-b4c8-10c993181e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:39.685301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-3f98cc17-02da-4f92-b4c8-10c993181e41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0512171 Aug 19 13:19:39.737938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-3e8ee06f-c6f8-4990-9eb9-36854eb47f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:39.739558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-3e8ee06f-c6f8-4990-9eb9-36854eb47f9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433519 Aug 19 13:19:39.844284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-6f324f26-82b0-444d-9ca0-de170989e4a2 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971682 Aug 19 13:19:39.938769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-452ef798-ebcb-4e2c-af99-27f5be359202 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872860 Aug 19 13:19:40.410120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe04cef-dad7-456e-a80a-79db597fdb82 req-7b0d9e7d-2248-4b04-b088-2804d4c91f34 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:40.411631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1fe04cef-dad7-456e-a80a-79db597fdb82 req-7b0d9e7d-2248-4b04-b088-2804d4c91f34 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 944 time: 0.0510063 Aug 19 13:19:40.450737 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1fe04cef-dad7-456e-a80a-79db597fdb82 req-ed757c20-b242-40fa-af9c-d0d34c63684a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323524 Aug 19 13:19:40.756082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:19:40.758578 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd42bf1-cfb2-4512-808b-873756229500" -d '{"events": [{"name": "network-changed", "server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:19:40.820969 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2418e27e-cbd1-4558-8096-e8d1d024b7e5 x-openstack-request-id: req-2418e27e-cbd1-4558-8096-e8d1d024b7e5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:19:40.820969 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:19:40.820969 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2418e27e-cbd1-4558-8096-e8d1d024b7e5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:19:40.821702 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'status': 'completed', 'code': 200} Aug 19 13:19:40.923470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42bf1-cfb2-4512-808b-873756229500 req-b1c313c6-a007-451e-aff2-cb94dc9e4767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:40.925087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-b1c313c6-a007-451e-aff2-cb94dc9e4767 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1095 time: 0.0831013 Aug 19 13:19:40.927625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42bf1-cfb2-4512-808b-873756229500 req-6cf87065-1891-4b36-8123-a1c31a95d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:40.928996 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-6cf87065-1891-4b36-8123-a1c31a95d6a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1095 time: 0.0735266 Aug 19 13:19:41.089337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42bf1-cfb2-4512-808b-873756229500 req-b0d999a2-846a-4a76-b1be-a7264cda2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:41.090873 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-b0d999a2-846a-4a76-b1be-a7264cda2f61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1577055 Aug 19 13:19:41.091965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42bf1-cfb2-4512-808b-873756229500 req-48de0102-cd16-40b4-98db-7550278da79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:41.093304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-48de0102-cd16-40b4-98db-7550278da79c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1517634 Aug 19 13:19:41.207690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-259a670f-5deb-47e7-9860-ed106b0a09a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 1000 time: 0.1026356 Aug 19 13:19:41.209234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-026d177e-f114-4d0d-9fa6-2d4a53a477ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 1000 time: 0.1102164 Aug 19 13:19:41.298921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42bf1-cfb2-4512-808b-873756229500 req-aabe6498-bd60-4364-b69f-8e0c6ab6fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:41.300494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-aabe6498-bd60-4364-b69f-8e0c6ab6fcdb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0854535 Aug 19 13:19:41.301910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42bf1-cfb2-4512-808b-873756229500 req-6f5a59ee-ffdd-4e3e-a617-b3038145d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:41.303234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-6f5a59ee-ffdd-4e3e-a617-b3038145d66c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0805547 Aug 19 13:19:41.380364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42bf1-cfb2-4512-808b-873756229500 req-45d6c157-b5a5-4201-bcfd-f5c3df6223fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:41.381902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-45d6c157-b5a5-4201-bcfd-f5c3df6223fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728145 Aug 19 13:19:41.384327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42bf1-cfb2-4512-808b-873756229500 req-072ff9ad-a2dc-4ba9-88e9-be57431a5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:41.385693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-072ff9ad-a2dc-4ba9-88e9-be57431a5e64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681129 Aug 19 13:19:41.564491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-ae05180d-4965-42b0-b45c-bb0c1d0f0c79 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733232 Aug 19 13:19:41.589301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-e646eedf-ca30-4f23-8855-508e267408c9 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917429 Aug 19 13:19:41.644932 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f031e8eb-6668-4bb0-bc4e-69164480f17d no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:19:41.685773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device f031e8eb-6668-4bb0-bc4e-69164480f17d not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:19:41.716365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8e623-c732-4c22-868d-f3ae568a7fc8 req-8ffcc05a-5e2a-47a8-ae14-4efb97712544 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:41.717889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0a8e623-c732-4c22-868d-f3ae568a7fc8 req-8ffcc05a-5e2a-47a8-ae14-4efb97712544 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 944 time: 0.1775954 Aug 19 13:19:41.771170 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-4a6320aa-b0bc-4233-b239-de7d95961fa1 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920843 Aug 19 13:19:41.789761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cd42bf1-cfb2-4512-808b-873756229500 req-28e3b227-77c4-4f97-95a0-aee63462ad20 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875098 Aug 19 13:19:41.798575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e0a8e623-c732-4c22-868d-f3ae568a7fc8 req-703359f1-d5e2-46ce-af69-c7898c92c0ab tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709784 Aug 19 13:19:42.309909 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:42.928469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632e11e-d337-4167-b25e-b326046d6049 req-aec112f7-c4dd-4a3a-b236-366effab1fcf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:42.930055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1632e11e-d337-4167-b25e-b326046d6049 req-aec112f7-c4dd-4a3a-b236-366effab1fcf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 944 time: 0.0577440 Aug 19 13:19:42.969411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1632e11e-d337-4167-b25e-b326046d6049 req-3f66cde3-d8aa-4903-bc32-f4f9bbd2d2cd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333464 Aug 19 13:19:43.345074 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92074482-52dc-4c46-b8a9-6b2a71fcf59b req-cf6e89d0-107c-4fc6-88b9-c0e6bf8f2913 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:43.346891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92074482-52dc-4c46-b8a9-6b2a71fcf59b req-cf6e89d0-107c-4fc6-88b9-c0e6bf8f2913 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 944 time: 0.0511851 Aug 19 13:19:43.398877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-92074482-52dc-4c46-b8a9-6b2a71fcf59b req-e37966d3-0d43-488b-9b5b-942c44fc50f0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456123 Aug 19 13:19:43.437020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-1ae4a8bf-c74b-4f2b-9f5e-02d523664fce tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:43.438572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-1ae4a8bf-c74b-4f2b-9f5e-02d523664fce tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e&tenant_id=569444431dba42f0aff21ae6453e0c55&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 944 time: 0.0565639 Aug 19 13:19:43.509901 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-6fe1bf82-a5dc-4148-89df-7b6b8dddaad7 service neutron] delete failed (client error): The resource could not be found. Aug 19 13:19:43.511344 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-6fe1bf82-a5dc-4148-89df-7b6b8dddaad7 service neutron] 10.222.0.52 "DELETE /v2.0/ports/f031e8eb-6668-4bb0-bc4e-69164480f17d/bindings/n-h2-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.0605443 Aug 19 13:19:43.599995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-db68ef3d-6518-48d4-934c-64a4d2fb7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:43.601649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-db68ef3d-6518-48d4-934c-64a4d2fb7a9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1095 time: 0.0446882 Aug 19 13:19:43.696536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-40b6e146-ef47-4110-95be-738fe2a43158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:43.698057 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-40b6e146-ef47-4110-95be-738fe2a43158 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0860913 Aug 19 13:19:43.768225 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-2ed22ece-6b5c-47df-ac87-15c1264ee7ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 1000 time: 0.0611491 Aug 19 13:19:43.818789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-4475458c-7a6b-408c-802d-a0836419589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:43.820267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-4475458c-7a6b-408c-802d-a0836419589f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0445096 Aug 19 13:19:43.871025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-6d92f466-bd48-41a2-8fa7-1e3ea74f2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:43.872556 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-6d92f466-bd48-41a2-8fa7-1e3ea74f2288 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400500 Aug 19 13:19:43.969016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-fe6301b7-9d55-406f-ba7c-fc014e5141a4 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875025 Aug 19 13:19:44.038135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f031e8eb-6668-4bb0-bc4e-69164480f17d details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:19:44.071169 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c675f622-8b33-4466-abb6-1e06a0af5a79 req-b1dcbbc7-8a1f-42bf-95e8-bdb6987747c4 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924716 Aug 19 13:19:44.141603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:19:44.153803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'mac_address': 'fa:16:3e:35:20:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:19:44.194240 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:44.208418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f031e8eb-6668-4bb0-bc4e-69164480f17d {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:19:44.239397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:19:44.316020 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:44.371255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f031e8eb-6668-4bb0-bc4e-69164480f17d,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:44.379620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.379969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.380317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.380654 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.380991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.381324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.381683 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.382020 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.382345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.382669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.382996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.383321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:19:44.525796 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38f379-97ea-432b-8e9a-e60c9e1ae074 req-5f19ce5c-ce6d-43b7-8224-3c3bd752c662 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:44.527346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d38f379-97ea-432b-8e9a-e60c9e1ae074 req-5f19ce5c-ce6d-43b7-8224-3c3bd752c662 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 945 time: 0.0555766 Aug 19 13:19:44.554141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f031e8eb-6668-4bb0-bc4e-69164480f17d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:19:44.569622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7d38f379-97ea-432b-8e9a-e60c9e1ae074 req-fdd64ebe-ebf7-4091-aca5-d7cd814d96f3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360372 Aug 19 13:19:45.129067 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:45.694704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16f407-2c4a-475e-ab25-acf47ccc3662 req-a1fadf54-871a-4a8f-b51b-b3b12baa5ca3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:45.696230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c16f407-2c4a-475e-ab25-acf47ccc3662 req-a1fadf54-871a-4a8f-b51b-b3b12baa5ca3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 945 time: 0.0508809 Aug 19 13:19:45.736400 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c16f407-2c4a-475e-ab25-acf47ccc3662 req-a8e9199a-65ed-4192-8ae8-d80b6cc58b8a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340331 Aug 19 13:19:45.858985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5b895-de2a-4631-910e-8fdea7cfcb38 req-87213592-3a63-4fcb-93cc-73dcfc72b346 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:45.860371 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76b5b895-de2a-4631-910e-8fdea7cfcb38 req-87213592-3a63-4fcb-93cc-73dcfc72b346 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 945 time: 0.0519226 Aug 19 13:19:45.907764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76b5b895-de2a-4631-910e-8fdea7cfcb38 req-92a5c936-5df0-4aa3-96c0-e815400db198 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387676 Aug 19 13:19:46.054204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f031e8eb-6668-4bb0-bc4e-69164480f17d up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:19:46.195692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port f031e8eb-6668-4bb0-bc4e-69164480f17d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:19:46.200065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port f031e8eb-6668-4bb0-bc4e-69164480f17d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:19:46.203722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:46.275152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec10b1-8e9f-42bb-9345-52173056dc9f req-e570bd26-b1f2-42b5-b4b2-30812a283bb4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:46.276826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6eec10b1-8e9f-42bb-9345-52173056dc9f req-e570bd26-b1f2-42b5-b4b2-30812a283bb4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 945 time: 0.0537100 Aug 19 13:19:46.282451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:46.307706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:19:46.309970 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cd296c-882e-4959-a9b3-b9d12fb4eb58" -d '{"events": [{"server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "name": "network-vif-plugged", "status": "completed", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:19:46.326323 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:19:46.326518 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6eec10b1-8e9f-42bb-9345-52173056dc9f req-7d15550f-ad53-4e47-b980-7bca990c060c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Aug 19 13:19:46.424460 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2a23e2-73b7-4ce7-8779-6897b84b2c02 x-openstack-request-id: req-9c2a23e2-73b7-4ce7-8779-6897b84b2c02 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:19:46.424763 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "name": "network-vif-plugged", "status": "completed", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:19:46.425016 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c2a23e2-73b7-4ce7-8779-6897b84b2c02 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:19:46.425563 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'code': 200} Aug 19 13:19:46.429733 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:46.479643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8489e9-f6e8-4be6-a324-b3c89d5e3cbd req-158a3574-2720-413b-82fe-6544013a9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:46.480285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f031e8eb-6668-4bb0-bc4e-69164480f17d,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:46.481292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f8489e9-f6e8-4be6-a324-b3c89d5e3cbd req-158a3574-2720-413b-82fe-6544013a9ae5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 1097 time: 0.0451338 Aug 19 13:19:46.595428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8489e9-f6e8-4be6-a324-b3c89d5e3cbd req-85c2d4a4-93c8-4a20-a868-31c9f34ef025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:46.597327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f8489e9-f6e8-4be6-a324-b3c89d5e3cbd req-85c2d4a4-93c8-4a20-a868-31c9f34ef025 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1088853 Aug 19 13:19:46.673023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f8489e9-f6e8-4be6-a324-b3c89d5e3cbd req-79e17b7b-77ee-41d9-9346-73983d47a31f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 200 len: 1002 time: 0.0675282 Aug 19 13:19:46.727154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8489e9-f6e8-4be6-a324-b3c89d5e3cbd req-a1f23b43-9630-4870-b811-cb549d2e4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:46.728739 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f8489e9-f6e8-4be6-a324-b3c89d5e3cbd req-a1f23b43-9630-4870-b811-cb549d2e4dd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0490773 Aug 19 13:19:46.804605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8489e9-f6e8-4be6-a324-b3c89d5e3cbd req-b59a320c-6710-4ba2-97be-fa5b9db77851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:46.807473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f8489e9-f6e8-4be6-a324-b3c89d5e3cbd req-b59a320c-6710-4ba2-97be-fa5b9db77851 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717766 Aug 19 13:19:46.920871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f8489e9-f6e8-4be6-a324-b3c89d5e3cbd req-9f8caf4c-97e8-48fe-848d-9d8620a5fa72 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055644 Aug 19 13:19:47.379271 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f8489e9-f6e8-4be6-a324-b3c89d5e3cbd req-1e87d877-9cc1-47b6-acbf-faaa8e2147f9 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507344 Aug 19 13:19:47.451366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde142a7-4df0-44a7-a91e-59d871d99189 req-ae889464-d2ff-4048-b827-16aa204f2258 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:47.452863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fde142a7-4df0-44a7-a91e-59d871d99189 req-ae889464-d2ff-4048-b827-16aa204f2258 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0510287 Aug 19 13:19:47.494521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fde142a7-4df0-44a7-a91e-59d871d99189 req-730bf50a-317d-495f-bbf0-e49b4cae8b6d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348678 Aug 19 13:19:48.613641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1e2fb-5b1c-4415-951f-f4a13c46158a req-2f2c780f-721b-4625-8eb4-325cbb1caf95 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:48.615188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0bc1e2fb-5b1c-4415-951f-f4a13c46158a req-2f2c780f-721b-4625-8eb4-325cbb1caf95 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0513551 Aug 19 13:19:48.653179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0bc1e2fb-5b1c-4415-951f-f4a13c46158a req-7bcfb6ff-7bb9-44f3-b77c-808a05ece952 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316911 Aug 19 13:19:49.174279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081d2e6-1355-4dcf-8983-f04427839370 req-12bb41ec-e318-4c45-8177-745e1833294d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:49.175751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9081d2e6-1355-4dcf-8983-f04427839370 req-12bb41ec-e318-4c45-8177-745e1833294d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0533502 Aug 19 13:19:49.215367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9081d2e6-1355-4dcf-8983-f04427839370 req-d11dc962-78e8-420a-9d55-62a4856a8908 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333624 Aug 19 13:19:50.337772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d51511-f117-467b-a5fd-9915ea2ce1e5 req-6f114272-093c-4781-aad0-bcb194f63d1a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:50.339346 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7d51511-f117-467b-a5fd-9915ea2ce1e5 req-6f114272-093c-4781-aad0-bcb194f63d1a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0523021 Aug 19 13:19:50.378898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7d51511-f117-467b-a5fd-9915ea2ce1e5 req-30313f8b-9a9f-4af4-b905-afb7aa179a0d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325651 Aug 19 13:19:50.440438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-1695e984-51e1-4ed8-b615-12df25b6cb5d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:50.441969 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-1695e984-51e1-4ed8-b615-12df25b6cb5d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.53 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 946 time: 0.0509737 Aug 19 13:19:50.536331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Deleting port f031e8eb-6668-4bb0-bc4e-69164480f17d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:19:50.536675 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:50.623171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] For port f031e8eb-6668-4bb0-bc4e-69164480f17d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f031e8eb-6668-4bb0-bc4e-69164480f17d,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:19:50.623463 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:50.808593 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:50.808992 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:50.809316 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017 disassociated. External IP: 172.25.6.104, port: f031e8eb-6668-4bb0-bc4e-69164480f17d. Aug 19 13:19:50.809701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Calling delete_port for f031e8eb-6668-4bb0-bc4e-69164480f17d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:19:51.003526 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:51.035885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event deleted for resources: {'Port': ['ID=f031e8eb-6668-4bb0-bc4e-69164480f17d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:51.124012 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c1e19b78-65e6-49d0-a7ff-ed5e539d9480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:51.154442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:19:51.268451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:19:51.278849 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3813ce9-bd4f-4f8d-af1a-20a635ff1687 None None] Sync routers for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:19:51.288761 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3813ce9-bd4f-4f8d-af1a-20a635ff1687 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:19:51.289402 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e3813ce9-bd4f-4f8d-af1a-20a635ff1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:19:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:51.308198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] No DVR routers for this DVR port f031e8eb-6668-4bb0-bc4e-69164480f17d on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:19:51.310978 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:51.312926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb141eb6-d18d-44e6-8b7b-334983f6fcdc req-3ff0d9cb-5609-4c24-bf48-780269b6e77c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.53 "DELETE /v2.0/ports/f031e8eb-6668-4bb0-bc4e-69164480f17d HTTP/1.1" status: 204 len: 173 time: 0.8643508 Aug 19 13:19:51.313362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'name': 'network-vif-deleted', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:19:51.316263 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52961f4a-4c39-40ea-8e72-bda74d795e2a" -d '{"events": [{"server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "name": "network-vif-deleted", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:19:51.353724 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec99435a-1e8f-4fbc-b28b-0187c587654e x-openstack-request-id: req-ec99435a-1e8f-4fbc-b28b-0187c587654e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:19:51.354337 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84da749-9ce9-4617-9a51-118a3f47208e", "name": "network-vif-deleted", "tag": "f031e8eb-6668-4bb0-bc4e-69164480f17d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:19:51.354337 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec99435a-1e8f-4fbc-b28b-0187c587654e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:19:51.354655 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84da749-9ce9-4617-9a51-118a3f47208e', 'name': 'network-vif-deleted', 'tag': 'f031e8eb-6668-4bb0-bc4e-69164480f17d', 'status': 'completed', 'code': 200} Aug 19 13:19:51.395068 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-e3813ce9-bd4f-4f8d-af1a-20a635ff1687 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:19:51.485025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79d04e04-e4f0-444b-b310-e1238b0b479b req-8fc47fbf-5122-4ce2-9feb-f55bca8c434d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=c84da749-9ce9-4617-9a51-118a3f47208e HTTP/1.1" status: 200 len: 210 time: 0.0334828 Aug 19 13:19:51.699262 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e3813ce9-bd4f-4f8d-af1a-20a635ff1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:51.726528 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3813ce9-bd4f-4f8d-af1a-20a635ff1687 None None] Checking router: 8dafd586-a5f6-4c81-b83f-a365c264f2f7 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:19:51.736987 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3813ce9-bd4f-4f8d-af1a-20a635ff1687 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:19:51.736987 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e3813ce9-bd4f-4f8d-af1a-20a635ff1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:19:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:51.845084 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-e3813ce9-bd4f-4f8d-af1a-20a635ff1687 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:19:52.056479 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e3813ce9-bd4f-4f8d-af1a-20a635ff1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:52.083844 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3813ce9-bd4f-4f8d-af1a-20a635ff1687 None None] The sync data for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 is: [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:19:52.380332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de82081-5d6f-4e51-a76e-4b8db77a2b2d None None] New status for floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:19:52.765558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-febb70c4-c8d5-46c9-82cb-268e17b36f8d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1322020808&fields=id&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 267 time: 0.0335557 Aug 19 13:19:52.879523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-2aa28cfe-00d3-4fd4-bec4-a6afe113edb4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:52.881039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-2aa28cfe-00d3-4fd4-bec4-a6afe113edb4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 812 time: 0.1081481 Aug 19 13:19:52.897241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-e4b767d6-7625-4e0f-8061-9d06536a7b5e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/quotas/569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 375 time: 0.0103841 Aug 19 13:19:52.955925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-7bbc47d6-f1a8-47f2-bd81-2b0e44f50a7b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529568 Aug 19 13:19:53.108005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-7348fc06-d5e2-4975-aaa4-f31795369e49 service neutron] 10.222.0.44 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408198 Aug 19 13:19:53.201404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-52afeb12-11b4-4f02-986d-4c11c3e6bf65 service neutron] 10.222.0.44 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870538 Aug 19 13:19:53.494477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f50eee23-fbaa-4507-8ed2-2b8a6ade9c7c req-eb5ad433-2aec-410b-b32e-01cef746954c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 210 time: 0.0275073 Aug 19 13:19:54.100705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f031e8eb-6668-4bb0-bc4e-69164480f17d no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:19:54.121216 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: f031e8eb-6668-4bb0-bc4e-69164480f17d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:19:54.121584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f031e8eb-6668-4bb0-bc4e-69164480f17d not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:19:54.590645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25674a5d-24b7-4143-8ac8-726cd17e54aa req-33a679c3-73ba-41f8-827b-644201a826e2 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 210 time: 0.0286088 Aug 19 13:19:55.460114 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f034e8c7-504a-45af-807a-29e3976e0f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:55.460710 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:19:55.707239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e1954833-7d3e-4e0b-9554-d81abc765480 req-043d086a-f5ff-4a63-ba80-c5fcdc4f28ac tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 210 time: 0.0391445 Aug 19 13:19:55.725233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-def17f49-c704-4ccd-8e83-461191d28503 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:55.725233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-def17f49-c704-4ccd-8e83-461191d28503 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 812 time: 0.1784430 Aug 19 13:19:55.770913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-2ed35626-4f72-4b96-ad26-e0dcde0ff82d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 380 time: 0.0357051 Aug 19 13:19:55.781397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'port': {'device_id': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'admin_state_up': True, 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'security_groups': ['844510b8-374b-45b6-a41d-b7abb15f6ae6']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:19:55.830607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:55.980017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Made reservation on behalf of 569444431dba42f0aff21ae6453e0c55 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:19:55.983594 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:56.115768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Allocated IP 172.20.0.12 (b2224b05-71f5-4717-862a-30d95ac4427f/a89c504a-6c05-4ecb-961c-2e700540d31f/4c8e3c70-6578-4120-9587-a27c7172de39) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:19:56.252609 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:56.266187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Transition to ACTIVE for port object 4c8e3c70-6578-4120-9587-a27c7172de39 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:19:56.373080 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:56.421005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Network b2224b05-71f5-4717-862a-30d95ac4427f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:19:56.426572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:19:56.430497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:19:56.460301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:56.488601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:56.489067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:56.573002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-caf4509f-fdaf-4918-bc31-fa30bc2728a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7954552 Aug 19 13:19:56.588649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Request body: {'port': {'device_id': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:19:56.642914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:56.769180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e5ae9fe2-87d2-43b5-b681-1c8666d30395 None None] Provisioning for port 4c8e3c70-6578-4120-9587-a27c7172de39 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:19:56.774250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e5ae9fe2-87d2-43b5-b681-1c8666d30395 None None] Provisioning complete for port 4c8e3c70-6578-4120-9587-a27c7172de39 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:19:56.774824 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e5ae9fe2-87d2-43b5-b681-1c8666d30395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:56.808919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae9fe2-87d2-43b5-b681-1c8666d30395 None None] Port 4c8e3c70-6578-4120-9587-a27c7172de39 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:19:56.893022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b4be9-ef20-44d9-a28c-0db2b4db8a2d req-0f627c2c-0a94-4142-8351-f6ec64506472 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:56.894579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef1b4be9-ef20-44d9-a28c-0db2b4db8a2d req-0f627c2c-0a94-4142-8351-f6ec64506472 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 932 time: 0.1078949 Aug 19 13:19:56.972065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef1b4be9-ef20-44d9-a28c-0db2b4db8a2d req-22872c9d-ae9c-47fc-b615-e2a0682523e7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678015 Aug 19 13:19:56.984612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8e3c70-6578-4120-9587-a27c7172de39 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:19:56.992597 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:57.005205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Transition to ACTIVE for port object 4c8e3c70-6578-4120-9587-a27c7172de39 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:19:57.063576 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:57.115353 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:57.189853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:19:57.190267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:19:57.190391 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:57.190588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:19:57.195619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Port 4c8e3c70-6578-4120-9587-a27c7172de39 on network b2224b05-71f5-4717-862a-30d95ac4427f not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:19:57.198919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:19:57.201200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:19:57.201581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:19:57.201979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:19:57.202425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Bound port: 4c8e3c70-6578-4120-9587-a27c7172de39, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:19:57.202794 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:57.273438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:19:57.276678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:19:57.355887 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:57.393732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:57.394326 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:57.395692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] 10.222.0.52 "PUT /v2.0/ports/4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1092 time: 0.8117180 Aug 19 13:19:57.396138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:19:57.398424 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdd7e42-9b91-4eb3-a261-f445ac5f545e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:19:57.424448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda1004-1b0d-4a03-8bff-df3f2238daa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:57.442527 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e56e673-b48b-4a86-a06b-e3dcac3946c2 x-openstack-request-id: req-8e56e673-b48b-4a86-a06b-e3dcac3946c2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:19:57.442815 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:19:57.443066 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e56e673-b48b-4a86-a06b-e3dcac3946c2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:19:57.445514 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39', 'status': 'completed', 'code': 200} Aug 19 13:19:57.516086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7e42-9b91-4eb3-a261-f445ac5f545e req-65b9c8e6-ce92-4794-b5af-079c67706a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:57.518151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cdd7e42-9b91-4eb3-a261-f445ac5f545e req-65b9c8e6-ce92-4794-b5af-079c67706a14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1095 time: 0.0491869 Aug 19 13:19:57.620153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7e42-9b91-4eb3-a261-f445ac5f545e req-d4693ad4-c484-4730-b038-254b038b6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:57.621599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cdd7e42-9b91-4eb3-a261-f445ac5f545e req-d4693ad4-c484-4730-b038-254b038b6ad5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=569444431dba42f0aff21ae6453e0c55&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0949497 Aug 19 13:19:57.728382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7e42-9b91-4eb3-a261-f445ac5f545e req-ed661359-ec03-41bc-b479-8dd9a93bc3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:57.729913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cdd7e42-9b91-4eb3-a261-f445ac5f545e req-ed661359-ec03-41bc-b479-8dd9a93bc3c5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979824 Aug 19 13:19:57.808378 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-4ebedc6b-476b-4f43-945b-6779b03eb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:57.809903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-4ebedc6b-476b-4f43-945b-6779b03eb977 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1095 time: 0.0416956 Aug 19 13:19:57.862933 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-52ae4be7-f78f-4cf1-9e17-4d2ff4e77582 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 217 time: 0.0382371 Aug 19 13:19:57.916221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-f900b42b-9fb8-40a5-b737-3459c7114774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:57.917622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-f900b42b-9fb8-40a5-b737-3459c7114774 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0440984 Aug 19 13:19:57.966830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-b34afad0-bbff-438c-90f2-2e57028dc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:57.968324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-b34afad0-bbff-438c-90f2-2e57028dc1bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403390 Aug 19 13:19:58.091283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-b38fb188-bce1-4ac5-ad5e-9a43f93684a1 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153803 Aug 19 13:19:58.106110 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fe89d-3a7b-483e-a3e1-251473f8720c req-ef7f55ed-b8a6-4801-914a-f91e557e74ef tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:58.107584 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-572fe89d-3a7b-483e-a3e1-251473f8720c req-ef7f55ed-b8a6-4801-914a-f91e557e74ef tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 944 time: 0.0681903 Aug 19 13:19:58.194114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-572fe89d-3a7b-483e-a3e1-251473f8720c req-d72dd569-e1f1-4f0e-ad8a-d649c9440cc6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778677 Aug 19 13:19:58.222919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b0fd4f0a-8383-449c-93ff-8d77244a65ed req-43e2722c-f76b-4cf3-b0a6-ee532a627bd8 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143897 Aug 19 13:19:59.083294 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:59.312054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcef55-faa3-4532-9819-8cc97711dbec req-4832e85d-702a-49f3-a7ef-aa08030035d2 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:59.315692 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9fcef55-faa3-4532-9819-8cc97711dbec req-4832e85d-702a-49f3-a7ef-aa08030035d2 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 944 time: 0.0514441 Aug 19 13:19:59.353400 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9fcef55-faa3-4532-9819-8cc97711dbec req-01736467-25c9-48d5-ba01-abd1ff9b3a27 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Aug 19 13:20:00.471280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e8782-78d7-4ad1-8319-313c77a1b37f req-645be4db-5d35-483b-ac4c-c527646dc7cb tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:00.472810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f11e8782-78d7-4ad1-8319-313c77a1b37f req-645be4db-5d35-483b-ac4c-c527646dc7cb tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 944 time: 0.0518916 Aug 19 13:20:00.511411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f11e8782-78d7-4ad1-8319-313c77a1b37f req-b011a0d4-1855-4435-9ad8-581a063ae6cf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325534 Aug 19 13:20:01.635201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec9de4-524e-47ec-aa61-86cf0ab7edd0 req-cbc8946a-e805-40e1-826b-4dac04934738 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:01.636711 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6ec9de4-524e-47ec-aa61-86cf0ab7edd0 req-cbc8946a-e805-40e1-826b-4dac04934738 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 944 time: 0.0578427 Aug 19 13:20:01.677884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6ec9de4-524e-47ec-aa61-86cf0ab7edd0 req-8043ab3a-c133-430e-819b-0c198f5d1ec2 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339966 Aug 19 13:20:01.775232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:20:01.877883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:20:01.889071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '4c8e3c70-6578-4120-9587-a27c7172de39', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': '4c8e3c70-6578-4120-9587-a27c7172de39', 'mac_address': 'fa:16:3e:86:e2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:20:01.927344 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:01.941320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8e3c70-6578-4120-9587-a27c7172de39 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:20:01.961533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:20:02.059995 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:02.110993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:02.319466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4c8e3c70-6578-4120-9587-a27c7172de39'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:20:02.796821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f1081-5deb-42ed-96cf-8fd3df4fa7e8 req-3cc60b81-a1b9-40a8-afd3-92917012c71e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:02.798358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b1f1081-5deb-42ed-96cf-8fd3df4fa7e8 req-3cc60b81-a1b9-40a8-afd3-92917012c71e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 945 time: 0.0489542 Aug 19 13:20:02.836814 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b1f1081-5deb-42ed-96cf-8fd3df4fa7e8 req-9fc06727-2182-4f0e-aadb-6c9f2ffc518f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318072 Aug 19 13:20:03.789552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:20:03.900330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 4c8e3c70-6578-4120-9587-a27c7172de39 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:20:03.904406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 4c8e3c70-6578-4120-9587-a27c7172de39 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:20:03.904781 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:03.953966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edba7d-9e13-4dc7-b98f-11c8e7f56e52 req-7bf444a1-4618-46d9-b1bd-3df474efc12d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:03.955771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64edba7d-9e13-4dc7-b98f-11c8e7f56e52 req-7bf444a1-4618-46d9-b1bd-3df474efc12d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 945 time: 0.0505078 Aug 19 13:20:03.984138 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:03.995172 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-64edba7d-9e13-4dc7-b98f-11c8e7f56e52 req-543f817f-6db0-4cbd-aa22-5e5d6352c1db tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337226 Aug 19 13:20:04.009736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:20:04.011971 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c9b24c-e974-4b06-85dd-1ef41ddfba76" -d '{"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:20:04.023603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:20:04.049705 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a23cd2-1fc8-4678-b850-b77ae5eb29bd x-openstack-request-id: req-64a23cd2-1fc8-4678-b850-b77ae5eb29bd {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:20:04.049998 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:20:04.050258 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64a23cd2-1fc8-4678-b850-b77ae5eb29bd {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:20:04.050686 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39', 'code': 200} Aug 19 13:20:04.109643 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:04.156767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6176a02-2f99-4d08-bc74-ae1d0dfcc468 req-29a24afb-92e7-4b14-87ff-460a9d4fe375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:04.157496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:20:04.159120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6176a02-2f99-4d08-bc74-ae1d0dfcc468 req-29a24afb-92e7-4b14-87ff-460a9d4fe375 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1097 time: 0.0461414 Aug 19 13:20:04.195400 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a6176a02-2f99-4d08-bc74-ae1d0dfcc468 req-d890b00b-ce31-4d8e-b2af-f477fef5a4be service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289948 Aug 19 13:20:05.117546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622613b-2d85-49fe-a4c9-0e9d78a10fdd req-4e5b6b7e-bdb6-4ebe-b322-410e3ff64d07 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:05.119031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d622613b-2d85-49fe-a4c9-0e9d78a10fdd req-4e5b6b7e-bdb6-4ebe-b322-410e3ff64d07 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0502360 Aug 19 13:20:05.159728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d622613b-2d85-49fe-a4c9-0e9d78a10fdd req-c844f8f7-9093-419a-90a7-721e0e4e9e16 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346794 Aug 19 13:20:06.282162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba259d81-625b-4d99-b88b-b2b9949ed709 req-9cbb366b-4a41-446f-9156-9a76701ddd82 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:06.284505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba259d81-625b-4d99-b88b-b2b9949ed709 req-9cbb366b-4a41-446f-9156-9a76701ddd82 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0502274 Aug 19 13:20:06.323570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba259d81-625b-4d99-b88b-b2b9949ed709 req-51255833-7fb2-4319-bd13-52f6d3c1686c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327919 Aug 19 13:20:06.447067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65714d8-10c7-44ce-b2fe-5e2d72a3a8cd req-316a569b-044a-426d-b880-ec28240d7fb8 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:06.448603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b65714d8-10c7-44ce-b2fe-5e2d72a3a8cd req-316a569b-044a-426d-b880-ec28240d7fb8 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0549157 Aug 19 13:20:06.458800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 52974) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:20:06.463642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4c17835b-cd0f-4fba-8fcd-be68ff11b8ff tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'floatingip': {'port_id': '4c8e3c70-6578-4120-9587-a27c7172de39'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:20:06.504245 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c17835b-cd0f-4fba-8fcd-be68ff11b8ff tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:06.964455 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c17835b-cd0f-4fba-8fcd-be68ff11b8ff tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:07.037275 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c17835b-cd0f-4fba-8fcd-be68ff11b8ff tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:07.139359 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-4c17835b-cd0f-4fba-8fcd-be68ff11b8ff tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017 associated. External IP: 172.25.6.104, port: 4c8e3c70-6578-4120-9587-a27c7172de39. Aug 19 13:20:07.714829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c17835b-cd0f-4fba-8fcd-be68ff11b8ff tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:20:07.827167 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c17835b-cd0f-4fba-8fcd-be68ff11b8ff tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:20:07.833245 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c17835b-cd0f-4fba-8fcd-be68ff11b8ff tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:07.837552 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06b49d-d04a-48ea-9887-334b0e4dbd49 None None] Sync routers for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:20:07.848010 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06b49d-d04a-48ea-9887-334b0e4dbd49 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:20:07.848619 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ec06b49d-d04a-48ea-9887-334b0e4dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:19:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:07.864798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4c17835b-cd0f-4fba-8fcd-be68ff11b8ff tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "PUT /v2.0/floatingips/91d84dfb-c299-4ef6-b2a2-86fc048a7017 HTTP/1.1" status: 200 len: 992 time: 1.4048765 Aug 19 13:20:07.865413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:20:07.867703 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:20:07.910512 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0569914-3669-449d-8f2a-fcd270b919d6 x-openstack-request-id: req-f0569914-3669-449d-8f2a-fcd270b919d6 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:20:07.910808 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:20:07.911061 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0569914-3669-449d-8f2a-fcd270b919d6 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:20:07.911468 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39', 'status': 'completed', 'code': 200} Aug 19 13:20:07.959064 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ec06b49d-d04a-48ea-9887-334b0e4dbd49 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:20:07.973798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb req-87d77748-4a6f-4039-8da9-a711a67f19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:07.975381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb req-87d77748-4a6f-4039-8da9-a711a67f19c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1097 time: 0.0426059 Aug 19 13:20:08.067001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb req-93722d16-1c3c-49e4-94ca-65205a4385b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:08.068526 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb req-93722d16-1c3c-49e4-94ca-65205a4385b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0863466 Aug 19 13:20:08.150274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb req-57a320ad-8292-439d-9061-5208628dd49f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1000 time: 0.0743144 Aug 19 13:20:08.186527 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ec06b49d-d04a-48ea-9887-334b0e4dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': '4c8e3c70-6578-4120-9587-a27c7172de39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:86:e2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:20:06Z', 'revision_number': 9, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:08.200660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb req-15400a2e-cfde-439b-919b-16c1353af0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:08.202214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb req-15400a2e-cfde-439b-919b-16c1353af0d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0450048 Aug 19 13:20:08.214109 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06b49d-d04a-48ea-9887-334b0e4dbd49 None None] Checking router: 8dafd586-a5f6-4c81-b83f-a365c264f2f7 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:20:08.223040 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06b49d-d04a-48ea-9887-334b0e4dbd49 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:20:08.223642 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ec06b49d-d04a-48ea-9887-334b0e4dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:19:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:08.249633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb req-9b63c15c-22c1-4d49-9104-6fd1431d310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:08.251178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb req-9b63c15c-22c1-4d49-9104-6fd1431d310a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409431 Aug 19 13:20:08.332608 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ec06b49d-d04a-48ea-9887-334b0e4dbd49 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:20:08.348808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb req-6a0cb016-d082-43aa-a10f-bb7e9c51c0a5 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896013 Aug 19 13:20:08.446029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5300ee8-9dd1-49a5-8b2b-57fb8b4db6cb req-80c9bb06-38e0-4f4c-b735-c47d3253ea4b service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894513 Aug 19 13:20:08.560552 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ec06b49d-d04a-48ea-9887-334b0e4dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': '4c8e3c70-6578-4120-9587-a27c7172de39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:86:e2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:20:06Z', 'revision_number': 9, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:20:08.588063 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06b49d-d04a-48ea-9887-334b0e4dbd49 None None] The sync data for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 is: [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': '4c8e3c70-6578-4120-9587-a27c7172de39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:86:e2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:20:06Z', 'revision_number': 9, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:20:08.778519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7862de-d1b5-44dd-93b9-d6b2e33cf985 None None] New status for floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:20:11.417049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-0dbb74f9-92d3-4e13-8877-884c7d4cd79e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407991 Aug 19 13:20:11.502581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-ab7de80f-3235-414d-b474-1a4a3ec136b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:11.504248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-ab7de80f-3235-414d-b474-1a4a3ec136b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1097 time: 0.0419512 Aug 19 13:20:11.618421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-5ea3abca-ff49-4089-812d-fc3d4f5dea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:11.619973 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-5ea3abca-ff49-4089-812d-fc3d4f5dea98 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0951595 Aug 19 13:20:11.687066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-dc279aff-213e-457d-97bf-f6e591afbce0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1003 time: 0.0592201 Aug 19 13:20:11.735406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-12c3ad2a-ae28-49e5-b316-32afea45ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:11.736837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-12c3ad2a-ae28-49e5-b316-32afea45ba93 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0426528 Aug 19 13:20:11.787814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-6b20a6b7-9027-438c-ab77-a6431451c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:11.789310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-6b20a6b7-9027-438c-ab77-a6431451c83a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453796 Aug 19 13:20:11.885861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-63506336-0bc4-4838-b79e-2058fc438c8c service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851829 Aug 19 13:20:11.983159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-145b50f3-99d6-4f19-b953-433c7a99d11e req-8bfe608f-ce9f-498b-bf9d-c15964bec66a service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874915 Aug 19 13:20:12.326078 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:15.105890 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:21.134266 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3cef-c82e-4b5d-ad34-db3a6dbe26b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:21.701737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-cd06f8b9-5fa0-4c76-a696-8e170086dff8 req-7fe6cd85-78c8-41d5-8cad-63f0b69ede55 service neutron] (95661) timed out ('10.222.0.52', 58913) {{(pid=95661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:20:25.475119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-469fa752-f999-4fea-9b13-c9184d28d9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:25.888611 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:27.177692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:29.048342 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:32.459958 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:20:42.456922 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:45.139247 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:51.137344 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d614a6c1-040a-47d5-a748-b2857a7bbcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:55.516790 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-51f980f7-67aa-4104-99f3-8e3a35607f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:55.802527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:57.185140 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:59.099547 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:09.458782 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:21:12.342351 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:12.436453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-0357523c-8106-40ac-ab1c-690ec77b845e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458150 Aug 19 13:21:12.527700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-5f4a3b52-539b-4e27-b5ba-9be6d347b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:12.529255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-5f4a3b52-539b-4e27-b5ba-9be6d347b1da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1097 time: 0.0440378 Aug 19 13:21:12.642437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-6b259881-20be-472d-9da9-068cf62773bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:12.643881 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-6b259881-20be-472d-9da9-068cf62773bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0892532 Aug 19 13:21:12.713845 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-44cdd1f7-b739-4faf-8c8e-69c30a13ee0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1003 time: 0.0586073 Aug 19 13:21:12.769232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-3a09771f-7c7c-4aa7-8e92-84843d5a6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:12.770706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-3a09771f-7c7c-4aa7-8e92-84843d5a6d6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0467124 Aug 19 13:21:12.821503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-57c03e38-a5f6-43e5-bc52-e30d16a47805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:12.826345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-57c03e38-a5f6-43e5-bc52-e30d16a47805 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408006 Aug 19 13:21:12.920904 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-9d531415-af5d-43e6-84f1-a12e2396611a service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853794 Aug 19 13:21:13.026563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7888c57b-c6c7-4530-8b82-d3ebec8fc5a7 req-d4608cf7-2bd5-4db6-983f-301b4e6f5618 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931566 Aug 19 13:21:15.167801 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:21.115937 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8bf404b3-3df7-4c6f-be25-489508d8056d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:25.544655 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ffd91231-36de-43c2-b9ee-2c02d43dd5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:25.767922 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:27.230626 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:29.079071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:42.318736 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:45.207535 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:46.458315 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:21:49.783417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c6e5a-c2fe-44dd-9902-0872b988292d req-54bd3e84-d441-484b-8de4-23c9baf7a3c7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:49.785183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-501c6e5a-c2fe-44dd-9902-0872b988292d req-54bd3e84-d441-484b-8de4-23c9baf7a3c7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0550914 Aug 19 13:21:49.823714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-501c6e5a-c2fe-44dd-9902-0872b988292d req-99d8f88a-52d6-40d5-853e-1eb7c1111070 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323272 Aug 19 13:21:49.923045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-db4319c2-80a3-4c33-8637-7e9dc85cbdf3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889561 Aug 19 13:21:50.947383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc70a0-d5c4-4a70-8a48-3c9bc1a51536 req-27357fff-244e-43d8-8516-41f8472b9414 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:50.948932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0dc70a0-d5c4-4a70-8a48-3c9bc1a51536 req-27357fff-244e-43d8-8516-41f8472b9414 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0531993 Aug 19 13:21:50.990733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f0dc70a0-d5c4-4a70-8a48-3c9bc1a51536 req-34cdee65-ab42-4240-8af2-c711860eec2c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356650 Aug 19 13:21:51.127233 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-08ce1e92-d220-4d8f-98a4-d432d4ef6453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:51.917000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-f4f3ce64-cf22-4830-9444-97f38b9dd697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:51.918591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-f4f3ce64-cf22-4830-9444-97f38b9dd697 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1097 time: 0.0445521 Aug 19 13:21:52.016747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-17dac321-7800-40b7-9058-9de208449e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:52.018317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-17dac321-7800-40b7-9058-9de208449e58 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0924025 Aug 19 13:21:52.117353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-d288e701-7abb-476b-9cf5-ab2f199135c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1003 time: 0.0917721 Aug 19 13:21:52.129826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323bc85-716b-4f59-af55-7295467f6034 req-85857fbd-7cc3-43ab-827c-b4a25064c66f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:52.131335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e323bc85-716b-4f59-af55-7295467f6034 req-85857fbd-7cc3-43ab-827c-b4a25064c66f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0701704 Aug 19 13:21:52.199093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-9fcb5db4-c9a2-4f7c-8cea-fa3067a15602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:52.200569 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-9fcb5db4-c9a2-4f7c-8cea-fa3067a15602 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0683618 Aug 19 13:21:52.205540 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e323bc85-716b-4f59-af55-7295467f6034 req-aa58adc9-1c4c-498b-8ab1-0c43b9a87789 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651817 Aug 19 13:21:52.263335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-17156e99-eb30-49db-a0a1-a51c0aacf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:52.264892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-17156e99-eb30-49db-a0a1-a51c0aacf446 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562718 Aug 19 13:21:52.361923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-0f8c0023-2cec-4cd7-bcb2-dc0388ba1a9a service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895481 Aug 19 13:21:52.451988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-003d0561-ad7f-4ee8-bbc8-813942f67cc4 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825326 Aug 19 13:21:53.329642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4823da-0297-404e-bcf5-820773d48afd req-84dab6f0-2992-4ff6-b039-b6467a559520 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:53.331208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc4823da-0297-404e-bcf5-820773d48afd req-84dab6f0-2992-4ff6-b039-b6467a559520 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0551803 Aug 19 13:21:53.370800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc4823da-0297-404e-bcf5-820773d48afd req-3ce1af94-c1c1-4cf6-976b-8788f3cedeaf tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324464 Aug 19 13:21:54.489362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c9a33-7c25-4a93-883e-52d07a39e9ec req-6e2c90fa-09df-45e8-8f12-45d31fe19690 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:54.490929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f46c9a33-7c25-4a93-883e-52d07a39e9ec req-6e2c90fa-09df-45e8-8f12-45d31fe19690 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0500808 Aug 19 13:21:54.530122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f46c9a33-7c25-4a93-883e-52d07a39e9ec req-0387b29c-8c1f-4bd6-83a7-51692e5007eb tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331607 Aug 19 13:21:55.481939 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8d56f6b8-2247-42d4-8b62-6375b8d8c70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:55.647453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0a775-0ba9-4089-8c78-6d620a94e485 req-bab52e20-b9a6-4f31-b459-a3c25f6863f9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:55.649536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24a0a775-0ba9-4089-8c78-6d620a94e485 req-bab52e20-b9a6-4f31-b459-a3c25f6863f9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0503502 Aug 19 13:21:55.689325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24a0a775-0ba9-4089-8c78-6d620a94e485 req-40ba36f4-05cb-4268-b643-b46c53486a1c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335815 Aug 19 13:21:55.801412 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:56.809727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526a7ff-236b-4845-b0ab-ed00f6badafd req-1dccf5a0-ce2c-409d-81eb-28a283eb1bb1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:56.811229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c526a7ff-236b-4845-b0ab-ed00f6badafd req-1dccf5a0-ce2c-409d-81eb-28a283eb1bb1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0540559 Aug 19 13:21:56.851231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c526a7ff-236b-4845-b0ab-ed00f6badafd req-a0e14435-468d-42e3-b85d-3bc866cdbed3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339267 Aug 19 13:21:57.206916 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:58.046710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c3e7-25b9-4bb7-9768-0700717cbe8d req-49c04b8b-ff64-4e09-aa17-1e14151c6fc6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:58.048237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21d1c3e7-25b9-4bb7-9768-0700717cbe8d req-49c04b8b-ff64-4e09-aa17-1e14151c6fc6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0959265 Aug 19 13:21:58.087014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-21d1c3e7-25b9-4bb7-9768-0700717cbe8d req-53f27488-5bcb-42d4-a692-410846bcf691 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327482 Aug 19 13:21:59.078845 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:59.252125 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f116a4-285b-4d94-ac0f-5e8a59fb8d67 req-5f217667-0fb9-4737-b147-34cbf18d4d43 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:59.253639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2f116a4-285b-4d94-ac0f-5e8a59fb8d67 req-5f217667-0fb9-4737-b147-34cbf18d4d43 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0954943 Aug 19 13:21:59.291756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2f116a4-285b-4d94-ac0f-5e8a59fb8d67 req-89859230-79a1-4e7b-89cd-3ecff4401412 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313699 Aug 19 13:22:00.412726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f6154-8c2e-4de3-8a3c-43d382d95ed8 req-72473035-ff23-4255-b4b0-0ca6a4ac6e5f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:00.414239 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc5f6154-8c2e-4de3-8a3c-43d382d95ed8 req-72473035-ff23-4255-b4b0-0ca6a4ac6e5f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0539825 Aug 19 13:22:00.451984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc5f6154-8c2e-4de3-8a3c-43d382d95ed8 req-660ac571-e9b8-463a-be71-4d97cb14fee0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318568 Aug 19 13:22:01.569706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a738306-61d4-4c2b-b84d-90d9118e6673 req-063f947f-25dd-4e6a-a8ca-6d3fa9685fb1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:01.575209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a738306-61d4-4c2b-b84d-90d9118e6673 req-063f947f-25dd-4e6a-a8ca-6d3fa9685fb1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0524192 Aug 19 13:22:01.611607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a738306-61d4-4c2b-b84d-90d9118e6673 req-3a312136-ea84-4c31-a3b7-10169ad7378a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Aug 19 13:22:02.732993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41121-d812-4415-851a-1c6e75282799 req-23188bb9-c948-4e83-8259-7dc4c7d489c4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:02.734529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31c41121-d812-4415-851a-1c6e75282799 req-23188bb9-c948-4e83-8259-7dc4c7d489c4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0504279 Aug 19 13:22:02.778347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-31c41121-d812-4415-851a-1c6e75282799 req-80917d77-e79f-46e7-8b09-3c887e42d582 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378141 Aug 19 13:22:03.902955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b72d41-c390-40d0-896a-2801f1358a3b req-fbec666d-d1da-4677-9edc-563e2bb20892 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:03.904453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66b72d41-c390-40d0-896a-2801f1358a3b req-fbec666d-d1da-4677-9edc-563e2bb20892 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0570855 Aug 19 13:22:03.949075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66b72d41-c390-40d0-896a-2801f1358a3b req-7bf6bbab-b961-4741-a138-3fda6cb78d21 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380998 Aug 19 13:22:04.753662 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-6fcac84f-6f38-4fe9-a4e0-b5691b11dd75 service neutron] show failed (client error): The resource could not be found. Aug 19 13:22:04.754695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-6fcac84f-6f38-4fe9-a4e0-b5691b11dd75 service neutron] 10.222.0.52 "GET /v2.0/ports/4c8e3c70-6578-4120-9587-a27c7172de39/bindings/n-h1-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.0543492 Aug 19 13:22:05.069085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f18fde-d707-4d1b-842c-86ce9a084075 req-6fbaeceb-835d-4948-8e9c-0ec7bfe944e4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:05.070653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3f18fde-d707-4d1b-842c-86ce9a084075 req-6fbaeceb-835d-4948-8e9c-0ec7bfe944e4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0508492 Aug 19 13:22:05.113760 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3f18fde-d707-4d1b-842c-86ce9a084075 req-db1b14cc-0221-4b81-8098-644645de77f9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347691 Aug 19 13:22:05.339182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-90feaede-fcfe-4a2d-a805-b33e46e3ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:05.340983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-90feaede-fcfe-4a2d-a805-b33e46e3ba9b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 1097 time: 0.0475988 Aug 19 13:22:05.353360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:05.408600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:05.607082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:05.638505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:22:05.683736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:05.686054 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2cf83c-6d94-46c8-9a04-131791c4a1eb" -d '{"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:05.689822 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:05.702311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Transition to ACTIVE for port object 4c8e3c70-6578-4120-9587-a27c7172de39 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:22:05.741896 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ddb36b-9f44-440e-a565-233f3d80d6be x-openstack-request-id: req-53ddb36b-9f44-440e-a565-233f3d80d6be {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:05.742192 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:05.742448 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53ddb36b-9f44-440e-a565-233f3d80d6be {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:05.743417 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39', 'code': 200} Aug 19 13:22:05.784602 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:05.861488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:05.874624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.874971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.875312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.875642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.875970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.876296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.876621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.876945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.877265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.877615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.877939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.878258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:05.915555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] No DVR routers for this DVR port 4c8e3c70-6578-4120-9587-a27c7172de39 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:22:06.052892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:22:06.053234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:22:06.053601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:22:06.058657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Port 4c8e3c70-6578-4120-9587-a27c7172de39 on network b2224b05-71f5-4717-862a-30d95ac4427f not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:22:06.058987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:22:06.063783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:22:06.064126 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:22:06.064515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:22:06.064948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Bound port: 4c8e3c70-6578-4120-9587-a27c7172de39, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:22:06.065337 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:06.136902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:22:06.140241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:22:06.231333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb13d5-4e9b-42f0-85ba-7843297316b6 req-20209f32-467b-4967-86f7-bfc45c898d3f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:06.232876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9eb13d5-4e9b-42f0-85ba-7843297316b6 req-20209f32-467b-4967-86f7-bfc45c898d3f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 944 time: 0.0493238 Aug 19 13:22:06.271489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9eb13d5-4e9b-42f0-85ba-7843297316b6 req-953778c2-c4d0-4f69-9d37-08e7e648d763 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325825 Aug 19 13:22:06.291263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:06.328623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:06.328623 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:06.329545 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] 10.222.0.53 "PUT /v2.0/ports/4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1092 time: 0.9810369 Aug 19 13:22:06.355135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ead04-366a-428d-b0ca-95da20154cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:06.404401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-bffaaf32-48d6-4804-8428-09b8b56a4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:06.406099 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-bffaaf32-48d6-4804-8428-09b8b56a4d9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1095 time: 0.0478113 Aug 19 13:22:06.511473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-45f43263-f904-4cb7-94d9-bb7e1dc59702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:06.513001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-45f43263-f904-4cb7-94d9-bb7e1dc59702 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0997465 Aug 19 13:22:06.590349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-32ce7e08-a7d0-452d-b5c8-4c44b5253a3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1001 time: 0.0701065 Aug 19 13:22:06.640383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-4a2d556d-1dd0-40ed-a606-43e4a406ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:06.641816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-4a2d556d-1dd0-40ed-a606-43e4a406ad2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0447297 Aug 19 13:22:06.691254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-74fe3d27-a22d-4be8-b168-6bea732c9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:06.692796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-74fe3d27-a22d-4be8-b168-6bea732c9e55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424235 Aug 19 13:22:06.792126 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-cbf254c7-8631-4bdb-9209-64653fb7feb9 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914562 Aug 19 13:22:06.882620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-96e63daa-40a8-45cb-899a-d4bd684979b2 req-757af5eb-39ff-4876-9c6b-86381e83678f service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835638 Aug 19 13:22:07.400376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1521160-aace-410b-9dcd-0abcb9f626f1 req-b476e6b7-aa1b-4969-9ff5-5f88a86150cb tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:07.401860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1521160-aace-410b-9dcd-0abcb9f626f1 req-b476e6b7-aa1b-4969-9ff5-5f88a86150cb tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 944 time: 0.0571909 Aug 19 13:22:07.439895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f1521160-aace-410b-9dcd-0abcb9f626f1 req-e728c1ac-0b33-4e9a-9037-11e8e505ba57 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320780 Aug 19 13:22:07.745043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:07.747466 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e90781-e74e-4eb5-8f97-6cff176fd6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:07.795131 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485feeb8-4613-4571-aa22-65747bf0b396 x-openstack-request-id: req-485feeb8-4613-4571-aa22-65747bf0b396 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:07.795427 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:07.795683 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-485feeb8-4613-4571-aa22-65747bf0b396 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:07.796083 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39', 'status': 'completed', 'code': 200} Aug 19 13:22:07.883895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-f2b546e9-a1e9-418b-91aa-83b9bf687146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:07.885450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-f2b546e9-a1e9-418b-91aa-83b9bf687146 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1095 time: 0.0691898 Aug 19 13:22:07.891538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-b2b25d4b-1d0f-4447-b1b2-cf71531197c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:07.892975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-b2b25d4b-1d0f-4447-b1b2-cf71531197c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1095 time: 0.0677919 Aug 19 13:22:08.053776 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-49045cdb-56b3-4f99-b884-c70e1baf7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:08.055816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-49045cdb-56b3-4f99-b884-c70e1baf7bc2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1613297 Aug 19 13:22:08.058750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-040a9016-9dc4-41ed-8763-ef8b5a1a5a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:08.060083 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-040a9016-9dc4-41ed-8763-ef8b5a1a5a1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1575122 Aug 19 13:22:08.172988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-81d32246-04e9-418a-ae8c-26adfbeae875 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1001 time: 0.1086211 Aug 19 13:22:08.174682 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-1f63bb87-9765-4430-bf1f-76fbdc182c68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1001 time: 0.1045918 Aug 19 13:22:08.258049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-4b7cbcec-b1bc-4f4c-86bc-02e7f21a8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:08.260072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-4b7cbcec-b1bc-4f4c-86bc-02e7f21a8aa6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0779872 Aug 19 13:22:08.261733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-0a16f2e1-ea8e-4f93-bcd4-071838991e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:08.263031 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-0a16f2e1-ea8e-4f93-bcd4-071838991e7b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0736270 Aug 19 13:22:08.335829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-eba68d0a-b337-4d66-8986-b970e2502dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:08.337585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-eba68d0a-b337-4d66-8986-b970e2502dc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702755 Aug 19 13:22:08.339928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-0ad20be9-c887-4d0a-8f7a-4326443764a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:08.341260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-0ad20be9-c887-4d0a-8f7a-4326443764a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664706 Aug 19 13:22:08.498758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-441029ba-ebee-40cf-bc1c-f6930fc05782 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530883 Aug 19 13:22:08.500649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-2f3a54ed-4b09-4154-8be1-8eee556bd6fe service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480551 Aug 19 13:22:09.024851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00fb21-2bb5-4ede-bd6f-0c261924336d req-b911693b-578c-4400-8657-3784aca6a0c3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:09.026500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b00fb21-2bb5-4ede-bd6f-0c261924336d req-b911693b-578c-4400-8657-3784aca6a0c3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 944 time: 0.5112822 Aug 19 13:22:09.081329 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-91b68c8d-213d-4042-83bd-ca3ebcb6ecb8 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742550 Aug 19 13:22:09.084810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15e90781-e74e-4eb5-8f97-6cff176fd6f0 req-305662cc-4917-4648-b9cb-7261bf1b1a72 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705690 Aug 19 13:22:09.103213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b00fb21-2bb5-4ede-bd6f-0c261924336d req-067bdea6-8748-4e59-8c04-4a83ef0044a2 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604415 Aug 19 13:22:10.228669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b3c7-4f20-4699-8c77-0edc151be19d req-593fd00f-5817-4e2d-a0ef-c2a15565fb9d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:10.230237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f085b3c7-4f20-4699-8c77-0edc151be19d req-593fd00f-5817-4e2d-a0ef-c2a15565fb9d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 944 time: 0.0536778 Aug 19 13:22:10.269227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f085b3c7-4f20-4699-8c77-0edc151be19d req-57ec654d-516b-4b36-a485-ab4a0fdbba9a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329638 Aug 19 13:22:10.506159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:22:10.545912 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:22:10.627109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:22:10.732826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:10.744187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '4c8e3c70-6578-4120-9587-a27c7172de39', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': '4c8e3c70-6578-4120-9587-a27c7172de39', 'mac_address': 'fa:16:3e:86:e2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:22:10.782637 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:10.799112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8e3c70-6578-4120-9587-a27c7172de39 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:22:10.820489 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:10.883844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be837756-400b-4141-95d8-760e9717bca7 req-e320a7af-4636-41ec-b485-09fb736c9a6f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:10.885162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be837756-400b-4141-95d8-760e9717bca7 req-e320a7af-4636-41ec-b485-09fb736c9a6f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 944 time: 0.0511677 Aug 19 13:22:10.924935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be837756-400b-4141-95d8-760e9717bca7 req-e4c49f67-9898-44f8-98c5-9a22fb9f919e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334146 Aug 19 13:22:10.936128 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:10.993473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-28a2dc5b-e16c-4560-a82c-816e6ad69d1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:10.994638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:10.995112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-28a2dc5b-e16c-4560-a82c-816e6ad69d1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a&tenant_id=569444431dba42f0aff21ae6453e0c55&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 945 time: 0.0673769 Aug 19 13:22:11.002082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.003261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.003261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.003261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.003562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.003727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.004087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.004413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.004741 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.005062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.005407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.005736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:11.060149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-f4e9ad90-1aa2-4491-af48-b039bc2cf9d9 service neutron] 10.222.0.53 "GET /v2.0/ports/4c8e3c70-6578-4120-9587-a27c7172de39/bindings/n-h1-778732-8 HTTP/1.1" status: 200 len: 382 time: 0.0572214 Aug 19 13:22:11.128211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-1134411f-109e-4e74-bb3f-987d8e73d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:11.129770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-1134411f-109e-4e74-bb3f-987d8e73d0f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1096 time: 0.0457549 Aug 19 13:22:11.192478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4c8e3c70-6578-4120-9587-a27c7172de39'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:22:11.228763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-bb5a437b-1060-40bc-a0b5-c2f083d111b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:11.230260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-bb5a437b-1060-40bc-a0b5-c2f083d111b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0927727 Aug 19 13:22:11.299749 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-41191c88-ef58-44cd-a678-a790c0e5418d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1002 time: 0.0624464 Aug 19 13:22:11.349877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-2a09ff1f-e59b-4cc8-a029-a37ea8c6671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:11.351352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-2a09ff1f-e59b-4cc8-a029-a37ea8c6671c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0445433 Aug 19 13:22:11.404536 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-45f925f9-f047-4774-ac1b-07dc48532117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:11.406060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-45f925f9-f047-4774-ac1b-07dc48532117 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445137 Aug 19 13:22:11.496616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-d9c4b208-86f0-4ed4-97a5-f19f13b6ee15 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826070 Aug 19 13:22:11.594113 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-9fec6bbb-1ce8-430b-b020-7a8282873230 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882165 Aug 19 13:22:12.053753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3624e-4745-4b2b-8535-e9aad62c2cc9 req-85be5ddd-49c6-4258-a6e7-380651149828 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:12.056286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1e3624e-4745-4b2b-8535-e9aad62c2cc9 req-85be5ddd-49c6-4258-a6e7-380651149828 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 945 time: 0.0558982 Aug 19 13:22:12.096470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1e3624e-4745-4b2b-8535-e9aad62c2cc9 req-4b712e83-93e4-4ea4-befc-ba6aef4d0848 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340922 Aug 19 13:22:12.344017 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.658687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:22:12.818328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 4c8e3c70-6578-4120-9587-a27c7172de39 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:22:12.823015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 4c8e3c70-6578-4120-9587-a27c7172de39 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:22:12.823388 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.900435 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.923335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:12.925547 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4d9a3d-1c03-4677-8c1c-ead75192bddc" -d '{"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:12.940099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:12.974737 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb81bb7-7a24-40c8-8f9b-84922bda6c9d x-openstack-request-id: req-3fb81bb7-7a24-40c8-8f9b-84922bda6c9d {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:12.975031 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:12.975288 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fb81bb7-7a24-40c8-8f9b-84922bda6c9d {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:12.975691 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39', 'code': 200} Aug 19 13:22:13.026992 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.078288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:13.216253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86820fd7-76dd-4e38-a7c7-2843dc5329b9 req-d4057060-f16b-436e-a5d5-cd56a09df000 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:13.217691 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86820fd7-76dd-4e38-a7c7-2843dc5329b9 req-d4057060-f16b-436e-a5d5-cd56a09df000 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0524855 Aug 19 13:22:13.262376 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86820fd7-76dd-4e38-a7c7-2843dc5329b9 req-0817fc82-58c8-42ec-bf1d-94b6f6291af4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387344 Aug 19 13:22:14.268379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-83aa23d2-30ed-4492-8ad0-0b4e556fd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:14.269912 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-83aa23d2-30ed-4492-8ad0-0b4e556fd1af service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 1097 time: 0.0419686 Aug 19 13:22:14.282885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:14.346493 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:14.425489 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.52', 59704) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:14.436179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36793e0b-27f3-4dc9-afe8-e5987863577a req-5a505934-0569-4f6b-bea3-65d4acde0d40 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:14.437743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36793e0b-27f3-4dc9-afe8-e5987863577a req-5a505934-0569-4f6b-bea3-65d4acde0d40 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.1018636 Aug 19 13:22:14.480436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-fc42f7b7-ac6e-4dfd-be12-750116b92e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:14.481987 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-fc42f7b7-ac6e-4dfd-be12-750116b92e85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1097 time: 0.0486205 Aug 19 13:22:14.548333 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36793e0b-27f3-4dc9-afe8-e5987863577a req-73a26706-c675-4d06-a1f7-21f88c6c90d0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030188 Aug 19 13:22:14.596601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-3fc34dad-b785-4ac9-b523-9e4ab238bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:14.603891 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-3fc34dad-b785-4ac9-b523-9e4ab238bc70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0952158 Aug 19 13:22:14.641738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:14.679424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:22:14.686918 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-4a5fe40d-0ed0-4b26-ab74-34c56c7643da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1003 time: 0.0788631 Aug 19 13:22:14.722390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:14.724744 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa6eb4f-eca2-4ab6-bbce-0055773acd45" -d '{"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:14.730268 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:14.744586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-92cd2a99-5185-4213-a9a1-3b5567f09a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:14.745071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Transition to ACTIVE for port object 4c8e3c70-6578-4120-9587-a27c7172de39 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:22:14.746352 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-92cd2a99-5185-4213-a9a1-3b5567f09a3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0516729 Aug 19 13:22:14.797614 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-e3b5aa59-bdce-4a00-9bbf-35680f5a34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:14.799170 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-e3b5aa59-bdce-4a00-9bbf-35680f5a34c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452032 Aug 19 13:22:14.815772 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:14.846013 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e7290e-016f-4c64-b39d-1a00671dd077 x-openstack-request-id: req-60e7290e-016f-4c64-b39d-1a00671dd077 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:14.846313 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:14.846566 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60e7290e-016f-4c64-b39d-1a00671dd077 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:14.846996 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39', 'code': 200} Aug 19 13:22:14.908053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:14.913663 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-af63fb47-a07d-4b10-a6ef-210623a09e12 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060658 Aug 19 13:22:14.949038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] No DVR routers for this DVR port 4c8e3c70-6578-4120-9587-a27c7172de39 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:22:15.024726 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-f9eb2393-511a-4ca9-abdd-4f0cd9c36bb2 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978692 Aug 19 13:22:15.104251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:22:15.104592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:22:15.104921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:22:15.109259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Port 4c8e3c70-6578-4120-9587-a27c7172de39 on network b2224b05-71f5-4717-862a-30d95ac4427f not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:22:15.109616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Attempting to bind port 4c8e3c70-6578-4120-9587-a27c7172de39 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:22:15.114560 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:22:15.118492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:22:15.118492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:22:15.118492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Bound port: 4c8e3c70-6578-4120-9587-a27c7172de39, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:22:15.118492 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:15.178433 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:15.183108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:22:15.186367 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:22:15.273252 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:15.314321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:15.314959 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:15.316398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] 10.222.0.52 "PUT /v2.0/ports/4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1093 time: 1.0374796 Aug 19 13:22:15.346214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822392b-08d6-4b44-83bd-6aaac710c77e service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=11']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:15.391852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-bffd9123-fd23-4e8c-86f7-152c95aa47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:15.393443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-bffd9123-fd23-4e8c-86f7-152c95aa47c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1096 time: 0.0441077 Aug 19 13:22:15.495247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-3e324478-07e6-4ace-aac9-dd26c76b347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:15.496844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-3e324478-07e6-4ace-aac9-dd26c76b347d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0961404 Aug 19 13:22:15.572767 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-0420a644-ff80-42d4-8730-cf22587f8705 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1001 time: 0.0660071 Aug 19 13:22:15.635280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-921dc878-7324-416f-81d3-b6cfbcca3bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:15.636740 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-921dc878-7324-416f-81d3-b6cfbcca3bee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0551648 Aug 19 13:22:15.704102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854af2d-b2fd-48da-80f7-d5fe9c2cd892 req-fac30caa-b082-4bf9-bdf9-bdc5a9d08da8 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:15.705618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0854af2d-b2fd-48da-80f7-d5fe9c2cd892 req-fac30caa-b082-4bf9-bdf9-bdc5a9d08da8 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 945 time: 0.0846729 Aug 19 13:22:15.712364 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-f53eadf7-2980-4a7d-a793-b3eaf70fc321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:15.713836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-f53eadf7-2980-4a7d-a793-b3eaf70fc321 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639670 Aug 19 13:22:15.788792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0854af2d-b2fd-48da-80f7-d5fe9c2cd892 req-c174cc11-9944-4a4d-9a76-bee3dfbab5f2 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740023 Aug 19 13:22:15.825678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-4dfa6327-4e36-4fb0-ba4d-303d22668e78 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976171 Aug 19 13:22:15.922213 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f9d178c-7bef-472f-b142-c6cbefbd6f66 req-5f08b12d-84cd-4ae5-a27e-e632735cdfff service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887091 Aug 19 13:22:16.673482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:22:16.714341 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:22:16.848678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:16.851142 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c7a80a-336c-437f-8013-7ecde7aef796" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:16.903023 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c406a1b-2bcc-49cd-9dad-446b7979aa23 x-openstack-request-id: req-4c406a1b-2bcc-49cd-9dad-446b7979aa23 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:16.903301 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:16.903555 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c406a1b-2bcc-49cd-9dad-446b7979aa23 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:16.903952 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39', 'status': 'completed', 'code': 200} Aug 19 13:22:16.918345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a753b-72b3-4a4b-9d29-12da617a3d42 req-ee8bdd0a-0390-4c49-9246-4d9a80757f8b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:16.919965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-842a753b-72b3-4a4b-9d29-12da617a3d42 req-ee8bdd0a-0390-4c49-9246-4d9a80757f8b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 945 time: 0.0570333 Aug 19 13:22:17.022803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-842a753b-72b3-4a4b-9d29-12da617a3d42 req-cc1edb97-2b71-44df-88a4-6f9e5f9fac76 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961065 Aug 19 13:22:17.025691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-25dfd9a1-e671-406d-9a18-4e9fb939b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:17.027125 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-25dfd9a1-e671-406d-9a18-4e9fb939b25e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1096 time: 0.1016922 Aug 19 13:22:17.085702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-2522c85a-ad51-4767-9d45-a876daf7fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:17.087261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-2522c85a-ad51-4767-9d45-a876daf7fb21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 1096 time: 0.1597316 Aug 19 13:22:17.185343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-7c793f53-eb3a-43a7-a9f0-63d3d9c1dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:17.186867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-7c793f53-eb3a-43a7-a9f0-63d3d9c1dea8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1488681 Aug 19 13:22:17.246870 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-7a909990-d7d6-4e47-9ad7-3cf5a7309a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:17.248274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-7a909990-d7d6-4e47-9ad7-3cf5a7309a73 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1534944 Aug 19 13:22:17.310620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-32390a0b-d0af-4c0c-b73f-8c86432844e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1001 time: 0.1138716 Aug 19 13:22:17.349345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-2b0c899d-1dfe-41bd-90b2-1a301b3439a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 200 len: 1001 time: 0.0934737 Aug 19 13:22:17.401093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-50fce357-91b1-4a6e-89ae-f93225c68656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:17.402605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-50fce357-91b1-4a6e-89ae-f93225c68656 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0835428 Aug 19 13:22:17.425499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-c5b63965-03d0-4676-91d6-9198239bcd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:17.426923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-c5b63965-03d0-4676-91d6-9198239bcd8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0676699 Aug 19 13:22:17.486280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-5e1fbada-e5f1-45c6-815a-f345b0e1a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:17.487781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-5e1fbada-e5f1-45c6-815a-f345b0e1a18d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718014 Aug 19 13:22:17.490168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-82fff04c-9419-4730-b788-bd2ae74a5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:17.491512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-82fff04c-9419-4730-b788-bd2ae74a5fd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508132 Aug 19 13:22:17.645417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-7ed0b850-7897-4409-9d8f-8229051fe69c service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493492 Aug 19 13:22:17.647301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-dc2bb5be-e824-4c05-82fa-f0df3ed59670 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445169 Aug 19 13:22:17.811024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-85f21495-89e1-4d02-b68d-dd8b6fb1bf6a service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578410 Aug 19 13:22:17.812777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29c7a80a-336c-437f-8013-7ecde7aef796 req-c3bfdc29-eecb-40f2-a99d-1027c4ed4dc3 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586437 Aug 19 13:22:18.149293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad45fc1-a051-4d95-ae6a-8b61c7f9eb9d req-48be5f20-3c3c-42ee-a509-5a4a7bcf40a0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:18.150882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dad45fc1-a051-4d95-ae6a-8b61c7f9eb9d req-48be5f20-3c3c-42ee-a509-5a4a7bcf40a0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 945 time: 0.0512717 Aug 19 13:22:18.189446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dad45fc1-a051-4d95-ae6a-8b61c7f9eb9d req-672e2fe6-25ce-487b-b3d8-a27129f7c3f5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323007 Aug 19 13:22:18.306804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2ab22-8848-4a97-b626-b83efc0aef1c req-2c717b68-8b79-4fd5-a6e4-ec9c34f772d1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:18.308263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7e2ab22-8848-4a97-b626-b83efc0aef1c req-2c717b68-8b79-4fd5-a6e4-ec9c34f772d1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 945 time: 0.0514443 Aug 19 13:22:18.352351 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7e2ab22-8848-4a97-b626-b83efc0aef1c req-159f2bfc-2bac-43f5-8346-a66ff4eb66ea tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372999 Aug 19 13:22:18.470465 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2e424-7bad-4b1f-9661-c02f39b2edce req-dc925636-ed49-462b-8b24-75fbdde839ae tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:18.471937 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1a2e424-7bad-4b1f-9661-c02f39b2edce req-dc925636-ed49-462b-8b24-75fbdde839ae tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 945 time: 0.0523920 Aug 19 13:22:18.510863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1a2e424-7bad-4b1f-9661-c02f39b2edce req-fbb40718-7558-4533-875b-8b4cf5986cc7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327687 Aug 19 13:22:18.546933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:22:18.650149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:18.661052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': '4c8e3c70-6578-4120-9587-a27c7172de39', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': '4c8e3c70-6578-4120-9587-a27c7172de39', 'mac_address': 'fa:16:3e:86:e2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:22:18.699623 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:18.712549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8e3c70-6578-4120-9587-a27c7172de39 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:22:18.732836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:18.795714 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:18.843494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=12']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:18.962196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a223b0e-4b80-4784-95c8-8a1a89da3aa5 req-e9e848c8-b091-4f8e-b9ab-3b35ec7ef3c9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:18.963700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a223b0e-4b80-4784-95c8-8a1a89da3aa5 req-e9e848c8-b091-4f8e-b9ab-3b35ec7ef3c9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0513976 Aug 19 13:22:19.003437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a223b0e-4b80-4784-95c8-8a1a89da3aa5 req-6aea8205-8abd-47c1-a40e-5dfa2e4c2dc2 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337613 Aug 19 13:22:19.125348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['4c8e3c70-6578-4120-9587-a27c7172de39'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:22:20.125889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8359c4e-ba06-4013-b504-448605ef35f5 req-a2d83b1a-10bb-4081-abe2-a278def51c1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:20.127414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8359c4e-ba06-4013-b504-448605ef35f5 req-a2d83b1a-10bb-4081-abe2-a278def51c1b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0515752 Aug 19 13:22:20.167138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d8359c4e-ba06-4013-b504-448605ef35f5 req-b3dd1861-6c22-4a71-8e6f-7d91349621a5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330963 Aug 19 13:22:20.505955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-e29fb724-b051-4e54-9fe0-d671351aae1c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:20.507391 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-e29fb724-b051-4e54-9fe0-d671351aae1c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 946 time: 0.0530238 Aug 19 13:22:20.578160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 up at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:22:20.603442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Deleting port 4c8e3c70-6578-4120-9587-a27c7172de39 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:22:20.603957 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:20.698036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:20.698436 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:20.735390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning for port 4c8e3c70-6578-4120-9587-a27c7172de39 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:22:20.739401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Provisioning complete for port 4c8e3c70-6578-4120-9587-a27c7172de39 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:22:20.740230 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:20.819522 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:20.843174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:20.845453 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b33091d-30bb-45bc-86a6-72cf5308ba7b" -d '{"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:20.858613 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port 4c8e3c70-6578-4120-9587-a27c7172de39, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=4c8e3c70-6578-4120-9587-a27c7172de39,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:20.874248 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:20.876882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:20.876882 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017 disassociated. External IP: 172.25.6.104, port: 4c8e3c70-6578-4120-9587-a27c7172de39. Aug 19 13:22:20.876882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Calling delete_port for 4c8e3c70-6578-4120-9587-a27c7172de39 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:22:20.884969 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92cbcc2-8495-4c3d-b4ec-854e9aa825bf x-openstack-request-id: req-a92cbcc2-8495-4c3d-b4ec-854e9aa825bf {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:20.885268 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:20.885546 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a92cbcc2-8495-4c3d-b4ec-854e9aa825bf {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:20.885943 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39', 'code': 200} Aug 19 13:22:20.929649 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:20.978996 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=13']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:21.090057 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:21.119859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event deleted for resources: {'Port': ['ID=4c8e3c70-6578-4120-9587-a27c7172de39,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:21.127118 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-abde3d0f-f3da-4b32-a7c7-e4c336a6d51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:21.239614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:22:21.274409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a396e53-08f7-40e5-b9f1-fc77aed71817 req-8f520804-44a5-4537-a0b4-da1b3aa576ce tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 210 time: 0.0312157 Aug 19 13:22:21.375570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:22:21.387431 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62645d2e-ac2e-49d8-9513-d6324b0ea961 None None] Sync routers for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:22:21.396870 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62645d2e-ac2e-49d8-9513-d6324b0ea961 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:22:21.397512 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-62645d2e-ac2e-49d8-9513-d6324b0ea961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:21:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:21.414873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] No DVR routers for this DVR port 4c8e3c70-6578-4120-9587-a27c7172de39 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:22:21.417633 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:21.419709 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9ca84ec-bbe9-4e15-a147-e4f2dbbb8192 req-24bd4541-d521-4658-9c41-03acbfe72072 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "DELETE /v2.0/ports/4c8e3c70-6578-4120-9587-a27c7172de39 HTTP/1.1" status: 204 len: 173 time: 0.9023242 Aug 19 13:22:21.420146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-deleted', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:21.422435 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0746842-5fd6-4344-948f-c13d210ad2ce" -d '{"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-deleted", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:21.462476 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fc8baf-b5b1-4792-87e1-63cc551644b2 x-openstack-request-id: req-c2fc8baf-b5b1-4792-87e1-63cc551644b2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:21.462911 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5cc869-7d28-4416-9540-03f8cadf922a", "name": "network-vif-deleted", "tag": "4c8e3c70-6578-4120-9587-a27c7172de39", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:21.463178 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2fc8baf-b5b1-4792-87e1-63cc551644b2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:21.463585 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5cc869-7d28-4416-9540-03f8cadf922a', 'name': 'network-vif-deleted', 'tag': '4c8e3c70-6578-4120-9587-a27c7172de39', 'status': 'completed', 'code': 200} Aug 19 13:22:21.600716 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-62645d2e-ac2e-49d8-9513-d6324b0ea961 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:22:21.801678 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-62645d2e-ac2e-49d8-9513-d6324b0ea961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:21.827605 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62645d2e-ac2e-49d8-9513-d6324b0ea961 None None] Checking router: 8dafd586-a5f6-4c81-b83f-a365c264f2f7 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:22:21.835925 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62645d2e-ac2e-49d8-9513-d6324b0ea961 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:22:21.836517 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-62645d2e-ac2e-49d8-9513-d6324b0ea961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:21:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:21.954097 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-62645d2e-ac2e-49d8-9513-d6324b0ea961 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:22:22.158645 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-62645d2e-ac2e-49d8-9513-d6324b0ea961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:22.185979 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62645d2e-ac2e-49d8-9513-d6324b0ea961 None None] The sync data for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 is: [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:22:22.388613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a79fd8d-7e50-44a4-bee5-22c01e13f2b4 req-d595526f-81a5-4255-9e5c-e38b109d9fa1 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5cc869-7d28-4416-9540-03f8cadf922a HTTP/1.1" status: 200 len: 210 time: 0.0283935 Aug 19 13:22:22.421651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34475aa-0eed-479f-9ae0-4f775a05b5bb None None] New status for floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:22:23.457489 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:22:23.665678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-b9287252-6fb5-4443-8fe1-f38adeefc4ce tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1322020808&fields=id&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 267 time: 0.0341024 Aug 19 13:22:23.778325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-12872247-b18a-4a1f-88dd-05d2867de014 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:23.779808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-12872247-b18a-4a1f-88dd-05d2867de014 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 812 time: 0.1058862 Aug 19 13:22:23.795787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-d10439a6-1669-47c2-ad2b-7288be2ac2df tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/quotas/569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 375 time: 0.0098414 Aug 19 13:22:23.849304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-148f0ab7-931e-4e58-a401-b0528ac7bbb8 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479610 Aug 19 13:22:23.949679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-b921dbbf-26b7-4c7f-8ddb-62c14fb96b58 service neutron] 10.222.0.44 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878737 Aug 19 13:22:24.042465 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-b6c88829-f78d-4b18-b387-cd239aee505c service neutron] 10.222.0.44 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866582 Aug 19 13:22:24.296062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ab93e52-cc61-41e7-9ef5-80ac253bdbdd req-e6c0a2fe-bd78-4280-a47d-d0cb904dc04b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 210 time: 0.0272424 Aug 19 13:22:24.598790 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:22:24.620271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] No Port match for: 4c8e3c70-6578-4120-9587-a27c7172de39 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:22:24.620601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device 4c8e3c70-6578-4120-9587-a27c7172de39 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:22:25.392145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-32640abe-1086-4b75-8ce8-b8ae97211ff7 req-1bf3eecb-df77-4325-931d-a28abe1c1d17 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 210 time: 0.0270085 Aug 19 13:22:25.469464 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9ccb38c5-ddba-4293-8887-cadc2d56e631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:25.792694 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:26.213389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-0ecd394c-23fb-4bcf-bc81-0cddf0a3ba4b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:26.214909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-0ecd394c-23fb-4bcf-bc81-0cddf0a3ba4b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 812 time: 0.1220675 Aug 19 13:22:26.267045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-f7ad2ac4-3d1c-4039-933b-95ccbc5cfe5e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 380 time: 0.0423057 Aug 19 13:22:26.278248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'port': {'device_id': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'admin_state_up': True, 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'security_groups': ['844510b8-374b-45b6-a41d-b7abb15f6ae6']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:26.490469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cf09731-2fda-4251-af47-074424c6e14a req-67624fc1-d19a-44fa-8fd0-a8039e21a72a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 210 time: 0.0269840 Aug 19 13:22:26.503865 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Made reservation on behalf of 569444431dba42f0aff21ae6453e0c55 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:22:26.507695 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:26.637633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Allocated IP 172.20.0.6 (b2224b05-71f5-4717-862a-30d95ac4427f/a89c504a-6c05-4ecb-961c-2e700540d31f/e659c700-07c8-41b4-be4d-b88430fbf3d5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:22:27.142410 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:27.155436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Transition to ACTIVE for port object e659c700-07c8-41b4-be4d-b88430fbf3d5 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:22:27.186645 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:27.256192 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:27.300627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Network b2224b05-71f5-4717-862a-30d95ac4427f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:22:27.303715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:22:27.308251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:22:27.314565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:27.362546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:27.363182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:27.473327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-322a70d0-f8bb-4f2e-bda0-9e7f1e7cdba3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1996453 Aug 19 13:22:27.486561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Request body: {'port': {'device_id': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:27.547629 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:27.703025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c192c43-b82d-4d2d-aa4c-08077fd6bf4e req-94b952c4-26ef-4563-8ceb-7999c42fa1e2 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:27.704536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c192c43-b82d-4d2d-aa4c-08077fd6bf4e req-94b952c4-26ef-4563-8ceb-7999c42fa1e2 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 931 time: 0.1242316 Aug 19 13:22:27.720829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2ffe5cec-b83b-46ec-be08-03355b07872f None None] Provisioning for port e659c700-07c8-41b4-be4d-b88430fbf3d5 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:22:27.729673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2ffe5cec-b83b-46ec-be08-03355b07872f None None] Provisioning complete for port e659c700-07c8-41b4-be4d-b88430fbf3d5 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:22:27.729673 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2ffe5cec-b83b-46ec-be08-03355b07872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:27.760316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2ffe5cec-b83b-46ec-be08-03355b07872f None None] Port e659c700-07c8-41b4-be4d-b88430fbf3d5 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:22:27.789886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c192c43-b82d-4d2d-aa4c-08077fd6bf4e req-da48c55d-a467-4f88-84f4-d80f031e8749 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790458 Aug 19 13:22:27.888083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e659c700-07c8-41b4-be4d-b88430fbf3d5 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:22:27.895501 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:27.907737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Transition to ACTIVE for port object e659c700-07c8-41b4-be4d-b88430fbf3d5 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:22:28.006751 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:28.059635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:28.132173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:22:28.132655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:22:28.132975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:22:28.137882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Port e659c700-07c8-41b4-be4d-b88430fbf3d5 on network b2224b05-71f5-4717-862a-30d95ac4427f not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:22:28.138218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:22:28.143739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:22:28.148790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:22:28.149517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:22:28.150003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Bound port: e659c700-07c8-41b4-be4d-b88430fbf3d5, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:22:28.150572 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:28.232365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:22:28.235377 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:22:28.330057 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:28.363809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:28.364428 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:28.366030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] 10.222.0.53 "PUT /v2.0/ports/e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1091 time: 0.8839226 Aug 19 13:22:28.366333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:28.368579 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c886fa0-64d2-4ba3-84e5-53d5d8841596" -d '{"events": [{"name": "network-changed", "server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:28.394404 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f00a39-113e-446e-8070-98de96a07e7a service neutron] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:28.419300 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9bdcc0-b424-45a7-9618-8ff6c276271e x-openstack-request-id: req-ee9bdcc0-b424-45a7-9618-8ff6c276271e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:28.419672 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:28.420001 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee9bdcc0-b424-45a7-9618-8ff6c276271e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:28.420446 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'status': 'completed', 'code': 200} Aug 19 13:22:28.486005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c886fa0-64d2-4ba3-84e5-53d5d8841596 req-623d0e18-c840-4bf4-8193-a9c39de6f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:28.487698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c886fa0-64d2-4ba3-84e5-53d5d8841596 req-623d0e18-c840-4bf4-8193-a9c39de6f056 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1094 time: 0.0467865 Aug 19 13:22:28.590962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c886fa0-64d2-4ba3-84e5-53d5d8841596 req-d6df7a77-130e-47ae-83e2-d533b3f8f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:28.592447 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c886fa0-64d2-4ba3-84e5-53d5d8841596 req-d6df7a77-130e-47ae-83e2-d533b3f8f6b4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=569444431dba42f0aff21ae6453e0c55&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0968773 Aug 19 13:22:28.686025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c886fa0-64d2-4ba3-84e5-53d5d8841596 req-be1d8cef-cbad-432e-90d6-f4e59a79c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:28.687504 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c886fa0-64d2-4ba3-84e5-53d5d8841596 req-be1d8cef-cbad-432e-90d6-f4e59a79c1ed service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885270 Aug 19 13:22:28.770304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-89c89c0e-5093-4ade-8dc3-e28041493aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:28.771826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-89c89c0e-5093-4ade-8dc3-e28041493aea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1094 time: 0.0483751 Aug 19 13:22:28.814311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-44abf621-1401-414d-b8bb-8d5fa04589c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 217 time: 0.0349014 Aug 19 13:22:28.875768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-76fc8ab8-5c8d-48d5-8bd5-628516448885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:28.877255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-76fc8ab8-5c8d-48d5-8bd5-628516448885 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0568306 Aug 19 13:22:28.946349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ae9e3-0740-445b-bde1-5f0efc73b2f9 req-664857cd-0c5b-4b21-ac6f-b41d1d6b1b5e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:28.947726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a5ae9e3-0740-445b-bde1-5f0efc73b2f9 req-664857cd-0c5b-4b21-ac6f-b41d1d6b1b5e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0888772 Aug 19 13:22:28.954830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-fe1d39cf-bdbc-4807-977d-8c025a46de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:28.956300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-fe1d39cf-bdbc-4807-977d-8c025a46de50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611038 Aug 19 13:22:29.041844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a5ae9e3-0740-445b-bde1-5f0efc73b2f9 req-ca67defa-18d9-4d61-a43e-f20b8c203e1a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845425 Aug 19 13:22:29.072239 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:29.077521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-ce8fb8e7-aecd-4b94-b0bc-81cadf9976cc service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133819 Aug 19 13:22:29.170373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd7c6912-c650-49f4-a58d-08cd2fca435c req-82c61053-f1e9-46f1-9d35-c6ab4f5a2fb2 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855370 Aug 19 13:22:30.162463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad703c87-3c4b-427f-88c4-144c11747bc2 req-6814ab8e-c55d-4cf2-b4ba-02649967077b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:30.164198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad703c87-3c4b-427f-88c4-144c11747bc2 req-6814ab8e-c55d-4cf2-b4ba-02649967077b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0500457 Aug 19 13:22:30.215428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ad703c87-3c4b-427f-88c4-144c11747bc2 req-939013fa-c45a-4800-9d37-6b42a7f6e3c9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449719 Aug 19 13:22:30.719931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:22:30.819314 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:30.830935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'mac_address': 'fa:16:3e:a6:eb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:22:30.870260 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:30.885908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e659c700-07c8-41b4-be4d-b88430fbf3d5 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:22:30.906454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:30.969270 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:31.018283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:31.156744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['e659c700-07c8-41b4-be4d-b88430fbf3d5'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:22:31.331049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d3c33-030c-41d1-b145-615538ff8802 req-c3d75792-243f-41a3-9579-60125bf4a2b8 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:31.332531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c7d3c33-030c-41d1-b145-615538ff8802 req-c3d75792-243f-41a3-9579-60125bf4a2b8 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0495996 Aug 19 13:22:31.371087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1c7d3c33-030c-41d1-b145-615538ff8802 req-f0e444cd-c385-4028-afee-524e7c789114 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323637 Aug 19 13:22:32.488424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14d834-e5f4-4636-a22f-b874914a30e4 req-0cebf43f-b33a-4bbe-ad0c-f182f7b5c950 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:32.489965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b14d834-e5f4-4636-a22f-b874914a30e4 req-0cebf43f-b33a-4bbe-ad0c-f182f7b5c950 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0502481 Aug 19 13:22:32.529594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b14d834-e5f4-4636-a22f-b874914a30e4 req-4f276fcb-98b2-467b-b2eb-cff392bdb7fd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Aug 19 13:22:32.735311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:22:32.900990 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port e659c700-07c8-41b4-be4d-b88430fbf3d5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:22:32.905313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port e659c700-07c8-41b4-be4d-b88430fbf3d5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:22:32.905790 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:32.990243 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.013947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:33.016178 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e136b02-b844-4dd6-b033-61ee0652bf06" -d '{"events": [{"server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "name": "network-vif-plugged", "status": "completed", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:33.029469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:33.050958 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5ff497-afc6-451a-b1ef-b6e507d9c563 x-openstack-request-id: req-9a5ff497-afc6-451a-b1ef-b6e507d9c563 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:33.051245 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "name": "network-vif-plugged", "status": "completed", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:33.051493 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a5ff497-afc6-451a-b1ef-b6e507d9c563 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:33.051881 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'code': 200} Aug 19 13:22:33.106389 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.157909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:33.163431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc07b14-0384-4e4a-b85b-46f955370a86 req-e0bcbd87-3d4c-4ac9-84f5-04193e15c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:33.165474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcc07b14-0384-4e4a-b85b-46f955370a86 req-e0bcbd87-3d4c-4ac9-84f5-04193e15c749 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1096 time: 0.0434756 Aug 19 13:22:33.212086 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcc07b14-0384-4e4a-b85b-46f955370a86 req-6a81a61f-f8be-43e2-8afd-43ded75f01d1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334327 Aug 19 13:22:33.645299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb91911-0763-47d1-922c-de397a7b0f24 req-bdceca94-0150-487c-b632-76d4d6542fee tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:33.646858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbb91911-0763-47d1-922c-de397a7b0f24 req-bdceca94-0150-487c-b632-76d4d6542fee tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0498958 Aug 19 13:22:33.687177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbb91911-0763-47d1-922c-de397a7b0f24 req-ca909c5f-44bd-477b-9ce0-4b65aed1393b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339661 Aug 19 13:22:34.807176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a629c9c-d4a5-439e-b52a-fa611927e4ad req-fa379dd8-5b9c-47b3-a29b-b1f5a8b6a475 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:34.808704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a629c9c-d4a5-439e-b52a-fa611927e4ad req-fa379dd8-5b9c-47b3-a29b-b1f5a8b6a475 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0495169 Aug 19 13:22:34.847332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a629c9c-d4a5-439e-b52a-fa611927e4ad req-b01dc636-e98a-400a-924a-c951864d9e42 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324466 Aug 19 13:22:34.963439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f0d30-fe2c-402a-9b2c-997050264099 req-8fc1cfae-ccf0-43f0-8e80-b2249e2ec159 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:34.964858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa6f0d30-fe2c-402a-9b2c-997050264099 req-8fc1cfae-ccf0-43f0-8e80-b2249e2ec159 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0519149 Aug 19 13:22:34.973405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53384) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:34.977980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fd07414b-b259-489e-a48d-263ace641a1d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Request body: {'floatingip': {'port_id': 'e659c700-07c8-41b4-be4d-b88430fbf3d5'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:35.019846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd07414b-b259-489e-a48d-263ace641a1d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:35.459937 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd07414b-b259-489e-a48d-263ace641a1d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:35.604241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd07414b-b259-489e-a48d-263ace641a1d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:35.709162 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-fd07414b-b259-489e-a48d-263ace641a1d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017 associated. External IP: 172.25.6.104, port: e659c700-07c8-41b4-be4d-b88430fbf3d5. Aug 19 13:22:35.915280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd07414b-b259-489e-a48d-263ace641a1d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:22:36.024117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd07414b-b259-489e-a48d-263ace641a1d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:22:36.029085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd07414b-b259-489e-a48d-263ace641a1d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:36.034117 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b2770-e299-4aa5-9e41-40c56901bba2 None None] Sync routers for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:22:36.044921 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b2770-e299-4aa5-9e41-40c56901bba2 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:22:36.045562 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-626b2770-e299-4aa5-9e41-40c56901bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:22:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:36.057184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-fd07414b-b259-489e-a48d-263ace641a1d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "PUT /v2.0/floatingips/91d84dfb-c299-4ef6-b2a2-86fc048a7017 HTTP/1.1" status: 200 len: 992 time: 1.0826972 Aug 19 13:22:36.057795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:36.060111 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5" -d '{"events": [{"name": "network-changed", "server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:36.099444 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966ff3ff-eb19-4ba8-867c-b5c98bc9284a x-openstack-request-id: req-966ff3ff-eb19-4ba8-867c-b5c98bc9284a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:36.099741 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:36.099986 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-966ff3ff-eb19-4ba8-867c-b5c98bc9284a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:36.100393 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'status': 'completed', 'code': 200} Aug 19 13:22:36.153144 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-626b2770-e299-4aa5-9e41-40c56901bba2 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:22:36.170708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5 req-98f7bdcf-6677-4736-b76d-2ed45a087de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:36.172171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5 req-98f7bdcf-6677-4736-b76d-2ed45a087de2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1096 time: 0.0479257 Aug 19 13:22:36.269809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5 req-b12f8c3a-87f6-499a-a091-c72455a5fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:36.271320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5 req-b12f8c3a-87f6-499a-a091-c72455a5fc8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0925138 Aug 19 13:22:36.343378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5 req-00e21ab4-79cc-4a53-908f-b708334ab246 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1000 time: 0.0647182 Aug 19 13:22:36.378847 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-626b2770-e299-4aa5-9e41-40c56901bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:a6:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:22:35Z', 'revision_number': 13, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:36.393829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5 req-ef517e92-9a29-440a-89f8-cc0ad2097a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:36.395335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5 req-ef517e92-9a29-440a-89f8-cc0ad2097a5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0458739 Aug 19 13:22:36.408795 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b2770-e299-4aa5-9e41-40c56901bba2 None None] Checking router: 8dafd586-a5f6-4c81-b83f-a365c264f2f7 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:22:36.417837 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b2770-e299-4aa5-9e41-40c56901bba2 None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:22:36.418422 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-626b2770-e299-4aa5-9e41-40c56901bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:22:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:36.446712 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5 req-5e82cc3a-6b54-41b6-95fe-85acabf50f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:36.448236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5 req-5e82cc3a-6b54-41b6-95fe-85acabf50f0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459235 Aug 19 13:22:36.527764 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-626b2770-e299-4aa5-9e41-40c56901bba2 None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:22:36.546776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5 req-4b5dd01d-38a1-457d-8260-6cf6f18bd3b2 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913670 Aug 19 13:22:36.639985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b81cfceb-b5f9-4aaa-875c-4d1b04bb49c5 req-795523d7-0040-42bc-8a31-acb582b6bd08 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858870 Aug 19 13:22:36.752485 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-626b2770-e299-4aa5-9e41-40c56901bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:a6:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:22:35Z', 'revision_number': 13, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:36.869787 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b2770-e299-4aa5-9e41-40c56901bba2 None None] The sync data for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 is: [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '91d84dfb-c299-4ef6-b2a2-86fc048a7017', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'port_id': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'mac_address': 'fa:16:3e:a6:eb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:14:58Z', 'updated_at': '2021-08-19T13:22:35Z', 'revision_number': 13, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:22:37.073388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35998e47-9328-4e61-ab51-972acb0017f5 None None] New status for floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:22:42.346159 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:45.209329 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.123094 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-550768a5-7d17-402c-8d3b-06465db9d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:55.474760 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87611c4e-3b20-4d62-8080-5de480d4163e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:55.814738 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.203184 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.117707 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.457603 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:23:12.345931 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.151449 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.134065 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd0e2c62-27c5-4479-a3cc-05eef14ccdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:25.477903 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5ae102a7-eb3c-4091-b30c-b1c87d79fb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:25.783572 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.222935 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.758764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-7e12c358-4301-4ffe-b265-52521ed2bd31 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532343 Aug 19 13:23:27.853692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-05cc57a8-6ba3-4f91-9493-2e891d99ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:27.855206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-05cc57a8-6ba3-4f91-9493-2e891d99ecf3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1096 time: 0.0523539 Aug 19 13:23:27.980832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-34e3c1ef-6501-472d-b482-9012904299fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:27.982660 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-34e3c1ef-6501-472d-b482-9012904299fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1067622 Aug 19 13:23:28.056680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-b5975f52-8316-452c-8ef2-8ae9cc8e60b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1002 time: 0.0673819 Aug 19 13:23:28.110663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-a1e169ee-520a-4f36-8ed1-be43c177457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:28.113200 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-a1e169ee-520a-4f36-8ed1-be43c177457c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0498536 Aug 19 13:23:28.170571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-78aaaf86-54aa-49db-bfeb-eee033d9b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:28.172120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-78aaaf86-54aa-49db-bfeb-eee033d9b930 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490360 Aug 19 13:23:28.284685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-ef9ead8c-aff9-4c51-ac91-f018fab0eca8 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053240 Aug 19 13:23:28.394588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68e31731-b083-4cef-a0b3-2eb38b0aad4c req-4896354d-f430-4ac2-ad2b-5c9372633d22 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028752 Aug 19 13:23:29.151045 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:37.456477 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:23:42.394519 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:45.222747 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:51.139373 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a6f4f6ea-616f-4902-814e-64158f97a618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:55.487825 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-efca025a-4d30-42da-bd9b-cab20cc6599b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:55.799843 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:57.236386 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:59.122252 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:12.367713 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:14.456015 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:24:15.167926 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:15.966412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957991d3-fe08-4595-b5a2-4ea93e857d65 req-483fcdfe-8b64-4d98-91c6-b49dc98c70c9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:15.967865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-957991d3-fe08-4595-b5a2-4ea93e857d65 req-483fcdfe-8b64-4d98-91c6-b49dc98c70c9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0590451 Aug 19 13:24:16.007817 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-957991d3-fe08-4595-b5a2-4ea93e857d65 req-51d6abb6-88e5-4b63-809b-8ac71ab72f63 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336695 Aug 19 13:24:21.156057 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63305847-6436-4601-a508-cc40771f625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:25.459026 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e388aa3e-2fd7-4478-8487-88baf8c010e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:25.793682 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:27.205084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:27.751055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e810525-688f-43ec-9c80-495f647ed13f req-d34e5c35-5a77-4c2d-9c38-a6e301da3cf8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448611 Aug 19 13:24:27.833900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e810525-688f-43ec-9c80-495f647ed13f req-42923f76-17d2-4e28-abef-e2e8a64ecadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:27.835494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e810525-688f-43ec-9c80-495f647ed13f req-42923f76-17d2-4e28-abef-e2e8a64ecadb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1096 time: 0.0432818 Aug 19 13:24:27.947988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e810525-688f-43ec-9c80-495f647ed13f req-10059663-42cc-419b-9733-73092a18e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:27.949549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e810525-688f-43ec-9c80-495f647ed13f req-10059663-42cc-419b-9733-73092a18e013 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0947053 Aug 19 13:24:28.017363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e810525-688f-43ec-9c80-495f647ed13f req-f0a98e85-51cc-41b0-868b-e7fc5052756e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1002 time: 0.0599978 Aug 19 13:24:28.099827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e810525-688f-43ec-9c80-495f647ed13f req-40f0c67c-a7d4-4148-a9cb-0da7c8f381c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:28.101316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e810525-688f-43ec-9c80-495f647ed13f req-40f0c67c-a7d4-4148-a9cb-0da7c8f381c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0775824 Aug 19 13:24:28.126452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1db4-f337-4dd6-a978-1050e1e8ddc4 req-e930c1dd-8c68-4f1a-8759-183578899328 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:28.127941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e70c1db4-f337-4dd6-a978-1050e1e8ddc4 req-e930c1dd-8c68-4f1a-8759-183578899328 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0697386 Aug 19 13:24:28.184094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e70c1db4-f337-4dd6-a978-1050e1e8ddc4 req-707b01ce-edba-44b8-9e39-974a75566663 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 Aug 19 13:24:28.187255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e810525-688f-43ec-9c80-495f647ed13f req-b6684a1b-d50a-4830-acbd-342bc924337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:28.188254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e810525-688f-43ec-9c80-495f647ed13f req-b6684a1b-d50a-4830-acbd-342bc924337a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788300 Aug 19 13:24:28.307173 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e810525-688f-43ec-9c80-495f647ed13f req-f996d91c-8e13-4691-ae6b-d42ee89c2f7f service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116309 Aug 19 13:24:28.327551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-59430555-9702-4ac5-98d7-e06c77b2f4b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0666859 Aug 19 13:24:28.411596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e810525-688f-43ec-9c80-495f647ed13f req-e965a124-f1cb-4108-9b72-aedee7c5a2a3 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968516 Aug 19 13:24:29.167309 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:29.306904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f86d2c-577e-45c7-9bd5-d5a351405ac3 req-de40b348-93bf-44a4-8331-754b4064b2dc tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:29.308468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9f86d2c-577e-45c7-9bd5-d5a351405ac3 req-de40b348-93bf-44a4-8331-754b4064b2dc tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0523293 Aug 19 13:24:29.347375 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9f86d2c-577e-45c7-9bd5-d5a351405ac3 req-12c5d31b-a1c5-4537-89f6-e56be94ef1e9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327075 Aug 19 13:24:30.487042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbde88f-205f-4219-bb1d-cce31923307b req-f1ce8659-fa77-4648-baa6-05a17f4ce139 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:30.489418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbbde88f-205f-4219-bb1d-cce31923307b req-f1ce8659-fa77-4648-baa6-05a17f4ce139 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0669458 Aug 19 13:24:30.532026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bbbde88f-205f-4219-bb1d-cce31923307b req-c36c6095-1402-4350-a7a5-97b82fbefe20 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355175 Aug 19 13:24:30.762539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-f7568a86-7bec-4004-a5bc-79279dc76fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:30.764002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-f7568a86-7bec-4004-a5bc-79279dc76fb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1096 time: 0.0459788 Aug 19 13:24:30.856426 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-6de763d0-f401-4b5b-ade4-07bedf2ab513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:30.858160 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-6de763d0-f401-4b5b-ade4-07bedf2ab513 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0868709 Aug 19 13:24:30.930768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-b0192776-8f08-4551-b2b8-84cf865a049a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1002 time: 0.0657828 Aug 19 13:24:30.980929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-47e51b72-44ee-4311-a6da-c5cce51f1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:30.982438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-47e51b72-44ee-4311-a6da-c5cce51f1128 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0447752 Aug 19 13:24:31.041439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-9f5b11f8-e83d-4b5a-99e0-b23cab56c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:31.042885 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-9f5b11f8-e83d-4b5a-99e0-b23cab56c56d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537515 Aug 19 13:24:31.138356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-06d7f9c2-0d90-4ec6-8766-443005e3bea7 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881350 Aug 19 13:24:31.232078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-22a9e954-22a0-4bde-a4f6-1df432c06525 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857422 Aug 19 13:24:31.652802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827886d6-218b-4733-93d9-0421b60bb344 req-fe7fd739-fec0-43f9-9095-f8edf0549bca tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:31.654654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-827886d6-218b-4733-93d9-0421b60bb344 req-fe7fd739-fec0-43f9-9095-f8edf0549bca tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0514371 Aug 19 13:24:31.698860 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-827886d6-218b-4733-93d9-0421b60bb344 req-2e3bd728-3642-4172-8a07-664655dcbee6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372105 Aug 19 13:24:32.830070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ce4ec-3794-4e85-8bfa-5c77c3197c29 req-4433f223-4e59-407f-ab9c-316b48f80a6e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:32.831806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-589ce4ec-3794-4e85-8bfa-5c77c3197c29 req-4433f223-4e59-407f-ab9c-316b48f80a6e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0503657 Aug 19 13:24:32.871274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-589ce4ec-3794-4e85-8bfa-5c77c3197c29 req-407eacf8-eb1b-4533-8a6b-1bb6421d7443 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327690 Aug 19 13:24:33.990825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35774334-ac2d-4543-8eea-4769902746e0 req-b996a379-41ef-49e5-a298-b7716eb0e4c0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:33.992234 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35774334-ac2d-4543-8eea-4769902746e0 req-b996a379-41ef-49e5-a298-b7716eb0e4c0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0497918 Aug 19 13:24:34.029185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-35774334-ac2d-4543-8eea-4769902746e0 req-ed518b7d-c17b-4003-ab36-88228634aa38 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309727 Aug 19 13:24:35.149394 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17162a7-2145-4247-b308-df562f85eb69 req-a3107022-7226-4018-ae38-b00001763243 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:35.150900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e17162a7-2145-4247-b308-df562f85eb69 req-a3107022-7226-4018-ae38-b00001763243 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0492435 Aug 19 13:24:35.192921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e17162a7-2145-4247-b308-df562f85eb69 req-0f671d45-8815-4dd6-9181-0c908951e959 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360909 Aug 19 13:24:36.322635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a784d62-c641-4a80-a038-b27055cf8331 req-5904b6e3-eb1e-42a3-9f8e-6ec058d7a955 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:36.324181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a784d62-c641-4a80-a038-b27055cf8331 req-5904b6e3-eb1e-42a3-9f8e-6ec058d7a955 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0504978 Aug 19 13:24:36.362721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a784d62-c641-4a80-a038-b27055cf8331 req-48045f36-91a9-4edd-b575-665a331e1d53 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325103 Aug 19 13:24:37.483084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b9ac9-4a0f-4fcf-a996-7b4b5f9e67ba req-d34b596c-31f9-41c3-885e-1163e3d9dae4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:37.484605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-873b9ac9-4a0f-4fcf-a996-7b4b5f9e67ba req-d34b596c-31f9-41c3-885e-1163e3d9dae4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0502245 Aug 19 13:24:37.524029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-873b9ac9-4a0f-4fcf-a996-7b4b5f9e67ba req-691ca235-7461-4cf4-86ae-c292b22bdcbd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326476 Aug 19 13:24:38.646709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c2835-3ac1-4af8-b33a-0ce67060b07e req-0cdfd47a-4e3d-4a0a-9f84-667b66eca4a3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:38.648221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e40c2835-3ac1-4af8-b33a-0ce67060b07e req-0cdfd47a-4e3d-4a0a-9f84-667b66eca4a3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0513096 Aug 19 13:24:38.692529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e40c2835-3ac1-4af8-b33a-0ce67060b07e req-0a0a66d9-34a5-4b7c-be23-63f93882fe0b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379579 Aug 19 13:24:39.813869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f271c-9f1d-423e-80ae-450f086b75aa req-6c417401-be3b-44dc-b1c7-4423aa31a604 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:39.826153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-051f271c-9f1d-423e-80ae-450f086b75aa req-6c417401-be3b-44dc-b1c7-4423aa31a604 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0504060 Aug 19 13:24:39.867481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-051f271c-9f1d-423e-80ae-450f086b75aa req-1503080c-35ac-479e-b014-22044a439503 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443940 Aug 19 13:24:40.992416 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9251a-a64f-47ea-b625-667915686c5b req-ebff235f-0635-4b65-bb26-89ad4284b29e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:40.993884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94f9251a-a64f-47ea-b625-667915686c5b req-ebff235f-0635-4b65-bb26-89ad4284b29e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0519211 Aug 19 13:24:41.035258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94f9251a-a64f-47ea-b625-667915686c5b req-35f9fdce-e201-4276-841e-cf7cf2d36502 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351012 Aug 19 13:24:42.157577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd78ed-0667-40ee-b31f-19f8ec3e5447 req-142a6af3-d08b-4f22-b61c-43cc2d3a37a4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:42.157577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8bcd78ed-0667-40ee-b31f-19f8ec3e5447 req-142a6af3-d08b-4f22-b61c-43cc2d3a37a4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0502605 Aug 19 13:24:42.203259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8bcd78ed-0667-40ee-b31f-19f8ec3e5447 req-d2b516a1-9103-4c5f-b3bf-35d6342832e3 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396824 Aug 19 13:24:42.390082 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:43.325463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d9474-182a-4193-83e2-af41cad0aed9 req-c58cfa92-a029-489f-929c-628e43519998 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:43.327073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c5d9474-182a-4193-83e2-af41cad0aed9 req-c58cfa92-a029-489f-929c-628e43519998 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0525334 Aug 19 13:24:43.367388 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c5d9474-182a-4193-83e2-af41cad0aed9 req-1891e56e-4d80-42cd-8cef-195ad18321a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329967 Aug 19 13:24:44.493471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4381029-f636-4b34-b456-9e85494aeae9 req-b5fcf0a8-bfec-486e-bfb6-46857a546fbd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:44.495338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4381029-f636-4b34-b456-9e85494aeae9 req-b5fcf0a8-bfec-486e-bfb6-46857a546fbd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0553851 Aug 19 13:24:44.538673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e4381029-f636-4b34-b456-9e85494aeae9 req-ffc807f2-0035-4da2-bdc9-17a2cda332ee tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372033 Aug 19 13:24:45.172637 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:45.541789 n-d-778732-8 neutron-server[95660]: INFO neutron.api.v2.resource [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-ff52bebb-bf6b-424a-84d2-4e4801b48b7e service neutron] show failed (client error): The resource could not be found. Aug 19 13:24:45.542735 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-ff52bebb-bf6b-424a-84d2-4e4801b48b7e service neutron] 10.222.0.53 "GET /v2.0/ports/e659c700-07c8-41b4-be4d-b88430fbf3d5/bindings/n-h2-778732-8 HTTP/1.1" status: 404 len: 380 time: 0.0582221 Aug 19 13:24:45.668735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10bbf0-7846-494d-8f08-a07b8453b297 req-ace8683e-3e75-4380-a52f-db6340276743 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:45.670432 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a10bbf0-7846-494d-8f08-a07b8453b297 req-ace8683e-3e75-4380-a52f-db6340276743 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0617545 Aug 19 13:24:45.711204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a10bbf0-7846-494d-8f08-a07b8453b297 req-a0826603-91b5-47f7-9f24-62ee9949ab84 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341220 Aug 19 13:24:46.145229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-57e9a2dd-6bfd-4876-afaf-21eba9d3a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:46.146790 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-57e9a2dd-6bfd-4876-afaf-21eba9d3a208 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 1096 time: 0.0834925 Aug 19 13:24:46.164565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:24:46.219012 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:46.443522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:46.477648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:24:46.522787 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:46.524818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:24:46.527208 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e18c2-bf76-46be-9e37-0d0a99bd8662" -d '{"events": [{"server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "name": "network-vif-unplugged", "status": "completed", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:24:46.541665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Transition to ACTIVE for port object e659c700-07c8-41b4-be4d-b88430fbf3d5 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:24:46.585176 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea746b29-149f-411b-8718-1c36c60f42fe x-openstack-request-id: req-ea746b29-149f-411b-8718-1c36c60f42fe {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:24:46.585894 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "name": "network-vif-unplugged", "status": "completed", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:24:46.585894 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea746b29-149f-411b-8718-1c36c60f42fe {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:24:46.586255 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'code': 200} Aug 19 13:24:46.645888 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:46.722007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:46.741034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:46.741411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:46.741978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:46.742131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:46.742488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:46.742763 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:46.743101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:46.743437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:46.743770 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:46.744100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:46.744437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:46.744762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:47.140595 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] No DVR routers for this DVR port e659c700-07c8-41b4-be4d-b88430fbf3d5 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:24:47.264550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa009b-7b38-4705-b30b-5908aff21635 req-24fe4984-1a0c-46ad-9805-fdab66a5bd17 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:47.266087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8fa009b-7b38-4705-b30b-5908aff21635 req-24fe4984-1a0c-46ad-9805-fdab66a5bd17 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.1270108 Aug 19 13:24:47.336079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8fa009b-7b38-4705-b30b-5908aff21635 req-2eb0ff28-1675-4e29-93b5-a3ac9aeef186 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627971 Aug 19 13:24:47.345535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:24:47.345882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:24:47.346219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:24:47.350979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Port e659c700-07c8-41b4-be4d-b88430fbf3d5 on network b2224b05-71f5-4717-862a-30d95ac4427f not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:24:47.360547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:24:47.360547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:24:47.360547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:24:47.360547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:24:47.360547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Bound port: e659c700-07c8-41b4-be4d-b88430fbf3d5, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:24:47.360547 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:47.418939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:24:47.423119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:24:47.429830 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:24:47.459702 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:24:47.510469 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:47.545960 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:47.546435 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:47.547849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] 10.222.0.52 "PUT /v2.0/ports/e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1091 time: 1.3883159 Aug 19 13:24:47.571685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68121df-390e-43d2-b60c-b146e1e7bbba service neutron] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:47.617003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-431b315e-32a3-4b72-aeca-c91caffff3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:47.618574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-431b315e-32a3-4b72-aeca-c91caffff3bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1094 time: 0.0433238 Aug 19 13:24:47.721750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-bab5ece6-be5d-4b3b-b3cf-32f2a6608a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:47.724461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-bab5ece6-be5d-4b3b-b3cf-32f2a6608a50 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0948198 Aug 19 13:24:47.802479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-b7e1572c-611e-48f8-a5c8-0ef1c0cb9c97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1000 time: 0.0658338 Aug 19 13:24:47.859662 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-f8017e31-75cd-477e-bdfb-fc3954f89467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:47.861159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-f8017e31-75cd-477e-bdfb-fc3954f89467 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0509665 Aug 19 13:24:47.909132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-02803c9e-f57a-4458-b35d-033bbe406438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:47.910900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-02803c9e-f57a-4458-b35d-033bbe406438 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429304 Aug 19 13:24:48.022898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-604bb466-4b76-4944-98a8-00329b32b198 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998752 Aug 19 13:24:48.123122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eb3038e-dc63-4168-ad88-a178b0d88938 req-d680faa1-1230-4698-967e-43731a82ee8f service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845675 Aug 19 13:24:48.464503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07901947-aa24-42db-bce4-6d928c741584 req-e2d1093c-84cf-411c-ac3b-e82e1f6b71a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:48.466007 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07901947-aa24-42db-bce4-6d928c741584 req-e2d1093c-84cf-411c-ac3b-e82e1f6b71a7 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0520437 Aug 19 13:24:48.505399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07901947-aa24-42db-bce4-6d928c741584 req-8c6192ee-6dad-4849-bc76-cb879553d14c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334306 Aug 19 13:24:48.587685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:24:48.591525 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e98b5f-d15c-402d-ab97-16ad6dbc4570" -d '{"events": [{"name": "network-changed", "server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:24:48.647904 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87a8c78-45b2-4859-8cca-098196c4c559 x-openstack-request-id: req-c87a8c78-45b2-4859-8cca-098196c4c559 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:24:48.648542 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:24:48.648542 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c87a8c78-45b2-4859-8cca-098196c4c559 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:24:48.660799 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'status': 'completed', 'code': 200} Aug 19 13:24:48.747042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-55f1af9c-c9bc-4859-8e0f-7657a3019bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:48.748578 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-55f1af9c-c9bc-4859-8e0f-7657a3019bd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1094 time: 0.0745275 Aug 19 13:24:48.751198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-5917c499-e422-468e-8a9b-32b67fd748b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:48.752589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-5917c499-e422-468e-8a9b-32b67fd748b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1094 time: 0.0697746 Aug 19 13:24:48.915146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-9d886f59-ef23-4ea1-a1a6-fc61b4a83566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:48.916543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-9d886f59-ef23-4ea1-a1a6-fc61b4a83566 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1526845 Aug 19 13:24:48.917512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-7c3c4355-be20-4236-ae93-783738829941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:48.918838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-7c3c4355-be20-4236-ae93-783738829941 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.1634319 Aug 19 13:24:49.032925 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-73d1d944-e7a9-47b4-bee0-4f53d8c16e2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1000 time: 0.1086383 Aug 19 13:24:49.038555 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-f51a3d1f-f48d-4288-9914-c348930cb7e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1000 time: 0.1078596 Aug 19 13:24:49.129906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-59812ee3-7ff0-4855-8ade-9dafb6f1caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:49.131408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-59812ee3-7ff0-4855-8ade-9dafb6f1caa6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0868273 Aug 19 13:24:49.132852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-45450a44-2f74-46db-a9c6-ac7eb3b06ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:49.134398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-45450a44-2f74-46db-a9c6-ac7eb3b06ff3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0810075 Aug 19 13:24:49.210701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-71a7d4ab-5d89-4b83-8ff8-20d8cc88125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:49.212143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-71a7d4ab-5d89-4b83-8ff8-20d8cc88125b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711727 Aug 19 13:24:49.213973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-ccac2ba0-3a5a-4f1f-903f-0f347d8e6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:49.215338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-ccac2ba0-3a5a-4f1f-903f-0f347d8e6e68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665889 Aug 19 13:24:49.389275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-b5d9efa1-a42e-457f-bbbb-1e29db5db6de service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698077 Aug 19 13:24:49.391003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-f26c18ee-bdd0-49ad-baf5-384583eb9172 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642065 Aug 19 13:24:49.558260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-05bf8147-513e-4c83-b678-39dc058eb477 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618590 Aug 19 13:24:49.560201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-81e98b5f-d15c-402d-ab97-16ad6dbc4570 req-7643386b-cabc-4d62-8f16-e68844c75fb2 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544240 Aug 19 13:24:49.637447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab216b13-38da-4767-830d-3469e69d5471 req-3ae6deb8-ee90-4112-ad05-70a2644a7301 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:49.638994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab216b13-38da-4767-830d-3469e69d5471 req-3ae6deb8-ee90-4112-ad05-70a2644a7301 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0527639 Aug 19 13:24:49.685906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab216b13-38da-4767-830d-3469e69d5471 req-dbccdd96-c5ee-46bd-a9b8-b2bd496b588f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Aug 19 13:24:50.811676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae3f96-ce79-4def-82a0-2f5472cb4eeb req-a5fe9c98-0ff1-4652-94a1-f211cdd5dc6b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:50.813215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eeae3f96-ce79-4def-82a0-2f5472cb4eeb req-a5fe9c98-0ff1-4652-94a1-f211cdd5dc6b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0533943 Aug 19 13:24:50.855720 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eeae3f96-ce79-4def-82a0-2f5472cb4eeb req-4ec32d0b-f5bd-45f2-b00a-26cc410e47ed tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362563 Aug 19 13:24:51.153193 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9a6af0d9-e8d2-49bd-a564-2127c4fd2847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:51.455412 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:24:51.988206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211f243-05e1-41b9-b0d8-349a43a2fa8e req-6710cb91-a604-485e-8544-f8e765b90a7f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:51.990033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f211f243-05e1-41b9-b0d8-349a43a2fa8e req-6710cb91-a604-485e-8544-f8e765b90a7f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0598509 Aug 19 13:24:52.038443 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f211f243-05e1-41b9-b0d8-349a43a2fa8e req-772a1f9a-edef-4aaa-8cfd-47c9c1c47d27 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 Aug 19 13:24:53.163180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70201e4c-60e0-4935-9b4c-57c2de5ca033 req-fc1d87dc-bea8-4b50-aac2-5e7d5c48af04 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:53.164689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70201e4c-60e0-4935-9b4c-57c2de5ca033 req-fc1d87dc-bea8-4b50-aac2-5e7d5c48af04 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0519915 Aug 19 13:24:53.209060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70201e4c-60e0-4935-9b4c-57c2de5ca033 req-2793cc21-92f7-4487-8600-d10f90890cfa tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371263 Aug 19 13:24:54.330921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f2745-64e4-4e91-b60b-bd4f76ca31b8 req-0da3ae29-7ca5-457c-b538-f1ec812132df tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:54.332685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f3f2745-64e4-4e91-b60b-bd4f76ca31b8 req-0da3ae29-7ca5-457c-b538-f1ec812132df tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0532260 Aug 19 13:24:54.372951 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f3f2745-64e4-4e91-b60b-bd4f76ca31b8 req-807f6de5-910c-408f-a330-2bca5e7007b9 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328104 Aug 19 13:24:55.469980 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bf55c924-88d8-4a24-b9d8-1d1d108aac71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:55.555064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dec96-2a8d-4ccd-b596-16f505d42f55 req-4b851da0-c798-46b6-b2c6-efce825d5a92 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:55.556592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-306dec96-2a8d-4ccd-b596-16f505d42f55 req-4b851da0-c798-46b6-b2c6-efce825d5a92 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0556445 Aug 19 13:24:55.595837 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-306dec96-2a8d-4ccd-b596-16f505d42f55 req-4cf92ce0-db5f-41cd-b010-188f5f2a4076 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Aug 19 13:24:55.801777 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:56.722231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a913b1-402a-4911-8b51-1624bcfcfc07 req-6b9db6ea-3100-4ce3-b4a1-29ac4cf4f51b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:56.723753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49a913b1-402a-4911-8b51-1624bcfcfc07 req-6b9db6ea-3100-4ce3-b4a1-29ac4cf4f51b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0532289 Aug 19 13:24:56.762568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49a913b1-402a-4911-8b51-1624bcfcfc07 req-fad6cc0b-f3e9-45fa-8073-a6755acc18ea tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326576 Aug 19 13:24:57.205203 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.883841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29a792-d207-40a3-9562-14069a750d86 req-437d8740-dd95-4e60-9c9c-107bd610f08f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:57.885402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b29a792-d207-40a3-9562-14069a750d86 req-437d8740-dd95-4e60-9c9c-107bd610f08f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0509121 Aug 19 13:24:57.923551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b29a792-d207-40a3-9562-14069a750d86 req-14917a63-4160-4f09-b1fe-06cca627a65f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320530 Aug 19 13:24:59.047484 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87966f12-f601-417b-b166-185e51db1255 req-59ccf16d-fb18-4ddb-954f-cf09f576690a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:59.049004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87966f12-f601-417b-b166-185e51db1255 req-59ccf16d-fb18-4ddb-954f-cf09f576690a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0566380 Aug 19 13:24:59.089861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-87966f12-f601-417b-b166-185e51db1255 req-d9003c56-98f5-4bd0-8bc8-c660c7b4073e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341063 Aug 19 13:24:59.102566 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:00.220302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5f3f-3cf4-46ab-b45e-cfde7d46faed req-7b21e979-78f2-4c11-9993-a9a85f728f13 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:00.221820 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a6b5f3f-3cf4-46ab-b45e-cfde7d46faed req-7b21e979-78f2-4c11-9993-a9a85f728f13 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0511281 Aug 19 13:25:00.260686 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a6b5f3f-3cf4-46ab-b45e-cfde7d46faed req-96f31bfc-e015-4761-b68d-c548e7718970 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326512 Aug 19 13:25:01.391379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c69b6-92c4-4c81-a642-fae6c7fa8c38 req-d5ecf67f-3b63-47ee-bc84-fcd61d6ef127 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:01.392894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-965c69b6-92c4-4c81-a642-fae6c7fa8c38 req-d5ecf67f-3b63-47ee-bc84-fcd61d6ef127 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0569768 Aug 19 13:25:01.439154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-965c69b6-92c4-4c81-a642-fae6c7fa8c38 req-73baaa02-ac82-4a6a-924c-56291e52e5e0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396905 Aug 19 13:25:02.184978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bc02d-89d9-4e7d-b9ab-a2ee3ce6eab3 req-35a2c76a-a05c-4485-bf25-7f654efdb1dd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:02.186489 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-380bc02d-89d9-4e7d-b9ab-a2ee3ce6eab3 req-35a2c76a-a05c-4485-bf25-7f654efdb1dd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0596421 Aug 19 13:25:02.252080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-380bc02d-89d9-4e7d-b9ab-a2ee3ce6eab3 req-3ac85083-ba40-49c2-aab3-5fc0d9f0c492 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556407 Aug 19 13:25:02.264124 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-765b69de-5a5c-425d-bb84-b1276ad86a76 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:02.265635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-765b69de-5a5c-425d-bb84-b1276ad86a76 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.52 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc&tenant_id=569444431dba42f0aff21ae6453e0c55&binding%3Ahost_id=n-h2-778732-8 HTTP/1.1" status: 200 len: 943 time: 0.0783329 Aug 19 13:25:02.327898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-ce597028-02f8-45d6-950b-1b11647f75b1 service neutron] 10.222.0.52 "GET /v2.0/ports/e659c700-07c8-41b4-be4d-b88430fbf3d5/bindings/n-h2-778732-8 HTTP/1.1" status: 200 len: 382 time: 0.0544436 Aug 19 13:25:02.395913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-3e4469f7-0a07-4ff0-9611-9a9e13f085e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:02.397477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-3e4469f7-0a07-4ff0-9611-9a9e13f085e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1094 time: 0.0455148 Aug 19 13:25:02.489656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-ee19deda-623c-498f-8ae7-37d617cb1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:02.491147 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-ee19deda-623c-498f-8ae7-37d617cb1cf6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0859931 Aug 19 13:25:02.561294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-ace4c9a4-7f9f-4a26-9ba1-c84d34adfbc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1000 time: 0.0628541 Aug 19 13:25:02.610342 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-8c290511-5e6e-40ab-8545-8d81eef11ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:02.611708 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-8c290511-5e6e-40ab-8545-8d81eef11ab8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0434215 Aug 19 13:25:02.658312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-3f546b2f-e988-4143-8005-aa0388c0ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:02.660497 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-3f546b2f-e988-4143-8005-aa0388c0ad11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405598 Aug 19 13:25:02.756782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-9a994586-f72c-4ba4-9204-1af82b986293 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884581 Aug 19 13:25:02.850055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-f7cedfd1-bfcd-4bab-86ac-8a130eeb4dde service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858197 Aug 19 13:25:03.171838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:25:03.384501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad3cce-0430-4129-8bff-44cf1237c5d5 req-1748ab7f-d275-4049-8bae-9afafe8bb5c6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:03.386145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67ad3cce-0430-4129-8bff-44cf1237c5d5 req-1748ab7f-d275-4049-8bae-9afafe8bb5c6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 943 time: 0.0575945 Aug 19 13:25:03.427922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67ad3cce-0430-4129-8bff-44cf1237c5d5 req-d418d2a9-4714-4485-bc0b-863024f13953 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355952 Aug 19 13:25:03.431496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:03.444246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'mac_address': 'fa:16:3e:a6:eb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:25:03.481524 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.494776 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e659c700-07c8-41b4-be4d-b88430fbf3d5 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:25:03.514749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:03.604907 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.650819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:03.658284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.658628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.659597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.659930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.660261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.660592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.660919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.661595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.661922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.662243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.662578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.662887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:03.905615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] get_ports_and_sgs() called for port_ids ['e659c700-07c8-41b4-be4d-b88430fbf3d5'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:25:04.546297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775820b-63b1-4cd8-a694-818cb1cd19db req-939a646b-f6ae-444c-876a-7eb4bc515781 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:04.547772 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e775820b-63b1-4cd8-a694-818cb1cd19db req-939a646b-f6ae-444c-876a-7eb4bc515781 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0504725 Aug 19 13:25:04.587891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e775820b-63b1-4cd8-a694-818cb1cd19db req-64b27758-0abc-46d0-82a6-1d1fd2f4c320 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328941 Aug 19 13:25:05.274460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:25:05.371836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:05.382987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'mac_address': 'fa:16:3e:a6:eb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:25:05.712356 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085a158-3f44-4448-928c-05718645a557 req-9449b180-4a84-4b30-80a5-c920395a8abc tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:05.713981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2085a158-3f44-4448-928c-05718645a557 req-9449b180-4a84-4b30-80a5-c920395a8abc tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0532727 Aug 19 13:25:05.756880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2085a158-3f44-4448-928c-05718645a557 req-4f9203a0-f03f-477d-ab31-bb7f120fd4cd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367088 Aug 19 13:25:06.882494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea325eec-14a5-41dd-91ca-f1df27c93169 req-243f4684-9d5c-47fe-86c8-be525a24020a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:06.884162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea325eec-14a5-41dd-91ca-f1df27c93169 req-243f4684-9d5c-47fe-86c8-be525a24020a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0564678 Aug 19 13:25:06.925628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea325eec-14a5-41dd-91ca-f1df27c93169 req-5c32622e-3302-41aa-854b-1f7545077a71 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352333 Aug 19 13:25:07.278390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:25:07.379850 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:07.394595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Returning: {'device': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'mac_address': 'fa:16:3e:a6:eb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:25:07.978067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-7bcfe5f3-e998-438a-94ea-415e28760157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:07.979660 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-7bcfe5f3-e998-438a-94ea-415e28760157 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc&tenant_id=569444431dba42f0aff21ae6453e0c55 HTTP/1.1" status: 200 len: 1095 time: 0.0444992 Aug 19 13:25:07.991542 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-8', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:08.080593 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.090752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6825-80be-416d-9a6e-3a47247cfd16 req-387acd76-123c-4dd7-9c7c-75ea46acdfb0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:08.092231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd7c6825-80be-416d-9a6e-3a47247cfd16 req-387acd76-123c-4dd7-9c7c-75ea46acdfb0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0814915 Aug 19 13:25:08.166861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd7c6825-80be-416d-9a6e-3a47247cfd16 req-303a9b3f-0fb8-4faa-b31f-586a9ebc0aab tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663915 Aug 19 13:25:08.324581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:08.357752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:25:08.389073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e659c700-07c8-41b4-be4d-b88430fbf3d5 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:25:08.398353 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.409274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Ignored duplicate provisioning block setup for port e659c700-07c8-41b4-be4d-b88430fbf3d5 by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 13:25:08.537982 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.622704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=9']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:08.667298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] No DVR routers for this DVR port e659c700-07c8-41b4-be4d-b88430fbf3d5 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:25:08.809711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:25:08.810067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:25:08.810406 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:08.815866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Port e659c700-07c8-41b4-be4d-b88430fbf3d5 on network b2224b05-71f5-4717-862a-30d95ac4427f not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:25:08.822987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Attempting to bind port e659c700-07c8-41b4-be4d-b88430fbf3d5 on network b2224b05-71f5-4717-862a-30d95ac4427f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:08.822987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:25:08.822987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Checking segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:08.822987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Bound using segment: {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:25:08.822987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Bound port: e659c700-07c8-41b4-be4d-b88430fbf3d5, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:25:08.822987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.889587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:25:08.892784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:25:08.995765 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.043681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:09.044316 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.045822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] 10.222.0.53 "PUT /v2.0/ports/e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1091 time: 1.0584404 Aug 19 13:25:09.046280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:25:09.048648 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ca2d70-4731-4603-8740-c103acbed469" -d '{"events": [{"name": "network-changed", "server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:25:09.104323 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cb459-d858-469b-968b-7d01766b67ae service neutron] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:09.115115 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5a566e-cc4c-4237-bb6b-e887253ba564 x-openstack-request-id: req-6d5a566e-cc4c-4237-bb6b-e887253ba564 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:25:09.115489 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:25:09.115844 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d5a566e-cc4c-4237-bb6b-e887253ba564 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:25:09.116311 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'status': 'completed', 'code': 200} Aug 19 13:25:09.126853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-3e214d29-e888-4529-8bd6-18bebad414c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:09.128727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-3e214d29-e888-4529-8bd6-18bebad414c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1095 time: 0.0567682 Aug 19 13:25:09.239258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca2d70-4731-4603-8740-c103acbed469 req-f1d469a3-ebaa-496e-a2fa-1000552a7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:09.239258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-f1d469a3-ebaa-496e-a2fa-1000552a7e16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1095 time: 0.1065066 Aug 19 13:25:09.290820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 details requested by agent hyperv_n-h2-778732-8 with host n-h2-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:25:09.293940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 no longer exists at agent hyperv_n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:25:09.371915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-6496a29c-36cb-490c-92d4-77cb8137d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:09.374484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-6496a29c-36cb-490c-92d4-77cb8137d14e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.2302976 Aug 19 13:25:09.467455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 not bound to the agent host n-h2-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:25:09.507642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc9805-b4e3-430b-8a93-79d3903ccbaa req-ae8c7bde-5556-4491-8c60-a3cad4102c4b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:09.510261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bccc9805-b4e3-430b-8a93-79d3903ccbaa req-ae8c7bde-5556-4491-8c60-a3cad4102c4b tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.2585607 Aug 19 13:25:09.529304 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:09.546606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 has no active binding in host n-h2-778732-8 {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 13:25:09.561052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca2d70-4731-4603-8740-c103acbed469 req-43f9f12a-8c41-4942-a8a1-13f4b4aa8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:09.562528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-43f9f12a-8c41-4942-a8a1-13f4b4aa8493 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.3121414 Aug 19 13:25:09.569338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-e97f10a6-2c4e-4211-b25d-38bf1a234702 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1000 time: 0.1824503 Aug 19 13:25:09.668522 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bccc9805-b4e3-430b-8a93-79d3903ccbaa req-e0497c6e-51e3-47dd-bdce-6049ad801357 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486499 Aug 19 13:25:09.681364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-087fa2be-ce3a-4939-acbb-6eca936db887 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1000 time: 0.1099887 Aug 19 13:25:09.682962 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-cf69abc1-14c2-46b6-9249-3fab782fc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:09.684360 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-cf69abc1-14c2-46b6-9249-3fab782fc97b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.1071229 Aug 19 13:25:09.756547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca2d70-4731-4603-8740-c103acbed469 req-3b69c2b2-17aa-4b8f-8e36-f556e6ed203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:09.757984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-3b69c2b2-17aa-4b8f-8e36-f556e6ed203f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0692279 Aug 19 13:25:09.764062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-1d88463a-5145-4d42-ac11-70cacb1b82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:09.765467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-1d88463a-5145-4d42-ac11-70cacb1b82ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688448 Aug 19 13:25:09.866184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca2d70-4731-4603-8740-c103acbed469 req-81efe190-05c6-41e5-a6f9-7cba7130db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:09.867821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-81efe190-05c6-41e5-a6f9-7cba7130db60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013918 Aug 19 13:25:09.891045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-778614f8-5f20-4b16-b997-e1ebee11d051 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167874 Aug 19 13:25:10.029356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-c86085df-b491-485e-860e-1cff7447815c service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506164 Aug 19 13:25:10.052291 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-99b68e97-cf4d-4824-a72e-332fb4beb777 req-0d1add64-3e17-492e-9314-b482262a152d service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522343 Aug 19 13:25:10.159325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-2b5953a0-324f-453d-bc4f-de4ba4fadcc9 service neutron] 10.222.0.52 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216097 Aug 19 13:25:10.162497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca2d70-4731-4603-8740-c103acbed469 req-1e0a1875-587c-4fb0-a431-d6890036ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:10.164315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-1e0a1875-587c-4fb0-a431-d6890036ef73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=569444431dba42f0aff21ae6453e0c55&device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 1095 time: 0.0682673 Aug 19 13:25:10.262711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca2d70-4731-4603-8740-c103acbed469 req-2233f9f9-28f5-4521-a003-f0313f2b11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:10.264240 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-2233f9f9-28f5-4521-a003-f0313f2b11e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 200 len: 913 time: 0.0939703 Aug 19 13:25:10.334960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-5e7e4434-c3ad-4327-98b1-43d359e6cc73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 200 len: 1000 time: 0.0625849 Aug 19 13:25:10.389266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca2d70-4731-4603-8740-c103acbed469 req-25c26d5f-1c5c-4b8e-b9fb-16988ced5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:10.390798 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-25c26d5f-1c5c-4b8e-b9fb-16988ced5406 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 200 len: 851 time: 0.0492456 Aug 19 13:25:10.447324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca2d70-4731-4603-8740-c103acbed469 req-280710c9-9fd6-4eae-9d4c-fe964dae53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:10.448862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-280710c9-9fd6-4eae-9d4c-fe964dae53a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2224b05-71f5-4717-862a-30d95ac4427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508931 Aug 19 13:25:10.544494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-da27299f-0b5e-4cd2-9ca8-cceac5d59622 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881341 Aug 19 13:25:11.022976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cf271-1aa8-4078-9ce1-172cadfeda2e req-b3a0c60c-7b3b-4165-976c-23c11b237e53 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:11.024397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-773cf271-1aa8-4078-9ce1-172cadfeda2e req-b3a0c60c-7b3b-4165-976c-23c11b237e53 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0719163 Aug 19 13:25:11.046318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-62ca2d70-4731-4603-8740-c103acbed469 req-bdf10d16-16a5-464b-abaf-4587881f26f5 service neutron] 10.222.0.53 "GET /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949830 Aug 19 13:25:11.074259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-773cf271-1aa8-4078-9ce1-172cadfeda2e req-99b4e34f-4003-4e61-9e75-2d0517086396 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436833 Aug 19 13:25:12.196804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d9867-edd7-4301-9633-80420b99b251 req-cc7dd8ea-804b-4fae-8614-6ac99e171257 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:12.198435 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a99d9867-edd7-4301-9633-80420b99b251 req-cc7dd8ea-804b-4fae-8614-6ac99e171257 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0513904 Aug 19 13:25:12.240215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a99d9867-edd7-4301-9633-80420b99b251 req-26b97520-603f-41cb-9c8a-8dfd1a908c5f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351794 Aug 19 13:25:12.410234 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.365453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d500d1d-a9dd-49b6-87d4-0caae2749452 req-49a45828-641a-4219-a4fe-df08408ffffa tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:13.367000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d500d1d-a9dd-49b6-87d4-0caae2749452 req-49a45828-641a-4219-a4fe-df08408ffffa tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0537453 Aug 19 13:25:13.407051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d500d1d-a9dd-49b6-87d4-0caae2749452 req-67554768-010e-40f6-99eb-abb475b8022f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337932 Aug 19 13:25:14.531958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aff75-09be-49f4-9a67-91a37f7941d5 req-162ccbb0-5be5-4999-81c1-ba00a16e74cb tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:14.533455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e6aff75-09be-49f4-9a67-91a37f7941d5 req-162ccbb0-5be5-4999-81c1-ba00a16e74cb tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0536559 Aug 19 13:25:14.575076 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e6aff75-09be-49f4-9a67-91a37f7941d5 req-71b657b4-7d93-4da4-8a01-31c879ffab09 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347886 Aug 19 13:25:15.200842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:15.694711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f360ab3-1b55-4945-8ae3-0e96ece611a0 req-6a222424-0b8e-4dff-9584-3a8f3727f04a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:15.696215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f360ab3-1b55-4945-8ae3-0e96ece611a0 req-6a222424-0b8e-4dff-9584-3a8f3727f04a tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0515234 Aug 19 13:25:15.734178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f360ab3-1b55-4945-8ae3-0e96ece611a0 req-14e055cd-d2c6-4f68-a0d6-bc928c7c79af tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319343 Aug 19 13:25:16.854502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb7525-df54-4962-94c9-879cb5d125a9 req-d1adcabc-5aef-49cc-9b7c-899002638ba5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:16.856117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11bb7525-df54-4962-94c9-879cb5d125a9 req-d1adcabc-5aef-49cc-9b7c-899002638ba5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0509562 Aug 19 13:25:16.896776 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11bb7525-df54-4962-94c9-879cb5d125a9 req-167e2d89-bbe8-4904-bec5-fcebd1aa935d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337152 Aug 19 13:25:18.022827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f6bba-c925-4526-af53-86ebf08836a1 req-66de3049-6897-4459-a198-2a64b6af2c7c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:18.024401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b29f6bba-c925-4526-af53-86ebf08836a1 req-66de3049-6897-4459-a198-2a64b6af2c7c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0532670 Aug 19 13:25:18.062426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b29f6bba-c925-4526-af53-86ebf08836a1 req-8d79dd50-30cf-4ead-8c08-4d890f1e95bd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321879 Aug 19 13:25:19.185954 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac93d45-5804-4d03-8cc5-e8e985bd0897 req-80cadb8a-39c8-47f5-a680-efad57e93977 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:19.187469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ac93d45-5804-4d03-8cc5-e8e985bd0897 req-80cadb8a-39c8-47f5-a680-efad57e93977 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0529501 Aug 19 13:25:19.227605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ac93d45-5804-4d03-8cc5-e8e985bd0897 req-fb9b45a0-edbd-4f85-ad66-2b71a886b3cc tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339639 Aug 19 13:25:20.349723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594f926-6427-4f54-adde-2cade43376ef req-ecef58c5-d12f-475c-b9f0-e739f297dc49 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:20.351310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9594f926-6427-4f54-adde-2cade43376ef req-ecef58c5-d12f-475c-b9f0-e739f297dc49 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0530245 Aug 19 13:25:20.393444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9594f926-6427-4f54-adde-2cade43376ef req-9830628b-7df5-4823-91c0-4c9af6752580 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357504 Aug 19 13:25:21.359038 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-720567fc-4d98-4891-a6c6-471a2145c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:21.523592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea198a-9e53-4f6e-b7db-a8263da888c4 req-6d73676d-9663-4150-8c45-7df118927871 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:21.525140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25ea198a-9e53-4f6e-b7db-a8263da888c4 req-6d73676d-9663-4150-8c45-7df118927871 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 944 time: 0.0593100 Aug 19 13:25:21.554109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:25:21.565616 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-25ea198a-9e53-4f6e-b7db-a8263da888c4 req-dd7be5ca-2e3e-41ce-9a41-b20709e79c55 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343401 Aug 19 13:25:21.661765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:21.673228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'port_id': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'mac_address': 'fa:16:3e:a6:eb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:25:21.715100 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:21.728405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e659c700-07c8-41b4-be4d-b88430fbf3d5 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:25:21.748731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:21.903315 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:21.954326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=11']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:22.160228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['e659c700-07c8-41b4-be4d-b88430fbf3d5'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:25:22.690696 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db12b8-9c51-4691-ac60-0f21ad54fb5f req-79e71b55-73cf-4a4c-a7f9-29cb8bdcfc1f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:22.692345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3db12b8-9c51-4691-ac60-0f21ad54fb5f req-79e71b55-73cf-4a4c-a7f9-29cb8bdcfc1f tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0518234 Aug 19 13:25:22.731238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3db12b8-9c51-4691-ac60-0f21ad54fb5f req-3c7b44f1-2543-448c-b394-ddae3e8cb67d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Aug 19 13:25:22.856320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f4288-96bc-4d0a-bd81-6c2a841d0b7f req-677463c7-8bd4-4d9d-8ed9-8837d9c39f80 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:22.857808 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-259f4288-96bc-4d0a-bd81-6c2a841d0b7f req-677463c7-8bd4-4d9d-8ed9-8837d9c39f80 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0507734 Aug 19 13:25:22.896700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-259f4288-96bc-4d0a-bd81-6c2a841d0b7f req-2b77e0e3-228d-438a-9b0b-567ed1e2debe tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319171 Aug 19 13:25:23.017949 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6260c-69ed-496b-87fd-db4017cb618a req-113525d6-cf8d-4afe-8a69-3810408c2e61 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:23.019495 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39e6260c-69ed-496b-87fd-db4017cb618a req-113525d6-cf8d-4afe-8a69-3810408c2e61 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0543394 Aug 19 13:25:23.057830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-39e6260c-69ed-496b-87fd-db4017cb618a req-62ecb72a-abb5-4479-b3c1-379409fe2862 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324450 Aug 19 13:25:23.522874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba43be3-86ea-468f-b6c6-41ab491452ed req-6a962089-2e30-4aa3-b382-f0f80aa9a0bd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:23.524422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ba43be3-86ea-468f-b6c6-41ab491452ed req-6a962089-2e30-4aa3-b382-f0f80aa9a0bd tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 945 time: 0.0503259 Aug 19 13:25:23.563032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:23.563777 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ba43be3-86ea-468f-b6c6-41ab491452ed req-b8a928a3-269b-438e-938c-389489e243ff tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332146 Aug 19 13:25:23.732185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port e659c700-07c8-41b4-be4d-b88430fbf3d5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:23.736909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port e659c700-07c8-41b4-be4d-b88430fbf3d5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:23.737335 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:23.815722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:23.878757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:25:23.881076 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae974ae8-af09-4662-b440-acaa9f874ec8" -d '{"events": [{"server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "name": "network-vif-plugged", "status": "completed", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:25:23.897492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:24.048189 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1457f060-d8f3-4de4-83df-50565d9bb7cc x-openstack-request-id: req-1457f060-d8f3-4de4-83df-50565d9bb7cc {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:25:24.048514 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "name": "network-vif-plugged", "status": "completed", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:25:24.048778 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1457f060-d8f3-4de4-83df-50565d9bb7cc {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:25:24.049274 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'code': 200} Aug 19 13:25:24.212154 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:24.264610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=12']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:24.686133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0412d-4a1c-4fbb-a1ee-5823d767a69d req-cbab91cb-2fe5-4a95-934f-36ff6cf636e5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:24.687667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83b0412d-4a1c-4fbb-a1ee-5823d767a69d req-cbab91cb-2fe5-4a95-934f-36ff6cf636e5 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 946 time: 0.0528603 Aug 19 13:25:24.729654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83b0412d-4a1c-4fbb-a1ee-5823d767a69d req-e9ae820a-442d-404b-9061-a6be80e3de05 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups?id=844510b8-374b-45b6-a41d-b7abb15f6ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351441 Aug 19 13:25:25.057688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-e8f5371d-9436-4042-8ad4-f0d861ae29c6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:25.059131 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-e8f5371d-9436-4042-8ad4-f0d861ae29c6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.53 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 946 time: 0.0534532 Aug 19 13:25:25.149995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Deleting port e659c700-07c8-41b4-be4d-b88430fbf3d5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:25:25.150344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:25.243240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] For port e659c700-07c8-41b4-be4d-b88430fbf3d5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=e659c700-07c8-41b4-be4d-b88430fbf3d5,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:25.243692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:25.419381 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:25.423531 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:25.423531 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017 disassociated. External IP: 172.25.6.104, port: e659c700-07c8-41b4-be4d-b88430fbf3d5. Aug 19 13:25:25.423531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Calling delete_port for e659c700-07c8-41b4-be4d-b88430fbf3d5 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:25:25.541766 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4124f61f-2a6a-41ae-a197-a49711f91271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:25.696196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:25.726802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event deleted for resources: {'Port': ['ID=e659c700-07c8-41b4-be4d-b88430fbf3d5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:25.823426 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:25.855918 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fb5f640-ffc1-40d3-a22b-07a6e1f9bf11 req-a029d367-3d58-4d4d-b9f9-bcee40480b16 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 210 time: 0.0366793 Aug 19 13:25:25.887945 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:25:26.002614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:25:26.013019 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7aaef-a83e-4d88-8d32-df06bb250e2b None None] Sync routers for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:25:26.025021 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7aaef-a83e-4d88-8d32-df06bb250e2b None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:26.026083 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9cc7aaef-a83e-4d88-8d32-df06bb250e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:25:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:26.047311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] No DVR routers for this DVR port e659c700-07c8-41b4-be4d-b88430fbf3d5 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:25:26.050788 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:26.052891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cdcc6070-e546-4849-8f95-4e5853befc83 req-c5531172-ee7e-474c-ad6a-c6f5c802c85d tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.53 "DELETE /v2.0/ports/e659c700-07c8-41b4-be4d-b88430fbf3d5 HTTP/1.1" status: 204 len: 173 time: 0.9871755 Aug 19 13:25:26.053328 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'name': 'network-vif-deleted', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:25:26.055726 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c28a53c-a01d-42f0-95f9-d1ac6eb6dd91" -d '{"events": [{"server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "name": "network-vif-deleted", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:25:26.095998 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256d8333-26de-4f03-9887-ff47b1e97bbc x-openstack-request-id: req-256d8333-26de-4f03-9887-ff47b1e97bbc {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:25:26.096295 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea3e495-92d8-43f5-bb94-fc01ee6c74dc", "name": "network-vif-deleted", "tag": "e659c700-07c8-41b4-be4d-b88430fbf3d5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:25:26.096590 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-256d8333-26de-4f03-9887-ff47b1e97bbc {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:25:26.097001 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea3e495-92d8-43f5-bb94-fc01ee6c74dc', 'name': 'network-vif-deleted', 'tag': 'e659c700-07c8-41b4-be4d-b88430fbf3d5', 'status': 'completed', 'code': 200} Aug 19 13:25:26.138439 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9cc7aaef-a83e-4d88-8d32-df06bb250e2b None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:26.346946 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9cc7aaef-a83e-4d88-8d32-df06bb250e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:26.377528 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7aaef-a83e-4d88-8d32-df06bb250e2b None None] Checking router: 8dafd586-a5f6-4c81-b83f-a365c264f2f7 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:25:26.385941 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7aaef-a83e-4d88-8d32-df06bb250e2b None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:26.386553 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9cc7aaef-a83e-4d88-8d32-df06bb250e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:25:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:26.494449 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-9cc7aaef-a83e-4d88-8d32-df06bb250e2b None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:26.697387 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-9cc7aaef-a83e-4d88-8d32-df06bb250e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:26.723601 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7aaef-a83e-4d88-8d32-df06bb250e2b None None] The sync data for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 is: [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:14:54Z', 'revision_number': 4, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '033f4232-c0f8-4f5f-bc05-24930cb0a7b6', 'name': '', 'network_id': 'b2224b05-71f5-4717-862a-30d95ac4427f', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'mac_address': 'fa:16:3e:fc:43:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:53Z', 'updated_at': '2021-08-19T13:15:00Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'subnets': [{'id': 'a89c504a-6c05-4ecb-961c-2e700540d31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:25:26.966426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918fa191-7595-4232-82c5-4e3ee7ac1591 None None] New status for floating IP 91d84dfb-c299-4ef6-b2a2-86fc048a7017: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:25:26.969310 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fb8a6d05-09dc-425c-8f15-c5137d922d34 req-62937ec8-7543-4b66-aac1-4033c021d9f0 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 210 time: 0.0364697 Aug 19 13:25:27.257528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:27.573571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:25:27.594764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: e659c700-07c8-41b4-be4d-b88430fbf3d5 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:25:27.595114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device e659c700-07c8-41b4-be4d-b88430fbf3d5 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:25:28.067791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20526275-5b87-41ca-a525-a05c05fbd60f req-fbcb371c-ff5a-4814-8675-9b60f35c5063 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 210 time: 0.0271184 Aug 19 13:25:28.454148 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:25:29.143898 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:29.166469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-01deae3c-4b23-4798-8665-d0a4b1361b14 req-30fe6282-5915-4774-b01e-ab44be1b45a6 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 210 time: 0.0295968 Aug 19 13:25:30.274408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a4ba7445-76d4-4772-9c4e-a0b2f637d373 req-519213c5-1f58-4269-a17e-49f5d4a6030c tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea3e495-92d8-43f5-bb94-fc01ee6c74dc HTTP/1.1" status: 200 len: 210 time: 0.0269740 Aug 19 13:25:35.505531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53860) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:35.564563 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7cb24d2-976e-4d88-99dc-4256591de68e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:35.590526 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7cb24d2-976e-4d88-99dc-4256591de68e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:35.703245 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7cb24d2-976e-4d88-99dc-4256591de68e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:35.705994 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a7cb24d2-976e-4d88-99dc-4256591de68e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:35.707168 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a7cb24d2-976e-4d88-99dc-4256591de68e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "DELETE /v2.0/security-groups/844510b8-374b-45b6-a41d-b7abb15f6ae6 HTTP/1.1" status: 204 len: 168 time: 0.1987486 Aug 19 13:25:35.709885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53862) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:35.717004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb24d2-976e-4d88-99dc-4256591de68e tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844510b8-374b-45b6-a41d-b7abb15f6ae6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:35.730722 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-000d7f04-f548-4bcf-931b-63c2e794e6f4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] show failed (client error): The resource could not be found. Aug 19 13:25:35.731800 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-000d7f04-f548-4bcf-931b-63c2e794e6f4 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "GET /v2.0/security-groups/844510b8-374b-45b6-a41d-b7abb15f6ae6 HTTP/1.1" status: 404 len: 347 time: 0.0208759 Aug 19 13:25:35.734566 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53866) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:35.868131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Deleting port 4d1d197f-10f4-4b36-ba44-ac4439a45394 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:25:35.868467 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:35.945422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:35.945762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:35.957958 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Calling delete_port for 4d1d197f-10f4-4b36-ba44-ac4439a45394 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:25:36.159438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:36.186136 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Pushing event deleted for resources: {'Port': ['ID=4d1d197f-10f4-4b36-ba44-ac4439a45394,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:36.201053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.201579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.201954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.202327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.202661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.203000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.203350 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.203707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.204052 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.204387 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.205465 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.205847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:36.266911 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:36.270174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:36.271339 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-122accf1-89d8-4e06-9565-57e551037c15 tempest-ServerActionsTestJSON-1825833401 tempest-ServerActionsTestJSON-1825833401-project] 10.222.0.44 "DELETE /v2.0/floatingips/91d84dfb-c299-4ef6-b2a2-86fc048a7017 HTTP/1.1" status: 204 len: 168 time: 0.5358195 Aug 19 13:25:36.274626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53868) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:36.826301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:37.072352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] Deleting port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:25:37.072699 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:37.155077 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] For port 033f4232-c0f8-4f5f-bc05-24930cb0a7b6, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=033f4232-c0f8-4f5f-bc05-24930cb0a7b6,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:37.155355 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:37.167233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] Calling delete_port for 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:25:37.487066 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:37.515882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] Pushing event deleted for resources: {'Port': ['ID=033f4232-c0f8-4f5f-bc05-24930cb0a7b6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:37.696564 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:37.929968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] Router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:25:38.046409 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:25:38.052061 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b9c014b7-0648-452c-9336-c2431806acca admin admin] 10.222.0.44 "PUT /v2.0/routers/8dafd586-a5f6-4c81-b83f-a365c264f2f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7766376 Aug 19 13:25:38.054579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53872) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:38.057305 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332ffc3-7793-4532-b5d4-01eb9cf9704b None None] Sync routers for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:25:38.066646 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332ffc3-7793-4532-b5d4-01eb9cf9704b None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:38.067263 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f332ffc3-7793-4532-b5d4-01eb9cf9704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:25:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:38.163757 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:38.173510 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f332ffc3-7793-4532-b5d4-01eb9cf9704b None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:38.277771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:38.364466 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f332ffc3-7793-4532-b5d4-01eb9cf9704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:25:37Z', 'revision_number': 5, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port': {'id': '8230d446-850a-47f3-9c4d-fa64b3c61319', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:14:52Z', 'updated_at': '2021-08-19T13:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:38.390827 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332ffc3-7793-4532-b5d4-01eb9cf9704b None None] Checking router: 8dafd586-a5f6-4c81-b83f-a365c264f2f7 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:25:38.400522 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332ffc3-7793-4532-b5d4-01eb9cf9704b None None] Routers {'8dafd586-a5f6-4c81-b83f-a365c264f2f7'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:38.401144 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f332ffc3-7793-4532-b5d4-01eb9cf9704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:25:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:38.424118 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Deleting port 8230d446-850a-47f3-9c4d-fa64b3c61319 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:25:38.424458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:38.488711 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f332ffc3-7793-4532-b5d4-01eb9cf9704b None None] Set router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:38.512732 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] For port 8230d446-850a-47f3-9c4d-fa64b3c61319, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8230d446-850a-47f3-9c4d-fa64b3c61319,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:38.513136 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:38.526045 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Calling delete_port for 8230d446-850a-47f3-9c4d-fa64b3c61319 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:25:38.639287 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f332ffc3-7793-4532-b5d4-01eb9cf9704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:25:38Z', 'revision_number': 6, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:38.666656 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332ffc3-7793-4532-b5d4-01eb9cf9704b None None] The sync data for ids ['8dafd586-a5f6-4c81-b83f-a365c264f2f7'] in n-d-778732-8 is: [{'id': '8dafd586-a5f6-4c81-b83f-a365c264f2f7', 'name': 'tempest-ServerActionsTestJSON-1134143788-router', 'tenant_id': '569444431dba42f0aff21ae6453e0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:14:51Z', 'updated_at': '2021-08-19T13:25:38Z', 'revision_number': 6, 'project_id': '569444431dba42f0aff21ae6453e0c55', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:25:38.766281 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:38.793460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=8230d446-850a-47f3-9c4d-fa64b3c61319,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:38.855301 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:38.951526 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:38.953805 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.095623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.096149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dafd586-a5f6-4c81-b83f-a365c264f2f7 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:25:39.100644 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.101896 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-34a85ad6-6b2f-4309-93b1-98b3ddb15b8b admin admin] 10.222.0.44 "DELETE /v2.0/routers/8dafd586-a5f6-4c81-b83f-a365c264f2f7 HTTP/1.1" status: 204 len: 168 time: 1.0463347 Aug 19 13:25:39.104507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 53874) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:39.150897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9d2abd-6206-4619-b544-7281789c9759 admin admin] Deleting subnet a89c504a-6c05-4ecb-961c-2e700540d31f {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:25:39.154137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2abd-6206-4619-b544-7281789c9759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.192431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2abd-6206-4619-b544-7281789c9759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.278067 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2abd-6206-4619-b544-7281789c9759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.398797 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2abd-6206-4619-b544-7281789c9759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.429819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2abd-6206-4619-b544-7281789c9759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.432739 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bb9d2abd-6206-4619-b544-7281789c9759 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a89c504a-6c05-4ecb-961c-2e700540d31f HTTP/1.1" status: 204 len: 168 time: 0.3267984 Aug 19 13:25:39.433616 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d2abd-6206-4619-b544-7281789c9759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89c504a-6c05-4ecb-961c-2e700540d31f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:39.434823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53876) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:39.438205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13161daa-049e-4362-b126-8d096e1b47c3 None None] Network b2224b05-71f5-4717-862a-30d95ac4427f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:25:39.511380 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.573237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Deleting port 9ac98777-fa34-456c-97b8-117827449d74 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:25:39.573628 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.639229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54111547-64c8-4ee6-9b3b-754f43ea711d None None] DHCP port deletion for b2224b05-71f5-4717-862a-30d95ac4427f request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:25:39.651291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] For port 9ac98777-fa34-456c-97b8-117827449d74, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9ac98777-fa34-456c-97b8-117827449d74,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:39.651912 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.667398 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Calling delete_port for 9ac98777-fa34-456c-97b8-117827449d74 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:25:39.692367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-54111547-64c8-4ee6-9b3b-754f43ea711d None None] Deleting port 9ac98777-fa34-456c-97b8-117827449d74 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:25:39.692755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-54111547-64c8-4ee6-9b3b-754f43ea711d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.767511 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-54111547-64c8-4ee6-9b3b-754f43ea711d None None] For port 9ac98777-fa34-456c-97b8-117827449d74, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9ac98777-fa34-456c-97b8-117827449d74,segment=NetworkSegment(bf1e20b2-ba78-4d67-9ebb-b881f9632a13),segment_id=bf1e20b2-ba78-4d67-9ebb-b881f9632a13)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:39.768033 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-54111547-64c8-4ee6-9b3b-754f43ea711d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.781161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-54111547-64c8-4ee6-9b3b-754f43ea711d None None] Calling delete_port for 9ac98777-fa34-456c-97b8-117827449d74 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:25:39.838561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:25:39.862513 n-d-778732-8 neutron-server[95662]: self.session.flush() Aug 19 13:25:39.867479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] No DVR routers for this DVR port 9ac98777-fa34-456c-97b8-117827449d74 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:25:39.868802 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-54111547-64c8-4ee6-9b3b-754f43ea711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.872521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac98777-fa34-456c-97b8-117827449d74,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:39.896117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54111547-64c8-4ee6-9b3b-754f43ea711d None None] Pushing event deleted for resources: {'Port': ['ID=9ac98777-fa34-456c-97b8-117827449d74,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:39.902173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54111547-64c8-4ee6-9b3b-754f43ea711d None None] No DVR routers for this DVR port 9ac98777-fa34-456c-97b8-117827449d74 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:25:39.950701 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.961259 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2224b05-71f5-4717-862a-30d95ac4427f']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:39.972021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:39.972322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1e20b2-ba78-4d67-9ebb-b881f9632a13') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:39.981097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.995462 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:40.001166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:25:40.001649 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:25:40.003254 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:25:40.284755 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9ac98777-fa34-456c-97b8-117827449d74 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:25:40.305889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 9ac98777-fa34-456c-97b8-117827449d74 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:25:40.306243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9ac98777-fa34-456c-97b8-117827449d74 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:25:40.306657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8230d446-850a-47f3-9c4d-fa64b3c61319 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:25:40.324401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8230d446-850a-47f3-9c4d-fa64b3c61319 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:25:40.324742 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8230d446-850a-47f3-9c4d-fa64b3c61319 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:25:40.325142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:25:40.343585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:25:40.343933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 033f4232-c0f8-4f5f-bc05-24930cb0a7b6 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:25:40.727790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:40.745848 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:40.745848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b2224b05-71f5-4717-862a-30d95ac4427f HTTP/1.1" status: 204 len: 168 time: 1.3004260 Aug 19 13:25:40.749510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5baa2-cd03-4e5e-825e-1a75b222f862 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2224b05-71f5-4717-862a-30d95ac4427f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:41.225396 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53880) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:41.266275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-aacedbda-872f-4087-a4a1-baf9c66bb06a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=569444431dba42f0aff21ae6453e0c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397034 Aug 19 13:25:41.269840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53882) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:41.319251 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1b6d730f-db48-476d-b430-70359837fca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:41.340470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1b6d730f-db48-476d-b430-70359837fca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:41.451677 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1b6d730f-db48-476d-b430-70359837fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:41.455479 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1b6d730f-db48-476d-b430-70359837fca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:41.456622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1b6d730f-db48-476d-b430-70359837fca0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9357cfa2-ca5f-4866-93fe-c39e80149a64 HTTP/1.1" status: 204 len: 168 time: 0.1858540 Aug 19 13:25:41.464915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d730f-db48-476d-b430-70359837fca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9357cfa2-ca5f-4866-93fe-c39e80149a64,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:42.440469 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:42.586271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53904) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:42.693786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-128040462-network', 'tenant_id': '98cdde5ddccf4a19936306294e06cf91'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:42.783983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Made reservation on behalf of 98cdde5ddccf4a19936306294e06cf91 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:25:42.786425 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:42.799559 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:42.891690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:43.000247 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:43.024897 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:25:43.034355 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6944fba6-9cff-460f-a237-a24707b40711,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:43.040782 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:43.044515 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Added segment 23843241-32ae-42da-919d-4e1511c85180 of type vlan for network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff Aug 19 13:25:43.083491 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:43.165846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:43.166785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:43.167429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:43.226275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] Pushing event updated for resources: {'Network': ['ID=0e9ec8fe-bceb-4c65-b590-b3c39078ebff,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:43.236560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:25:43.290957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-713c6128-9558-41c8-ae49-cdf2ec3d6bdc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7035310 Aug 19 13:25:43.293723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 53908) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:43.298809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] Request body: {'subnet': {'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-128040462-subnet', 'tenant_id': '98cdde5ddccf4a19936306294e06cf91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:43.399973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] Made reservation on behalf of 98cdde5ddccf4a19936306294e06cf91 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:25:43.402458 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:43.714370 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:43.775929 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafa1112-95eb-4103-955d-2c8baf39fab2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:43.783400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] Checking segment: {'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:43.783834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] Network hostable DHCP agents. Network: 0e9ec8fe-bceb-4c65-b590-b3c39078ebff, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:25:43.879847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] Network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:25:43.977123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 0e9ec8fe-bceb-4c65-b590-b3c39078ebff) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:43.981230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:43.981860 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:43.986782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf6984-a845-4a14-85df-bc01db2c9a81 None None] Network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:25:44.058190 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d9019c38-bbdb-4248-8063-3f6e62f82f93 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7633660 Aug 19 13:25:44.112369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7093ba-5cb2-4052-bdb3-52c59359b905 None None] Network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:25:44.495409 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-6ae6cd1d-e4d5-46d9-9da6-66308618ce10 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:44.496818 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-6ae6cd1d-e4d5-46d9-9da6-66308618ce10 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/networks?id=0e9ec8fe-bceb-4c65-b590-b3c39078ebff HTTP/1.1" status: 200 len: 813 time: 0.1014977 Aug 19 13:25:44.512241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-5157fc79-ee09-489c-aef4-e8ccd78901bb tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/quotas/98cdde5ddccf4a19936306294e06cf91 HTTP/1.1" status: 200 len: 375 time: 0.0093682 Aug 19 13:25:44.549326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-6ceec297-3012-450e-9e17-6f3ff2cdb098 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=98cdde5ddccf4a19936306294e06cf91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311565 Aug 19 13:25:44.603916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-eb3758e4-4bec-43db-aefe-a76295f240ca service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:25:44.604957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-eb3758e4-4bec-43db-aefe-a76295f240ca service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489883 Aug 19 13:25:44.703078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-0aaec791-29d1-431a-a5e2-3e4d6077a61e service neutron] 10.222.0.44 "GET /v2.0/networks/0e9ec8fe-bceb-4c65-b590-b3c39078ebff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904779 Aug 19 13:25:44.800590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-6a304d92-76f4-4598-ac5f-7f069e3e5dd9 service neutron] 10.222.0.44 "GET /v2.0/networks/0e9ec8fe-bceb-4c65-b590-b3c39078ebff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910537 Aug 19 13:25:45.033323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b99c0cd-b5b9-4612-92af-9962523d1648 req-5e1540c0-e678-4812-bc1f-c7e43e067b41 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 210 time: 0.0276110 Aug 19 13:25:45.177305 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:46.136419 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4c2929a4-64e4-4cdb-806e-e282375254a9 req-40b6b622-5783-42fb-ae06-2a75bf298790 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 210 time: 0.0296745 Aug 19 13:25:47.255858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04980f66-4a5f-4fb7-9caf-0429aef41895 req-1f9133e2-3475-49c5-94d8-298a60bd781a tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 210 time: 0.0325644 Aug 19 13:25:47.303113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-099727a3-c8b0-4c2a-a9ae-1b30ef1913a1 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:47.304592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-099727a3-c8b0-4c2a-a9ae-1b30ef1913a1 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.53 "GET /v2.0/networks?id=0e9ec8fe-bceb-4c65-b590-b3c39078ebff HTTP/1.1" status: 200 len: 813 time: 0.1306355 Aug 19 13:25:47.317523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Request body: {'port': {'device_id': 'ca591175-f8eb-49bd-994a-9b165115fedf', 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff', 'admin_state_up': True, 'tenant_id': '98cdde5ddccf4a19936306294e06cf91'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:47.508318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Made reservation on behalf of 98cdde5ddccf4a19936306294e06cf91 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:25:47.511928 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:47.635592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Allocated IP 172.20.0.13 (0e9ec8fe-bceb-4c65-b590-b3c39078ebff/dafa1112-95eb-4103-955d-2c8baf39fab2/b51e12f9-8ee2-4193-96e4-37f3f4347d6c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:25:47.787705 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:47.949470 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:47.995549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:25:47.998767 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:48.004520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:25:48.031904 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Pushing event updated for resources: {'Port': ['ID=b51e12f9-8ee2-4193-96e4-37f3f4347d6c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:48.046814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.047091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.047438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.048363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.049279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.049644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.049999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.050345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.050683 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.051026 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.051350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.051679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:48.072675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:48.073289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:48.149793 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-40cc9d2a-c099-4fe8-8831-56452846a2ab tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8361330 Aug 19 13:25:48.163021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Request body: {'port': {'device_id': 'ca591175-f8eb-49bd-994a-9b165115fedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:48.218710 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:48.438679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee94017-70d0-4926-a45f-91f5141dc2ef req-232d07b0-2747-4486-a539-8fa20e3fae8a tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:48.440177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ee94017-70d0-4926-a45f-91f5141dc2ef req-232d07b0-2747-4486-a539-8fa20e3fae8a tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 932 time: 0.1017871 Aug 19 13:25:48.511597 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7ee94017-70d0-4926-a45f-91f5141dc2ef req-0c32ab28-c27c-4b5b-83fe-8e760b68bd81 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648589 Aug 19 13:25:48.557530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51e12f9-8ee2-4193-96e4-37f3f4347d6c {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:25:48.564905 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:48.577698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Transition to ACTIVE for port object b51e12f9-8ee2-4193-96e4-37f3f4347d6c will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:48.691361 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:48.740459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Pushing event updated for resources: {'Port': ['ID=b51e12f9-8ee2-4193-96e4-37f3f4347d6c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:48.814894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Attempting to bind port b51e12f9-8ee2-4193-96e4-37f3f4347d6c on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:25:48.815135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Attempting to bind port b51e12f9-8ee2-4193-96e4-37f3f4347d6c by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:25:48.815461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Attempting to bind port b51e12f9-8ee2-4193-96e4-37f3f4347d6c on network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:48.819874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Port b51e12f9-8ee2-4193-96e4-37f3f4347d6c on network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:25:48.820207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Attempting to bind port b51e12f9-8ee2-4193-96e4-37f3f4347d6c on network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:48.825199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:25:48.825575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Checking segment: {'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:48.825963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Bound using segment: {'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:25:48.826391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Bound port: b51e12f9-8ee2-4193-96e4-37f3f4347d6c, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:25:48.826750 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:48.893655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] For port b51e12f9-8ee2-4193-96e4-37f3f4347d6c, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:25:48.896853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] For port b51e12f9-8ee2-4193-96e4-37f3f4347d6c, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b51e12f9-8ee2-4193-96e4-37f3f4347d6c,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:25:49.018713 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:49.053794 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:49.054421 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:49.055842 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] 10.222.0.53 "PUT /v2.0/ports/b51e12f9-8ee2-4193-96e4-37f3f4347d6c HTTP/1.1" status: 200 len: 1092 time: 0.8972206 Aug 19 13:25:49.056299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca591175-f8eb-49bd-994a-9b165115fedf', 'tag': 'b51e12f9-8ee2-4193-96e4-37f3f4347d6c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:25:49.058599 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dbc208-e362-490d-a5da-ec51a13c8324" -d '{"events": [{"name": "network-changed", "server_uuid": "ca591175-f8eb-49bd-994a-9b165115fedf", "tag": "b51e12f9-8ee2-4193-96e4-37f3f4347d6c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:25:49.085264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60100534-f9ce-4adf-877a-b5c7484d6b76 service neutron] Pushing event updated for resources: {'Port': ['ID=b51e12f9-8ee2-4193-96e4-37f3f4347d6c,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:49.097592 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfae535-e864-4da0-a24b-25d2a47c6513 x-openstack-request-id: req-5bfae535-e864-4da0-a24b-25d2a47c6513 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:25:49.097901 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca591175-f8eb-49bd-994a-9b165115fedf", "tag": "b51e12f9-8ee2-4193-96e4-37f3f4347d6c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:25:49.098151 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5bfae535-e864-4da0-a24b-25d2a47c6513 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:25:49.098566 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca591175-f8eb-49bd-994a-9b165115fedf', 'tag': 'b51e12f9-8ee2-4193-96e4-37f3f4347d6c', 'status': 'completed', 'code': 200} Aug 19 13:25:49.162234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbc208-e362-490d-a5da-ec51a13c8324 req-6ced2994-f8c6-4c72-b7aa-95feb0868834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:49.163734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93dbc208-e362-490d-a5da-ec51a13c8324 req-6ced2994-f8c6-4c72-b7aa-95feb0868834 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98cdde5ddccf4a19936306294e06cf91&device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 1095 time: 0.0444243 Aug 19 13:25:49.273522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbc208-e362-490d-a5da-ec51a13c8324 req-a921a630-3437-4826-8ef5-e793c0ad9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:49.275179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93dbc208-e362-490d-a5da-ec51a13c8324 req-a921a630-3437-4826-8ef5-e793c0ad9037 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=98cdde5ddccf4a19936306294e06cf91&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1039956 Aug 19 13:25:49.379499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbc208-e362-490d-a5da-ec51a13c8324 req-ec0d2ca9-99d9-42ea-b5cd-fe8ecad05765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:49.380887 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93dbc208-e362-490d-a5da-ec51a13c8324 req-ec0d2ca9-99d9-42ea-b5cd-fe8ecad05765 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991235 Aug 19 13:25:49.460829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-f6aa96d7-b534-4db7-9978-9779a9bf6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:49.462444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-f6aa96d7-b534-4db7-9978-9779a9bf6256 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98cdde5ddccf4a19936306294e06cf91&device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 1095 time: 0.0442483 Aug 19 13:25:49.505501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-72037291-c175-47ec-bf82-382d3950a7e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b51e12f9-8ee2-4193-96e4-37f3f4347d6c HTTP/1.1" status: 200 len: 217 time: 0.0349116 Aug 19 13:25:49.556241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-58238cb2-f81f-40e0-9ac7-9eab825e724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:49.557774 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-58238cb2-f81f-40e0-9ac7-9eab825e724f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dafa1112-95eb-4103-955d-2c8baf39fab2 HTTP/1.1" status: 200 len: 853 time: 0.0460632 Aug 19 13:25:49.595257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-3fdc30f8-739f-431a-a82b-a7958d71a3ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e9ec8fe-bceb-4c65-b590-b3c39078ebff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301445 Aug 19 13:25:49.694242 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7603e5d-ba83-4a7a-863a-924c0b45b6f6 req-2c6a057e-9034-422e-bddf-d4a19f0f0120 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:49.695788 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7603e5d-ba83-4a7a-863a-924c0b45b6f6 req-2c6a057e-9034-422e-bddf-d4a19f0f0120 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 944 time: 0.1036992 Aug 19 13:25:49.741305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-42ac3f4e-beec-48b3-af3a-66df62af5df4 service neutron] 10.222.0.53 "GET /v2.0/networks/0e9ec8fe-bceb-4c65-b590-b3c39078ebff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385717 Aug 19 13:25:49.771371 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a7603e5d-ba83-4a7a-863a-924c0b45b6f6 req-17cd87a9-3d7b-4a73-85a2-e18521778b11 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651314 Aug 19 13:25:49.837098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1803e5c-8f93-4fba-8106-2d3da9eff20e req-06de19d4-3e60-41b8-8f74-f4e0f59ab31c service neutron] 10.222.0.53 "GET /v2.0/networks/0e9ec8fe-bceb-4c65-b590-b3c39078ebff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887089 Aug 19 13:25:50.893674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa67a4d-1477-484a-89d7-9dc0a4095502 req-4564770f-9cb8-49fc-96a6-6f2f512c1b7c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:50.895190 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-daa67a4d-1477-484a-89d7-9dc0a4095502 req-4564770f-9cb8-49fc-96a6-6f2f512c1b7c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 944 time: 0.0533435 Aug 19 13:25:50.941817 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-daa67a4d-1477-484a-89d7-9dc0a4095502 req-c4b74aca-ea46-4070-9b63-ca62eefd396f tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Aug 19 13:25:51.165843 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ba47fcf3-c1e6-4013-aa1a-4c764015c99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:51.619636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b51e12f9-8ee2-4193-96e4-37f3f4347d6c details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:25:51.718863 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b51e12f9-8ee2-4193-96e4-37f3f4347d6c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b51e12f9-8ee2-4193-96e4-37f3f4347d6c,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:51.730531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'b51e12f9-8ee2-4193-96e4-37f3f4347d6c', 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff', 'port_id': 'b51e12f9-8ee2-4193-96e4-37f3f4347d6c', 'mac_address': 'fa:16:3e:9c:33:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafa1112-95eb-4103-955d-2c8baf39fab2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:25:51.770470 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:51.783545 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51e12f9-8ee2-4193-96e4-37f3f4347d6c {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:25:51.804409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b51e12f9-8ee2-4193-96e4-37f3f4347d6c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b51e12f9-8ee2-4193-96e4-37f3f4347d6c,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:51.892296 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:51.945226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=b51e12f9-8ee2-4193-96e4-37f3f4347d6c,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:52.060626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e324e59-4bcd-4903-819d-e8b2adcaebd5 req-04a36d38-44fb-41de-8f1d-a6b9405972ce tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:52.062165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e324e59-4bcd-4903-819d-e8b2adcaebd5 req-04a36d38-44fb-41de-8f1d-a6b9405972ce tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 945 time: 0.0503337 Aug 19 13:25:52.079666 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['b51e12f9-8ee2-4193-96e4-37f3f4347d6c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:25:52.102102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e324e59-4bcd-4903-819d-e8b2adcaebd5 req-2e8d305c-ab4a-42af-880a-c27136307c14 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Aug 19 13:25:53.219330 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e92d75-ab2f-4ee8-82ad-fffc8e1c8fab req-b4277883-b7c5-4e88-a1e9-be8edd698599 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:53.222022 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23e92d75-ab2f-4ee8-82ad-fffc8e1c8fab req-b4277883-b7c5-4e88-a1e9-be8edd698599 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 945 time: 0.0523827 Aug 19 13:25:53.259705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23e92d75-ab2f-4ee8-82ad-fffc8e1c8fab req-474ff127-5174-4b21-adea-2113671c3c69 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Aug 19 13:25:53.635272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b51e12f9-8ee2-4193-96e4-37f3f4347d6c up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:53.771442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port b51e12f9-8ee2-4193-96e4-37f3f4347d6c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:53.775563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port b51e12f9-8ee2-4193-96e4-37f3f4347d6c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:53.775947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:53.855070 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:53.878198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca591175-f8eb-49bd-994a-9b165115fedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51e12f9-8ee2-4193-96e4-37f3f4347d6c'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:25:53.880425 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3db6a6a-f711-4a58-817e-d16840b0ea16" -d '{"events": [{"server_uuid": "ca591175-f8eb-49bd-994a-9b165115fedf", "name": "network-vif-plugged", "status": "completed", "tag": "b51e12f9-8ee2-4193-96e4-37f3f4347d6c"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:25:53.893011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b51e12f9-8ee2-4193-96e4-37f3f4347d6c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b51e12f9-8ee2-4193-96e4-37f3f4347d6c,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:53.918190 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0415d412-f038-4cd5-86d8-2c7a56752778 x-openstack-request-id: req-0415d412-f038-4cd5-86d8-2c7a56752778 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:25:53.918531 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca591175-f8eb-49bd-994a-9b165115fedf", "name": "network-vif-plugged", "status": "completed", "tag": "b51e12f9-8ee2-4193-96e4-37f3f4347d6c", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:25:53.919203 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0415d412-f038-4cd5-86d8-2c7a56752778 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:25:53.919643 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca591175-f8eb-49bd-994a-9b165115fedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51e12f9-8ee2-4193-96e4-37f3f4347d6c', 'code': 200} Aug 19 13:25:54.017309 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:54.017713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b111d-aae1-4403-a0a7-77cc38a190e6 req-c0655481-f81b-41ee-a830-0bfe3b8c06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:54.020008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-946b111d-aae1-4403-a0a7-77cc38a190e6 req-c0655481-f81b-41ee-a830-0bfe3b8c06d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 1096 time: 0.0451801 Aug 19 13:25:54.061508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-946b111d-aae1-4403-a0a7-77cc38a190e6 req-6e8436a5-ff41-45b6-bcbd-a631c0d1c259 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345037 Aug 19 13:25:54.073764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=b51e12f9-8ee2-4193-96e4-37f3f4347d6c,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:54.376092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466d5f5-8a41-4706-9f0c-998075c1d29d req-1f6e6d1c-234c-4b94-a300-af4f84ec7734 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:54.377693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6466d5f5-8a41-4706-9f0c-998075c1d29d req-1f6e6d1c-234c-4b94-a300-af4f84ec7734 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 946 time: 0.0504785 Aug 19 13:25:54.415630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6466d5f5-8a41-4706-9f0c-998075c1d29d req-2ccad18f-079f-4ff1-aa15-cc044ac1cff5 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Aug 19 13:25:55.489395 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-11a3de8d-466c-4ed4-a7b4-2a75664c3368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:55.536895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64dfef-7982-40f4-8ebe-9d5ce55f96c7 req-b1449008-fe49-4452-8901-b2a92cd7c776 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:55.538494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d64dfef-7982-40f4-8ebe-9d5ce55f96c7 req-b1449008-fe49-4452-8901-b2a92cd7c776 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 946 time: 0.0518773 Aug 19 13:25:55.580374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d64dfef-7982-40f4-8ebe-9d5ce55f96c7 req-2122ee81-a4ab-4a84-85f2-c94784587854 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349200 Aug 19 13:25:55.803875 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:55.817441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-27c52069-aa7d-4edf-ace6-f837de04b260 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:55.818940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-27c52069-aa7d-4edf-ace6-f837de04b260 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/networks?id=0e9ec8fe-bceb-4c65-b590-b3c39078ebff HTTP/1.1" status: 200 len: 813 time: 0.1126206 Aug 19 13:25:55.834949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-934b2096-2b6a-46e2-851c-c0c9d7a731c1 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/quotas/98cdde5ddccf4a19936306294e06cf91 HTTP/1.1" status: 200 len: 375 time: 0.0101833 Aug 19 13:25:55.884942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-265d1166-e06e-456b-9272-fce551775624 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=98cdde5ddccf4a19936306294e06cf91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441856 Aug 19 13:25:55.938744 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-8f4b209a-0320-4138-aeb5-2d6038005e16 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:25:55.939882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-8f4b209a-0320-4138-aeb5-2d6038005e16 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479279 Aug 19 13:25:56.039934 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-6df1e973-e342-4955-8b96-529e757f9309 service neutron] 10.222.0.44 "GET /v2.0/networks/0e9ec8fe-bceb-4c65-b590-b3c39078ebff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935781 Aug 19 13:25:56.134386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-4798d519-a2da-41b1-829d-405be5b6925b service neutron] 10.222.0.44 "GET /v2.0/networks/0e9ec8fe-bceb-4c65-b590-b3c39078ebff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884867 Aug 19 13:25:56.412244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb8fd0da-f8dc-4960-9de6-839945ec7bd3 req-49664a46-e0e7-4812-b2f3-1bc4c3114516 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 210 time: 0.0265069 Aug 19 13:25:57.210894 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:57.513769 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8e8a112f-3a2c-4bd8-9df8-7c0500af9026 req-a25c6d91-afc2-4ef3-a570-da4b36f9cadd tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 210 time: 0.0353518 Aug 19 13:25:58.355267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-abd5c0c4-84b3-415f-801e-08ee09e0be17 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:58.356799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-abd5c0c4-84b3-415f-801e-08ee09e0be17 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.52 "GET /v2.0/networks?id=0e9ec8fe-bceb-4c65-b590-b3c39078ebff HTTP/1.1" status: 200 len: 813 time: 0.1080043 Aug 19 13:25:58.377195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Request body: {'port': {'device_id': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff', 'admin_state_up': True, 'tenant_id': '98cdde5ddccf4a19936306294e06cf91'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:58.608978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Made reservation on behalf of 98cdde5ddccf4a19936306294e06cf91 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:25:58.613165 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:58.630570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4fbd6f92-5c13-4d28-b397-70096e4748cb req-ac6d6d49-285e-44db-ac3a-bf6e764a85c9 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 210 time: 0.0326710 Aug 19 13:25:58.762969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Allocated IP 172.20.0.3 (0e9ec8fe-bceb-4c65-b590-b3c39078ebff/dafa1112-95eb-4103-955d-2c8baf39fab2/def094e7-a8e8-4da5-b882-79d14e73cd14) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:25:58.917879 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:59.040197 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:59.053999 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['b51e12f9-8ee2-4193-96e4-37f3f4347d6c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:25:59.087892 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:25:59.091343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:59.099705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:25:59.109856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:59.130719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Pushing event updated for resources: {'Port': ['ID=def094e7-a8e8-4da5-b882-79d14e73cd14,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:59.161500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:59.162441 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:59.227320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-96b662b8-5e1a-452c-8d34-8adbe212a30c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8546546 Aug 19 13:25:59.240950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Request body: {'port': {'device_id': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:59.296031 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:59.821948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7265fb5-3499-4912-a055-e639830e6728 req-74547233-8f1b-4d67-ae79-4da2e6a6cd9a tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:59.823474 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7265fb5-3499-4912-a055-e639830e6728 req-74547233-8f1b-4d67-ae79-4da2e6a6cd9a tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 931 time: 0.1174572 Aug 19 13:25:59.911873 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b7265fb5-3499-4912-a055-e639830e6728 req-578d1b8a-e831-4592-8c63-02d2d48fc142 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733843 Aug 19 13:25:59.992596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def094e7-a8e8-4da5-b882-79d14e73cd14 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:26:00.000105 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:00.012753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Transition to ACTIVE for port object def094e7-a8e8-4da5-b882-79d14e73cd14 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:00.090829 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:00.148660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Pushing event updated for resources: {'Port': ['ID=def094e7-a8e8-4da5-b882-79d14e73cd14,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:00.219684 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Attempting to bind port def094e7-a8e8-4da5-b882-79d14e73cd14 on host n-h2-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:26:00.220078 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Attempting to bind port def094e7-a8e8-4da5-b882-79d14e73cd14 by drivers openvswitch,hyperv on host n-h2-778732-8 at level 0 using segments [{'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:26:00.220454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Attempting to bind port def094e7-a8e8-4da5-b882-79d14e73cd14 on network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:00.225077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Port def094e7-a8e8-4da5-b882-79d14e73cd14 on network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:26:00.225435 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Attempting to bind port def094e7-a8e8-4da5-b882-79d14e73cd14 on network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:00.230293 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Checking agent: {'id': 'd990ef1c-ca4c-443f-8f07-4fe9e8dddf84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:26:00.230641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Checking segment: {'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:00.231033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Bound using segment: {'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:26:00.231471 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Bound port: def094e7-a8e8-4da5-b882-79d14e73cd14, host: n-h2-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:26:00.231831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:00.300894 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] For port def094e7-a8e8-4da5-b882-79d14e73cd14, host n-h2-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:26:00.304207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] For port def094e7-a8e8-4da5-b882-79d14e73cd14, host n-h2-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=def094e7-a8e8-4da5-b882-79d14e73cd14,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:26:00.377705 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:00.415695 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:00.416316 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:00.417797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] 10.222.0.52 "PUT /v2.0/ports/def094e7-a8e8-4da5-b882-79d14e73cd14 HTTP/1.1" status: 200 len: 1091 time: 1.1811121 Aug 19 13:26:00.418238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'tag': 'def094e7-a8e8-4da5-b882-79d14e73cd14'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:26:00.420472 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54e0112-0d7e-4080-bad0-80dc27d34f40" -d '{"events": [{"name": "network-changed", "server_uuid": "f6cc18e3-7e89-4c97-a7f9-1432f93942d1", "tag": "def094e7-a8e8-4da5-b882-79d14e73cd14"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:26:00.446420 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8919d-c0b7-4ba9-a4e9-1170c47b28c6 service neutron] Pushing event updated for resources: {'Port': ['ID=def094e7-a8e8-4da5-b882-79d14e73cd14,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:00.461117 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f7d8e-7841-4191-881d-67b652887b26 x-openstack-request-id: req-f85f7d8e-7841-4191-881d-67b652887b26 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:26:00.461440 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6cc18e3-7e89-4c97-a7f9-1432f93942d1", "tag": "def094e7-a8e8-4da5-b882-79d14e73cd14", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:26:00.461697 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f85f7d8e-7841-4191-881d-67b652887b26 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:26:00.462097 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'tag': 'def094e7-a8e8-4da5-b882-79d14e73cd14', 'status': 'completed', 'code': 200} Aug 19 13:26:00.529016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e0112-0d7e-4080-bad0-80dc27d34f40 req-8df97506-b664-44e2-b4c9-7b599c73fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:00.530529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a54e0112-0d7e-4080-bad0-80dc27d34f40 req-8df97506-b664-44e2-b4c9-7b599c73fbb6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=98cdde5ddccf4a19936306294e06cf91&device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 1094 time: 0.0457377 Aug 19 13:26:00.631576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e0112-0d7e-4080-bad0-80dc27d34f40 req-50d551b3-7321-4fb6-951c-d2723f852aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:00.633118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a54e0112-0d7e-4080-bad0-80dc27d34f40 req-50d551b3-7321-4fb6-951c-d2723f852aad service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=98cdde5ddccf4a19936306294e06cf91&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0928197 Aug 19 13:26:00.735827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e0112-0d7e-4080-bad0-80dc27d34f40 req-ea899fc8-6179-4f27-a691-bbff4c9758b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:00.737334 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a54e0112-0d7e-4080-bad0-80dc27d34f40 req-ea899fc8-6179-4f27-a691-bbff4c9758b0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963445 Aug 19 13:26:00.831713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-5e13ffbd-c073-4869-861a-d72939803327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:00.831713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-5e13ffbd-c073-4869-861a-d72939803327 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=98cdde5ddccf4a19936306294e06cf91&device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 1094 time: 0.0465076 Aug 19 13:26:00.871193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-29095fae-848b-44af-9858-b9507df01d94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=def094e7-a8e8-4da5-b882-79d14e73cd14 HTTP/1.1" status: 200 len: 217 time: 0.0386174 Aug 19 13:26:00.922047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-5598d9fe-d3d7-40e8-b281-a8d87fd3b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:00.923766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-5598d9fe-d3d7-40e8-b281-a8d87fd3b1e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dafa1112-95eb-4103-955d-2c8baf39fab2 HTTP/1.1" status: 200 len: 853 time: 0.0453126 Aug 19 13:26:00.959983 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-76f58d09-b6f9-4f47-962c-a145aad2781c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e9ec8fe-bceb-4c65-b590-b3c39078ebff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271451 Aug 19 13:26:01.088397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb63b4-07a8-479d-b5e1-c568d589c94c req-6d765100-80c4-420d-b206-c4a6c24fb56b tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:01.089858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-28bb63b4-07a8-479d-b5e1-c568d589c94c req-6d765100-80c4-420d-b206-c4a6c24fb56b tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 943 time: 0.1045301 Aug 19 13:26:01.093530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-06fd944c-a05c-483a-a05e-2a1888b75f00 service neutron] 10.222.0.52 "GET /v2.0/networks/0e9ec8fe-bceb-4c65-b590-b3c39078ebff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257699 Aug 19 13:26:01.180251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-28bb63b4-07a8-479d-b5e1-c568d589c94c req-3c1d86d1-8daf-4e3e-9975-0da10e5ba6d3 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833349 Aug 19 13:26:01.210935 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-7148115c-d176-4637-82bd-8f08cf576002 service neutron] 10.222.0.52 "GET /v2.0/networks/0e9ec8fe-bceb-4c65-b590-b3c39078ebff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079948 Aug 19 13:26:01.862564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-09fa2cff-3dd1-4e61-93ff-756ca14ec4e8 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:01.864097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-09fa2cff-3dd1-4e61-93ff-756ca14ec4e8 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 943 time: 0.0517397 Aug 19 13:26:01.961992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-87b429c0-929c-4427-abe7-b82765e5fb2c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Deleting port def094e7-a8e8-4da5-b882-79d14e73cd14 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:01.962255 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-87b429c0-929c-4427-abe7-b82765e5fb2c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:02.060771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-87b429c0-929c-4427-abe7-b82765e5fb2c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] For port def094e7-a8e8-4da5-b882-79d14e73cd14, host n-h2-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-8',level=0,port_id=def094e7-a8e8-4da5-b882-79d14e73cd14,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:02.061146 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-87b429c0-929c-4427-abe7-b82765e5fb2c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:02.075248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-87b429c0-929c-4427-abe7-b82765e5fb2c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Calling delete_port for def094e7-a8e8-4da5-b882-79d14e73cd14 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:02.298432 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5ca14-ee66-4266-8713-71d44d3c1e03 req-f0f72a0e-5daa-4c44-b7dc-1d66cb2f74ec tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:02.299993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3c5ca14-ee66-4266-8713-71d44d3c1e03 req-f0f72a0e-5daa-4c44-b7dc-1d66cb2f74ec tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 943 time: 0.0506749 Aug 19 13:26:02.301068 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-87b429c0-929c-4427-abe7-b82765e5fb2c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:02.312707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['b51e12f9-8ee2-4193-96e4-37f3f4347d6c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:26:02.334533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b429c0-929c-4427-abe7-b82765e5fb2c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Pushing event deleted for resources: {'Port': ['ID=def094e7-a8e8-4da5-b882-79d14e73cd14,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:02.399740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-87b429c0-929c-4427-abe7-b82765e5fb2c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] No DVR routers for this DVR port def094e7-a8e8-4da5-b882-79d14e73cd14 on host n-h2-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:02.407342 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e3c5ca14-ee66-4266-8713-71d44d3c1e03 req-526b246f-4ca1-442d-bc78-4f9ec75275fb tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958729 Aug 19 13:26:02.407342 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-87b429c0-929c-4427-abe7-b82765e5fb2c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:02.407883 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-87b429c0-929c-4427-abe7-b82765e5fb2c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.52 "DELETE /v2.0/ports/def094e7-a8e8-4da5-b882-79d14e73cd14 HTTP/1.1" status: 204 len: 173 time: 0.5348163 Aug 19 13:26:02.462808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'name': 'network-vif-deleted', 'tag': 'def094e7-a8e8-4da5-b882-79d14e73cd14'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:26:02.465254 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa4545a-ba74-4c34-ac1d-563bef2ff6fa" -d '{"events": [{"server_uuid": "f6cc18e3-7e89-4c97-a7f9-1432f93942d1", "name": "network-vif-deleted", "tag": "def094e7-a8e8-4da5-b882-79d14e73cd14"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:26:02.502468 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 13:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c13d51c-6e8f-4a2a-9513-4f8950ea7719 x-openstack-request-id: req-5c13d51c-6e8f-4a2a-9513-4f8950ea7719 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:26:02.502791 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cc18e3-7e89-4c97-a7f9-1432f93942d1", "name": "network-vif-deleted", "tag": "def094e7-a8e8-4da5-b882-79d14e73cd14", "status": "failed", "code": 422}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:26:02.503048 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c13d51c-6e8f-4a2a-9513-4f8950ea7719 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:26:02.503458 n-d-778732-8 neutron-server[95660]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'name': 'network-vif-deleted', 'tag': 'def094e7-a8e8-4da5-b882-79d14e73cd14', 'status': 'failed', 'code': 422} returned with failed status Aug 19 13:26:03.504565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6fde8c3d-70a5-4cc0-b298-1615d24076c9 req-b751003a-046d-4a4a-9403-c3db4333857b tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 210 time: 0.0271368 Aug 19 13:26:04.599748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88b219ed-31b8-4c63-ae5c-7d52de5765ed req-9a9839c1-e56c-40f2-bce0-d01dc3581a3f tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 210 time: 0.0271060 Aug 19 13:26:05.074925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-15483baa-e6a7-410a-b472-ed9fc39c2f44 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:05.076771 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-15483baa-e6a7-410a-b472-ed9fc39c2f44 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.53 "GET /v2.0/networks?id=0e9ec8fe-bceb-4c65-b590-b3c39078ebff HTTP/1.1" status: 200 len: 813 time: 0.1086967 Aug 19 13:26:05.096860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Request body: {'port': {'device_id': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff', 'admin_state_up': True, 'tenant_id': '98cdde5ddccf4a19936306294e06cf91'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:05.268181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Made reservation on behalf of 98cdde5ddccf4a19936306294e06cf91 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:05.271887 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:05.403921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Allocated IP 172.20.0.10 (0e9ec8fe-bceb-4c65-b590-b3c39078ebff/dafa1112-95eb-4103-955d-2c8baf39fab2/829b7ca6-6cb4-4fe5-993b-d8a5af5a641b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:26:05.452536 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:26:05.560419 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:05.663422 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:05.675474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['b51e12f9-8ee2-4193-96e4-37f3f4347d6c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:26:05.740180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:26:05.745664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:05.751300 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:26:05.783735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Pushing event updated for resources: {'Port': ['ID=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:05.810931 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f38fb-51c7-40ea-877e-b345439ea177 req-b2b44741-b83e-483d-a749-de48a86456ec tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:05.812506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-619f38fb-51c7-40ea-877e-b345439ea177 req-b2b44741-b83e-483d-a749-de48a86456ec tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 932 time: 0.1405866 Aug 19 13:26:05.835693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:05.836323 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:05.871835 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-619f38fb-51c7-40ea-877e-b345439ea177 req-bdf22e04-571c-43c3-b216-87590afc13a1 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524716 Aug 19 13:26:05.925079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-ab95990d-7615-430d-b936-99be2aa63e94 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8331287 Aug 19 13:26:05.938986 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Request body: {'port': {'device_id': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:05.994251 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:06.358968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:26:06.358968 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:06.358968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Transition to ACTIVE for port object 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:06.377294 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:06.429963 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:06.503163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Attempting to bind port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:26:06.503447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Attempting to bind port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:26:06.503739 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Attempting to bind port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b on network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:06.508643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b on network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:26:06.513193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Attempting to bind port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b on network 0e9ec8fe-bceb-4c65-b590-b3c39078ebff {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:06.514452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:26:06.514793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Checking segment: {'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:06.515177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Bound using segment: {'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:26:06.515692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Bound port: 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23843241-32ae-42da-919d-4e1511c85180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:26:06.516833 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:06.591174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] For port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:26:06.595160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] For port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:26:06.656647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:06.696663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:06.697294 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:06.698705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] 10.222.0.53 "PUT /v2.0/ports/829b7ca6-6cb4-4fe5-993b-d8a5af5a641b HTTP/1.1" status: 200 len: 1092 time: 0.7650323 Aug 19 13:26:06.699142 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'tag': '829b7ca6-6cb4-4fe5-993b-d8a5af5a641b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:26:06.701476 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde1fabd-45fe-4779-81a8-a0732227dad7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6cc18e3-7e89-4c97-a7f9-1432f93942d1", "tag": "829b7ca6-6cb4-4fe5-993b-d8a5af5a641b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:26:06.723215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc87653-a8aa-4571-9268-7d0d87b38ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:06.740605 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01b0793-4606-4d03-b22a-85ba1f88c0ce x-openstack-request-id: req-f01b0793-4606-4d03-b22a-85ba1f88c0ce {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:26:06.740918 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6cc18e3-7e89-4c97-a7f9-1432f93942d1", "tag": "829b7ca6-6cb4-4fe5-993b-d8a5af5a641b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:26:06.741214 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f01b0793-4606-4d03-b22a-85ba1f88c0ce {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:26:06.741663 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'tag': '829b7ca6-6cb4-4fe5-993b-d8a5af5a641b', 'status': 'completed', 'code': 200} Aug 19 13:26:06.810913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1fabd-45fe-4779-81a8-a0732227dad7 req-25f5c94e-4af2-484e-909c-bbb31600e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:06.813970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde1fabd-45fe-4779-81a8-a0732227dad7 req-25f5c94e-4af2-484e-909c-bbb31600e0dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98cdde5ddccf4a19936306294e06cf91&device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 1095 time: 0.0470374 Aug 19 13:26:06.922850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1fabd-45fe-4779-81a8-a0732227dad7 req-d8d9a6f8-7b77-425b-925e-ddf066ccf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:06.924525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde1fabd-45fe-4779-81a8-a0732227dad7 req-d8d9a6f8-7b77-425b-925e-ddf066ccf8c9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=98cdde5ddccf4a19936306294e06cf91&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1013706 Aug 19 13:26:07.052826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af20201-9b92-4096-bc3d-25b492cfe135 req-f6e5c615-61e5-4dfa-be01-7c7229ed9bde tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:07.054319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6af20201-9b92-4096-bc3d-25b492cfe135 req-f6e5c615-61e5-4dfa-be01-7c7229ed9bde tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 944 time: 0.0773985 Aug 19 13:26:07.066478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1fabd-45fe-4779-81a8-a0732227dad7 req-bf4fd8ab-0bea-452c-8e7b-92fcb524ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:07.067919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cde1fabd-45fe-4779-81a8-a0732227dad7 req-bf4fd8ab-0bea-452c-8e7b-92fcb524ed42 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365771 Aug 19 13:26:07.104655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6af20201-9b92-4096-bc3d-25b492cfe135 req-757ef9ca-a052-4713-b58f-f1afbf31396f tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Aug 19 13:26:07.154756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-a8e27df3-a0e7-45aa-bc08-5a19ce89d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:07.156257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-a8e27df3-a0e7-45aa-bc08-5a19ce89d190 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98cdde5ddccf4a19936306294e06cf91&device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 1095 time: 0.0419922 Aug 19 13:26:07.198206 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-2cecfe27-8865-4bfc-addd-15152b4e5ad3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b HTTP/1.1" status: 200 len: 217 time: 0.0340359 Aug 19 13:26:07.254428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-25763396-200f-4f8b-a46b-26677d379e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:07.256237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-25763396-200f-4f8b-a46b-26677d379e1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dafa1112-95eb-4103-955d-2c8baf39fab2 HTTP/1.1" status: 200 len: 853 time: 0.0507789 Aug 19 13:26:07.290041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-c8fc53b6-9e6a-4a08-8c74-b0eb9d733416 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e9ec8fe-bceb-4c65-b590-b3c39078ebff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263982 Aug 19 13:26:07.381697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-dcc6bfdf-4e97-49ab-bd69-448c3244d631 service neutron] 10.222.0.53 "GET /v2.0/networks/0e9ec8fe-bceb-4c65-b590-b3c39078ebff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829723 Aug 19 13:26:07.475019 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-6371c6db-6169-41bd-b626-917c2039cc39 service neutron] 10.222.0.53 "GET /v2.0/networks/0e9ec8fe-bceb-4c65-b590-b3c39078ebff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866904 Aug 19 13:26:08.226151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3c4f5-f844-46f7-89f6-52a9eb91ae8d req-c876f6dd-f2bc-4cf0-9f7b-7acc42112618 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:08.227541 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20d3c4f5-f844-46f7-89f6-52a9eb91ae8d req-c876f6dd-f2bc-4cf0-9f7b-7acc42112618 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 944 time: 0.0528791 Aug 19 13:26:08.265607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20d3c4f5-f844-46f7-89f6-52a9eb91ae8d req-ff8600ef-6545-4302-9756-9a9af54c88d7 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Aug 19 13:26:09.393651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f4440-6519-40ab-9a2c-18567dde9849 req-348f8314-507d-4c6b-967b-569efd4edf59 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:09.395201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a24f4440-6519-40ab-9a2c-18567dde9849 req-348f8314-507d-4c6b-967b-569efd4edf59 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 944 time: 0.0576191 Aug 19 13:26:09.436673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a24f4440-6519-40ab-9a2c-18567dde9849 req-17185f4c-c44e-4c18-be9f-ac1ebf5aeff9 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354681 Aug 19 13:26:09.729046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:26:09.830771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:09.841907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '829b7ca6-6cb4-4fe5-993b-d8a5af5a641b', 'network_id': '0e9ec8fe-bceb-4c65-b590-b3c39078ebff', 'port_id': '829b7ca6-6cb4-4fe5-993b-d8a5af5a641b', 'mac_address': 'fa:16:3e:22:9c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafa1112-95eb-4103-955d-2c8baf39fab2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:26:09.882602 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.896095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:26:09.916109 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:09.986505 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:10.035381 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:10.042987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.043343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.043798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.044035 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.044370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.044705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.045038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.045384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.045721 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.046052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.046382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.046706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:10.198651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['829b7ca6-6cb4-4fe5-993b-d8a5af5a641b'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:26:10.553967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc39e7-57a6-4df4-8fd6-a0914478bd72 req-44143225-d87d-4b04-9479-4dae8597599f tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:10.555519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46bc39e7-57a6-4df4-8fd6-a0914478bd72 req-44143225-d87d-4b04-9479-4dae8597599f tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 945 time: 0.0504465 Aug 19 13:26:10.596188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46bc39e7-57a6-4df4-8fd6-a0914478bd72 req-8e2b9f17-c92b-4d73-955f-ed1630a50c17 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346692 Aug 19 13:26:11.712407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ddb22-6f05-438b-9540-4dd454988df3 req-6eba8b3c-6f24-4919-acc1-62d20c3c5efa tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:11.713997 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc6ddb22-6f05-438b-9540-4dd454988df3 req-6eba8b3c-6f24-4919-acc1-62d20c3c5efa tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 945 time: 0.0502291 Aug 19 13:26:11.746106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:26:11.755987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc6ddb22-6f05-438b-9540-4dd454988df3 req-168c3dce-5002-4954-a034-d0da0e6be24f tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347738 Aug 19 13:26:11.883964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:26:11.887964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:26:11.888340 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:11.965204 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:11.990207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829b7ca6-6cb4-4fe5-993b-d8a5af5a641b'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:26:11.992434 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863ffa87-3b3b-478c-82c4-b4ebc5f39e80" -d '{"events": [{"server_uuid": "f6cc18e3-7e89-4c97-a7f9-1432f93942d1", "name": "network-vif-plugged", "status": "completed", "tag": "829b7ca6-6cb4-4fe5-993b-d8a5af5a641b"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:26:12.006145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:12.032790 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d48c0d-38fd-4c7c-a511-7fd61f50c67a x-openstack-request-id: req-31d48c0d-38fd-4c7c-a511-7fd61f50c67a {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:26:12.033083 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cc18e3-7e89-4c97-a7f9-1432f93942d1", "name": "network-vif-plugged", "status": "completed", "tag": "829b7ca6-6cb4-4fe5-993b-d8a5af5a641b", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:26:12.033345 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31d48c0d-38fd-4c7c-a511-7fd61f50c67a {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:26:12.033780 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829b7ca6-6cb4-4fe5-993b-d8a5af5a641b', 'code': 200} Aug 19 13:26:12.091136 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:12.137588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952e611-e67b-4bce-b3e6-74a279117c97 req-a3ae1ce7-b855-4496-b624-cdc627b4b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:12.139418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b952e611-e67b-4bce-b3e6-74a279117c97 req-a3ae1ce7-b855-4496-b624-cdc627b4b934 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 1097 time: 0.0500975 Aug 19 13:26:12.141574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:12.179597 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b952e611-e67b-4bce-b3e6-74a279117c97 req-0d8cc1c2-8ac1-4f26-8248-8d77d939bebe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Aug 19 13:26:12.382651 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:12.873531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0fa4b-d28c-43fc-b05d-55e05dad502f req-9d3a7714-e9ac-4ca8-9057-7112d26a2102 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:12.875701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ca0fa4b-d28c-43fc-b05d-55e05dad502f req-9d3a7714-e9ac-4ca8-9057-7112d26a2102 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 946 time: 0.0506473 Aug 19 13:26:12.918197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ca0fa4b-d28c-43fc-b05d-55e05dad502f req-03100815-26f0-4bd7-a7a5-1dd254829fec tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342734 Aug 19 13:26:14.042000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba536dd0-ff64-48da-a8ff-902e04aa573e req-8ba5ef6d-c0db-4209-a5fc-212aa39afa2a tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:14.043509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba536dd0-ff64-48da-a8ff-902e04aa573e req-8ba5ef6d-c0db-4209-a5fc-212aa39afa2a tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 946 time: 0.0514855 Aug 19 13:26:14.082942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba536dd0-ff64-48da-a8ff-902e04aa573e req-d4e7fd29-cc1b-44bd-a6e7-26038ccc217a tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Aug 19 13:26:14.614377 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef590af-c4be-4259-bef6-a3a8a6646171 req-225c77ec-b454-4847-9563-1f5ee17d656f tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:14.615909 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bef590af-c4be-4259-bef6-a3a8a6646171 req-225c77ec-b454-4847-9563-1f5ee17d656f tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 946 time: 0.0563848 Aug 19 13:26:14.655297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bef590af-c4be-4259-bef6-a3a8a6646171 req-ff48a36e-635d-4529-b903-904525cf7da6 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334141 Aug 19 13:26:15.205071 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:15.775289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9fa1-87b2-4f54-923a-b0ea0765b93f req-73057428-d3c7-40fa-98de-91ce4ea014ef tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:15.776800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea9f9fa1-87b2-4f54-923a-b0ea0765b93f req-73057428-d3c7-40fa-98de-91ce4ea014ef tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 946 time: 0.0502782 Aug 19 13:26:15.817059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea9f9fa1-87b2-4f54-923a-b0ea0765b93f req-be0ad4b1-bdaa-4a8d-bccb-696d2c8ff841 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334063 Aug 19 13:26:15.962431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f7aad-324f-4b42-9011-25557867761c req-7c1e67f0-bba6-45ed-a7cc-95aa8ad84926 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:15.963838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-728f7aad-324f-4b42-9011-25557867761c req-7c1e67f0-bba6-45ed-a7cc-95aa8ad84926 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 946 time: 0.0512273 Aug 19 13:26:16.057263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-728f7aad-324f-4b42-9011-25557867761c req-9a609e3e-5187-48a9-a012-6ad7259aca23 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Deleting port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:16.057645 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-728f7aad-324f-4b42-9011-25557867761c req-9a609e3e-5187-48a9-a012-6ad7259aca23 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:16.146750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-728f7aad-324f-4b42-9011-25557867761c req-9a609e3e-5187-48a9-a012-6ad7259aca23 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] For port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:16.147122 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-728f7aad-324f-4b42-9011-25557867761c req-9a609e3e-5187-48a9-a012-6ad7259aca23 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:16.159439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-728f7aad-324f-4b42-9011-25557867761c req-9a609e3e-5187-48a9-a012-6ad7259aca23 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Calling delete_port for 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:16.423315 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-728f7aad-324f-4b42-9011-25557867761c req-9a609e3e-5187-48a9-a012-6ad7259aca23 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:16.435115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['b51e12f9-8ee2-4193-96e4-37f3f4347d6c', '829b7ca6-6cb4-4fe5-993b-d8a5af5a641b'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:26:16.453786 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a609e3e-5187-48a9-a012-6ad7259aca23 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Pushing event deleted for resources: {'Port': ['ID=829b7ca6-6cb4-4fe5-993b-d8a5af5a641b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:16.501834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-728f7aad-324f-4b42-9011-25557867761c req-9a609e3e-5187-48a9-a012-6ad7259aca23 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] No DVR routers for this DVR port 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:16.504673 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-728f7aad-324f-4b42-9011-25557867761c req-9a609e3e-5187-48a9-a012-6ad7259aca23 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:16.506558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-728f7aad-324f-4b42-9011-25557867761c req-9a609e3e-5187-48a9-a012-6ad7259aca23 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.53 "DELETE /v2.0/ports/829b7ca6-6cb4-4fe5-993b-d8a5af5a641b HTTP/1.1" status: 204 len: 173 time: 0.5362475 Aug 19 13:26:16.507337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'name': 'network-vif-deleted', 'tag': '829b7ca6-6cb4-4fe5-993b-d8a5af5a641b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:26:16.509656 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00608ec3-e82c-42b9-ac92-cfb62abd9732" -d '{"events": [{"server_uuid": "f6cc18e3-7e89-4c97-a7f9-1432f93942d1", "name": "network-vif-deleted", "tag": "829b7ca6-6cb4-4fe5-993b-d8a5af5a641b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:26:16.548396 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d40d63-42f5-4c4c-92c1-5da8f0966887 x-openstack-request-id: req-a5d40d63-42f5-4c4c-92c1-5da8f0966887 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:26:16.548735 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cc18e3-7e89-4c97-a7f9-1432f93942d1", "name": "network-vif-deleted", "tag": "829b7ca6-6cb4-4fe5-993b-d8a5af5a641b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:26:16.548988 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5d40d63-42f5-4c4c-92c1-5da8f0966887 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:26:16.549393 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cc18e3-7e89-4c97-a7f9-1432f93942d1', 'name': 'network-vif-deleted', 'tag': '829b7ca6-6cb4-4fe5-993b-d8a5af5a641b', 'status': 'completed', 'code': 200} Aug 19 13:26:16.913384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dd2a9e9f-e3c0-4f72-a440-3e2f18e14947 req-70af483a-0424-4d3b-9405-e767f96670f1 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6cc18e3-7e89-4c97-a7f9-1432f93942d1 HTTP/1.1" status: 200 len: 210 time: 0.0272186 Aug 19 13:26:18.064222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d414b3-8459-4ad9-8aad-0b24ae8e0a56 req-ac691f08-fe28-422d-8afd-aaac1232901d tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:18.065762 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83d414b3-8459-4ad9-8aad-0b24ae8e0a56 req-ac691f08-fe28-422d-8afd-aaac1232901d tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 946 time: 0.0500097 Aug 19 13:26:18.107827 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83d414b3-8459-4ad9-8aad-0b24ae8e0a56 req-1768802e-4d83-4438-b4ea-db59e0dfb1fe tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356424 Aug 19 13:26:18.245027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd61b99-ff37-43c3-9f0c-6657b61bfb56 req-1e5b6069-8df1-4a12-b9a0-cfeb6f962f27 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:18.246300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ccd61b99-ff37-43c3-9f0c-6657b61bfb56 req-1e5b6069-8df1-4a12-b9a0-cfeb6f962f27 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 946 time: 0.0509431 Aug 19 13:26:18.295406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ccd61b99-ff37-43c3-9f0c-6657b61bfb56 req-29f538d5-5be6-4f88-8087-e84bc2ac8640 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Aug 19 13:26:18.417309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fa464-14c1-429b-8cab-1eec8ca911c6 req-053cb3d2-3a5b-400e-abd9-1f2576962098 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:18.418865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f91fa464-14c1-429b-8cab-1eec8ca911c6 req-053cb3d2-3a5b-400e-abd9-1f2576962098 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 946 time: 0.0511196 Aug 19 13:26:18.462364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f91fa464-14c1-429b-8cab-1eec8ca911c6 req-ed3fb210-4247-4395-ad1d-772d2e7e8eca tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371873 Aug 19 13:26:18.637291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e810c6d-caa2-4e38-a7a2-4e0a27b92b1e req-5415f9fd-2f1f-4165-9c71-db210c832804 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:18.638823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e810c6d-caa2-4e38-a7a2-4e0a27b92b1e req-5415f9fd-2f1f-4165-9c71-db210c832804 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 946 time: 0.0508842 Aug 19 13:26:18.679473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5e810c6d-caa2-4e38-a7a2-4e0a27b92b1e req-08e4eead-8a0a-446d-9788-b2506d4a2c91 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339754 Aug 19 13:26:18.802317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6157da8-7239-4033-8c23-cab3358af0d0 req-6cea271e-93fb-4d2b-bf6b-54b96be887d8 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:18.803892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6157da8-7239-4033-8c23-cab3358af0d0 req-6cea271e-93fb-4d2b-bf6b-54b96be887d8 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 946 time: 0.0537298 Aug 19 13:26:18.848030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6157da8-7239-4033-8c23-cab3358af0d0 req-c6c0ab65-5b73-4f47-830b-60d3bdaa417b tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380330 Aug 19 13:26:18.983969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4bf60-80c6-41d7-b084-fba4556265db req-786b8816-cab3-4c57-8f99-7feb91376378 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:18.986269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89f4bf60-80c6-41d7-b084-fba4556265db req-786b8816-cab3-4c57-8f99-7feb91376378 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 946 time: 0.0559220 Aug 19 13:26:19.028056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-89f4bf60-80c6-41d7-b084-fba4556265db req-57b29641-a9e5-4a00-951f-b269338ec672 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356081 Aug 19 13:26:19.576997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749e8fb-6681-4118-9840-8b8a630d99ff req-b9a9230f-0db0-47ef-b365-46f30fe2fc88 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:19.579437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e749e8fb-6681-4118-9840-8b8a630d99ff req-b9a9230f-0db0-47ef-b365-46f30fe2fc88 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 946 time: 0.0574327 Aug 19 13:26:19.621260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e749e8fb-6681-4118-9840-8b8a630d99ff req-c88f5ed0-7861-4214-801e-b93f1b1be39a tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358455 Aug 19 13:26:19.814038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:26:19.835085 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:26:19.835431 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 829b7ca6-6cb4-4fe5-993b-d8a5af5a641b not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:26:20.752709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000a3c1-5a43-46de-80af-a4bb9f4dd422 req-c37fb416-be76-4664-8003-62eedb34c736 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:20.754318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d000a3c1-5a43-46de-80af-a4bb9f4dd422 req-c37fb416-be76-4664-8003-62eedb34c736 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 946 time: 0.0592496 Aug 19 13:26:20.799752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d000a3c1-5a43-46de-80af-a4bb9f4dd422 req-ac494d3b-4d3a-4984-a648-f5903286eb1c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/security-groups?id=6944fba6-9cff-460f-a237-a24707b40711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Aug 19 13:26:20.858466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eba730-fbe4-428e-a588-c4ddc67c45e1 req-71e8e47c-25ae-4448-bd7d-cf64b6a0ac4c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:20.861046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63eba730-fbe4-428e-a588-c4ddc67c45e1 req-71e8e47c-25ae-4448-bd7d-cf64b6a0ac4c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 946 time: 0.0523248 Aug 19 13:26:20.959083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-63eba730-fbe4-428e-a588-c4ddc67c45e1 req-d1e8e577-76be-4acb-9b4a-dd8d9c8b1a06 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Deleting port b51e12f9-8ee2-4193-96e4-37f3f4347d6c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:20.959346 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63eba730-fbe4-428e-a588-c4ddc67c45e1 req-d1e8e577-76be-4acb-9b4a-dd8d9c8b1a06 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:21.060189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-63eba730-fbe4-428e-a588-c4ddc67c45e1 req-d1e8e577-76be-4acb-9b4a-dd8d9c8b1a06 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] For port b51e12f9-8ee2-4193-96e4-37f3f4347d6c, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b51e12f9-8ee2-4193-96e4-37f3f4347d6c,segment=NetworkSegment(23843241-32ae-42da-919d-4e1511c85180),segment_id=23843241-32ae-42da-919d-4e1511c85180)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:21.060573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63eba730-fbe4-428e-a588-c4ddc67c45e1 req-d1e8e577-76be-4acb-9b4a-dd8d9c8b1a06 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:21.074952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-63eba730-fbe4-428e-a588-c4ddc67c45e1 req-d1e8e577-76be-4acb-9b4a-dd8d9c8b1a06 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Calling delete_port for b51e12f9-8ee2-4193-96e4-37f3f4347d6c owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:21.118035 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-527ef5c8-9464-4981-978e-ccc5b04f4c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:21.289722 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63eba730-fbe4-428e-a588-c4ddc67c45e1 req-d1e8e577-76be-4acb-9b4a-dd8d9c8b1a06 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:21.302558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['b51e12f9-8ee2-4193-96e4-37f3f4347d6c'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:26:21.320873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8e577-76be-4acb-9b4a-dd8d9c8b1a06 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Pushing event deleted for resources: {'Port': ['ID=b51e12f9-8ee2-4193-96e4-37f3f4347d6c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:21.363512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-63eba730-fbe4-428e-a588-c4ddc67c45e1 req-d1e8e577-76be-4acb-9b4a-dd8d9c8b1a06 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] No DVR routers for this DVR port b51e12f9-8ee2-4193-96e4-37f3f4347d6c on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:21.366085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63eba730-fbe4-428e-a588-c4ddc67c45e1 req-d1e8e577-76be-4acb-9b4a-dd8d9c8b1a06 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:21.368181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63eba730-fbe4-428e-a588-c4ddc67c45e1 req-d1e8e577-76be-4acb-9b4a-dd8d9c8b1a06 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.53 "DELETE /v2.0/ports/b51e12f9-8ee2-4193-96e4-37f3f4347d6c HTTP/1.1" status: 204 len: 173 time: 0.4977162 Aug 19 13:26:21.368639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca591175-f8eb-49bd-994a-9b165115fedf', 'name': 'network-vif-deleted', 'tag': 'b51e12f9-8ee2-4193-96e4-37f3f4347d6c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:26:21.370973 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b094ce3-1701-40b8-8f6f-c39dc74daa17" -d '{"events": [{"server_uuid": "ca591175-f8eb-49bd-994a-9b165115fedf", "name": "network-vif-deleted", "tag": "b51e12f9-8ee2-4193-96e4-37f3f4347d6c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:26:21.407719 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8394e1ca-3a31-4d7d-8e86-792c39702bb3 x-openstack-request-id: req-8394e1ca-3a31-4d7d-8e86-792c39702bb3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:26:21.408008 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca591175-f8eb-49bd-994a-9b165115fedf", "name": "network-vif-deleted", "tag": "b51e12f9-8ee2-4193-96e4-37f3f4347d6c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:26:21.408261 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8394e1ca-3a31-4d7d-8e86-792c39702bb3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:26:21.408762 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca591175-f8eb-49bd-994a-9b165115fedf', 'name': 'network-vif-deleted', 'tag': 'b51e12f9-8ee2-4193-96e4-37f3f4347d6c', 'status': 'completed', 'code': 200} Aug 19 13:26:21.915599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a4a52c0-6912-4908-a046-df9a2fc792d9 req-2dfc5ffd-b854-4a29-ae68-11657dc20b15 tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca591175-f8eb-49bd-994a-9b165115fedf HTTP/1.1" status: 200 len: 210 time: 0.0275524 Aug 19 13:26:22.990885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54088) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:23.040976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2371b9-041e-4ee7-8407-922d94e860bb admin admin] Deleting subnet dafa1112-95eb-4103-955d-2c8baf39fab2 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:26:23.044230 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e2371b9-041e-4ee7-8407-922d94e860bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.086770 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e2371b9-041e-4ee7-8407-922d94e860bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.129192 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e2371b9-041e-4ee7-8407-922d94e860bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.255717 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e2371b9-041e-4ee7-8407-922d94e860bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.287161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2371b9-041e-4ee7-8407-922d94e860bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafa1112-95eb-4103-955d-2c8baf39fab2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:23.290880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e2371b9-041e-4ee7-8407-922d94e860bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.292941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2e2371b9-041e-4ee7-8407-922d94e860bb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dafa1112-95eb-4103-955d-2c8baf39fab2 HTTP/1.1" status: 204 len: 168 time: 0.3009024 Aug 19 13:26:23.295389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54090) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:23.376869 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.464448 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.476407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9ec8fe-bceb-4c65-b590-b3c39078ebff']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:23.488737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23843241-32ae-42da-919d-4e1511c85180') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:23.489187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23843241-32ae-42da-919d-4e1511c85180') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:23.498777 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.514254 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.521324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:26:23.528073 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:26:23.651535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.662728 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:23.666047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] 10.222.0.44 "DELETE /v2.0/networks/0e9ec8fe-bceb-4c65-b590-b3c39078ebff HTTP/1.1" status: 204 len: 168 time: 0.3695753 Aug 19 13:26:23.678123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de18ee-f734-4705-9480-897ccb851cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=0e9ec8fe-bceb-4c65-b590-b3c39078ebff,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:23.853826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b51e12f9-8ee2-4193-96e4-37f3f4347d6c no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:26:23.874811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: b51e12f9-8ee2-4193-96e4-37f3f4347d6c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:26:23.875155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b51e12f9-8ee2-4193-96e4-37f3f4347d6c not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:26:24.017640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54094) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:24.059498 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0a7b8c74-768f-460f-8d98-db168d0ec3ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98cdde5ddccf4a19936306294e06cf91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406501 Aug 19 13:26:24.062429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54096) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:24.116983 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb7011df-7e1b-477d-9d4c-f65faa9a3501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:24.139576 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb7011df-7e1b-477d-9d4c-f65faa9a3501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:24.296504 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb7011df-7e1b-477d-9d4c-f65faa9a3501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:24.299351 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb7011df-7e1b-477d-9d4c-f65faa9a3501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:24.300957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bb7011df-7e1b-477d-9d4c-f65faa9a3501 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6944fba6-9cff-460f-a237-a24707b40711 HTTP/1.1" status: 204 len: 168 time: 0.2376971 Aug 19 13:26:24.309984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7011df-7e1b-477d-9d4c-f65faa9a3501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6944fba6-9cff-460f-a237-a24707b40711,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:25.453500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54118) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:25.523539 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fe9a023f-2527-40d3-b313-a418e618c9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:25.559297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135347092'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:25.643355 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Made reservation on behalf of 19f76cf0e3944611bae3ba0f5116863e for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:25.646961 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:25.656942 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:25.759378 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:25.782703 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:25.845719 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:25.875023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:26:25.884991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea4f9e-63ca-4861-b2a7-4069f2ab0b62,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:25.892360 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:25.892716 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Added segment e2b204aa-606f-478d-b5f8-920db78054f2 of type vlan for network 0b2d1477-7ea9-410e-ab92-6f93847e7493 Aug 19 13:26:25.944556 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:26.056846 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:26.062894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:26.063527 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:26.132512 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event updated for resources: {'Network': ['ID=0b2d1477-7ea9-410e-ab92-6f93847e7493,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:26.143960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 0b2d1477-7ea9-410e-ab92-6f93847e7493 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:26:26.238978 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e32a0b25-b3b5-4415-94dc-51c47a456318 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7841864 Aug 19 13:26:27.210788 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:29.125270 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:29.618853 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54122) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:29.624902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Request body: {'subnet': {'network_id': '0b2d1477-7ea9-410e-ab92-6f93847e7493', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:29.788346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Made reservation on behalf of 19f76cf0e3944611bae3ba0f5116863e for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:29.791989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.063253 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.125641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event updated for resources: {'Subnet': ['ID=5e572ad9-4b0a-4efe-803e-cd57fc907d46,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:30.135018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Checking segment: {'id': 'e2b204aa-606f-478d-b5f8-920db78054f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0b2d1477-7ea9-410e-ab92-6f93847e7493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:30.135315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Network hostable DHCP agents. Network: 0b2d1477-7ea9-410e-ab92-6f93847e7493, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:26:30.216286 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Network 0b2d1477-7ea9-410e-ab92-6f93847e7493 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:26:30.302032 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 0b2d1477-7ea9-410e-ab92-6f93847e7493) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:30.306934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:30.307687 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.312641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd22bbe-305c-4503-83a8-c3e661d7d5f4 None None] Network 0b2d1477-7ea9-410e-ab92-6f93847e7493 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:30.446130 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fb5979d6-deef-4b44-9958-af9669faa2d7 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8260982 Aug 19 13:26:30.449773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54124) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:30.456660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1268119139'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:30.463886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-0b2d1477-7ea9-410e-ab92-6f93847e7493', 'network_id': '0b2d1477-7ea9-410e-ab92-6f93847e7493', 'tenant_id': '19f76cf0e3944611bae3ba0f5116863e', 'fixed_ips': [{'subnet_id': '5e572ad9-4b0a-4efe-803e-cd57fc907d46'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:26:30.464771 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.553842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Made reservation on behalf of 19f76cf0e3944611bae3ba0f5116863e for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:30.557533 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.586577 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:26:30.596552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.596905 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Added segment 7699cb15-4dfd-47c6-b497-67a343b288c3 of type vlan for network 9f92cff5-fd16-4d39-a06c-d7a82912e85e Aug 19 13:26:30.618793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Allocated IP 2001:db8:0:ffff::2 (0b2d1477-7ea9-410e-ab92-6f93847e7493/5e572ad9-4b0a-4efe-803e-cd57fc907d46/449dd4c2-1bae-4153-a5db-1e558acecc58) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:26:30.637989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.759465 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.766555 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:30.767211 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.770892 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.779917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Transition to ACTIVE for port object 449dd4c2-1bae-4153-a5db-1e558acecc58 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:30.797305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Transition to ACTIVE for port object 449dd4c2-1bae-4153-a5db-1e558acecc58 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:30.841656 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event updated for resources: {'Network': ['ID=9f92cff5-fd16-4d39-a06c-d7a82912e85e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:30.853019 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 9f92cff5-fd16-4d39-a06c-d7a82912e85e details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:26:30.857137 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:30.886449 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-888c2e2b-ac9d-41d0-a008-cb6b037d9bd9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4355264 Aug 19 13:26:30.889300 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54126) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:30.895085 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Request body: {'subnet': {'network_id': '9f92cff5-fd16-4d39-a06c-d7a82912e85e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:30.951386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Network 0b2d1477-7ea9-410e-ab92-6f93847e7493 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:26:30.957283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:30.961924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:26:30.966471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Pushing event updated for resources: {'Port': ['ID=449dd4c2-1bae-4153-a5db-1e558acecc58,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:31.025544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Attempting to bind port 449dd4c2-1bae-4153-a5db-1e558acecc58 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:26:31.025839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Attempting to bind port 449dd4c2-1bae-4153-a5db-1e558acecc58 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'e2b204aa-606f-478d-b5f8-920db78054f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0b2d1477-7ea9-410e-ab92-6f93847e7493'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:26:31.026211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Attempting to bind port 449dd4c2-1bae-4153-a5db-1e558acecc58 on network 0b2d1477-7ea9-410e-ab92-6f93847e7493 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:31.032197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:26:31.032575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Checking segment: {'id': 'e2b204aa-606f-478d-b5f8-920db78054f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0b2d1477-7ea9-410e-ab92-6f93847e7493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:31.032982 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:31.033395 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Bound using segment: {'id': 'e2b204aa-606f-478d-b5f8-920db78054f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0b2d1477-7ea9-410e-ab92-6f93847e7493'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:26:31.033893 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Bound port: 449dd4c2-1bae-4153-a5db-1e558acecc58, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b204aa-606f-478d-b5f8-920db78054f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0b2d1477-7ea9-410e-ab92-6f93847e7493'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:26:31.034283 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:31.096453 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Made reservation on behalf of 19f76cf0e3944611bae3ba0f5116863e for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:31.099530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] For port 449dd4c2-1bae-4153-a5db-1e558acecc58, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:26:31.100129 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:31.103529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] For port 449dd4c2-1bae-4153-a5db-1e558acecc58, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=449dd4c2-1bae-4153-a5db-1e558acecc58,segment=NetworkSegment(e2b204aa-606f-478d-b5f8-920db78054f2),segment_id=e2b204aa-606f-478d-b5f8-920db78054f2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:26:31.234950 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:31.308986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d72ee7-f4dc-402f-bf30-2330b6385ae3 None None] Pushing event updated for resources: {'Port': ['ID=449dd4c2-1bae-4153-a5db-1e558acecc58,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:31.781230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:31.850677 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event updated for resources: {'Subnet': ['ID=2c9728c5-09e9-4b3e-8194-62ba72d653fd,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:31.860106 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Checking segment: {'id': '7699cb15-4dfd-47c6-b497-67a343b288c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9f92cff5-fd16-4d39-a06c-d7a82912e85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:31.860473 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Network hostable DHCP agents. Network: 9f92cff5-fd16-4d39-a06c-d7a82912e85e, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:26:31.970066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Network 9f92cff5-fd16-4d39-a06c-d7a82912e85e is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:26:32.067934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 9f92cff5-fd16-4d39-a06c-d7a82912e85e) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:32.072442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:32.073307 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:32.079670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff5e12f-0520-4933-9786-8256e8558429 None None] Network 9f92cff5-fd16-4d39-a06c-d7a82912e85e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:32.232136 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-26584c03-62f7-4204-9c2b-d8eca71b39ce tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.3378277 Aug 19 13:26:32.234417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7330365c-143a-449a-8f64-88b1e6e5f084 None None] Network 0b2d1477-7ea9-410e-ab92-6f93847e7493 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:32.234556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54128) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:32.245675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-9f92cff5-fd16-4d39-a06c-d7a82912e85e', 'network_id': '9f92cff5-fd16-4d39-a06c-d7a82912e85e', 'tenant_id': '19f76cf0e3944611bae3ba0f5116863e', 'fixed_ips': [{'subnet_id': '2c9728c5-09e9-4b3e-8194-62ba72d653fd'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:26:32.246540 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:32.349073 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:32.388447 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 449dd4c2-1bae-4153-a5db-1e558acecc58 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:26:32.439094 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:32.537350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-95afd317-ab3d-4d61-ba9d-66303139b35f None None] Provisioning for port 449dd4c2-1bae-4153-a5db-1e558acecc58 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:26:32.548775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Allocated IP 2001:db8::2 (9f92cff5-fd16-4d39-a06c-d7a82912e85e/2c9728c5-09e9-4b3e-8194-62ba72d653fd/ff5c6095-12da-4c47-ae75-3ffae63ae61c) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:26:32.612653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 449dd4c2-1bae-4153-a5db-1e558acecc58 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:26:32.624281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 449dd4c2-1bae-4153-a5db-1e558acecc58 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:26:32.624668 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:32.776749 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:32.789244 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:32.791309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Transition to ACTIVE for port object ff5c6095-12da-4c47-ae75-3ffae63ae61c will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:32.820253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Transition to ACTIVE for port object ff5c6095-12da-4c47-ae75-3ffae63ae61c will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:32.836016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 449dd4c2-1bae-4153-a5db-1e558acecc58, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=449dd4c2-1bae-4153-a5db-1e558acecc58,segment=NetworkSegment(e2b204aa-606f-478d-b5f8-920db78054f2),segment_id=e2b204aa-606f-478d-b5f8-920db78054f2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:32.876517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-35ada850-73d0-4a60-b6c5-24eab7c69484 None None] Provisioning complete for port 449dd4c2-1bae-4153-a5db-1e558acecc58 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:26:32.876806 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-35ada850-73d0-4a60-b6c5-24eab7c69484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:32.914436 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:32.946051 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:32.964645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Network 9f92cff5-fd16-4d39-a06c-d7a82912e85e is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:26:32.971324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:32.994766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:26:33.001247 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.002063 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Pushing event updated for resources: {'Port': ['ID=ff5c6095-12da-4c47-ae75-3ffae63ae61c,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:33.032444 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9728c5-09e9-4b3e-8194-62ba72d653fd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:33.105051 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.113472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=449dd4c2-1bae-4153-a5db-1e558acecc58,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:33.116292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Attempting to bind port ff5c6095-12da-4c47-ae75-3ffae63ae61c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:26:33.117149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Attempting to bind port ff5c6095-12da-4c47-ae75-3ffae63ae61c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '7699cb15-4dfd-47c6-b497-67a343b288c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9f92cff5-fd16-4d39-a06c-d7a82912e85e'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:26:33.117149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Attempting to bind port ff5c6095-12da-4c47-ae75-3ffae63ae61c on network 9f92cff5-fd16-4d39-a06c-d7a82912e85e {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:33.119155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f92cff5-fd16-4d39-a06c-d7a82912e85e']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:33.123006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:26:33.123391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Checking segment: {'id': '7699cb15-4dfd-47c6-b497-67a343b288c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9f92cff5-fd16-4d39-a06c-d7a82912e85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:33.123800 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.124319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Bound using segment: {'id': '7699cb15-4dfd-47c6-b497-67a343b288c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9f92cff5-fd16-4d39-a06c-d7a82912e85e'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:26:33.124949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Bound port: ff5c6095-12da-4c47-ae75-3ffae63ae61c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7699cb15-4dfd-47c6-b497-67a343b288c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9f92cff5-fd16-4d39-a06c-d7a82912e85e'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:26:33.126016 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.132716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7699cb15-4dfd-47c6-b497-67a343b288c3') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:33.132918 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7699cb15-4dfd-47c6-b497-67a343b288c3') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:33.143357 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.157867 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.165388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:26:33.165798 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:26:33.168839 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:26:33.196979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] For port ff5c6095-12da-4c47-ae75-3ffae63ae61c, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:26:33.235219 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] For port ff5c6095-12da-4c47-ae75-3ffae63ae61c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ff5c6095-12da-4c47-ae75-3ffae63ae61c,segment=NetworkSegment(7699cb15-4dfd-47c6-b497-67a343b288c3),segment_id=7699cb15-4dfd-47c6-b497-67a343b288c3)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:26:33.268418 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 13:26:33.268418 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 13:26:33.268418 n-d-778732-8 neutron-server[95661]: [parameters: {'id': '9f92cff5-fd16-4d39-a06c-d7a82912e85e'}] Aug 19 13:26:33.268418 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:26:33.268923 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:26:33.302773 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.392412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9837b3c-a583-4fc7-8ebb-c3dba601bd02 None None] Pushing event updated for resources: {'Port': ['ID=ff5c6095-12da-4c47-ae75-3ffae63ae61c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:33.407276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a481ec-9692-4994-b288-86e93faba7c1 None None] Network 9f92cff5-fd16-4d39-a06c-d7a82912e85e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:33.535822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab0672-3704-447b-86e1-3937b2e5c3a5 None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 13:26:33.613712 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab0672-3704-447b-86e1-3937b2e5c3a5 None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 13:26:33.770293 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.851487 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Deleting port ff5c6095-12da-4c47-ae75-3ffae63ae61c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:33.851830 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.934977 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] For port ff5c6095-12da-4c47-ae75-3ffae63ae61c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ff5c6095-12da-4c47-ae75-3ffae63ae61c,segment=NetworkSegment(7699cb15-4dfd-47c6-b497-67a343b288c3),segment_id=7699cb15-4dfd-47c6-b497-67a343b288c3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:33.935318 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:33.955803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Calling delete_port for ff5c6095-12da-4c47-ae75-3ffae63ae61c owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:34.136620 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.165602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Port': ['ID=ff5c6095-12da-4c47-ae75-3ffae63ae61c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:34.167534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No DVR routers for this DVR port ff5c6095-12da-4c47-ae75-3ffae63ae61c on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:34.261818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.274240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f92cff5-fd16-4d39-a06c-d7a82912e85e']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:34.287270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7699cb15-4dfd-47c6-b497-67a343b288c3') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:34.287671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7699cb15-4dfd-47c6-b497-67a343b288c3') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:34.300225 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.316366 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.323164 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:26:34.323695 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:26:34.326769 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:26:34.341609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 449dd4c2-1bae-4153-a5db-1e558acecc58 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:26:34.396274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 449dd4c2-1bae-4153-a5db-1e558acecc58 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:26:34.396648 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.462461 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.471739 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.473825 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/networks/9f92cff5-fd16-4d39-a06c-d7a82912e85e HTTP/1.1" status: 204 len: 168 time: 2.2401130 Aug 19 13:26:34.478445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54130) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:34.485160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1327418316'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:34.488047 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954bd10-7fdd-4428-a866-8552d78384e3 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Network': ['ID=9f92cff5-fd16-4d39-a06c-d7a82912e85e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:34.576414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Made reservation on behalf of 19f76cf0e3944611bae3ba0f5116863e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:34.580999 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.605789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:26:34.615593 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.615925 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Added segment 4a21047d-5475-4ab8-aaa3-0fbbcd3fa691 of type vlan for network 48ab5007-fd7f-411f-98a1-520adae170f2 Aug 19 13:26:34.664713 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.777019 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.783025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:34.783712 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:34.853690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event updated for resources: {'Network': ['ID=48ab5007-fd7f-411f-98a1-520adae170f2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:34.864311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 48ab5007-fd7f-411f-98a1-520adae170f2 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:26:34.921717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5818136f-3495-48b6-807d-b25934878d88 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4418280 Aug 19 13:26:34.924176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54132) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:34.929623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Request body: {'subnet': {'network_id': '48ab5007-fd7f-411f-98a1-520adae170f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:35.100501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Made reservation on behalf of 19f76cf0e3944611bae3ba0f5116863e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:35.104276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:35.166520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Performing IP validity checks on allocation pools {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 13:26:35.167048 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 13:26:35.354257 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:35.419555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event updated for resources: {'Subnet': ['ID=29f1e96f-9656-4765-9961-4dbddb371833,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:35.431615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Checking segment: {'id': '4a21047d-5475-4ab8-aaa3-0fbbcd3fa691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '48ab5007-fd7f-411f-98a1-520adae170f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:35.432451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Network hostable DHCP agents. Network: 48ab5007-fd7f-411f-98a1-520adae170f2, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:26:35.524621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Network 48ab5007-fd7f-411f-98a1-520adae170f2 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:26:35.622594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 48ab5007-fd7f-411f-98a1-520adae170f2) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:35.628133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:35.629076 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:35.632994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2421b44-7598-4d99-958b-a39e2de9264f None None] Network 48ab5007-fd7f-411f-98a1-520adae170f2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:35.705744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54134) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:35.706425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-495d932b-8e75-4b0c-9ecc-66933758fde5 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7804680 Aug 19 13:26:35.786772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-48ab5007-fd7f-411f-98a1-520adae170f2', 'network_id': '48ab5007-fd7f-411f-98a1-520adae170f2', 'tenant_id': '19f76cf0e3944611bae3ba0f5116863e', 'fixed_ips': [{'subnet_id': '29f1e96f-9656-4765-9961-4dbddb371833'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:26:35.787913 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:35.816760 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:35.876664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:35.931377 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Allocated IP 2001:db8::3 (48ab5007-fd7f-411f-98a1-520adae170f2/29f1e96f-9656-4765-9961-4dbddb371833/53824545-e862-4ea9-a84c-2f2e5454e767) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:26:36.083564 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:36.092154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Transition to ACTIVE for port object 53824545-e862-4ea9-a84c-2f2e5454e767 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:36.107587 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Transition to ACTIVE for port object 53824545-e862-4ea9-a84c-2f2e5454e767 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:36.198498 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:36.241612 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Network 48ab5007-fd7f-411f-98a1-520adae170f2 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:26:36.244714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:36.249076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:26:36.252196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Pushing event updated for resources: {'Port': ['ID=53824545-e862-4ea9-a84c-2f2e5454e767,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:36.295567 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:36.311416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Attempting to bind port 53824545-e862-4ea9-a84c-2f2e5454e767 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:26:36.312059 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Attempting to bind port 53824545-e862-4ea9-a84c-2f2e5454e767 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '4a21047d-5475-4ab8-aaa3-0fbbcd3fa691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '48ab5007-fd7f-411f-98a1-520adae170f2'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:26:36.316940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Attempting to bind port 53824545-e862-4ea9-a84c-2f2e5454e767 on network 48ab5007-fd7f-411f-98a1-520adae170f2 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:36.321224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:26:36.321224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Checking segment: {'id': '4a21047d-5475-4ab8-aaa3-0fbbcd3fa691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '48ab5007-fd7f-411f-98a1-520adae170f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:36.321687 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:36.321687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Bound using segment: {'id': '4a21047d-5475-4ab8-aaa3-0fbbcd3fa691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '48ab5007-fd7f-411f-98a1-520adae170f2'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:26:36.322374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Bound port: 53824545-e862-4ea9-a84c-2f2e5454e767, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a21047d-5475-4ab8-aaa3-0fbbcd3fa691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '48ab5007-fd7f-411f-98a1-520adae170f2'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:26:36.322594 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:36.328920 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Subnet': ['ID=29f1e96f-9656-4765-9961-4dbddb371833,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:36.351661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.351996 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.352344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.352681 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.353017 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.353472 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.353710 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.354033 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.354359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.354682 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.355008 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.355328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:36.393632 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] For port 53824545-e862-4ea9-a84c-2f2e5454e767, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:26:36.396886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] For port 53824545-e862-4ea9-a84c-2f2e5454e767, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=53824545-e862-4ea9-a84c-2f2e5454e767,segment=NetworkSegment(4a21047d-5475-4ab8-aaa3-0fbbcd3fa691),segment_id=4a21047d-5475-4ab8-aaa3-0fbbcd3fa691)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:26:36.401511 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:36.412364 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ab5007-fd7f-411f-98a1-520adae170f2']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:36.425877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a21047d-5475-4ab8-aaa3-0fbbcd3fa691') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:36.425877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a21047d-5475-4ab8-aaa3-0fbbcd3fa691') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:36.432620 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:36.462926 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:36.464847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:36.473479 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:26:36.477467 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:26:36.554424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18045e1c-be44-4a29-885e-58dc907d7391 None None] Pushing event updated for resources: {'Port': ['ID=53824545-e862-4ea9-a84c-2f2e5454e767,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:36.571660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee7d2d-b07f-477d-b18b-7aa1fee7451f None None] Network 48ab5007-fd7f-411f-98a1-520adae170f2 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:36.611164 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 13:26:36.611164 n-d-778732-8 neutron-server[95661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 13:26:36.611164 n-d-778732-8 neutron-server[95661]: [parameters: {'id': '48ab5007-fd7f-411f-98a1-520adae170f2'}] Aug 19 13:26:36.611164 n-d-778732-8 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:26:36.611729 n-d-778732-8 neutron-server[95661]: DEBUG oslo_db.api [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:26:36.851458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf1d0f0-126e-4d82-b794-174ec5c738db None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 13:26:36.917327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf1d0f0-126e-4d82-b794-174ec5c738db None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 13:26:37.113297 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.169857 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Deleting port 53824545-e862-4ea9-a84c-2f2e5454e767 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:37.169857 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.237877 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] For port 53824545-e862-4ea9-a84c-2f2e5454e767, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=53824545-e862-4ea9-a84c-2f2e5454e767,segment=NetworkSegment(4a21047d-5475-4ab8-aaa3-0fbbcd3fa691),segment_id=4a21047d-5475-4ab8-aaa3-0fbbcd3fa691)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:37.238253 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.257141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Calling delete_port for 53824545-e862-4ea9-a84c-2f2e5454e767 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:37.416672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.444058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Port': ['ID=53824545-e862-4ea9-a84c-2f2e5454e767,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:37.445945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No DVR routers for this DVR port 53824545-e862-4ea9-a84c-2f2e5454e767 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:37.528213 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.541208 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ab5007-fd7f-411f-98a1-520adae170f2']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:37.553636 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a21047d-5475-4ab8-aaa3-0fbbcd3fa691') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:37.553938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a21047d-5475-4ab8-aaa3-0fbbcd3fa691') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:37.563698 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.578416 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.586220 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:26:37.586920 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:26:37.590081 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:26:37.730619 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.738335 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.740253 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/networks/48ab5007-fd7f-411f-98a1-520adae170f2 HTTP/1.1" status: 204 len: 168 time: 2.0326300 Aug 19 13:26:37.744309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54136) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:37.750766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942252982'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:37.758671 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d169d-a647-4b8c-bc29-9b6018836d9b tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Network': ['ID=48ab5007-fd7f-411f-98a1-520adae170f2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:37.896011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Made reservation on behalf of 19f76cf0e3944611bae3ba0f5116863e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:37.899628 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.924747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:26:37.934307 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.934675 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Added segment 14ab8520-10a1-46b0-a893-368471c16df2 of type vlan for network 15cc85f5-5b0c-45bc-b0a1-3634d8c67c34 Aug 19 13:26:37.976535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:38.119281 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:38.125832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:38.126463 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:38.194338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event updated for resources: {'Network': ['ID=15cc85f5-5b0c-45bc-b0a1-3634d8c67c34,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:38.205812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 15cc85f5-5b0c-45bc-b0a1-3634d8c67c34 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:26:38.257088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-211898e1-4e17-4c97-b270-5222238145bd tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5114942 Aug 19 13:26:38.259835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54138) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:38.265697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Request body: {'subnet': {'network_id': '15cc85f5-5b0c-45bc-b0a1-3634d8c67c34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:38.439170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Made reservation on behalf of 19f76cf0e3944611bae3ba0f5116863e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:38.442966 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:39.096791 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:39.163980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event updated for resources: {'Subnet': ['ID=deac3f15-8c14-4cc0-a83d-a75dec76236b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:39.174732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Checking segment: {'id': '14ab8520-10a1-46b0-a893-368471c16df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '15cc85f5-5b0c-45bc-b0a1-3634d8c67c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:39.175103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Network hostable DHCP agents. Network: 15cc85f5-5b0c-45bc-b0a1-3634d8c67c34, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:26:39.290685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Network 15cc85f5-5b0c-45bc-b0a1-3634d8c67c34 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:26:39.370470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 15cc85f5-5b0c-45bc-b0a1-3634d8c67c34) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:39.376160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:39.381066 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:39.382257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ffb43-cf03-4427-a9d2-fef1ad87fca7 None None] Network 15cc85f5-5b0c-45bc-b0a1-3634d8c67c34 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:39.514246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c1c2a452-c23c-4389-a08c-6c45d3d285b9 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2532475 Aug 19 13:26:39.518535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54140) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:39.523539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-877062802'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:39.537692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-15cc85f5-5b0c-45bc-b0a1-3634d8c67c34', 'network_id': '15cc85f5-5b0c-45bc-b0a1-3634d8c67c34', 'tenant_id': '19f76cf0e3944611bae3ba0f5116863e', 'fixed_ips': [{'subnet_id': 'deac3f15-8c14-4cc0-a83d-a75dec76236b'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:26:39.538609 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:39.616362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Made reservation on behalf of 19f76cf0e3944611bae3ba0f5116863e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:39.619974 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:39.647289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:26:39.654691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:39.655103 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Added segment 811e0f94-d043-4455-be1c-34d631fa0c18 of type vlan for network a3eb69b6-f897-4c73-9a45-77031b8c165d Aug 19 13:26:39.688989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Allocated IP 2001:db8::2 (15cc85f5-5b0c-45bc-b0a1-3634d8c67c34/deac3f15-8c14-4cc0-a83d-a75dec76236b/639d863b-ec36-4ec9-ae94-80b215dc8488) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:26:39.698589 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:39.816201 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:39.822230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:39.823019 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:39.840414 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:39.849241 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Transition to ACTIVE for port object 639d863b-ec36-4ec9-ae94-80b215dc8488 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:39.865985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Transition to ACTIVE for port object 639d863b-ec36-4ec9-ae94-80b215dc8488 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:39.892849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event updated for resources: {'Network': ['ID=a3eb69b6-f897-4c73-9a45-77031b8c165d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:39.903356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network a3eb69b6-f897-4c73-9a45-77031b8c165d details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:26:39.943303 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:39.971327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-521bb4f6-076a-4a33-810a-43427f4f3ba4 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4517009 Aug 19 13:26:39.974112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54142) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:39.979576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Request body: {'subnet': {'network_id': 'a3eb69b6-f897-4c73-9a45-77031b8c165d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:39.997887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Network 15cc85f5-5b0c-45bc-b0a1-3634d8c67c34 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:26:40.010766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:40.015194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:26:40.029690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Pushing event updated for resources: {'Port': ['ID=639d863b-ec36-4ec9-ae94-80b215dc8488,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:40.084875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Attempting to bind port 639d863b-ec36-4ec9-ae94-80b215dc8488 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:26:40.085242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Attempting to bind port 639d863b-ec36-4ec9-ae94-80b215dc8488 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '14ab8520-10a1-46b0-a893-368471c16df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '15cc85f5-5b0c-45bc-b0a1-3634d8c67c34'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:26:40.085635 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Attempting to bind port 639d863b-ec36-4ec9-ae94-80b215dc8488 on network 15cc85f5-5b0c-45bc-b0a1-3634d8c67c34 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:40.090767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:26:40.091140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Checking segment: {'id': '14ab8520-10a1-46b0-a893-368471c16df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '15cc85f5-5b0c-45bc-b0a1-3634d8c67c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:40.091602 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:40.091933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Bound using segment: {'id': '14ab8520-10a1-46b0-a893-368471c16df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '15cc85f5-5b0c-45bc-b0a1-3634d8c67c34'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:26:40.092397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Bound port: 639d863b-ec36-4ec9-ae94-80b215dc8488, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ab8520-10a1-46b0-a893-368471c16df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '15cc85f5-5b0c-45bc-b0a1-3634d8c67c34'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:26:40.093454 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:40.136183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Made reservation on behalf of 19f76cf0e3944611bae3ba0f5116863e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:40.140664 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:40.162464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] For port 639d863b-ec36-4ec9-ae94-80b215dc8488, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:26:40.166162 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] For port 639d863b-ec36-4ec9-ae94-80b215dc8488, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=639d863b-ec36-4ec9-ae94-80b215dc8488,segment=NetworkSegment(14ab8520-10a1-46b0-a893-368471c16df2),segment_id=14ab8520-10a1-46b0-a893-368471c16df2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:26:40.234786 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:40.293588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca20aaa-355f-49ca-92d0-7dbce4c6e8eb None None] Pushing event updated for resources: {'Port': ['ID=639d863b-ec36-4ec9-ae94-80b215dc8488,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:40.443401 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:40.512138 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event updated for resources: {'Subnet': ['ID=d6de738f-849c-45a3-b6dd-3ac42e777f71,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:40.524891 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Checking segment: {'id': '811e0f94-d043-4455-be1c-34d631fa0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3eb69b6-f897-4c73-9a45-77031b8c165d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:40.525272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Network hostable DHCP agents. Network: a3eb69b6-f897-4c73-9a45-77031b8c165d, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:26:40.633267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Network a3eb69b6-f897-4c73-9a45-77031b8c165d is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:26:40.707794 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, a3eb69b6-f897-4c73-9a45-77031b8c165d) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:40.712058 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:40.712732 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:40.716649 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1bbf14-3b85-49df-971a-19470ad36db4 None None] Network a3eb69b6-f897-4c73-9a45-77031b8c165d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:40.814721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e8695b00-9152-4dac-8916-1bec4f774835 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8361526 Aug 19 13:26:40.814971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54144) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:40.878646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-a3eb69b6-f897-4c73-9a45-77031b8c165d', 'network_id': 'a3eb69b6-f897-4c73-9a45-77031b8c165d', 'tenant_id': '19f76cf0e3944611bae3ba0f5116863e', 'fixed_ips': [{'subnet_id': 'd6de738f-849c-45a3-b6dd-3ac42e777f71'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:26:40.879533 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:40.929002 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.019671 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.046291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Allocated IP 2001:db8::2 (a3eb69b6-f897-4c73-9a45-77031b8c165d/d6de738f-849c-45a3-b6dd-3ac42e777f71/daa867b9-c7ac-4873-b0a9-e1256689cdde) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:26:41.209576 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.218226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Transition to ACTIVE for port object daa867b9-c7ac-4873-b0a9-e1256689cdde will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:41.235305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Transition to ACTIVE for port object daa867b9-c7ac-4873-b0a9-e1256689cdde will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:41.257770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bbb891-6bde-4255-93e1-5aad301fd17c None None] Network 15cc85f5-5b0c-45bc-b0a1-3634d8c67c34 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:41.309325 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.373552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Network a3eb69b6-f897-4c73-9a45-77031b8c165d is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:26:41.386187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:41.387885 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.388817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:26:41.407772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Pushing event updated for resources: {'Port': ['ID=daa867b9-c7ac-4873-b0a9-e1256689cdde,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:41.419488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Subnet': ['ID=d6de738f-849c-45a3-b6dd-3ac42e777f71,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:41.486195 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.492610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Attempting to bind port daa867b9-c7ac-4873-b0a9-e1256689cdde on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:26:41.492984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Attempting to bind port daa867b9-c7ac-4873-b0a9-e1256689cdde by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '811e0f94-d043-4455-be1c-34d631fa0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3eb69b6-f897-4c73-9a45-77031b8c165d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:26:41.493355 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Attempting to bind port daa867b9-c7ac-4873-b0a9-e1256689cdde on network a3eb69b6-f897-4c73-9a45-77031b8c165d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:41.501808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c906acc3-6d1b-450d-8116-edf156697f53 None None] Provisioning for port 639d863b-ec36-4ec9-ae94-80b215dc8488 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:26:41.502023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3eb69b6-f897-4c73-9a45-77031b8c165d']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:41.506348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:26:41.506725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Checking segment: {'id': '811e0f94-d043-4455-be1c-34d631fa0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3eb69b6-f897-4c73-9a45-77031b8c165d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:41.507133 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.507528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Bound using segment: {'id': '811e0f94-d043-4455-be1c-34d631fa0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3eb69b6-f897-4c73-9a45-77031b8c165d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:26:41.507975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811e0f94-d043-4455-be1c-34d631fa0c18') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:41.508097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Bound port: daa867b9-c7ac-4873-b0a9-e1256689cdde, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811e0f94-d043-4455-be1c-34d631fa0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a3eb69b6-f897-4c73-9a45-77031b8c165d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:26:41.508254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811e0f94-d043-4455-be1c-34d631fa0c18') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:41.508362 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.519489 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.534071 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.541130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:26:41.541658 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:26:41.544788 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:26:41.603951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] For port daa867b9-c7ac-4873-b0a9-e1256689cdde, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:26:41.607156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] For port daa867b9-c7ac-4873-b0a9-e1256689cdde, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=daa867b9-c7ac-4873-b0a9-e1256689cdde,segment=NetworkSegment(811e0f94-d043-4455-be1c-34d631fa0c18),segment_id=811e0f94-d043-4455-be1c-34d631fa0c18)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:26:41.656802 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 13:26:41.656802 n-d-778732-8 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 13:26:41.656802 n-d-778732-8 neutron-server[95660]: [parameters: {'id': 'a3eb69b6-f897-4c73-9a45-77031b8c165d'}] Aug 19 13:26:41.656802 n-d-778732-8 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:26:41.657283 n-d-778732-8 neutron-server[95660]: DEBUG oslo_db.api [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:26:41.685193 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:41.768137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92cb2d-bd81-4321-9519-76d2a477ca6c None None] Pushing event updated for resources: {'Port': ['ID=daa867b9-c7ac-4873-b0a9-e1256689cdde,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:41.780081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5e543f-0699-44b2-bc76-b04d2de3df82 None None] Network a3eb69b6-f897-4c73-9a45-77031b8c165d requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:41.911069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00da974-1339-44d2-bfcd-7e3b1da6af21 None None] get_active_networks_info from n-d-778732-8 {{(pid=95662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 13:26:41.982882 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00da974-1339-44d2-bfcd-7e3b1da6af21 None None] Resources bound (agent type, host, resource id): {{(pid=95662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 13:26:42.158875 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.220733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Deleting port daa867b9-c7ac-4873-b0a9-e1256689cdde {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:42.221076 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.302689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] For port daa867b9-c7ac-4873-b0a9-e1256689cdde, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=daa867b9-c7ac-4873-b0a9-e1256689cdde,segment=NetworkSegment(811e0f94-d043-4455-be1c-34d631fa0c18),segment_id=811e0f94-d043-4455-be1c-34d631fa0c18)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:42.303067 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.316801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Calling delete_port for daa867b9-c7ac-4873-b0a9-e1256689cdde owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:42.362015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 639d863b-ec36-4ec9-ae94-80b215dc8488 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:26:42.420337 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.456571 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:26:42.501091 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.511756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 639d863b-ec36-4ec9-ae94-80b215dc8488 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:26:42.515997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 639d863b-ec36-4ec9-ae94-80b215dc8488 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:26:42.517179 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.534187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Port': ['ID=daa867b9-c7ac-4873-b0a9-e1256689cdde,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:42.537824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No DVR routers for this DVR port daa867b9-c7ac-4873-b0a9-e1256689cdde on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:42.602999 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.622020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.632557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3eb69b6-f897-4c73-9a45-77031b8c165d']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:42.644481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811e0f94-d043-4455-be1c-34d631fa0c18') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:42.644823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811e0f94-d043-4455-be1c-34d631fa0c18') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:42.646656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 639d863b-ec36-4ec9-ae94-80b215dc8488, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=639d863b-ec36-4ec9-ae94-80b215dc8488,segment=NetworkSegment(14ab8520-10a1-46b0-a893-368471c16df2),segment_id=14ab8520-10a1-46b0-a893-368471c16df2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:42.654899 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.681904 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.685213 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:26:42.685648 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:26:42.688831 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:26:42.746392 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.796677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=639d863b-ec36-4ec9-ae94-80b215dc8488,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:42.837783 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.845498 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:42.847536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/networks/a3eb69b6-f897-4c73-9a45-77031b8c165d HTTP/1.1" status: 204 len: 168 time: 2.0315559 Aug 19 13:26:42.850757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54146) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:42.861034 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a0b9e-d643-492d-b54a-36158332e91c tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Network': ['ID=a3eb69b6-f897-4c73-9a45-77031b8c165d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:42.880695 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7182ab3d-2a6b-4427-a2b3-42c4aaedf66e tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] GET failed (client error): The resource could not be found. Aug 19 13:26:42.882116 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7182ab3d-2a6b-4427-a2b3-42c4aaedf66e tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "GET /v2.0/subnets/d6de738f-849c-45a3-b6dd-3ac42e777f71 HTTP/1.1" status: 404 len: 337 time: 0.0303755 Aug 19 13:26:42.884956 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54148) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:42.903212 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-95747c4d-7688-40eb-82e0-3b7faaef7fef tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] DELETE failed (client error): The resource could not be found. Aug 19 13:26:42.903789 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95747c4d-7688-40eb-82e0-3b7faaef7fef tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:26:42.906145 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-95747c4d-7688-40eb-82e0-3b7faaef7fef tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/networks/a3eb69b6-f897-4c73-9a45-77031b8c165d HTTP/1.1" status: 404 len: 339 time: 0.0202312 Aug 19 13:26:42.910518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54150) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:42.938145 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a75e0ee-aaf0-4aba-b951-6e01c45eef28 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] DELETE failed (client error): The resource could not be found. Aug 19 13:26:42.938519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a75e0ee-aaf0-4aba-b951-6e01c45eef28 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:26:42.940411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4a75e0ee-aaf0-4aba-b951-6e01c45eef28 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/subnets/d6de738f-849c-45a3-b6dd-3ac42e777f71 HTTP/1.1" status: 404 len: 337 time: 0.0288639 Aug 19 13:26:42.943035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54152) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:42.961435 n-d-778732-8 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5273b593-1311-4170-b0d8-d4821e98314a tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] DELETE failed (client error): The resource could not be found. Aug 19 13:26:42.962004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5273b593-1311-4170-b0d8-d4821e98314a tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:26:42.963736 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5273b593-1311-4170-b0d8-d4821e98314a tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/networks/a3eb69b6-f897-4c73-9a45-77031b8c165d HTTP/1.1" status: 404 len: 339 time: 0.0197809 Aug 19 13:26:42.966372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54154) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:43.023417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c192a91-8f65-4f61-8abb-d06a95bf7370 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Deleting subnet deac3f15-8c14-4cc0-a83d-a75dec76236b {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:26:43.026690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c192a91-8f65-4f61-8abb-d06a95bf7370 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.068943 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c192a91-8f65-4f61-8abb-d06a95bf7370 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.154414 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c192a91-8f65-4f61-8abb-d06a95bf7370 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.267816 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c192a91-8f65-4f61-8abb-d06a95bf7370 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.294430 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c192a91-8f65-4f61-8abb-d06a95bf7370 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Subnet': ['ID=deac3f15-8c14-4cc0-a83d-a75dec76236b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:43.299081 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c192a91-8f65-4f61-8abb-d06a95bf7370 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.301033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8c192a91-8f65-4f61-8abb-d06a95bf7370 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/subnets/deac3f15-8c14-4cc0-a83d-a75dec76236b HTTP/1.1" status: 204 len: 168 time: 0.3337502 Aug 19 13:26:43.304513 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54156) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:43.308046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ae19e-0ad7-4b55-9ba8-acbb5c9b6b0c None None] Network 15cc85f5-5b0c-45bc-b0a1-3634d8c67c34 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:43.385409 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.447304 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Deleting port 639d863b-ec36-4ec9-ae94-80b215dc8488 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:43.447753 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.485253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad46c6ad-498a-4d1f-8c56-28c72072961f None None] DHCP port deletion for 15cc85f5-5b0c-45bc-b0a1-3634d8c67c34 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:26:43.513906 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] For port 639d863b-ec36-4ec9-ae94-80b215dc8488, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=639d863b-ec36-4ec9-ae94-80b215dc8488,segment=NetworkSegment(14ab8520-10a1-46b0-a893-368471c16df2),segment_id=14ab8520-10a1-46b0-a893-368471c16df2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:43.514411 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.528037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Calling delete_port for 639d863b-ec36-4ec9-ae94-80b215dc8488 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:43.531935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ad46c6ad-498a-4d1f-8c56-28c72072961f None None] Deleting port 639d863b-ec36-4ec9-ae94-80b215dc8488 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:43.532308 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad46c6ad-498a-4d1f-8c56-28c72072961f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.598657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ad46c6ad-498a-4d1f-8c56-28c72072961f None None] For port 639d863b-ec36-4ec9-ae94-80b215dc8488, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=639d863b-ec36-4ec9-ae94-80b215dc8488,segment=NetworkSegment(14ab8520-10a1-46b0-a893-368471c16df2),segment_id=14ab8520-10a1-46b0-a893-368471c16df2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:43.599061 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad46c6ad-498a-4d1f-8c56-28c72072961f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.613648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ad46c6ad-498a-4d1f-8c56-28c72072961f None None] Calling delete_port for 639d863b-ec36-4ec9-ae94-80b215dc8488 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:43.684619 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.700099 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad46c6ad-498a-4d1f-8c56-28c72072961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.713939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Port': ['ID=639d863b-ec36-4ec9-ae94-80b215dc8488,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:43.723248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No DVR routers for this DVR port 639d863b-ec36-4ec9-ae94-80b215dc8488 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:43.727419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46c6ad-498a-4d1f-8c56-28c72072961f None None] Pushing event deleted for resources: {'Port': ['ID=639d863b-ec36-4ec9-ae94-80b215dc8488,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:43.733213 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46c6ad-498a-4d1f-8c56-28c72072961f None None] No DVR routers for this DVR port 639d863b-ec36-4ec9-ae94-80b215dc8488 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:43.812631 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.824053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cc85f5-5b0c-45bc-b0a1-3634d8c67c34']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:43.835808 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ab8520-10a1-46b0-a893-368471c16df2') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:43.836186 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ab8520-10a1-46b0-a893-368471c16df2') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:43.846007 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.861428 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.868784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:26:43.869429 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:26:43.874785 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:26:44.004737 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.011689 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.013540 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/networks/15cc85f5-5b0c-45bc-b0a1-3634d8c67c34 HTTP/1.1" status: 204 len: 168 time: 0.7079036 Aug 19 13:26:44.016831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54158) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:44.034964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd16a5-9880-41cb-8b1a-3956e36ec9ac tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Network': ['ID=15cc85f5-5b0c-45bc-b0a1-3634d8c67c34,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:44.055538 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9557fac4-95fd-43d0-a656-4f9ff926e2bb tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] DELETE failed (client error): The resource could not be found. Aug 19 13:26:44.056007 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9557fac4-95fd-43d0-a656-4f9ff926e2bb tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:26:44.057794 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9557fac4-95fd-43d0-a656-4f9ff926e2bb tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/subnets/29f1e96f-9656-4765-9961-4dbddb371833 HTTP/1.1" status: 404 len: 337 time: 0.0400074 Aug 19 13:26:44.060415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54160) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:44.079061 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-048294cc-ee15-460e-914a-b37db0b1c822 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] DELETE failed (client error): The resource could not be found. Aug 19 13:26:44.079612 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048294cc-ee15-460e-914a-b37db0b1c822 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:26:44.084190 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-048294cc-ee15-460e-914a-b37db0b1c822 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/networks/48ab5007-fd7f-411f-98a1-520adae170f2 HTTP/1.1" status: 404 len: 339 time: 0.0199800 Aug 19 13:26:44.086007 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54162) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:44.117956 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-af88fafb-7ae1-4488-87c6-ec21cc5bb7ec tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] DELETE failed (client error): The resource could not be found. Aug 19 13:26:44.118418 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af88fafb-7ae1-4488-87c6-ec21cc5bb7ec tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:26:44.120170 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-af88fafb-7ae1-4488-87c6-ec21cc5bb7ec tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/subnets/2c9728c5-09e9-4b3e-8194-62ba72d653fd HTTP/1.1" status: 404 len: 337 time: 0.0332675 Aug 19 13:26:44.122725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54164) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:44.141663 n-d-778732-8 neutron-server[95661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f15d0b-5304-4e0d-ba5e-40f306aaade1 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] DELETE failed (client error): The resource could not be found. Aug 19 13:26:44.142213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f15d0b-5304-4e0d-ba5e-40f306aaade1 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:26:44.143913 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a1f15d0b-5304-4e0d-ba5e-40f306aaade1 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/networks/9f92cff5-fd16-4d39-a06c-d7a82912e85e HTTP/1.1" status: 404 len: 339 time: 0.0202870 Aug 19 13:26:44.146401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54166) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:44.197990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91abb60-8004-4d3b-8866-0032389ef397 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Deleting subnet 5e572ad9-4b0a-4efe-803e-cd57fc907d46 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:26:44.201278 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c91abb60-8004-4d3b-8866-0032389ef397 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.243704 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c91abb60-8004-4d3b-8866-0032389ef397 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.325510 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 639d863b-ec36-4ec9-ae94-80b215dc8488 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:26:44.343259 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c91abb60-8004-4d3b-8866-0032389ef397 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.345924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 639d863b-ec36-4ec9-ae94-80b215dc8488 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:26:44.346272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 639d863b-ec36-4ec9-ae94-80b215dc8488 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:26:44.477837 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c91abb60-8004-4d3b-8866-0032389ef397 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.503346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91abb60-8004-4d3b-8866-0032389ef397 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Subnet': ['ID=5e572ad9-4b0a-4efe-803e-cd57fc907d46,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:44.509162 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c91abb60-8004-4d3b-8866-0032389ef397 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.511187 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c91abb60-8004-4d3b-8866-0032389ef397 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/subnets/5e572ad9-4b0a-4efe-803e-cd57fc907d46 HTTP/1.1" status: 204 len: 168 time: 0.3638694 Aug 19 13:26:44.513782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54168) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:44.516371 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a23da5-e646-4b83-abe0-11d6ca3b0d8c None None] Network 0b2d1477-7ea9-410e-ab92-6f93847e7493 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:44.601457 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.659719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Deleting port 449dd4c2-1bae-4153-a5db-1e558acecc58 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:44.660075 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.714420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce754f3-fdf8-4630-a2c5-1cf7ac4d98b4 None None] DHCP port deletion for 0b2d1477-7ea9-410e-ab92-6f93847e7493 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:26:44.727717 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] For port 449dd4c2-1bae-4153-a5db-1e558acecc58, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=449dd4c2-1bae-4153-a5db-1e558acecc58,segment=NetworkSegment(e2b204aa-606f-478d-b5f8-920db78054f2),segment_id=e2b204aa-606f-478d-b5f8-920db78054f2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:44.728112 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.741071 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Calling delete_port for 449dd4c2-1bae-4153-a5db-1e558acecc58 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:44.762002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4ce754f3-fdf8-4630-a2c5-1cf7ac4d98b4 None None] Deleting port 449dd4c2-1bae-4153-a5db-1e558acecc58 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:44.762380 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ce754f3-fdf8-4630-a2c5-1cf7ac4d98b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.830209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4ce754f3-fdf8-4630-a2c5-1cf7ac4d98b4 None None] For port 449dd4c2-1bae-4153-a5db-1e558acecc58, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=449dd4c2-1bae-4153-a5db-1e558acecc58,segment=NetworkSegment(e2b204aa-606f-478d-b5f8-920db78054f2),segment_id=e2b204aa-606f-478d-b5f8-920db78054f2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:44.833225 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ce754f3-fdf8-4630-a2c5-1cf7ac4d98b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.843665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4ce754f3-fdf8-4630-a2c5-1cf7ac4d98b4 None None] Calling delete_port for 449dd4c2-1bae-4153-a5db-1e558acecc58 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:44.919318 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.925607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4ce754f3-fdf8-4630-a2c5-1cf7ac4d98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:44.948049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Port': ['ID=449dd4c2-1bae-4153-a5db-1e558acecc58,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:44.949943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] No DVR routers for this DVR port 449dd4c2-1bae-4153-a5db-1e558acecc58 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:44.957105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce754f3-fdf8-4630-a2c5-1cf7ac4d98b4 None None] Pushing event deleted for resources: {'Port': ['ID=449dd4c2-1bae-4153-a5db-1e558acecc58,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:44.960614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce754f3-fdf8-4630-a2c5-1cf7ac4d98b4 None None] No DVR routers for this DVR port 449dd4c2-1bae-4153-a5db-1e558acecc58 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:45.032300 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:45.042263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2d1477-7ea9-410e-ab92-6f93847e7493']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:45.052520 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b204aa-606f-478d-b5f8-920db78054f2') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:45.052814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b204aa-606f-478d-b5f8-920db78054f2') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:45.062255 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:45.075781 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:45.082161 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:26:45.082558 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:26:45.085536 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:26:45.216249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:45.228837 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:45.235384 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:45.237227 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] 10.222.0.44 "DELETE /v2.0/networks/0b2d1477-7ea9-410e-ab92-6f93847e7493 HTTP/1.1" status: 204 len: 168 time: 0.7223618 Aug 19 13:26:45.249081 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e3c18-3928-49a5-913f-1c6847950a23 tempest-NetworksIpV6Test-2089924618 tempest-NetworksIpV6Test-2089924618-project] Pushing event deleted for resources: {'Network': ['ID=0b2d1477-7ea9-410e-ab92-6f93847e7493,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:45.734792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54174) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:45.891551 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1337f160-7227-43c1-aaee-f87be930ba0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19f76cf0e3944611bae3ba0f5116863e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554978 Aug 19 13:26:45.893974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54178) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:45.948762 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0208d372-eeeb-4b3d-8812-97ffaeb283bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:45.973023 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0208d372-eeeb-4b3d-8812-97ffaeb283bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:46.113054 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0208d372-eeeb-4b3d-8812-97ffaeb283bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:46.115718 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0208d372-eeeb-4b3d-8812-97ffaeb283bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:46.116922 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0208d372-eeeb-4b3d-8812-97ffaeb283bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0ea4f9e-63ca-4861-b2a7-4069f2ab0b62 HTTP/1.1" status: 204 len: 168 time: 0.2218628 Aug 19 13:26:46.125519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208d372-eeeb-4b3d-8812-97ffaeb283bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea4f9e-63ca-4861-b2a7-4069f2ab0b62,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:46.320021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 449dd4c2-1bae-4153-a5db-1e558acecc58 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:26:46.339369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 449dd4c2-1bae-4153-a5db-1e558acecc58 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:26:46.339717 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 449dd4c2-1bae-4153-a5db-1e558acecc58 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:26:47.210910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54200) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:47.306278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8726b0bb-7316-460e-af33-ac6ba416f9d9 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1354844301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:47.422307 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8726b0bb-7316-460e-af33-ac6ba416f9d9 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:47.423397 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8726b0bb-7316-460e-af33-ac6ba416f9d9 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:47.479901 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8726b0bb-7316-460e-af33-ac6ba416f9d9 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:47.548131 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8726b0bb-7316-460e-af33-ac6ba416f9d9 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:47.639353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8726b0bb-7316-460e-af33-ac6ba416f9d9 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:47.641265 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8726b0bb-7316-460e-af33-ac6ba416f9d9 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4293444 Aug 19 13:26:47.643961 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54204) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:47.648919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1403175978'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:47.747570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Made reservation on behalf of 4d1b5455342d4e90bc1b7b66c0f0652a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:47.751724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:47.760720 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:47.849460 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:47.918790 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:47.952434 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:26:47.961486 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9faf4b89-b1b0-4b5f-b6f7-c8e29c541acd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:47.971890 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:47.977052 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Added segment 2c61db90-9659-4b73-a912-42a5410710dd of type vlan for network e0cdf0c2-6ee9-4541-9f8a-998a23b078be Aug 19 13:26:48.018254 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:48.204586 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:48.210224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:48.210809 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:48.281979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Pushing event updated for resources: {'Network': ['ID=e0cdf0c2-6ee9-4541-9f8a-998a23b078be,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:48.292163 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network e0cdf0c2-6ee9-4541-9f8a-998a23b078be details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:26:48.392816 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-52fad32a-69ad-42e1-8696-b0146e79e43c tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7477689 Aug 19 13:26:48.396084 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54206) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:48.403237 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Request body: {'subnet': {'network_id': 'e0cdf0c2-6ee9-4541-9f8a-998a23b078be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:48.585860 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Made reservation on behalf of 4d1b5455342d4e90bc1b7b66c0f0652a for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:48.589472 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:48.845094 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:48.904292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Pushing event updated for resources: {'Subnet': ['ID=8987aa63-41a5-4171-b9de-ec0648cdb26d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:48.921278 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Checking segment: {'id': '2c61db90-9659-4b73-a912-42a5410710dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0cdf0c2-6ee9-4541-9f8a-998a23b078be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:48.921679 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Network hostable DHCP agents. Network: e0cdf0c2-6ee9-4541-9f8a-998a23b078be, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:26:48.998930 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Network e0cdf0c2-6ee9-4541-9f8a-998a23b078be is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:26:49.124598 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, e0cdf0c2-6ee9-4541-9f8a-998a23b078be) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:49.128606 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:49.129208 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:49.134916 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1486f-72c3-4998-8561-78d02985a62a None None] Network e0cdf0c2-6ee9-4541-9f8a-998a23b078be requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:49.205524 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-888b9024-d878-47e7-aad3-1cfc0ac65007 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8075967 Aug 19 13:26:49.208244 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54208) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:49.213580 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-292555593'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:49.306015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Made reservation on behalf of 4d1b5455342d4e90bc1b7b66c0f0652a for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:49.309689 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:49.335284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:26:49.344493 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:49.344859 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Added segment 0d602fb9-45c1-4d7f-826b-dc4ccded71ba of type vlan for network c9e3e1fe-99d2-4161-85c1-73a47b6e3d31 Aug 19 13:26:49.384839 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:49.437565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-e0cdf0c2-6ee9-4541-9f8a-998a23b078be', 'network_id': 'e0cdf0c2-6ee9-4541-9f8a-998a23b078be', 'tenant_id': '4d1b5455342d4e90bc1b7b66c0f0652a', 'fixed_ips': [{'subnet_id': '8987aa63-41a5-4171-b9de-ec0648cdb26d'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:26:49.438419 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:49.496087 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:49.502839 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:49.503452 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:49.574066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Pushing event updated for resources: {'Network': ['ID=c9e3e1fe-99d2-4161-85c1-73a47b6e3d31,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:49.577547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Allocated IP 172.20.0.2 (e0cdf0c2-6ee9-4541-9f8a-998a23b078be/8987aa63-41a5-4171-b9de-ec0648cdb26d/1b1f5789-72d3-46b4-b06d-aba3913879f5) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:26:49.587957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network c9e3e1fe-99d2-4161-85c1-73a47b6e3d31 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:26:49.616801 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5decf451-ed9f-401f-8b38-8b6e19baa4fb tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4074447 Aug 19 13:26:49.619540 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54210) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:49.625334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Request body: {'subnet': {'network_id': 'c9e3e1fe-99d2-4161-85c1-73a47b6e3d31', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:49.776030 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Made reservation on behalf of 4d1b5455342d4e90bc1b7b66c0f0652a for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:49.779723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:49.780898 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:49.789572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Transition to ACTIVE for port object 1b1f5789-72d3-46b4-b06d-aba3913879f5 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:49.804667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Transition to ACTIVE for port object 1b1f5789-72d3-46b4-b06d-aba3913879f5 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:49.872311 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:49.914069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Network e0cdf0c2-6ee9-4541-9f8a-998a23b078be is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:26:49.918971 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:49.922556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:26:49.938014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Pushing event updated for resources: {'Port': ['ID=1b1f5789-72d3-46b4-b06d-aba3913879f5,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:49.988181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Attempting to bind port 1b1f5789-72d3-46b4-b06d-aba3913879f5 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:26:49.988563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Attempting to bind port 1b1f5789-72d3-46b4-b06d-aba3913879f5 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '2c61db90-9659-4b73-a912-42a5410710dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0cdf0c2-6ee9-4541-9f8a-998a23b078be'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:26:49.988910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Attempting to bind port 1b1f5789-72d3-46b4-b06d-aba3913879f5 on network e0cdf0c2-6ee9-4541-9f8a-998a23b078be {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:49.993754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:26:49.994145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Checking segment: {'id': '2c61db90-9659-4b73-a912-42a5410710dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0cdf0c2-6ee9-4541-9f8a-998a23b078be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:49.994540 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:49.994927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Bound using segment: {'id': '2c61db90-9659-4b73-a912-42a5410710dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0cdf0c2-6ee9-4541-9f8a-998a23b078be'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:26:49.995387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Bound port: 1b1f5789-72d3-46b4-b06d-aba3913879f5, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c61db90-9659-4b73-a912-42a5410710dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e0cdf0c2-6ee9-4541-9f8a-998a23b078be'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:26:49.995765 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:50.050582 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:50.057484 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] For port 1b1f5789-72d3-46b4-b06d-aba3913879f5, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:26:50.060538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] For port 1b1f5789-72d3-46b4-b06d-aba3913879f5, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1b1f5789-72d3-46b4-b06d-aba3913879f5,segment=NetworkSegment(2c61db90-9659-4b73-a912-42a5410710dd),segment_id=2c61db90-9659-4b73-a912-42a5410710dd)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:26:50.115963 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Pushing event updated for resources: {'Subnet': ['ID=507cbe76-31ee-4e39-b19f-b9c231122ded,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:50.128379 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Checking segment: {'id': '0d602fb9-45c1-4d7f-826b-dc4ccded71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c9e3e1fe-99d2-4161-85c1-73a47b6e3d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:50.128742 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Network hostable DHCP agents. Network: c9e3e1fe-99d2-4161-85c1-73a47b6e3d31, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:26:50.182396 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:50.232976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Network c9e3e1fe-99d2-4161-85c1-73a47b6e3d31 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:26:50.244051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d7b9d-796f-4bb8-b51d-a5953d674073 None None] Pushing event updated for resources: {'Port': ['ID=1b1f5789-72d3-46b4-b06d-aba3913879f5,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:50.353543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, c9e3e1fe-99d2-4161-85c1-73a47b6e3d31) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:50.359005 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:50.359614 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:50.368816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f27bd-a570-4243-a706-b61b5152a440 None None] Network c9e3e1fe-99d2-4161-85c1-73a47b6e3d31 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:50.450052 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7a11ad2f-22a1-4cdd-8e07-bf7d8fff4301 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8294449 Aug 19 13:26:50.454382 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54212) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:50.462504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6a8938d2-06f6-4420-ac82-e4496f295768 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9e3e1fe-99d2-4161-85c1-73a47b6e3d31'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:50.566169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-c9e3e1fe-99d2-4161-85c1-73a47b6e3d31', 'network_id': 'c9e3e1fe-99d2-4161-85c1-73a47b6e3d31', 'tenant_id': '4d1b5455342d4e90bc1b7b66c0f0652a', 'fixed_ips': [{'subnet_id': '507cbe76-31ee-4e39-b19f-b9c231122ded'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:26:50.567054 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:50.688711 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a8938d2-06f6-4420-ac82-e4496f295768 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:50.709797 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Allocated IP 172.21.0.2 (c9e3e1fe-99d2-4161-85c1-73a47b6e3d31/507cbe76-31ee-4e39-b19f-b9c231122ded/80268de0-2a25-4f15-bb6a-8513938be287) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:26:50.861436 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:50.870455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Transition to ACTIVE for port object 80268de0-2a25-4f15-bb6a-8513938be287 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:50.893264 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Transition to ACTIVE for port object 80268de0-2a25-4f15-bb6a-8513938be287 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:50.903537 n-d-778732-8 neutron-server[95661]: INFO neutron.api.v2.resource [None req-6a8938d2-06f6-4420-ac82-e4496f295768 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:26:50.904612 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6a8938d2-06f6-4420-ac82-e4496f295768 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "PUT /v2.0/routers/2c69e1aa-f0f9-43cb-b832-c1c9a705f366 HTTP/1.1" status: 400 len: 364 time: 0.4488118 Aug 19 13:26:50.910976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54214) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:50.971390 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13fb8c4-835a-4811-bd88-3e3139bfba59 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Deleting subnet 507cbe76-31ee-4e39-b19f-b9c231122ded {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:26:50.975928 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f13fb8c4-835a-4811-bd88-3e3139bfba59 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:50.976470 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.021508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Network c9e3e1fe-99d2-4161-85c1-73a47b6e3d31 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:26:51.024023 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f13fb8c4-835a-4811-bd88-3e3139bfba59 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.027252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:51.029522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Pushing event updated for resources: {'Port': ['ID=80268de0-2a25-4f15-bb6a-8513938be287,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:51.031900 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:26:51.101135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Attempting to bind port 80268de0-2a25-4f15-bb6a-8513938be287 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:26:51.101569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Attempting to bind port 80268de0-2a25-4f15-bb6a-8513938be287 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '0d602fb9-45c1-4d7f-826b-dc4ccded71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c9e3e1fe-99d2-4161-85c1-73a47b6e3d31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:26:51.101826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Attempting to bind port 80268de0-2a25-4f15-bb6a-8513938be287 on network c9e3e1fe-99d2-4161-85c1-73a47b6e3d31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:51.108685 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:26:51.109411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Checking segment: {'id': '0d602fb9-45c1-4d7f-826b-dc4ccded71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c9e3e1fe-99d2-4161-85c1-73a47b6e3d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:51.109526 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.109883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Bound using segment: {'id': '0d602fb9-45c1-4d7f-826b-dc4ccded71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c9e3e1fe-99d2-4161-85c1-73a47b6e3d31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:26:51.110368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Bound port: 80268de0-2a25-4f15-bb6a-8513938be287, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d602fb9-45c1-4d7f-826b-dc4ccded71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c9e3e1fe-99d2-4161-85c1-73a47b6e3d31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:26:51.110757 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.131552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f13fb8c4-835a-4811-bd88-3e3139bfba59 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.160772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c6dfbf7-9d86-4213-9af2-e44df722f178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.232485 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb0c929-4dcd-4a93-839d-a55f07756223 None None] Network e0cdf0c2-6ee9-4541-9f8a-998a23b078be requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:51.262438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f13fb8c4-835a-4811-bd88-3e3139bfba59 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.274563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] For port 80268de0-2a25-4f15-bb6a-8513938be287, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:26:51.291259 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fb8c4-835a-4811-bd88-3e3139bfba59 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Pushing event deleted for resources: {'Subnet': ['ID=507cbe76-31ee-4e39-b19f-b9c231122ded,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:51.291676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] For port 80268de0-2a25-4f15-bb6a-8513938be287, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=80268de0-2a25-4f15-bb6a-8513938be287,segment=NetworkSegment(0d602fb9-45c1-4d7f-826b-dc4ccded71ba),segment_id=0d602fb9-45c1-4d7f-826b-dc4ccded71ba)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:26:51.296818 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f13fb8c4-835a-4811-bd88-3e3139bfba59 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.301136 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f13fb8c4-835a-4811-bd88-3e3139bfba59 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "DELETE /v2.0/subnets/507cbe76-31ee-4e39-b19f-b9c231122ded HTTP/1.1" status: 204 len: 168 time: 0.3869715 Aug 19 13:26:51.301853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54216) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:51.372527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.380289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.439864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Deleting port 80268de0-2a25-4f15-bb6a-8513938be287 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:51.440212 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.470577 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa173b-fdf1-4618-98e3-824435c4d4ff None None] Pushing event updated for resources: {'Port': ['ID=80268de0-2a25-4f15-bb6a-8513938be287,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:51.475354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3ba00be9-dbef-4b9b-96e3-9a26aee8e132 None None] Provisioning for port 1b1f5789-72d3-46b4-b06d-aba3913879f5 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:26:51.512248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] For port 80268de0-2a25-4f15-bb6a-8513938be287, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=80268de0-2a25-4f15-bb6a-8513938be287,segment=NetworkSegment(0d602fb9-45c1-4d7f-826b-dc4ccded71ba),segment_id=0d602fb9-45c1-4d7f-826b-dc4ccded71ba)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:51.512946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.528166 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Calling delete_port for 80268de0-2a25-4f15-bb6a-8513938be287 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:51.711853 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.750264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Pushing event deleted for resources: {'Port': ['ID=80268de0-2a25-4f15-bb6a-8513938be287,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:51.761503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] No DVR routers for this DVR port 80268de0-2a25-4f15-bb6a-8513938be287 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:51.764631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.765164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.765768 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.766122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.766488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.766838 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.767179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.767519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.767872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.768189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.768529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.768863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:51.856291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.866390 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e3e1fe-99d2-4161-85c1-73a47b6e3d31']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:51.877599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d602fb9-45c1-4d7f-826b-dc4ccded71ba') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:51.877599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d602fb9-45c1-4d7f-826b-dc4ccded71ba') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:51.886782 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.901227 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.908152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:26:51.908554 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:26:51.911549 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:26:52.060400 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.068558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.070568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "DELETE /v2.0/networks/c9e3e1fe-99d2-4161-85c1-73a47b6e3d31 HTTP/1.1" status: 204 len: 168 time: 0.7672012 Aug 19 13:26:52.073425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54218) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:52.084427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a31831-3bf0-4551-a06d-f4b5b615e495 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Pushing event deleted for resources: {'Network': ['ID=c9e3e1fe-99d2-4161-85c1-73a47b6e3d31,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:52.136119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d40c6b-6886-4775-8f8e-2b1c27387eb8 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Deleting subnet 8987aa63-41a5-4171-b9de-ec0648cdb26d {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:26:52.140780 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8d40c6b-6886-4775-8f8e-2b1c27387eb8 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.184020 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8d40c6b-6886-4775-8f8e-2b1c27387eb8 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.278204 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8d40c6b-6886-4775-8f8e-2b1c27387eb8 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.363808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1b1f5789-72d3-46b4-b06d-aba3913879f5 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:26:52.422876 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8d40c6b-6886-4775-8f8e-2b1c27387eb8 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.451913 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d40c6b-6886-4775-8f8e-2b1c27387eb8 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Pushing event deleted for resources: {'Subnet': ['ID=8987aa63-41a5-4171-b9de-ec0648cdb26d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:52.456168 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8d40c6b-6886-4775-8f8e-2b1c27387eb8 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.458139 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f8d40c6b-6886-4775-8f8e-2b1c27387eb8 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "DELETE /v2.0/subnets/8987aa63-41a5-4171-b9de-ec0648cdb26d HTTP/1.1" status: 204 len: 168 time: 0.3836396 Aug 19 13:26:52.460753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54220) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:52.470086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6980dd6-3808-418c-b66c-90b071a489be None None] Network e0cdf0c2-6ee9-4541-9f8a-998a23b078be requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:52.519629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1b1f5789-72d3-46b4-b06d-aba3913879f5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:26:52.526960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fb026be2-fcd1-4a98-b07f-71f11a10d8f7 None None] Could not find standard attr ID for object 80268de0-2a25-4f15-bb6a-8513938be287. {{(pid=95662) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 13:26:52.539098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1b1f5789-72d3-46b4-b06d-aba3913879f5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:26:52.539478 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.552583 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.599495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2040a60a-5af3-4a61-8122-e21dd5e0c456 None None] DHCP port deletion for c9e3e1fe-99d2-4161-85c1-73a47b6e3d31 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:26:52.611267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Deleting port 1b1f5789-72d3-46b4-b06d-aba3913879f5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:52.611706 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.642415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7772366c-e126-47f6-a70a-3aa65d605ce7 None None] Network c9e3e1fe-99d2-4161-85c1-73a47b6e3d31 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:52.663271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7772366c-e126-47f6-a70a-3aa65d605ce7 None None] Network c9e3e1fe-99d2-4161-85c1-73a47b6e3d31 could not be found, it might have been deleted concurrently. {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 13:26:52.682845 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] For port 1b1f5789-72d3-46b4-b06d-aba3913879f5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1b1f5789-72d3-46b4-b06d-aba3913879f5,segment=NetworkSegment(2c61db90-9659-4b73-a912-42a5410710dd),segment_id=2c61db90-9659-4b73-a912-42a5410710dd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:52.683301 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.700200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Calling delete_port for 1b1f5789-72d3-46b4-b06d-aba3913879f5 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:52.709630 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.731889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a81a96-3806-4a49-b4e6-f149e9973246 None None] DHCP port deletion for e0cdf0c2-6ee9-4541-9f8a-998a23b078be request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:26:52.771472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 1b1f5789-72d3-46b4-b06d-aba3913879f5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1b1f5789-72d3-46b4-b06d-aba3913879f5,segment=NetworkSegment(2c61db90-9659-4b73-a912-42a5410710dd),segment_id=2c61db90-9659-4b73-a912-42a5410710dd)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:52.796351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b8a81a96-3806-4a49-b4e6-f149e9973246 None None] Deleting port 1b1f5789-72d3-46b4-b06d-aba3913879f5 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:26:52.796884 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8a81a96-3806-4a49-b4e6-f149e9973246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.864608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b8a81a96-3806-4a49-b4e6-f149e9973246 None None] For port 1b1f5789-72d3-46b4-b06d-aba3913879f5, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1b1f5789-72d3-46b4-b06d-aba3913879f5,segment=NetworkSegment(2c61db90-9659-4b73-a912-42a5410710dd),segment_id=2c61db90-9659-4b73-a912-42a5410710dd)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:52.865015 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8a81a96-3806-4a49-b4e6-f149e9973246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.872592 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.883910 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b8a81a96-3806-4a49-b4e6-f149e9973246 None None] Calling delete_port for 1b1f5789-72d3-46b4-b06d-aba3913879f5 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:26:52.937123 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:52.965020 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Pushing event deleted for resources: {'Port': ['ID=1b1f5789-72d3-46b4-b06d-aba3913879f5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:52.969346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] No DVR routers for this DVR port 1b1f5789-72d3-46b4-b06d-aba3913879f5 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:52.970128 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=1b1f5789-72d3-46b4-b06d-aba3913879f5,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:53.004574 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8a81a96-3806-4a49-b4e6-f149e9973246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.034783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a81a96-3806-4a49-b4e6-f149e9973246 None None] Pushing event deleted for resources: {'Port': ['ID=1b1f5789-72d3-46b4-b06d-aba3913879f5,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:53.036627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a81a96-3806-4a49-b4e6-f149e9973246 None None] No DVR routers for this DVR port 1b1f5789-72d3-46b4-b06d-aba3913879f5 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:26:53.064219 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.074280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cdf0c2-6ee9-4541-9f8a-998a23b078be']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:53.084563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c61db90-9659-4b73-a912-42a5410710dd') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:53.084859 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c61db90-9659-4b73-a912-42a5410710dd') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:53.093595 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.107033 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.113250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:26:53.113672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:26:53.116547 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:26:53.238663 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.246144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.247294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "DELETE /v2.0/networks/e0cdf0c2-6ee9-4541-9f8a-998a23b078be HTTP/1.1" status: 204 len: 168 time: 0.7855053 Aug 19 13:26:53.250932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54222) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:53.259841 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaac8e4-e587-4688-95e1-563809bb0daa tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Pushing event deleted for resources: {'Network': ['ID=e0cdf0c2-6ee9-4541-9f8a-998a23b078be,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:53.279094 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ebf06a60-56c8-49f7-aa63-16d5c81e2139 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c69e1aa-f0f9-43cb-b832-c1c9a705f366 HTTP/1.1" status: 200 len: 205 time: 0.0269017 Aug 19 13:26:53.281576 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54224) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:53.361111 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e49a430-3fd9-499a-b0b2-c2ddc14ea486 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.535072 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e49a430-3fd9-499a-b0b2-c2ddc14ea486 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.537813 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e49a430-3fd9-499a-b0b2-c2ddc14ea486 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.661676 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e49a430-3fd9-499a-b0b2-c2ddc14ea486 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.662455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e49a430-3fd9-499a-b0b2-c2ddc14ea486 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Fanout notify agent at l3_agent the message router_deleted on router 2c69e1aa-f0f9-43cb-b832-c1c9a705f366 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:26:53.669380 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e49a430-3fd9-499a-b0b2-c2ddc14ea486 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:53.673630 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2e49a430-3fd9-499a-b0b2-c2ddc14ea486 tempest-RoutersNegativeTest-1924195569 tempest-RoutersNegativeTest-1924195569-project] 10.222.0.44 "DELETE /v2.0/routers/2c69e1aa-f0f9-43cb-b832-c1c9a705f366 HTTP/1.1" status: 204 len: 168 time: 0.3881235 Aug 19 13:26:54.122142 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54230) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:54.328481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 80268de0-2a25-4f15-bb6a-8513938be287 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:26:54.352775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 80268de0-2a25-4f15-bb6a-8513938be287 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:26:54.353150 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 80268de0-2a25-4f15-bb6a-8513938be287 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:26:54.353692 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1b1f5789-72d3-46b4-b06d-aba3913879f5 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:26:54.377033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1b1f5789-72d3-46b4-b06d-aba3913879f5 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:26:54.377461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1b1f5789-72d3-46b4-b06d-aba3913879f5 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:26:54.609873 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-34109f21-4db7-4839-b85a-f00dfe36ecdb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d1b5455342d4e90bc1b7b66c0f0652a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865301 Aug 19 13:26:54.612323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54234) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:54.663575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad060ef0-3410-4efb-bf2d-31f249f448cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:54.696487 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad060ef0-3410-4efb-bf2d-31f249f448cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:54.833062 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad060ef0-3410-4efb-bf2d-31f249f448cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:54.835851 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad060ef0-3410-4efb-bf2d-31f249f448cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:54.837055 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ad060ef0-3410-4efb-bf2d-31f249f448cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9faf4b89-b1b0-4b5f-b6f7-c8e29c541acd HTTP/1.1" status: 204 len: 168 time: 0.2237787 Aug 19 13:26:54.845233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad060ef0-3410-4efb-bf2d-31f249f448cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faf4b89-b1b0-4b5f-b6f7-c8e29c541acd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:55.484863 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c070e91a-36e1-4c07-a532-6fbd14896160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:55.816051 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:55.828831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54256) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:55.928509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1717629228-network', 'tenant_id': '8864581abb7c4db59146869a5bed69b6'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:56.013229 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Made reservation on behalf of 8864581abb7c4db59146869a5bed69b6 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:56.017587 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:56.026669 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:56.116151 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:56.233710 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:56.260894 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:26:56.267445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cb9900-edd3-475a-a453-edb24725cc70,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:56.273663 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:56.273994 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Added segment 7d402d71-42ae-439a-984a-de91cb1a64cb of type vlan for network 5ddb5166-aa0d-4739-a271-8f6e598338fe Aug 19 13:26:56.317672 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:56.427187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:56.428192 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:56.428767 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:56.486198 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] Pushing event updated for resources: {'Network': ['ID=5ddb5166-aa0d-4739-a271-8f6e598338fe,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:56.495793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 5ddb5166-aa0d-4739-a271-8f6e598338fe details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:26:56.542318 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f098e0eb-2b0a-44ac-9f80-9aaae0915507 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7122698 Aug 19 13:26:56.545156 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54260) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:56.550678 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] Request body: {'subnet': {'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1717629228-subnet', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:56.638661 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] Made reservation on behalf of 8864581abb7c4db59146869a5bed69b6 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:26:56.641617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:56.957821 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:57.010253 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9b0e066-e7aa-4547-b7b4-b53bf67555a2,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:57.021036 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] Checking segment: {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:57.021419 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] Network hostable DHCP agents. Network: 5ddb5166-aa0d-4739-a271-8f6e598338fe, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:26:57.129939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] Network 5ddb5166-aa0d-4739-a271-8f6e598338fe is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:26:57.278960 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 5ddb5166-aa0d-4739-a271-8f6e598338fe) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:57.283427 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:57.284072 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:57.295455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ecfd5c-15c5-4ae4-be48-01a253b386fe None None] Network 5ddb5166-aa0d-4739-a271-8f6e598338fe requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:57.326015 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:57.388352 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5736d319-e91e-4fac-96ed-f24e1a2aa5be admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8415427 Aug 19 13:26:57.392269 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54262) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:57.396864 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1717629228-router', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:57.434229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-5ddb5166-aa0d-4739-a271-8f6e598338fe', 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'fixed_ips': [{'subnet_id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:26:57.435119 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:57.479057 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:57.480366 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:57.540392 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:57.571372 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Allocated IP 172.20.0.2 (5ddb5166-aa0d-4739-a271-8f6e598338fe/c9b0e066-e7aa-4547-b7b4-b53bf67555a2/6bffc16e-a248-4c95-82f7-9bf8261f4c91) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:26:57.719641 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:57.723538 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:57.727868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Transition to ACTIVE for port object 6bffc16e-a248-4c95-82f7-9bf8261f4c91 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:57.743285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Transition to ACTIVE for port object 6bffc16e-a248-4c95-82f7-9bf8261f4c91 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:26:57.879705 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:57.919920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Network 5ddb5166-aa0d-4739-a271-8f6e598338fe is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:26:57.925621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:57.929997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:26:57.933155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Pushing event updated for resources: {'Port': ['ID=6bffc16e-a248-4c95-82f7-9bf8261f4c91,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:57.989503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Attempting to bind port 6bffc16e-a248-4c95-82f7-9bf8261f4c91 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:26:57.989882 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Attempting to bind port 6bffc16e-a248-4c95-82f7-9bf8261f4c91 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:26:57.990249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Attempting to bind port 6bffc16e-a248-4c95-82f7-9bf8261f4c91 on network 5ddb5166-aa0d-4739-a271-8f6e598338fe {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:26:57.995254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:26:57.995626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Checking segment: {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:26:57.996029 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:57.996420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Bound using segment: {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:26:57.996886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Bound port: 6bffc16e-a248-4c95-82f7-9bf8261f4c91, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:26:57.997397 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:58.028528 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:58.054659 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:58.068158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] For port 6bffc16e-a248-4c95-82f7-9bf8261f4c91, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:26:58.071429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] For port 6bffc16e-a248-4c95-82f7-9bf8261f4c91, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6bffc16e-a248-4c95-82f7-9bf8261f4c91,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:26:58.153100 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:58.156543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Allocated IP 172.25.6.179 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/af8f710d-67ef-4f36-84e3-db362b4f9894) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:26:58.220831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eafe0e-8492-4d86-887f-ae7aafdf784e None None] Pushing event updated for resources: {'Port': ['ID=6bffc16e-a248-4c95-82f7-9bf8261f4c91,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:58.281013 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:58.381875 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:58.425718 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:26:58.428685 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:58.432654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:26:58.458844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Pushing event updated for resources: {'Port': ['ID=af8f710d-67ef-4f36-84e3-db362b4f9894,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:58.776748 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:58.999126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:59.088080 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89c2b58-e1a2-4958-9ae1-3a0d7d827311 None None] Network 5ddb5166-aa0d-4739-a271-8f6e598338fe requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:26:59.131433 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:59.193179 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:26:59.255463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4ae372f7-2d3a-4926-8fba-0a1866a3a067 None None] Provisioning for port 6bffc16e-a248-4c95-82f7-9bf8261f4c91 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:26:59.317342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:26:59.327992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Sync routers for ids ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:26:59.337605 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Routers {'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:26:59.338202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:59.432941 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:59.434260 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-07b8df68-0db8-4330-b6b0-87615bef98c4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0410304 Aug 19 13:26:59.437721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54264) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:59.450914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Set router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:26:59.645309 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'name': 'tempest-TestEncryptedCinderVolumes-1717629228-router', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:26:57Z', 'updated_at': '2021-08-19T13:26:58Z', 'revision_number': 3, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'gw_port': {'id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:58Z', 'updated_at': '2021-08-19T13:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:59.831572 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Checking router: ac3e5e32-b326-4a50-a77f-13b5dcf8e49f for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:26:59.831926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Updating router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f port af8f710d-67ef-4f36-84e3-db362b4f9894 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:26:59.859652 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:59.873116 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.036994 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Allocated IP 172.20.0.1 (5ddb5166-aa0d-4739-a271-8f6e598338fe/c9b0e066-e7aa-4547-b7b4-b53bf67555a2/4d23e865-576f-4219-974a-f0b094785a99) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:27:00.119660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.130684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Transition to ACTIVE for port object af8f710d-67ef-4f36-84e3-db362b4f9894 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:00.145024 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.159308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Transition to ACTIVE for port object 4d23e865-576f-4219-974a-f0b094785a99 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:00.233578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.267872 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.285927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Attempting to bind port af8f710d-67ef-4f36-84e3-db362b4f9894 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:27:00.286333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Attempting to bind port af8f710d-67ef-4f36-84e3-db362b4f9894 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:27:00.286687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Attempting to bind port af8f710d-67ef-4f36-84e3-db362b4f9894 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:00.290061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861bbf0-a929-496c-84ee-787a0104adcd None None] Pushing event updated for resources: {'Port': ['ID=af8f710d-67ef-4f36-84e3-db362b4f9894,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:00.302398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:27:00.302843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:00.303189 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.303584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:27:00.307158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Bound port: af8f710d-67ef-4f36-84e3-db362b4f9894, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:27:00.307158 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.310436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Network 5ddb5166-aa0d-4739-a271-8f6e598338fe is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:00.313752 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:00.316583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:27:00.356338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4d23e865-576f-4219-974a-f0b094785a99,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:00.372428 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.377842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] For port af8f710d-67ef-4f36-84e3-db362b4f9894, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:27:00.385258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] For port af8f710d-67ef-4f36-84e3-db362b4f9894, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=af8f710d-67ef-4f36-84e3-db362b4f9894,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:27:00.388760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6bffc16e-a248-4c95-82f7-9bf8261f4c91 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:00.491350 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.532984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 6bffc16e-a248-4c95-82f7-9bf8261f4c91 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:00.547107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 6bffc16e-a248-4c95-82f7-9bf8261f4c91 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:00.547487 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.582225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Routers {'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:00.583061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:00.607972 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.626561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861bbf0-a929-496c-84ee-787a0104adcd None None] Pushing event updated for resources: {'Port': ['ID=af8f710d-67ef-4f36-84e3-db362b4f9894,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:00.729953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-064fd613-9ddd-49f3-a3fb-f543917b7f20 None None] Provisioning for port 4d23e865-576f-4219-974a-f0b094785a99 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:00.744625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-064fd613-9ddd-49f3-a3fb-f543917b7f20 None None] Provisioning complete for port 4d23e865-576f-4219-974a-f0b094785a99 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:00.744988 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-064fd613-9ddd-49f3-a3fb-f543917b7f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.747611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] Set router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:00.784330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.806082 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.838488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.870548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-064fd613-9ddd-49f3-a3fb-f543917b7f20 None None] Port 4d23e865-576f-4219-974a-f0b094785a99 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:27:00.909877 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:00.913074 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4d23e865-576f-4219-974a-f0b094785a99,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:00.927936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 6bffc16e-a248-4c95-82f7-9bf8261f4c91, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6bffc16e-a248-4c95-82f7-9bf8261f4c91,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:01.006261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Network 5ddb5166-aa0d-4739-a271-8f6e598338fe is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:01.007744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:01.025997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'name': 'tempest-TestEncryptedCinderVolumes-1717629228-router', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:26:57Z', 'updated_at': '2021-08-19T13:27:00Z', 'revision_number': 4, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'gw_port': {'id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:58Z', 'updated_at': '2021-08-19T13:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '4d23e865-576f-4219-974a-f0b094785a99', 'name': '', 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'mac_address': 'fa:16:3e:43:89:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:59Z', 'updated_at': '2021-08-19T13:27:00Z', 'revision_number': 1, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'subnets': [{'id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:01.055227 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:01.059474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422cb7e-4fb3-4c6c-9487-ab7d48028651 None None] The sync data for ids ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'] in n-d-778732-8 is: [{'id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'name': 'tempest-TestEncryptedCinderVolumes-1717629228-router', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:26:57Z', 'updated_at': '2021-08-19T13:27:00Z', 'revision_number': 4, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'gw_port': {'id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:58Z', 'updated_at': '2021-08-19T13:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '4d23e865-576f-4219-974a-f0b094785a99', 'name': '', 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'mac_address': 'fa:16:3e:43:89:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:59Z', 'updated_at': '2021-08-19T13:27:00Z', 'revision_number': 1, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'subnets': [{'id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:27:01.124654 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=6bffc16e-a248-4c95-82f7-9bf8261f4c91,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:01.148729 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:27:01.296551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bef21d4c-dd98-4136-8568-56ce845dbb7c None None] Provisioning complete for port 4d23e865-576f-4219-974a-f0b094785a99 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:01.297018 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bef21d4c-dd98-4136-8568-56ce845dbb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:01.339233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bef21d4c-dd98-4136-8568-56ce845dbb7c None None] Port 4d23e865-576f-4219-974a-f0b094785a99 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:27:01.621792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:27:01.631271 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cfb6790d-84a6-4a61-988e-7a5b40a05cf0 admin admin] 10.222.0.44 "PUT /v2.0/routers/ac3e5e32-b326-4a50-a77f-13b5dcf8e49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1888809 Aug 19 13:27:02.342250 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54280) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:02.348133 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-82140554-network', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:02.420897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6bffc16e-a248-4c95-82f7-9bf8261f4c91 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:02.455584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Made reservation on behalf of f64d05cd7e054045b4165161fdf8de94 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:27:02.458045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.467552 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.470991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 6bffc16e-a248-4c95-82f7-9bf8261f4c91 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:02.473328 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.563539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device af8f710d-67ef-4f36-84e3-db362b4f9894 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:02.579477 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.648740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.672002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:27:02.677695 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port af8f710d-67ef-4f36-84e3-db362b4f9894 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:02.683004 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port af8f710d-67ef-4f36-84e3-db362b4f9894 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:02.683388 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.686802 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0524ae-379a-4d26-adc6-c90bd10ec3ab,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:02.696952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.697301 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Added segment a75b53b2-8733-43a5-a925-50956af5ad95 of type vlan for network 74f20de1-4f9d-4b56-9085-ebf08224110a Aug 19 13:27:02.740104 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.766756 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.791156 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port af8f710d-67ef-4f36-84e3-db362b4f9894, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=af8f710d-67ef-4f36-84e3-db362b4f9894,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:02.833150 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.833999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:02.834578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.861499 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:02.895227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] Pushing event updated for resources: {'Network': ['ID=74f20de1-4f9d-4b56-9085-ebf08224110a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:02.907224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 74f20de1-4f9d-4b56-9085-ebf08224110a details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:27:02.925289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-acaedacf-55ca-4c86-a4f6-304c9fc50e40 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5816486 Aug 19 13:27:02.928170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54282) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:02.933531 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] Request body: {'subnet': {'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-82140554-subnet', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:02.963320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=af8f710d-67ef-4f36-84e3-db362b4f9894,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:03.022004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] Made reservation on behalf of f64d05cd7e054045b4165161fdf8de94 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:27:03.024424 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:03.117548 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Sync routers for ids ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:27:03.127765 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Routers {'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:03.128368 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:03.235462 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Set router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:03.261752 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:03.322201 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c77217-d196-4c89-bcf2-8365f6981547,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:03.332645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] Checking segment: {'id': 'a75b53b2-8733-43a5-a925-50956af5ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:03.333017 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] Network hostable DHCP agents. Network: 74f20de1-4f9d-4b56-9085-ebf08224110a, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:27:03.454353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] Network 74f20de1-4f9d-4b56-9085-ebf08224110a is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:27:03.462138 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'name': 'tempest-TestEncryptedCinderVolumes-1717629228-router', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:26:57Z', 'updated_at': '2021-08-19T13:27:00Z', 'revision_number': 4, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'gw_port': {'id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:58Z', 'updated_at': '2021-08-19T13:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '4d23e865-576f-4219-974a-f0b094785a99', 'name': '', 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'mac_address': 'fa:16:3e:43:89:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:59Z', 'updated_at': '2021-08-19T13:27:00Z', 'revision_number': 2, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'subnets': [{'id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:03.489886 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Checking router: ac3e5e32-b326-4a50-a77f-13b5dcf8e49f for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:27:03.490239 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Updating router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f port 4d23e865-576f-4219-974a-f0b094785a99 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:27:03.523020 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:03.541534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 74f20de1-4f9d-4b56-9085-ebf08224110a) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:03.546382 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:03.546978 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:03.555457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb783d51-7501-47a8-8512-3e132da72a0d None None] Network 74f20de1-4f9d-4b56-9085-ebf08224110a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:27:03.658496 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4230e738-0ad2-4c91-9488-b2c9dd19ae1e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7287199 Aug 19 13:27:03.661344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54284) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:03.669054 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-82140554-router', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:03.732168 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-74f20de1-4f9d-4b56-9085-ebf08224110a', 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'fixed_ips': [{'subnet_id': 'f7c77217-d196-4c89-bcf2-8365f6981547'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:27:03.734051 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:03.764543 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:03.765662 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:03.827206 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:03.835470 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:03.846234 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Transition to ACTIVE for port object 4d23e865-576f-4219-974a-f0b094785a99 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:03.881608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Allocated IP 172.20.0.2 (74f20de1-4f9d-4b56-9085-ebf08224110a/f7c77217-d196-4c89-bcf2-8365f6981547/364d8ff4-e736-4076-ac85-5d8027f340fe) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:27:03.970100 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.044170 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.054482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Transition to ACTIVE for port object 364d8ff4-e736-4076-ac85-5d8027f340fe will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:04.064121 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.082294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Transition to ACTIVE for port object 364d8ff4-e736-4076-ac85-5d8027f340fe will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:04.096133 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Pushing event updated for resources: {'Port': ['ID=4d23e865-576f-4219-974a-f0b094785a99,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:04.098541 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Attempting to bind port 4d23e865-576f-4219-974a-f0b094785a99 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:27:04.098977 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Attempting to bind port 4d23e865-576f-4219-974a-f0b094785a99 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:27:04.099401 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Attempting to bind port 4d23e865-576f-4219-974a-f0b094785a99 on network 5ddb5166-aa0d-4739-a271-8f6e598338fe {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:04.110902 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.111374 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.112088 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.112413 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.112950 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.113346 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.113750 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.114141 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.114645 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.114854 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.115221 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.115565 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:04.121287 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:27:04.122119 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Checking segment: {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:04.122284 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.122755 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Bound using segment: {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:27:04.123921 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Bound port: 4d23e865-576f-4219-974a-f0b094785a99, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:27:04.124377 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.194448 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] For port 4d23e865-576f-4219-974a-f0b094785a99, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:27:04.198415 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] For port 4d23e865-576f-4219-974a-f0b094785a99, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4d23e865-576f-4219-974a-f0b094785a99,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:27:04.238792 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.267600 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.304837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Network 74f20de1-4f9d-4b56-9085-ebf08224110a is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:04.306005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Pushing event updated for resources: {'Port': ['ID=364d8ff4-e736-4076-ac85-5d8027f340fe,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:04.313503 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:04.316748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:27:04.336975 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c689ad-46e0-43c2-84c1-2935a28a7464 None None] Pushing event updated for resources: {'Port': ['ID=4d23e865-576f-4219-974a-f0b094785a99,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:04.365462 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Routers {'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:04.372756 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:04.385017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device af8f710d-67ef-4f36-84e3-db362b4f9894 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:04.429854 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Attempting to bind port 364d8ff4-e736-4076-ac85-5d8027f340fe on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:27:04.430240 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Attempting to bind port 364d8ff4-e736-4076-ac85-5d8027f340fe by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a75b53b2-8733-43a5-a925-50956af5ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:27:04.430611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Attempting to bind port 364d8ff4-e736-4076-ac85-5d8027f340fe on network 74f20de1-4f9d-4b56-9085-ebf08224110a {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:04.445144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:27:04.445586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Checking segment: {'id': 'a75b53b2-8733-43a5-a925-50956af5ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:04.445998 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.446456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Bound using segment: {'id': 'a75b53b2-8733-43a5-a925-50956af5ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:27:04.447006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Bound port: 364d8ff4-e736-4076-ac85-5d8027f340fe, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75b53b2-8733-43a5-a925-50956af5ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:27:04.447395 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.483233 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.501973 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port af8f710d-67ef-4f36-84e3-db362b4f9894 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:04.502352 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.515758 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.516273 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] Set router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:04.565829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] For port 364d8ff4-e736-4076-ac85-5d8027f340fe, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:27:04.570667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] For port 364d8ff4-e736-4076-ac85-5d8027f340fe, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=364d8ff4-e736-4076-ac85-5d8027f340fe,segment=NetworkSegment(a75b53b2-8733-43a5-a925-50956af5ad95),segment_id=a75b53b2-8733-43a5-a925-50956af5ad95)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:27:04.656709 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Allocated IP 172.25.6.199 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/83753fa7-f782-478a-a7b6-9711ed6e4e53) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:27:04.680264 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.753768 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'name': 'tempest-TestEncryptedCinderVolumes-1717629228-router', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:26:57Z', 'updated_at': '2021-08-19T13:27:00Z', 'revision_number': 4, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'gw_port': {'id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:58Z', 'updated_at': '2021-08-19T13:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '4d23e865-576f-4219-974a-f0b094785a99', 'name': '', 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'mac_address': 'fa:16:3e:43:89:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:59Z', 'updated_at': '2021-08-19T13:27:04Z', 'revision_number': 4, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'subnets': [{'id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:04.780221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c611c-8420-4519-af98-e02a96fb472b None None] Pushing event updated for resources: {'Port': ['ID=364d8ff4-e736-4076-ac85-5d8027f340fe,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:04.787896 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5baad-22bb-40c7-a7b9-3009b4e923ee None None] The sync data for ids ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'] in n-d-778732-8 is: [{'id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'name': 'tempest-TestEncryptedCinderVolumes-1717629228-router', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:26:57Z', 'updated_at': '2021-08-19T13:27:00Z', 'revision_number': 4, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'gw_port': {'id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:58Z', 'updated_at': '2021-08-19T13:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '4d23e865-576f-4219-974a-f0b094785a99', 'name': '', 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'mac_address': 'fa:16:3e:43:89:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:59Z', 'updated_at': '2021-08-19T13:27:04Z', 'revision_number': 4, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'subnets': [{'id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:27:04.797968 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.907972 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:04.983166 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:04.986823 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:04.990818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:27:05.022056 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Pushing event updated for resources: {'Port': ['ID=83753fa7-f782-478a-a7b6-9711ed6e4e53,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:05.341417 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:05.571597 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:05.714582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da22de-9d18-4b56-b0a2-ac5d268aba6b None None] Network 74f20de1-4f9d-4b56-9085-ebf08224110a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:27:05.798344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:27:05.849835 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e66e09f4-275b-491b-ac59-a958e5613d74 None None] Provisioning for port 364d8ff4-e736-4076-ac85-5d8027f340fe completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:05.914575 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:27:05.928478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Sync routers for ids ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:27:05.939548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Routers {'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:05.940196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:05.987396 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:05.990387 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-20e8beaa-d975-4f06-a5fb-82f55e685161 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3268273 Aug 19 13:27:05.991477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54286) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:06.055392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Set router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:06.434154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'name': 'tempest-TestEncryptedCinderVolumes-82140554-router', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:03Z', 'updated_at': '2021-08-19T13:27:05Z', 'revision_number': 3, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'gw_port': {'id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:04Z', 'updated_at': '2021-08-19T13:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:06.470627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Checking router: f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:27:06.470627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Updating router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f port 83753fa7-f782-478a-a7b6-9711ed6e4e53 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:27:06.488153 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:06.500671 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:06.543154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4d23e865-576f-4219-974a-f0b094785a99 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:06.692986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Allocated IP 172.20.0.1 (74f20de1-4f9d-4b56-9085-ebf08224110a/f7c77217-d196-4c89-bcf2-8365f6981547/5edff32c-2c64-4951-a55d-c6ada59e940b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:27:06.782897 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4d23e865-576f-4219-974a-f0b094785a99 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:06.792022 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4d23e865-576f-4219-974a-f0b094785a99 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:06.792308 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:06.804303 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:06.820992 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Transition to ACTIVE for port object 5edff32c-2c64-4951-a55d-c6ada59e940b will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:06.868546 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:06.885002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Transition to ACTIVE for port object 83753fa7-f782-478a-a7b6-9711ed6e4e53 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:06.919098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:06.929529 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:06.944120 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:06.971939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Network 74f20de1-4f9d-4b56-9085-ebf08224110a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:06.977515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:06.981592 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:27:07.009602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5edff32c-2c64-4951-a55d-c6ada59e940b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:07.021011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Attempting to bind port 83753fa7-f782-478a-a7b6-9711ed6e4e53 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:27:07.021800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Attempting to bind port 83753fa7-f782-478a-a7b6-9711ed6e4e53 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:27:07.022238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Attempting to bind port 83753fa7-f782-478a-a7b6-9711ed6e4e53 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:07.031465 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.047698 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088783db-abb4-4fd9-ba6f-9f89f3e4d0d8 None None] Pushing event updated for resources: {'Port': ['ID=83753fa7-f782-478a-a7b6-9711ed6e4e53,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:07.053517 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 4d23e865-576f-4219-974a-f0b094785a99, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4d23e865-576f-4219-974a-f0b094785a99,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:07.058117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:27:07.058586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:07.059507 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.059699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:27:07.060277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Bound port: 83753fa7-f782-478a-a7b6-9711ed6e4e53, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:27:07.061322 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.128524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] For port 83753fa7-f782-478a-a7b6-9711ed6e4e53, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:27:07.131801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] For port 83753fa7-f782-478a-a7b6-9711ed6e4e53, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=83753fa7-f782-478a-a7b6-9711ed6e4e53,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:27:07.133774 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.135780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 364d8ff4-e736-4076-ac85-5d8027f340fe up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:07.205298 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.246783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=4d23e865-576f-4219-974a-f0b094785a99,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:07.278200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.294744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Routers {'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:07.296328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:07.405648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088783db-abb4-4fd9-ba6f-9f89f3e4d0d8 None None] Pushing event updated for resources: {'Port': ['ID=83753fa7-f782-478a-a7b6-9711ed6e4e53,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:07.411460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 364d8ff4-e736-4076-ac85-5d8027f340fe completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:07.423966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 364d8ff4-e736-4076-ac85-5d8027f340fe triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:07.424634 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.469978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] Set router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:07.483065 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.499434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-83305ae6-7194-4ea5-b312-d9fe1f94f436 None None] Provisioning for port 5edff32c-2c64-4951-a55d-c6ada59e940b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:07.515046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-83305ae6-7194-4ea5-b312-d9fe1f94f436 None None] Provisioning complete for port 5edff32c-2c64-4951-a55d-c6ada59e940b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:07.515419 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-83305ae6-7194-4ea5-b312-d9fe1f94f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.541697 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.612722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5edff32c-2c64-4951-a55d-c6ada59e940b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:07.615406 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.674988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-83305ae6-7194-4ea5-b312-d9fe1f94f436 None None] Port 5edff32c-2c64-4951-a55d-c6ada59e940b cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:27:07.679692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.725382 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Network 74f20de1-4f9d-4b56-9085-ebf08224110a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:07.727765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:07.751236 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 364d8ff4-e736-4076-ac85-5d8027f340fe, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=364d8ff4-e736-4076-ac85-5d8027f340fe,segment=NetworkSegment(a75b53b2-8733-43a5-a925-50956af5ad95),segment_id=a75b53b2-8733-43a5-a925-50956af5ad95)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:07.807183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'name': 'tempest-TestEncryptedCinderVolumes-82140554-router', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:03Z', 'updated_at': '2021-08-19T13:27:07Z', 'revision_number': 4, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'gw_port': {'id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:04Z', 'updated_at': '2021-08-19T13:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5edff32c-2c64-4951-a55d-c6ada59e940b', 'name': '', 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'mac_address': 'fa:16:3e:b0:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'f7c77217-d196-4c89-bcf2-8365f6981547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:06Z', 'updated_at': '2021-08-19T13:27:06Z', 'revision_number': 1, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'subnets': [{'id': 'f7c77217-d196-4c89-bcf2-8365f6981547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:07.835602 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.838946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571dd80-5925-4e80-9cb6-0c7153dacd99 None None] The sync data for ids ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'] in n-d-778732-8 is: [{'id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'name': 'tempest-TestEncryptedCinderVolumes-82140554-router', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:03Z', 'updated_at': '2021-08-19T13:27:07Z', 'revision_number': 4, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'gw_port': {'id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:04Z', 'updated_at': '2021-08-19T13:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5edff32c-2c64-4951-a55d-c6ada59e940b', 'name': '', 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'mac_address': 'fa:16:3e:b0:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'f7c77217-d196-4c89-bcf2-8365f6981547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:06Z', 'updated_at': '2021-08-19T13:27:06Z', 'revision_number': 1, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'subnets': [{'id': 'f7c77217-d196-4c89-bcf2-8365f6981547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:27:07.863541 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:27:07.900326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=364d8ff4-e736-4076-ac85-5d8027f340fe,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:07.999362 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:27:08.000793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0f6d27a8-ff62-48d2-8f8b-2b179144459b None None] Provisioning complete for port 5edff32c-2c64-4951-a55d-c6ada59e940b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:08.008993 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f6d27a8-ff62-48d2-8f8b-2b179144459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:08.009226 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8745d78e-97fb-4b7d-9b58-9a3b4e2c82c7 admin admin] 10.222.0.44 "PUT /v2.0/routers/f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0103085 Aug 19 13:27:08.067963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d27a8-ff62-48d2-8f8b-2b179144459b None None] Port 5edff32c-2c64-4951-a55d-c6ada59e940b cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:27:08.357969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4d23e865-576f-4219-974a-f0b094785a99 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:08.409771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4d23e865-576f-4219-974a-f0b094785a99 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:08.410231 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:08.512371 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 364d8ff4-e736-4076-ac85-5d8027f340fe up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:08.574542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 364d8ff4-e736-4076-ac85-5d8027f340fe triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:08.575069 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:08.988357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-67ed1c65-009a-4328-9635-e97212255b98 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:08.989993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-67ed1c65-009a-4328-9635-e97212255b98 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/networks?id=5ddb5166-aa0d-4739-a271-8f6e598338fe HTTP/1.1" status: 200 len: 817 time: 0.1159108 Aug 19 13:27:09.007755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-e4d3810a-358b-4b97-8206-c657f057a26e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/quotas/8864581abb7c4db59146869a5bed69b6 HTTP/1.1" status: 200 len: 375 time: 0.0117803 Aug 19 13:27:09.064326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-3dd3a941-d33e-4892-baf2-f6132b586e3d tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8864581abb7c4db59146869a5bed69b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495832 Aug 19 13:27:09.186244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-381aceb0-7090-41b5-9de4-7a42917d629b service neutron] 10.222.0.44 "GET /v2.0/networks/5ddb5166-aa0d-4739-a271-8f6e598338fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090684 Aug 19 13:27:09.281807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-1f963768-082b-4c45-bc11-bedadf6a9b75 service neutron] 10.222.0.44 "GET /v2.0/networks/5ddb5166-aa0d-4739-a271-8f6e598338fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897334 Aug 19 13:27:09.713332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5849ce8b-5a1d-4a8f-8089-32f5cc9cef3c req-ecfd9607-6720-4a27-bca0-f4709951ebc3 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 210 time: 0.1507304 Aug 19 13:27:09.891438 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Sync routers for ids ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:27:09.900715 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Routers {'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:09.901405 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:10.108513 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Set router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:10.320285 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'name': 'tempest-TestEncryptedCinderVolumes-82140554-router', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:03Z', 'updated_at': '2021-08-19T13:27:07Z', 'revision_number': 4, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'gw_port': {'id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:04Z', 'updated_at': '2021-08-19T13:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5edff32c-2c64-4951-a55d-c6ada59e940b', 'name': '', 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'mac_address': 'fa:16:3e:b0:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'f7c77217-d196-4c89-bcf2-8365f6981547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:06Z', 'updated_at': '2021-08-19T13:27:07Z', 'revision_number': 2, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'subnets': [{'id': 'f7c77217-d196-4c89-bcf2-8365f6981547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:10.351515 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Checking router: f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:27:10.351867 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Updating router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f port 5edff32c-2c64-4951-a55d-c6ada59e940b binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:27:10.377204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 83753fa7-f782-478a-a7b6-9711ed6e4e53 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:10.380800 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:10.581559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 83753fa7-f782-478a-a7b6-9711ed6e4e53 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:10.586303 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 83753fa7-f782-478a-a7b6-9711ed6e4e53 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:10.586303 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:10.667341 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:10.668999 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:10.680977 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Transition to ACTIVE for port object 5edff32c-2c64-4951-a55d-c6ada59e940b will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:10.689440 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 83753fa7-f782-478a-a7b6-9711ed6e4e53, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=83753fa7-f782-478a-a7b6-9711ed6e4e53,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:10.774557 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:10.787847 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:10.828760 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=83753fa7-f782-478a-a7b6-9711ed6e4e53,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:10.838786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.839145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.839495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.839839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.840239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.840583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.840918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.841252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.842253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.842595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.842926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.843296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:10.862286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23817b9f-6099-4f8d-82b5-5b9e3ecc8300 req-9bdb3d2a-14dd-4b77-bcc5-56ffd089e190 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 210 time: 0.0425668 Aug 19 13:27:10.873831 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde5f2d-75e4-4783-a27e-bdb2ab7b655f None None] Pushing event updated for resources: {'Port': ['ID=5edff32c-2c64-4951-a55d-c6ada59e940b,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:10.904405 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Attempting to bind port 5edff32c-2c64-4951-a55d-c6ada59e940b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:27:10.905221 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Attempting to bind port 5edff32c-2c64-4951-a55d-c6ada59e940b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'a75b53b2-8733-43a5-a925-50956af5ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:27:10.905344 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Attempting to bind port 5edff32c-2c64-4951-a55d-c6ada59e940b on network 74f20de1-4f9d-4b56-9085-ebf08224110a {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:10.920781 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:27:10.921164 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Checking segment: {'id': 'a75b53b2-8733-43a5-a925-50956af5ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:10.921608 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:10.922008 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Bound using segment: {'id': 'a75b53b2-8733-43a5-a925-50956af5ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:27:10.922484 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Bound port: 5edff32c-2c64-4951-a55d-c6ada59e940b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75b53b2-8733-43a5-a925-50956af5ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:27:10.922867 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:10.992570 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] For port 5edff32c-2c64-4951-a55d-c6ada59e940b, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:27:11.001537 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] For port 5edff32c-2c64-4951-a55d-c6ada59e940b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5edff32c-2c64-4951-a55d-c6ada59e940b,segment=NetworkSegment(a75b53b2-8733-43a5-a925-50956af5ad95),segment_id=a75b53b2-8733-43a5-a925-50956af5ad95)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:27:11.124942 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:11.187725 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Routers {'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:11.188368 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:26:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:11.194295 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde5f2d-75e4-4783-a27e-bdb2ab7b655f None None] Pushing event updated for resources: {'Port': ['ID=5edff32c-2c64-4951-a55d-c6ada59e940b,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:11.305862 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] Set router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:11.509217 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'name': 'tempest-TestEncryptedCinderVolumes-82140554-router', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:03Z', 'updated_at': '2021-08-19T13:27:07Z', 'revision_number': 4, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'gw_port': {'id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:04Z', 'updated_at': '2021-08-19T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5edff32c-2c64-4951-a55d-c6ada59e940b', 'name': '', 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'mac_address': 'fa:16:3e:b0:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'f7c77217-d196-4c89-bcf2-8365f6981547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:06Z', 'updated_at': '2021-08-19T13:27:10Z', 'revision_number': 4, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'subnets': [{'id': 'f7c77217-d196-4c89-bcf2-8365f6981547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:11.536022 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2cf08f-0fe8-4058-8f68-548f8381323e None None] The sync data for ids ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'] in n-d-778732-8 is: [{'id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'name': 'tempest-TestEncryptedCinderVolumes-82140554-router', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:03Z', 'updated_at': '2021-08-19T13:27:07Z', 'revision_number': 4, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'gw_port': {'id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:04Z', 'updated_at': '2021-08-19T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5edff32c-2c64-4951-a55d-c6ada59e940b', 'name': '', 'network_id': '74f20de1-4f9d-4b56-9085-ebf08224110a', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'mac_address': 'fa:16:3e:b0:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'f7c77217-d196-4c89-bcf2-8365f6981547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:06Z', 'updated_at': '2021-08-19T13:27:10Z', 'revision_number': 4, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'subnets': [{'id': 'f7c77217-d196-4c89-bcf2-8365f6981547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:27:12.015326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8a1ddd29-132a-4e95-a859-173cc14fea7f req-f5d2c8eb-eb7b-41d2-8f65-ecd7350eaad8 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 210 time: 0.0608623 Aug 19 13:27:12.076939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-db749e54-1389-4333-8334-af09cb7abbcd tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:12.078667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-db749e54-1389-4333-8334-af09cb7abbcd tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.53 "GET /v2.0/networks?id=5ddb5166-aa0d-4739-a271-8f6e598338fe HTTP/1.1" status: 200 len: 817 time: 0.1567683 Aug 19 13:27:12.092511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Request body: {'port': {'device_id': 'cc1545c2-eabe-4782-8e4d-aa5dec4e3329', 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe', 'admin_state_up': True, 'tenant_id': '8864581abb7c4db59146869a5bed69b6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:12.284535 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Made reservation on behalf of 8864581abb7c4db59146869a5bed69b6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:27:12.289607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.394310 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5edff32c-2c64-4951-a55d-c6ada59e940b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:12.439596 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.445437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Allocated IP 172.20.0.7 (5ddb5166-aa0d-4739-a271-8f6e598338fe/c9b0e066-e7aa-4547-b7b4-b53bf67555a2/15976878-7188-4d67-9e7d-63443b1d6091) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:27:12.518985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5edff32c-2c64-4951-a55d-c6ada59e940b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:12.523525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5edff32c-2c64-4951-a55d-c6ada59e940b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:12.523971 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.605739 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.607051 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.620569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Transition to ACTIVE for port object 15976878-7188-4d67-9e7d-63443b1d6091 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:12.642628 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 5edff32c-2c64-4951-a55d-c6ada59e940b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5edff32c-2c64-4951-a55d-c6ada59e940b,segment=NetworkSegment(a75b53b2-8733-43a5-a925-50956af5ad95),segment_id=a75b53b2-8733-43a5-a925-50956af5ad95)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:12.712834 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.713727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 83753fa7-f782-478a-a7b6-9711ed6e4e53 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:12.757828 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.790665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=5edff32c-2c64-4951-a55d-c6ada59e940b,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:12.802731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Network 5ddb5166-aa0d-4739-a271-8f6e598338fe is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:12.802904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 83753fa7-f782-478a-a7b6-9711ed6e4e53 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:12.803175 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.808137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:12.812794 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:27:12.839335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Pushing event updated for resources: {'Port': ['ID=15976878-7188-4d67-9e7d-63443b1d6091,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:12.869944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:12.870518 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.946734 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8ea47522-8920-492c-8ac2-998cf9f30b06 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8587360 Aug 19 13:27:12.959221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Request body: {'port': {'device_id': 'cc1545c2-eabe-4782-8e4d-aa5dec4e3329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:13.020031 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:13.140369 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9b0da9c6-c0c2-4c8e-aa73-28b8484f62ed None None] Provisioning for port 15976878-7188-4d67-9e7d-63443b1d6091 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:13.144416 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9b0da9c6-c0c2-4c8e-aa73-28b8484f62ed None None] Provisioning complete for port 15976878-7188-4d67-9e7d-63443b1d6091 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:13.144920 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9b0da9c6-c0c2-4c8e-aa73-28b8484f62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:13.183268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9b0da9c6-c0c2-4c8e-aa73-28b8484f62ed None None] Port 15976878-7188-4d67-9e7d-63443b1d6091 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:27:13.221386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b61c9-bfc1-4851-8b11-f882fa402876 req-589ef0f3-a7c6-49c8-accd-da87c6752643 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:13.222866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b72b61c9-bfc1-4851-8b11-f882fa402876 req-589ef0f3-a7c6-49c8-accd-da87c6752643 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 931 time: 0.1007068 Aug 19 13:27:13.286134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b72b61c9-bfc1-4851-8b11-f882fa402876 req-86aa96e2-6fd1-43de-8089-470d38915f92 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558634 Aug 19 13:27:13.350803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15976878-7188-4d67-9e7d-63443b1d6091 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:27:13.360046 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:13.375429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Transition to ACTIVE for port object 15976878-7188-4d67-9e7d-63443b1d6091 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:13.488507 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:13.546591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Pushing event updated for resources: {'Port': ['ID=15976878-7188-4d67-9e7d-63443b1d6091,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:13.616520 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Attempting to bind port 15976878-7188-4d67-9e7d-63443b1d6091 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:27:13.616850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Attempting to bind port 15976878-7188-4d67-9e7d-63443b1d6091 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:27:13.617214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Attempting to bind port 15976878-7188-4d67-9e7d-63443b1d6091 on network 5ddb5166-aa0d-4739-a271-8f6e598338fe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:13.623187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Port 15976878-7188-4d67-9e7d-63443b1d6091 on network 5ddb5166-aa0d-4739-a271-8f6e598338fe not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:27:13.623628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Attempting to bind port 15976878-7188-4d67-9e7d-63443b1d6091 on network 5ddb5166-aa0d-4739-a271-8f6e598338fe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:13.629407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:27:13.629788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Checking segment: {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:13.630143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Bound using segment: {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:27:13.630615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Bound port: 15976878-7188-4d67-9e7d-63443b1d6091, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:27:13.630978 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:13.706438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] For port 15976878-7188-4d67-9e7d-63443b1d6091, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:27:13.710091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] For port 15976878-7188-4d67-9e7d-63443b1d6091, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=15976878-7188-4d67-9e7d-63443b1d6091,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:27:13.810674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:13.843785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:13.844412 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:13.845891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] 10.222.0.53 "PUT /v2.0/ports/15976878-7188-4d67-9e7d-63443b1d6091 HTTP/1.1" status: 200 len: 1091 time: 0.8912146 Aug 19 13:27:13.846333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1545c2-eabe-4782-8e4d-aa5dec4e3329', 'tag': '15976878-7188-4d67-9e7d-63443b1d6091'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:27:13.848726 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cf2f67-e877-4d26-88dc-fb25c185e15d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1545c2-eabe-4782-8e4d-aa5dec4e3329", "tag": "15976878-7188-4d67-9e7d-63443b1d6091"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:27:13.881706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d51a9a-35f3-49ab-bcb9-138ebb0cac35 service neutron] Pushing event updated for resources: {'Port': ['ID=15976878-7188-4d67-9e7d-63443b1d6091,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:13.893795 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea749e7-2f7e-49dc-83a1-d6f31409c414 x-openstack-request-id: req-5ea749e7-2f7e-49dc-83a1-d6f31409c414 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:27:13.894092 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1545c2-eabe-4782-8e4d-aa5dec4e3329", "tag": "15976878-7188-4d67-9e7d-63443b1d6091", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:27:13.897273 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ea749e7-2f7e-49dc-83a1-d6f31409c414 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:27:13.897273 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1545c2-eabe-4782-8e4d-aa5dec4e3329', 'tag': '15976878-7188-4d67-9e7d-63443b1d6091', 'status': 'completed', 'code': 200} Aug 19 13:27:13.959878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf2f67-e877-4d26-88dc-fb25c185e15d req-d2771b40-5524-4b82-91c5-a4e7ba023c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:13.961440 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27cf2f67-e877-4d26-88dc-fb25c185e15d req-d2771b40-5524-4b82-91c5-a4e7ba023c10 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8864581abb7c4db59146869a5bed69b6&device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 1094 time: 0.0459623 Aug 19 13:27:14.070108 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf2f67-e877-4d26-88dc-fb25c185e15d req-baf1a97b-01b0-496b-a2f9-e4d5e36d9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:14.071619 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27cf2f67-e877-4d26-88dc-fb25c185e15d req-baf1a97b-01b0-496b-a2f9-e4d5e36d9ab1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8864581abb7c4db59146869a5bed69b6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1014245 Aug 19 13:27:14.168187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf2f67-e877-4d26-88dc-fb25c185e15d req-4f955550-fe20-41a5-853a-d2dd328377cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:14.169740 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27cf2f67-e877-4d26-88dc-fb25c185e15d req-4f955550-fe20-41a5-853a-d2dd328377cd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912716 Aug 19 13:27:14.255334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-d3881bc8-2b5a-46d9-9ea9-f5828a457258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:14.256875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-d3881bc8-2b5a-46d9-9ea9-f5828a457258 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8864581abb7c4db59146869a5bed69b6&device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 1094 time: 0.0506947 Aug 19 13:27:14.301862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-42d66d26-fed2-428c-b5c8-6b9c1a442cd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15976878-7188-4d67-9e7d-63443b1d6091 HTTP/1.1" status: 200 len: 217 time: 0.0371079 Aug 19 13:27:14.355219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-c20592c7-eaaa-46a6-a38f-c125b880677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:14.357164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-c20592c7-eaaa-46a6-a38f-c125b880677a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9b0e066-e7aa-4547-b7b4-b53bf67555a2 HTTP/1.1" status: 200 len: 856 time: 0.0487087 Aug 19 13:27:14.358571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5edff32c-2c64-4951-a55d-c6ada59e940b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:14.446067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487446-17c6-4f34-ba9b-df33e5374d5e req-8a4d26b6-4775-4c33-8485-dd956bef3247 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:14.447723 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc487446-17c6-4f34-ba9b-df33e5374d5e req-8a4d26b6-4775-4c33-8485-dd956bef3247 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 943 time: 0.0874016 Aug 19 13:27:14.451637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-9f8d962b-937b-480c-8a8e-1dce1c38b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:14.453143 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-9f8d962b-937b-480c-8a8e-1dce1c38b0ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ddb5166-aa0d-4739-a271-8f6e598338fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839374 Aug 19 13:27:14.540384 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cc487446-17c6-4f34-ba9b-df33e5374d5e req-0f12594a-487e-4a2e-9b91-069f1407ae2a tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844879 Aug 19 13:27:14.579210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5edff32c-2c64-4951-a55d-c6ada59e940b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:14.579887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:14.583558 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-8da97f4f-1020-47bf-b3ce-47ab1b0897c5 service neutron] 10.222.0.53 "GET /v2.0/networks/5ddb5166-aa0d-4739-a271-8f6e598338fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211736 Aug 19 13:27:14.691742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1fa347-aca9-4a51-a168-ea3f0e2d6965 req-10b6fe82-d056-485f-9d7d-74d04c9bfa4b service neutron] 10.222.0.53 "GET /v2.0/networks/5ddb5166-aa0d-4739-a271-8f6e598338fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007993 Aug 19 13:27:15.233560 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:15.663054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2cba9-fb99-4372-8337-6834b0a815d1 req-add1f4d6-e91b-4a29-be04-361a9415a24b tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:15.664614 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bab2cba9-fb99-4372-8337-6834b0a815d1 req-add1f4d6-e91b-4a29-be04-361a9415a24b tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 943 time: 0.0512626 Aug 19 13:27:15.706599 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bab2cba9-fb99-4372-8337-6834b0a815d1 req-e9fd338d-ced8-4632-9eb7-3743f66122fb tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356448 Aug 19 13:27:15.992064 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 15976878-7188-4d67-9e7d-63443b1d6091 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:27:16.092453 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 15976878-7188-4d67-9e7d-63443b1d6091, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=15976878-7188-4d67-9e7d-63443b1d6091,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:16.103913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '15976878-7188-4d67-9e7d-63443b1d6091', 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe', 'port_id': '15976878-7188-4d67-9e7d-63443b1d6091', 'mac_address': 'fa:16:3e:07:91:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:27:16.142839 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:16.157189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15976878-7188-4d67-9e7d-63443b1d6091 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:27:16.177729 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 15976878-7188-4d67-9e7d-63443b1d6091, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=15976878-7188-4d67-9e7d-63443b1d6091,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:16.226955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:16.280065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=15976878-7188-4d67-9e7d-63443b1d6091,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:16.467725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['15976878-7188-4d67-9e7d-63443b1d6091'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:27:16.833819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1918f-a40a-424e-9a80-647a9b50d741 req-1f9d756d-e891-482f-8212-8a0d6dfd7761 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:16.835348 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9f1918f-a40a-424e-9a80-647a9b50d741 req-1f9d756d-e891-482f-8212-8a0d6dfd7761 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 944 time: 0.0574241 Aug 19 13:27:16.879070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c9f1918f-a40a-424e-9a80-647a9b50d741 req-c5852294-8c1f-4bca-a06f-2729b6e06ca0 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Aug 19 13:27:17.999631 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49d84-5234-45c0-9ac3-07096cebba45 req-124c3f23-f5da-43de-b19a-8ffb168fce6b tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:18.001121 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3f49d84-5234-45c0-9ac3-07096cebba45 req-124c3f23-f5da-43de-b19a-8ffb168fce6b tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 944 time: 0.0494268 Aug 19 13:27:18.007396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 15976878-7188-4d67-9e7d-63443b1d6091 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:18.039743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3f49d84-5234-45c0-9ac3-07096cebba45 req-f63cbee4-539c-4362-ae12-53fe30011ed3 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322974 Aug 19 13:27:18.164024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 15976878-7188-4d67-9e7d-63443b1d6091 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:18.167993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 15976878-7188-4d67-9e7d-63443b1d6091 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:18.168388 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:18.246970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:18.269630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1545c2-eabe-4782-8e4d-aa5dec4e3329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15976878-7188-4d67-9e7d-63443b1d6091'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:27:18.271907 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b546bd-6dcf-4b5b-933e-f5671bf705a4" -d '{"events": [{"server_uuid": "cc1545c2-eabe-4782-8e4d-aa5dec4e3329", "name": "network-vif-plugged", "status": "completed", "tag": "15976878-7188-4d67-9e7d-63443b1d6091"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:27:18.286147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 15976878-7188-4d67-9e7d-63443b1d6091, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=15976878-7188-4d67-9e7d-63443b1d6091,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:18.340336 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866e0ce6-40e9-45d5-ae3b-be293d99fe31 x-openstack-request-id: req-866e0ce6-40e9-45d5-ae3b-be293d99fe31 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:27:18.340636 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1545c2-eabe-4782-8e4d-aa5dec4e3329", "name": "network-vif-plugged", "status": "completed", "tag": "15976878-7188-4d67-9e7d-63443b1d6091", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:27:18.340906 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-866e0ce6-40e9-45d5-ae3b-be293d99fe31 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:27:18.341890 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1545c2-eabe-4782-8e4d-aa5dec4e3329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15976878-7188-4d67-9e7d-63443b1d6091', 'code': 200} Aug 19 13:27:18.352601 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:18.406071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=15976878-7188-4d67-9e7d-63443b1d6091,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:18.484049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2b8fc-9608-48b1-a953-8bfe8343317e req-ac3e9d84-eb97-4728-a7b8-93c55e02d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:18.485613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0dc2b8fc-9608-48b1-a953-8bfe8343317e req-ac3e9d84-eb97-4728-a7b8-93c55e02d20f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 1096 time: 0.0875428 Aug 19 13:27:18.524342 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0dc2b8fc-9608-48b1-a953-8bfe8343317e req-adfd1926-26b8-4c90-993e-6750b61a1140 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Aug 19 13:27:19.161523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806632b2-adad-4759-9a91-e232d4057194 req-54d27a0f-f409-42bc-b502-62d99bf8ee98 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:19.163372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-806632b2-adad-4759-9a91-e232d4057194 req-54d27a0f-f409-42bc-b502-62d99bf8ee98 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 945 time: 0.0536056 Aug 19 13:27:19.203295 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-806632b2-adad-4759-9a91-e232d4057194 req-05148c53-3c1f-4eb3-baa7-3a5a6bbf39f8 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339315 Aug 19 13:27:19.453746 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:27:20.321175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf274741-7632-44f0-990f-03ab42e4f8bf req-d0e8ab12-4751-4470-87fc-3d91a501b772 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:20.322695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf274741-7632-44f0-990f-03ab42e4f8bf req-d0e8ab12-4751-4470-87fc-3d91a501b772 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 945 time: 0.0509400 Aug 19 13:27:20.364700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf274741-7632-44f0-990f-03ab42e4f8bf req-d77c6b66-4b06-4dd0-8d08-cd06757d013b tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354166 Aug 19 13:27:20.485339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41397813-8a97-49ec-a268-5ce63bafb2df req-b70e96e6-4e93-4614-a4f7-0ca3da524f89 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:20.486804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41397813-8a97-49ec-a268-5ce63bafb2df req-b70e96e6-4e93-4614-a4f7-0ca3da524f89 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 945 time: 0.0508561 Aug 19 13:27:20.527095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41397813-8a97-49ec-a268-5ce63bafb2df req-c15052fc-01d7-49ea-8bae-320e1225b4ec tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341663 Aug 19 13:27:21.141513 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eefeaf11-5be0-4c45-be68-fa834990386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:25.501352 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-92f11b77-6654-412a-aa93-f61366691e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:25.769632 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:27.219692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:29.197993 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.734300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4143cce3-d11f-487f-937c-54e703d34d4c req-42fcec30-fff1-41b2-a845-c231b7088970 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469618 Aug 19 13:27:31.820885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143cce3-d11f-487f-937c-54e703d34d4c req-8e723004-71ad-4c9b-9fff-95e5f9d25dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:31.822507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4143cce3-d11f-487f-937c-54e703d34d4c req-8e723004-71ad-4c9b-9fff-95e5f9d25dd1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8864581abb7c4db59146869a5bed69b6&device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 1096 time: 0.0422101 Aug 19 13:27:31.932729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143cce3-d11f-487f-937c-54e703d34d4c req-0409a4a2-4758-495d-b889-67f57c53d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:31.934221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4143cce3-d11f-487f-937c-54e703d34d4c req-0409a4a2-4758-495d-b889-67f57c53d4c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5ddb5166-aa0d-4739-a271-8f6e598338fe HTTP/1.1" status: 200 len: 918 time: 0.0888255 Aug 19 13:27:31.979137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4143cce3-d11f-487f-937c-54e703d34d4c req-1130fd2d-0915-4cf6-80e8-b9d5d2103041 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15976878-7188-4d67-9e7d-63443b1d6091 HTTP/1.1" status: 200 len: 217 time: 0.0374031 Aug 19 13:27:32.031475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143cce3-d11f-487f-937c-54e703d34d4c req-93e68f85-9c64-4dd2-90a4-8311a1af6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:32.033002 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4143cce3-d11f-487f-937c-54e703d34d4c req-93e68f85-9c64-4dd2-90a4-8311a1af6cbd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9b0e066-e7aa-4547-b7b4-b53bf67555a2 HTTP/1.1" status: 200 len: 856 time: 0.0467157 Aug 19 13:27:32.085703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143cce3-d11f-487f-937c-54e703d34d4c req-22debe74-3232-493e-b609-b38e4c187c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:32.087369 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4143cce3-d11f-487f-937c-54e703d34d4c req-22debe74-3232-493e-b609-b38e4c187c6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ddb5166-aa0d-4739-a271-8f6e598338fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457029 Aug 19 13:27:32.099178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-4143cce3-d11f-487f-937c-54e703d34d4c req-d5ef93f3-6c99-481f-b734-feeac36e2118 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:27:32.100190 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4143cce3-d11f-487f-937c-54e703d34d4c req-d5ef93f3-6c99-481f-b734-feeac36e2118 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050550 Aug 19 13:27:32.205618 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4143cce3-d11f-487f-937c-54e703d34d4c req-2fa88b9e-d6b3-4c96-ae7b-9e457e512350 service neutron] 10.222.0.53 "GET /v2.0/networks/5ddb5166-aa0d-4739-a271-8f6e598338fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975380 Aug 19 13:27:32.296095 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4143cce3-d11f-487f-937c-54e703d34d4c req-fe3c88d9-687a-4e1c-9e8c-9db4f5ecd96e service neutron] 10.222.0.53 "GET /v2.0/networks/5ddb5166-aa0d-4739-a271-8f6e598338fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833390 Aug 19 13:27:42.443805 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:45.167547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90586d3-5dec-4f8d-ad7f-b43d18c670aa req-382fa28f-7f72-4e6e-921c-a9ac6c2d1b00 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:45.169137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c90586d3-5dec-4f8d-ad7f-b43d18c670aa req-382fa28f-7f72-4e6e-921c-a9ac6c2d1b00 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 945 time: 0.0547652 Aug 19 13:27:45.207623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c90586d3-5dec-4f8d-ad7f-b43d18c670aa req-2ee4d160-1552-4e30-b7f0-7e5cdbfb374c tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Aug 19 13:27:45.237540 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:46.329347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ee60e-fa49-4c83-89c8-0243c71918fd req-9b661a16-5a8e-4102-b324-2534d13a4a9a tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:46.330866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-460ee60e-fa49-4c83-89c8-0243c71918fd req-9b661a16-5a8e-4102-b324-2534d13a4a9a tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 945 time: 0.0513873 Aug 19 13:27:46.369311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-460ee60e-fa49-4c83-89c8-0243c71918fd req-0128a7e0-78dc-4d07-8d2c-2fc8a22a3990 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317984 Aug 19 13:27:46.643992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec833172-d53d-4382-b57e-f0b6e70bb7e6 req-1e93d804-f4dd-439a-a041-63fbab25dad4 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:46.645487 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec833172-d53d-4382-b57e-f0b6e70bb7e6 req-1e93d804-f4dd-439a-a041-63fbab25dad4 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 945 time: 0.0483348 Aug 19 13:27:47.103808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ec833172-d53d-4382-b57e-f0b6e70bb7e6 req-faded008-1307-4580-9642-651b5f240cd6 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Deleting port 15976878-7188-4d67-9e7d-63443b1d6091 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:27:47.104085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec833172-d53d-4382-b57e-f0b6e70bb7e6 req-faded008-1307-4580-9642-651b5f240cd6 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.191532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ec833172-d53d-4382-b57e-f0b6e70bb7e6 req-faded008-1307-4580-9642-651b5f240cd6 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] For port 15976878-7188-4d67-9e7d-63443b1d6091, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=15976878-7188-4d67-9e7d-63443b1d6091,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:47.191904 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec833172-d53d-4382-b57e-f0b6e70bb7e6 req-faded008-1307-4580-9642-651b5f240cd6 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.207522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ec833172-d53d-4382-b57e-f0b6e70bb7e6 req-faded008-1307-4580-9642-651b5f240cd6 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Calling delete_port for 15976878-7188-4d67-9e7d-63443b1d6091 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:27:47.404297 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec833172-d53d-4382-b57e-f0b6e70bb7e6 req-faded008-1307-4580-9642-651b5f240cd6 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.417174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['15976878-7188-4d67-9e7d-63443b1d6091'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:27:47.465625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faded008-1307-4580-9642-651b5f240cd6 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Pushing event deleted for resources: {'Port': ['ID=15976878-7188-4d67-9e7d-63443b1d6091,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:47.505073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec833172-d53d-4382-b57e-f0b6e70bb7e6 req-faded008-1307-4580-9642-651b5f240cd6 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] No DVR routers for this DVR port 15976878-7188-4d67-9e7d-63443b1d6091 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:27:47.508246 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef71263c-832d-4be1-ada8-13b88920059b req-b4587a06-7c9a-4809-a0db-d6bdf7e73617 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 210 time: 0.0444717 Aug 19 13:27:47.509311 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec833172-d53d-4382-b57e-f0b6e70bb7e6 req-faded008-1307-4580-9642-651b5f240cd6 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.511217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ec833172-d53d-4382-b57e-f0b6e70bb7e6 req-faded008-1307-4580-9642-651b5f240cd6 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.53 "DELETE /v2.0/ports/15976878-7188-4d67-9e7d-63443b1d6091 HTTP/1.1" status: 204 len: 173 time: 0.8596003 Aug 19 13:27:47.511600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1545c2-eabe-4782-8e4d-aa5dec4e3329', 'name': 'network-vif-deleted', 'tag': '15976878-7188-4d67-9e7d-63443b1d6091'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:27:47.513966 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce12d03-bd92-445a-b9c4-c4da7bc6e391" -d '{"events": [{"server_uuid": "cc1545c2-eabe-4782-8e4d-aa5dec4e3329", "name": "network-vif-deleted", "tag": "15976878-7188-4d67-9e7d-63443b1d6091"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:27:47.606657 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab10d29-3115-469e-b5ef-ca0ec5bcd22d x-openstack-request-id: req-eab10d29-3115-469e-b5ef-ca0ec5bcd22d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:27:47.609964 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1545c2-eabe-4782-8e4d-aa5dec4e3329", "name": "network-vif-deleted", "tag": "15976878-7188-4d67-9e7d-63443b1d6091", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:27:47.609964 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eab10d29-3115-469e-b5ef-ca0ec5bcd22d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:27:47.609964 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1545c2-eabe-4782-8e4d-aa5dec4e3329', 'name': 'network-vif-deleted', 'tag': '15976878-7188-4d67-9e7d-63443b1d6091', 'status': 'completed', 'code': 200} Aug 19 13:27:48.619586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-41c324da-bdcc-4953-9157-540bc174bd1c req-4405114f-173b-4e7d-a231-e76afdd111d6 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1545c2-eabe-4782-8e4d-aa5dec4e3329 HTTP/1.1" status: 200 len: 210 time: 0.0287416 Aug 19 13:27:50.163659 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 15976878-7188-4d67-9e7d-63443b1d6091 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:27:50.183073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 15976878-7188-4d67-9e7d-63443b1d6091 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:27:50.183418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 15976878-7188-4d67-9e7d-63443b1d6091 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:27:50.408722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600060-b30b-46b7-ad92-65f35b583015 req-82fb57b0-d3ce-4025-b982-e8111a97f2fd tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:50.410249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-82fb57b0-d3ce-4025-b982-e8111a97f2fd tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/networks?id=5ddb5166-aa0d-4739-a271-8f6e598338fe HTTP/1.1" status: 200 len: 817 time: 0.1052477 Aug 19 13:27:50.425492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-3d1cf674-12e2-4c27-a68d-3301b8f08bdb tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/quotas/8864581abb7c4db59146869a5bed69b6 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Aug 19 13:27:50.476897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-a4f32948-43b7-4013-a846-d6ecbed551ff tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8864581abb7c4db59146869a5bed69b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460174 Aug 19 13:27:50.582050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-676c9376-a8ae-4fbb-9e70-a6d138cbac3c service neutron] 10.222.0.44 "GET /v2.0/networks/5ddb5166-aa0d-4739-a271-8f6e598338fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930364 Aug 19 13:27:50.677323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-953363cc-3e1c-44a5-9c45-372c24dd0cbf service neutron] 10.222.0.44 "GET /v2.0/networks/5ddb5166-aa0d-4739-a271-8f6e598338fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892050 Aug 19 13:27:50.910719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a350344-1aef-4278-87ce-c2c735a12b67 req-ecf7bfd7-83d3-42ea-8f6a-8a438ec8079a tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 210 time: 0.0286849 Aug 19 13:27:51.151796 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c690008-a41c-4729-a2e4-e56f4fd87806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:52.012012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3fb136b-ddb7-4bcf-848e-0eefb9f84671 req-1dc8ed0c-601f-4a4c-bd3c-784910e719eb tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 210 time: 0.0308447 Aug 19 13:27:53.116828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2372ba52-c1af-46d0-bf5e-9ace0df5db40 req-123a7fb6-b171-48e1-80d6-1923f8b0d3ee tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 210 time: 0.0354640 Aug 19 13:27:53.143442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600060-b30b-46b7-ad92-65f35b583015 req-a0d79c8a-401b-4831-aeaf-a72cf1eaa53e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:53.145115 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-a0d79c8a-401b-4831-aeaf-a72cf1eaa53e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.53 "GET /v2.0/networks?id=5ddb5166-aa0d-4739-a271-8f6e598338fe HTTP/1.1" status: 200 len: 817 time: 0.1291578 Aug 19 13:27:53.158513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Request body: {'port': {'device_id': '455c5f7e-659f-4b61-85b2-ce244bd18c25', 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe', 'admin_state_up': True, 'tenant_id': '8864581abb7c4db59146869a5bed69b6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:53.374671 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Made reservation on behalf of 8864581abb7c4db59146869a5bed69b6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:27:53.378537 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:53.524161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Allocated IP 172.20.0.5 (5ddb5166-aa0d-4739-a271-8f6e598338fe/c9b0e066-e7aa-4547-b7b4-b53bf67555a2/b637ea4a-d844-41e4-8650-c9b3fbfa5492) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:27:53.679655 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:53.699085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Transition to ACTIVE for port object b637ea4a-d844-41e4-8650-c9b3fbfa5492 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:53.832811 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:53.879719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Network 5ddb5166-aa0d-4739-a271-8f6e598338fe is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:53.885184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:53.890007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:27:53.916947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Pushing event updated for resources: {'Port': ['ID=b637ea4a-d844-41e4-8650-c9b3fbfa5492,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.947267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:53.960590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:53.961235 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.032554 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-b40e5324-509d-4205-83f3-787dfe4ed66e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8778143 Aug 19 13:27:54.046282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Request body: {'port': {'device_id': '455c5f7e-659f-4b61-85b2-ce244bd18c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:54.107381 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.220459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-23720df9-3ece-45d5-a8c2-f9ff67a2ca22 None None] Provisioning for port b637ea4a-d844-41e4-8650-c9b3fbfa5492 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:54.224951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-23720df9-3ece-45d5-a8c2-f9ff67a2ca22 None None] Provisioning complete for port b637ea4a-d844-41e4-8650-c9b3fbfa5492 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:54.225753 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-23720df9-3ece-45d5-a8c2-f9ff67a2ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.269802 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-23720df9-3ece-45d5-a8c2-f9ff67a2ca22 None None] Port b637ea4a-d844-41e4-8650-c9b3fbfa5492 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:27:54.329304 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599209c-03d7-47f9-86b8-b0d0cdf7b4c4 req-bae335a2-c3fb-470a-a483-e5b20084b12f tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:54.331018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9599209c-03d7-47f9-86b8-b0d0cdf7b4c4 req-bae335a2-c3fb-470a-a483-e5b20084b12f tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 931 time: 0.1141081 Aug 19 13:27:54.394732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9599209c-03d7-47f9-86b8-b0d0cdf7b4c4 req-9533d6d3-1f4b-4694-82e1-3e76dcf8e66f tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576975 Aug 19 13:27:54.459153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b637ea4a-d844-41e4-8650-c9b3fbfa5492 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:27:54.467155 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.485349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Transition to ACTIVE for port object b637ea4a-d844-41e4-8650-c9b3fbfa5492 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:54.557519 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.617192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Pushing event updated for resources: {'Port': ['ID=b637ea4a-d844-41e4-8650-c9b3fbfa5492,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:54.685689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Attempting to bind port b637ea4a-d844-41e4-8650-c9b3fbfa5492 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:27:54.686033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Attempting to bind port b637ea4a-d844-41e4-8650-c9b3fbfa5492 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:27:54.686372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Attempting to bind port b637ea4a-d844-41e4-8650-c9b3fbfa5492 on network 5ddb5166-aa0d-4739-a271-8f6e598338fe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:54.691147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Port b637ea4a-d844-41e4-8650-c9b3fbfa5492 on network 5ddb5166-aa0d-4739-a271-8f6e598338fe not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:27:54.691479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Attempting to bind port b637ea4a-d844-41e4-8650-c9b3fbfa5492 on network 5ddb5166-aa0d-4739-a271-8f6e598338fe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:54.696551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:27:54.696890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Checking segment: {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:54.697278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Bound using segment: {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:27:54.697743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Bound port: b637ea4a-d844-41e4-8650-c9b3fbfa5492, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d402d71-42ae-439a-984a-de91cb1a64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:27:54.698109 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.771747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] For port b637ea4a-d844-41e4-8650-c9b3fbfa5492, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:27:54.775136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] For port b637ea4a-d844-41e4-8650-c9b3fbfa5492, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b637ea4a-d844-41e4-8650-c9b3fbfa5492,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:27:54.861049 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.900435 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:54.901064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.902510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] 10.222.0.53 "PUT /v2.0/ports/b637ea4a-d844-41e4-8650-c9b3fbfa5492 HTTP/1.1" status: 200 len: 1091 time: 0.8614073 Aug 19 13:27:54.902950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455c5f7e-659f-4b61-85b2-ce244bd18c25', 'tag': 'b637ea4a-d844-41e4-8650-c9b3fbfa5492'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:27:54.905478 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50c7851-7d0e-4321-8e3c-02bd677fc819" -d '{"events": [{"name": "network-changed", "server_uuid": "455c5f7e-659f-4b61-85b2-ce244bd18c25", "tag": "b637ea4a-d844-41e4-8650-c9b3fbfa5492"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:27:54.935480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b0c07-ba30-4e47-b042-7075d482851b service neutron] Pushing event updated for resources: {'Port': ['ID=b637ea4a-d844-41e4-8650-c9b3fbfa5492,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:54.949541 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75892dc-00e3-4439-ab66-5f964da4d2c9 x-openstack-request-id: req-c75892dc-00e3-4439-ab66-5f964da4d2c9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:27:54.949836 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455c5f7e-659f-4b61-85b2-ce244bd18c25", "tag": "b637ea4a-d844-41e4-8650-c9b3fbfa5492", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:27:54.950340 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c75892dc-00e3-4439-ab66-5f964da4d2c9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:27:54.951290 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455c5f7e-659f-4b61-85b2-ce244bd18c25', 'tag': 'b637ea4a-d844-41e4-8650-c9b3fbfa5492', 'status': 'completed', 'code': 200} Aug 19 13:27:55.013727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c7851-7d0e-4321-8e3c-02bd677fc819 req-f7f3f567-b669-4313-b1b1-f509a13e181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:55.015335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f50c7851-7d0e-4321-8e3c-02bd677fc819 req-f7f3f567-b669-4313-b1b1-f509a13e181c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8864581abb7c4db59146869a5bed69b6&device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 1094 time: 0.0458167 Aug 19 13:27:55.125688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c7851-7d0e-4321-8e3c-02bd677fc819 req-54d066d9-8385-4dea-9411-d750e37b04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:55.127358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f50c7851-7d0e-4321-8e3c-02bd677fc819 req-54d066d9-8385-4dea-9411-d750e37b04c6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8864581abb7c4db59146869a5bed69b6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1035874 Aug 19 13:27:55.222562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c7851-7d0e-4321-8e3c-02bd677fc819 req-33b19637-662f-42dd-a953-45a01617df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:55.224016 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f50c7851-7d0e-4321-8e3c-02bd677fc819 req-33b19637-662f-42dd-a953-45a01617df39 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901778 Aug 19 13:27:55.307570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600060-b30b-46b7-ad92-65f35b583015 req-5a791da1-3598-4519-b59b-0cc638049798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:55.309001 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-5a791da1-3598-4519-b59b-0cc638049798 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8864581abb7c4db59146869a5bed69b6&device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 1094 time: 0.0463991 Aug 19 13:27:55.351137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-dc122ec7-0c80-471e-ad6c-a1a10b5c0688 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b637ea4a-d844-41e4-8650-c9b3fbfa5492 HTTP/1.1" status: 200 len: 217 time: 0.0336668 Aug 19 13:27:55.409363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600060-b30b-46b7-ad92-65f35b583015 req-a23ba3a5-e22c-4ef7-8261-1c51a2334cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:55.410897 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-a23ba3a5-e22c-4ef7-8261-1c51a2334cb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9b0e066-e7aa-4547-b7b4-b53bf67555a2 HTTP/1.1" status: 200 len: 856 time: 0.0532355 Aug 19 13:27:55.458236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600060-b30b-46b7-ad92-65f35b583015 req-6cb54521-404b-48c1-a121-8b27f13eb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:55.459795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-6cb54521-404b-48c1-a121-8b27f13eb204 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ddb5166-aa0d-4739-a271-8f6e598338fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422547 Aug 19 13:27:55.540462 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ada0be47-6163-433c-8137-f746e7fbc6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:55.565690 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4af5b-df31-4bd5-9060-35a203cdabe5 req-4c488b58-0579-442f-9ea9-6812f758ad48 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:55.567135 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab4af5b-df31-4bd5-9060-35a203cdabe5 req-4c488b58-0579-442f-9ea9-6812f758ad48 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 943 time: 0.1035259 Aug 19 13:27:55.603411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-63f8a985-89fa-4a4f-85fe-354fa38d9e20 service neutron] 10.222.0.53 "GET /v2.0/networks/5ddb5166-aa0d-4739-a271-8f6e598338fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309242 Aug 19 13:27:55.640783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ab4af5b-df31-4bd5-9060-35a203cdabe5 req-bb8cdd7d-9735-451c-822e-1b511e2d6007 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654943 Aug 19 13:27:55.709069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-37600060-b30b-46b7-ad92-65f35b583015 req-6f369e99-a9ed-4037-87fa-d9eeec492012 service neutron] 10.222.0.53 "GET /v2.0/networks/5ddb5166-aa0d-4739-a271-8f6e598338fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957270 Aug 19 13:27:55.843315 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:56.452505 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:27:56.765902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4b7e4-d082-4042-a8c0-6b7a20d5a595 req-c4c3a3cc-6f5d-4980-9c0e-c97037398f18 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:56.767416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72a4b7e4-d082-4042-a8c0-6b7a20d5a595 req-c4c3a3cc-6f5d-4980-9c0e-c97037398f18 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 943 time: 0.0504427 Aug 19 13:27:56.806439 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-72a4b7e4-d082-4042-a8c0-6b7a20d5a595 req-10ccb316-2d96-433b-bfdd-796b13d2ff65 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329075 Aug 19 13:27:57.254328 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:57.930070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f7004-750a-405e-a47f-0eedcc27d7e6 req-c878d838-21d2-45b0-9631-4fb646b20728 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:57.931585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c83f7004-750a-405e-a47f-0eedcc27d7e6 req-c878d838-21d2-45b0-9631-4fb646b20728 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 943 time: 0.0543945 Aug 19 13:27:57.974258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c83f7004-750a-405e-a47f-0eedcc27d7e6 req-8e1746e4-d079-4550-88fe-a636732075d2 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347340 Aug 19 13:27:58.209015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b637ea4a-d844-41e4-8650-c9b3fbfa5492 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:27:58.303123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b637ea4a-d844-41e4-8650-c9b3fbfa5492, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b637ea4a-d844-41e4-8650-c9b3fbfa5492,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:58.313989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'b637ea4a-d844-41e4-8650-c9b3fbfa5492', 'network_id': '5ddb5166-aa0d-4739-a271-8f6e598338fe', 'port_id': 'b637ea4a-d844-41e4-8650-c9b3fbfa5492', 'mac_address': 'fa:16:3e:04:06:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9b0e066-e7aa-4547-b7b4-b53bf67555a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:27:58.355287 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:58.368346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b637ea4a-d844-41e4-8650-c9b3fbfa5492 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:27:58.388571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b637ea4a-d844-41e4-8650-c9b3fbfa5492, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b637ea4a-d844-41e4-8650-c9b3fbfa5492,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:58.459947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:58.507470 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=b637ea4a-d844-41e4-8650-c9b3fbfa5492,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:58.649962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['b637ea4a-d844-41e4-8650-c9b3fbfa5492'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:27:59.096556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef4b9e-443e-4465-a0dc-94fbdda96277 req-ddeef991-8568-418e-afbb-a3c0c454fb8b tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:59.098108 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beef4b9e-443e-4465-a0dc-94fbdda96277 req-ddeef991-8568-418e-afbb-a3c0c454fb8b tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 944 time: 0.0550156 Aug 19 13:27:59.123902 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:59.139796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-beef4b9e-443e-4465-a0dc-94fbdda96277 req-37e2cba4-01d8-4095-835b-cb5fa3fd431e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355487 Aug 19 13:28:00.209229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b637ea4a-d844-41e4-8650-c9b3fbfa5492 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:00.258819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc4068-dfe8-42b4-ba14-e3e0dab11d91 req-19e42205-1e5e-4141-bc76-5de2101d1c1e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:00.260327 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9acc4068-dfe8-42b4-ba14-e3e0dab11d91 req-19e42205-1e5e-4141-bc76-5de2101d1c1e tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 944 time: 0.0498421 Aug 19 13:28:00.299097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9acc4068-dfe8-42b4-ba14-e3e0dab11d91 req-3d78bdbd-54e8-4107-b589-1af906665bbc tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319793 Aug 19 13:28:00.328585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port b637ea4a-d844-41e4-8650-c9b3fbfa5492 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:00.332645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port b637ea4a-d844-41e4-8650-c9b3fbfa5492 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:00.333020 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:00.409503 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:00.435172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455c5f7e-659f-4b61-85b2-ce244bd18c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b637ea4a-d844-41e4-8650-c9b3fbfa5492'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:28:00.437418 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f65d15-842d-4fec-9c2b-fc8c5e9fe61e" -d '{"events": [{"server_uuid": "455c5f7e-659f-4b61-85b2-ce244bd18c25", "name": "network-vif-plugged", "status": "completed", "tag": "b637ea4a-d844-41e4-8650-c9b3fbfa5492"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:28:00.451320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port b637ea4a-d844-41e4-8650-c9b3fbfa5492, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b637ea4a-d844-41e4-8650-c9b3fbfa5492,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:00.473602 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d42e165-6af6-455c-b9bd-8b3c2e64e1af x-openstack-request-id: req-3d42e165-6af6-455c-b9bd-8b3c2e64e1af {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:28:00.473914 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455c5f7e-659f-4b61-85b2-ce244bd18c25", "name": "network-vif-plugged", "status": "completed", "tag": "b637ea4a-d844-41e4-8650-c9b3fbfa5492", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:28:00.474141 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d42e165-6af6-455c-b9bd-8b3c2e64e1af {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:28:00.474543 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455c5f7e-659f-4b61-85b2-ce244bd18c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b637ea4a-d844-41e4-8650-c9b3fbfa5492', 'code': 200} Aug 19 13:28:00.573363 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:00.578481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c26ade-b5c0-4660-991d-5974a3803f11 req-b3c833b6-9607-4a76-bc6e-a5b24a57311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:00.580462 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49c26ade-b5c0-4660-991d-5974a3803f11 req-b3c833b6-9607-4a76-bc6e-a5b24a57311e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 1095 time: 0.0481424 Aug 19 13:28:00.616041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49c26ade-b5c0-4660-991d-5974a3803f11 req-c99b68a9-6976-414b-a2d0-1421fdfda0a6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288658 Aug 19 13:28:00.622993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=b637ea4a-d844-41e4-8650-c9b3fbfa5492,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:01.413157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740921cd-8d5a-4599-83ef-23bd53a98e0d req-f00448d1-98de-494d-91fb-3057e1e43201 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:01.414674 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-740921cd-8d5a-4599-83ef-23bd53a98e0d req-f00448d1-98de-494d-91fb-3057e1e43201 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Aug 19 13:28:01.452150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-740921cd-8d5a-4599-83ef-23bd53a98e0d req-efcd7df3-8ca1-4b7c-855b-52cb34fdf099 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Aug 19 13:28:02.570097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c1eee-c8fd-40bc-b202-7940961068fc req-33450eee-1043-4569-9cc2-8f931564098a tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:02.571457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-339c1eee-c8fd-40bc-b202-7940961068fc req-33450eee-1043-4569-9cc2-8f931564098a tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 945 time: 0.0498266 Aug 19 13:28:02.609004 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-339c1eee-c8fd-40bc-b202-7940961068fc req-ae284f63-16c9-45a7-80a9-a74623b8527d tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Aug 19 13:28:02.730489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b64c4-7afc-4482-8c39-b194df4434b8 req-65a1c767-ac53-4f1b-b5e1-36db3e747aa5 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:02.732701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc3b64c4-7afc-4482-8c39-b194df4434b8 req-65a1c767-ac53-4f1b-b5e1-36db3e747aa5 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 945 time: 0.0529437 Aug 19 13:28:02.770286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc3b64c4-7afc-4482-8c39-b194df4434b8 req-49d2d5b6-8117-487f-bf00-51bc607624a2 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316682 Aug 19 13:28:12.460270 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:15.282904 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:21.294115 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e311fed3-8764-419e-909f-2313456f6133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:25.494200 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5ba2-5f38-4be9-9330-cf5ef24143a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:25.877015 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:26.755985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042d66f-4581-4771-8f7a-a62d6986b13b req-709cc0df-156b-4b49-a9ac-4c44037305e1 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:26.757693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2042d66f-4581-4771-8f7a-a62d6986b13b req-709cc0df-156b-4b49-a9ac-4c44037305e1 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 945 time: 0.0523007 Aug 19 13:28:26.799413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2042d66f-4581-4771-8f7a-a62d6986b13b req-629c0efb-75dc-4295-8759-c93e5f9faeb2 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355072 Aug 19 13:28:27.248603 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:27.917649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c883-719c-4cab-9895-1ea53ff82dfb req-82402a37-7fef-4d51-a83c-17e5d73d661b tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:27.919151 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd25c883-719c-4cab-9895-1ea53ff82dfb req-82402a37-7fef-4d51-a83c-17e5d73d661b tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 945 time: 0.0514107 Aug 19 13:28:27.959603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd25c883-719c-4cab-9895-1ea53ff82dfb req-66440a3b-d68a-4bd3-8e9a-fc060deda5d5 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/security-groups?id=22cb9900-edd3-475a-a453-edb24725cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336335 Aug 19 13:28:28.261752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c330-7970-408a-877b-c570c3bc9f26 req-0c7ca33d-a7af-48aa-aee1-5397d980c611 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:28.263140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e560c330-7970-408a-877b-c570c3bc9f26 req-0c7ca33d-a7af-48aa-aee1-5397d980c611 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.53 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Aug 19 13:28:28.353193 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e560c330-7970-408a-877b-c570c3bc9f26 req-d6a436dc-34f3-4e9c-a8b0-1ee7b91364fe tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Deleting port b637ea4a-d844-41e4-8650-c9b3fbfa5492 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:28.353567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e560c330-7970-408a-877b-c570c3bc9f26 req-d6a436dc-34f3-4e9c-a8b0-1ee7b91364fe tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:28.445062 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e560c330-7970-408a-877b-c570c3bc9f26 req-d6a436dc-34f3-4e9c-a8b0-1ee7b91364fe tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] For port b637ea4a-d844-41e4-8650-c9b3fbfa5492, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=b637ea4a-d844-41e4-8650-c9b3fbfa5492,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:28.445514 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e560c330-7970-408a-877b-c570c3bc9f26 req-d6a436dc-34f3-4e9c-a8b0-1ee7b91364fe tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:28.459436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e560c330-7970-408a-877b-c570c3bc9f26 req-d6a436dc-34f3-4e9c-a8b0-1ee7b91364fe tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Calling delete_port for b637ea4a-d844-41e4-8650-c9b3fbfa5492 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:28.648186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e560c330-7970-408a-877b-c570c3bc9f26 req-d6a436dc-34f3-4e9c-a8b0-1ee7b91364fe tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:28.681665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a436dc-34f3-4e9c-a8b0-1ee7b91364fe tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Pushing event deleted for resources: {'Port': ['ID=b637ea4a-d844-41e4-8650-c9b3fbfa5492,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:28.722609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e560c330-7970-408a-877b-c570c3bc9f26 req-d6a436dc-34f3-4e9c-a8b0-1ee7b91364fe tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] No DVR routers for this DVR port b637ea4a-d844-41e4-8650-c9b3fbfa5492 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:28:28.725224 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e560c330-7970-408a-877b-c570c3bc9f26 req-d6a436dc-34f3-4e9c-a8b0-1ee7b91364fe tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:28.727331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e560c330-7970-408a-877b-c570c3bc9f26 req-d6a436dc-34f3-4e9c-a8b0-1ee7b91364fe tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.53 "DELETE /v2.0/ports/b637ea4a-d844-41e4-8650-c9b3fbfa5492 HTTP/1.1" status: 204 len: 173 time: 0.4572401 Aug 19 13:28:28.727758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455c5f7e-659f-4b61-85b2-ce244bd18c25', 'name': 'network-vif-deleted', 'tag': 'b637ea4a-d844-41e4-8650-c9b3fbfa5492'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:28:28.730012 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b63c04e-8048-4dac-abc5-714acc620ae1" -d '{"events": [{"server_uuid": "455c5f7e-659f-4b61-85b2-ce244bd18c25", "name": "network-vif-deleted", "tag": "b637ea4a-d844-41e4-8650-c9b3fbfa5492"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:28:28.764739 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3e7d52-1eec-41a1-bb6c-e667b67662b2 x-openstack-request-id: req-bf3e7d52-1eec-41a1-bb6c-e667b67662b2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:28:28.765032 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455c5f7e-659f-4b61-85b2-ce244bd18c25", "name": "network-vif-deleted", "tag": "b637ea4a-d844-41e4-8650-c9b3fbfa5492", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:28:28.765286 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf3e7d52-1eec-41a1-bb6c-e667b67662b2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:28:28.766228 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455c5f7e-659f-4b61-85b2-ce244bd18c25', 'name': 'network-vif-deleted', 'tag': 'b637ea4a-d844-41e4-8650-c9b3fbfa5492', 'status': 'completed', 'code': 200} Aug 19 13:28:29.087274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b10c7aeb-4235-448f-8c1e-ca03bf0172f8 req-8452e70a-eb4f-41d1-8531-4654da75e1f5 tempest-TestEncryptedCinderVolumes-181639936 tempest-TestEncryptedCinderVolumes-181639936-project] 10.222.0.44 "GET /v2.0/ports?device_id=455c5f7e-659f-4b61-85b2-ce244bd18c25 HTTP/1.1" status: 200 len: 210 time: 0.0284925 Aug 19 13:28:29.196742 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:30.245038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54626) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:30.334849 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b637ea4a-d844-41e4-8650-c9b3fbfa5492 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:28:30.355290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: b637ea4a-d844-41e4-8650-c9b3fbfa5492 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:28:30.355643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device b637ea4a-d844-41e4-8650-c9b3fbfa5492 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:28:30.925072 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:31.171375 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Deleting port 4d23e865-576f-4219-974a-f0b094785a99 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:31.171743 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:31.253385 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] For port 4d23e865-576f-4219-974a-f0b094785a99, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4d23e865-576f-4219-974a-f0b094785a99,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:31.254130 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:31.265794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Calling delete_port for 4d23e865-576f-4219-974a-f0b094785a99 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:31.580259 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:31.605162 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d23e865-576f-4219-974a-f0b094785a99,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:31.636004 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.636399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.636702 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.637041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.637399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.641978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.641978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.641978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.641978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.641978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.641978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.641978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:31.795179 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:32.020725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:28:32.129259 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:28:32.135093 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-32d62bc4-e31f-4a1e-b3f0-8a233a70c80a admin admin] 10.222.0.44 "PUT /v2.0/routers/ac3e5e32-b326-4a50-a77f-13b5dcf8e49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8889267 Aug 19 13:28:32.137320 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54630) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:32.138492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de086e-0155-466a-b974-719e9caa71f9 None None] Sync routers for ids ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:28:32.147991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de086e-0155-466a-b974-719e9caa71f9 None None] Routers {'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:32.148614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d5de086e-0155-466a-b974-719e9caa71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:32.252376 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:32.259758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d5de086e-0155-466a-b974-719e9caa71f9 None None] Set router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:32.363548 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:32.447783 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d5de086e-0155-466a-b974-719e9caa71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'name': 'tempest-TestEncryptedCinderVolumes-1717629228-router', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:26:57Z', 'updated_at': '2021-08-19T13:28:31Z', 'revision_number': 5, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'gw_port': {'id': 'af8f710d-67ef-4f36-84e3-db362b4f9894', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:26:58Z', 'updated_at': '2021-08-19T13:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:32.475174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de086e-0155-466a-b974-719e9caa71f9 None None] Checking router: ac3e5e32-b326-4a50-a77f-13b5dcf8e49f for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:28:32.483532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de086e-0155-466a-b974-719e9caa71f9 None None] Routers {'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:32.484166 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d5de086e-0155-466a-b974-719e9caa71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:32.488417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Deleting port af8f710d-67ef-4f36-84e3-db362b4f9894 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:32.489010 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:32.574301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] For port af8f710d-67ef-4f36-84e3-db362b4f9894, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=af8f710d-67ef-4f36-84e3-db362b4f9894,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:32.574674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:32.589097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Calling delete_port for af8f710d-67ef-4f36-84e3-db362b4f9894 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:32.591128 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d5de086e-0155-466a-b974-719e9caa71f9 None None] Set router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:32.647413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d5de086e-0155-466a-b974-719e9caa71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'name': 'tempest-TestEncryptedCinderVolumes-1717629228-router', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:26:57Z', 'updated_at': '2021-08-19T13:28:32Z', 'revision_number': 6, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:32.675032 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de086e-0155-466a-b974-719e9caa71f9 None None] The sync data for ids ['ac3e5e32-b326-4a50-a77f-13b5dcf8e49f'] in n-d-778732-8 is: [{'id': 'ac3e5e32-b326-4a50-a77f-13b5dcf8e49f', 'name': 'tempest-TestEncryptedCinderVolumes-1717629228-router', 'tenant_id': '8864581abb7c4db59146869a5bed69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:26:57Z', 'updated_at': '2021-08-19T13:28:32Z', 'revision_number': 6, 'project_id': '8864581abb7c4db59146869a5bed69b6', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:28:32.848081 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:32.873867 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=af8f710d-67ef-4f36-84e3-db362b4f9894,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:32.938876 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.028521 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.030843 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.162513 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.163452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac3e5e32-b326-4a50-a77f-13b5dcf8e49f {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:28:33.167933 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.169111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d00a3128-0881-4599-b267-c2af35ee95a2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ac3e5e32-b326-4a50-a77f-13b5dcf8e49f HTTP/1.1" status: 204 len: 168 time: 1.0307693 Aug 19 13:28:33.171665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54632) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:33.215616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f69fff-045e-49ef-9fb7-2dff5b7a9311 admin admin] Deleting subnet c9b0e066-e7aa-4547-b7b4-b53bf67555a2 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:28:33.218578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82f69fff-045e-49ef-9fb7-2dff5b7a9311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.255793 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82f69fff-045e-49ef-9fb7-2dff5b7a9311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.335058 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82f69fff-045e-49ef-9fb7-2dff5b7a9311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.452113 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:28:33.454245 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82f69fff-045e-49ef-9fb7-2dff5b7a9311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.481708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f69fff-045e-49ef-9fb7-2dff5b7a9311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9b0e066-e7aa-4547-b7b4-b53bf67555a2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:33.483737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82f69fff-045e-49ef-9fb7-2dff5b7a9311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.488832 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-82f69fff-045e-49ef-9fb7-2dff5b7a9311 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c9b0e066-e7aa-4547-b7b4-b53bf67555a2 HTTP/1.1" status: 204 len: 168 time: 0.3131571 Aug 19 13:28:33.489236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54634) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:33.491983 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0c59cf-5e93-409f-8929-e79ee1eb59c9 None None] Network 5ddb5166-aa0d-4739-a271-8f6e598338fe requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:28:33.561705 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.620080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Deleting port 6bffc16e-a248-4c95-82f7-9bf8261f4c91 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:33.620494 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.681414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] DHCP port deletion for 5ddb5166-aa0d-4739-a271-8f6e598338fe request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:28:33.701018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] For port 6bffc16e-a248-4c95-82f7-9bf8261f4c91, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6bffc16e-a248-4c95-82f7-9bf8261f4c91,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:33.701407 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.725723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Calling delete_port for 6bffc16e-a248-4c95-82f7-9bf8261f4c91 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:33.740736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Deleting port 6bffc16e-a248-4c95-82f7-9bf8261f4c91 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:33.741070 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.810242 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] For port 6bffc16e-a248-4c95-82f7-9bf8261f4c91, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=6bffc16e-a248-4c95-82f7-9bf8261f4c91,segment=NetworkSegment(7d402d71-42ae-439a-984a-de91cb1a64cb),segment_id=7d402d71-42ae-439a-984a-de91cb1a64cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:33.810682 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.823145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Calling delete_port for 6bffc16e-a248-4c95-82f7-9bf8261f4c91 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:33.871182 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.899936 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Pushing event deleted for resources: {'Port': ['ID=6bffc16e-a248-4c95-82f7-9bf8261f4c91,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:33.903118 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.903305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] No DVR routers for this DVR port 6bffc16e-a248-4c95-82f7-9bf8261f4c91 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:28:33.931057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Pushing event deleted for resources: {'Port': ['ID=6bffc16e-a248-4c95-82f7-9bf8261f4c91,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:33.939984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] No DVR routers for this DVR port 6bffc16e-a248-4c95-82f7-9bf8261f4c91 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:28:33.942528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.942884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.943235 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.943583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.943930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.944268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.944605 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.944940 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.945274 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.945687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.946024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.946356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777699ca-be5d-41dd-8b9c-2a7aa9d2e751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:33.982064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:33.991698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddb5166-aa0d-4739-a271-8f6e598338fe']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:34.001675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d402d71-42ae-439a-984a-de91cb1a64cb') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:34.001971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d402d71-42ae-439a-984a-de91cb1a64cb') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:34.010473 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:34.024367 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:34.030601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:28:34.033469 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:28:34.033601 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:28:34.150235 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:34.155090 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:34.157652 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] 10.222.0.44 "DELETE /v2.0/networks/5ddb5166-aa0d-4739-a271-8f6e598338fe HTTP/1.1" status: 204 len: 168 time: 0.6677110 Aug 19 13:28:34.161104 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54636) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:34.176919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268efb30-df72-4d54-b0ec-59a9d7a9aaeb admin admin] Pushing event deleted for resources: {'Network': ['ID=5ddb5166-aa0d-4739-a271-8f6e598338fe,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:34.394647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6bffc16e-a248-4c95-82f7-9bf8261f4c91 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:28:34.414753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 6bffc16e-a248-4c95-82f7-9bf8261f4c91 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:28:34.415111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 6bffc16e-a248-4c95-82f7-9bf8261f4c91 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:28:34.415537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4d23e865-576f-4219-974a-f0b094785a99 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:28:34.437143 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4d23e865-576f-4219-974a-f0b094785a99 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:28:34.437524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4d23e865-576f-4219-974a-f0b094785a99 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:28:34.438476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device af8f710d-67ef-4f36-84e3-db362b4f9894 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:28:34.458000 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: af8f710d-67ef-4f36-84e3-db362b4f9894 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:28:34.458352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device af8f710d-67ef-4f36-84e3-db362b4f9894 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:28:34.530846 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:34.776876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] Deleting port 5edff32c-2c64-4951-a55d-c6ada59e940b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:34.777205 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:34.854461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] For port 5edff32c-2c64-4951-a55d-c6ada59e940b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5edff32c-2c64-4951-a55d-c6ada59e940b,segment=NetworkSegment(a75b53b2-8733-43a5-a925-50956af5ad95),segment_id=a75b53b2-8733-43a5-a925-50956af5ad95)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:34.854825 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:34.867171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] Calling delete_port for 5edff32c-2c64-4951-a55d-c6ada59e940b owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:35.185458 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:35.215076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] Pushing event deleted for resources: {'Port': ['ID=5edff32c-2c64-4951-a55d-c6ada59e940b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:35.764945 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:36.030102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] Router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:28:36.161146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:28:36.167596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d3c9de86-994a-4620-a426-c6e86fe1220a admin admin] 10.222.0.44 "PUT /v2.0/routers/f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0054114 Aug 19 13:28:36.170257 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54638) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:36.173899 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a66394-0cce-4265-8176-1bcf6bd08bb0 None None] Sync routers for ids ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:28:36.185179 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a66394-0cce-4265-8176-1bcf6bd08bb0 None None] Routers {'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:36.185988 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-02a66394-0cce-4265-8176-1bcf6bd08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:36.303760 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:36.330269 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-02a66394-0cce-4265-8176-1bcf6bd08bb0 None None] Set router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:36.411261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:36.528042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Deleting port 83753fa7-f782-478a-a7b6-9711ed6e4e53 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:36.528386 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:36.590467 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-02a66394-0cce-4265-8176-1bcf6bd08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'name': 'tempest-TestEncryptedCinderVolumes-82140554-router', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:03Z', 'updated_at': '2021-08-19T13:28:35Z', 'revision_number': 5, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'gw_port': {'id': '83753fa7-f782-478a-a7b6-9711ed6e4e53', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:04Z', 'updated_at': '2021-08-19T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:36.614774 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] For port 83753fa7-f782-478a-a7b6-9711ed6e4e53, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=83753fa7-f782-478a-a7b6-9711ed6e4e53,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:36.615143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:36.617345 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a66394-0cce-4265-8176-1bcf6bd08bb0 None None] Checking router: f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:28:36.626481 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a66394-0cce-4265-8176-1bcf6bd08bb0 None None] Routers {'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:36.627239 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-02a66394-0cce-4265-8176-1bcf6bd08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:36.628029 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Calling delete_port for 83753fa7-f782-478a-a7b6-9711ed6e4e53 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:36.854738 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-02a66394-0cce-4265-8176-1bcf6bd08bb0 None None] Set router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:36.899637 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:36.917352 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-02a66394-0cce-4265-8176-1bcf6bd08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'name': 'tempest-TestEncryptedCinderVolumes-82140554-router', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:03Z', 'updated_at': '2021-08-19T13:28:36Z', 'revision_number': 6, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:36.927819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Pushing event deleted for resources: {'Port': ['ID=83753fa7-f782-478a-a7b6-9711ed6e4e53,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:36.946261 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a66394-0cce-4265-8176-1bcf6bd08bb0 None None] The sync data for ids ['f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f'] in n-d-778732-8 is: [{'id': 'f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f', 'name': 'tempest-TestEncryptedCinderVolumes-82140554-router', 'tenant_id': 'f64d05cd7e054045b4165161fdf8de94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:03Z', 'updated_at': '2021-08-19T13:28:36Z', 'revision_number': 6, 'project_id': 'f64d05cd7e054045b4165161fdf8de94', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:28:37.004195 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.097479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.099642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.225346 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.226104 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:28:37.230145 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.231285 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f2a53ff9-2f1d-4e1e-95e5-2ed68186d97e admin admin] 10.222.0.44 "DELETE /v2.0/routers/f2cde8cb-9425-4c2a-b34f-6f6b2f5d294f HTTP/1.1" status: 204 len: 168 time: 1.0600443 Aug 19 13:28:37.238623 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54640) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:37.278213 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-786c90c6-cb0e-40bf-87cb-5dc6476bb931 admin admin] Deleting subnet f7c77217-d196-4c89-bcf2-8365f6981547 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:28:37.282114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-786c90c6-cb0e-40bf-87cb-5dc6476bb931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.318345 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-786c90c6-cb0e-40bf-87cb-5dc6476bb931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.405622 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-786c90c6-cb0e-40bf-87cb-5dc6476bb931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.551645 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-786c90c6-cb0e-40bf-87cb-5dc6476bb931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.576859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c90c6-cb0e-40bf-87cb-5dc6476bb931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c77217-d196-4c89-bcf2-8365f6981547,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:37.583927 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-786c90c6-cb0e-40bf-87cb-5dc6476bb931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.585905 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-786c90c6-cb0e-40bf-87cb-5dc6476bb931 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f7c77217-d196-4c89-bcf2-8365f6981547 HTTP/1.1" status: 204 len: 168 time: 0.3502972 Aug 19 13:28:37.588831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54642) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:37.589794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6578b24c-e29e-483f-86dc-a18e8b3aefb0 None None] Network 74f20de1-4f9d-4b56-9085-ebf08224110a requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:28:37.666135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.727056 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Deleting port 364d8ff4-e736-4076-ac85-5d8027f340fe {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:37.727402 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.795193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce28d6b3-6278-47f2-9313-f0092dbbff9d None None] DHCP port deletion for 74f20de1-4f9d-4b56-9085-ebf08224110a request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:28:37.796561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] For port 364d8ff4-e736-4076-ac85-5d8027f340fe, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=364d8ff4-e736-4076-ac85-5d8027f340fe,segment=NetworkSegment(a75b53b2-8733-43a5-a925-50956af5ad95),segment_id=a75b53b2-8733-43a5-a925-50956af5ad95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:37.797147 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.811280 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Calling delete_port for 364d8ff4-e736-4076-ac85-5d8027f340fe owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:37.847591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ce28d6b3-6278-47f2-9313-f0092dbbff9d None None] Deleting port 364d8ff4-e736-4076-ac85-5d8027f340fe {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:37.848061 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ce28d6b3-6278-47f2-9313-f0092dbbff9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.911867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ce28d6b3-6278-47f2-9313-f0092dbbff9d None None] For port 364d8ff4-e736-4076-ac85-5d8027f340fe, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=364d8ff4-e736-4076-ac85-5d8027f340fe,segment=NetworkSegment(a75b53b2-8733-43a5-a925-50956af5ad95),segment_id=a75b53b2-8733-43a5-a925-50956af5ad95)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:37.911867 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ce28d6b3-6278-47f2-9313-f0092dbbff9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.924295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-ce28d6b3-6278-47f2-9313-f0092dbbff9d None None] Calling delete_port for 364d8ff4-e736-4076-ac85-5d8027f340fe owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:37.996511 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.009205 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ce28d6b3-6278-47f2-9313-f0092dbbff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.026038 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Pushing event deleted for resources: {'Port': ['ID=364d8ff4-e736-4076-ac85-5d8027f340fe,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:38.029765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] No DVR routers for this DVR port 364d8ff4-e736-4076-ac85-5d8027f340fe on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:28:38.036466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28d6b3-6278-47f2-9313-f0092dbbff9d None None] Pushing event deleted for resources: {'Port': ['ID=364d8ff4-e736-4076-ac85-5d8027f340fe,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:38.043927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28d6b3-6278-47f2-9313-f0092dbbff9d None None] No DVR routers for this DVR port 364d8ff4-e736-4076-ac85-5d8027f340fe on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:28:38.106640 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.116525 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f20de1-4f9d-4b56-9085-ebf08224110a']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:38.127600 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75b53b2-8733-43a5-a925-50956af5ad95') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:38.127905 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75b53b2-8733-43a5-a925-50956af5ad95') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:38.136726 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.150910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.159298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:28:38.166911 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:28:38.282935 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.288184 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.290602 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] 10.222.0.44 "DELETE /v2.0/networks/74f20de1-4f9d-4b56-9085-ebf08224110a HTTP/1.1" status: 204 len: 168 time: 0.7003233 Aug 19 13:28:38.303756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55de11a-7933-4399-8c1f-3c8b28a35652 admin admin] Pushing event deleted for resources: {'Network': ['ID=74f20de1-4f9d-4b56-9085-ebf08224110a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:38.398967 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 83753fa7-f782-478a-a7b6-9711ed6e4e53 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:28:38.421100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 83753fa7-f782-478a-a7b6-9711ed6e4e53 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:28:38.421551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 83753fa7-f782-478a-a7b6-9711ed6e4e53 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:28:38.424850 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5edff32c-2c64-4951-a55d-c6ada59e940b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:28:38.445026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 5edff32c-2c64-4951-a55d-c6ada59e940b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:28:38.445565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5edff32c-2c64-4951-a55d-c6ada59e940b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:28:38.445911 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 364d8ff4-e736-4076-ac85-5d8027f340fe no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:28:38.467767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 364d8ff4-e736-4076-ac85-5d8027f340fe {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:28:38.468128 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 364d8ff4-e736-4076-ac85-5d8027f340fe not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:28:38.665575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54646) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:38.705409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4d21cc58-4cac-4593-8317-3b1676f27421 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8864581abb7c4db59146869a5bed69b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386314 Aug 19 13:28:38.707999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54648) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:38.757474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc284370-3164-496c-84e3-5c0b47df5718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.778773 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc284370-3164-496c-84e3-5c0b47df5718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.922709 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc284370-3164-496c-84e3-5c0b47df5718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.925327 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc284370-3164-496c-84e3-5c0b47df5718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.926638 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cc284370-3164-496c-84e3-5c0b47df5718 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22cb9900-edd3-475a-a453-edb24725cc70 HTTP/1.1" status: 204 len: 168 time: 0.2177088 Aug 19 13:28:38.935593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc284370-3164-496c-84e3-5c0b47df5718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cb9900-edd3-475a-a453-edb24725cc70,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:39.646447 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54654) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:39.691670 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-653377db-f2e8-43d9-83a2-f34ec807b6c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f64d05cd7e054045b4165161fdf8de94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439193 Aug 19 13:28:39.694509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54656) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:39.749077 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac2f1aeb-cb33-44e4-8779-8403f9f3b3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:39.771665 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac2f1aeb-cb33-44e4-8779-8403f9f3b3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:39.940230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac2f1aeb-cb33-44e4-8779-8403f9f3b3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:39.943225 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac2f1aeb-cb33-44e4-8779-8403f9f3b3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:39.944502 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-ac2f1aeb-cb33-44e4-8779-8403f9f3b3c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f0524ae-379a-4d26-adc6-c90bd10ec3ab HTTP/1.1" status: 204 len: 168 time: 0.2489467 Aug 19 13:28:39.955181 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f1aeb-cb33-44e4-8779-8403f9f3b3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0524ae-379a-4d26-adc6-c90bd10ec3ab,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:41.180206 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54678) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:41.280921 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1252325489-network', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:41.356515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Made reservation on behalf of 877a5d9197c64e6f9a37abc2558754f9 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:28:41.358986 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:41.368125 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:41.455023 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:41.563507 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:41.591659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:28:41.597519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954bef29-f828-4076-a73f-ee2451700c22,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:41.606010 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:41.606460 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Added segment 8666d2c5-58f0-4170-bfdb-e55659198e64 of type vlan for network e83ce44d-4240-458a-ba02-7ee520ecdab6 Aug 19 13:28:41.648317 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:41.751330 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:41.752367 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:41.753008 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:41.814697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] Pushing event updated for resources: {'Network': ['ID=e83ce44d-4240-458a-ba02-7ee520ecdab6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:41.824615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network e83ce44d-4240-458a-ba02-7ee520ecdab6 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:28:41.900568 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a62eccd3-c58a-461d-b3b3-e831fd91aa62 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7190204 Aug 19 13:28:41.904149 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54682) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:41.910321 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] Request body: {'subnet': {'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1252325489-subnet', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:42.007919 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] Made reservation on behalf of 877a5d9197c64e6f9a37abc2558754f9 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:28:42.010377 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.231205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.291279 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:42.301891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] Checking segment: {'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:28:42.302255 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] Network hostable DHCP agents. Network: e83ce44d-4240-458a-ba02-7ee520ecdab6, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:28:42.368023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] Network e83ce44d-4240-458a-ba02-7ee520ecdab6 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:28:42.424998 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.436442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, e83ce44d-4240-458a-ba02-7ee520ecdab6) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:42.440586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:42.441207 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.445366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bad0a59-e592-42bb-baff-16e9c1686826 None None] Network e83ce44d-4240-458a-ba02-7ee520ecdab6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:28:42.520109 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bc54ee0e-a49b-495d-8aec-0668b66b3c26 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6123505 Aug 19 13:28:42.520397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54684) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:42.526111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:42.597306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.598623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-e83ce44d-4240-458a-ba02-7ee520ecdab6', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'fixed_ips': [{'subnet_id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:28:42.598623 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.598847 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.658490 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.735375 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Allocated IP 172.20.0.2 (e83ce44d-4240-458a-ba02-7ee520ecdab6/35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9/0a95899a-8c99-47ae-ad51-f05200dd748c) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:28:42.890414 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.899976 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Transition to ACTIVE for port object 0a95899a-8c99-47ae-ad51-f05200dd748c will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:42.916539 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Transition to ACTIVE for port object 0a95899a-8c99-47ae-ad51-f05200dd748c will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:43.008355 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:43.050254 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Network e83ce44d-4240-458a-ba02-7ee520ecdab6 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:43.053253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:43.057086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:28:43.064637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Pushing event updated for resources: {'Port': ['ID=0a95899a-8c99-47ae-ad51-f05200dd748c,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:43.117934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Attempting to bind port 0a95899a-8c99-47ae-ad51-f05200dd748c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:28:43.118292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Attempting to bind port 0a95899a-8c99-47ae-ad51-f05200dd748c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:28:43.118657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Attempting to bind port 0a95899a-8c99-47ae-ad51-f05200dd748c on network e83ce44d-4240-458a-ba02-7ee520ecdab6 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:28:43.123830 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:28:43.127313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Checking segment: {'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:28:43.127313 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:43.127313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Bound using segment: {'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:28:43.127313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Bound port: 0a95899a-8c99-47ae-ad51-f05200dd748c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:28:43.127313 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:43.176424 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:43.193795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] For port 0a95899a-8c99-47ae-ad51-f05200dd748c, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:28:43.196890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] For port 0a95899a-8c99-47ae-ad51-f05200dd748c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0a95899a-8c99-47ae-ad51-f05200dd748c,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:28:43.317258 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:43.374707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335be295-9fd6-4f5f-8112-99645b200eb2 None None] Pushing event updated for resources: {'Port': ['ID=0a95899a-8c99-47ae-ad51-f05200dd748c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:43.459995 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:43.479133 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:43.613288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Allocated IP 172.25.6.21 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/d2298ea3-e9b3-46c4-ba2c-157f656f3d34) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:28:43.718719 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:43.854208 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:43.906958 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:43.910178 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:43.914439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:28:43.920440 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Pushing event updated for resources: {'Port': ['ID=d2298ea3-e9b3-46c4-ba2c-157f656f3d34,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:44.230363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722b7086-b323-4ec6-89e3-3a598383e610 None None] Network e83ce44d-4240-458a-ba02-7ee520ecdab6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:28:44.262936 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:44.487080 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:44.496268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a95899a-8c99-47ae-ad51-f05200dd748c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:44.500625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-06e26aca-b5a2-47b3-9179-1c7d6589c09e None None] Provisioning for port 0a95899a-8c99-47ae-ad51-f05200dd748c completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:44.688328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 0a95899a-8c99-47ae-ad51-f05200dd748c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:44.692579 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0a95899a-8c99-47ae-ad51-f05200dd748c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:44.699528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:44.722024 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:28:44.781495 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:44.814719 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 0a95899a-8c99-47ae-ad51-f05200dd748c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0a95899a-8c99-47ae-ad51-f05200dd748c,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:44.835590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:28:44.845654 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Sync routers for ids ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:28:44.860861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b922635-8c0f-4142-8416-91cd93e09e4e None None] Provisioning complete for port 0a95899a-8c99-47ae-ad51-f05200dd748c triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:44.861182 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b922635-8c0f-4142-8416-91cd93e09e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:44.863786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Routers {'41a47ad6-b00f-43a7-9e77-f0ca15813ffc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:44.864426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:44.975761 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.018891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.022894 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-048d0534-6ff8-43aa-841d-fd6c3db3cc5c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4988127 Aug 19 13:28:45.023101 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54686) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:45.081874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Set router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:45.137505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=0a95899a-8c99-47ae-ad51-f05200dd748c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:45.289770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:44Z', 'revision_number': 3, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:45.294719 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.341351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Checking router: 41a47ad6-b00f-43a7-9e77-f0ca15813ffc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:28:45.341947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Updating router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc port d2298ea3-e9b3-46c4-ba2c-157f656f3d34 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:28:45.382469 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.478929 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.635705 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Allocated IP 172.20.0.1 (e83ce44d-4240-458a-ba02-7ee520ecdab6/35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9/f1dcddca-2b17-4d13-9163-beb413553f3b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:28:45.640110 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.650149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Transition to ACTIVE for port object d2298ea3-e9b3-46c4-ba2c-157f656f3d34 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:45.722520 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.742243 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.755850 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Transition to ACTIVE for port object f1dcddca-2b17-4d13-9163-beb413553f3b will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:45.777495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd32ae7-cd1a-4b8b-b781-5c0ac54b6f31 None None] Pushing event updated for resources: {'Port': ['ID=d2298ea3-e9b3-46c4-ba2c-157f656f3d34,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:45.779780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Attempting to bind port d2298ea3-e9b3-46c4-ba2c-157f656f3d34 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:28:45.780111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Attempting to bind port d2298ea3-e9b3-46c4-ba2c-157f656f3d34 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:28:45.780481 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Attempting to bind port d2298ea3-e9b3-46c4-ba2c-157f656f3d34 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:28:45.788165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:28:45.788165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:28:45.788568 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.788964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:28:45.789463 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Bound port: d2298ea3-e9b3-46c4-ba2c-157f656f3d34, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:28:45.789856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.849939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] For port d2298ea3-e9b3-46c4-ba2c-157f656f3d34, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:28:45.853366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] For port d2298ea3-e9b3-46c4-ba2c-157f656f3d34, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d2298ea3-e9b3-46c4-ba2c-157f656f3d34,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:28:45.876857 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.923836 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Network e83ce44d-4240-458a-ba02-7ee520ecdab6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:45.926799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:45.930530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:28:45.936248 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Pushing event updated for resources: {'Port': ['ID=f1dcddca-2b17-4d13-9163-beb413553f3b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:45.976163 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.979623 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:46.040592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Routers {'41a47ad6-b00f-43a7-9e77-f0ca15813ffc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:46.041260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:46.080670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd32ae7-cd1a-4b8b-b781-5c0ac54b6f31 None None] Pushing event updated for resources: {'Port': ['ID=d2298ea3-e9b3-46c4-ba2c-157f656f3d34,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:46.163281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] Set router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:46.207374 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:46.332086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-34df8b46-20b6-4f1d-81c4-c6cba392c2bd None None] Provisioning for port f1dcddca-2b17-4d13-9163-beb413553f3b completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:46.337144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-34df8b46-20b6-4f1d-81c4-c6cba392c2bd None None] Provisioning complete for port f1dcddca-2b17-4d13-9163-beb413553f3b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:46.337553 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-34df8b46-20b6-4f1d-81c4-c6cba392c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:46.379076 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:46.389249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-34df8b46-20b6-4f1d-81c4-c6cba392c2bd None None] Port f1dcddca-2b17-4d13-9163-beb413553f3b cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:28:46.409549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a95899a-8c99-47ae-ad51-f05200dd748c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:46.412124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:44Z', 'revision_number': 3, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:46.447765 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:46.458475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5eed21-4ede-4ea5-953e-2835e8b7260f None None] The sync data for ids ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'] in n-d-778732-8 is: [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:44Z', 'revision_number': 3, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:28:46.488289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0a95899a-8c99-47ae-ad51-f05200dd748c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:46.488753 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:46.523989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:46.537163 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Pushing event updated for resources: {'Port': ['ID=f1dcddca-2b17-4d13-9163-beb413553f3b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:46.635691 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Network e83ce44d-4240-458a-ba02-7ee520ecdab6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:46.641475 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:46.790090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:28:46.912670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0be22575-9583-448f-b507-1be68f2fa387 None None] Provisioning complete for port f1dcddca-2b17-4d13-9163-beb413553f3b triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:46.913485 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0be22575-9583-448f-b507-1be68f2fa387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:46.918338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:28:46.923853 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c9025ea6-b665-43d3-afe9-ec0d0de81d31 admin admin] 10.222.0.44 "PUT /v2.0/routers/41a47ad6-b00f-43a7-9e77-f0ca15813ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8996422 Aug 19 13:28:46.963297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0be22575-9583-448f-b507-1be68f2fa387 None None] Port f1dcddca-2b17-4d13-9163-beb413553f3b cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:28:47.654226 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54702) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:47.660550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1230319832-network', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:47.745739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Made reservation on behalf of ec30d8e0ffe5499386185866f7292e01 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:28:47.749113 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:47.762843 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:47.858617 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:47.927240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:47.952613 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:28:47.962866 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af921c17-635d-4c87-9bba-06d469247107,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:47.967716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:47.968063 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Added segment b12665d1-4376-47b6-9268-3ad41848eca8 of type vlan for network 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 Aug 19 13:28:47.999843 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Sync routers for ids ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:28:48.010028 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.011526 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Routers {'41a47ad6-b00f-43a7-9e77-f0ca15813ffc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:48.011526 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:48.116418 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Set router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:48.121985 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.122983 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:48.123573 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.183756 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] Pushing event updated for resources: {'Network': ['ID=69de7ca8-1573-4a28-85f5-e6b2fe7deff1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:48.197226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:28:48.262803 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-50cbdf93-93cb-421d-8f04-23beaf8675a1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6050098 Aug 19 13:28:48.263009 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54704) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:48.270185 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] Request body: {'subnet': {'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1230319832-subnet', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:48.322959 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:46Z', 'revision_number': 4, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f1dcddca-2b17-4d13-9163-beb413553f3b', 'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'mac_address': 'fa:16:3e:2c:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:45Z', 'updated_at': '2021-08-19T13:28:46Z', 'revision_number': 2, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'subnets': [{'id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:48.349574 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Checking router: 41a47ad6-b00f-43a7-9e77-f0ca15813ffc for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:28:48.349936 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Updating router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc port f1dcddca-2b17-4d13-9163-beb413553f3b binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:28:48.362670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] Made reservation on behalf of ec30d8e0ffe5499386185866f7292e01 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:28:48.368310 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.376998 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.444820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d2298ea3-e9b3-46c4-ba2c-157f656f3d34 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:48.590688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d2298ea3-e9b3-46c4-ba2c-157f656f3d34 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:48.595505 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d2298ea3-e9b3-46c4-ba2c-157f656f3d34 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:48.595874 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.631358 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.676499 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.689594 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Transition to ACTIVE for port object f1dcddca-2b17-4d13-9163-beb413553f3b will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:48.695332 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.695583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd0f940-a1a8-4c0a-9fab-c29c992b7919,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:48.706508 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] Checking segment: {'id': 'b12665d1-4376-47b6-9268-3ad41848eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:28:48.706873 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] Network hostable DHCP agents. Network: 69de7ca8-1573-4a28-85f5-e6b2fe7deff1, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:28:48.719804 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port d2298ea3-e9b3-46c4-ba2c-157f656f3d34, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d2298ea3-e9b3-46c4-ba2c-157f656f3d34,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:48.796836 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.825317 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.825706 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] Network 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:28:48.862869 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Pushing event updated for resources: {'Port': ['ID=f1dcddca-2b17-4d13-9163-beb413553f3b,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:48.887341 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.887682 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.888286 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.888409 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.888736 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.889068 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.889406 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.889730 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.890052 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.890368 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.890685 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.891736 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:48.904944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=d2298ea3-e9b3-46c4-ba2c-157f656f3d34,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:48.914306 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Attempting to bind port f1dcddca-2b17-4d13-9163-beb413553f3b on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:28:48.914760 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Attempting to bind port f1dcddca-2b17-4d13-9163-beb413553f3b by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:28:48.915178 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Attempting to bind port f1dcddca-2b17-4d13-9163-beb413553f3b on network e83ce44d-4240-458a-ba02-7ee520ecdab6 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:28:48.923886 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:28:48.924270 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Checking segment: {'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:28:48.924679 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.925076 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Bound using segment: {'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:28:48.925588 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Bound port: f1dcddca-2b17-4d13-9163-beb413553f3b, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:28:48.925975 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.945973 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 69de7ca8-1573-4a28-85f5-e6b2fe7deff1) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:48.956589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:48.956589 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.956856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d441cb2-989d-4afd-9c2d-4d5d4c2dc895 None None] Network 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:28:49.009710 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] For port f1dcddca-2b17-4d13-9163-beb413553f3b, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:28:49.013627 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] For port f1dcddca-2b17-4d13-9163-beb413553f3b, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f1dcddca-2b17-4d13-9163-beb413553f3b,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:28:49.036305 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0e7e0e7f-75c4-4f80-add1-5d0d461dccc5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7721004 Aug 19 13:28:49.039324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54706) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:49.044889 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1230319832-router', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:49.119852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-69de7ca8-1573-4a28-85f5-e6b2fe7deff1', 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'fixed_ips': [{'subnet_id': '9cd0f940-a1a8-4c0a-9fab-c29c992b7919'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:28:49.120737 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.122957 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.174537 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.175625 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.192857 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Routers {'41a47ad6-b00f-43a7-9e77-f0ca15813ffc'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:49.193910 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:49.243487 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.252220 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849ee1e-f72a-457f-8465-1d62ccbb1dbf None None] Pushing event updated for resources: {'Port': ['ID=f1dcddca-2b17-4d13-9163-beb413553f3b,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:49.279438 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Allocated IP 172.20.0.2 (69de7ca8-1573-4a28-85f5-e6b2fe7deff1/9cd0f940-a1a8-4c0a-9fab-c29c992b7919/f1f004ba-3ec8-4705-9773-e9575aa52a33) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:28:49.321810 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] Set router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:49.439924 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.450914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Transition to ACTIVE for port object f1f004ba-3ec8-4705-9773-e9575aa52a33 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:49.471079 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Transition to ACTIVE for port object f1f004ba-3ec8-4705-9773-e9575aa52a33 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:49.491554 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.528958 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:46Z', 'revision_number': 4, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f1dcddca-2b17-4d13-9163-beb413553f3b', 'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'mac_address': 'fa:16:3e:2c:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:45Z', 'updated_at': '2021-08-19T13:28:49Z', 'revision_number': 4, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'subnets': [{'id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:49.559413 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adf576f-42f2-49fb-9424-0ffdb919976f None None] The sync data for ids ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'] in n-d-778732-8 is: [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:46Z', 'revision_number': 4, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f1dcddca-2b17-4d13-9163-beb413553f3b', 'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'mac_address': 'fa:16:3e:2c:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:45Z', 'updated_at': '2021-08-19T13:28:49Z', 'revision_number': 4, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'subnets': [{'id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:28:49.606191 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.679884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Network 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:49.681326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Pushing event updated for resources: {'Port': ['ID=f1f004ba-3ec8-4705-9773-e9575aa52a33,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:49.683952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:49.686110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:28:49.748977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Attempting to bind port f1f004ba-3ec8-4705-9773-e9575aa52a33 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:28:49.749358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Attempting to bind port f1f004ba-3ec8-4705-9773-e9575aa52a33 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b12665d1-4376-47b6-9268-3ad41848eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:28:49.749765 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Attempting to bind port f1f004ba-3ec8-4705-9773-e9575aa52a33 on network 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:28:49.756044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:28:49.756433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Checking segment: {'id': 'b12665d1-4376-47b6-9268-3ad41848eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:28:49.756848 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.757250 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Bound using segment: {'id': 'b12665d1-4376-47b6-9268-3ad41848eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:28:49.757780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Bound port: f1f004ba-3ec8-4705-9773-e9575aa52a33, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12665d1-4376-47b6-9268-3ad41848eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:28:49.758170 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.830482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] For port f1f004ba-3ec8-4705-9773-e9575aa52a33, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:28:49.834117 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] For port f1f004ba-3ec8-4705-9773-e9575aa52a33, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f1f004ba-3ec8-4705-9773-e9575aa52a33,segment=NetworkSegment(b12665d1-4376-47b6-9268-3ad41848eca8),segment_id=b12665d1-4376-47b6-9268-3ad41848eca8)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:28:49.917357 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.984732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440b703-6c6c-4116-833a-c2c010c5b1c7 None None] Pushing event updated for resources: {'Port': ['ID=f1f004ba-3ec8-4705-9773-e9575aa52a33,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:50.229632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.254538 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.383605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Allocated IP 172.25.6.178 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/22750044-1231-4fa4-9a76-4ca47bc4a014) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:28:50.508575 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.538462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f1dcddca-2b17-4d13-9163-beb413553f3b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:50.650300 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.695856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:50.699411 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:50.705234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port f1dcddca-2b17-4d13-9163-beb413553f3b completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:50.705507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:28:50.708265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Pushing event updated for resources: {'Port': ['ID=22750044-1231-4fa4-9a76-4ca47bc4a014,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:50.711815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f1dcddca-2b17-4d13-9163-beb413553f3b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:50.712542 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.816444 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.850171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port f1dcddca-2b17-4d13-9163-beb413553f3b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f1dcddca-2b17-4d13-9163-beb413553f3b,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:50.970868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0093a5-96f1-4616-933e-17fffbb91e9e None None] Network 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:28:50.984135 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.986103 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f1f004ba-3ec8-4705-9773-e9575aa52a33 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:51.105518 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.284357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=f1dcddca-2b17-4d13-9163-beb413553f3b,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:51.315603 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.330606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-633442a2-0fcf-4e9b-9df9-d7e7c75543ae None None] Provisioning for port f1f004ba-3ec8-4705-9773-e9575aa52a33 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:51.358086 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0bf53c61-a088-42b0-89de-a1bf2930925c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.391647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port f1f004ba-3ec8-4705-9773-e9575aa52a33 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:51.395925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f1f004ba-3ec8-4705-9773-e9575aa52a33 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:51.396297 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.475743 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.510918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port f1f004ba-3ec8-4705-9773-e9575aa52a33, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f1f004ba-3ec8-4705-9773-e9575aa52a33,segment=NetworkSegment(b12665d1-4376-47b6-9268-3ad41848eca8),segment_id=b12665d1-4376-47b6-9268-3ad41848eca8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:51.533743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:28:51.612853 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.614101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d2298ea3-e9b3-46c4-ba2c-157f656f3d34 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:51.645577 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:28:51.666751 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Sync routers for ids ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:28:51.712154 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Routers {'9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:51.712789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:51.720800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=f1f004ba-3ec8-4705-9773-e9575aa52a33,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:51.723348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f00b39d2-4ddb-4bac-a3ed-5c103b5ca49f None None] Provisioning complete for port f1f004ba-3ec8-4705-9773-e9575aa52a33 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:51.723737 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f00b39d2-4ddb-4bac-a3ed-5c103b5ca49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.733681 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.735580 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f6585eb6-b469-43ca-bfa2-dff4e264fb1f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6947958 Aug 19 13:28:51.738726 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54708) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:51.846386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d2298ea3-e9b3-46c4-ba2c-157f656f3d34 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:51.846762 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.919748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Set router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:52.153399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'name': 'tempest-TestMinimumBasicScenario-1230319832-router', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:49Z', 'updated_at': '2021-08-19T13:28:50Z', 'revision_number': 3, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'gw_port': {'id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:50Z', 'updated_at': '2021-08-19T13:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:52.175225 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.185442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Checking router: 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:28:52.185931 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Updating router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b port 22750044-1231-4fa4-9a76-4ca47bc4a014 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:28:52.212669 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.343292 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Allocated IP 172.20.0.1 (69de7ca8-1573-4a28-85f5-e6b2fe7deff1/9cd0f940-a1a8-4c0a-9fab-c29c992b7919/1689d6d5-46de-4dcb-ae64-16c0b649a0fd) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:28:52.436098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f1dcddca-2b17-4d13-9163-beb413553f3b up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:52.474993 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.493152 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Transition to ACTIVE for port object 1689d6d5-46de-4dcb-ae64-16c0b649a0fd will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:52.509480 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.523268 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Transition to ACTIVE for port object 22750044-1231-4fa4-9a76-4ca47bc4a014 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:52.533429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f1dcddca-2b17-4d13-9163-beb413553f3b triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:52.533858 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.614972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f1f004ba-3ec8-4705-9773-e9575aa52a33 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:52.649143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.667194 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.711164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port f1f004ba-3ec8-4705-9773-e9575aa52a33 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:52.711545 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.712123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Network 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:52.715011 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:52.717601 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:28:52.757493 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Attempting to bind port 22750044-1231-4fa4-9a76-4ca47bc4a014 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:28:52.757874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Attempting to bind port 22750044-1231-4fa4-9a76-4ca47bc4a014 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:28:52.758248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Attempting to bind port 22750044-1231-4fa4-9a76-4ca47bc4a014 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:28:52.759385 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1689d6d5-46de-4dcb-ae64-16c0b649a0fd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:52.760300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20937094-51a0-4fc9-aad1-08aa81065af6 None None] Pushing event updated for resources: {'Port': ['ID=22750044-1231-4fa4-9a76-4ca47bc4a014,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:52.773795 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:28:52.774173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:28:52.774583 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.774984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:28:52.775473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Bound port: 22750044-1231-4fa4-9a76-4ca47bc4a014, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:28:52.775861 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.776553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.861145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] For port 22750044-1231-4fa4-9a76-4ca47bc4a014, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:28:52.880574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] For port 22750044-1231-4fa4-9a76-4ca47bc4a014, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=22750044-1231-4fa4-9a76-4ca47bc4a014,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:28:52.957213 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.005174 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.025048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Routers {'9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:53.025705 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:53.029173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20937094-51a0-4fc9-aad1-08aa81065af6 None None] Pushing event updated for resources: {'Port': ['ID=22750044-1231-4fa4-9a76-4ca47bc4a014,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:53.138491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] Set router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:53.171881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.176627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b96248a-d64d-4578-bbd8-825052d515cf None None] Provisioning for port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:53.186193 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b96248a-d64d-4578-bbd8-825052d515cf None None] Provisioning complete for port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:53.189063 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b96248a-d64d-4578-bbd8-825052d515cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.270615 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.295656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b96248a-d64d-4578-bbd8-825052d515cf None None] Port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:28:53.341187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.343036 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1689d6d5-46de-4dcb-ae64-16c0b649a0fd,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:53.378034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'name': 'tempest-TestMinimumBasicScenario-1230319832-router', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:49Z', 'updated_at': '2021-08-19T13:28:52Z', 'revision_number': 4, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'gw_port': {'id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:50Z', 'updated_at': '2021-08-19T13:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '1689d6d5-46de-4dcb-ae64-16c0b649a0fd', 'name': '', 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'mac_address': 'fa:16:3e:db:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9cd0f940-a1a8-4c0a-9fab-c29c992b7919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:52Z', 'updated_at': '2021-08-19T13:28:52Z', 'revision_number': 1, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'subnets': [{'id': '9cd0f940-a1a8-4c0a-9fab-c29c992b7919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:53.409736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90a7c8-9165-45ad-95a8-bb31395a4d3d None None] The sync data for ids ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'] in n-d-778732-8 is: [{'id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'name': 'tempest-TestMinimumBasicScenario-1230319832-router', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:49Z', 'updated_at': '2021-08-19T13:28:52Z', 'revision_number': 4, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'gw_port': {'id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:50Z', 'updated_at': '2021-08-19T13:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '1689d6d5-46de-4dcb-ae64-16c0b649a0fd', 'name': '', 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'mac_address': 'fa:16:3e:db:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9cd0f940-a1a8-4c0a-9fab-c29c992b7919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:52Z', 'updated_at': '2021-08-19T13:28:52Z', 'revision_number': 1, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'subnets': [{'id': '9cd0f940-a1a8-4c0a-9fab-c29c992b7919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:28:53.440222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Network 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:53.441703 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:53.569929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:28:53.697203 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:28:53.703653 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-860caf0f-872e-4846-a279-2f98b46b51d8 admin admin] 10.222.0.44 "PUT /v2.0/routers/9bf046c3-dd1d-43fd-8de8-436d9e2ef47b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9637275 Aug 19 13:28:53.721446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-6467fe21-3e09-4788-b117-b1952f3022ec None None] Provisioning complete for port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:53.722021 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6467fe21-3e09-4788-b117-b1952f3022ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.764343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6467fe21-3e09-4788-b117-b1952f3022ec None None] Port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:28:54.457529 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22750044-1231-4fa4-9a76-4ca47bc4a014 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:54.573462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 22750044-1231-4fa4-9a76-4ca47bc4a014 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:54.577732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 22750044-1231-4fa4-9a76-4ca47bc4a014 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:54.578626 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.673756 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.696652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 22750044-1231-4fa4-9a76-4ca47bc4a014, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=22750044-1231-4fa4-9a76-4ca47bc4a014,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:54.830858 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.909477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=22750044-1231-4fa4-9a76-4ca47bc4a014,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:55.511380 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-41f49e43-a397-4b57-b551-b4069af5b1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:55.836414 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:56.418066 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22750044-1231-4fa4-9a76-4ca47bc4a014 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:56.481428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 22750044-1231-4fa4-9a76-4ca47bc4a014 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:56.481965 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:56.784897 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Sync routers for ids ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:28:56.798295 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Routers {'9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:56.798923 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:56.926687 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Set router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:57.241893 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'name': 'tempest-TestMinimumBasicScenario-1230319832-router', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:49Z', 'updated_at': '2021-08-19T13:28:52Z', 'revision_number': 4, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'gw_port': {'id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:50Z', 'updated_at': '2021-08-19T13:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '1689d6d5-46de-4dcb-ae64-16c0b649a0fd', 'name': '', 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'mac_address': 'fa:16:3e:db:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9cd0f940-a1a8-4c0a-9fab-c29c992b7919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:52Z', 'updated_at': '2021-08-19T13:28:53Z', 'revision_number': 2, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'subnets': [{'id': '9cd0f940-a1a8-4c0a-9fab-c29c992b7919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:57.269262 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Checking router: 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:28:57.269637 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Updating router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:28:57.270840 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:57.301072 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:57.576963 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:57.588335 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Transition to ACTIVE for port object 1689d6d5-46de-4dcb-ae64-16c0b649a0fd will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:57.871044 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:57.918714 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dcdb6-5cd0-4658-a318-ca5469590b91 None None] Pushing event updated for resources: {'Port': ['ID=1689d6d5-46de-4dcb-ae64-16c0b649a0fd,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:57.975508 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Attempting to bind port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:28:57.975877 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Attempting to bind port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b12665d1-4376-47b6-9268-3ad41848eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:28:57.976239 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Attempting to bind port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd on network 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:28:57.981554 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:28:57.981930 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Checking segment: {'id': 'b12665d1-4376-47b6-9268-3ad41848eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:28:57.982329 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:57.982719 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Bound using segment: {'id': 'b12665d1-4376-47b6-9268-3ad41848eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:28:57.983183 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Bound port: 1689d6d5-46de-4dcb-ae64-16c0b649a0fd, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12665d1-4376-47b6-9268-3ad41848eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:28:57.983564 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.073423 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] For port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:28:58.076877 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] For port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1689d6d5-46de-4dcb-ae64-16c0b649a0fd,segment=NetworkSegment(b12665d1-4376-47b6-9268-3ad41848eca8),segment_id=b12665d1-4376-47b6-9268-3ad41848eca8)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:28:58.214368 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.282462 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Routers {'9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:58.283223 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:28:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:58.285683 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dcdb6-5cd0-4658-a318-ca5469590b91 None None] Pushing event updated for resources: {'Port': ['ID=1689d6d5-46de-4dcb-ae64-16c0b649a0fd,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:58.431626 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] Set router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:58.514145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1689d6d5-46de-4dcb-ae64-16c0b649a0fd up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:58.665064 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'name': 'tempest-TestMinimumBasicScenario-1230319832-router', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:49Z', 'updated_at': '2021-08-19T13:28:52Z', 'revision_number': 4, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'gw_port': {'id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:50Z', 'updated_at': '2021-08-19T13:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '1689d6d5-46de-4dcb-ae64-16c0b649a0fd', 'name': '', 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'mac_address': 'fa:16:3e:db:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9cd0f940-a1a8-4c0a-9fab-c29c992b7919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:52Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'subnets': [{'id': '9cd0f940-a1a8-4c0a-9fab-c29c992b7919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:58.681636 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:58.685721 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:58.686098 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.700102 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2e31b-f579-4b60-b5f1-6dd76716ce40 None None] The sync data for ids ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'] in n-d-778732-8 is: [{'id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'name': 'tempest-TestMinimumBasicScenario-1230319832-router', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:49Z', 'updated_at': '2021-08-19T13:28:52Z', 'revision_number': 4, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'gw_port': {'id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:50Z', 'updated_at': '2021-08-19T13:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '1689d6d5-46de-4dcb-ae64-16c0b649a0fd', 'name': '', 'network_id': '69de7ca8-1573-4a28-85f5-e6b2fe7deff1', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'mac_address': 'fa:16:3e:db:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9cd0f940-a1a8-4c0a-9fab-c29c992b7919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:52Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'subnets': [{'id': '9cd0f940-a1a8-4c0a-9fab-c29c992b7919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:28:58.979201 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:59.029864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1689d6d5-46de-4dcb-ae64-16c0b649a0fd,segment=NetworkSegment(b12665d1-4376-47b6-9268-3ad41848eca8),segment_id=b12665d1-4376-47b6-9268-3ad41848eca8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:59.099106 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:59.144764 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:59.175053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=1689d6d5-46de-4dcb-ae64-16c0b649a0fd,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:00.429313 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1689d6d5-46de-4dcb-ae64-16c0b649a0fd up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:29:00.485422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:00.485925 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:05.605489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-4efba846-2d99-4465-ba98-879044d495cd tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:05.606994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-4efba846-2d99-4465-ba98-879044d495cd tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/networks?id=e83ce44d-4240-458a-ba02-7ee520ecdab6 HTTP/1.1" status: 200 len: 815 time: 0.1106772 Aug 19 13:29:05.622753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-68b2b6dd-4d95-45ee-b042-e07bcaafe1ef tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/quotas/877a5d9197c64e6f9a37abc2558754f9 HTTP/1.1" status: 200 len: 375 time: 0.0092900 Aug 19 13:29:05.674381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-41ff6065-ddf2-4839-bad6-14adb9858ff4 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=877a5d9197c64e6f9a37abc2558754f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459819 Aug 19 13:29:05.778127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-82c6c53a-16b5-4b1d-8214-6e441696953c service neutron] 10.222.0.44 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921957 Aug 19 13:29:05.867502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-577ac436-ee27-4845-be5f-98534515868f service neutron] 10.222.0.44 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823691 Aug 19 13:29:06.117339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0b9b3d06-9447-4585-89ca-55d9f737ef47 req-53c1b137-1396-4dd5-b125-05662c2689a0 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 210 time: 0.0313976 Aug 19 13:29:07.201508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cad39aee-20fb-4917-bcb3-35c64f30374c req-fc65c3ed-0b86-4d54-9b76-6a9d61cdcbf7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 210 time: 0.0287068 Aug 19 13:29:08.298527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-850909b2-27e4-4c1d-9a35-c1e6faea295d req-c4e67107-4233-4b16-b933-7619bad4ee95 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 210 time: 0.0270183 Aug 19 13:29:08.460791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3d98cee4-666c-4ac9-8665-f5dc558a0c54 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:08.462347 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3d98cee4-666c-4ac9-8665-f5dc558a0c54 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.53 "GET /v2.0/networks?id=e83ce44d-4240-458a-ba02-7ee520ecdab6 HTTP/1.1" status: 200 len: 815 time: 0.1130250 Aug 19 13:29:08.476445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Request body: {'port': {'device_id': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'admin_state_up': True, 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:08.698172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Made reservation on behalf of 877a5d9197c64e6f9a37abc2558754f9 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:29:08.701773 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:08.836013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Allocated IP 172.20.0.14 (e83ce44d-4240-458a-ba02-7ee520ecdab6/35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9/4d5c6fbe-3a46-4585-b009-b1d903c6f364) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:29:09.005989 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:09.021737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Transition to ACTIVE for port object 4d5c6fbe-3a46-4585-b009-b1d903c6f364 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:29:09.143592 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:09.230258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Network e83ce44d-4240-458a-ba02-7ee520ecdab6 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:29:09.237741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:29:09.286405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:29:09.334863 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'Port': ['ID=4d5c6fbe-3a46-4585-b009-b1d903c6f364,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:09.358298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.374833 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.375613 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.376061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.376500 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.377600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.377600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.378519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.378835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.379284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.379710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.380219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:09.479583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:09.481047 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:09.516068 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503daaf-b40f-4940-a95a-6741c31d6ccc req-f753d2c7-1d7c-4ced-9653-2b9ade3a3c4a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:09.537852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c503daaf-b40f-4940-a95a-6741c31d6ccc req-f753d2c7-1d7c-4ced-9653-2b9ade3a3c4a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 932 time: 0.1426883 Aug 19 13:29:09.608425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c503daaf-b40f-4940-a95a-6741c31d6ccc req-7ec479aa-7def-4f36-af1a-84a0bad82bd3 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797777 Aug 19 13:29:09.624792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-3cdea72e-edd9-4f7b-baf7-28af0ebb417a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1530576 Aug 19 13:29:09.769018 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1d3e1b47-2def-4f9f-9fd3-5a5fc1282a1e None None] Provisioning for port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:29:09.776233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1d3e1b47-2def-4f9f-9fd3-5a5fc1282a1e None None] Provisioning complete for port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:09.776984 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1d3e1b47-2def-4f9f-9fd3-5a5fc1282a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:09.826297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e1b47-2def-4f9f-9fd3-5a5fc1282a1e None None] Port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:29:10.451928 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:29:10.741306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e554fca-1b35-481d-b31c-3ca2f505a54d req-629c9349-cf1b-44da-bc21-d400112d79bd tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:10.742874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e554fca-1b35-481d-b31c-3ca2f505a54d req-629c9349-cf1b-44da-bc21-d400112d79bd tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 932 time: 0.0552347 Aug 19 13:29:10.791188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7e554fca-1b35-481d-b31c-3ca2f505a54d req-d0edc18c-5278-47c1-ae09-1921ae46c7b2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 Aug 19 13:29:11.927957 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb654b-6b7f-4464-a496-0abb85e6a5ae req-269a0159-005b-4b89-b0a2-517e4ef5ac18 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:11.935611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eeb654b-6b7f-4464-a496-0abb85e6a5ae req-269a0159-005b-4b89-b0a2-517e4ef5ac18 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 932 time: 0.0667171 Aug 19 13:29:11.970093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7eeb654b-6b7f-4464-a496-0abb85e6a5ae req-386e49db-238f-4659-85fa-a2fc5646512c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334978 Aug 19 13:29:12.413879 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:13.088855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58494696-3645-4a9e-a368-eafd4818c6a3 req-55b8f804-ad3f-432d-af06-890daa00e9e6 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:13.090610 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58494696-3645-4a9e-a368-eafd4818c6a3 req-55b8f804-ad3f-432d-af06-890daa00e9e6 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 932 time: 0.0504372 Aug 19 13:29:13.136856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-58494696-3645-4a9e-a368-eafd4818c6a3 req-ad848620-9040-4ffd-afac-7317def43b06 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Aug 19 13:29:14.261590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae1259-a742-49e8-b321-38e82a897172 req-0917cd65-a6bf-4ab0-b0ee-cef79faeffd2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:14.263222 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dae1259-a742-49e8-b321-38e82a897172 req-0917cd65-a6bf-4ab0-b0ee-cef79faeffd2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 932 time: 0.0546846 Aug 19 13:29:14.305017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dae1259-a742-49e8-b321-38e82a897172 req-9b49493c-5a8c-4aed-a131-678028f92b82 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345693 Aug 19 13:29:15.276103 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:15.433980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d779cd-6e58-48c2-ae73-63163cb2992f req-2401d65c-f83e-400e-a659-33b653f05ab7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:15.436741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1d779cd-6e58-48c2-ae73-63163cb2992f req-2401d65c-f83e-400e-a659-33b653f05ab7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 932 time: 0.0610104 Aug 19 13:29:15.476520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1d779cd-6e58-48c2-ae73-63163cb2992f req-b2c882bc-ebe5-4cca-b26e-34a177d2368f tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Aug 19 13:29:16.604152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e54b5-9bc7-435a-8752-491792bb45d2 req-de0a5a09-d831-42c0-b1ac-03d1895f49fc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:16.605714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c14e54b5-9bc7-435a-8752-491792bb45d2 req-de0a5a09-d831-42c0-b1ac-03d1895f49fc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 932 time: 0.0516722 Aug 19 13:29:16.699045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c14e54b5-9bc7-435a-8752-491792bb45d2 req-bbe5a432-4040-4ea9-946d-3dc42af521fd tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527413 Aug 19 13:29:17.784998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea485053-24da-41a2-ba80-ec6c0d5c905d req-f25add36-08b6-44d7-8a1c-dd81c024e28d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:17.786872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea485053-24da-41a2-ba80-ec6c0d5c905d req-f25add36-08b6-44d7-8a1c-dd81c024e28d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 932 time: 0.0518637 Aug 19 13:29:17.834345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea485053-24da-41a2-ba80-ec6c0d5c905d req-77612190-276d-493b-ac94-451050de0fc7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Aug 19 13:29:19.054716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438840e-6227-47aa-adc4-4c04b0177730 req-1e3b41b2-46db-4aa4-83d7-2f7caa03af2a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:19.054716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2438840e-6227-47aa-adc4-4c04b0177730 req-1e3b41b2-46db-4aa4-83d7-2f7caa03af2a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 932 time: 0.0621805 Aug 19 13:29:19.054716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2438840e-6227-47aa-adc4-4c04b0177730 req-cd5e4578-8b60-4076-b950-7ab2973a325f tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439355 Aug 19 13:29:19.480582 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Request body: {'port': {'device_id': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:19.542741 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:19.874705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5c6fbe-3a46-4585-b009-b1d903c6f364 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:29:19.883274 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:19.895709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Transition to ACTIVE for port object 4d5c6fbe-3a46-4585-b009-b1d903c6f364 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:29:19.972956 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:20.022182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Pushing event updated for resources: {'Port': ['ID=4d5c6fbe-3a46-4585-b009-b1d903c6f364,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:20.104059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Attempting to bind port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:29:20.104059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Attempting to bind port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:29:20.104059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Attempting to bind port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 on network e83ce44d-4240-458a-ba02-7ee520ecdab6 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:29:20.109275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 on network e83ce44d-4240-458a-ba02-7ee520ecdab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:29:20.109642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Attempting to bind port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 on network e83ce44d-4240-458a-ba02-7ee520ecdab6 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:29:20.126588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:29:20.126941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Checking segment: {'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:29:20.127433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Bound using segment: {'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:29:20.128593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Bound port: 4d5c6fbe-3a46-4585-b009-b1d903c6f364, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8666d2c5-58f0-4170-bfdb-e55659198e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:29:20.128965 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:20.207063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86455d37-7ebe-4507-b7df-eb1a529579c3 req-235508f9-7d32-49f3-b789-5d9acec15112 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:20.209511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86455d37-7ebe-4507-b7df-eb1a529579c3 req-235508f9-7d32-49f3-b789-5d9acec15112 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0974853 Aug 19 13:29:20.251784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] For port 4d5c6fbe-3a46-4585-b009-b1d903c6f364, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:29:20.267590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] For port 4d5c6fbe-3a46-4585-b009-b1d903c6f364, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:29:20.280653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86455d37-7ebe-4507-b7df-eb1a529579c3 req-38dbe4dc-748a-4b30-b7fb-2e1f40de6cef tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640466 Aug 19 13:29:20.339315 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:20.374371 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:20.375008 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:20.376391 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] 10.222.0.53 "PUT /v2.0/ports/4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 200 len: 1092 time: 0.9003403 Aug 19 13:29:20.376827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:29:20.379951 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ad7966-04cd-45c2-a809-7075736adef9" -d '{"events": [{"name": "network-changed", "server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:29:20.408505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d891c9c-8052-4270-b738-e5e8c9b4eb3a service neutron] Pushing event updated for resources: {'Port': ['ID=4d5c6fbe-3a46-4585-b009-b1d903c6f364,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:20.426483 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b476a9a-fedf-4176-9a1e-c7a6e279acbc x-openstack-request-id: req-0b476a9a-fedf-4176-9a1e-c7a6e279acbc {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:29:20.426807 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:29:20.427153 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b476a9a-fedf-4176-9a1e-c7a6e279acbc {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:29:20.427618 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'status': 'completed', 'code': 200} Aug 19 13:29:20.492725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad7966-04cd-45c2-a809-7075736adef9 req-95c23831-5bcd-412a-86f4-39db55ac26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:20.494514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78ad7966-04cd-45c2-a809-7075736adef9 req-95c23831-5bcd-412a-86f4-39db55ac26d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=877a5d9197c64e6f9a37abc2558754f9&device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 1095 time: 0.0458813 Aug 19 13:29:20.612087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad7966-04cd-45c2-a809-7075736adef9 req-0c3971af-930c-40e0-9cc8-5f8ef78d82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:20.613701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78ad7966-04cd-45c2-a809-7075736adef9 req-0c3971af-930c-40e0-9cc8-5f8ef78d82d6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=877a5d9197c64e6f9a37abc2558754f9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1093419 Aug 19 13:29:20.709908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad7966-04cd-45c2-a809-7075736adef9 req-0c1c2f31-10ae-43f6-a92f-a01039e2964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:20.711424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-78ad7966-04cd-45c2-a809-7075736adef9 req-0c1c2f31-10ae-43f6-a92f-a01039e2964e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913126 Aug 19 13:29:20.787446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-f6d10e73-7a6a-436f-baa4-95fe70edd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:20.789229 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-f6d10e73-7a6a-436f-baa4-95fe70edd3de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=877a5d9197c64e6f9a37abc2558754f9&device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 1095 time: 0.0419111 Aug 19 13:29:20.834926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-51900945-ec95-4608-8e18-bd319a42b28f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 200 len: 217 time: 0.0383966 Aug 19 13:29:20.884577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-aec01701-f6ed-44e4-a749-49a8d10edcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:20.886101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-aec01701-f6ed-44e4-a749-49a8d10edcd3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9 HTTP/1.1" status: 200 len: 854 time: 0.0449708 Aug 19 13:29:20.932823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-ec0a5bd0-c065-472e-9e40-8bc1f608083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:20.934390 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-ec0a5bd0-c065-472e-9e40-8bc1f608083d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e83ce44d-4240-458a-ba02-7ee520ecdab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410423 Aug 19 13:29:21.034370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-1ffd0e11-1f2f-4990-90c2-624e1c296158 service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926528 Aug 19 13:29:21.125667 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36dbec82-35dc-40ac-b802-61183735e5a6 req-f1a95c52-9d89-4f90-bf2f-97c2382025d5 service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846243 Aug 19 13:29:21.138844 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e421be4f-85dd-4e69-8ee1-9985430e7d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:21.417614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6070e-3704-4974-bac2-4e21b0d03cbb req-588395d2-bc99-4208-98ec-0a61d5dbbcdb tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:21.419069 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07a6070e-3704-4974-bac2-4e21b0d03cbb req-588395d2-bc99-4208-98ec-0a61d5dbbcdb tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0622590 Aug 19 13:29:21.459510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07a6070e-3704-4974-bac2-4e21b0d03cbb req-389741a0-d774-4d02-858b-5226e6f0028a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338244 Aug 19 13:29:22.579280 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3579-396b-4efe-8c28-1dd1027668bf req-657bf0d1-4c15-4c89-949d-f44492e128c1 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:22.581585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f8c3579-396b-4efe-8c28-1dd1027668bf req-657bf0d1-4c15-4c89-949d-f44492e128c1 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0516880 Aug 19 13:29:22.620868 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4f8c3579-396b-4efe-8c28-1dd1027668bf req-34820384-e195-4445-8558-7a3d69d4ab86 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 Aug 19 13:29:23.737708 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20b2e1-5c31-4965-b4ea-5ee687482713 req-71c75ab8-6b09-42cf-a917-156dc94a4032 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:23.739226 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f20b2e1-5c31-4965-b4ea-5ee687482713 req-71c75ab8-6b09-42cf-a917-156dc94a4032 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0493186 Aug 19 13:29:23.777145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f20b2e1-5c31-4965-b4ea-5ee687482713 req-0ad88104-1a83-4a22-9945-305bf36c5a69 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Aug 19 13:29:24.597887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4d5c6fbe-3a46-4585-b009-b1d903c6f364 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:29:24.702554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4d5c6fbe-3a46-4585-b009-b1d903c6f364, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:29:24.713868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'port_id': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'mac_address': 'fa:16:3e:c1:45:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:29:24.752023 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:24.769862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5c6fbe-3a46-4585-b009-b1d903c6f364 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:29:24.790275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4d5c6fbe-3a46-4585-b009-b1d903c6f364, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:29:24.887162 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:24.899218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e5b69-9a22-4110-80c2-aa72d3603c4b req-5ddbe421-35d2-4808-83cd-eb32feb6c6b6 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:24.900779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b8e5b69-9a22-4110-80c2-aa72d3603c4b req-5ddbe421-35d2-4808-83cd-eb32feb6c6b6 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0567820 Aug 19 13:29:24.936373 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4d5c6fbe-3a46-4585-b009-b1d903c6f364,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:24.942215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6b8e5b69-9a22-4110-80c2-aa72d3603c4b req-b287ff83-c3d8-4535-ad24-41ef3581b4a3 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348473 Aug 19 13:29:25.112406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4d5c6fbe-3a46-4585-b009-b1d903c6f364'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:29:25.499058 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9515623b-8e9b-4099-b2bb-a7053af65587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:25.795940 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:26.064163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817b383-1434-42a6-b4dc-c949f8a487db req-7e048a58-146a-40a4-a4ec-895f730b7fca tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:26.064163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2817b383-1434-42a6-b4dc-c949f8a487db req-7e048a58-146a-40a4-a4ec-895f730b7fca tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 945 time: 0.0510974 Aug 19 13:29:26.101553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2817b383-1434-42a6-b4dc-c949f8a487db req-66632134-19b0-4846-9a38-d5497635db1e tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Aug 19 13:29:26.606424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4d5c6fbe-3a46-4585-b009-b1d903c6f364 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:29:26.778592 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:29:26.782767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:26.783150 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:26.862796 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:26.886490 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:29:26.888767 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d2e196-96f7-48f3-ac3e-6a29d4248bfa" -d '{"events": [{"server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "name": "network-vif-plugged", "status": "completed", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:29:26.901739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 4d5c6fbe-3a46-4585-b009-b1d903c6f364, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:29:26.931608 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1aa3ea-04e8-4345-afaf-a5cc48356377 x-openstack-request-id: req-3e1aa3ea-04e8-4345-afaf-a5cc48356377 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:29:26.931608 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "name": "network-vif-plugged", "status": "completed", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:29:26.931608 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e1aa3ea-04e8-4345-afaf-a5cc48356377 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:29:26.931608 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'code': 200} Aug 19 13:29:26.978414 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:27.027415 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631f6d-0b0c-4edd-9423-99e12c0b90aa req-a97e938a-2ea6-45fb-aeba-607f762fca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:27.029005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6631f6d-0b0c-4edd-9423-99e12c0b90aa req-a97e938a-2ea6-45fb-aeba-607f762fca67 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0410390 Aug 19 13:29:27.031239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=4d5c6fbe-3a46-4585-b009-b1d903c6f364,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:27.065787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6631f6d-0b0c-4edd-9423-99e12c0b90aa req-9f795e94-2415-4e1a-bf8b-a335655a6fbd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296359 Aug 19 13:29:27.227017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fb824-8deb-4dc6-ad8a-b57aeb237927 req-4591fffa-942e-4f87-afa0-52a36e0c882b tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:27.228476 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-514fb824-8deb-4dc6-ad8a-b57aeb237927 req-4591fffa-942e-4f87-afa0-52a36e0c882b tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0540555 Aug 19 13:29:27.240932 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:27.267516 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-514fb824-8deb-4dc6-ad8a-b57aeb237927 req-b3660512-a8ad-467c-a9e6-94b3bfa80472 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330343 Aug 19 13:29:28.388973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edaa4f-aa85-4625-815f-b501d77832a8 req-ac82738f-d7de-4477-8b0a-4c5545a465b6 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:28.390521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38edaa4f-aa85-4625-815f-b501d77832a8 req-ac82738f-d7de-4477-8b0a-4c5545a465b6 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0529108 Aug 19 13:29:28.439322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-38edaa4f-aa85-4625-815f-b501d77832a8 req-41dc2512-c28d-4afa-87ec-0bdae8b8ed88 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Aug 19 13:29:28.556392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e787-4e44-4cb0-a5e8-afaa32a33918 req-82958a85-b236-4625-893d-e5a235e6bd5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:28.557811 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6314e787-4e44-4cb0-a5e8-afaa32a33918 req-82958a85-b236-4625-893d-e5a235e6bd5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0503671 Aug 19 13:29:28.596949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6314e787-4e44-4cb0-a5e8-afaa32a33918 req-b820981d-29f9-4cc1-939d-ed90b24c8a9a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330174 Aug 19 13:29:28.795569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacf9ac-9cb2-4b5a-8a5d-ce9ecfec2088 req-a81bffd6-7448-4a10-b00d-cb71f954d2d5 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:28.797051 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4aacf9ac-9cb2-4b5a-8a5d-ce9ecfec2088 req-a81bffd6-7448-4a10-b00d-cb71f954d2d5 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0567999 Aug 19 13:29:28.837391 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4aacf9ac-9cb2-4b5a-8a5d-ce9ecfec2088 req-162b3248-fe9f-4471-84f8-8a32f4b00eee tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335722 Aug 19 13:29:29.161804 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:33.746509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7882182e-1300-46c1-801c-ccf4d773a309 req-c2ca4a14-c19f-4c7a-979e-5cd95adeefae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442495 Aug 19 13:29:33.830896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882182e-1300-46c1-801c-ccf4d773a309 req-f00e64dc-cf91-4c78-a5b5-e0074a94c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:33.833134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7882182e-1300-46c1-801c-ccf4d773a309 req-f00e64dc-cf91-4c78-a5b5-e0074a94c306 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=877a5d9197c64e6f9a37abc2558754f9&device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0437887 Aug 19 13:29:33.951837 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882182e-1300-46c1-801c-ccf4d773a309 req-4a21d690-32fb-479a-8250-8420fceeba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:33.953481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7882182e-1300-46c1-801c-ccf4d773a309 req-4a21d690-32fb-479a-8250-8420fceeba79 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e83ce44d-4240-458a-ba02-7ee520ecdab6 HTTP/1.1" status: 200 len: 916 time: 0.1009450 Aug 19 13:29:34.004041 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7882182e-1300-46c1-801c-ccf4d773a309 req-4e7f4bfe-c3c0-4cdd-a546-7e6ae08a38f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 200 len: 217 time: 0.0437858 Aug 19 13:29:34.060001 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882182e-1300-46c1-801c-ccf4d773a309 req-38f28335-5d82-4788-a1d6-622dfcce3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:34.062100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7882182e-1300-46c1-801c-ccf4d773a309 req-38f28335-5d82-4788-a1d6-622dfcce3600 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9 HTTP/1.1" status: 200 len: 854 time: 0.0513811 Aug 19 13:29:34.112431 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882182e-1300-46c1-801c-ccf4d773a309 req-a0a29ea0-0a74-4151-9101-60d09f9f5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:34.114959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7882182e-1300-46c1-801c-ccf4d773a309 req-a0a29ea0-0a74-4151-9101-60d09f9f5513 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e83ce44d-4240-458a-ba02-7ee520ecdab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467079 Aug 19 13:29:34.220641 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7882182e-1300-46c1-801c-ccf4d773a309 req-6d604b08-9cf7-41ba-94da-f90c7f01455c service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983849 Aug 19 13:29:34.322043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7882182e-1300-46c1-801c-ccf4d773a309 req-22e1cd81-2559-481c-aea3-4769330063a9 service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940955 Aug 19 13:29:42.441976 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:43.782670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80cf27-d7d5-457e-b7c0-404bbc927369 req-3e77ead5-5ef7-4388-9c32-eb11e65e2c81 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:43.784111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f80cf27-d7d5-457e-b7c0-404bbc927369 req-3e77ead5-5ef7-4388-9c32-eb11e65e2c81 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0543983 Aug 19 13:29:43.827274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1f80cf27-d7d5-457e-b7c0-404bbc927369 req-71086f00-0e94-4c5c-908e-8a595d8eeafc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353856 Aug 19 13:29:43.855991 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54918) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:44.026113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c1e4d5-c0af-47fa-99b7-50aec452da3a tempest-TestMinimumBasicScenario-1471083261 tempest-TestMinimumBasicScenario-1471083261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:44.027689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-02c1e4d5-c0af-47fa-99b7-50aec452da3a tempest-TestMinimumBasicScenario-1471083261 tempest-TestMinimumBasicScenario-1471083261-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 1092 time: 0.1706071 Aug 19 13:29:44.030864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54922) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:44.035350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:44.115861 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:44.251498 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:44.364840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Allocated IP 172.25.6.149 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/97fc2cd3-82b4-4bee-951c-7441f951b368) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:29:44.470060 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:44.613316 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:44.659187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:29:44.662756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:29:44.665971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:29:44.692163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'Port': ['ID=97fc2cd3-82b4-4bee-951c-7441f951b368,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:45.114474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:45.248471 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:45.265002 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:45.446677 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:45.521050 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:45.590021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'Port': ['ID=97fc2cd3-82b4-4bee-951c-7441f951b368,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:45.603606 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:45.710140 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Floating IP d6dd99af-e4f6-44ce-99ce-f88a256c575e associated. External IP: 172.25.6.149, port: 4d5c6fbe-3a46-4585-b009-b1d903c6f364. Aug 19 13:29:45.934976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:29:46.423715 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:29:46.435536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a3901f-d90a-4c59-8f5d-de1e5fe3c9cb None None] Sync routers for ids ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:29:46.447253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a3901f-d90a-4c59-8f5d-de1e5fe3c9cb None None] Routers {'41a47ad6-b00f-43a7-9e77-f0ca15813ffc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:29:46.451102 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-47a3901f-d90a-4c59-8f5d-de1e5fe3c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:29:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:46.549482 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:46.568204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-47a3901f-d90a-4c59-8f5d-de1e5fe3c9cb None None] Set router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:29:46.580666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c8ce5d4b-42be-4389-8722-c920458b39c7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5487587 Aug 19 13:29:46.582012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:29:46.584330 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c863931-b136-4006-8385-833c2d903d09" -d '{"events": [{"name": "network-changed", "server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:29:46.586090 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54924) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:46.593626 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513439447', 'description': 'tempest-secgroup-smoke-513439447 description', 'project_id': '877a5d9197c64e6f9a37abc2558754f9'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:46.627664 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb791cc-f6e5-47ac-a25a-e7e95075fe68 x-openstack-request-id: req-5eb791cc-f6e5-47ac-a25a-e7e95075fe68 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:29:46.628717 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:29:46.629351 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5eb791cc-f6e5-47ac-a25a-e7e95075fe68 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:29:46.629925 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'status': 'completed', 'code': 200} Aug 19 13:29:46.705556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c863931-b136-4006-8385-833c2d903d09 req-fe4a3d60-4d5d-42fd-aea3-7710dcc05f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:46.712412 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c863931-b136-4006-8385-833c2d903d09 req-fe4a3d60-4d5d-42fd-aea3-7710dcc05f66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=877a5d9197c64e6f9a37abc2558754f9&device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0566075 Aug 19 13:29:46.750381 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:46.854728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c863931-b136-4006-8385-833c2d903d09 req-61d99b4b-a0a9-4d3c-9946-481b85ebf6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:46.857291 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c863931-b136-4006-8385-833c2d903d09 req-61d99b4b-a0a9-4d3c-9946-481b85ebf6b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e83ce44d-4240-458a-ba02-7ee520ecdab6 HTTP/1.1" status: 200 len: 916 time: 0.1421151 Aug 19 13:29:46.866761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-47a3901f-d90a-4c59-8f5d-de1e5fe3c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:46Z', 'revision_number': 4, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'd6dd99af-e4f6-44ce-99ce-f88a256c575e', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'port_id': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'mac_address': 'fa:16:3e:c1:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:29:44Z', 'updated_at': '2021-08-19T13:29:44Z', 'revision_number': 0, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1dcddca-2b17-4d13-9163-beb413553f3b', 'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'mac_address': 'fa:16:3e:2c:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:45Z', 'updated_at': '2021-08-19T13:28:50Z', 'revision_number': 5, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'subnets': [{'id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:46.890003 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:46.911957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a3901f-d90a-4c59-8f5d-de1e5fe3c9cb None None] Checking router: 41a47ad6-b00f-43a7-9e77-f0ca15813ffc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:29:46.924097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a3901f-d90a-4c59-8f5d-de1e5fe3c9cb None None] Routers {'41a47ad6-b00f-43a7-9e77-f0ca15813ffc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:29:46.924979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-47a3901f-d90a-4c59-8f5d-de1e5fe3c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:29:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:46.937727 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c863931-b136-4006-8385-833c2d903d09 req-a4d2e51b-0015-4986-b881-422942485c35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 200 len: 1000 time: 0.0725074 Aug 19 13:29:46.977891 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:47.007599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c863931-b136-4006-8385-833c2d903d09 req-fddd9c81-f473-40c8-9101-d5e4da546381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:47.009876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c863931-b136-4006-8385-833c2d903d09 req-fddd9c81-f473-40c8-9101-d5e4da546381 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9 HTTP/1.1" status: 200 len: 854 time: 0.0639713 Aug 19 13:29:47.014979 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5546093b-e67b-4011-a6d6-58991103a8d6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:47.023759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.024105 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.024469 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.024782 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.025121 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.025482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.025811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.026138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.026467 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.026792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.027110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.027433 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:29:47.063086 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-47a3901f-d90a-4c59-8f5d-de1e5fe3c9cb None None] Set router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:29:47.075244 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c863931-b136-4006-8385-833c2d903d09 req-61827239-dce0-45f5-a11f-9287c82245f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:47.076761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c863931-b136-4006-8385-833c2d903d09 req-61827239-dce0-45f5-a11f-9287c82245f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e83ce44d-4240-458a-ba02-7ee520ecdab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586298 Aug 19 13:29:47.080850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:47.086230 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-77e5e2a9-a241-4c62-bdb5-f850e5ee09f2 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4949296 Aug 19 13:29:47.086230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54928) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:47.090723 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d25ced8d-d2b5-43e2-ad99-9112da814bfb tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Request body: {'security_group_rule': {'security_group_id': '5546093b-e67b-4011-a6d6-58991103a8d6', 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:47.184026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c863931-b136-4006-8385-833c2d903d09 req-4985861d-92be-46bd-8b21-de94063aedbf service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937941 Aug 19 13:29:47.203375 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d25ced8d-d2b5-43e2-ad99-9112da814bfb tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:47.280484 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d25ced8d-d2b5-43e2-ad99-9112da814bfb tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:47.318679 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c863931-b136-4006-8385-833c2d903d09 req-6cc21f58-bd51-477f-ba28-ceaf8a6227a7 service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263378 Aug 19 13:29:47.356420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-47a3901f-d90a-4c59-8f5d-de1e5fe3c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:46Z', 'revision_number': 4, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'd6dd99af-e4f6-44ce-99ce-f88a256c575e', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'port_id': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'mac_address': 'fa:16:3e:c1:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:29:44Z', 'updated_at': '2021-08-19T13:29:44Z', 'revision_number': 0, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1dcddca-2b17-4d13-9163-beb413553f3b', 'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'mac_address': 'fa:16:3e:2c:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:45Z', 'updated_at': '2021-08-19T13:28:50Z', 'revision_number': 5, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'subnets': [{'id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:47.366878 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d25ced8d-d2b5-43e2-ad99-9112da814bfb tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:47.391299 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ced8d-d2b5-43e2-ad99-9112da814bfb tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a540ec-d2bd-4126-8e28-5967b7fd4814,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:47.409499 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a3901f-d90a-4c59-8f5d-de1e5fe3c9cb None None] The sync data for ids ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'] in n-d-778732-8 is: [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:46Z', 'revision_number': 4, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'd6dd99af-e4f6-44ce-99ce-f88a256c575e', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'port_id': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'mac_address': 'fa:16:3e:c1:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:29:44Z', 'updated_at': '2021-08-19T13:29:44Z', 'revision_number': 0, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1dcddca-2b17-4d13-9163-beb413553f3b', 'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'mac_address': 'fa:16:3e:2c:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:45Z', 'updated_at': '2021-08-19T13:28:50Z', 'revision_number': 5, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'subnets': [{'id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:29:47.454992 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:29:47.459171 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d25ced8d-d2b5-43e2-ad99-9112da814bfb tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:47.460864 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d25ced8d-d2b5-43e2-ad99-9112da814bfb tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3736181 Aug 19 13:29:47.464468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54930) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:47.469619 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3944ed31-fe68-4f50-adaa-bc16c25970f5 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Request body: {'security_group_rule': {'security_group_id': '5546093b-e67b-4011-a6d6-58991103a8d6', 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:47.596059 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3944ed31-fe68-4f50-adaa-bc16c25970f5 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:47.641449 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04628016-8772-4591-8de5-97169c8237a4 None None] New status for floating IP d6dd99af-e4f6-44ce-99ce-f88a256c575e: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:29:47.681764 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3944ed31-fe68-4f50-adaa-bc16c25970f5 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:47.750538 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3944ed31-fe68-4f50-adaa-bc16c25970f5 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:47.779222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944ed31-fe68-4f50-adaa-bc16c25970f5 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fff680-a0af-48bb-9b44-8543877570a8,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:47.875702 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3944ed31-fe68-4f50-adaa-bc16c25970f5 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:47.877146 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3944ed31-fe68-4f50-adaa-bc16c25970f5 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4115775 Aug 19 13:29:47.884890 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54932) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:47.889827 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7196d64a-54b8-4ab4-ac62-7d2b85b8d491 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Request body: {'security_group_rule': {'security_group_id': '5546093b-e67b-4011-a6d6-58991103a8d6', 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:47.967231 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7196d64a-54b8-4ab4-ac62-7d2b85b8d491 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.033624 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7196d64a-54b8-4ab4-ac62-7d2b85b8d491 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.097657 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7196d64a-54b8-4ab4-ac62-7d2b85b8d491 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.117191 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196d64a-54b8-4ab4-ac62-7d2b85b8d491 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0074d87-b745-471b-a10f-255a19ffc6cc,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:48.183645 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7196d64a-54b8-4ab4-ac62-7d2b85b8d491 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.185175 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7196d64a-54b8-4ab4-ac62-7d2b85b8d491 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989831 Aug 19 13:29:48.188455 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54934) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:48.194152 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-797d2242-d62c-45f8-8fbb-ef2c0e23e4b9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Request body: {'security_group_rule': {'security_group_id': '5546093b-e67b-4011-a6d6-58991103a8d6', 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:48.276664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-797d2242-d62c-45f8-8fbb-ef2c0e23e4b9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.342826 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-797d2242-d62c-45f8-8fbb-ef2c0e23e4b9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.395610 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-797d2242-d62c-45f8-8fbb-ef2c0e23e4b9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.416854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d2242-d62c-45f8-8fbb-ef2c0e23e4b9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2b4a63-e002-4e71-9941-828c44cdfd20,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:48.470044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-797d2242-d62c-45f8-8fbb-ef2c0e23e4b9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.471724 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-797d2242-d62c-45f8-8fbb-ef2c0e23e4b9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2819133 Aug 19 13:29:48.474819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 54936) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:48.479445 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3a708044-4565-4ef3-96c7-1bdc2b09b13a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Request body: {'security_group_rule': {'security_group_id': '5546093b-e67b-4011-a6d6-58991103a8d6', 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:48.595198 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-3a708044-4565-4ef3-96c7-1bdc2b09b13a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Project 877a5d9197c64e6f9a37abc2558754f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:29:48.601199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a708044-4565-4ef3-96c7-1bdc2b09b13a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.686245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a708044-4565-4ef3-96c7-1bdc2b09b13a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.744187 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a708044-4565-4ef3-96c7-1bdc2b09b13a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.766988 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a708044-4565-4ef3-96c7-1bdc2b09b13a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b110687e-27ef-4a6b-a423-1e7463b973fc,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:48.830063 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a708044-4565-4ef3-96c7-1bdc2b09b13a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:48.832695 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3a708044-4565-4ef3-96c7-1bdc2b09b13a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3556573 Aug 19 13:29:48.836289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 54938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:48.841469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7b680fe8-caf0-418a-830c-6b019e38b7e9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Request body: {'security_group_rule': {'security_group_id': '5546093b-e67b-4011-a6d6-58991103a8d6', 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:48.921852 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-7b680fe8-caf0-418a-830c-6b019e38b7e9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Project 877a5d9197c64e6f9a37abc2558754f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:29:48.928189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b680fe8-caf0-418a-830c-6b019e38b7e9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:49.000806 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b680fe8-caf0-418a-830c-6b019e38b7e9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:49.075129 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b680fe8-caf0-418a-830c-6b019e38b7e9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:49.093424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b680fe8-caf0-418a-830c-6b019e38b7e9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27284616-aa82-481b-8a89-ed69e5174842,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:49.178250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b680fe8-caf0-418a-830c-6b019e38b7e9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:49.179635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7b680fe8-caf0-418a-830c-6b019e38b7e9 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3420079 Aug 19 13:29:49.268089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1eae4ff9-bfe7-421b-b760-ca1b67d1bfed req-a4e6753b-eabd-43cc-891d-d10755c9604e tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513439447&fields=id&tenant_id=877a5d9197c64e6f9a37abc2558754f9 HTTP/1.1" status: 200 len: 267 time: 0.0379212 Aug 19 13:29:49.328882 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae4ff9-bfe7-421b-b760-ca1b67d1bfed req-9372f114-118e-4e93-9233-ffae2e2cbad0 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:49.330444 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1eae4ff9-bfe7-421b-b760-ca1b67d1bfed req-9372f114-118e-4e93-9233-ffae2e2cbad0 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0541167 Aug 19 13:29:49.352119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1eae4ff9-bfe7-421b-b760-ca1b67d1bfed req-9567708a-24fd-497e-91c2-8f048f9c5abc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Request body: {'port': {'security_groups': ['954bef29-f828-4076-a73f-ee2451700c22', '5546093b-e67b-4011-a6d6-58991103a8d6']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:49.422943 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1eae4ff9-bfe7-421b-b760-ca1b67d1bfed req-9567708a-24fd-497e-91c2-8f048f9c5abc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:49.628675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1eae4ff9-bfe7-421b-b760-ca1b67d1bfed req-9567708a-24fd-497e-91c2-8f048f9c5abc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] For port 4d5c6fbe-3a46-4585-b009-b1d903c6f364, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:29:49.660398 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1eae4ff9-bfe7-421b-b760-ca1b67d1bfed req-9567708a-24fd-497e-91c2-8f048f9c5abc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:49.726831 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1eae4ff9-bfe7-421b-b760-ca1b67d1bfed req-9567708a-24fd-497e-91c2-8f048f9c5abc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:49.740562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4d5c6fbe-3a46-4585-b009-b1d903c6f364'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:29:49.773528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae4ff9-bfe7-421b-b760-ca1b67d1bfed req-9567708a-24fd-497e-91c2-8f048f9c5abc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:49.774276 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1eae4ff9-bfe7-421b-b760-ca1b67d1bfed req-9567708a-24fd-497e-91c2-8f048f9c5abc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:49.775755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1eae4ff9-bfe7-421b-b760-ca1b67d1bfed req-9567708a-24fd-497e-91c2-8f048f9c5abc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "PUT /v2.0/ports/4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 200 len: 982 time: 0.4292312 Aug 19 13:29:49.776209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:29:49.778590 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8341120-9ee8-47d1-bf89-ade0848f5606" -d '{"events": [{"name": "network-changed", "server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:29:49.831702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567708a-24fd-497e-91c2-8f048f9c5abc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'Port': ['ID=4d5c6fbe-3a46-4585-b009-b1d903c6f364,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:49.837357 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92a13bb-d3d9-4b42-ad2a-014a9b4c0467 x-openstack-request-id: req-b92a13bb-d3d9-4b42-ad2a-014a9b4c0467 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:29:49.838052 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:29:49.841886 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b92a13bb-d3d9-4b42-ad2a-014a9b4c0467 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:29:49.842504 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'status': 'completed', 'code': 200} Aug 19 13:29:49.867922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4d5c6fbe-3a46-4585-b009-b1d903c6f364'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:29:49.953795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950095b-5474-4a70-9a01-67e1b60d018b req-b9719c52-7e46-4e18-b93a-b99e1f64c81e tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:49.955732 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0950095b-5474-4a70-9a01-67e1b60d018b req-b9719c52-7e46-4e18-b93a-b99e1f64c81e tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0983377 Aug 19 13:29:49.958637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8341120-9ee8-47d1-bf89-ade0848f5606 req-5dc6ce90-0eaf-4ff9-915c-6720d9e0bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:49.962439 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8341120-9ee8-47d1-bf89-ade0848f5606 req-5dc6ce90-0eaf-4ff9-915c-6720d9e0bafe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=877a5d9197c64e6f9a37abc2558754f9&device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 1136 time: 0.0933759 Aug 19 13:29:50.088805 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0950095b-5474-4a70-9a01-67e1b60d018b req-4f1664f5-bbd9-4c76-a970-f3961b7df7bd tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252491 Aug 19 13:29:50.140880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8341120-9ee8-47d1-bf89-ade0848f5606 req-3a22875f-356a-4871-bed1-080125c6f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:50.142688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8341120-9ee8-47d1-bf89-ade0848f5606 req-3a22875f-356a-4871-bed1-080125c6f815 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e83ce44d-4240-458a-ba02-7ee520ecdab6 HTTP/1.1" status: 200 len: 916 time: 0.1703563 Aug 19 13:29:50.166968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d0f74dd5-2cc8-4045-91ad-b5b3f82ff0fd None None] Provisioning complete for port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:50.167395 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d0f74dd5-2cc8-4045-91ad-b5b3f82ff0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:50.223859 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8341120-9ee8-47d1-bf89-ade0848f5606 req-36f70840-4baa-499c-83b8-5bcea803dcd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 200 len: 1002 time: 0.0703983 Aug 19 13:29:50.294179 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8341120-9ee8-47d1-bf89-ade0848f5606 req-93d8ca31-d6ca-4e26-af01-dbaa7feeb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:50.296445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8341120-9ee8-47d1-bf89-ade0848f5606 req-93d8ca31-d6ca-4e26-af01-dbaa7feeb9a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9 HTTP/1.1" status: 200 len: 854 time: 0.0648739 Aug 19 13:29:50.363985 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8341120-9ee8-47d1-bf89-ade0848f5606 req-f8e90b1a-a07f-42b2-a407-d69745c19db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:50.365826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8341120-9ee8-47d1-bf89-ade0848f5606 req-f8e90b1a-a07f-42b2-a407-d69745c19db2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e83ce44d-4240-458a-ba02-7ee520ecdab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620925 Aug 19 13:29:50.466906 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8341120-9ee8-47d1-bf89-ade0848f5606 req-2e7236b1-1e21-4108-ae14-63bd65019bf0 service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936079 Aug 19 13:29:50.600790 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8341120-9ee8-47d1-bf89-ade0848f5606 req-d4b8e007-83ea-4f0f-b64c-8d4a9a23e748 service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266534 Aug 19 13:29:51.184202 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bd679cec-9156-4b9f-ac5c-71e10b3e86ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:55.509588 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6323f686-40ef-4130-9551-640ca33b86f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:55.812522 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:57.229286 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:59.109210 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:03.461851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee81c3-ad09-4080-a88d-1c15da5568b8 req-1eaeecb0-dae0-4890-8861-9149b57100e1 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:03.463345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84ee81c3-ad09-4080-a88d-1c15da5568b8 req-1eaeecb0-dae0-4890-8861-9149b57100e1 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0541532 Aug 19 13:30:03.534987 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84ee81c3-ad09-4080-a88d-1c15da5568b8 req-ae8e86c9-52a3-448b-9b67-439e7b67d83e tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646837 Aug 19 13:30:03.547556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d006e66-1c6c-4cd7-9818-91b811c040ad req-985ef06c-e8b3-48ba-a81b-9103b0b35de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:03.549068 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d006e66-1c6c-4cd7-9818-91b811c040ad req-985ef06c-e8b3-48ba-a81b-9103b0b35de0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=877a5d9197c64e6f9a37abc2558754f9&device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 1136 time: 0.0616863 Aug 19 13:30:03.644878 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d006e66-1c6c-4cd7-9818-91b811c040ad req-9cd8c8a8-0a2b-4648-83d8-dfba28ffe906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:03.646383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d006e66-1c6c-4cd7-9818-91b811c040ad req-9cd8c8a8-0a2b-4648-83d8-dfba28ffe906 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e83ce44d-4240-458a-ba02-7ee520ecdab6 HTTP/1.1" status: 200 len: 916 time: 0.0903645 Aug 19 13:30:03.715857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d006e66-1c6c-4cd7-9818-91b811c040ad req-ddad7afe-a8f4-4644-a3fc-327f6a216666 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 200 len: 1002 time: 0.0615630 Aug 19 13:30:03.769453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d006e66-1c6c-4cd7-9818-91b811c040ad req-448d9d13-593d-4623-bbe8-9a04cf56895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:03.770930 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d006e66-1c6c-4cd7-9818-91b811c040ad req-448d9d13-593d-4623-bbe8-9a04cf56895e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9 HTTP/1.1" status: 200 len: 854 time: 0.0481906 Aug 19 13:30:03.817256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d006e66-1c6c-4cd7-9818-91b811c040ad req-024ccc48-76c1-418d-919e-bdf2dc7308f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:03.818806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d006e66-1c6c-4cd7-9818-91b811c040ad req-024ccc48-76c1-418d-919e-bdf2dc7308f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e83ce44d-4240-458a-ba02-7ee520ecdab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410268 Aug 19 13:30:03.923035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d006e66-1c6c-4cd7-9818-91b811c040ad req-3a510e51-2cdc-42cf-a801-f2636e6d91b0 service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971494 Aug 19 13:30:04.015297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d006e66-1c6c-4cd7-9818-91b811c040ad req-8c2be04b-87da-4dcc-a313-65efb27e650a service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847168 Aug 19 13:30:04.656084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87f522-95d1-4c47-b4d7-b25bd67b2f43 req-0928d1e2-eb18-4059-919f-4739088d6fcc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:04.657620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf87f522-95d1-4c47-b4d7-b25bd67b2f43 req-0928d1e2-eb18-4059-919f-4739088d6fcc tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0513017 Aug 19 13:30:04.701043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cf87f522-95d1-4c47-b4d7-b25bd67b2f43 req-43fafc46-465f-4f44-a4a1-86aab81817d4 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363579 Aug 19 13:30:05.829215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e338a-9c42-4a84-9471-5ea4a945479f req-9991902e-bd59-4a1a-a37b-061959d80839 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:05.831293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-423e338a-9c42-4a84-9471-5ea4a945479f req-9991902e-bd59-4a1a-a37b-061959d80839 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0585482 Aug 19 13:30:05.873916 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-423e338a-9c42-4a84-9471-5ea4a945479f req-9af7df0b-f97e-41c2-baa9-a5a30daf2b97 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354896 Aug 19 13:30:07.008198 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f68f6-895c-46ff-a4f7-bf22669a5531 req-9dc44e89-e04b-45fb-bbbf-db8db5e54d6b tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:07.009693 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-889f68f6-895c-46ff-a4f7-bf22669a5531 req-9dc44e89-e04b-45fb-bbbf-db8db5e54d6b tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0620782 Aug 19 13:30:07.055670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-889f68f6-895c-46ff-a4f7-bf22669a5531 req-1514d34c-b16d-4451-964d-d9be610524e7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394614 Aug 19 13:30:08.176557 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818fc66-60a5-4981-a037-10d4d9e358a0 req-8a160b9c-310d-42f0-815a-bdcfa5b565b8 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:08.178144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b818fc66-60a5-4981-a037-10d4d9e358a0 req-8a160b9c-310d-42f0-815a-bdcfa5b565b8 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0522296 Aug 19 13:30:08.220687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b818fc66-60a5-4981-a037-10d4d9e358a0 req-a6e63df3-5c78-4cda-9569-3966b2c4f34e tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363088 Aug 19 13:30:09.343688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae270357-8035-4ac0-8e1f-f456d9858c74 req-b6a30f04-4910-4d95-be48-f34f2931bb92 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:09.345201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae270357-8035-4ac0-8e1f-f456d9858c74 req-b6a30f04-4910-4d95-be48-f34f2931bb92 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0555904 Aug 19 13:30:09.387902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ae270357-8035-4ac0-8e1f-f456d9858c74 req-3073079b-e084-4a2a-9f41-d3a55744cec7 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352156 Aug 19 13:30:10.510820 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ea8f6-620d-4559-a7ab-67704a373115 req-296ecdd8-90d8-4325-b1d6-29880af82c3a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:10.512521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c05ea8f6-620d-4559-a7ab-67704a373115 req-296ecdd8-90d8-4325-b1d6-29880af82c3a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0549791 Aug 19 13:30:10.556188 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c05ea8f6-620d-4559-a7ab-67704a373115 req-ff4fc51d-2718-4209-a956-45f397ba29ef tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367541 Aug 19 13:30:11.678419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2092f90-20dc-47c7-8cd4-7826bed7f269 req-112c0b5d-370c-4b51-9ecb-30db02e9354f tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:11.680105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2092f90-20dc-47c7-8cd4-7826bed7f269 req-112c0b5d-370c-4b51-9ecb-30db02e9354f tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0512629 Aug 19 13:30:11.724784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a2092f90-20dc-47c7-8cd4-7826bed7f269 req-4cf8b842-dea8-4811-a0fd-56c727f33986 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379837 Aug 19 13:30:12.463689 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:12.853515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3151e19-a4e3-4e4c-b6e0-ab9ccf9bca4a req-20aeee39-9186-4905-9dcf-8a6e89d95657 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:12.855072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3151e19-a4e3-4e4c-b6e0-ab9ccf9bca4a req-20aeee39-9186-4905-9dcf-8a6e89d95657 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0598946 Aug 19 13:30:12.898178 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f3151e19-a4e3-4e4c-b6e0-ab9ccf9bca4a req-715f5e8f-d295-47d8-9244-0a4344e43d88 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370419 Aug 19 13:30:14.031382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e9ac8-2208-4e01-a659-be89c6069075 req-4cf9b847-1279-43c9-8f38-a9d1a72b8664 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:14.032923 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1e9ac8-2208-4e01-a659-be89c6069075 req-4cf9b847-1279-43c9-8f38-a9d1a72b8664 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0523598 Aug 19 13:30:14.076374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d1e9ac8-2208-4e01-a659-be89c6069075 req-6a5b36b3-3fae-4085-835e-53e9409cd681 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363863 Aug 19 13:30:15.217218 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803dbd2-c972-48e5-9bda-f41be8fda4d9 req-52048681-f167-457e-8934-3b7d33c6f982 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:15.218813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0803dbd2-c972-48e5-9bda-f41be8fda4d9 req-52048681-f167-457e-8934-3b7d33c6f982 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0527048 Aug 19 13:30:15.261953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0803dbd2-c972-48e5-9bda-f41be8fda4d9 req-b0fa3c92-29b1-444f-8abf-54d2843252a4 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351150 Aug 19 13:30:15.286434 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:16.384413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33bc29-df89-43a3-a45c-ceef2bc42db2 req-2426ad52-e177-43a5-893a-589508042660 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:16.385993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a33bc29-df89-43a3-a45c-ceef2bc42db2 req-2426ad52-e177-43a5-893a-589508042660 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0547261 Aug 19 13:30:16.427877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3a33bc29-df89-43a3-a45c-ceef2bc42db2 req-54d40e69-8e7c-48c0-a6a0-8d0bbff1e1c3 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356898 Aug 19 13:30:17.549305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64e1ef-b2c6-4f3d-8e84-4da18e4d7860 req-80aa7d03-3ca8-4b60-ac61-bfcdac665328 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:17.551427 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a64e1ef-b2c6-4f3d-8e84-4da18e4d7860 req-80aa7d03-3ca8-4b60-ac61-bfcdac665328 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0519447 Aug 19 13:30:17.592118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2a64e1ef-b2c6-4f3d-8e84-4da18e4d7860 req-dad7feb6-b257-461e-9750-e597b28b1a0c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343254 Aug 19 13:30:18.714581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc068de8-fb0f-4e1f-afd8-92e404085f8a req-49812831-a92c-4cc5-9a84-1c86a467e0e5 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:18.716335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc068de8-fb0f-4e1f-afd8-92e404085f8a req-49812831-a92c-4cc5-9a84-1c86a467e0e5 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0551078 Aug 19 13:30:18.757779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dc068de8-fb0f-4e1f-afd8-92e404085f8a req-cd339489-dc46-4824-b274-8b4012ea4e0a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351710 Aug 19 13:30:19.885918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a632-b07b-49e1-8ec2-41323f33621e req-eab86184-b220-4c81-93df-9898b512ac17 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:19.887463 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d76a632-b07b-49e1-8ec2-41323f33621e req-eab86184-b220-4c81-93df-9898b512ac17 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0581145 Aug 19 13:30:19.930181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2d76a632-b07b-49e1-8ec2-41323f33621e req-0c77187e-bd3a-40ec-b383-c028cceb25e8 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364029 Aug 19 13:30:21.054633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc94825-3115-46c0-823a-9190f632e361 req-0a7d106f-289b-464f-a3e0-3f877c1b2d12 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:21.056960 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fc94825-3115-46c0-823a-9190f632e361 req-0a7d106f-289b-464f-a3e0-3f877c1b2d12 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0549119 Aug 19 13:30:21.101598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fc94825-3115-46c0-823a-9190f632e361 req-278640d4-06d0-481b-8b1d-729384790e76 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=5546093b-e67b-4011-a6d6-58991103a8d6&id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370631 Aug 19 13:30:21.126325 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1443d8be-9974-4b1a-ab6b-6025333359cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:24.454835 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:30:25.503124 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-76693e67-2319-46ba-aedd-4c343be1d374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:25.789231 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:27.223264 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:29.172033 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:33.729748 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-3072fa7d-5ad6-45ac-86f5-aa05ac20b978 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424941 Aug 19 13:30:33.817246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-ca1c2e64-fd53-4481-829b-400277edeaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:33.818848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-ca1c2e64-fd53-4481-829b-400277edeaed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=877a5d9197c64e6f9a37abc2558754f9&device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 1136 time: 0.0474522 Aug 19 13:30:33.926183 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-268ff393-0213-46cc-bdcb-c7210e356b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:33.927757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-268ff393-0213-46cc-bdcb-c7210e356b12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e83ce44d-4240-458a-ba02-7ee520ecdab6 HTTP/1.1" status: 200 len: 916 time: 0.0889678 Aug 19 13:30:34.001831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-1a7b3054-f5ac-41b7-8be0-197ba4b08736 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 200 len: 1002 time: 0.0664358 Aug 19 13:30:34.052808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-8d1bbca3-6696-4bc5-a579-d8bd054cb8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:34.054363 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-8d1bbca3-6696-4bc5-a579-d8bd054cb8aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9 HTTP/1.1" status: 200 len: 854 time: 0.0455086 Aug 19 13:30:34.101214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-04c2665a-bd7c-44a3-bd73-247e0e61ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:34.102782 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-04c2665a-bd7c-44a3-bd73-247e0e61ced4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e83ce44d-4240-458a-ba02-7ee520ecdab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416746 Aug 19 13:30:34.197466 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-c847d7dd-eb9b-4761-9a1c-6f0dadd176be service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870779 Aug 19 13:30:34.292580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5dd6ed3c-58ed-434f-98e0-409bc2accadf req-0fbad3ff-7389-4dba-b7a0-e580198950ad service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861590 Aug 19 13:30:42.514693 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.285655 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:51.165653 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ada4430a-873b-47ea-bf69-b591b2f8928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.510609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f761589d-78c5-412d-afa4-42c80897c3e9 req-37b75cf5-d9bf-439e-96eb-fb29301ef016 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513439447&fields=id&tenant_id=877a5d9197c64e6f9a37abc2558754f9 HTTP/1.1" status: 200 len: 267 time: 0.0356071 Aug 19 13:30:53.572273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761589d-78c5-412d-afa4-42c80897c3e9 req-78b586bc-3133-447d-aa36-e6ac9d107860 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:53.573831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f761589d-78c5-412d-afa4-42c80897c3e9 req-78b586bc-3133-447d-aa36-e6ac9d107860 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 985 time: 0.0574727 Aug 19 13:30:53.585795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f761589d-78c5-412d-afa4-42c80897c3e9 req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Request body: {'port': {'security_groups': ['954bef29-f828-4076-a73f-ee2451700c22']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:53.655359 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f761589d-78c5-412d-afa4-42c80897c3e9 req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.846821 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f761589d-78c5-412d-afa4-42c80897c3e9 req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] For port 4d5c6fbe-3a46-4585-b009-b1d903c6f364, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:30:53.877705 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f761589d-78c5-412d-afa4-42c80897c3e9 req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.943165 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f761589d-78c5-412d-afa4-42c80897c3e9 req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.955789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4d5c6fbe-3a46-4585-b009-b1d903c6f364'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:30:53.989666 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761589d-78c5-412d-afa4-42c80897c3e9 req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:53.990336 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f761589d-78c5-412d-afa4-42c80897c3e9 req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.991743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f761589d-78c5-412d-afa4-42c80897c3e9 req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "PUT /v2.0/ports/4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 200 len: 943 time: 0.4113116 Aug 19 13:30:53.992212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:30:53.994565 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79d2c68-e323-4b73-b961-ed26caa8d1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:30:53.998897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55018) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:54.038018 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event updated for resources: {'Port': ['ID=4d5c6fbe-3a46-4585-b009-b1d903c6f364,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:54.046825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.047219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.047538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.047875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.048214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.048545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.048984 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.049195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.049546 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.049875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.050203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.050562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f272c-307f-4444-b340-a34bb8e72d26 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.071456 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840ded7c-d3cd-4554-ac49-6ecd702494ef x-openstack-request-id: req-840ded7c-d3cd-4554-ac49-6ecd702494ef {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:30:54.071756 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:30:54.072015 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-840ded7c-d3cd-4554-ac49-6ecd702494ef {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:30:54.073014 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'status': 'completed', 'code': 200} Aug 19 13:30:54.085517 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.097129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4d5c6fbe-3a46-4585-b009-b1d903c6f364'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:30:54.114943 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.143007 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d2c68-e323-4b73-b961-ed26caa8d1bc req-50061110-da1a-42ec-a7b7-a232ab2d005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:54.145972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a79d2c68-e323-4b73-b961-ed26caa8d1bc req-50061110-da1a-42ec-a7b7-a232ab2d005d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=877a5d9197c64e6f9a37abc2558754f9&device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0628557 Aug 19 13:30:54.254131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d2c68-e323-4b73-b961-ed26caa8d1bc req-09e80679-1cd1-4be7-9d3b-10f7cb8b41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:54.256075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a79d2c68-e323-4b73-b961-ed26caa8d1bc req-09e80679-1cd1-4be7-9d3b-10f7cb8b41f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e83ce44d-4240-458a-ba02-7ee520ecdab6 HTTP/1.1" status: 200 len: 916 time: 0.1031251 Aug 19 13:30:54.274447 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.277471 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.282067 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "DELETE /v2.0/security-groups/5546093b-e67b-4011-a6d6-58991103a8d6 HTTP/1.1" status: 204 len: 168 time: 0.2782617 Aug 19 13:30:54.282581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55022) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:54.321987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2b2e2f8c-07a4-4781-b16f-7ac624249640 None None] Provisioning complete for port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:30:54.323369 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2f8c-07a4-4781-b16f-7ac624249640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.327352 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5546093b-e67b-4011-a6d6-58991103a8d6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:54.339822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a79d2c68-e323-4b73-b961-ed26caa8d1bc req-59dab6de-bc05-45d4-9078-86a75f32e5af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 200 len: 1002 time: 0.0754280 Aug 19 13:30:54.341256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.341720 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.342061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.342397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.342748 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.343072 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.343400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.343975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.344122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.344359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.344684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.345112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaff90-3e76-4600-a174-530b58222c5d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:54.396980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d2c68-e323-4b73-b961-ed26caa8d1bc req-d85eb637-8277-4da3-9bb5-e019bf1d7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:54.398547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a79d2c68-e323-4b73-b961-ed26caa8d1bc req-d85eb637-8277-4da3-9bb5-e019bf1d7065 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9 HTTP/1.1" status: 200 len: 854 time: 0.0508420 Aug 19 13:30:54.454574 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d2c68-e323-4b73-b961-ed26caa8d1bc req-79d98261-065b-445b-8b43-b6526ca56bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:54.456148 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a79d2c68-e323-4b73-b961-ed26caa8d1bc req-79d98261-065b-445b-8b43-b6526ca56bde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e83ce44d-4240-458a-ba02-7ee520ecdab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475509 Aug 19 13:30:54.491888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Deleting port 97fc2cd3-82b4-4bee-951c-7441f951b368 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:30:54.492234 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.564602 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a79d2c68-e323-4b73-b961-ed26caa8d1bc req-391fbfcc-4820-4785-aa97-c60b14cc44f6 service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996611 Aug 19 13:30:54.575857 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.576185 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.588386 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Calling delete_port for 97fc2cd3-82b4-4bee-951c-7441f951b368 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:30:54.678516 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a79d2c68-e323-4b73-b961-ed26caa8d1bc req-69c463cd-f45c-48c5-8edf-7d63778f68a6 service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062164 Aug 19 13:30:54.897616 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.924848 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event deleted for resources: {'Port': ['ID=97fc2cd3-82b4-4bee-951c-7441f951b368,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:54.990392 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.990728 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Floating IP d6dd99af-e4f6-44ce-99ce-f88a256c575e disassociated (deleted). External IP: 172.25.6.149, port: 4d5c6fbe-3a46-4585-b009-b1d903c6f364. Aug 19 13:30:55.502508 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b0a5d938-b98f-46bd-847e-569aa61e0121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:55.539654 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:30:55.652686 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:30:55.657800 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:55.662660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d6c9a-2556-4ded-a2af-acf4b4a2ceb7 None None] Sync routers for ids ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:30:55.678400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d6c9a-2556-4ded-a2af-acf4b4a2ceb7 None None] Routers {'41a47ad6-b00f-43a7-9e77-f0ca15813ffc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:30:55.679068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b05d6c9a-2556-4ded-a2af-acf4b4a2ceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:55.696306 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4f408232-ade7-40fe-94f5-4972b136362c tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "DELETE /v2.0/floatingips/d6dd99af-e4f6-44ce-99ce-f88a256c575e HTTP/1.1" status: 204 len: 168 time: 1.4096241 Aug 19 13:30:55.696306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:30:55.829714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b05d6c9a-2556-4ded-a2af-acf4b4a2ceb7 None None] Set router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:30:55.831903 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:55.904256 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c51d4d21316351dc2569c8a02aa6a5ec6c17105ca4db93849c25264e079fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2c0813-e796-4752-bc1c-69def7784ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:30:56.007388 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2802d5e8-870a-48cb-8017-9e804e9b22ce x-openstack-request-id: req-2802d5e8-870a-48cb-8017-9e804e9b22ce {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:30:56.007867 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:30:56.008138 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2802d5e8-870a-48cb-8017-9e804e9b22ce {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:30:56.008399 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'status': 'completed', 'code': 200} Aug 19 13:30:56.060045 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b05d6c9a-2556-4ded-a2af-acf4b4a2ceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:46Z', 'revision_number': 4, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f1dcddca-2b17-4d13-9163-beb413553f3b', 'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'mac_address': 'fa:16:3e:2c:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:45Z', 'updated_at': '2021-08-19T13:28:50Z', 'revision_number': 5, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'subnets': [{'id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:56.086189 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c0813-e796-4752-bc1c-69def7784ce3 req-4d527e6c-ab91-4054-a910-ff9d02929fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:56.088615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2c0813-e796-4752-bc1c-69def7784ce3 req-4d527e6c-ab91-4054-a910-ff9d02929fe9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=877a5d9197c64e6f9a37abc2558754f9&device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0584376 Aug 19 13:30:56.091092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d6c9a-2556-4ded-a2af-acf4b4a2ceb7 None None] Checking router: 41a47ad6-b00f-43a7-9e77-f0ca15813ffc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:30:56.100888 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d6c9a-2556-4ded-a2af-acf4b4a2ceb7 None None] Routers {'41a47ad6-b00f-43a7-9e77-f0ca15813ffc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:30:56.101563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b05d6c9a-2556-4ded-a2af-acf4b4a2ceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:56.212072 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c0813-e796-4752-bc1c-69def7784ce3 req-77c04196-fb22-4441-95d7-7af3dc7a29e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:56.214162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2c0813-e796-4752-bc1c-69def7784ce3 req-77c04196-fb22-4441-95d7-7af3dc7a29e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e83ce44d-4240-458a-ba02-7ee520ecdab6 HTTP/1.1" status: 200 len: 916 time: 0.1155701 Aug 19 13:30:56.271120 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2c0813-e796-4752-bc1c-69def7784ce3 req-99672b6f-2172-4adb-b296-54d9fc55a110 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 200 len: 217 time: 0.0450156 Aug 19 13:30:56.339312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c0813-e796-4752-bc1c-69def7784ce3 req-966e8f81-e33c-4c71-b7c9-005d8356dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:56.340879 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2c0813-e796-4752-bc1c-69def7784ce3 req-966e8f81-e33c-4c71-b7c9-005d8356dd6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9 HTTP/1.1" status: 200 len: 854 time: 0.0579376 Aug 19 13:30:56.378155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b05d6c9a-2556-4ded-a2af-acf4b4a2ceb7 None None] Set router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:30:56.400731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c0813-e796-4752-bc1c-69def7784ce3 req-1c203267-939f-4b24-bbc9-14c31f9bdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:56.402696 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2c0813-e796-4752-bc1c-69def7784ce3 req-1c203267-939f-4b24-bbc9-14c31f9bdf10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e83ce44d-4240-458a-ba02-7ee520ecdab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502512 Aug 19 13:30:56.506128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2c0813-e796-4752-bc1c-69def7784ce3 req-0fe4eca6-a080-4ab2-bc4b-b2b9d5c1331e service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940845 Aug 19 13:30:56.602167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a2c0813-e796-4752-bc1c-69def7784ce3 req-3d92614e-8eb0-4fd0-822e-e16e4ada4be9 service neutron] 10.222.0.53 "GET /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879202 Aug 19 13:30:56.617435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b05d6c9a-2556-4ded-a2af-acf4b4a2ceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:46Z', 'revision_number': 4, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f1dcddca-2b17-4d13-9163-beb413553f3b', 'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'mac_address': 'fa:16:3e:2c:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:45Z', 'updated_at': '2021-08-19T13:28:50Z', 'revision_number': 5, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'subnets': [{'id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:56.646076 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d6c9a-2556-4ded-a2af-acf4b4a2ceb7 None None] The sync data for ids ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'] in n-d-778732-8 is: [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:28:46Z', 'revision_number': 4, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'f1dcddca-2b17-4d13-9163-beb413553f3b', 'name': '', 'network_id': 'e83ce44d-4240-458a-ba02-7ee520ecdab6', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'mac_address': 'fa:16:3e:2c:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:45Z', 'updated_at': '2021-08-19T13:28:50Z', 'revision_number': 5, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'subnets': [{'id': '35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:30:56.917844 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983d5b6-a601-4587-9216-85153220b21c None None] New status for floating IP d6dd99af-e4f6-44ce-99ce-f88a256c575e: DOWN {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:30:57.296435 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:59.223246 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:01.453997 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:31:04.392908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f32c2-26a7-4f58-a674-3bf737085b71 req-e7b12029-c8cd-4f10-933e-6d44bd1b9036 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:04.395165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c67f32c2-26a7-4f58-a674-3bf737085b71 req-e7b12029-c8cd-4f10-933e-6d44bd1b9036 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0563085 Aug 19 13:31:04.438088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c67f32c2-26a7-4f58-a674-3bf737085b71 req-47297b75-2d16-47c3-8a70-490b7d98905d tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368752 Aug 19 13:31:05.566646 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b2e74-237b-4e43-80e6-3d3fac9b3bf5 req-13502bc0-9dda-4ee5-aff8-bd6ef0469287 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:05.568194 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f86b2e74-237b-4e43-80e6-3d3fac9b3bf5 req-13502bc0-9dda-4ee5-aff8-bd6ef0469287 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0612931 Aug 19 13:31:05.605975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f86b2e74-237b-4e43-80e6-3d3fac9b3bf5 req-1b4bf416-5a76-410c-ac3f-c8bd2c55757f tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/security-groups?id=954bef29-f828-4076-a73f-ee2451700c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Aug 19 13:31:06.129826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749b21-ce6d-4b7b-872a-34fd972f6c61 req-8c4d9a4e-0a4d-4dba-a508-ea79669a0aaf tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:06.131323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d749b21-ce6d-4b7b-872a-34fd972f6c61 req-8c4d9a4e-0a4d-4dba-a508-ea79669a0aaf tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0533307 Aug 19 13:31:06.233122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5d749b21-ce6d-4b7b-872a-34fd972f6c61 req-6091a37c-690c-4d0e-9aa2-458abb3bfd9a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Deleting port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:31:06.233536 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d749b21-ce6d-4b7b-872a-34fd972f6c61 req-6091a37c-690c-4d0e-9aa2-458abb3bfd9a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:06.364856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5d749b21-ce6d-4b7b-872a-34fd972f6c61 req-6091a37c-690c-4d0e-9aa2-458abb3bfd9a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] For port 4d5c6fbe-3a46-4585-b009-b1d903c6f364, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=4d5c6fbe-3a46-4585-b009-b1d903c6f364,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:06.364856 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d749b21-ce6d-4b7b-872a-34fd972f6c61 req-6091a37c-690c-4d0e-9aa2-458abb3bfd9a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:06.364856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5d749b21-ce6d-4b7b-872a-34fd972f6c61 req-6091a37c-690c-4d0e-9aa2-458abb3bfd9a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Calling delete_port for 4d5c6fbe-3a46-4585-b009-b1d903c6f364 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:31:06.611166 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d749b21-ce6d-4b7b-872a-34fd972f6c61 req-6091a37c-690c-4d0e-9aa2-458abb3bfd9a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:06.625700 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['4d5c6fbe-3a46-4585-b009-b1d903c6f364'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:31:06.663317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091a37c-690c-4d0e-9aa2-458abb3bfd9a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Pushing event deleted for resources: {'Port': ['ID=4d5c6fbe-3a46-4585-b009-b1d903c6f364,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:06.717051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d749b21-ce6d-4b7b-872a-34fd972f6c61 req-6091a37c-690c-4d0e-9aa2-458abb3bfd9a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] No DVR routers for this DVR port 4d5c6fbe-3a46-4585-b009-b1d903c6f364 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:31:06.719797 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5d749b21-ce6d-4b7b-872a-34fd972f6c61 req-6091a37c-690c-4d0e-9aa2-458abb3bfd9a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:06.722783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d749b21-ce6d-4b7b-872a-34fd972f6c61 req-6091a37c-690c-4d0e-9aa2-458abb3bfd9a tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.53 "DELETE /v2.0/ports/4d5c6fbe-3a46-4585-b009-b1d903c6f364 HTTP/1.1" status: 204 len: 173 time: 0.5841036 Aug 19 13:31:06.723157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'name': 'network-vif-deleted', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:31:06.725527 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3adbd1a-39f7-4a90-843a-e637898aef82" -d '{"events": [{"server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "name": "network-vif-deleted", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:31:06.760654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-455886df-0358-42cc-a542-ac72992e01f7 req-80c6bc79-1765-417d-9829-1efb2314e484 tempest-TestMinimumBasicScenario-721886889 tempest-TestMinimumBasicScenario-721886889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4 HTTP/1.1" status: 200 len: 210 time: 0.0321321 Aug 19 13:31:06.769990 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e8f088-a5c7-4dd3-ab5e-b64248c9532e x-openstack-request-id: req-89e8f088-a5c7-4dd3-ab5e-b64248c9532e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:31:06.769990 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4", "name": "network-vif-deleted", "tag": "4d5c6fbe-3a46-4585-b009-b1d903c6f364", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:31:06.769990 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89e8f088-a5c7-4dd3-ab5e-b64248c9532e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:31:06.770411 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2605fb3-3e96-4dd8-8356-c0ac92a3a3f4', 'name': 'network-vif-deleted', 'tag': '4d5c6fbe-3a46-4585-b009-b1d903c6f364', 'status': 'completed', 'code': 200} Aug 19 13:31:08.985474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4d5c6fbe-3a46-4585-b009-b1d903c6f364 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:31:08.996421 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55124) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:09.008714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 4d5c6fbe-3a46-4585-b009-b1d903c6f364 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:31:09.009069 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 4d5c6fbe-3a46-4585-b009-b1d903c6f364 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:31:09.355863 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:09.617333 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] Deleting port f1dcddca-2b17-4d13-9163-beb413553f3b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:31:09.617627 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:09.704270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] For port f1dcddca-2b17-4d13-9163-beb413553f3b, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f1dcddca-2b17-4d13-9163-beb413553f3b,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:09.704794 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:09.717553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] Calling delete_port for f1dcddca-2b17-4d13-9163-beb413553f3b owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:31:09.999681 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:10.026174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dcddca-2b17-4d13-9163-beb413553f3b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:10.201499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:10.812476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] Router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:31:10.921687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:31:10.927466 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0d0fc832-c8f9-4db3-888c-49275125f2c0 admin admin] 10.222.0.44 "PUT /v2.0/routers/41a47ad6-b00f-43a7-9e77-f0ca15813ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9299860 Aug 19 13:31:10.930297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55126) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:10.931876 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebf0c9-3da9-40c9-9d14-4e297ed9a4cd None None] Sync routers for ids ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:31:10.942396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bebf0c9-3da9-40c9-9d14-4e297ed9a4cd None None] Routers {'41a47ad6-b00f-43a7-9e77-f0ca15813ffc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:10.943151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0bebf0c9-3da9-40c9-9d14-4e297ed9a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:11.048680 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.063693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0bebf0c9-3da9-40c9-9d14-4e297ed9a4cd None None] Set router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:11.168186 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.264099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0bebf0c9-3da9-40c9-9d14-4e297ed9a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:31:09Z', 'revision_number': 5, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port': {'id': 'd2298ea3-e9b3-46c4-ba2c-157f656f3d34', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:43Z', 'updated_at': '2021-08-19T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:11.296619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebf0c9-3da9-40c9-9d14-4e297ed9a4cd None None] Checking router: 41a47ad6-b00f-43a7-9e77-f0ca15813ffc for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:31:11.305560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Deleting port d2298ea3-e9b3-46c4-ba2c-157f656f3d34 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:31:11.305915 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bebf0c9-3da9-40c9-9d14-4e297ed9a4cd None None] Routers {'41a47ad6-b00f-43a7-9e77-f0ca15813ffc'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:11.306126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.306407 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0bebf0c9-3da9-40c9-9d14-4e297ed9a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:11.398319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0bebf0c9-3da9-40c9-9d14-4e297ed9a4cd None None] Set router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:11.398617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] For port d2298ea3-e9b3-46c4-ba2c-157f656f3d34, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d2298ea3-e9b3-46c4-ba2c-157f656f3d34,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:11.398860 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.411899 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Calling delete_port for d2298ea3-e9b3-46c4-ba2c-157f656f3d34 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:31:11.453664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0bebf0c9-3da9-40c9-9d14-4e297ed9a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:31:11Z', 'revision_number': 6, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:11.488542 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebf0c9-3da9-40c9-9d14-4e297ed9a4cd None None] The sync data for ids ['41a47ad6-b00f-43a7-9e77-f0ca15813ffc'] in n-d-778732-8 is: [{'id': '41a47ad6-b00f-43a7-9e77-f0ca15813ffc', 'name': 'tempest-TestMinimumBasicScenario-1252325489-router', 'tenant_id': '877a5d9197c64e6f9a37abc2558754f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:42Z', 'updated_at': '2021-08-19T13:31:11Z', 'revision_number': 6, 'project_id': '877a5d9197c64e6f9a37abc2558754f9', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:31:11.639412 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.668504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2298ea3-e9b3-46c4-ba2c-157f656f3d34,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:11.740880 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.832098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.834579 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.937048 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.937913 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a47ad6-b00f-43a7-9e77-f0ca15813ffc {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:31:11.943261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.944541 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4f2f35e8-a72a-46b7-90b9-7de7e6caade0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/41a47ad6-b00f-43a7-9e77-f0ca15813ffc HTTP/1.1" status: 204 len: 168 time: 1.0131750 Aug 19 13:31:11.950799 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55128) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:12.004228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-09187df8-605a-4734-81db-0392343fa411 admin admin] Deleting subnet 35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:31:12.007589 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09187df8-605a-4734-81db-0392343fa411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.046965 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09187df8-605a-4734-81db-0392343fa411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.129828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09187df8-605a-4734-81db-0392343fa411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.275273 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09187df8-605a-4734-81db-0392343fa411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.319772 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09187df8-605a-4734-81db-0392343fa411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.322287 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-09187df8-605a-4734-81db-0392343fa411 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9 HTTP/1.1" status: 204 len: 168 time: 0.3700013 Aug 19 13:31:12.323543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09187df8-605a-4734-81db-0392343fa411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b7b9b1-deb5-4a5f-bfc2-ba4f27c859b9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:12.324588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55130) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:12.338183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd08f0-c798-4b61-aad7-fd43fd36f56a None None] Network e83ce44d-4240-458a-ba02-7ee520ecdab6 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:31:12.408451 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.475609 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.482502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Deleting port 0a95899a-8c99-47ae-ad51-f05200dd748c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:31:12.482502 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.510264 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d2298ea3-e9b3-46c4-ba2c-157f656f3d34 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:31:12.542147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d2298ea3-e9b3-46c4-ba2c-157f656f3d34 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:31:12.542147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d2298ea3-e9b3-46c4-ba2c-157f656f3d34 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:31:12.542546 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f1dcddca-2b17-4d13-9163-beb413553f3b no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:31:12.567087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] For port 0a95899a-8c99-47ae-ad51-f05200dd748c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0a95899a-8c99-47ae-ad51-f05200dd748c,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:12.567424 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: f1dcddca-2b17-4d13-9163-beb413553f3b {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:31:12.567613 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.567884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f1dcddca-2b17-4d13-9163-beb413553f3b not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:31:12.574356 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] DHCP port deletion for e83ce44d-4240-458a-ba02-7ee520ecdab6 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:31:12.592093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Calling delete_port for 0a95899a-8c99-47ae-ad51-f05200dd748c owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:31:12.633436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Deleting port 0a95899a-8c99-47ae-ad51-f05200dd748c {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:31:12.633770 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.714039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] For port 0a95899a-8c99-47ae-ad51-f05200dd748c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0a95899a-8c99-47ae-ad51-f05200dd748c,segment=NetworkSegment(8666d2c5-58f0-4170-bfdb-e55659198e64),segment_id=8666d2c5-58f0-4170-bfdb-e55659198e64)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:12.714616 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.731734 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Calling delete_port for 0a95899a-8c99-47ae-ad51-f05200dd748c owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:31:12.782493 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.808373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Pushing event deleted for resources: {'Port': ['ID=0a95899a-8c99-47ae-ad51-f05200dd748c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:12.816679 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] No DVR routers for this DVR port 0a95899a-8c99-47ae-ad51-f05200dd748c on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:31:12.840389 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.866763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Pushing event deleted for resources: {'Port': ['ID=0a95899a-8c99-47ae-ad51-f05200dd748c,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:12.871878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] No DVR routers for this DVR port 0a95899a-8c99-47ae-ad51-f05200dd748c on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:31:12.884629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.884629 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.884819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.885171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.885625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.885951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.886354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.886819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.887223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.887534 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.887866 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.888228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3e77b-c8f1-4a9d-8980-099e56b46a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:12.895766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.906303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83ce44d-4240-458a-ba02-7ee520ecdab6']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:12.920752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8666d2c5-58f0-4170-bfdb-e55659198e64') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:12.921054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8666d2c5-58f0-4170-bfdb-e55659198e64') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:12.930429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.945433 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.952644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:31:12.956884 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:31:13.079654 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:13.086163 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:13.088158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] 10.222.0.44 "DELETE /v2.0/networks/e83ce44d-4240-458a-ba02-7ee520ecdab6 HTTP/1.1" status: 204 len: 168 time: 0.7616792 Aug 19 13:31:13.091309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55132) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:13.099600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6c65b-c40e-420a-9ba8-fe00e071efad admin admin] Pushing event deleted for resources: {'Network': ['ID=e83ce44d-4240-458a-ba02-7ee520ecdab6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:13.446250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:13.710829 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] Deleting port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:31:13.711213 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:13.805359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] For port 1689d6d5-46de-4dcb-ae64-16c0b649a0fd, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1689d6d5-46de-4dcb-ae64-16c0b649a0fd,segment=NetworkSegment(b12665d1-4376-47b6-9268-3ad41848eca8),segment_id=b12665d1-4376-47b6-9268-3ad41848eca8)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:13.805759 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:13.818066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] Calling delete_port for 1689d6d5-46de-4dcb-ae64-16c0b649a0fd owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:31:14.079569 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:14.107659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1689d6d5-46de-4dcb-ae64-16c0b649a0fd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:14.298458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:14.532223 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] Router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:31:14.540548 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a95899a-8c99-47ae-ad51-f05200dd748c no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:31:14.566794 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 0a95899a-8c99-47ae-ad51-f05200dd748c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:31:14.567146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0a95899a-8c99-47ae-ad51-f05200dd748c not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:31:14.668141 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:31:14.674762 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2a5063ee-7c1a-483e-a012-a2881e92ee80 admin admin] 10.222.0.44 "PUT /v2.0/routers/9bf046c3-dd1d-43fd-8de8-436d9e2ef47b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5816522 Aug 19 13:31:14.677023 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55134) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:14.679857 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451654e4-2482-4e6b-87e2-9e0daa605ec2 None None] Sync routers for ids ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:31:14.690759 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451654e4-2482-4e6b-87e2-9e0daa605ec2 None None] Routers {'9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:14.691498 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-451654e4-2482-4e6b-87e2-9e0daa605ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:14.795946 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:14.810030 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-451654e4-2482-4e6b-87e2-9e0daa605ec2 None None] Set router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:14.918700 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.023076 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-451654e4-2482-4e6b-87e2-9e0daa605ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'name': 'tempest-TestMinimumBasicScenario-1230319832-router', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:49Z', 'updated_at': '2021-08-19T13:31:13Z', 'revision_number': 5, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'gw_port': {'id': '22750044-1231-4fa4-9a76-4ca47bc4a014', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:50Z', 'updated_at': '2021-08-19T13:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:15.044265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Deleting port 22750044-1231-4fa4-9a76-4ca47bc4a014 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:31:15.044664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.053077 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451654e4-2482-4e6b-87e2-9e0daa605ec2 None None] Checking router: 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:31:15.062819 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451654e4-2482-4e6b-87e2-9e0daa605ec2 None None] Routers {'9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:15.063486 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-451654e4-2482-4e6b-87e2-9e0daa605ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:30:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:15.138814 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] For port 22750044-1231-4fa4-9a76-4ca47bc4a014, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=22750044-1231-4fa4-9a76-4ca47bc4a014,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:15.139469 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.153429 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Calling delete_port for 22750044-1231-4fa4-9a76-4ca47bc4a014 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:31:15.155292 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-451654e4-2482-4e6b-87e2-9e0daa605ec2 None None] Set router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:15.280899 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.311109 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-451654e4-2482-4e6b-87e2-9e0daa605ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'name': 'tempest-TestMinimumBasicScenario-1230319832-router', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:49Z', 'updated_at': '2021-08-19T13:31:14Z', 'revision_number': 6, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:15.338798 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451654e4-2482-4e6b-87e2-9e0daa605ec2 None None] The sync data for ids ['9bf046c3-dd1d-43fd-8de8-436d9e2ef47b'] in n-d-778732-8 is: [{'id': '9bf046c3-dd1d-43fd-8de8-436d9e2ef47b', 'name': 'tempest-TestMinimumBasicScenario-1230319832-router', 'tenant_id': 'ec30d8e0ffe5499386185866f7292e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:49Z', 'updated_at': '2021-08-19T13:31:14Z', 'revision_number': 6, 'project_id': 'ec30d8e0ffe5499386185866f7292e01', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:31:15.394794 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.422110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=22750044-1231-4fa4-9a76-4ca47bc4a014,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:15.486228 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.592165 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.595463 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.755126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.756682 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf046c3-dd1d-43fd-8de8-436d9e2ef47b {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:31:15.764979 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.766169 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-22f8e880-8498-44e4-89e5-d4256f0e2f1d admin admin] 10.222.0.44 "DELETE /v2.0/routers/9bf046c3-dd1d-43fd-8de8-436d9e2ef47b HTTP/1.1" status: 204 len: 168 time: 1.0874219 Aug 19 13:31:15.770016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55136) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:15.819570 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1da810-1f5d-407c-82b9-c1e6f7b504d9 admin admin] Deleting subnet 9cd0f940-a1a8-4c0a-9fab-c29c992b7919 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:31:15.823047 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d1da810-1f5d-407c-82b9-c1e6f7b504d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.860607 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d1da810-1f5d-407c-82b9-c1e6f7b504d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:15.950325 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d1da810-1f5d-407c-82b9-c1e6f7b504d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.062994 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d1da810-1f5d-407c-82b9-c1e6f7b504d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.095021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1da810-1f5d-407c-82b9-c1e6f7b504d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd0f940-a1a8-4c0a-9fab-c29c992b7919,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:16.097671 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d1da810-1f5d-407c-82b9-c1e6f7b504d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.099882 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0d1da810-1f5d-407c-82b9-c1e6f7b504d9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9cd0f940-a1a8-4c0a-9fab-c29c992b7919 HTTP/1.1" status: 204 len: 168 time: 0.3282416 Aug 19 13:31:16.102319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14abb4d-d90d-4879-9183-42f32f655e33 None None] Network 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:31:16.102893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55138) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:16.177987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.236024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Deleting port f1f004ba-3ec8-4705-9773-e9575aa52a33 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:31:16.236380 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.286124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff8ad4-32aa-4438-8cc5-743fd4b3bffa None None] DHCP port deletion for 69de7ca8-1573-4a28-85f5-e6b2fe7deff1 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:31:16.307840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] For port f1f004ba-3ec8-4705-9773-e9575aa52a33, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f1f004ba-3ec8-4705-9773-e9575aa52a33,segment=NetworkSegment(b12665d1-4376-47b6-9268-3ad41848eca8),segment_id=b12665d1-4376-47b6-9268-3ad41848eca8)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:16.308207 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.322298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Calling delete_port for f1f004ba-3ec8-4705-9773-e9575aa52a33 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:31:16.338925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-51ff8ad4-32aa-4438-8cc5-743fd4b3bffa None None] Deleting port f1f004ba-3ec8-4705-9773-e9575aa52a33 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:31:16.339376 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-51ff8ad4-32aa-4438-8cc5-743fd4b3bffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.414377 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-51ff8ad4-32aa-4438-8cc5-743fd4b3bffa None None] For port f1f004ba-3ec8-4705-9773-e9575aa52a33, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=f1f004ba-3ec8-4705-9773-e9575aa52a33,segment=NetworkSegment(b12665d1-4376-47b6-9268-3ad41848eca8),segment_id=b12665d1-4376-47b6-9268-3ad41848eca8)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:16.414377 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-51ff8ad4-32aa-4438-8cc5-743fd4b3bffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.429720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-51ff8ad4-32aa-4438-8cc5-743fd4b3bffa None None] Calling delete_port for f1f004ba-3ec8-4705-9773-e9575aa52a33 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:31:16.474344 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.504759 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22750044-1231-4fa4-9a76-4ca47bc4a014 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:31:16.521713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f004ba-3ec8-4705-9773-e9575aa52a33,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:16.524860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] No DVR routers for this DVR port f1f004ba-3ec8-4705-9773-e9575aa52a33 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:31:16.544199 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 22750044-1231-4fa4-9a76-4ca47bc4a014 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:31:16.544761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 22750044-1231-4fa4-9a76-4ca47bc4a014 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:31:16.545433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1689d6d5-46de-4dcb-ae64-16c0b649a0fd no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:31:16.583363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1689d6d5-46de-4dcb-ae64-16c0b649a0fd {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:31:16.583934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1689d6d5-46de-4dcb-ae64-16c0b649a0fd not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:31:16.584597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f1f004ba-3ec8-4705-9773-e9575aa52a33 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:31:16.629479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: f1f004ba-3ec8-4705-9773-e9575aa52a33 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:31:16.629992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device f1f004ba-3ec8-4705-9773-e9575aa52a33 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:31:16.641705 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-51ff8ad4-32aa-4438-8cc5-743fd4b3bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.650826 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.665944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69de7ca8-1573-4a28-85f5-e6b2fe7deff1']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:16.676810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff8ad4-32aa-4438-8cc5-743fd4b3bffa None None] Pushing event deleted for resources: {'Port': ['ID=f1f004ba-3ec8-4705-9773-e9575aa52a33,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:16.679332 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12665d1-4376-47b6-9268-3ad41848eca8') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:16.679903 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12665d1-4376-47b6-9268-3ad41848eca8') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:16.680586 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff8ad4-32aa-4438-8cc5-743fd4b3bffa None None] No DVR routers for this DVR port f1f004ba-3ec8-4705-9773-e9575aa52a33 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:31:16.694402 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.708619 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.715283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:31:16.715685 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:31:16.717362 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:31:16.896740 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.903020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:16.904622 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/69de7ca8-1573-4a28-85f5-e6b2fe7deff1 HTTP/1.1" status: 204 len: 168 time: 0.8006592 Aug 19 13:31:16.916825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71ab98-d7b7-4620-81dd-78309975e6b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=69de7ca8-1573-4a28-85f5-e6b2fe7deff1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:17.889446 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55144) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:17.937201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-42c6a306-43c5-43e9-bfff-ca5b00031c6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=877a5d9197c64e6f9a37abc2558754f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463428 Aug 19 13:31:17.940731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55146) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:18.001996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08e0e3af-7b23-4125-bb19-46d685d2bdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:18.025687 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08e0e3af-7b23-4125-bb19-46d685d2bdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:18.119403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08e0e3af-7b23-4125-bb19-46d685d2bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:18.122133 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08e0e3af-7b23-4125-bb19-46d685d2bdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:18.124448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-08e0e3af-7b23-4125-bb19-46d685d2bdc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/954bef29-f828-4076-a73f-ee2451700c22 HTTP/1.1" status: 204 len: 168 time: 0.1824889 Aug 19 13:31:18.133937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0e3af-7b23-4125-bb19-46d685d2bdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954bef29-f828-4076-a73f-ee2451700c22,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:18.739881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55152) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:18.781171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8e16460b-a02c-4f71-8db2-e9b28ade5c6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec30d8e0ffe5499386185866f7292e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400858 Aug 19 13:31:18.784271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55154) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:18.834940 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67cddfd3-1d19-49f0-ad12-3485b0ff4035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:18.857064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67cddfd3-1d19-49f0-ad12-3485b0ff4035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:18.993774 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67cddfd3-1d19-49f0-ad12-3485b0ff4035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:18.996362 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67cddfd3-1d19-49f0-ad12-3485b0ff4035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:18.997582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-67cddfd3-1d19-49f0-ad12-3485b0ff4035 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af921c17-635d-4c87-9bba-06d469247107 HTTP/1.1" status: 204 len: 168 time: 0.2122653 Aug 19 13:31:19.005755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cddfd3-1d19-49f0-ad12-3485b0ff4035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af921c17-635d-4c87-9bba-06d469247107,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:21.130602 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-38ac0843-1ac5-4d6e-a2d7-bb57328a1fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:21.202789 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55194) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:21.208337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f4dfa60f-ad16-4e30-8eb0-09bfb4fb8e07 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20607251', 'description': 'tempest-secgroup-smoke-20607251 description', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:21.302636 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa60f-ad16-4e30-8eb0-09bfb4fb8e07 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:21.311099 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa60f-ad16-4e30-8eb0-09bfb4fb8e07 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:21.406808 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa60f-ad16-4e30-8eb0-09bfb4fb8e07 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:21.485442 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa60f-ad16-4e30-8eb0-09bfb4fb8e07 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:21.521352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfa60f-ad16-4e30-8eb0-09bfb4fb8e07 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ab5111-a171-4cce-85cc-3224a00970f5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:21.583002 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa60f-ad16-4e30-8eb0-09bfb4fb8e07 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:21.646592 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa60f-ad16-4e30-8eb0-09bfb4fb8e07 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:21.693672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfa60f-ad16-4e30-8eb0-09bfb4fb8e07 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c40fd0-209e-4c10-8603-c452e431d16d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:21.731104 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa60f-ad16-4e30-8eb0-09bfb4fb8e07 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:21.732813 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f4dfa60f-ad16-4e30-8eb0-09bfb4fb8e07 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5288365 Aug 19 13:31:21.735919 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55196) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:21.741628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-85843e88-ca5b-4f49-9e0d-8573bfd294f2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '90c40fd0-209e-4c10-8603-c452e431d16d', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:21.848379 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85843e88-ca5b-4f49-9e0d-8573bfd294f2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:21.928575 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85843e88-ca5b-4f49-9e0d-8573bfd294f2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:21.994031 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85843e88-ca5b-4f49-9e0d-8573bfd294f2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.015619 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85843e88-ca5b-4f49-9e0d-8573bfd294f2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284079d8-52dc-4f6d-970e-9a85f48200a4,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:22.079678 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85843e88-ca5b-4f49-9e0d-8573bfd294f2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.081758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-85843e88-ca5b-4f49-9e0d-8573bfd294f2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441355 Aug 19 13:31:22.084807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55198) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:22.089594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-965ddca4-2199-45e6-a1ec-b160adfecce9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '90c40fd0-209e-4c10-8603-c452e431d16d', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:22.181927 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-965ddca4-2199-45e6-a1ec-b160adfecce9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.246736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-965ddca4-2199-45e6-a1ec-b160adfecce9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.319613 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-965ddca4-2199-45e6-a1ec-b160adfecce9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.338476 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ddca4-2199-45e6-a1ec-b160adfecce9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cf2e2d-194c-44ae-aa2e-33799c87c59d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:22.404601 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-965ddca4-2199-45e6-a1ec-b160adfecce9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.405871 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-965ddca4-2199-45e6-a1ec-b160adfecce9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3199956 Aug 19 13:31:22.409361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55200) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:22.414327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a4f7b8ea-5bdf-4892-a7e7-fb2d99d7aebb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '90c40fd0-209e-4c10-8603-c452e431d16d', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:22.491237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4f7b8ea-5bdf-4892-a7e7-fb2d99d7aebb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.551108 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4f7b8ea-5bdf-4892-a7e7-fb2d99d7aebb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.621834 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4f7b8ea-5bdf-4892-a7e7-fb2d99d7aebb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.639825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7b8ea-5bdf-4892-a7e7-fb2d99d7aebb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcc2d53-c082-473f-907f-54bf9530b98a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:22.713323 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4f7b8ea-5bdf-4892-a7e7-fb2d99d7aebb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.714615 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a4f7b8ea-5bdf-4892-a7e7-fb2d99d7aebb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041286 Aug 19 13:31:22.717596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55202) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:22.723322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-13fac5e5-99e4-4214-b622-4830e97f7362 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '90c40fd0-209e-4c10-8603-c452e431d16d', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:22.809880 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13fac5e5-99e4-4214-b622-4830e97f7362 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.893744 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13fac5e5-99e4-4214-b622-4830e97f7362 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.977523 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13fac5e5-99e4-4214-b622-4830e97f7362 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:22.996927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fac5e5-99e4-4214-b622-4830e97f7362 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84025d6-f1cf-412b-a15c-354e804aa952,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:23.091025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13fac5e5-99e4-4214-b622-4830e97f7362 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.092422 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-13fac5e5-99e4-4214-b622-4830e97f7362 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3738117 Aug 19 13:31:23.095158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55204) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:23.100079 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-06e3bb4f-7a9a-49dc-ad0a-fbbc4d459398 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '90c40fd0-209e-4c10-8603-c452e431d16d', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:23.165167 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-06e3bb4f-7a9a-49dc-ad0a-fbbc4d459398 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Project 10c32baab09b483ebcd9e0225f6e2b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:31:23.170622 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06e3bb4f-7a9a-49dc-ad0a-fbbc4d459398 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.242803 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06e3bb4f-7a9a-49dc-ad0a-fbbc4d459398 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.285233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06e3bb4f-7a9a-49dc-ad0a-fbbc4d459398 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.304905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3bb4f-7a9a-49dc-ad0a-fbbc4d459398 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3c9a7e-ff1a-43bd-92d8-dba7cb4398ee,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:23.376468 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06e3bb4f-7a9a-49dc-ad0a-fbbc4d459398 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.377687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-06e3bb4f-7a9a-49dc-ad0a-fbbc4d459398 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2814319 Aug 19 13:31:23.380698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55206) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:23.385270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-db960a47-e012-475d-9092-290448d6d997 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '90c40fd0-209e-4c10-8603-c452e431d16d', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:23.479386 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-db960a47-e012-475d-9092-290448d6d997 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Project 10c32baab09b483ebcd9e0225f6e2b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:31:23.484757 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db960a47-e012-475d-9092-290448d6d997 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.550694 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db960a47-e012-475d-9092-290448d6d997 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.621834 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db960a47-e012-475d-9092-290448d6d997 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.640869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db960a47-e012-475d-9092-290448d6d997 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5638a35c-34ae-4629-a843-281041a2beca,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:23.684798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db960a47-e012-475d-9092-290448d6d997 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.686119 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-db960a47-e012-475d-9092-290448d6d997 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044703 Aug 19 13:31:23.689309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:23.694379 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'network': {'name': 'tempest-network-smoke--148611255', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:23.758881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:31:23.762509 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.788832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:31:23.798827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.799871 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Added segment 390e932f-8682-4e4a-9aae-97ad2e0688ae of type vlan for network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 Aug 19 13:31:23.840799 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.919201 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.925711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:23.926306 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:23.998318 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Network': ['ID=8da0f7a8-61e5-4a74-9674-1a815299c5c9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:24.010398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:31:24.051468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-913b05f2-caef-4bd6-bfa8-abd75595f4d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3610308 Aug 19 13:31:24.055299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55210) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:24.060117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'admin_state_up': True, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:24.173257 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:24.175957 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:24.246339 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:24.472226 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:24.716324 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:24.735511 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:24.838701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.25.6.227 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/0ae9f498-2995-478c-a83f-71be7ecd260c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:31:24.946681 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:25.051554 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:25.093060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:31:25.098847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:31:25.101117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=0ae9f498-2995-478c-a83f-71be7ecd260c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:25.103276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:31:25.419743 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:25.457479 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6bc86844-6f7c-401f-bdfa-d7c16aa2650a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:25.635082 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:25.805104 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:25.833561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 9463ea16-7740-425c-82f8-558bd1584099 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:31:25.950448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:31:25.964352 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Sync routers for ids ['9463ea16-7740-425c-82f8-558bd1584099'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:31:25.975621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Routers {'9463ea16-7740-425c-82f8-558bd1584099'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:25.976532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:31:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9463ea16-7740-425c-82f8-558bd1584099'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:26.057498 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:26.062066 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-eb6ebe5b-d8dc-40de-976a-70fd44413d9e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0029435 Aug 19 13:31:26.062439 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55214) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:26.092325 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Set router 9463ea16-7740-425c-82f8-558bd1584099 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:26.216435 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2ccc6022-eeac-4ca5-b79c-041097820cc5 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=10c32baab09b483ebcd9e0225f6e2b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1526752 Aug 19 13:31:26.219501 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55218) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:26.284246 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:25Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:26.316998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Checking router: 9463ea16-7740-425c-82f8-558bd1584099 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:31:26.317353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Updating router 9463ea16-7740-425c-82f8-558bd1584099 port 0ae9f498-2995-478c-a83f-71be7ecd260c binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:31:26.329820 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bff953c-0d78-4e9b-b12f-6cfe7fa05255 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:26.339560 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0bff953c-0d78-4e9b-b12f-6cfe7fa05255 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1114590 Aug 19 13:31:26.339890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55220) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:26.347819 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:26.372539 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6bec53bf-6e26-4c13-8e37-28ce1c6f8932 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313919 Aug 19 13:31:26.375160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55222) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:26.380641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-819658814', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:26.610450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:31:26.615101 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:26.634716 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:26.650821 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Transition to ACTIVE for port object 0ae9f498-2995-478c-a83f-71be7ecd260c will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:31:26.742722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:26.913719 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:26.977188 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de473635-d2c8-4bef-ac52-76bd8efa998b None None] Pushing event updated for resources: {'Port': ['ID=0ae9f498-2995-478c-a83f-71be7ecd260c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:26.979857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Attempting to bind port 0ae9f498-2995-478c-a83f-71be7ecd260c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:31:26.980071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Attempting to bind port 0ae9f498-2995-478c-a83f-71be7ecd260c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:31:26.980408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Attempting to bind port 0ae9f498-2995-478c-a83f-71be7ecd260c on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:31:26.982121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Subnet': ['ID=33280598-c4de-4739-ab1a-840ff7e11648,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:26.988454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:31:26.988842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:31:26.989263 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:26.989772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:31:26.990260 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Bound port: 0ae9f498-2995-478c-a83f-71be7ecd260c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:31:26.990669 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:26.997506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Checking segment: {'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:31:26.997909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network hostable DHCP agents. Network: 8da0f7a8-61e5-4a74-9674-1a815299c5c9, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:31:27.047944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] For port 0ae9f498-2995-478c-a83f-71be7ecd260c, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:31:27.051563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] For port 0ae9f498-2995-478c-a83f-71be7ecd260c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0ae9f498-2995-478c-a83f-71be7ecd260c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:31:27.084835 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:31:27.154115 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:27.187524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 8da0f7a8-61e5-4a74-9674-1a815299c5c9) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:31:27.193113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:27.193879 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:27.209125 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d28e2-5bd9-41e2-a008-356c42562e6a None None] Network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:31:27.275287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de473635-d2c8-4bef-ac52-76bd8efa998b None None] Pushing event updated for resources: {'Port': ['ID=0ae9f498-2995-478c-a83f-71be7ecd260c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:27.280469 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:27.286191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Routers {'9463ea16-7740-425c-82f8-558bd1584099'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:27.286833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:31:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9463ea16-7740-425c-82f8-558bd1584099'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:27.326450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7362cef6-dd56-4872-8cb4-c3b6d617afc5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9501090 Aug 19 13:31:27.329818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55224) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:27.451743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] Set router 9463ea16-7740-425c-82f8-558bd1584099 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:27.545526 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ips': [{'subnet_id': '33280598-c4de-4739-ab1a-840ff7e11648'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:31:27.546406 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:27.791253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Allocated IP 172.20.0.2 (8da0f7a8-61e5-4a74-9674-1a815299c5c9/33280598-c4de-4739-ab1a-840ff7e11648/c1696847-c183-4165-9cca-fe6d3d323d6e) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:31:27.856584 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:25Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:27.890112 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747fe89-72e7-4319-9854-12158e880a02 None None] The sync data for ids ['9463ea16-7740-425c-82f8-558bd1584099'] in n-d-778732-8 is: [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:25Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:31:28.000385 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:28.010482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Transition to ACTIVE for port object c1696847-c183-4165-9cca-fe6d3d323d6e will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:31:28.028158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Transition to ACTIVE for port object c1696847-c183-4165-9cca-fe6d3d323d6e will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:31:28.115820 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:28.226231 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:31:28.239118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:31:28.250029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:31:28.272121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Pushing event updated for resources: {'Port': ['ID=c1696847-c183-4165-9cca-fe6d3d323d6e,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:28.288555 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:28.345353 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Attempting to bind port c1696847-c183-4165-9cca-fe6d3d323d6e on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:31:28.347073 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Attempting to bind port c1696847-c183-4165-9cca-fe6d3d323d6e by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:31:28.347474 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Attempting to bind port c1696847-c183-4165-9cca-fe6d3d323d6e on network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:31:28.355008 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:31:28.355486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Checking segment: {'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:31:28.355821 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:28.356227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Bound using segment: {'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:31:28.356714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Bound port: c1696847-c183-4165-9cca-fe6d3d323d6e, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:31:28.357124 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:28.446554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] For port c1696847-c183-4165-9cca-fe6d3d323d6e, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:31:28.449447 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] For port c1696847-c183-4165-9cca-fe6d3d323d6e, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c1696847-c183-4165-9cca-fe6d3d323d6e,segment=NetworkSegment(390e932f-8682-4e4a-9aae-97ad2e0688ae),segment_id=390e932f-8682-4e4a-9aae-97ad2e0688ae)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:31:28.531406 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:28.566890 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0ae9f498-2995-478c-a83f-71be7ecd260c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:31:28.670655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6482e-5c96-43a9-94e6-b86691071594 None None] Pushing event updated for resources: {'Port': ['ID=c1696847-c183-4165-9cca-fe6d3d323d6e,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:28.690645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.20.0.1 (8da0f7a8-61e5-4a74-9674-1a815299c5c9/33280598-c4de-4739-ab1a-840ff7e11648/07d4518f-b42d-432e-a066-5795b21da8e7) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:31:28.799979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 0ae9f498-2995-478c-a83f-71be7ecd260c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:31:28.811856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0ae9f498-2995-478c-a83f-71be7ecd260c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:28.812524 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:28.886947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:28.913638 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Transition to ACTIVE for port object 07d4518f-b42d-432e-a066-5795b21da8e7 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:31:28.992492 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:29.025160 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 0ae9f498-2995-478c-a83f-71be7ecd260c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0ae9f498-2995-478c-a83f-71be7ecd260c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:29.039936 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:29.087095 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:31:29.092265 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:31:29.097081 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:31:29.102750 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:29.128811 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=07d4518f-b42d-432e-a066-5795b21da8e7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:29.146141 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:29.157345 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:29.164475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=0ae9f498-2995-478c-a83f-71be7ecd260c,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:29.384040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:29.730430 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:29.738779 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48226043-2879-48c1-bbfa-5980e5b9531b None None] Network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:31:29.793726 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:29.899580 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:29.902515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-89fb2abd-ac0a-409a-b749-ecf41431b211 None None] Provisioning for port c1696847-c183-4165-9cca-fe6d3d323d6e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:31:29.905530 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=07d4518f-b42d-432e-a066-5795b21da8e7,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:30.045192 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:31:30.046673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:31:30.183510 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 9463ea16-7740-425c-82f8-558bd1584099 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:31:30.318357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:31:30.323781 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0986793f-2fa2-48fa-9168-836540d02d66 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "PUT /v2.0/routers/9463ea16-7740-425c-82f8-558bd1584099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9921284 Aug 19 13:31:30.348281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-97c95451-aec1-4a77-bfde-1ededa6e82ea None None] Provisioning for port 07d4518f-b42d-432e-a066-5795b21da8e7 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:31:30.354318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-97c95451-aec1-4a77-bfde-1ededa6e82ea None None] Provisioning complete for port 07d4518f-b42d-432e-a066-5795b21da8e7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:30.358148 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-97c95451-aec1-4a77-bfde-1ededa6e82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:30.367200 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Sync routers for ids ['9463ea16-7740-425c-82f8-558bd1584099'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:31:30.383401 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Routers {'9463ea16-7740-425c-82f8-558bd1584099'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:30.384168 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:31:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9463ea16-7740-425c-82f8-558bd1584099'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:30.411357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-97c95451-aec1-4a77-bfde-1ededa6e82ea None None] Port 07d4518f-b42d-432e-a066-5795b21da8e7 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:31:30.520197 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Set router 9463ea16-7740-425c-82f8-558bd1584099 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:30.536203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-2a8aa4cf-a9fe-40e6-9c3b-3df9689a96e2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20607251&fields=id&tenant_id=10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 267 time: 0.0655437 Aug 19 13:31:30.540005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-70b50a7e-acad-48e2-851c-f3df67c08cab None None] Provisioning complete for port 07d4518f-b42d-432e-a066-5795b21da8e7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:30.540382 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-70b50a7e-acad-48e2-851c-f3df67c08cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:30.613446 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-70b50a7e-acad-48e2-851c-f3df67c08cab None None] Port 07d4518f-b42d-432e-a066-5795b21da8e7 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:31:30.695634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c1696847-c183-4165-9cca-fe6d3d323d6e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:31:30.720109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-61606f12-4b44-471c-99fe-4b2d0b88092e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:30.723089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-61606f12-4b44-471c-99fe-4b2d0b88092e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/networks?id=8da0f7a8-61e5-4a74-9674-1a815299c5c9 HTTP/1.1" status: 200 len: 796 time: 0.1794395 Aug 19 13:31:30.747895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-bbf3f101-62b8-459a-9e42-80631cdd45b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/quotas/10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 375 time: 0.0143344 Aug 19 13:31:30.810712 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:29Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '07d4518f-b42d-432e-a066-5795b21da8e7', 'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:0b:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '33280598-c4de-4739-ab1a-840ff7e11648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:28Z', 'updated_at': '2021-08-19T13:31:29Z', 'revision_number': 2, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '33280598-c4de-4739-ab1a-840ff7e11648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:30.816204 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-8dea07f7-7664-4bef-8a6d-38ea3e9fd3f8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610733 Aug 19 13:31:30.837665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9e02c2d5-65d4-441b-8cb0-50e65d0fe275 None None] Provisioning complete for port 07d4518f-b42d-432e-a066-5795b21da8e7 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:30.837665 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9e02c2d5-65d4-441b-8cb0-50e65d0fe275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:30.854909 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Checking router: 9463ea16-7740-425c-82f8-558bd1584099 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:31:30.855441 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Updating router 9463ea16-7740-425c-82f8-558bd1584099 port 07d4518f-b42d-432e-a066-5795b21da8e7 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:31:30.876733 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9e02c2d5-65d4-441b-8cb0-50e65d0fe275 None None] Port 07d4518f-b42d-432e-a066-5795b21da8e7 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:31:30.894245 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:30.925960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port c1696847-c183-4165-9cca-fe6d3d323d6e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:31:30.930412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c1696847-c183-4165-9cca-fe6d3d323d6e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:30.936312 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:31.001248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-15e4607a-de8b-4b31-a391-171877a8b2b8 service neutron] 10.222.0.44 "GET /v2.0/networks/8da0f7a8-61e5-4a74-9674-1a815299c5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723566 Aug 19 13:31:31.021039 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:31.057252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port c1696847-c183-4165-9cca-fe6d3d323d6e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c1696847-c183-4165-9cca-fe6d3d323d6e,segment=NetworkSegment(390e932f-8682-4e4a-9aae-97ad2e0688ae),segment_id=390e932f-8682-4e4a-9aae-97ad2e0688ae)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:31.103908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-7e5cb838-aca1-4778-8a6f-f5f89982c10c service neutron] 10.222.0.44 "GET /v2.0/networks/8da0f7a8-61e5-4a74-9674-1a815299c5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964344 Aug 19 13:31:31.175174 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:31.175174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0ae9f498-2995-478c-a83f-71be7ecd260c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:31:31.252190 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:31.253999 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=c1696847-c183-4165-9cca-fe6d3d323d6e,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:31.265712 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Transition to ACTIVE for port object 07d4518f-b42d-432e-a066-5795b21da8e7 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:31:31.266191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0ae9f498-2995-478c-a83f-71be7ecd260c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:31.266734 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:31.348555 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:31.412030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9f85a40a-d7b3-400a-a676-1a6db709eb5f req-bf583980-50d4-4390-b94e-0bcf16e8aa39 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 210 time: 0.0526257 Aug 19 13:31:31.412355 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Pushing event updated for resources: {'Port': ['ID=07d4518f-b42d-432e-a066-5795b21da8e7,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:31.440294 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.440858 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.441203 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.441580 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.441917 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.442254 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.442579 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.442949 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.443277 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.443602 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.443921 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.444434 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:31:31.484957 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Attempting to bind port 07d4518f-b42d-432e-a066-5795b21da8e7 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:31:31.485414 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Attempting to bind port 07d4518f-b42d-432e-a066-5795b21da8e7 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:31:31.486428 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Attempting to bind port 07d4518f-b42d-432e-a066-5795b21da8e7 on network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:31:31.492608 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:31:31.492974 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Checking segment: {'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:31:31.494263 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:31.494660 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Bound using segment: {'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:31:31.495215 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Bound port: 07d4518f-b42d-432e-a066-5795b21da8e7, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:31:31.495512 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:31.584386 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] For port 07d4518f-b42d-432e-a066-5795b21da8e7, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:31:31.590005 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] For port 07d4518f-b42d-432e-a066-5795b21da8e7, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=07d4518f-b42d-432e-a066-5795b21da8e7,segment=NetworkSegment(390e932f-8682-4e4a-9aae-97ad2e0688ae),segment_id=390e932f-8682-4e4a-9aae-97ad2e0688ae)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:31:31.663050 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:31.737020 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Routers {'9463ea16-7740-425c-82f8-558bd1584099'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:31.737831 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:31:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9463ea16-7740-425c-82f8-558bd1584099'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:31.808077 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d20b2-1f4f-46d1-a0ca-86b145401f17 None None] Pushing event updated for resources: {'Port': ['ID=07d4518f-b42d-432e-a066-5795b21da8e7,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:31.910032 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] Set router 9463ea16-7740-425c-82f8-558bd1584099 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:32.127646 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:29Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '07d4518f-b42d-432e-a066-5795b21da8e7', 'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:0b:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '33280598-c4de-4739-ab1a-840ff7e11648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:28Z', 'updated_at': '2021-08-19T13:31:31Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '33280598-c4de-4739-ab1a-840ff7e11648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:32.157189 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b8095-36fa-41d1-90a0-e80068fc9817 None None] The sync data for ids ['9463ea16-7740-425c-82f8-558bd1584099'] in n-d-778732-8 is: [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:29Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '07d4518f-b42d-432e-a066-5795b21da8e7', 'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:0b:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '33280598-c4de-4739-ab1a-840ff7e11648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:28Z', 'updated_at': '2021-08-19T13:31:31Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '33280598-c4de-4739-ab1a-840ff7e11648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:31:32.539982 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff870324-fad8-49ee-ba38-b84f6adb12cf req-3dde6426-716b-4c6c-af93-3c4e025ea72e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 210 time: 0.0486500 Aug 19 13:31:32.644426 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c1696847-c183-4165-9cca-fe6d3d323d6e up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:31:32.719386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port c1696847-c183-4165-9cca-fe6d3d323d6e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:32.719987 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:32.820223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 07d4518f-b42d-432e-a066-5795b21da8e7 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:31:32.953575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 07d4518f-b42d-432e-a066-5795b21da8e7 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:31:32.959195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 07d4518f-b42d-432e-a066-5795b21da8e7 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:32.964220 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:33.051550 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:33.089277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 07d4518f-b42d-432e-a066-5795b21da8e7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=07d4518f-b42d-432e-a066-5795b21da8e7,segment=NetworkSegment(390e932f-8682-4e4a-9aae-97ad2e0688ae),segment_id=390e932f-8682-4e4a-9aae-97ad2e0688ae)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:33.147851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:33.205164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=07d4518f-b42d-432e-a066-5795b21da8e7,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:33.645484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b568643d-6f7a-49ec-8faf-d7b106823754 req-f955b0d6-ffc4-453b-9793-0dd7b513162f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 210 time: 0.0327747 Aug 19 13:31:34.061215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-ece7e14b-55c7-40ce-adb2-41fc78377160 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:34.063453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-ece7e14b-55c7-40ce-adb2-41fc78377160 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/networks?id=8da0f7a8-61e5-4a74-9674-1a815299c5c9 HTTP/1.1" status: 200 len: 796 time: 0.1251702 Aug 19 13:31:34.111395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-dcb6df01-0fcd-41d9-9df3-39d3bcaf5c26 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 378 time: 0.0377626 Aug 19 13:31:34.120805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'port': {'device_id': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'admin_state_up': True, 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'security_groups': ['90c40fd0-209e-4c10-8603-c452e431d16d']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:34.318736 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:31:34.323711 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:34.466760 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.20.0.4 (8da0f7a8-61e5-4a74-9674-1a815299c5c9/33280598-c4de-4739-ab1a-840ff7e11648/9f7079f0-b907-4e66-9ab1-7f9abda1830d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:31:34.517883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 07d4518f-b42d-432e-a066-5795b21da8e7 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:31:34.573478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 07d4518f-b42d-432e-a066-5795b21da8e7 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:34.573732 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:34.621234 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:34.636234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Transition to ACTIVE for port object 9f7079f0-b907-4e66-9ab1-7f9abda1830d will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:31:34.745980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:34.814472 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:31:34.821121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:31:34.826524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:31:34.833983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=9f7079f0-b907-4e66-9ab1-7f9abda1830d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:34.864814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788acf5-572f-474e-a673-c0bc15cfd6c9 req-594e7c49-038b-4dd4-b302-70f9130a8bba tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:34.866420 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8788acf5-572f-474e-a673-c0bc15cfd6c9 req-594e7c49-038b-4dd4-b302-70f9130a8bba tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 931 time: 0.1339402 Aug 19 13:31:34.910297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:34.910980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:34.940915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8788acf5-572f-474e-a673-c0bc15cfd6c9 req-7abe3ce5-c178-4e2f-9f51-9aab091ecb22 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651197 Aug 19 13:31:35.005324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-08ab7a69-a7b1-4d8b-84f5-53d14a44ac8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8885133 Aug 19 13:31:35.021063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Request body: {'port': {'device_id': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:35.084085 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:35.142011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bb4e3d04-b879-4c79-974b-e3381100e55d None None] Provisioning for port 9f7079f0-b907-4e66-9ab1-7f9abda1830d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:31:35.146881 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bb4e3d04-b879-4c79-974b-e3381100e55d None None] Provisioning complete for port 9f7079f0-b907-4e66-9ab1-7f9abda1830d triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:35.150185 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bb4e3d04-b879-4c79-974b-e3381100e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:35.184159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e3d04-b879-4c79-974b-e3381100e55d None None] Port 9f7079f0-b907-4e66-9ab1-7f9abda1830d cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:31:35.368319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7079f0-b907-4e66-9ab1-7f9abda1830d {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:31:35.375761 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:35.387697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Transition to ACTIVE for port object 9f7079f0-b907-4e66-9ab1-7f9abda1830d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:31:35.479149 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:35.532111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7079f0-b907-4e66-9ab1-7f9abda1830d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:35.615208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Attempting to bind port 9f7079f0-b907-4e66-9ab1-7f9abda1830d on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:31:35.615554 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Attempting to bind port 9f7079f0-b907-4e66-9ab1-7f9abda1830d by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:31:35.615890 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Attempting to bind port 9f7079f0-b907-4e66-9ab1-7f9abda1830d on network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:31:35.621408 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Port 9f7079f0-b907-4e66-9ab1-7f9abda1830d on network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:31:35.621689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Attempting to bind port 9f7079f0-b907-4e66-9ab1-7f9abda1830d on network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:31:35.627337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:31:35.627686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Checking segment: {'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:31:35.628081 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Bound using segment: {'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:31:35.628528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Bound port: 9f7079f0-b907-4e66-9ab1-7f9abda1830d, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390e932f-8682-4e4a-9aae-97ad2e0688ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:31:35.628896 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:35.710664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] For port 9f7079f0-b907-4e66-9ab1-7f9abda1830d, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:31:35.715217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] For port 9f7079f0-b907-4e66-9ab1-7f9abda1830d, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9f7079f0-b907-4e66-9ab1-7f9abda1830d,segment=NetworkSegment(390e932f-8682-4e4a-9aae-97ad2e0688ae),segment_id=390e932f-8682-4e4a-9aae-97ad2e0688ae)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:31:35.811074 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:35.851880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:35.852502 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:35.854017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] 10.222.0.53 "PUT /v2.0/ports/9f7079f0-b907-4e66-9ab1-7f9abda1830d HTTP/1.1" status: 200 len: 1091 time: 0.8390865 Aug 19 13:31:35.854623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'tag': '9f7079f0-b907-4e66-9ab1-7f9abda1830d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:31:35.856902 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1b80a4-d1c2-4a94-a61d-b52eba8ea829" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a4d9be-b026-4bee-99c4-2ad8ca9977d1", "tag": "9f7079f0-b907-4e66-9ab1-7f9abda1830d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:31:35.882087 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab72fe-b642-4b53-aeee-24d07e3d9a98 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7079f0-b907-4e66-9ab1-7f9abda1830d,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:35.915039 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ea8e27-a993-4290-92f7-cb9d06fa00c0 x-openstack-request-id: req-b0ea8e27-a993-4290-92f7-cb9d06fa00c0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:31:35.915336 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a4d9be-b026-4bee-99c4-2ad8ca9977d1", "tag": "9f7079f0-b907-4e66-9ab1-7f9abda1830d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:31:35.915594 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0ea8e27-a993-4290-92f7-cb9d06fa00c0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:31:35.916003 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'tag': '9f7079f0-b907-4e66-9ab1-7f9abda1830d', 'status': 'completed', 'code': 200} Aug 19 13:31:35.996697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b80a4-d1c2-4a94-a61d-b52eba8ea829 req-695f08bc-203c-4743-9f59-d6a987ebb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:35.999034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1b80a4-d1c2-4a94-a61d-b52eba8ea829 req-695f08bc-203c-4743-9f59-d6a987ebb648 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 1094 time: 0.0613446 Aug 19 13:31:36.506910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93f506-0d3d-4bb1-b372-8b2f721859d7 req-a588f3da-d4c7-4222-a3b4-a6893ea3936a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:36.508453 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab93f506-0d3d-4bb1-b372-8b2f721859d7 req-a588f3da-d4c7-4222-a3b4-a6893ea3936a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 943 time: 0.4743030 Aug 19 13:31:36.529641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b80a4-d1c2-4a94-a61d-b52eba8ea829 req-6203da5c-3ab8-48d9-a1c0-11f274a31b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:36.531128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1b80a4-d1c2-4a94-a61d-b52eba8ea829 req-6203da5c-3ab8-48d9-a1c0-11f274a31b6b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&shared=False HTTP/1.1" status: 200 len: 897 time: 0.5230882 Aug 19 13:31:36.604955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ab93f506-0d3d-4bb1-b372-8b2f721859d7 req-7cc69bd6-1237-4f73-82bb-075286872929 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863662 Aug 19 13:31:36.646697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b80a4-d1c2-4a94-a61d-b52eba8ea829 req-bcf68f04-601a-43ca-bfbe-054e61ec937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:36.648205 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f1b80a4-d1c2-4a94-a61d-b52eba8ea829 req-bcf68f04-601a-43ca-bfbe-054e61ec937c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100717 Aug 19 13:31:36.747519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab33a4-8fbe-4c54-b797-bc6bc6529f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:36.747519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-a1ab33a4-8fbe-4c54-b797-bc6bc6529f47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 1094 time: 0.0483668 Aug 19 13:31:36.784146 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-dbb56c4f-272c-4105-831d-34f49a1526c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7079f0-b907-4e66-9ab1-7f9abda1830d HTTP/1.1" status: 200 len: 217 time: 0.0364430 Aug 19 13:31:36.838083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-94a47c36-a62b-42e1-aa6f-9063d6f02c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:36.840364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-94a47c36-a62b-42e1-aa6f-9063d6f02c0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=33280598-c4de-4739-ab1a-840ff7e11648 HTTP/1.1" status: 200 len: 834 time: 0.0492103 Aug 19 13:31:36.892578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-da5d3990-e189-45db-b263-c71b20634916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:36.894150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-da5d3990-e189-45db-b263-c71b20634916 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8da0f7a8-61e5-4a74-9674-1a815299c5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462141 Aug 19 13:31:36.994128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-52076911-5b32-4ba0-9779-dcc639b54479 service neutron] 10.222.0.53 "GET /v2.0/networks/8da0f7a8-61e5-4a74-9674-1a815299c5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921245 Aug 19 13:31:37.091792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b33f35-b36a-40a8-8122-4a7d656f6786 req-d7bd2986-fd48-481c-819b-bf60a661e2f5 service neutron] 10.222.0.53 "GET /v2.0/networks/8da0f7a8-61e5-4a74-9674-1a815299c5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885842 Aug 19 13:31:37.729393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab5e63-fa7b-4e78-b6f6-2005b7471fc3 req-ada975de-3577-4673-9f4f-fae0c1da6813 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:37.730922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8cab5e63-fa7b-4e78-b6f6-2005b7471fc3 req-ada975de-3577-4673-9f4f-fae0c1da6813 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 943 time: 0.0522959 Aug 19 13:31:37.779550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8cab5e63-fa7b-4e78-b6f6-2005b7471fc3 req-d240ca74-839e-443d-9aeb-dfe824c3f679 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411010 Aug 19 13:31:38.453553 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:31:38.910349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e6b0-6757-4140-a600-58784dcfa7e1 req-58b98954-6355-49ef-87fd-dda39b55f500 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:38.912689 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b07e6b0-6757-4140-a600-58784dcfa7e1 req-58b98954-6355-49ef-87fd-dda39b55f500 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 943 time: 0.0563633 Aug 19 13:31:38.956774 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7b07e6b0-6757-4140-a600-58784dcfa7e1 req-7bc8ff1c-3253-4e49-b4a4-ad0eff95f324 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372295 Aug 19 13:31:40.088137 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435e42c-daea-49ec-8aa6-d4af94b05bdd req-7fa16fa8-ae83-4336-a0b4-42a73bec9e99 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:40.089687 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d435e42c-daea-49ec-8aa6-d4af94b05bdd req-7fa16fa8-ae83-4336-a0b4-42a73bec9e99 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 943 time: 0.0582864 Aug 19 13:31:40.131650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d435e42c-daea-49ec-8aa6-d4af94b05bdd req-c6d2af38-1507-426e-9609-f87db6085cae tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346990 Aug 19 13:31:41.144343 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9f7079f0-b907-4e66-9ab1-7f9abda1830d details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:31:41.245097 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9f7079f0-b907-4e66-9ab1-7f9abda1830d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9f7079f0-b907-4e66-9ab1-7f9abda1830d,segment=NetworkSegment(390e932f-8682-4e4a-9aae-97ad2e0688ae),segment_id=390e932f-8682-4e4a-9aae-97ad2e0688ae)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:41.257610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '9f7079f0-b907-4e66-9ab1-7f9abda1830d', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'port_id': '9f7079f0-b907-4e66-9ab1-7f9abda1830d', 'mac_address': 'fa:16:3e:09:bb:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33280598-c4de-4739-ab1a-840ff7e11648', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:31:41.264427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a5259-69e5-47ef-b044-6b530274d523 req-c9e9b5a2-317b-418d-84dc-47d72e2d4ac2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:41.266566 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd7a5259-69e5-47ef-b044-6b530274d523 req-c9e9b5a2-317b-418d-84dc-47d72e2d4ac2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 943 time: 0.0533869 Aug 19 13:31:41.297942 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:41.309938 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd7a5259-69e5-47ef-b044-6b530274d523 req-7a62758f-db5f-47c5-a330-6a410b410265 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355446 Aug 19 13:31:41.316533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7079f0-b907-4e66-9ab1-7f9abda1830d {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:31:41.356320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9f7079f0-b907-4e66-9ab1-7f9abda1830d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9f7079f0-b907-4e66-9ab1-7f9abda1830d,segment=NetworkSegment(390e932f-8682-4e4a-9aae-97ad2e0688ae),segment_id=390e932f-8682-4e4a-9aae-97ad2e0688ae)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:41.427364 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:41.479595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=9f7079f0-b907-4e66-9ab1-7f9abda1830d,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:41.723828 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['9f7079f0-b907-4e66-9ab1-7f9abda1830d'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:31:42.463918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41a32b-abe3-4a9e-abca-ef87143894de req-8f00e122-2016-4eb7-9c67-09735b710af5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:42.465949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a41a32b-abe3-4a9e-abca-ef87143894de req-8f00e122-2016-4eb7-9c67-09735b710af5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 944 time: 0.0716887 Aug 19 13:31:42.496303 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:42.516106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5a41a32b-abe3-4a9e-abca-ef87143894de req-fd2f8bf3-1b0a-429e-bd9e-fd6abcf1346a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380771 Aug 19 13:31:43.164563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9f7079f0-b907-4e66-9ab1-7f9abda1830d up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:31:43.273071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 9f7079f0-b907-4e66-9ab1-7f9abda1830d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:31:43.277199 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 9f7079f0-b907-4e66-9ab1-7f9abda1830d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:43.277674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:43.359455 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:43.383920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7079f0-b907-4e66-9ab1-7f9abda1830d'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:31:43.386383 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6df55e-a5ca-44be-a546-ab2bbaa2c973" -d '{"events": [{"server_uuid": "a6a4d9be-b026-4bee-99c4-2ad8ca9977d1", "name": "network-vif-plugged", "status": "completed", "tag": "9f7079f0-b907-4e66-9ab1-7f9abda1830d"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:31:43.402834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 9f7079f0-b907-4e66-9ab1-7f9abda1830d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9f7079f0-b907-4e66-9ab1-7f9abda1830d,segment=NetworkSegment(390e932f-8682-4e4a-9aae-97ad2e0688ae),segment_id=390e932f-8682-4e4a-9aae-97ad2e0688ae)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:43.444857 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:43.518545 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861cba6b-0251-41c5-8b30-53605f737c88 x-openstack-request-id: req-861cba6b-0251-41c5-8b30-53605f737c88 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:31:43.519275 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a4d9be-b026-4bee-99c4-2ad8ca9977d1", "name": "network-vif-plugged", "status": "completed", "tag": "9f7079f0-b907-4e66-9ab1-7f9abda1830d", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:31:43.519275 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-861cba6b-0251-41c5-8b30-53605f737c88 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:31:43.519456 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7079f0-b907-4e66-9ab1-7f9abda1830d', 'code': 200} Aug 19 13:31:43.522473 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=9f7079f0-b907-4e66-9ab1-7f9abda1830d,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:43.652275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93014396-2c8a-4af5-83f9-bf8bee97d9df req-b08cd602-2a80-4e0e-ba7c-522bb041d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:43.653862 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93014396-2c8a-4af5-83f9-bf8bee97d9df req-b08cd602-2a80-4e0e-ba7c-522bb041d1ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 1096 time: 0.0769236 Aug 19 13:31:43.667469 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cc70c-e627-419a-b352-f47b56b79609 req-ca8be219-fc2b-485f-b550-ec83c1f117e9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:43.669024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-977cc70c-e627-419a-b352-f47b56b79609 req-ca8be219-fc2b-485f-b550-ec83c1f117e9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.0622504 Aug 19 13:31:43.717766 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93014396-2c8a-4af5-83f9-bf8bee97d9df req-edf66b1e-e5a4-4dbf-b38d-d368d38f1fbf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477681 Aug 19 13:31:43.730243 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-977cc70c-e627-419a-b352-f47b56b79609 req-9b6cf513-8511-4b0c-b7b2-0cb9a6fa42db tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466759 Aug 19 13:31:44.863955 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844215f-dff1-45f1-b820-89051345bf7d req-124bef4e-e627-4e55-b356-9d149182b169 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:44.865892 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d844215f-dff1-45f1-b820-89051345bf7d req-124bef4e-e627-4e55-b356-9d149182b169 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.0570278 Aug 19 13:31:44.907090 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d844215f-dff1-45f1-b820-89051345bf7d req-3fa237c3-d40c-476e-ac51-f79a766aeedb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339177 Aug 19 13:31:45.393991 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:46.043742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde33b4-a823-49db-aa55-85a342dbff4c req-2550a612-576e-49d1-8285-987b75e98ee7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:46.045402 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cde33b4-a823-49db-aa55-85a342dbff4c req-2550a612-576e-49d1-8285-987b75e98ee7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.0559559 Aug 19 13:31:46.089244 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1cde33b4-a823-49db-aa55-85a342dbff4c req-f17ee777-bca6-4915-a753-b0a28f4d6ae2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337722 Aug 19 13:31:46.222315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab67aa1-fa79-46b3-bc17-b3c79c41d7f8 req-3ba0b97d-e218-4d59-93a8-bd2a1ad0616a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:46.222315 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aab67aa1-fa79-46b3-bc17-b3c79c41d7f8 req-3ba0b97d-e218-4d59-93a8-bd2a1ad0616a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.0614216 Aug 19 13:31:46.260819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aab67aa1-fa79-46b3-bc17-b3c79c41d7f8 req-7ea93f7b-2e7c-4f50-9aca-cfe43d9d74cd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343297 Aug 19 13:31:46.284743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55288) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:46.331888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77635188-2f0b-4b17-a4ec-f4a7b092d8db tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:46.333488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-77635188-2f0b-4b17-a4ec-f4a7b092d8db tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 1091 time: 0.0475965 Aug 19 13:31:46.336454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55290) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:46.340900 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '9f7079f0-b907-4e66-9ab1-7f9abda1830d', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:46.455948 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:46.558828 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:46.671268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.25.6.46 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/4467410e-6ba2-457a-a50c-dddcd4b072d2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:31:46.778681 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:46.867963 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:46.913842 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:31:46.918772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:31:46.923807 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:31:46.926911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=4467410e-6ba2-457a-a50c-dddcd4b072d2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:47.295748 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:47.426822 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:47.586366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:47.667665 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:47.742961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=4467410e-6ba2-457a-a50c-dddcd4b072d2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:47.756917 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:47.865024 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Floating IP 68acccc4-00ff-4f51-a941-ef42d8bb63d6 associated. External IP: 172.25.6.46, port: 9f7079f0-b907-4e66-9ab1-7f9abda1830d. Aug 19 13:31:48.085322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 9463ea16-7740-425c-82f8-558bd1584099 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:31:48.196834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:31:48.207701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08b4a9-40c5-4d73-9691-434242a634f0 None None] Sync routers for ids ['9463ea16-7740-425c-82f8-558bd1584099'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:31:48.217312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08b4a9-40c5-4d73-9691-434242a634f0 None None] Routers {'9463ea16-7740-425c-82f8-558bd1584099'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:48.217970 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ea08b4a9-40c5-4d73-9691-434242a634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:31:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9463ea16-7740-425c-82f8-558bd1584099'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:48.307790 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:48.339483 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-16b474db-4858-4d45-a076-50c1d005fa20 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0019495 Aug 19 13:31:48.340093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'tag': '9f7079f0-b907-4e66-9ab1-7f9abda1830d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:31:48.342462 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f889f557-e4e8-4f39-b366-89f66690bcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a4d9be-b026-4bee-99c4-2ad8ca9977d1", "tag": "9f7079f0-b907-4e66-9ab1-7f9abda1830d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:31:48.406937 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ade42b8-6b64-4cb5-8901-34b16b000a68 x-openstack-request-id: req-8ade42b8-6b64-4cb5-8901-34b16b000a68 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:31:48.408062 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a4d9be-b026-4bee-99c4-2ad8ca9977d1", "tag": "9f7079f0-b907-4e66-9ab1-7f9abda1830d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:31:48.408281 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ade42b8-6b64-4cb5-8901-34b16b000a68 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:31:48.408750 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'tag': '9f7079f0-b907-4e66-9ab1-7f9abda1830d', 'status': 'completed', 'code': 200} Aug 19 13:31:48.486069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c1e0f-c48e-4314-902e-a9a7a1acb21a req-e45d707a-2d0e-4228-b889-5420f745b92b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:48.487568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c3c1e0f-c48e-4314-902e-a9a7a1acb21a req-e45d707a-2d0e-4228-b889-5420f745b92b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.0916338 Aug 19 13:31:48.493732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889f557-e4e8-4f39-b366-89f66690bcd6 req-d583f3a7-0d03-4419-af95-fa641df63e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:48.495221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f889f557-e4e8-4f39-b366-89f66690bcd6 req-d583f3a7-0d03-4419-af95-fa641df63e63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 1096 time: 0.0639684 Aug 19 13:31:48.500479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ea08b4a9-40c5-4d73-9691-434242a634f0 None None] Set router 9463ea16-7740-425c-82f8-558bd1584099 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:48.582292 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c3c1e0f-c48e-4314-902e-a9a7a1acb21a req-27a721ed-340b-4b1d-bee7-d3d844244385 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860670 Aug 19 13:31:48.614932 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55296) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:48.632350 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889f557-e4e8-4f39-b366-89f66690bcd6 req-33d336fa-1918-4922-9c16-e41a347e1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:48.635263 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f889f557-e4e8-4f39-b366-89f66690bcd6 req-33d336fa-1918-4922-9c16-e41a347e1286 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8da0f7a8-61e5-4a74-9674-1a815299c5c9 HTTP/1.1" status: 200 len: 897 time: 0.1317167 Aug 19 13:31:48.681892 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-20b22c30-feae-4409-ab09-474fca783f75 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/68acccc4-00ff-4f51-a941-ef42d8bb63d6 HTTP/1.1" status: 200 len: 990 time: 0.0656812 Aug 19 13:31:48.717272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f889f557-e4e8-4f39-b366-89f66690bcd6 req-0fa5fabb-683c-4dd5-b3af-d4eb1e19db11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7079f0-b907-4e66-9ab1-7f9abda1830d HTTP/1.1" status: 200 len: 998 time: 0.0731640 Aug 19 13:31:48.772657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889f557-e4e8-4f39-b366-89f66690bcd6 req-95458216-cc83-42f1-8f29-759d45a0715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:48.774922 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f889f557-e4e8-4f39-b366-89f66690bcd6 req-95458216-cc83-42f1-8f29-759d45a0715b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=33280598-c4de-4739-ab1a-840ff7e11648 HTTP/1.1" status: 200 len: 834 time: 0.0492930 Aug 19 13:31:48.796781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ea08b4a9-40c5-4d73-9691-434242a634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:29Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '68acccc4-00ff-4f51-a941-ef42d8bb63d6', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '9463ea16-7740-425c-82f8-558bd1584099', 'port_id': '9f7079f0-b907-4e66-9ab1-7f9abda1830d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'mac_address': 'fa:16:3e:09:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:31:47Z', 'updated_at': '2021-08-19T13:31:47Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d4518f-b42d-432e-a066-5795b21da8e7', 'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:0b:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '33280598-c4de-4739-ab1a-840ff7e11648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:28Z', 'updated_at': '2021-08-19T13:31:33Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '33280598-c4de-4739-ab1a-840ff7e11648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:48.825798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08b4a9-40c5-4d73-9691-434242a634f0 None None] Checking router: 9463ea16-7740-425c-82f8-558bd1584099 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:31:48.833545 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889f557-e4e8-4f39-b366-89f66690bcd6 req-21b155b4-0792-4bbd-ba6c-f4018708bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:48.836604 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f889f557-e4e8-4f39-b366-89f66690bcd6 req-21b155b4-0792-4bbd-ba6c-f4018708bc10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8da0f7a8-61e5-4a74-9674-1a815299c5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543385 Aug 19 13:31:48.840299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08b4a9-40c5-4d73-9691-434242a634f0 None None] Routers {'9463ea16-7740-425c-82f8-558bd1584099'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:48.840930 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ea08b4a9-40c5-4d73-9691-434242a634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:31:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9463ea16-7740-425c-82f8-558bd1584099'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:48.954753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f889f557-e4e8-4f39-b366-89f66690bcd6 req-05c8057f-d431-452d-b9b5-0d98956894e5 service neutron] 10.222.0.53 "GET /v2.0/networks/8da0f7a8-61e5-4a74-9674-1a815299c5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101534 Aug 19 13:31:48.958119 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ea08b4a9-40c5-4d73-9691-434242a634f0 None None] Set router 9463ea16-7740-425c-82f8-558bd1584099 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:49.059379 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f889f557-e4e8-4f39-b366-89f66690bcd6 req-810f95ba-52ef-4b2b-813e-66acf351afcc service neutron] 10.222.0.53 "GET /v2.0/networks/8da0f7a8-61e5-4a74-9674-1a815299c5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975313 Aug 19 13:31:49.198329 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ea08b4a9-40c5-4d73-9691-434242a634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:29Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '68acccc4-00ff-4f51-a941-ef42d8bb63d6', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '9463ea16-7740-425c-82f8-558bd1584099', 'port_id': '9f7079f0-b907-4e66-9ab1-7f9abda1830d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'mac_address': 'fa:16:3e:09:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:31:47Z', 'updated_at': '2021-08-19T13:31:47Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d4518f-b42d-432e-a066-5795b21da8e7', 'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:0b:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '33280598-c4de-4739-ab1a-840ff7e11648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:28Z', 'updated_at': '2021-08-19T13:31:33Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '33280598-c4de-4739-ab1a-840ff7e11648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:49.229728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08b4a9-40c5-4d73-9691-434242a634f0 None None] The sync data for ids ['9463ea16-7740-425c-82f8-558bd1584099'] in n-d-778732-8 is: [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:29Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '68acccc4-00ff-4f51-a941-ef42d8bb63d6', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '9463ea16-7740-425c-82f8-558bd1584099', 'port_id': '9f7079f0-b907-4e66-9ab1-7f9abda1830d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'mac_address': 'fa:16:3e:09:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:31:47Z', 'updated_at': '2021-08-19T13:31:47Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d4518f-b42d-432e-a066-5795b21da8e7', 'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:0b:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '33280598-c4de-4739-ab1a-840ff7e11648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:28Z', 'updated_at': '2021-08-19T13:31:33Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '33280598-c4de-4739-ab1a-840ff7e11648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:31:49.442302 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58936b-754c-4106-93f3-ee60654ed5e3 None None] New status for floating IP 68acccc4-00ff-4f51-a941-ef42d8bb63d6: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:31:49.685908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55298) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:49.751675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bce9160b-55ef-4180-80e0-7c96ee01ca58 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/68acccc4-00ff-4f51-a941-ef42d8bb63d6 HTTP/1.1" status: 200 len: 992 time: 0.0643363 Aug 19 13:31:51.152818 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-16a2117b-f40d-4b1b-be2a-ec37a3f4cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:55.490304 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-208bd2f3-adf6-4b99-b2f7-39125f3b0ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:55.793034 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:57.244303 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:59.170266 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:12.523981 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:15.324549 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:15.453066 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:32:18.737486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9301204-ddef-4c1f-afdb-e62bf51756bb req-4e04d44b-fe30-4ffa-b3d7-d372e3bdfc4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:18.738972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9301204-ddef-4c1f-afdb-e62bf51756bb req-4e04d44b-fe30-4ffa-b3d7-d372e3bdfc4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.1014147 Aug 19 13:32:18.777184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9301204-ddef-4c1f-afdb-e62bf51756bb req-0f06752c-f3c2-4ab3-9ab5-142c91f105fb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319173 Aug 19 13:32:19.947504 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe1589-ff06-40d2-941c-0edf697998b0 req-4c079e12-be60-4a16-a4a4-ff4de1d3d350 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:19.948910 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edfe1589-ff06-40d2-941c-0edf697998b0 req-4c079e12-be60-4a16-a4a4-ff4de1d3d350 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.1024544 Aug 19 13:32:19.990874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-edfe1589-ff06-40d2-941c-0edf697998b0 req-0c067d23-992e-4d21-a972-de346e322d39 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356615 Aug 19 13:32:20.014168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55320) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:20.079699 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-2b59ccae-44a9-401f-9772-8eddd6d1da43 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/68acccc4-00ff-4f51-a941-ef42d8bb63d6 HTTP/1.1" status: 200 len: 992 time: 0.0643542 Aug 19 13:32:21.152578 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-be66e581-f295-49cc-b510-c30ff042ce47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:21.475234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e4889-725a-43a7-b4f3-aec1c4a7b926 req-7dd946ae-86d2-4f94-8b5b-a7f080b08b23 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:21.477424 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd0e4889-725a-43a7-b4f3-aec1c4a7b926 req-7dd946ae-86d2-4f94-8b5b-a7f080b08b23 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.0516064 Aug 19 13:32:21.515012 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd0e4889-725a-43a7-b4f3-aec1c4a7b926 req-bf185360-a932-4f39-b147-f78f0ee48e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317998 Aug 19 13:32:22.648269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac426b0-22d5-4216-baca-aedb17a8cbd1 req-ebd1d291-f766-4e63-8eca-4a65f0e347a1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:22.649806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eac426b0-22d5-4216-baca-aedb17a8cbd1 req-ebd1d291-f766-4e63-8eca-4a65f0e347a1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.0649583 Aug 19 13:32:22.689331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eac426b0-22d5-4216-baca-aedb17a8cbd1 req-548745ae-f60b-400e-91c6-ffd8a7d706f6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333517 Aug 19 13:32:22.713448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55330) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:22.776561 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4cb5f9a0-0999-489c-b1c2-b43c836652da tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/68acccc4-00ff-4f51-a941-ef42d8bb63d6 HTTP/1.1" status: 200 len: 992 time: 0.0618789 Aug 19 13:32:23.055065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:23.208544 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port 4467410e-6ba2-457a-a50c-dddcd4b072d2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:32:23.208916 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:23.286640 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:23.286970 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:23.299579 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for 4467410e-6ba2-457a-a50c-dddcd4b072d2 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:32:23.501170 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:23.525413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=4467410e-6ba2-457a-a50c-dddcd4b072d2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:23.537608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.538576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.538990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.539373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.539967 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.540306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.540644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.540980 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.541314 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.541697 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.542031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.542358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:23.601528 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:23.601867 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Floating IP 68acccc4-00ff-4f51-a941-ef42d8bb63d6 disassociated (deleted). External IP: 172.25.6.46, port: 9f7079f0-b907-4e66-9ab1-7f9abda1830d. Aug 19 13:32:23.812491 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 9463ea16-7740-425c-82f8-558bd1584099 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:32:23.921209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:32:23.926038 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:23.931124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2352b-a7ec-4611-bd4e-d2b68c2f7a3d None None] Sync routers for ids ['9463ea16-7740-425c-82f8-558bd1584099'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:32:23.939975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2352b-a7ec-4611-bd4e-d2b68c2f7a3d None None] Routers {'9463ea16-7740-425c-82f8-558bd1584099'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:23.940603 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eef2352b-a7ec-4611-bd4e-d2b68c2f7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:31:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9463ea16-7740-425c-82f8-558bd1584099'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:23.952688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f5a77626-8d80-41f8-a75b-623e22c48c88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/floatingips/68acccc4-00ff-4f51-a941-ef42d8bb63d6 HTTP/1.1" status: 204 len: 168 time: 0.8965971 Aug 19 13:32:23.953324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'tag': '9f7079f0-b907-4e66-9ab1-7f9abda1830d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:32:23.955595 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f315c4dc-9e82-453a-b950-909a1ddb4b42" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a4d9be-b026-4bee-99c4-2ad8ca9977d1", "tag": "9f7079f0-b907-4e66-9ab1-7f9abda1830d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:32:23.994260 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b590a6f7-d471-4a4c-bdef-248ddc702197 x-openstack-request-id: req-b590a6f7-d471-4a4c-bdef-248ddc702197 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:32:23.994551 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a4d9be-b026-4bee-99c4-2ad8ca9977d1", "tag": "9f7079f0-b907-4e66-9ab1-7f9abda1830d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:32:23.994807 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b590a6f7-d471-4a4c-bdef-248ddc702197 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:32:23.995211 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'tag': '9f7079f0-b907-4e66-9ab1-7f9abda1830d', 'status': 'completed', 'code': 200} Aug 19 13:32:24.067920 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-eef2352b-a7ec-4611-bd4e-d2b68c2f7a3d None None] Set router 9463ea16-7740-425c-82f8-558bd1584099 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:24.107384 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315c4dc-9e82-453a-b950-909a1ddb4b42 req-6d722862-65f0-47b0-89b2-3dd1b9c1c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:24.108928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f315c4dc-9e82-453a-b950-909a1ddb4b42 req-6d722862-65f0-47b0-89b2-3dd1b9c1c744 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 1096 time: 0.0883057 Aug 19 13:32:24.208336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315c4dc-9e82-453a-b950-909a1ddb4b42 req-66b75926-3d89-447b-a690-ba8c373dd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:24.210650 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f315c4dc-9e82-453a-b950-909a1ddb4b42 req-66b75926-3d89-447b-a690-ba8c373dd363 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8da0f7a8-61e5-4a74-9674-1a815299c5c9 HTTP/1.1" status: 200 len: 897 time: 0.0929761 Aug 19 13:32:24.263218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f315c4dc-9e82-453a-b950-909a1ddb4b42 req-6ac8daf0-0f57-4b5b-be0e-16b7580298e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7079f0-b907-4e66-9ab1-7f9abda1830d HTTP/1.1" status: 200 len: 217 time: 0.0366445 Aug 19 13:32:24.287084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eef2352b-a7ec-4611-bd4e-d2b68c2f7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:29Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '07d4518f-b42d-432e-a066-5795b21da8e7', 'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:0b:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '33280598-c4de-4739-ab1a-840ff7e11648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:28Z', 'updated_at': '2021-08-19T13:31:33Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '33280598-c4de-4739-ab1a-840ff7e11648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:24.315811 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2352b-a7ec-4611-bd4e-d2b68c2f7a3d None None] Checking router: 9463ea16-7740-425c-82f8-558bd1584099 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:32:24.328202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2352b-a7ec-4611-bd4e-d2b68c2f7a3d None None] Routers {'9463ea16-7740-425c-82f8-558bd1584099'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:24.328895 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eef2352b-a7ec-4611-bd4e-d2b68c2f7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:31:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9463ea16-7740-425c-82f8-558bd1584099'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:24.352312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315c4dc-9e82-453a-b950-909a1ddb4b42 req-0e7854b3-d768-45cd-a2ae-97603adaaecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:24.353856 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f315c4dc-9e82-453a-b950-909a1ddb4b42 req-0e7854b3-d768-45cd-a2ae-97603adaaecf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=33280598-c4de-4739-ab1a-840ff7e11648 HTTP/1.1" status: 200 len: 834 time: 0.0811675 Aug 19 13:32:24.367154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f35ae-b347-43c5-8b24-5fb2b7476e4a req-490cc649-3bae-4ec4-b515-363abe8dbd04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:24.369272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af4f35ae-b347-43c5-8b24-5fb2b7476e4a req-490cc649-3bae-4ec4-b515-363abe8dbd04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.0631433 Aug 19 13:32:24.438498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315c4dc-9e82-453a-b950-909a1ddb4b42 req-cd37e200-00d7-4fd1-9f08-b400c818b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:24.440046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f315c4dc-9e82-453a-b950-909a1ddb4b42 req-cd37e200-00d7-4fd1-9f08-b400c818b2a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8da0f7a8-61e5-4a74-9674-1a815299c5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674949 Aug 19 13:32:24.441155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-eef2352b-a7ec-4611-bd4e-d2b68c2f7a3d None None] Set router 9463ea16-7740-425c-82f8-558bd1584099 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:24.443059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af4f35ae-b347-43c5-8b24-5fb2b7476e4a req-b1cab324-660f-4de6-b268-e6a414a5f34b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625844 Aug 19 13:32:24.663988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eef2352b-a7ec-4611-bd4e-d2b68c2f7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:29Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '07d4518f-b42d-432e-a066-5795b21da8e7', 'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:0b:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '33280598-c4de-4739-ab1a-840ff7e11648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:28Z', 'updated_at': '2021-08-19T13:31:33Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '33280598-c4de-4739-ab1a-840ff7e11648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:24.697147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2352b-a7ec-4611-bd4e-d2b68c2f7a3d None None] The sync data for ids ['9463ea16-7740-425c-82f8-558bd1584099'] in n-d-778732-8 is: [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:29Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '07d4518f-b42d-432e-a066-5795b21da8e7', 'name': '', 'network_id': '8da0f7a8-61e5-4a74-9674-1a815299c5c9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:0b:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '33280598-c4de-4739-ab1a-840ff7e11648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:28Z', 'updated_at': '2021-08-19T13:31:33Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '33280598-c4de-4739-ab1a-840ff7e11648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:32:24.927911 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377c144d-a64e-43a5-a2fb-558b6fe66560 None None] New status for floating IP 68acccc4-00ff-4f51-a941-ef42d8bb63d6: DOWN {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:32:24.945547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f315c4dc-9e82-453a-b950-909a1ddb4b42 req-536171d6-2646-4a5a-b610-ce9014c5aaf8 service neutron] 10.222.0.53 "GET /v2.0/networks/8da0f7a8-61e5-4a74-9674-1a815299c5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854460 Aug 19 13:32:25.045300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f315c4dc-9e82-453a-b950-909a1ddb4b42 req-d585862f-08ce-4b34-822d-0129228f3b60 service neutron] 10.222.0.53 "GET /v2.0/networks/8da0f7a8-61e5-4a74-9674-1a815299c5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869431 Aug 19 13:32:25.495196 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e1a31806-5496-417c-9f12-f7e1d1dae0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:25.572157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d182ba-8bbe-4968-b6b7-43946bce5196 req-58eed368-43d2-470a-bb6a-38d57463fd83 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:25.573704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98d182ba-8bbe-4968-b6b7-43946bce5196 req-58eed368-43d2-470a-bb6a-38d57463fd83 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.0554779 Aug 19 13:32:25.615519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98d182ba-8bbe-4968-b6b7-43946bce5196 req-beebff0b-8ea5-4141-9b6b-7d36547e4508 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=90c40fd0-209e-4c10-8603-c452e431d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356779 Aug 19 13:32:25.815473 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:26.274915 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f369b-9322-4a31-8f6b-ff0a00526acc req-c8a29767-e04b-46e0-beed-d5ac5b9da148 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:26.276371 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-556f369b-9322-4a31-8f6b-ff0a00526acc req-c8a29767-e04b-46e0-beed-d5ac5b9da148 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 945 time: 0.0489213 Aug 19 13:32:26.371074 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-556f369b-9322-4a31-8f6b-ff0a00526acc req-192d56de-05f7-48f1-9099-0163ead073ca tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port 9f7079f0-b907-4e66-9ab1-7f9abda1830d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:32:26.371416 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-556f369b-9322-4a31-8f6b-ff0a00526acc req-192d56de-05f7-48f1-9099-0163ead073ca tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:26.463302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-556f369b-9322-4a31-8f6b-ff0a00526acc req-192d56de-05f7-48f1-9099-0163ead073ca tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port 9f7079f0-b907-4e66-9ab1-7f9abda1830d, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=9f7079f0-b907-4e66-9ab1-7f9abda1830d,segment=NetworkSegment(390e932f-8682-4e4a-9aae-97ad2e0688ae),segment_id=390e932f-8682-4e4a-9aae-97ad2e0688ae)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:26.463665 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-556f369b-9322-4a31-8f6b-ff0a00526acc req-192d56de-05f7-48f1-9099-0163ead073ca tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:26.476992 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-556f369b-9322-4a31-8f6b-ff0a00526acc req-192d56de-05f7-48f1-9099-0163ead073ca tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for 9f7079f0-b907-4e66-9ab1-7f9abda1830d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:32:26.661178 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-556f369b-9322-4a31-8f6b-ff0a00526acc req-192d56de-05f7-48f1-9099-0163ead073ca tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:26.692521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d56de-05f7-48f1-9099-0163ead073ca tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=9f7079f0-b907-4e66-9ab1-7f9abda1830d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:26.743045 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a53a521a-266e-4660-ae95-3886ec807970 req-de3dfe42-2292-4e3a-b981-f9f812393dd8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a4d9be-b026-4bee-99c4-2ad8ca9977d1 HTTP/1.1" status: 200 len: 210 time: 0.0476160 Aug 19 13:32:26.760188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-556f369b-9322-4a31-8f6b-ff0a00526acc req-192d56de-05f7-48f1-9099-0163ead073ca tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] No DVR routers for this DVR port 9f7079f0-b907-4e66-9ab1-7f9abda1830d on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:32:26.765726 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-556f369b-9322-4a31-8f6b-ff0a00526acc req-192d56de-05f7-48f1-9099-0163ead073ca tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:26.767783 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-556f369b-9322-4a31-8f6b-ff0a00526acc req-192d56de-05f7-48f1-9099-0163ead073ca tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "DELETE /v2.0/ports/9f7079f0-b907-4e66-9ab1-7f9abda1830d HTTP/1.1" status: 204 len: 173 time: 0.4837735 Aug 19 13:32:26.768132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'name': 'network-vif-deleted', 'tag': '9f7079f0-b907-4e66-9ab1-7f9abda1830d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:32:26.772165 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ee1c90-bab3-462e-a4cc-34c930a7c817" -d '{"events": [{"server_uuid": "a6a4d9be-b026-4bee-99c4-2ad8ca9977d1", "name": "network-vif-deleted", "tag": "9f7079f0-b907-4e66-9ab1-7f9abda1830d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:32:26.807482 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73e2841-6c1c-457d-876a-cb24b5432cb7 x-openstack-request-id: req-f73e2841-6c1c-457d-876a-cb24b5432cb7 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:32:26.807775 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a4d9be-b026-4bee-99c4-2ad8ca9977d1", "name": "network-vif-deleted", "tag": "9f7079f0-b907-4e66-9ab1-7f9abda1830d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:32:26.808026 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f73e2841-6c1c-457d-876a-cb24b5432cb7 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:32:26.808493 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a4d9be-b026-4bee-99c4-2ad8ca9977d1', 'name': 'network-vif-deleted', 'tag': '9f7079f0-b907-4e66-9ab1-7f9abda1830d', 'status': 'completed', 'code': 200} Aug 19 13:32:27.283636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:27.800693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55354) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:28.171287 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:28.438324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port 07d4518f-b42d-432e-a066-5795b21da8e7 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:32:28.438661 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:28.535305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port 07d4518f-b42d-432e-a066-5795b21da8e7, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=07d4518f-b42d-432e-a066-5795b21da8e7,segment=NetworkSegment(390e932f-8682-4e4a-9aae-97ad2e0688ae),segment_id=390e932f-8682-4e4a-9aae-97ad2e0688ae)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:28.535710 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:28.549141 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for 07d4518f-b42d-432e-a066-5795b21da8e7 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:32:28.832525 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:28.861803 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=07d4518f-b42d-432e-a066-5795b21da8e7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:29.052273 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:29.129788 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:29.268460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 9463ea16-7740-425c-82f8-558bd1584099 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:32:29.415675 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:32:29.420623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ea9b6beb-5e0b-4f5a-9359-add7fdf89f88 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "PUT /v2.0/routers/9463ea16-7740-425c-82f8-558bd1584099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6188502 Aug 19 13:32:29.423306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55356) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:29.425775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe5189-ba4d-4f9f-a2a5-8a984758dd9e None None] Sync routers for ids ['9463ea16-7740-425c-82f8-558bd1584099'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:32:29.436962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe5189-ba4d-4f9f-a2a5-8a984758dd9e None None] Routers {'9463ea16-7740-425c-82f8-558bd1584099'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:29.437832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2cbe5189-ba4d-4f9f-a2a5-8a984758dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:32:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9463ea16-7740-425c-82f8-558bd1584099'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:29.478997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff07153-7dab-4ef9-b933-48a5f32f2bfe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting subnet 33280598-c4de-4739-ab1a-840ff7e11648 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:32:29.483755 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff07153-7dab-4ef9-b933-48a5f32f2bfe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:29.526848 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff07153-7dab-4ef9-b933-48a5f32f2bfe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:29.549670 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2cbe5189-ba4d-4f9f-a2a5-8a984758dd9e None None] Set router 9463ea16-7740-425c-82f8-558bd1584099 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:29.613228 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff07153-7dab-4ef9-b933-48a5f32f2bfe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:29.731597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2cbe5189-ba4d-4f9f-a2a5-8a984758dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:32:28Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:29.747517 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff07153-7dab-4ef9-b933-48a5f32f2bfe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:29.758276 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe5189-ba4d-4f9f-a2a5-8a984758dd9e None None] Checking router: 9463ea16-7740-425c-82f8-558bd1584099 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:32:29.766528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe5189-ba4d-4f9f-a2a5-8a984758dd9e None None] Routers {'9463ea16-7740-425c-82f8-558bd1584099'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:29.767149 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2cbe5189-ba4d-4f9f-a2a5-8a984758dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:32:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['9463ea16-7740-425c-82f8-558bd1584099'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:29.776220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff07153-7dab-4ef9-b933-48a5f32f2bfe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Subnet': ['ID=33280598-c4de-4739-ab1a-840ff7e11648,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:29.781828 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff07153-7dab-4ef9-b933-48a5f32f2bfe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:29.783816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4ff07153-7dab-4ef9-b933-48a5f32f2bfe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/subnets/33280598-c4de-4739-ab1a-840ff7e11648 HTTP/1.1" status: 204 len: 168 time: 0.3595665 Aug 19 13:32:29.786644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55358) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:29.806758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d03b9-9e2f-46af-af6d-352f10b4caf5 None None] Network 8da0f7a8-61e5-4a74-9674-1a815299c5c9 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:32:29.899839 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:29.961522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2cbe5189-ba4d-4f9f-a2a5-8a984758dd9e None None] Set router 9463ea16-7740-425c-82f8-558bd1584099 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:30.015973 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.188170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port 0ae9f498-2995-478c-a83f-71be7ecd260c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:32:30.189194 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.285523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port 0ae9f498-2995-478c-a83f-71be7ecd260c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0ae9f498-2995-478c-a83f-71be7ecd260c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:30.286024 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.300459 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] DHCP port deletion for 8da0f7a8-61e5-4a74-9674-1a815299c5c9 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:32:30.309506 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for 0ae9f498-2995-478c-a83f-71be7ecd260c owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:32:30.361345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2cbe5189-ba4d-4f9f-a2a5-8a984758dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:32:28Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:30.394180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe5189-ba4d-4f9f-a2a5-8a984758dd9e None None] The sync data for ids ['9463ea16-7740-425c-82f8-558bd1584099'] in n-d-778732-8 is: [{'id': '9463ea16-7740-425c-82f8-558bd1584099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-354259992', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:32:28Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '0ae9f498-2995-478c-a83f-71be7ecd260c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463ea16-7740-425c-82f8-558bd1584099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:31:24Z', 'updated_at': '2021-08-19T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:32:30.396443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Deleting port c1696847-c183-4165-9cca-fe6d3d323d6e {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:32:30.396823 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.470100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] For port c1696847-c183-4165-9cca-fe6d3d323d6e, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=c1696847-c183-4165-9cca-fe6d3d323d6e,segment=NetworkSegment(390e932f-8682-4e4a-9aae-97ad2e0688ae),segment_id=390e932f-8682-4e4a-9aae-97ad2e0688ae)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:30.470584 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.485936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Calling delete_port for c1696847-c183-4165-9cca-fe6d3d323d6e owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:32:30.563607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.595265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=0ae9f498-2995-478c-a83f-71be7ecd260c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:30.644073 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.656250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.677701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Pushing event deleted for resources: {'Port': ['ID=c1696847-c183-4165-9cca-fe6d3d323d6e,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:30.682126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] No DVR routers for this DVR port c1696847-c183-4165-9cca-fe6d3d323d6e on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:32:30.693401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.693401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.693401 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.694781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.694781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.695472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.695472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.696087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.696678 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.697271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.697991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.698466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fa2021-3147-483e-a4bf-77706d473d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:30.757585 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.760109 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.866860 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.871567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Fanout notify agent at l3_agent the message router_deleted on router 9463ea16-7740-425c-82f8-558bd1584099 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:32:30.871768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c1696847-c183-4165-9cca-fe6d3d323d6e no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:32:30.880388 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:30.882212 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a9c422ab-f610-41ed-9cf4-ee7556ce1c71 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/routers/9463ea16-7740-425c-82f8-558bd1584099 HTTP/1.1" status: 204 len: 168 time: 1.0921328 Aug 19 13:32:30.884703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55360) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:30.890601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: c1696847-c183-4165-9cca-fe6d3d323d6e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:32:30.890960 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device c1696847-c183-4165-9cca-fe6d3d323d6e not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:32:30.891390 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 07d4518f-b42d-432e-a066-5795b21da8e7 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:32:30.911956 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 07d4518f-b42d-432e-a066-5795b21da8e7 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:32:30.912328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 07d4518f-b42d-432e-a066-5795b21da8e7 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:32:30.968439 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:31.071910 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:31.089357 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da0f7a8-61e5-4a74-9674-1a815299c5c9']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:31.102602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390e932f-8682-4e4a-9aae-97ad2e0688ae') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:31.102902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390e932f-8682-4e4a-9aae-97ad2e0688ae') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:31.113261 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:31.128856 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:31.135982 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:32:31.136372 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:32:31.139552 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:32:31.335297 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:31.343031 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:31.345026 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/networks/8da0f7a8-61e5-4a74-9674-1a815299c5c9 HTTP/1.1" status: 204 len: 168 time: 0.4592986 Aug 19 13:32:31.347902 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55362) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:31.358515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52912062-eb8c-4009-844b-af69e12a19d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Network': ['ID=8da0f7a8-61e5-4a74-9674-1a815299c5c9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:31.407552 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:31.423486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9f7079f0-b907-4e66-9ab1-7f9abda1830d no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:32:31.437419 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:31.445656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 9f7079f0-b907-4e66-9ab1-7f9abda1830d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:32:31.446146 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 9f7079f0-b907-4e66-9ab1-7f9abda1830d not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:32:31.580767 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:31.583452 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:31.584630 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/security-groups/90c40fd0-209e-4c10-8603-c452e431d16d HTTP/1.1" status: 204 len: 168 time: 0.2357948 Aug 19 13:32:31.594559 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c40fd0-209e-4c10-8603-c452e431d16d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:31.604162 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:31.604888 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:31.605451 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:31.605852 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:31.606233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:31.606630 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:31.606998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:31.607385 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:31.607934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:31.608100 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:31.608763 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:31.609122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b3a6c-38bf-4810-8913-dfc57e2bd4cf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:32.174093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55368) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:32.179120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a1de0b5c-39c5-4d1e-aa81-1a153c79cd78 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1163735107', 'description': 'tempest-secgroup-smoke-1163735107 description', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:32.278529 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1de0b5c-39c5-4d1e-aa81-1a153c79cd78 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:32.363974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1de0b5c-39c5-4d1e-aa81-1a153c79cd78 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:32.432390 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1de0b5c-39c5-4d1e-aa81-1a153c79cd78 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:32.463337 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de0b5c-39c5-4d1e-aa81-1a153c79cd78 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a626e8c0-7a5e-43f8-ad24-a1819403f6fe,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:32.492198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0ae9f498-2995-478c-a83f-71be7ecd260c no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:32:32.512365 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1de0b5c-39c5-4d1e-aa81-1a153c79cd78 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:32.513785 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a1de0b5c-39c5-4d1e-aa81-1a153c79cd78 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3386762 Aug 19 13:32:32.517055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55370) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:32.520138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 0ae9f498-2995-478c-a83f-71be7ecd260c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:32:32.522559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0ae9f498-2995-478c-a83f-71be7ecd260c not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:32:32.522682 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f8f519d5-4071-45d1-8438-046d8c3c3367 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': 'a626e8c0-7a5e-43f8-ad24-a1819403f6fe', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:32.603224 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8f519d5-4071-45d1-8438-046d8c3c3367 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:32.668308 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8f519d5-4071-45d1-8438-046d8c3c3367 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:32.729839 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8f519d5-4071-45d1-8438-046d8c3c3367 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:32.751058 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f519d5-4071-45d1-8438-046d8c3c3367 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebf6f6f-9b00-47ce-962e-aa24b5ba69e6,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:32.816276 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8f519d5-4071-45d1-8438-046d8c3c3367 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:32.817738 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f8f519d5-4071-45d1-8438-046d8c3c3367 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2994356 Aug 19 13:32:32.820489 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55372) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:32.825391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5ba7bae5-451c-44cb-a70e-a5c75cd2a314 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': 'a626e8c0-7a5e-43f8-ad24-a1819403f6fe', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:32.907559 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bae5-451c-44cb-a70e-a5c75cd2a314 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:32.971854 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bae5-451c-44cb-a70e-a5c75cd2a314 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.039241 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bae5-451c-44cb-a70e-a5c75cd2a314 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.058168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7bae5-451c-44cb-a70e-a5c75cd2a314 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3dbf1e-b69f-43df-ac1c-294d0de5eb30,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:33.135277 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bae5-451c-44cb-a70e-a5c75cd2a314 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.136810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5ba7bae5-451c-44cb-a70e-a5c75cd2a314 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3149874 Aug 19 13:32:33.140755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55374) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:33.145555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9479534c-6ee1-4af5-9947-ecf9dd11558f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': 'a626e8c0-7a5e-43f8-ad24-a1819403f6fe', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:33.279059 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9479534c-6ee1-4af5-9947-ecf9dd11558f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.351038 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9479534c-6ee1-4af5-9947-ecf9dd11558f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.432510 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9479534c-6ee1-4af5-9947-ecf9dd11558f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.451740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479534c-6ee1-4af5-9947-ecf9dd11558f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c64505c-796a-4e30-a8ff-d2e2af10beb2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:33.500813 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9479534c-6ee1-4af5-9947-ecf9dd11558f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.502132 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9479534c-6ee1-4af5-9947-ecf9dd11558f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3603382 Aug 19 13:32:33.504832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55376) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:33.510754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-62776250-568b-4f8b-b1c5-fb2f80b59be6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': 'a626e8c0-7a5e-43f8-ad24-a1819403f6fe', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:33.580197 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62776250-568b-4f8b-b1c5-fb2f80b59be6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.641126 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62776250-568b-4f8b-b1c5-fb2f80b59be6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.712955 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62776250-568b-4f8b-b1c5-fb2f80b59be6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.733849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62776250-568b-4f8b-b1c5-fb2f80b59be6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121d20e9-cea1-4be3-8513-46bf5f771103,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:33.787237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62776250-568b-4f8b-b1c5-fb2f80b59be6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.788673 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-62776250-568b-4f8b-b1c5-fb2f80b59be6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2828634 Aug 19 13:32:33.792745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55378) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:33.797999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-73fcddb6-2b9c-4b89-85f3-19a39f9f55bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': 'a626e8c0-7a5e-43f8-ad24-a1819403f6fe', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:33.885616 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-73fcddb6-2b9c-4b89-85f3-19a39f9f55bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Project 10c32baab09b483ebcd9e0225f6e2b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:32:33.892025 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73fcddb6-2b9c-4b89-85f3-19a39f9f55bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:33.956742 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73fcddb6-2b9c-4b89-85f3-19a39f9f55bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.010056 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73fcddb6-2b9c-4b89-85f3-19a39f9f55bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.031301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcddb6-2b9c-4b89-85f3-19a39f9f55bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52d35cb-c063-45b9-9755-bcdec8f5c89a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:34.089257 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73fcddb6-2b9c-4b89-85f3-19a39f9f55bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.090549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-73fcddb6-2b9c-4b89-85f3-19a39f9f55bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2967184 Aug 19 13:32:34.093260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55380) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:34.097818 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b62d8609-d3d2-4c7b-aaef-321bf6d7e703 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': 'a626e8c0-7a5e-43f8-ad24-a1819403f6fe', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:34.164369 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-b62d8609-d3d2-4c7b-aaef-321bf6d7e703 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Project 10c32baab09b483ebcd9e0225f6e2b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:32:34.170296 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b62d8609-d3d2-4c7b-aaef-321bf6d7e703 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.237001 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b62d8609-d3d2-4c7b-aaef-321bf6d7e703 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.306616 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b62d8609-d3d2-4c7b-aaef-321bf6d7e703 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.324455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d8609-d3d2-4c7b-aaef-321bf6d7e703 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41862d33-3a78-44fa-a893-74d4b2c42557,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:34.381649 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b62d8609-d3d2-4c7b-aaef-321bf6d7e703 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.383917 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b62d8609-d3d2-4c7b-aaef-321bf6d7e703 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2893302 Aug 19 13:32:34.387762 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55382) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:34.395262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'network': {'name': 'tempest-network-smoke--858743587', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:34.483637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:32:34.487500 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.513268 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:32:34.522675 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.523031 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Added segment 25e84875-8a1f-4ec3-8843-f103353b0ea2 of type vlan for network 55586891-ea56-419c-8ea4-504beedac557 Aug 19 13:32:34.563749 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.673017 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.682927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:34.683832 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.764080 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Network': ['ID=55586891-ea56-419c-8ea4-504beedac557,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:34.776817 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 55586891-ea56-419c-8ea4-504beedac557 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:32:34.813460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5b09e941-9b43-41d8-ba13-00276c1c3e4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4217651 Aug 19 13:32:34.813717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55384) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:34.818269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'admin_state_up': True, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:34.935474 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.936626 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:34.990991 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:35.232784 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:35.564648 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:35.585283 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:35.700583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.25.6.47 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/76c8eb27-841f-4bbd-bdcc-d3abba955867) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:32:35.817346 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:35.931046 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:35.981100 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:32:35.984498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:35.989107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:32:35.993226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=76c8eb27-841f-4bbd-bdcc-d3abba955867,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:36.340986 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:36.935140 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:37.163387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:32:37.269596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:32:37.280856 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Sync routers for ids ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:32:37.291085 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Routers {'5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:37.291769 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:32:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:37.346511 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:37.347853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1824acf9-3b3f-49c8-bde5-ab8c9c0d1837 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5331695 Aug 19 13:32:37.351090 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55386) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:37.386864 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-efbf9e4a-9245-4272-a362-97316dcdedf1 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=10c32baab09b483ebcd9e0225f6e2b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340731 Aug 19 13:32:37.390273 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55388) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:37.410292 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Set router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:37.483366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b16149e-9ef7-4967-b397-8d41a8363597 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:37.484928 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6b16149e-9ef7-4967-b397-8d41a8363597 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936363 Aug 19 13:32:37.488013 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55390) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:37.516649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e31e21fc-019f-4efb-908b-53310c6c96fd tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276966 Aug 19 13:32:37.519345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55392) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:37.526008 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-701572622', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:37.606548 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:36Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:37.633166 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Checking router: 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:32:37.633551 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Updating router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 port 76c8eb27-841f-4bbd-bdcc-d3abba955867 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:32:37.661956 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:37.706782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:32:37.711045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:37.933740 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:37.945479 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Transition to ACTIVE for port object 76c8eb27-841f-4bbd-bdcc-d3abba955867 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:37.992795 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:38.021052 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:38.058983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Subnet': ['ID=0eeacbbd-4443-4fdd-a926-6a36f189404f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:38.071711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Checking segment: {'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:32:38.072095 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network hostable DHCP agents. Network: 55586891-ea56-419c-8ea4-504beedac557, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:32:38.079701 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Attempting to bind port 76c8eb27-841f-4bbd-bdcc-d3abba955867 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:32:38.080074 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Attempting to bind port 76c8eb27-841f-4bbd-bdcc-d3abba955867 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:32:38.080438 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Attempting to bind port 76c8eb27-841f-4bbd-bdcc-d3abba955867 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:32:38.083295 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Pushing event updated for resources: {'Port': ['ID=76c8eb27-841f-4bbd-bdcc-d3abba955867,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:38.089017 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:32:38.089411 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:32:38.089821 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:38.090213 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:32:38.090681 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Bound port: 76c8eb27-841f-4bbd-bdcc-d3abba955867, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:32:38.091061 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:38.097551 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.098539 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.098539 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.098874 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.099000 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.099231 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.099553 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.099882 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.100200 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.100524 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.100845 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.101699 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:38.159543 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] For port 76c8eb27-841f-4bbd-bdcc-d3abba955867, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:32:38.162969 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] For port 76c8eb27-841f-4bbd-bdcc-d3abba955867, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=76c8eb27-841f-4bbd-bdcc-d3abba955867,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:32:38.169797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 55586891-ea56-419c-8ea4-504beedac557 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:32:38.261799 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:38.317920 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 55586891-ea56-419c-8ea4-504beedac557) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:38.323502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:38.327379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b094397-37d1-48fa-bd99-b4ac507d7180 None None] Network 55586891-ea56-419c-8ea4-504beedac557 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:32:38.330855 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:38.332305 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Routers {'5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:38.333201 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:32:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:38.370858 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41312ce-4f4c-4b84-b6db-47bc7d14c281 None None] Pushing event updated for resources: {'Port': ['ID=76c8eb27-841f-4bbd-bdcc-d3abba955867,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:38.417179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4396c8e6-740a-4e81-b286-411792df8dc7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8965561 Aug 19 13:32:38.420696 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55394) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:38.458260 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] Set router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:38.513825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-55586891-ea56-419c-8ea4-504beedac557', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ips': [{'subnet_id': '0eeacbbd-4443-4fdd-a926-6a36f189404f'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:32:38.515141 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:38.656394 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:36Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:38.689557 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3722b5f-c11f-4b7e-94f1-febcdb37ffc2 None None] The sync data for ids ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'] in n-d-778732-8 is: [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:36Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:32:38.691957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Allocated IP 172.20.0.2 (55586891-ea56-419c-8ea4-504beedac557/0eeacbbd-4443-4fdd-a926-6a36f189404f/274af455-5d03-4cc6-9ef1-e1c534e4bd3d) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:32:38.862415 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:38.873014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Transition to ACTIVE for port object 274af455-5d03-4cc6-9ef1-e1c534e4bd3d will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:38.889443 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Transition to ACTIVE for port object 274af455-5d03-4cc6-9ef1-e1c534e4bd3d will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:38.944280 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:38.972238 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:39.000448 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Network 55586891-ea56-419c-8ea4-504beedac557 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:32:39.003766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:39.006557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:32:39.028061 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Pushing event updated for resources: {'Port': ['ID=274af455-5d03-4cc6-9ef1-e1c534e4bd3d,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:39.077598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Attempting to bind port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:32:39.078065 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Attempting to bind port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:32:39.078509 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Attempting to bind port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d on network 55586891-ea56-419c-8ea4-504beedac557 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:32:39.083922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:32:39.084388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Checking segment: {'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:32:39.084882 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:39.085348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Bound using segment: {'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:32:39.086477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Bound port: 274af455-5d03-4cc6-9ef1-e1c534e4bd3d, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:32:39.086931 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:39.159620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] For port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:32:39.163031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] For port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=274af455-5d03-4cc6-9ef1-e1c534e4bd3d,segment=NetworkSegment(25e84875-8a1f-4ec3-8843-f103353b0ea2),segment_id=25e84875-8a1f-4ec3-8843-f103353b0ea2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:32:39.215736 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:39.285129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42f40a-7497-467c-85e5-56ab9c8d0fb8 None None] Pushing event updated for resources: {'Port': ['ID=274af455-5d03-4cc6-9ef1-e1c534e4bd3d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:39.303557 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.20.0.1 (55586891-ea56-419c-8ea4-504beedac557/0eeacbbd-4443-4fdd-a926-6a36f189404f/b9e18a7c-9335-4e16-bd7a-a4611a3a0adc) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:32:39.465854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:39.491755 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Transition to ACTIVE for port object b9e18a7c-9335-4e16-bd7a-a4611a3a0adc will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:39.593182 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:39.642690 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 55586891-ea56-419c-8ea4-504beedac557 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:32:39.646687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=b9e18a7c-9335-4e16-bd7a-a4611a3a0adc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:39.649274 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:39.651858 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:32:39.704455 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:39.910297 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:40.193052 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:40.278058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:40.357237 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:40.359093 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=b9e18a7c-9335-4e16-bd7a-a4611a3a0adc,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:40.464787 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 55586891-ea56-419c-8ea4-504beedac557 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:32:40.466270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:40.598436 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:32:40.616122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76c8eb27-841f-4bbd-bdcc-d3abba955867 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:32:40.687141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda1e70-f9b1-4489-b1fb-fdecca997176 None None] Network 55586891-ea56-419c-8ea4-504beedac557 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:32:40.730633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:32:40.742294 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d6f1ad2b-bcd4-4299-90b6-142841efd9fa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "PUT /v2.0/routers/5e4982d8-618c-4ad6-aed1-c81c2bcb6d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3191969 Aug 19 13:32:40.746498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 76c8eb27-841f-4bbd-bdcc-d3abba955867 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:40.751664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Sync routers for ids ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:32:40.762810 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 76c8eb27-841f-4bbd-bdcc-d3abba955867 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:40.768449 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:40.828955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Routers {'5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:40.829721 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:32:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:40.899833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-647f7b69-d911-49f1-82e9-3b4eaf184810 None None] Provisioning for port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:40.901209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-396b5199-54e1-4bf7-9d5f-4a54cce17c08 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163735107&fields=id&tenant_id=10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 267 time: 0.0373685 Aug 19 13:32:41.025291 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-f7604567-b25e-41d5-8ca5-c281424b5d0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:41.026719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-f7604567-b25e-41d5-8ca5-c281424b5d0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/networks?id=55586891-ea56-419c-8ea4-504beedac557 HTTP/1.1" status: 200 len: 796 time: 0.1151416 Aug 19 13:32:41.027674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:41.044096 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-39f13a7b-4ff9-4437-8af1-747851928d1d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/quotas/10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 375 time: 0.0101304 Aug 19 13:32:41.048212 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Set router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:41.095491 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 76c8eb27-841f-4bbd-bdcc-d3abba955867, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=76c8eb27-841f-4bbd-bdcc-d3abba955867,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:41.104588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-ae51605e-db97-48dc-8234-e5928b75be74 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543711 Aug 19 13:32:41.184814 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:41.185708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 274af455-5d03-4cc6-9ef1-e1c534e4bd3d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:32:41.270039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-38c64f06-24f2-4db5-bf16-578d0dc2e4ca service neutron] 10.222.0.44 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520202 Aug 19 13:32:41.383342 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-f0adf06a-76d7-40d6-b7da-8d723bfe743c service neutron] 10.222.0.44 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042204 Aug 19 13:32:41.487462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=76c8eb27-841f-4bbd-bdcc-d3abba955867,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:41.556574 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:39Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'b9e18a7c-9335-4e16-bd7a-a4611a3a0adc', 'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:89:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:39Z', 'updated_at': '2021-08-19T13:32:40Z', 'revision_number': 2, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:41.594777 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Checking router: 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:32:41.595200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Updating router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:32:41.599288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:41.628465 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-06d04b13-c13b-4589-8d0a-26c89c2b258e None None] Provisioning for port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:41.638182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-06d04b13-c13b-4589-8d0a-26c89c2b258e None None] Provisioning complete for port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:41.638928 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-06d04b13-c13b-4589-8d0a-26c89c2b258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:41.647142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:41.647548 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:41.713914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-215029a4-45b4-4a31-8714-76c50d8bf130 req-bde3ffcd-2834-426a-b1ac-9de20c4fac3e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 210 time: 0.0465777 Aug 19 13:32:41.720451 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:41.814861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-06d04b13-c13b-4589-8d0a-26c89c2b258e None None] Port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:32:42.024048 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:42.045476 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-96a2bf1c-0672-4861-96f1-2e227b895f4a None None] Provisioning complete for port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:42.045752 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-96a2bf1c-0672-4861-96f1-2e227b895f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:42.123338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-96a2bf1c-0672-4861-96f1-2e227b895f4a None None] Port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:32:42.135130 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=274af455-5d03-4cc6-9ef1-e1c534e4bd3d,segment=NetworkSegment(25e84875-8a1f-4ec3-8843-f103353b0ea2),segment_id=25e84875-8a1f-4ec3-8843-f103353b0ea2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:42.244840 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:42.255824 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Transition to ACTIVE for port object b9e18a7c-9335-4e16-bd7a-a4611a3a0adc will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:42.278527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:42.337185 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=274af455-5d03-4cc6-9ef1-e1c534e4bd3d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:42.398575 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:42.475312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac0c3-192f-496c-8cef-eeadf65ece2a None None] Pushing event updated for resources: {'Port': ['ID=b9e18a7c-9335-4e16-bd7a-a4611a3a0adc,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:42.548048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Attempting to bind port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:32:42.548048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Attempting to bind port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:32:42.548048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Attempting to bind port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc on network 55586891-ea56-419c-8ea4-504beedac557 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:32:42.553926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:32:42.556106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Checking segment: {'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:32:42.556106 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:42.556106 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Bound using segment: {'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:32:42.556501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Bound port: b9e18a7c-9335-4e16-bd7a-a4611a3a0adc, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:32:42.557113 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:42.559465 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:42.599651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76c8eb27-841f-4bbd-bdcc-d3abba955867 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:32:42.680775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] For port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:32:42.685757 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] For port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b9e18a7c-9335-4e16-bd7a-a4611a3a0adc,segment=NetworkSegment(25e84875-8a1f-4ec3-8843-f103353b0ea2),segment_id=25e84875-8a1f-4ec3-8843-f103353b0ea2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:32:42.696458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 76c8eb27-841f-4bbd-bdcc-d3abba955867 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:42.696839 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:42.749774 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:42.823902 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1be5dbe3-27b4-4b76-bcb8-163b56f3d11a req-f5265708-b3e6-4cb0-952c-a412aa5d22b9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 210 time: 0.0444424 Aug 19 13:32:42.862319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 274af455-5d03-4cc6-9ef1-e1c534e4bd3d up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:32:42.871129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Routers {'5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:42.871875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:32:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:42.936933 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac0c3-192f-496c-8cef-eeadf65ece2a None None] Pushing event updated for resources: {'Port': ['ID=b9e18a7c-9335-4e16-bd7a-a4611a3a0adc,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:43.043196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:43.043567 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:43.049595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] Set router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:43.332922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:39Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'b9e18a7c-9335-4e16-bd7a-a4611a3a0adc', 'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:89:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:39Z', 'updated_at': '2021-08-19T13:32:42Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:43.363725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09221e01-4352-4fa5-95ae-3677c2e93b5f None None] The sync data for ids ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'] in n-d-778732-8 is: [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:39Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'b9e18a7c-9335-4e16-bd7a-a4611a3a0adc', 'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:89:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:39Z', 'updated_at': '2021-08-19T13:32:42Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:32:43.925865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e306fbf7-fd22-426d-8952-7eb9b37ee119 req-b09fa96f-6eb8-4920-9c85-c40a7a762087 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 210 time: 0.0313749 Aug 19 13:32:44.583214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b9e18a7c-9335-4e16-bd7a-a4611a3a0adc up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:32:44.694886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:44.699796 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:44.700155 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:44.790083 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:44.829342 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b9e18a7c-9335-4e16-bd7a-a4611a3a0adc,segment=NetworkSegment(25e84875-8a1f-4ec3-8843-f103353b0ea2),segment_id=25e84875-8a1f-4ec3-8843-f103353b0ea2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:44.924076 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:44.985531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=b9e18a7c-9335-4e16-bd7a-a4611a3a0adc,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:45.075595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4af18ffa-6c5b-4454-b388-0d1e65ffc11c req-404a5641-0386-4699-af96-e03d2f2592ff tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 210 time: 0.0669026 Aug 19 13:32:45.127091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-ba42e4f2-059b-4491-83f6-693bb0ceabf7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:45.128607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-ba42e4f2-059b-4491-83f6-693bb0ceabf7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/networks?id=55586891-ea56-419c-8ea4-504beedac557 HTTP/1.1" status: 200 len: 796 time: 0.1486287 Aug 19 13:32:45.175446 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-0b8d17f0-43c0-4b6f-96da-688a2ec131c8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 380 time: 0.0351157 Aug 19 13:32:45.185470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'port': {'device_id': '5bfdd08e-606e-4634-9447-ea179609c359', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'admin_state_up': True, 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'security_groups': ['a626e8c0-7a5e-43f8-ad24-a1819403f6fe']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:45.300608 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:45.386418 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:32:45.390061 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:45.523722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.20.0.9 (55586891-ea56-419c-8ea4-504beedac557/0eeacbbd-4443-4fdd-a926-6a36f189404f/2af216ec-5961-4083-9559-949aae0b4204) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:32:45.660160 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:45.674337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Transition to ACTIVE for port object 2af216ec-5961-4083-9559-949aae0b4204 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:45.769459 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:45.822514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 55586891-ea56-419c-8ea4-504beedac557 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:32:45.825755 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:45.829660 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:32:45.856709 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=2af216ec-5961-4083-9559-949aae0b4204,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:45.888392 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:45.889312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.005235 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-fea8fb82-5868-4aa8-845e-24aab6f0175f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8233676 Aug 19 13:32:46.018219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Request body: {'port': {'device_id': '5bfdd08e-606e-4634-9447-ea179609c359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:46.073538 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.095006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fd28679f-0ce0-4936-82d4-54d8a255c000 None None] Provisioning for port 2af216ec-5961-4083-9559-949aae0b4204 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:46.099620 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fd28679f-0ce0-4936-82d4-54d8a255c000 None None] Provisioning complete for port 2af216ec-5961-4083-9559-949aae0b4204 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:46.100040 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fd28679f-0ce0-4936-82d4-54d8a255c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.144330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-fd28679f-0ce0-4936-82d4-54d8a255c000 None None] Port 2af216ec-5961-4083-9559-949aae0b4204 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:32:46.304777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef795a-4fa0-4069-9f12-a8d23edfaad4 req-764e0339-7564-4f35-840a-f8e4107a9169 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:46.307192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55ef795a-4fa0-4069-9f12-a8d23edfaad4 req-764e0339-7564-4f35-840a-f8e4107a9169 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 931 time: 0.1210754 Aug 19 13:32:46.378431 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-55ef795a-4fa0-4069-9f12-a8d23edfaad4 req-8b79a868-9bd4-40ce-82ce-71a688c086c6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636086 Aug 19 13:32:46.447681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af216ec-5961-4083-9559-949aae0b4204 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:32:46.454988 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.467624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Transition to ACTIVE for port object 2af216ec-5961-4083-9559-949aae0b4204 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:46.517720 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.571575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Pushing event updated for resources: {'Port': ['ID=2af216ec-5961-4083-9559-949aae0b4204,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:46.577852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b9e18a7c-9335-4e16-bd7a-a4611a3a0adc up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:32:46.637214 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:46.637652 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.655139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Attempting to bind port 2af216ec-5961-4083-9559-949aae0b4204 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:32:46.655638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Attempting to bind port 2af216ec-5961-4083-9559-949aae0b4204 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:32:46.656076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Attempting to bind port 2af216ec-5961-4083-9559-949aae0b4204 on network 55586891-ea56-419c-8ea4-504beedac557 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:32:46.661463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Port 2af216ec-5961-4083-9559-949aae0b4204 on network 55586891-ea56-419c-8ea4-504beedac557 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:32:46.661974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Attempting to bind port 2af216ec-5961-4083-9559-949aae0b4204 on network 55586891-ea56-419c-8ea4-504beedac557 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:32:46.667895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:32:46.668347 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Checking segment: {'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:32:46.669192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Bound using segment: {'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:32:46.669327 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Bound port: 2af216ec-5961-4083-9559-949aae0b4204, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e84875-8a1f-4ec3-8843-f103353b0ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55586891-ea56-419c-8ea4-504beedac557'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:32:46.669748 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.737461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] For port 2af216ec-5961-4083-9559-949aae0b4204, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:32:46.740871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] For port 2af216ec-5961-4083-9559-949aae0b4204, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2af216ec-5961-4083-9559-949aae0b4204,segment=NetworkSegment(25e84875-8a1f-4ec3-8843-f103353b0ea2),segment_id=25e84875-8a1f-4ec3-8843-f103353b0ea2)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:32:46.843712 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.884721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:46.885396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.886821 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] 10.222.0.53 "PUT /v2.0/ports/2af216ec-5961-4083-9559-949aae0b4204 HTTP/1.1" status: 200 len: 1091 time: 0.8728852 Aug 19 13:32:46.887262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfdd08e-606e-4634-9447-ea179609c359', 'tag': '2af216ec-5961-4083-9559-949aae0b4204'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:32:46.889710 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07213036-570c-48d6-8e0a-ffd797b1a4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfdd08e-606e-4634-9447-ea179609c359", "tag": "2af216ec-5961-4083-9559-949aae0b4204"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:32:46.918400 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045540c-37ce-42ca-b8d2-41980e8ed066 service neutron] Pushing event updated for resources: {'Port': ['ID=2af216ec-5961-4083-9559-949aae0b4204,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:46.932080 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5947aa-9bb9-495c-8854-774f56844a34 x-openstack-request-id: req-ae5947aa-9bb9-495c-8854-774f56844a34 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:32:46.932381 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfdd08e-606e-4634-9447-ea179609c359", "tag": "2af216ec-5961-4083-9559-949aae0b4204", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:32:46.932636 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae5947aa-9bb9-495c-8854-774f56844a34 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:32:46.933043 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfdd08e-606e-4634-9447-ea179609c359', 'tag': '2af216ec-5961-4083-9559-949aae0b4204', 'status': 'completed', 'code': 200} Aug 19 13:32:47.000132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07213036-570c-48d6-8e0a-ffd797b1a4c6 req-eebbc0ca-64e5-4f9d-a2be-b742fca3b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:47.001716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07213036-570c-48d6-8e0a-ffd797b1a4c6 req-eebbc0ca-64e5-4f9d-a2be-b742fca3b6d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 1094 time: 0.0482824 Aug 19 13:32:47.109620 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07213036-570c-48d6-8e0a-ffd797b1a4c6 req-188201bc-5863-45a2-81ce-fe832115086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:47.111049 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07213036-570c-48d6-8e0a-ffd797b1a4c6 req-188201bc-5863-45a2-81ce-fe832115086f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1011031 Aug 19 13:32:47.219276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07213036-570c-48d6-8e0a-ffd797b1a4c6 req-9c370798-9ddb-4fa5-880e-f61980fa885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:47.220751 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07213036-570c-48d6-8e0a-ffd797b1a4c6 req-9c370798-9ddb-4fa5-880e-f61980fa885e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025169 Aug 19 13:32:47.300502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d558f61b-55c2-4447-bb38-cff4170b1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:47.302072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-d558f61b-55c2-4447-bb38-cff4170b1439 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 1094 time: 0.0426416 Aug 19 13:32:47.348306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-3e23d62f-4187-455b-8e58-9bdb8ec3ee4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2af216ec-5961-4083-9559-949aae0b4204 HTTP/1.1" status: 200 len: 217 time: 0.0377285 Aug 19 13:32:47.396464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-e82258df-d66b-4f66-b952-f96601676f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:47.397867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-e82258df-d66b-4f66-b952-f96601676f2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0eeacbbd-4443-4fdd-a926-6a36f189404f HTTP/1.1" status: 200 len: 834 time: 0.0432043 Aug 19 13:32:47.447932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-c073507f-52e2-45d3-917c-8788deb418d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:47.449475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-c073507f-52e2-45d3-917c-8788deb418d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55586891-ea56-419c-8ea4-504beedac557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434947 Aug 19 13:32:47.552528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe05959-f099-4ef7-86e8-8b0c04b645b5 req-5f0811c5-4354-4b78-85a6-821d93ebc424 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:47.554093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebe05959-f099-4ef7-86e8-8b0c04b645b5 req-5f0811c5-4354-4b78-85a6-821d93ebc424 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 943 time: 0.1026280 Aug 19 13:32:47.589528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-cfa42bbf-cb83-467f-8dfb-6652a6add82b service neutron] 10.222.0.53 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296916 Aug 19 13:32:47.620915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ebe05959-f099-4ef7-86e8-8b0c04b645b5 req-1ada4ab5-9928-49ba-8711-1dc907f13941 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604122 Aug 19 13:32:47.692668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-42b05a15-fe77-4e87-a46a-7e64055b490c req-45619832-7db8-40f9-a489-6f91af506148 service neutron] 10.222.0.53 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940075 Aug 19 13:32:48.741202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bec7d-6d45-491d-90e2-e9a263032741 req-0b932b7b-f04e-4400-b3b7-d5e8a4618da2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:48.743259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef0bec7d-6d45-491d-90e2-e9a263032741 req-0b932b7b-f04e-4400-b3b7-d5e8a4618da2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 943 time: 0.0492551 Aug 19 13:32:48.780991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ef0bec7d-6d45-491d-90e2-e9a263032741 req-60055b39-c8fa-453b-b25b-0021a3218310 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312819 Aug 19 13:32:49.899488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6eb1b-cecd-4ddc-af92-8b5f77de4d52 req-930e4804-0ec9-49b3-9e1c-c44a25dc60f8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:49.900993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ef6eb1b-cecd-4ddc-af92-8b5f77de4d52 req-930e4804-0ec9-49b3-9e1c-c44a25dc60f8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 943 time: 0.0513492 Aug 19 13:32:49.940778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ef6eb1b-cecd-4ddc-af92-8b5f77de4d52 req-4ed14b58-0a6e-4029-be34-fbde4f29fbbe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321178 Aug 19 13:32:51.061289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98493045-d641-44f3-a419-f4b28993716e req-4e2aed73-9fd3-4b4c-b123-b19865561421 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:51.062807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98493045-d641-44f3-a419-f4b28993716e req-4e2aed73-9fd3-4b4c-b123-b19865561421 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 943 time: 0.0529461 Aug 19 13:32:51.108946 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98493045-d641-44f3-a419-f4b28993716e req-254efeae-26ab-470b-93bc-510ba73495b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382798 Aug 19 13:32:51.157764 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-209a8ceb-2a78-482d-b4bc-a625901cd5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.529595 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2af216ec-5961-4083-9559-949aae0b4204 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:32:51.636582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2af216ec-5961-4083-9559-949aae0b4204, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2af216ec-5961-4083-9559-949aae0b4204,segment=NetworkSegment(25e84875-8a1f-4ec3-8843-f103353b0ea2),segment_id=25e84875-8a1f-4ec3-8843-f103353b0ea2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:51.647071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '2af216ec-5961-4083-9559-949aae0b4204', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'port_id': '2af216ec-5961-4083-9559-949aae0b4204', 'mac_address': 'fa:16:3e:25:d5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:32:51.690142 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.704325 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af216ec-5961-4083-9559-949aae0b4204 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:32:51.725271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2af216ec-5961-4083-9559-949aae0b4204, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2af216ec-5961-4083-9559-949aae0b4204,segment=NetworkSegment(25e84875-8a1f-4ec3-8843-f103353b0ea2),segment_id=25e84875-8a1f-4ec3-8843-f103353b0ea2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:51.860259 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.909392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2af216ec-5961-4083-9559-949aae0b4204,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:52.086782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['2af216ec-5961-4083-9559-949aae0b4204'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:32:52.229281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0448a-bdd2-4942-9ea7-598bf25c39d9 req-a2857190-b666-4756-a517-97e3e7de0009 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:52.230848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ff0448a-bdd2-4942-9ea7-598bf25c39d9 req-a2857190-b666-4756-a517-97e3e7de0009 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 944 time: 0.0518575 Aug 19 13:32:52.271494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3ff0448a-bdd2-4942-9ea7-598bf25c39d9 req-de35d610-2ba5-4ba7-a9ed-34a4682e7cb6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339656 Aug 19 13:32:52.451795 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:32:53.407869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd6869-6a5b-41e0-bec4-8f3bd370cbdb req-b9e646b2-41b5-4427-bf4b-4fa227479147 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:53.409355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f7cd6869-6a5b-41e0-bec4-8f3bd370cbdb req-b9e646b2-41b5-4427-bf4b-4fa227479147 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 944 time: 0.0494339 Aug 19 13:32:53.449844 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f7cd6869-6a5b-41e0-bec4-8f3bd370cbdb req-78558fbb-de22-484c-b05e-daf5d30441ef tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Aug 19 13:32:53.528538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2af216ec-5961-4083-9559-949aae0b4204 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:32:53.655072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 2af216ec-5961-4083-9559-949aae0b4204 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:53.659082 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 2af216ec-5961-4083-9559-949aae0b4204 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:53.659453 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:53.739892 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:53.763716 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfdd08e-606e-4634-9447-ea179609c359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af216ec-5961-4083-9559-949aae0b4204'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:32:53.766025 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26df4dc-2109-4b83-9e4e-07832d88a0b1" -d '{"events": [{"server_uuid": "5bfdd08e-606e-4634-9447-ea179609c359", "name": "network-vif-plugged", "status": "completed", "tag": "2af216ec-5961-4083-9559-949aae0b4204"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:32:53.779661 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 2af216ec-5961-4083-9559-949aae0b4204, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2af216ec-5961-4083-9559-949aae0b4204,segment=NetworkSegment(25e84875-8a1f-4ec3-8843-f103353b0ea2),segment_id=25e84875-8a1f-4ec3-8843-f103353b0ea2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:53.802930 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9c8bbe-3324-4b87-a5fd-85b145641fb5 x-openstack-request-id: req-8f9c8bbe-3324-4b87-a5fd-85b145641fb5 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:32:53.803264 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfdd08e-606e-4634-9447-ea179609c359", "name": "network-vif-plugged", "status": "completed", "tag": "2af216ec-5961-4083-9559-949aae0b4204", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:32:53.803655 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f9c8bbe-3324-4b87-a5fd-85b145641fb5 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:32:53.804125 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfdd08e-606e-4634-9447-ea179609c359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af216ec-5961-4083-9559-949aae0b4204', 'code': 200} Aug 19 13:32:53.849432 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:53.902975 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=2af216ec-5961-4083-9559-949aae0b4204,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:53.910875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4d88e-977c-468a-8972-12a2a4f987cb req-a466b447-766a-4acb-a419-4720510802a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:53.912350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ef4d88e-977c-468a-8972-12a2a4f987cb req-a466b447-766a-4acb-a419-4720510802a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 1096 time: 0.0496397 Aug 19 13:32:53.949419 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2ef4d88e-977c-468a-8972-12a2a4f987cb req-aea01a70-76d7-47e5-a96d-f4c20cd4fbd3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294139 Aug 19 13:32:54.569853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe3f9b-966e-4fd6-a69e-2c05c91cc887 req-36bfd078-3a0a-46c9-a6ca-fdd71f6f509e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:54.572338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23fe3f9b-966e-4fd6-a69e-2c05c91cc887 req-36bfd078-3a0a-46c9-a6ca-fdd71f6f509e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0542531 Aug 19 13:32:54.611601 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23fe3f9b-966e-4fd6-a69e-2c05c91cc887 req-bfd31be2-50a6-44be-8979-549e9f5522c2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329711 Aug 19 13:32:55.501025 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd322-ae7f-4990-853b-0f20450eaa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:55.735621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a1275-70e7-44af-8d83-27b4cd336a8a req-e4922e2a-ae7a-4700-b37f-1e61f8bc622c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:55.737161 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b1a1275-70e7-44af-8d83-27b4cd336a8a req-e4922e2a-ae7a-4700-b37f-1e61f8bc622c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0524387 Aug 19 13:32:55.778284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b1a1275-70e7-44af-8d83-27b4cd336a8a req-391fad3f-2056-4c56-9a3b-e9600fa1c170 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342469 Aug 19 13:32:55.872424 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:55.906197 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dc1af-3c97-4236-9f22-5aeb1e75e45f req-07139e5c-c084-4439-a8c7-698f1dd0bc4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:55.907733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c2dc1af-3c97-4236-9f22-5aeb1e75e45f req-07139e5c-c084-4439-a8c7-698f1dd0bc4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0587857 Aug 19 13:32:55.949034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c2dc1af-3c97-4236-9f22-5aeb1e75e45f req-e187869b-c185-4532-a244-833a75d080f5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347862 Aug 19 13:32:55.973028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55460) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:56.015232 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4118bd81-c7e4-40f8-a68d-884f51eb50d5 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:56.016826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4118bd81-c7e4-40f8-a68d-884f51eb50d5 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 1091 time: 0.0427146 Aug 19 13:32:56.019905 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55462) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:56.025032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '2af216ec-5961-4083-9559-949aae0b4204', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:56.158078 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.261744 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.595728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.25.6.165 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/e8f9bbf3-cab5-4e7a-9510-282caeaadcf5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:32:56.708948 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.832245 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.874334 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:32:56.877295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:56.880959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:32:56.887688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=e8f9bbf3-cab5-4e7a-9510-282caeaadcf5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:57.261174 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.278083 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.384398 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.539947 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.597729 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.667551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=e8f9bbf3-cab5-4e7a-9510-282caeaadcf5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:57.685215 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.787406 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Floating IP ab4d4a0b-3f6c-44a7-b7c6-34953409f0e3 associated. External IP: 172.25.6.165, port: 2af216ec-5961-4083-9559-949aae0b4204. Aug 19 13:32:58.348047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:32:58.455747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:32:58.465899 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5fd95-e55a-4fcf-916f-92c5ffd20072 None None] Sync routers for ids ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:32:58.475077 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5fd95-e55a-4fcf-916f-92c5ffd20072 None None] Routers {'5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:58.479517 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f9a5fd95-e55a-4fcf-916f-92c5ffd20072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:58.512528 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:58.542036 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9dda5660-56dd-4d27-87a9-6414456ae470 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5210078 Aug 19 13:32:58.542738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfdd08e-606e-4634-9447-ea179609c359', 'tag': '2af216ec-5961-4083-9559-949aae0b4204'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:32:58.546195 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f71539-4ada-4b07-8547-c1ce6bcebba2" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfdd08e-606e-4634-9447-ea179609c359", "tag": "2af216ec-5961-4083-9559-949aae0b4204"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:32:58.586786 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f9a5fd95-e55a-4fcf-916f-92c5ffd20072 None None] Set router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:58.646113 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f9f4a-8997-412c-86ed-f684790a99b9 req-b181d478-4e70-463b-814a-e7421ec3cab9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:58.647648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-607f9f4a-8997-412c-86ed-f684790a99b9 req-b181d478-4e70-463b-814a-e7421ec3cab9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0531027 Aug 19 13:32:58.649590 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a939785-d0e7-442b-ba51-cffaad2dde36 x-openstack-request-id: req-4a939785-d0e7-442b-ba51-cffaad2dde36 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:32:58.649899 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfdd08e-606e-4634-9447-ea179609c359", "tag": "2af216ec-5961-4083-9559-949aae0b4204", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:32:58.650145 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a939785-d0e7-442b-ba51-cffaad2dde36 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:32:58.650551 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfdd08e-606e-4634-9447-ea179609c359', 'tag': '2af216ec-5961-4083-9559-949aae0b4204', 'status': 'completed', 'code': 200} Aug 19 13:32:58.716100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-607f9f4a-8997-412c-86ed-f684790a99b9 req-a29e920a-ec47-4062-8f9e-e3b13bfcfe8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598400 Aug 19 13:32:58.728566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f71539-4ada-4b07-8547-c1ce6bcebba2 req-46f9e632-a52d-460d-913b-50781c3faa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:58.730300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9f71539-4ada-4b07-8547-c1ce6bcebba2 req-46f9e632-a52d-460d-913b-50781c3faa3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 1096 time: 0.0591099 Aug 19 13:32:58.740721 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55470) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:58.811864 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-729f9a5a-9d70-4712-bdad-9ff07694c3a6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/ab4d4a0b-3f6c-44a7-b7c6-34953409f0e3 HTTP/1.1" status: 200 len: 991 time: 0.0692544 Aug 19 13:32:58.834028 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f71539-4ada-4b07-8547-c1ce6bcebba2 req-05da155c-c1b3-49e3-a510-fa14d2bfc9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:58.835643 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9f71539-4ada-4b07-8547-c1ce6bcebba2 req-05da155c-c1b3-49e3-a510-fa14d2bfc9a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=55586891-ea56-419c-8ea4-504beedac557 HTTP/1.1" status: 200 len: 897 time: 0.0967805 Aug 19 13:32:58.904407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9f71539-4ada-4b07-8547-c1ce6bcebba2 req-e8d86a4a-9328-4cce-bda4-ac5c84f0c52f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2af216ec-5961-4083-9559-949aae0b4204 HTTP/1.1" status: 200 len: 999 time: 0.0606806 Aug 19 13:32:58.921848 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f9a5fd95-e55a-4fcf-916f-92c5ffd20072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:39Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'ab4d4a0b-3f6c-44a7-b7c6-34953409f0e3', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.165', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'port_id': '2af216ec-5961-4083-9559-949aae0b4204', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'mac_address': 'fa:16:3e:25:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdd08e-606e-4634-9447-ea179609c359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:32:57Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e18a7c-9335-4e16-bd7a-a4611a3a0adc', 'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:89:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:39Z', 'updated_at': '2021-08-19T13:32:44Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:58.952463 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5fd95-e55a-4fcf-916f-92c5ffd20072 None None] Checking router: 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:32:58.959505 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f71539-4ada-4b07-8547-c1ce6bcebba2 req-6c6b9334-4cef-42d7-b2d0-1de40f24d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:58.960699 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5fd95-e55a-4fcf-916f-92c5ffd20072 None None] Routers {'5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:58.961171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9f71539-4ada-4b07-8547-c1ce6bcebba2 req-6c6b9334-4cef-42d7-b2d0-1de40f24d5b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0eeacbbd-4443-4fdd-a926-6a36f189404f HTTP/1.1" status: 200 len: 834 time: 0.0487759 Aug 19 13:32:58.961445 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f9a5fd95-e55a-4fcf-916f-92c5ffd20072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:32:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:59.008532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f71539-4ada-4b07-8547-c1ce6bcebba2 req-114b709d-1164-484c-80cc-d5a7b571cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:59.010139 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9f71539-4ada-4b07-8547-c1ce6bcebba2 req-114b709d-1164-484c-80cc-d5a7b571cdc8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55586891-ea56-419c-8ea4-504beedac557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416834 Aug 19 13:32:59.081479 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f9a5fd95-e55a-4fcf-916f-92c5ffd20072 None None] Set router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:59.109233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9f71539-4ada-4b07-8547-c1ce6bcebba2 req-a228f8e3-0767-407c-9b92-fe996a36a6e3 service neutron] 10.222.0.53 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905151 Aug 19 13:32:59.146702 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.205460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9f71539-4ada-4b07-8547-c1ce6bcebba2 req-8887fa7d-cbcc-4560-ac70-6745a2dc30cf service neutron] 10.222.0.53 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885215 Aug 19 13:32:59.301793 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f9a5fd95-e55a-4fcf-916f-92c5ffd20072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:39Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'ab4d4a0b-3f6c-44a7-b7c6-34953409f0e3', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.165', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'port_id': '2af216ec-5961-4083-9559-949aae0b4204', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'mac_address': 'fa:16:3e:25:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdd08e-606e-4634-9447-ea179609c359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:32:57Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e18a7c-9335-4e16-bd7a-a4611a3a0adc', 'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:89:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:39Z', 'updated_at': '2021-08-19T13:32:44Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:59.327767 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5fd95-e55a-4fcf-916f-92c5ffd20072 None None] The sync data for ids ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'] in n-d-778732-8 is: [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:39Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'ab4d4a0b-3f6c-44a7-b7c6-34953409f0e3', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.165', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'port_id': '2af216ec-5961-4083-9559-949aae0b4204', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'mac_address': 'fa:16:3e:25:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdd08e-606e-4634-9447-ea179609c359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:32:57Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e18a7c-9335-4e16-bd7a-a4611a3a0adc', 'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:89:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:39Z', 'updated_at': '2021-08-19T13:32:44Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:32:59.522153 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4060d-91d0-4b5c-b98e-822c4df5510f None None] New status for floating IP ab4d4a0b-3f6c-44a7-b7c6-34953409f0e3: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:32:59.815159 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55472) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:59.875311 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e3ecc3b5-36d4-4c0c-a8e7-e4328ca806e8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/ab4d4a0b-3f6c-44a7-b7c6-34953409f0e3 HTTP/1.1" status: 200 len: 993 time: 0.0589709 Aug 19 13:33:12.529027 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:15.311541 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:21.146096 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6d3daaf6-5886-43c8-8f43-de7466bc7401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:25.477193 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7a21feea-476a-471a-8bb1-d5ea7bfadf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:25.791571 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:27.277715 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:29.145321 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:29.455060 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:33:31.470480 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608075e-1db6-45d1-a7ac-ee1adc0d55eb req-267522bb-61a7-451a-8e40-03052ac92617 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:31.472216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b608075e-1db6-45d1-a7ac-ee1adc0d55eb req-267522bb-61a7-451a-8e40-03052ac92617 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0536153 Aug 19 13:33:31.540623 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b608075e-1db6-45d1-a7ac-ee1adc0d55eb req-928731a5-6552-4850-8e81-3fea47aa7c7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623531 Aug 19 13:33:31.550726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67304e66-00e8-481b-a2f7-c6ecf2668b57 req-b6d23902-616d-4f9f-b179-1f3dbdba706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:31.552003 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67304e66-00e8-481b-a2f7-c6ecf2668b57 req-b6d23902-616d-4f9f-b179-1f3dbdba706c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 1096 time: 0.0595520 Aug 19 13:33:31.650414 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67304e66-00e8-481b-a2f7-c6ecf2668b57 req-6d015844-f1b9-4dd2-ba78-f1b2e0ebf262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:31.651945 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67304e66-00e8-481b-a2f7-c6ecf2668b57 req-6d015844-f1b9-4dd2-ba78-f1b2e0ebf262 service neutron] 10.222.0.53 "GET /v2.0/networks?id=55586891-ea56-419c-8ea4-504beedac557 HTTP/1.1" status: 200 len: 897 time: 0.0896745 Aug 19 13:33:31.725626 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67304e66-00e8-481b-a2f7-c6ecf2668b57 req-da4abef5-ee82-45bf-91b4-e2506bd48e28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2af216ec-5961-4083-9559-949aae0b4204 HTTP/1.1" status: 200 len: 1001 time: 0.0646143 Aug 19 13:33:31.777172 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67304e66-00e8-481b-a2f7-c6ecf2668b57 req-2eda5d36-2679-4786-a7d4-a7bca20c37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:31.778655 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67304e66-00e8-481b-a2f7-c6ecf2668b57 req-2eda5d36-2679-4786-a7d4-a7bca20c37bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0eeacbbd-4443-4fdd-a926-6a36f189404f HTTP/1.1" status: 200 len: 834 time: 0.0448270 Aug 19 13:33:31.827902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67304e66-00e8-481b-a2f7-c6ecf2668b57 req-59c37e0c-e95d-4806-9dfc-002f58c8b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:31.829417 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67304e66-00e8-481b-a2f7-c6ecf2668b57 req-59c37e0c-e95d-4806-9dfc-002f58c8b572 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55586891-ea56-419c-8ea4-504beedac557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417032 Aug 19 13:33:31.923630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67304e66-00e8-481b-a2f7-c6ecf2668b57 req-b18daca0-24fe-428d-8ad4-131715ce0ed4 service neutron] 10.222.0.53 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865026 Aug 19 13:33:32.016193 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67304e66-00e8-481b-a2f7-c6ecf2668b57 req-787def62-a041-4372-a1e5-826d04f5dbad service neutron] 10.222.0.53 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824201 Aug 19 13:33:32.684849 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e2f9e-a741-490d-b27d-d699c7bf1d15 req-f5f5f0d7-1416-4acd-b146-a67418155851 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:32.686473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f61e2f9e-a741-490d-b27d-d699c7bf1d15 req-f5f5f0d7-1416-4acd-b146-a67418155851 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0571854 Aug 19 13:33:32.724196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f61e2f9e-a741-490d-b27d-d699c7bf1d15 req-ab4756bf-a5f1-4836-a227-e25b1c094582 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317574 Aug 19 13:33:33.841041 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750ad4c-ec5b-4d97-96e0-85dc72c2be15 req-a850c514-99da-4653-9178-17a640964f28 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:33.842556 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8750ad4c-ec5b-4d97-96e0-85dc72c2be15 req-a850c514-99da-4653-9178-17a640964f28 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0508778 Aug 19 13:33:33.879668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8750ad4c-ec5b-4d97-96e0-85dc72c2be15 req-fa8377e0-98a6-499a-9d3f-c6234c92b19b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311384 Aug 19 13:33:34.995530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cf966-229b-4fb6-ada0-abef3baff251 req-8ba24bfa-26bb-451f-8889-fdfdd8faa454 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:34.997025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-095cf966-229b-4fb6-ada0-abef3baff251 req-8ba24bfa-26bb-451f-8889-fdfdd8faa454 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0507479 Aug 19 13:33:35.035323 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-095cf966-229b-4fb6-ada0-abef3baff251 req-3404a9f1-73ef-496e-9446-0d0544a0d396 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322807 Aug 19 13:33:36.157568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43da57d-c87c-4b72-9cf2-100a6e1cdf97 req-4d885480-df5d-4b17-a6c2-1b13b1deea02 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:36.159087 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e43da57d-c87c-4b72-9cf2-100a6e1cdf97 req-4d885480-df5d-4b17-a6c2-1b13b1deea02 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0532906 Aug 19 13:33:36.196870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e43da57d-c87c-4b72-9cf2-100a6e1cdf97 req-6feada83-de8c-4bff-8bd3-c9a905f6c71c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Aug 19 13:33:36.767103 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29792c-ca20-425c-9c8f-cef5ec36f3c0 req-6bd51d39-0dc1-4cc7-8896-7c285c600cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:36.768502 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b29792c-ca20-425c-9c8f-cef5ec36f3c0 req-6bd51d39-0dc1-4cc7-8896-7c285c600cd2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 1096 time: 0.0419691 Aug 19 13:33:36.880724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29792c-ca20-425c-9c8f-cef5ec36f3c0 req-50585626-51af-4231-b601-12b202e2670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:36.882273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b29792c-ca20-425c-9c8f-cef5ec36f3c0 req-50585626-51af-4231-b601-12b202e2670c service neutron] 10.222.0.53 "GET /v2.0/networks?id=55586891-ea56-419c-8ea4-504beedac557 HTTP/1.1" status: 200 len: 897 time: 0.0909986 Aug 19 13:33:36.948804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b29792c-ca20-425c-9c8f-cef5ec36f3c0 req-20e3550c-8168-4f15-8f56-5972b556b3aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2af216ec-5961-4083-9559-949aae0b4204 HTTP/1.1" status: 200 len: 1001 time: 0.0583942 Aug 19 13:33:36.997721 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29792c-ca20-425c-9c8f-cef5ec36f3c0 req-c161cf9d-cb5f-478f-80af-191d644d17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:36.999150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b29792c-ca20-425c-9c8f-cef5ec36f3c0 req-c161cf9d-cb5f-478f-80af-191d644d17fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0eeacbbd-4443-4fdd-a926-6a36f189404f HTTP/1.1" status: 200 len: 834 time: 0.0436854 Aug 19 13:33:37.049180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29792c-ca20-425c-9c8f-cef5ec36f3c0 req-a2b4b4be-da86-4aa7-9483-9226b8d6d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:37.050609 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b29792c-ca20-425c-9c8f-cef5ec36f3c0 req-a2b4b4be-da86-4aa7-9483-9226b8d6d38c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55586891-ea56-419c-8ea4-504beedac557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440924 Aug 19 13:33:37.140216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b29792c-ca20-425c-9c8f-cef5ec36f3c0 req-b6bec727-926e-4c45-981e-ed8bf4ef0436 service neutron] 10.222.0.53 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817099 Aug 19 13:33:37.235908 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b29792c-ca20-425c-9c8f-cef5ec36f3c0 req-4a801253-36eb-4c2f-8458-46250db0bedb service neutron] 10.222.0.53 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858498 Aug 19 13:33:37.315361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da18be-3ba1-4a4b-877e-fcb198b16a99 req-eb0717d2-b35d-4863-a678-3ac437d24177 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:37.316745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3da18be-3ba1-4a4b-877e-fcb198b16a99 req-eb0717d2-b35d-4863-a678-3ac437d24177 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0490346 Aug 19 13:33:37.354349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b3da18be-3ba1-4a4b-877e-fcb198b16a99 req-e3da6682-280e-45d7-823c-56ebf847368c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Aug 19 13:33:38.468164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93318083-39e1-4dbd-8933-a9c53f535031 req-f71042b7-5218-411b-b841-5f3b66a6d8c4 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:38.470706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93318083-39e1-4dbd-8933-a9c53f535031 req-f71042b7-5218-411b-b841-5f3b66a6d8c4 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0484409 Aug 19 13:33:38.507305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93318083-39e1-4dbd-8933-a9c53f535031 req-6e8a4154-6a55-4b3f-85bd-a61dc8fbd8ad tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Aug 19 13:33:39.626010 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fee4f-30c0-41eb-989e-221293adbc87 req-b7d60af7-0d45-4874-86c2-908ec727c3ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:39.627499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-017fee4f-30c0-41eb-989e-221293adbc87 req-b7d60af7-0d45-4874-86c2-908ec727c3ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0533199 Aug 19 13:33:39.664894 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-017fee4f-30c0-41eb-989e-221293adbc87 req-28cd6e4b-b853-45e2-96cd-229746e8809f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Aug 19 13:33:40.789038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764c2ab-a220-4591-a74f-121adebd492c req-dc731152-2516-4831-b538-864ee91f475a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:40.790710 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5764c2ab-a220-4591-a74f-121adebd492c req-dc731152-2516-4831-b538-864ee91f475a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0491560 Aug 19 13:33:40.828275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5764c2ab-a220-4591-a74f-121adebd492c req-0be51920-ca08-4f93-8e95-1ed476622cd8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Aug 19 13:33:41.960161 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc178e74-1e94-4e7c-ad9c-4da3a278103f req-6382fae6-d349-4227-9f42-6cd6d7d81b09 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:41.961670 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc178e74-1e94-4e7c-ad9c-4da3a278103f req-6382fae6-d349-4227-9f42-6cd6d7d81b09 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0631108 Aug 19 13:33:42.009296 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bc178e74-1e94-4e7c-ad9c-4da3a278103f req-be02ae1d-7f9f-4fd7-93cd-e9affd541fa6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404403 Aug 19 13:33:42.540773 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:43.134910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5364e2-6387-40a8-8baf-e9081af73cf3 req-0bbd2cfb-d64f-4bfd-b504-4dbc5267c655 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:43.136393 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa5364e2-6387-40a8-8baf-e9081af73cf3 req-0bbd2cfb-d64f-4bfd-b504-4dbc5267c655 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0530841 Aug 19 13:33:43.174207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa5364e2-6387-40a8-8baf-e9081af73cf3 req-6558cf52-be43-4938-8c36-d3fd298bff81 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316553 Aug 19 13:33:44.291178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a55c-0794-4dc6-8435-0824cef8560e req-3639e831-bf16-44cd-ae4d-a20416ae53b2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:44.292697 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8415a55c-0794-4dc6-8435-0824cef8560e req-3639e831-bf16-44cd-ae4d-a20416ae53b2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0502329 Aug 19 13:33:44.331282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8415a55c-0794-4dc6-8435-0824cef8560e req-3ae01f88-67b7-4fb9-b84a-11379d7e31d0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325968 Aug 19 13:33:44.353358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55520) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:33:44.415471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d155015b-af8c-416d-906d-431a03ef9179 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/ab4d4a0b-3f6c-44a7-b7c6-34953409f0e3 HTTP/1.1" status: 200 len: 993 time: 0.0606613 Aug 19 13:33:45.293974 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:51.167839 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-da42e392-b33f-4007-a8a6-313628556803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:55.477065 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-adc59fb2-263e-4bf3-b6d5-feebe6269d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:55.825172 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:57.236656 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:59.190964 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:06.455912 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:34:12.550759 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:14.755425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55544) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:14.912632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port e8f9bbf3-cab5-4e7a-9510-282caeaadcf5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:34:14.912984 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:14.987058 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:14.987396 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:14.999689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for e8f9bbf3-cab5-4e7a-9510-282caeaadcf5 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:34:15.196293 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:15.223580 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=e8f9bbf3-cab5-4e7a-9510-282caeaadcf5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:15.236012 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.236365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.236705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.237036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.237365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.237719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.238046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.238372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.238701 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.239022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.239345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.239722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:15.296467 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:15.296903 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Floating IP ab4d4a0b-3f6c-44a7-b7c6-34953409f0e3 disassociated (deleted). External IP: 172.25.6.165, port: 2af216ec-5961-4083-9559-949aae0b4204. Aug 19 13:34:15.322035 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:15.500016 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:34:15.606241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:34:15.611784 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:15.616379 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f2edd-495b-48f2-8826-e8bafd41e1ad None None] Sync routers for ids ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:34:15.625275 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f2edd-495b-48f2-8826-e8bafd41e1ad None None] Routers {'5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:15.628311 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-677f2edd-495b-48f2-8826-e8bafd41e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:15.638425 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9c50afd3-c351-40a2-b1ed-ea4d60333d15 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/floatingips/ab4d4a0b-3f6c-44a7-b7c6-34953409f0e3 HTTP/1.1" status: 204 len: 168 time: 0.8819377 Aug 19 13:34:15.639002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfdd08e-606e-4634-9447-ea179609c359', 'tag': '2af216ec-5961-4083-9559-949aae0b4204'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:34:15.641599 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d1ea78-9be3-4de5-bf74-59ad909be7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfdd08e-606e-4634-9447-ea179609c359", "tag": "2af216ec-5961-4083-9559-949aae0b4204"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:34:15.684216 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef0c646-8284-4ff9-be5c-4bae5dd89597 x-openstack-request-id: req-1ef0c646-8284-4ff9-be5c-4bae5dd89597 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:34:15.684502 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfdd08e-606e-4634-9447-ea179609c359", "tag": "2af216ec-5961-4083-9559-949aae0b4204", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:34:15.684752 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ef0c646-8284-4ff9-be5c-4bae5dd89597 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:34:15.685304 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfdd08e-606e-4634-9447-ea179609c359', 'tag': '2af216ec-5961-4083-9559-949aae0b4204', 'status': 'completed', 'code': 200} Aug 19 13:34:15.739847 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-677f2edd-495b-48f2-8826-e8bafd41e1ad None None] Set router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:15.750096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1ea78-9be3-4de5-bf74-59ad909be7e7 req-314c449f-ec81-45a0-9333-bce371710142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:15.751574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65d1ea78-9be3-4de5-bf74-59ad909be7e7 req-314c449f-ec81-45a0-9333-bce371710142 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 1096 time: 0.0431998 Aug 19 13:34:15.858681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1ea78-9be3-4de5-bf74-59ad909be7e7 req-c527b2ad-3e03-48a5-b45c-25141303873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:15.861275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65d1ea78-9be3-4de5-bf74-59ad909be7e7 req-c527b2ad-3e03-48a5-b45c-25141303873b service neutron] 10.222.0.53 "GET /v2.0/networks?id=55586891-ea56-419c-8ea4-504beedac557 HTTP/1.1" status: 200 len: 897 time: 0.0994298 Aug 19 13:34:15.903253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65d1ea78-9be3-4de5-bf74-59ad909be7e7 req-0975137c-a9aa-4298-ab19-a1d6806022ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2af216ec-5961-4083-9559-949aae0b4204 HTTP/1.1" status: 200 len: 217 time: 0.0338955 Aug 19 13:34:15.947147 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-677f2edd-495b-48f2-8826-e8bafd41e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:39Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'b9e18a7c-9335-4e16-bd7a-a4611a3a0adc', 'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:89:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:39Z', 'updated_at': '2021-08-19T13:32:44Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:15.956677 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1ea78-9be3-4de5-bf74-59ad909be7e7 req-dd203790-8032-4071-bd2a-cacbbe3b1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:15.958258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65d1ea78-9be3-4de5-bf74-59ad909be7e7 req-dd203790-8032-4071-bd2a-cacbbe3b1d15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0eeacbbd-4443-4fdd-a926-6a36f189404f HTTP/1.1" status: 200 len: 834 time: 0.0469968 Aug 19 13:34:15.975697 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f2edd-495b-48f2-8826-e8bafd41e1ad None None] Checking router: 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:34:15.984601 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f2edd-495b-48f2-8826-e8bafd41e1ad None None] Routers {'5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:15.985224 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-677f2edd-495b-48f2-8826-e8bafd41e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:16.011405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1ea78-9be3-4de5-bf74-59ad909be7e7 req-e7509eb8-2c69-444c-8616-f6cf708ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:16.012854 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65d1ea78-9be3-4de5-bf74-59ad909be7e7 req-e7509eb8-2c69-444c-8616-f6cf708ed61e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=55586891-ea56-419c-8ea4-504beedac557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467420 Aug 19 13:34:16.095072 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-677f2edd-495b-48f2-8826-e8bafd41e1ad None None] Set router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:16.147594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357063f-cbdc-4284-b20a-eaeca6edb698 req-08537d8a-a897-498b-8bca-f389745bd64f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:16.149100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6357063f-cbdc-4284-b20a-eaeca6edb698 req-08537d8a-a897-498b-8bca-f389745bd64f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0691884 Aug 19 13:34:16.150874 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65d1ea78-9be3-4de5-bf74-59ad909be7e7 req-2dc1b02c-63cf-45ce-abec-4c83652fcff5 service neutron] 10.222.0.53 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275835 Aug 19 13:34:16.239992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6357063f-cbdc-4284-b20a-eaeca6edb698 req-c5a49b2e-06ff-4de6-a119-6df6529d33f4 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845783 Aug 19 13:34:16.273317 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-65d1ea78-9be3-4de5-bf74-59ad909be7e7 req-c342062a-976b-4dea-acae-fc81a06eef43 service neutron] 10.222.0.53 "GET /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112428 Aug 19 13:34:16.306139 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-677f2edd-495b-48f2-8826-e8bafd41e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:39Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'b9e18a7c-9335-4e16-bd7a-a4611a3a0adc', 'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:89:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:39Z', 'updated_at': '2021-08-19T13:32:44Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:16.332995 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f2edd-495b-48f2-8826-e8bafd41e1ad None None] The sync data for ids ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'] in n-d-778732-8 is: [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:32:39Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'b9e18a7c-9335-4e16-bd7a-a4611a3a0adc', 'name': '', 'network_id': '55586891-ea56-419c-8ea4-504beedac557', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:89:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:39Z', 'updated_at': '2021-08-19T13:32:44Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '0eeacbbd-4443-4fdd-a926-6a36f189404f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:34:16.543180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b7052-20c5-4bd1-823a-7fdbe60c9308 None None] New status for floating IP ab4d4a0b-3f6c-44a7-b7c6-34953409f0e3: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:34:17.357021 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acab77d-1c58-49f5-ab10-143226c96619 req-d912e88b-6c53-430d-959a-c3648672943f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:17.358567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6acab77d-1c58-49f5-ab10-143226c96619 req-d912e88b-6c53-430d-959a-c3648672943f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0490489 Aug 19 13:34:17.397383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6acab77d-1c58-49f5-ab10-143226c96619 req-1e224c33-2f99-4cd3-b366-da3985d9c662 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=a626e8c0-7a5e-43f8-ad24-a1819403f6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327687 Aug 19 13:34:17.641229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2439b-990d-4f15-8723-98549063c90d req-e8b6a854-52f1-4260-ba75-fe0cbcea41d5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:17.642716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23c2439b-990d-4f15-8723-98549063c90d req-e8b6a854-52f1-4260-ba75-fe0cbcea41d5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Aug 19 13:34:17.736606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-23c2439b-990d-4f15-8723-98549063c90d req-9831220e-eb1b-4cf1-9245-603bfa2340e3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port 2af216ec-5961-4083-9559-949aae0b4204 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:34:17.736954 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-23c2439b-990d-4f15-8723-98549063c90d req-9831220e-eb1b-4cf1-9245-603bfa2340e3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:17.832306 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-23c2439b-990d-4f15-8723-98549063c90d req-9831220e-eb1b-4cf1-9245-603bfa2340e3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port 2af216ec-5961-4083-9559-949aae0b4204, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=2af216ec-5961-4083-9559-949aae0b4204,segment=NetworkSegment(25e84875-8a1f-4ec3-8843-f103353b0ea2),segment_id=25e84875-8a1f-4ec3-8843-f103353b0ea2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:17.832711 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-23c2439b-990d-4f15-8723-98549063c90d req-9831220e-eb1b-4cf1-9245-603bfa2340e3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:17.847236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-23c2439b-990d-4f15-8723-98549063c90d req-9831220e-eb1b-4cf1-9245-603bfa2340e3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for 2af216ec-5961-4083-9559-949aae0b4204 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:34:18.036511 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-23c2439b-990d-4f15-8723-98549063c90d req-9831220e-eb1b-4cf1-9245-603bfa2340e3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:18.066547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831220e-eb1b-4cf1-9245-603bfa2340e3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=2af216ec-5961-4083-9559-949aae0b4204,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:18.105764 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c2439b-990d-4f15-8723-98549063c90d req-9831220e-eb1b-4cf1-9245-603bfa2340e3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] No DVR routers for this DVR port 2af216ec-5961-4083-9559-949aae0b4204 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:34:18.109040 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-23c2439b-990d-4f15-8723-98549063c90d req-9831220e-eb1b-4cf1-9245-603bfa2340e3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:18.111189 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23c2439b-990d-4f15-8723-98549063c90d req-9831220e-eb1b-4cf1-9245-603bfa2340e3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "DELETE /v2.0/ports/2af216ec-5961-4083-9559-949aae0b4204 HTTP/1.1" status: 204 len: 173 time: 0.4616511 Aug 19 13:34:18.111628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfdd08e-606e-4634-9447-ea179609c359', 'name': 'network-vif-deleted', 'tag': '2af216ec-5961-4083-9559-949aae0b4204'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:34:18.113904 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170fbf89-d85a-42ab-8ee6-8ab46f253117" -d '{"events": [{"server_uuid": "5bfdd08e-606e-4634-9447-ea179609c359", "name": "network-vif-deleted", "tag": "2af216ec-5961-4083-9559-949aae0b4204"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:34:18.156318 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83af159f-1a28-4195-93fa-4718571cd00b x-openstack-request-id: req-83af159f-1a28-4195-93fa-4718571cd00b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:34:18.156318 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfdd08e-606e-4634-9447-ea179609c359", "name": "network-vif-deleted", "tag": "2af216ec-5961-4083-9559-949aae0b4204", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:34:18.156318 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83af159f-1a28-4195-93fa-4718571cd00b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:34:18.156318 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfdd08e-606e-4634-9447-ea179609c359', 'name': 'network-vif-deleted', 'tag': '2af216ec-5961-4083-9559-949aae0b4204', 'status': 'completed', 'code': 200} Aug 19 13:34:18.508475 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46446798-fbe4-4b9a-9ed7-da6f5f816a46 req-f1bc8e84-b347-4b48-8c10-66a09bdb56b8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bfdd08e-606e-4634-9447-ea179609c359 HTTP/1.1" status: 200 len: 210 time: 0.0272188 Aug 19 13:34:19.574050 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55560) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:19.962029 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:20.615866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:34:20.616889 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:20.728094 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port b9e18a7c-9335-4e16-bd7a-a4611a3a0adc, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b9e18a7c-9335-4e16-bd7a-a4611a3a0adc,segment=NetworkSegment(25e84875-8a1f-4ec3-8843-f103353b0ea2),segment_id=25e84875-8a1f-4ec3-8843-f103353b0ea2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:20.728471 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:20.745461 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for b9e18a7c-9335-4e16-bd7a-a4611a3a0adc owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:34:21.047895 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:21.074608 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=b9e18a7c-9335-4e16-bd7a-a4611a3a0adc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:21.127828 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7536bd9f-ae22-4f01-8740-d1ac582c3c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:21.253319 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:21.471112 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:34:21.573703 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:34:21.580110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6162bcc1-b0dd-4382-8fbf-d934b1e30205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "PUT /v2.0/routers/5e4982d8-618c-4ad6-aed1-c81c2bcb6d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0049140 Aug 19 13:34:21.582236 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55562) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:21.584532 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1aecf-7482-4ead-8b1f-018164966799 None None] Sync routers for ids ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:34:21.594610 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1aecf-7482-4ead-8b1f-018164966799 None None] Routers {'5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:21.595224 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-95e1aecf-7482-4ead-8b1f-018164966799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:21.634151 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting subnet 0eeacbbd-4443-4fdd-a926-6a36f189404f {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:34:21.637289 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:21.683901 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:21.700162 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-95e1aecf-7482-4ead-8b1f-018164966799 None None] Set router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:21.770845 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:21.894143 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:21.926637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Subnet': ['ID=0eeacbbd-4443-4fdd-a926-6a36f189404f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:21.935588 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:21.938250 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/subnets/0eeacbbd-4443-4fdd-a926-6a36f189404f HTTP/1.1" status: 204 len: 168 time: 0.3550332 Aug 19 13:34:21.939238 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e6f339-df97-4b40-b659-75b2da694c37 None None] Network 55586891-ea56-419c-8ea4-504beedac557 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:34:21.939837 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.940188 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.940623 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.940971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.941308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.941487 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55566) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:21.941958 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.941958 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.942298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.942623 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.942946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.943349 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.943588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff3941-d200-456c-b3cd-f22552646baa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:21.953607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2af216ec-5961-4083-9559-949aae0b4204 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:34:21.973481 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-95e1aecf-7482-4ead-8b1f-018164966799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:34:20Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:22.002765 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1aecf-7482-4ead-8b1f-018164966799 None None] Checking router: 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:34:22.012853 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1aecf-7482-4ead-8b1f-018164966799 None None] Routers {'5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:22.013242 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-95e1aecf-7482-4ead-8b1f-018164966799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:33:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:22.024142 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 2af216ec-5961-4083-9559-949aae0b4204 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:34:22.024781 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 2af216ec-5961-4083-9559-949aae0b4204 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:34:22.084015 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:22.119740 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-95e1aecf-7482-4ead-8b1f-018164966799 None None] Set router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:22.180748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] DHCP port deletion for 55586891-ea56-419c-8ea4-504beedac557 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:34:22.195697 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:22.228949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Deleting port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:34:22.233487 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:22.297031 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] For port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=274af455-5d03-4cc6-9ef1-e1c534e4bd3d,segment=NetworkSegment(25e84875-8a1f-4ec3-8843-f103353b0ea2),segment_id=25e84875-8a1f-4ec3-8843-f103353b0ea2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:22.297780 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:22.301891 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-95e1aecf-7482-4ead-8b1f-018164966799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:34:20Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:22.312365 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Calling delete_port for 274af455-5d03-4cc6-9ef1-e1c534e4bd3d owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:34:22.326107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port 76c8eb27-841f-4bbd-bdcc-d3abba955867 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:34:22.326512 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:22.337430 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1aecf-7482-4ead-8b1f-018164966799 None None] The sync data for ids ['5e4982d8-618c-4ad6-aed1-c81c2bcb6d00'] in n-d-778732-8 is: [{'id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818928324', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:34Z', 'updated_at': '2021-08-19T13:34:20Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '76c8eb27-841f-4bbd-bdcc-d3abba955867', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4982d8-618c-4ad6-aed1-c81c2bcb6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:35Z', 'updated_at': '2021-08-19T13:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:34:22.421451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port 76c8eb27-841f-4bbd-bdcc-d3abba955867, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=76c8eb27-841f-4bbd-bdcc-d3abba955867,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:22.421909 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:22.436052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for 76c8eb27-841f-4bbd-bdcc-d3abba955867 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:34:22.459385 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:22.497494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] No DVR routers for this DVR port 274af455-5d03-4cc6-9ef1-e1c534e4bd3d on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:34:22.500225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Pushing event deleted for resources: {'Port': ['ID=274af455-5d03-4cc6-9ef1-e1c534e4bd3d,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:22.517673 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.518029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.518368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.518709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.519050 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.519387 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.519720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.520054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.520378 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.520894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.521411 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.522043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca619-9a63-4dd7-a003-572df7fd4801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:22.705559 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:22.736694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=76c8eb27-841f-4bbd-bdcc-d3abba955867,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:22.741812 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b9e18a7c-9335-4e16-bd7a-a4611a3a0adc no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:34:22.770501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b9e18a7c-9335-4e16-bd7a-a4611a3a0adc {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:34:22.770841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b9e18a7c-9335-4e16-bd7a-a4611a3a0adc not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:34:22.771414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 274af455-5d03-4cc6-9ef1-e1c534e4bd3d no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:34:22.800501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 274af455-5d03-4cc6-9ef1-e1c534e4bd3d {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:34:22.800856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 274af455-5d03-4cc6-9ef1-e1c534e4bd3d not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:34:22.811652 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:22.912533 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:22.914692 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.030898 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.031602 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Fanout notify agent at l3_agent the message router_deleted on router 5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:34:23.038622 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.039754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-e96c516c-cf04-4074-8d4b-84f0ae3c0850 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/routers/5e4982d8-618c-4ad6-aed1-c81c2bcb6d00 HTTP/1.1" status: 204 len: 168 time: 1.0970006 Aug 19 13:34:23.043102 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55568) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:23.126465 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.217577 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.227162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55586891-ea56-419c-8ea4-504beedac557']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:23.237417 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e84875-8a1f-4ec3-8843-f103353b0ea2') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:23.237726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e84875-8a1f-4ec3-8843-f103353b0ea2') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:23.246600 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.260872 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.267296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:34:23.272114 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:34:23.384766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.396819 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.396819 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/networks/55586891-ea56-419c-8ea4-504beedac557 HTTP/1.1" status: 204 len: 168 time: 0.3493462 Aug 19 13:34:23.397051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55570) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:23.405965 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009bf8b-3b7d-4f16-81ef-68559a48fa4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Network': ['ID=55586891-ea56-419c-8ea4-504beedac557,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:23.457776 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe8522ab-4194-4b94-be79-65ecc76c8174 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.487246 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe8522ab-4194-4b94-be79-65ecc76c8174 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.600928 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe8522ab-4194-4b94-be79-65ecc76c8174 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.603635 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe8522ab-4194-4b94-be79-65ecc76c8174 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:23.604825 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fe8522ab-4194-4b94-be79-65ecc76c8174 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/security-groups/a626e8c0-7a5e-43f8-ad24-a1819403f6fe HTTP/1.1" status: 204 len: 168 time: 0.2073181 Aug 19 13:34:23.614652 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8522ab-4194-4b94-be79-65ecc76c8174 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a626e8c0-7a5e-43f8-ad24-a1819403f6fe,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:24.095708 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55576) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:24.100704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4226df4f-9926-4491-ad1b-c595c0212893 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111990813', 'description': 'tempest-secgroup-smoke-1111990813 description', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:24.185209 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4226df4f-9926-4491-ad1b-c595c0212893 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:24.262850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4226df4f-9926-4491-ad1b-c595c0212893 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:24.345261 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4226df4f-9926-4491-ad1b-c595c0212893 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:24.377816 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226df4f-9926-4491-ad1b-c595c0212893 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a670e90-e2e5-43b4-bf0d-e35627521e8b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:24.459255 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4226df4f-9926-4491-ad1b-c595c0212893 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:24.460565 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4226df4f-9926-4491-ad1b-c595c0212893 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3637931 Aug 19 13:34:24.463402 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55578) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:24.468458 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0bd4f74f-2b8a-44d9-b683-b5bda3019dc9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '2a670e90-e2e5-43b4-bf0d-e35627521e8b', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:24.561604 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f74f-2b8a-44d9-b683-b5bda3019dc9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:24.610400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76c8eb27-841f-4bbd-bdcc-d3abba955867 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:34:24.631204 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 76c8eb27-841f-4bbd-bdcc-d3abba955867 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:34:24.631640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 76c8eb27-841f-4bbd-bdcc-d3abba955867 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:34:24.963828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f74f-2b8a-44d9-b683-b5bda3019dc9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.007402 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f74f-2b8a-44d9-b683-b5bda3019dc9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.025659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4f74f-2b8a-44d9-b683-b5bda3019dc9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8383cc-85d2-4c70-9ec0-7c8036c6b409,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:25.070297 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f74f-2b8a-44d9-b683-b5bda3019dc9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.071500 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0bd4f74f-2b8a-44d9-b683-b5bda3019dc9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6071808 Aug 19 13:34:25.074303 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55580) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:25.078819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-3b583d6e-c398-47a4-b5d9-aacf9c567ddc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '2a670e90-e2e5-43b4-bf0d-e35627521e8b', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:25.155273 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b583d6e-c398-47a4-b5d9-aacf9c567ddc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.212000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b583d6e-c398-47a4-b5d9-aacf9c567ddc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.253451 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b583d6e-c398-47a4-b5d9-aacf9c567ddc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.270757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b583d6e-c398-47a4-b5d9-aacf9c567ddc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5e4bde-c3b1-481b-8efd-fa2c308beb13,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:25.374041 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b583d6e-c398-47a4-b5d9-aacf9c567ddc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.375324 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3b583d6e-c398-47a4-b5d9-aacf9c567ddc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3001015 Aug 19 13:34:25.378405 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55582) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:25.383404 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-08db227e-9a99-4372-8f2a-7da733db4575 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '2a670e90-e2e5-43b4-bf0d-e35627521e8b', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:25.492469 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08db227e-9a99-4372-8f2a-7da733db4575 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.504890 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ba90f1a3-af4e-41a9-83d1-46ebbc1a818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.557168 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08db227e-9a99-4372-8f2a-7da733db4575 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.647479 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08db227e-9a99-4372-8f2a-7da733db4575 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.666231 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db227e-9a99-4372-8f2a-7da733db4575 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042961e7-60c3-4747-91f7-feb96b1dbaa9,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:25.767810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08db227e-9a99-4372-8f2a-7da733db4575 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.768955 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-08db227e-9a99-4372-8f2a-7da733db4575 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3895907 Aug 19 13:34:25.771693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55584) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:25.776242 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-1e2fad39-95cb-44ed-9fb6-f7da8738cb81 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '2a670e90-e2e5-43b4-bf0d-e35627521e8b', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:25.843466 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.887199 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e2fad39-95cb-44ed-9fb6-f7da8738cb81 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:25.947736 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e2fad39-95cb-44ed-9fb6-f7da8738cb81 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.070336 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e2fad39-95cb-44ed-9fb6-f7da8738cb81 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.088745 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fad39-95cb-44ed-9fb6-f7da8738cb81 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2307042-feff-4d5c-9172-6e224ac9ff55,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:26.179124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e2fad39-95cb-44ed-9fb6-f7da8738cb81 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.180387 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1e2fad39-95cb-44ed-9fb6-f7da8738cb81 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4077411 Aug 19 13:34:26.183102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55586) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:26.188018 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-37a6825a-9440-443f-beb9-fb0f4587a0a6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '2a670e90-e2e5-43b4-bf0d-e35627521e8b', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:26.299065 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-37a6825a-9440-443f-beb9-fb0f4587a0a6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Project 10c32baab09b483ebcd9e0225f6e2b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:34:26.303771 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37a6825a-9440-443f-beb9-fb0f4587a0a6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.362636 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37a6825a-9440-443f-beb9-fb0f4587a0a6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.430670 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37a6825a-9440-443f-beb9-fb0f4587a0a6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.448357 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6825a-9440-443f-beb9-fb0f4587a0a6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42ec548-fcdf-4960-846d-6c1c207007b2,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:26.504845 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37a6825a-9440-443f-beb9-fb0f4587a0a6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.506095 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-37a6825a-9440-443f-beb9-fb0f4587a0a6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220530 Aug 19 13:34:26.508741 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55588) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:26.513110 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-33b198bb-c5f8-40c6-ae08-071a199949d3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '2a670e90-e2e5-43b4-bf0d-e35627521e8b', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:26.579353 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-33b198bb-c5f8-40c6-ae08-071a199949d3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Project 10c32baab09b483ebcd9e0225f6e2b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:34:26.584316 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b198bb-c5f8-40c6-ae08-071a199949d3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.646947 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b198bb-c5f8-40c6-ae08-071a199949d3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.716477 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b198bb-c5f8-40c6-ae08-071a199949d3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.736306 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b198bb-c5f8-40c6-ae08-071a199949d3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514effdd-a76c-4a8b-8e9f-110d9bbb3aac,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:26.807852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b198bb-c5f8-40c6-ae08-071a199949d3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.809056 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-33b198bb-c5f8-40c6-ae08-071a199949d3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2993953 Aug 19 13:34:26.812519 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55592) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:26.817391 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'network': {'name': 'tempest-network-smoke--1009904806', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'port_security_enabled': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:26.928195 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:34:26.931606 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.955170 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:34:26.963713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.964062 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Added segment f79d9da6-2c18-48ac-9b36-42fb91ef6279 of type vlan for network 0201774e-c785-4129-b22c-48f76fbd6c6e Aug 19 13:34:27.006917 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:27.087198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:27.093240 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:27.093842 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:27.158328 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Network': ['ID=0201774e-c785-4129-b22c-48f76fbd6c6e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:27.169124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 0201774e-c785-4129-b22c-48f76fbd6c6e details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:34:27.214398 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-d1a7f12b-1c9b-4a16-a0e3-64960ccd9c04 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4005942 Aug 19 13:34:27.216822 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55594) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:27.223205 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'admin_state_up': True, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:27.298736 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:27.328219 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:27.329284 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:27.385090 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:27.586046 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:27.924234 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:27.942680 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:28.048400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.25.6.96 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/523dae83-cf91-4c24-9853-92a74d3b50ac) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:34:28.146549 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:28.242146 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:28.287415 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:34:28.290295 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:28.293277 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:34:28.319993 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=523dae83-cf91-4c24-9853-92a74d3b50ac,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:28.622596 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:28.830088 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:29.013317 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 6aa26229-8a9c-43ad-a8cf-d5e192be592a is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:34:29.120694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:34:29.131370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Sync routers for ids ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:34:29.142321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Routers {'6aa26229-8a9c-43ad-a8cf-d5e192be592a'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:29.142952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:29.178060 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:29.248017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Set router 6aa26229-8a9c-43ad-a8cf-d5e192be592a gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:29.265366 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:29.266505 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-208a0c22-147d-4b6e-8d9e-553e64c3dd68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0484684 Aug 19 13:34:29.270168 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55596) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:29.302387 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7c6268e5-1ed5-467b-a475-02a1af9c5e1b tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=10c32baab09b483ebcd9e0225f6e2b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311124 Aug 19 13:34:29.304947 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55598) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:29.391339 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93beb6-6d9a-4f2c-a843-97d9754ab6d4 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:29.392754 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0a93beb6-6d9a-4f2c-a843-97d9754ab6d4 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868847 Aug 19 13:34:29.395615 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55600) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:29.423853 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-81d9d850-7f98-43db-b465-86347e6263d3 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271807 Aug 19 13:34:29.426011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:28Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:29.426342 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55602) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:29.431111 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-641349631', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:29.452558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Checking router: 6aa26229-8a9c-43ad-a8cf-d5e192be592a for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:34:29.452808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Updating router 6aa26229-8a9c-43ad-a8cf-d5e192be592a port 523dae83-cf91-4c24-9853-92a74d3b50ac binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:34:29.481708 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:29.590825 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:34:29.595363 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:29.747358 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:29.758379 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Transition to ACTIVE for port object 523dae83-cf91-4c24-9853-92a74d3b50ac will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:29.836660 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:29.887664 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:29.888938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Attempting to bind port 523dae83-cf91-4c24-9853-92a74d3b50ac on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:34:29.889326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Attempting to bind port 523dae83-cf91-4c24-9853-92a74d3b50ac by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:34:29.889724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Attempting to bind port 523dae83-cf91-4c24-9853-92a74d3b50ac on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:34:29.892663 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bf305-a694-4c48-9f6c-cf4b2fde74f0 None None] Pushing event updated for resources: {'Port': ['ID=523dae83-cf91-4c24-9853-92a74d3b50ac,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:29.897880 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:34:29.899084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:34:29.899222 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:29.899904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:34:29.900913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Bound port: 523dae83-cf91-4c24-9853-92a74d3b50ac, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:34:29.901763 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:29.952214 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Subnet': ['ID=4750dff1-2707-44bc-b7cd-1b8c83f5678c,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:29.959625 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Checking segment: {'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:34:29.959990 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network hostable DHCP agents. Network: 0201774e-c785-4129-b22c-48f76fbd6c6e, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:34:29.961677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] For port 523dae83-cf91-4c24-9853-92a74d3b50ac, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:34:29.964864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] For port 523dae83-cf91-4c24-9853-92a74d3b50ac, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=523dae83-cf91-4c24-9853-92a74d3b50ac,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:34:30.013634 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:30.035066 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 0201774e-c785-4129-b22c-48f76fbd6c6e is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:34:30.074994 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Routers {'6aa26229-8a9c-43ad-a8cf-d5e192be592a'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:30.075611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:30.080905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bf305-a694-4c48-9f6c-cf4b2fde74f0 None None] Pushing event updated for resources: {'Port': ['ID=523dae83-cf91-4c24-9853-92a74d3b50ac,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:30.081699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 0201774e-c785-4129-b22c-48f76fbd6c6e) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:30.086358 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:30.086979 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:30.116258 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab1bbbc-72e1-4c1e-a245-45c57275939b None None] Network 0201774e-c785-4129-b22c-48f76fbd6c6e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:34:30.156512 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f6bd2fe-a73a-439c-8089-6292fbf0e3fe tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7290790 Aug 19 13:34:30.159401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55604) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:30.255410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] Set router 6aa26229-8a9c-43ad-a8cf-d5e192be592a gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:30.420437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-0201774e-c785-4129-b22c-48f76fbd6c6e', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:34:30.421455 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:30.597663 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:30.599712 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:28Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:30.631652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Allocated IP 172.20.0.2 (0201774e-c785-4129-b22c-48f76fbd6c6e/4750dff1-2707-44bc-b7cd-1b8c83f5678c/89f5c28f-5834-48d8-af57-92622425cab0) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:34:30.633684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f98420-67f1-4e42-ba9c-09ff95d5c19e None None] The sync data for ids ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'] in n-d-778732-8 is: [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:28Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:34:30.819867 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:30.831123 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Transition to ACTIVE for port object 89f5c28f-5834-48d8-af57-92622425cab0 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:30.849552 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Transition to ACTIVE for port object 89f5c28f-5834-48d8-af57-92622425cab0 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:30.906110 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:30.956282 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Network 0201774e-c785-4129-b22c-48f76fbd6c6e is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:34:30.959460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:30.962121 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:34:30.974667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Pushing event updated for resources: {'Port': ['ID=89f5c28f-5834-48d8-af57-92622425cab0,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:30.975217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.20.0.1 (0201774e-c785-4129-b22c-48f76fbd6c6e/4750dff1-2707-44bc-b7cd-1b8c83f5678c/d264e620-b09d-4ad5-928a-75ce5a854ba8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:34:31.035496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Attempting to bind port 89f5c28f-5834-48d8-af57-92622425cab0 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:34:31.035943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Attempting to bind port 89f5c28f-5834-48d8-af57-92622425cab0 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:34:31.036384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Attempting to bind port 89f5c28f-5834-48d8-af57-92622425cab0 on network 0201774e-c785-4129-b22c-48f76fbd6c6e {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:34:31.042492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:34:31.042962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Checking segment: {'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:34:31.043439 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:31.043908 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Bound using segment: {'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:34:31.044462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Bound port: 89f5c28f-5834-48d8-af57-92622425cab0, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:34:31.044943 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:31.116090 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:31.122889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] For port 89f5c28f-5834-48d8-af57-92622425cab0, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:34:31.127012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] For port 89f5c28f-5834-48d8-af57-92622425cab0, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=89f5c28f-5834-48d8-af57-92622425cab0,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:34:31.131424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Transition to ACTIVE for port object d264e620-b09d-4ad5-928a-75ce5a854ba8 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:31.196690 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:31.220119 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:31.266918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f551958-fb40-47c2-8703-26f494af2a44 None None] Pushing event updated for resources: {'Port': ['ID=89f5c28f-5834-48d8-af57-92622425cab0,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:31.268267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 0201774e-c785-4129-b22c-48f76fbd6c6e is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:34:31.271652 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:31.278295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:34:31.309117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=d264e620-b09d-4ad5-928a-75ce5a854ba8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:31.332879 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:31.578645 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:31.863691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:31.922310 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:32.000683 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=d264e620-b09d-4ad5-928a-75ce5a854ba8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:32.003173 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:32.109411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 0201774e-c785-4129-b22c-48f76fbd6c6e is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:34:32.110995 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:32.195679 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cc5bbd-622c-4f11-884c-798b6d433a56 None None] Network 0201774e-c785-4129-b22c-48f76fbd6c6e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:34:32.232548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 6aa26229-8a9c-43ad-a8cf-d5e192be592a has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:34:32.320238 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-2ab77835-bb19-4fe4-a76d-946cbdf964c0 req-34a500af-b704-468b-a5a7-7d92634ca2c5 service neutron] (95660) timed out ('10.222.0.44', 52408) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:34:32.350573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:34:32.355978 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8d69d48a-6f44-425d-84de-b79c39463964 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "PUT /v2.0/routers/6aa26229-8a9c-43ad-a8cf-d5e192be592a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1953938 Aug 19 13:34:32.476400 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-892b85c1-cd2f-48ee-8330-3cf31c7166a7 None None] Provisioning for port 89f5c28f-5834-48d8-af57-92622425cab0 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:32.553955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c33c9cfa-a108-4aa7-a2b3-495b2c7115de tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111990813&fields=id&tenant_id=10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 267 time: 0.0429671 Aug 19 13:34:32.699667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-4480df24-f7bd-4bd3-9d6d-26a2b78d2df1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:32.702572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-4480df24-f7bd-4bd3-9d6d-26a2b78d2df1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/networks?id=0201774e-c785-4129-b22c-48f76fbd6c6e HTTP/1.1" status: 200 len: 797 time: 0.1461740 Aug 19 13:34:32.702987 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 89f5c28f-5834-48d8-af57-92622425cab0 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:32.719407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-fa91ded6-262e-4cc1-b795-91df21dc9628 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/quotas/10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 375 time: 0.0104713 Aug 19 13:34:32.785186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e69788e7-6e00-4991-9b22-3568f08643ac tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557020 Aug 19 13:34:32.824869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 89f5c28f-5834-48d8-af57-92622425cab0 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:32.828407 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Sync routers for ids ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:34:32.830703 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 89f5c28f-5834-48d8-af57-92622425cab0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:32.831148 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:32.846455 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Routers {'6aa26229-8a9c-43ad-a8cf-d5e192be592a'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:32.847171 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:32.868335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-76ad69ec-250c-49a3-944c-9b93966d29c2 None None] Provisioning for port d264e620-b09d-4ad5-928a-75ce5a854ba8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:32.874174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-76ad69ec-250c-49a3-944c-9b93966d29c2 None None] Provisioning complete for port d264e620-b09d-4ad5-928a-75ce5a854ba8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:32.874522 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-76ad69ec-250c-49a3-944c-9b93966d29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:32.920159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-76ad69ec-250c-49a3-944c-9b93966d29c2 None None] Port d264e620-b09d-4ad5-928a-75ce5a854ba8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:34:32.939591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-1d15a10b-380a-4d75-8cdf-cc72e7ad147e service neutron] 10.222.0.44 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323297 Aug 19 13:34:32.962449 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Set router 6aa26229-8a9c-43ad-a8cf-d5e192be592a gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:32.971300 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.018417 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 89f5c28f-5834-48d8-af57-92622425cab0, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=89f5c28f-5834-48d8-af57-92622425cab0,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:33.062699 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-3dea606e-8858-4a33-91f0-182f1526585e service neutron] 10.222.0.44 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169188 Aug 19 13:34:33.087864 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.088689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 523dae83-cf91-4c24-9853-92a74d3b50ac up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:33.191404 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-be05949d-2f5d-47a1-8395-da350d557e9a None None] Provisioning complete for port d264e620-b09d-4ad5-928a-75ce5a854ba8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:33.191870 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-be05949d-2f5d-47a1-8395-da350d557e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.193243 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:31Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd264e620-b09d-4ad5-928a-75ce5a854ba8', 'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:09:fd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:30Z', 'updated_at': '2021-08-19T13:34:31Z', 'revision_number': 2, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:33.197504 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=89f5c28f-5834-48d8-af57-92622425cab0,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:33.235580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-be05949d-2f5d-47a1-8395-da350d557e9a None None] Port d264e620-b09d-4ad5-928a-75ce5a854ba8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:34:33.240741 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Checking router: 6aa26229-8a9c-43ad-a8cf-d5e192be592a for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:34:33.241092 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Updating router 6aa26229-8a9c-43ad-a8cf-d5e192be592a port d264e620-b09d-4ad5-928a-75ce5a854ba8 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:34:33.278361 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.293531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 523dae83-cf91-4c24-9853-92a74d3b50ac completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:33.304388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 523dae83-cf91-4c24-9853-92a74d3b50ac triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:33.304388 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.324703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9e770ff2-f6a8-4c44-9017-0c71b1105793 req-6db52f8a-985a-4b93-8242-851e5876e42a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 210 time: 0.0381134 Aug 19 13:34:33.370295 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-296e17da-c214-4596-a997-26ea730d0604 None None] Provisioning complete for port d264e620-b09d-4ad5-928a-75ce5a854ba8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:33.370674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-296e17da-c214-4596-a997-26ea730d0604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.440623 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-296e17da-c214-4596-a997-26ea730d0604 None None] Port d264e620-b09d-4ad5-928a-75ce5a854ba8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:34:33.443088 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.463655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 523dae83-cf91-4c24-9853-92a74d3b50ac, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=523dae83-cf91-4c24-9853-92a74d3b50ac,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:33.573192 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.626029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=523dae83-cf91-4c24-9853-92a74d3b50ac,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:33.694197 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.709712 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Transition to ACTIVE for port object d264e620-b09d-4ad5-928a-75ce5a854ba8 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:33.797324 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.845731 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Pushing event updated for resources: {'Port': ['ID=d264e620-b09d-4ad5-928a-75ce5a854ba8,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:33.875079 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.875425 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.875762 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.876103 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.876433 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.876761 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.877090 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.877430 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.877751 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.878072 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.878392 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.878707 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:33.911067 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Attempting to bind port d264e620-b09d-4ad5-928a-75ce5a854ba8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:34:33.911437 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Attempting to bind port d264e620-b09d-4ad5-928a-75ce5a854ba8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:34:33.911801 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Attempting to bind port d264e620-b09d-4ad5-928a-75ce5a854ba8 on network 0201774e-c785-4129-b22c-48f76fbd6c6e {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:34:33.917087 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:34:33.917490 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Checking segment: {'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:34:33.918021 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.918274 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Bound using segment: {'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:34:33.918767 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Bound port: d264e620-b09d-4ad5-928a-75ce5a854ba8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:34:33.919142 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:33.987056 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] For port d264e620-b09d-4ad5-928a-75ce5a854ba8, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:34:33.990842 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] For port d264e620-b09d-4ad5-928a-75ce5a854ba8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d264e620-b09d-4ad5-928a-75ce5a854ba8,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:34:34.077627 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:34.136205 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Routers {'6aa26229-8a9c-43ad-a8cf-d5e192be592a'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:34.136827 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:34.279660 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328f164-7b24-4104-8f23-d45f2afa86a8 None None] Pushing event updated for resources: {'Port': ['ID=d264e620-b09d-4ad5-928a-75ce5a854ba8,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:34.352721 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] Set router 6aa26229-8a9c-43ad-a8cf-d5e192be592a gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:34.423646 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94a66fb9-5a41-49cc-b175-2c890aeca960 req-de8b9992-7d70-4ed9-aea0-92db0ccefa42 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 210 time: 0.0275669 Aug 19 13:34:34.562660 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:31Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd264e620-b09d-4ad5-928a-75ce5a854ba8', 'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:09:fd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:30Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:34.590392 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acee34d-6b37-49d6-a823-e9b6cfa6bc21 None None] The sync data for ids ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'] in n-d-778732-8 is: [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:31Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd264e620-b09d-4ad5-928a-75ce5a854ba8', 'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:09:fd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:30Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:34:34.628993 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 89f5c28f-5834-48d8-af57-92622425cab0 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:34.717754 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 89f5c28f-5834-48d8-af57-92622425cab0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:34.718137 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:34.816596 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 523dae83-cf91-4c24-9853-92a74d3b50ac up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:34.873196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 523dae83-cf91-4c24-9853-92a74d3b50ac triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:34.874538 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:35.301182 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e202adbe-74f7-4aea-9aea-b3bac5fb33b5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:35.303053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e202adbe-74f7-4aea-9aea-b3bac5fb33b5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/networks?id=0201774e-c785-4129-b22c-48f76fbd6c6e HTTP/1.1" status: 200 len: 797 time: 0.1359437 Aug 19 13:34:35.350164 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-245b4a33-ed27-44e0-b27b-1af0d8390214 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 380 time: 0.0372894 Aug 19 13:34:35.360547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'port': {'device_id': '24f3e357-50e8-4346-a268-c81664fb4de0', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'admin_state_up': True, 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'security_groups': ['2a670e90-e2e5-43b4-bf0d-e35627521e8b']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:35.901972 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e06eed12-6e8f-4e6a-879e-aa6a5edfe5b6 req-e0d85f95-acbf-436f-ad60-c77c6df4c74c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 210 time: 0.4007051 Aug 19 13:34:35.902782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:34:35.907304 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:36.032632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.20.0.3 (0201774e-c785-4129-b22c-48f76fbd6c6e/4750dff1-2707-44bc-b7cd-1b8c83f5678c/cc7c939b-0e7c-4754-b079-51b9df333aa2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:34:36.175220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:36.190017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Transition to ACTIVE for port object cc7c939b-0e7c-4754-b079-51b9df333aa2 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:36.282543 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:36.325733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network 0201774e-c785-4129-b22c-48f76fbd6c6e is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:34:36.331559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:36.335441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:34:36.367173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=cc7c939b-0e7c-4754-b079-51b9df333aa2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:36.398686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:36.399373 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:36.483886 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c25e1c02-4985-45e1-9059-5a9825b285b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1274085 Aug 19 13:34:36.496981 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Request body: {'port': {'device_id': '24f3e357-50e8-4346-a268-c81664fb4de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:36.552324 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:36.607607 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-43ee584d-e71c-4be7-806b-98c9824a6426 None None] Provisioning for port cc7c939b-0e7c-4754-b079-51b9df333aa2 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:36.612165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-43ee584d-e71c-4be7-806b-98c9824a6426 None None] Provisioning complete for port cc7c939b-0e7c-4754-b079-51b9df333aa2 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:36.612722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-43ee584d-e71c-4be7-806b-98c9824a6426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:36.653227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-43ee584d-e71c-4be7-806b-98c9824a6426 None None] Port cc7c939b-0e7c-4754-b079-51b9df333aa2 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:34:36.667287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d264e620-b09d-4ad5-928a-75ce5a854ba8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:36.796478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port d264e620-b09d-4ad5-928a-75ce5a854ba8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:36.800506 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d264e620-b09d-4ad5-928a-75ce5a854ba8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:36.800888 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:36.857860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7c939b-0e7c-4754-b079-51b9df333aa2 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:34:36.865757 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:36.878578 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Transition to ACTIVE for port object cc7c939b-0e7c-4754-b079-51b9df333aa2 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:36.886633 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:36.918782 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port d264e620-b09d-4ad5-928a-75ce5a854ba8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d264e620-b09d-4ad5-928a-75ce5a854ba8,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:36.980946 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:37.013304 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:37.065606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=d264e620-b09d-4ad5-928a-75ce5a854ba8,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:37.080888 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Pushing event updated for resources: {'Port': ['ID=cc7c939b-0e7c-4754-b079-51b9df333aa2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:37.114541 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d11059-9039-4891-8d37-d2589a2ea7c7 req-51c1112b-d261-42cb-82eb-e1da750f991b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:37.116015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1d11059-9039-4891-8d37-d2589a2ea7c7 req-51c1112b-d261-42cb-82eb-e1da750f991b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 943 time: 0.1459367 Aug 19 13:34:37.171374 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Attempting to bind port cc7c939b-0e7c-4754-b079-51b9df333aa2 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:34:37.171698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Attempting to bind port cc7c939b-0e7c-4754-b079-51b9df333aa2 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:34:37.172030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Attempting to bind port cc7c939b-0e7c-4754-b079-51b9df333aa2 on network 0201774e-c785-4129-b22c-48f76fbd6c6e {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:34:37.180589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1d11059-9039-4891-8d37-d2589a2ea7c7 req-6ad8c88c-e57a-40a2-b6f1-5655eea16429 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557415 Aug 19 13:34:37.181599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Port cc7c939b-0e7c-4754-b079-51b9df333aa2 on network 0201774e-c785-4129-b22c-48f76fbd6c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:34:37.181934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Attempting to bind port cc7c939b-0e7c-4754-b079-51b9df333aa2 on network 0201774e-c785-4129-b22c-48f76fbd6c6e {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:34:37.188322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:34:37.188672 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Checking segment: {'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:34:37.189064 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Bound using segment: {'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:34:37.189537 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Bound port: cc7c939b-0e7c-4754-b079-51b9df333aa2, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79d9da6-2c18-48ac-9b36-42fb91ef6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:34:37.189911 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:37.260433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] For port cc7c939b-0e7c-4754-b079-51b9df333aa2, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:34:37.263503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] For port cc7c939b-0e7c-4754-b079-51b9df333aa2, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:34:37.350896 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:37.384817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:37.385664 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:37.387056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] 10.222.0.53 "PUT /v2.0/ports/cc7c939b-0e7c-4754-b079-51b9df333aa2 HTTP/1.1" status: 200 len: 1091 time: 0.8948348 Aug 19 13:34:37.387517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:34:37.389994 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507002fe-e7b3-4753-b24b-6be83f014f62" -d '{"events": [{"name": "network-changed", "server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:34:37.417313 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b97e71-d16c-4c37-85af-95f9d984e45f service neutron] Pushing event updated for resources: {'Port': ['ID=cc7c939b-0e7c-4754-b079-51b9df333aa2,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:37.431082 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcc3a62-68ed-40fd-a60b-007b8d23c86d x-openstack-request-id: req-8bcc3a62-68ed-40fd-a60b-007b8d23c86d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:34:37.431427 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:34:37.431685 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bcc3a62-68ed-40fd-a60b-007b8d23c86d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:34:37.432090 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'status': 'completed', 'code': 200} Aug 19 13:34:37.499233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507002fe-e7b3-4753-b24b-6be83f014f62 req-ae151f3e-7ddc-4d01-b52d-c131471b30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:37.500831 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-507002fe-e7b3-4753-b24b-6be83f014f62 req-ae151f3e-7ddc-4d01-b52d-c131471b30b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 1094 time: 0.0491199 Aug 19 13:34:37.605069 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507002fe-e7b3-4753-b24b-6be83f014f62 req-bab0110a-a978-4118-800e-d470f01c6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:37.606639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-507002fe-e7b3-4753-b24b-6be83f014f62 req-bab0110a-a978-4118-800e-d470f01c6db5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0980864 Aug 19 13:34:37.708665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507002fe-e7b3-4753-b24b-6be83f014f62 req-4b0542be-8619-4c9b-a24d-d2be714a36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:37.710112 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-507002fe-e7b3-4753-b24b-6be83f014f62 req-4b0542be-8619-4c9b-a24d-d2be714a36f1 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966465 Aug 19 13:34:37.788162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c6f6295d-0310-4c0b-8933-bc95d4c97ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:37.789724 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-c6f6295d-0310-4c0b-8933-bc95d4c97ffd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 1094 time: 0.0433197 Aug 19 13:34:37.831321 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-da6d70c4-69ed-41ca-88c1-417a3c0a17df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2 HTTP/1.1" status: 200 len: 217 time: 0.0341325 Aug 19 13:34:37.888518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-21e2094b-1b4f-4273-bd09-aade29d79e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:37.890594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-21e2094b-1b4f-4273-bd09-aade29d79e40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4750dff1-2707-44bc-b7cd-1b8c83f5678c HTTP/1.1" status: 200 len: 834 time: 0.0525534 Aug 19 13:34:37.936858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-36418ec9-08b6-4d43-a27c-24dc14ec0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:37.938308 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-36418ec9-08b6-4d43-a27c-24dc14ec0f03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0201774e-c785-4129-b22c-48f76fbd6c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403581 Aug 19 13:34:38.026865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-4b223e8c-7ff0-40d3-bbee-5dbc8d7197c0 service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809369 Aug 19 13:34:38.120577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-810946bb-c33f-4db1-ad0f-3aa0bb742ff0 req-57b2f3d6-582e-4762-a8c8-05c1257004e7 service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867724 Aug 19 13:34:38.296958 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9fe42-3767-48cb-bb34-ea85a5576b56 req-64e7d3cc-5054-4e2e-b392-e0b0a7d86f54 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:38.298445 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9cd9fe42-3767-48cb-bb34-ea85a5576b56 req-64e7d3cc-5054-4e2e-b392-e0b0a7d86f54 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 943 time: 0.0486801 Aug 19 13:34:38.337155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9cd9fe42-3767-48cb-bb34-ea85a5576b56 req-fed7fb73-8ca4-4041-8314-c48d3aa4aa3e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329504 Aug 19 13:34:38.621837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d264e620-b09d-4ad5-928a-75ce5a854ba8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:38.674957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port d264e620-b09d-4ad5-928a-75ce5a854ba8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:38.675331 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:39.458464 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03281210-9433-41fd-970b-94db32ad0e4a req-1e915c57-2e9b-4186-bc82-f3fab3dfe59e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:39.459975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03281210-9433-41fd-970b-94db32ad0e4a req-1e915c57-2e9b-4186-bc82-f3fab3dfe59e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 943 time: 0.0543234 Aug 19 13:34:39.497719 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03281210-9433-41fd-970b-94db32ad0e4a req-28e4c7a6-4632-4b3d-946e-a53973a09d80 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317743 Aug 19 13:34:40.614501 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a6d1-d775-454d-b036-249fcd87d50b req-af2f5bb0-eaf1-4460-b22a-92bc3d2bd9fb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:40.616009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c1a6d1-d775-454d-b036-249fcd87d50b req-af2f5bb0-eaf1-4460-b22a-92bc3d2bd9fb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 943 time: 0.0500002 Aug 19 13:34:40.654529 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-83c1a6d1-d775-454d-b036-249fcd87d50b req-38c35323-f3c8-4fde-9963-5176de7c0c23 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Aug 19 13:34:41.770384 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cd789-bb36-486c-b659-7cb5866f069f req-f85a8409-119e-4696-9659-ccd40ebe5957 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:41.771889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b3cd789-bb36-486c-b659-7cb5866f069f req-f85a8409-119e-4696-9659-ccd40ebe5957 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 943 time: 0.0483656 Aug 19 13:34:41.810221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b3cd789-bb36-486c-b659-7cb5866f069f req-7667fe3e-2166-47bf-b4ea-360ed56a3ae5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319324 Aug 19 13:34:42.074422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device cc7c939b-0e7c-4754-b079-51b9df333aa2 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:34:42.179977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port cc7c939b-0e7c-4754-b079-51b9df333aa2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:42.192035 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'port_id': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'mac_address': 'fa:16:3e:14:e1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:34:42.256286 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:42.275660 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7c939b-0e7c-4754-b079-51b9df333aa2 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:34:42.305316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port cc7c939b-0e7c-4754-b079-51b9df333aa2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:42.442112 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:42.506207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=cc7c939b-0e7c-4754-b079-51b9df333aa2,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:42.534940 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:42.690676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['cc7c939b-0e7c-4754-b079-51b9df333aa2'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:34:42.933748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8798e8-1bf4-45d0-b92c-10312c1f6a5e req-87ad3e1a-c9fa-4570-a499-526a1b0988aa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:42.935250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be8798e8-1bf4-45d0-b92c-10312c1f6a5e req-87ad3e1a-c9fa-4570-a499-526a1b0988aa tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 944 time: 0.0541465 Aug 19 13:34:42.974584 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-be8798e8-1bf4-45d0-b92c-10312c1f6a5e req-bc55f068-0760-427f-80e7-c6edc38fc171 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331259 Aug 19 13:34:43.455687 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:34:44.086608 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device cc7c939b-0e7c-4754-b079-51b9df333aa2 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:44.088693 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d9d54-69c9-40ce-9a3e-fe64c4ddc1fd req-05d557d9-6c17-4b2e-b4a6-2694564d7b0f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:44.090293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b9d9d54-69c9-40ce-9a3e-fe64c4ddc1fd req-05d557d9-6c17-4b2e-b4a6-2694564d7b0f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 944 time: 0.0512466 Aug 19 13:34:44.131742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b9d9d54-69c9-40ce-9a3e-fe64c4ddc1fd req-8945f3aa-a2e6-4ef1-a577-1b7cd1c70577 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346954 Aug 19 13:34:44.196167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port cc7c939b-0e7c-4754-b079-51b9df333aa2 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:44.200340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port cc7c939b-0e7c-4754-b079-51b9df333aa2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:44.200725 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:44.281791 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:44.305171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:34:44.307538 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7764993d-f5f3-49a4-ae99-ec64534497d6" -d '{"events": [{"server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "name": "network-vif-plugged", "status": "completed", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:34:44.320494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port cc7c939b-0e7c-4754-b079-51b9df333aa2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:44.345917 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e2af6e-cec4-4412-b492-c16d40dbcdf9 x-openstack-request-id: req-a5e2af6e-cec4-4412-b492-c16d40dbcdf9 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:34:44.345917 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "name": "network-vif-plugged", "status": "completed", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:34:44.345917 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5e2af6e-cec4-4412-b492-c16d40dbcdf9 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:34:44.345917 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'code': 200} Aug 19 13:34:44.401796 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:44.442272 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02174444-ed49-4aba-bf3f-853ba47e7e6d req-8aa85700-2a76-4ff7-9a2d-0f73575d9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:44.443929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02174444-ed49-4aba-bf3f-853ba47e7e6d req-8aa85700-2a76-4ff7-9a2d-0f73575d9311 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 1096 time: 0.0410392 Aug 19 13:34:44.454483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=cc7c939b-0e7c-4754-b079-51b9df333aa2,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:44.480103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-02174444-ed49-4aba-bf3f-853ba47e7e6d req-2060c1c0-aaf8-4640-b78c-f3521966298e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284255 Aug 19 13:34:45.254477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fca7fa-cc74-4bd2-a6d1-22f6ca5841b3 req-61d7402f-acd6-42f1-a121-ec4a6e12fb5a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:45.264013 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27fca7fa-cc74-4bd2-a6d1-22f6ca5841b3 req-61d7402f-acd6-42f1-a121-ec4a6e12fb5a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0552611 Aug 19 13:34:45.292685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-27fca7fa-cc74-4bd2-a6d1-22f6ca5841b3 req-1f1b7030-9eda-42d0-9ab7-a5d60efcd1dc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307508 Aug 19 13:34:45.333205 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.410096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6730c-9a48-4166-aca1-fe292a5dbf82 req-a2184df5-62f0-42ee-aeb5-2f92f2166d87 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:46.411607 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17b6730c-9a48-4166-aca1-fe292a5dbf82 req-a2184df5-62f0-42ee-aeb5-2f92f2166d87 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0494759 Aug 19 13:34:46.449171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17b6730c-9a48-4166-aca1-fe292a5dbf82 req-168795ba-4003-4429-a5ce-d14736505382 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314777 Aug 19 13:34:46.562745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc406e-fb7c-4f98-90cd-616fe0881aae req-9dc55e33-9136-4166-a97c-fb8cc24bb124 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:46.564233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07dc406e-fb7c-4f98-90cd-616fe0881aae req-9dc55e33-9136-4166-a97c-fb8cc24bb124 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0490730 Aug 19 13:34:46.601800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-07dc406e-fb7c-4f98-90cd-616fe0881aae req-e5c2f7b8-6208-4819-b88b-43ea63be1a74 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Aug 19 13:34:46.623638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:46.667656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f46716-7b0d-4734-b9c4-110116254b3b tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:46.669176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-38f46716-7b0d-4734-b9c4-110116254b3b tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 1091 time: 0.0444484 Aug 19 13:34:46.672568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55666) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:46.680376 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:46.773466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.878532 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.984171 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.25.6.133 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/2db898d6-fac8-4ac8-85ad-2c949aa094e5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:34:47.089306 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.179404 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.220804 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:34:47.226445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:47.230283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:34:47.257571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=2db898d6-fac8-4ac8-85ad-2c949aa094e5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:47.591886 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.741233 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.889206 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.001788 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.070978 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=2db898d6-fac8-4ac8-85ad-2c949aa094e5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:48.079725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.189452 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Floating IP 04fbaa23-7f42-4dbf-8e08-b9ec98e839a3 associated. External IP: 172.25.6.133, port: cc7c939b-0e7c-4754-b079-51b9df333aa2. Aug 19 13:34:48.394338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 6aa26229-8a9c-43ad-a8cf-d5e192be592a has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:34:48.502921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:34:48.512454 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2d541-a583-4b8c-9ec4-70c4d1ca57ba None None] Sync routers for ids ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:34:48.522820 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df2d541-a583-4b8c-9ec4-70c4d1ca57ba None None] Routers {'6aa26229-8a9c-43ad-a8cf-d5e192be592a'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:48.523471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6df2d541-a583-4b8c-9ec4-70c4d1ca57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:48.602072 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.632290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7f82352d-1958-45ac-8898-8a2f24eea383 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9586220 Aug 19 13:34:48.633170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:34:48.635590 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:34:48.638211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6df2d541-a583-4b8c-9ec4-70c4d1ca57ba None None] Set router 6aa26229-8a9c-43ad-a8cf-d5e192be592a gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:48.687770 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb9cb2e-6ca0-42e1-ab96-a92759c5bf01 x-openstack-request-id: req-2cb9cb2e-6ca0-42e1-ab96-a92759c5bf01 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:34:48.688058 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:34:48.688312 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cb9cb2e-6ca0-42e1-ab96-a92759c5bf01 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:34:48.688724 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'status': 'completed', 'code': 200} Aug 19 13:34:48.779966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0042e1-5c9f-495e-866e-ea1acb276bef req-1b182892-ebac-4720-87f4-1b16cebdedd5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:48.781565 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc0042e1-5c9f-495e-866e-ea1acb276bef req-1b182892-ebac-4720-87f4-1b16cebdedd5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0825224 Aug 19 13:34:48.783370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7 req-562dc56c-bde6-4c26-afd9-64ad2cc44d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:48.784963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7 req-562dc56c-bde6-4c26-afd9-64ad2cc44d4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 1096 time: 0.0745428 Aug 19 13:34:48.865408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc0042e1-5c9f-495e-866e-ea1acb276bef req-cfa06615-8be5-4c24-b66b-13fd3a857ffc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773199 Aug 19 13:34:48.896954 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55672) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:48.906774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7 req-2a988953-4922-4adb-9bd2-8291a26db23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:48.908752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7 req-2a988953-4922-4adb-9bd2-8291a26db23f service neutron] 10.222.0.53 "GET /v2.0/networks?id=0201774e-c785-4129-b22c-48f76fbd6c6e HTTP/1.1" status: 200 len: 898 time: 0.1136358 Aug 19 13:34:48.931444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6df2d541-a583-4b8c-9ec4-70c4d1ca57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:31Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '04fbaa23-7f42-4dbf-8e08-b9ec98e839a3', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'port_id': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'mac_address': 'fa:16:3e:14:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f3e357-50e8-4346-a268-c81664fb4de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:34:47Z', 'updated_at': '2021-08-19T13:34:47Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd264e620-b09d-4ad5-928a-75ce5a854ba8', 'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:09:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:30Z', 'updated_at': '2021-08-19T13:34:36Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:48.965627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2d541-a583-4b8c-9ec4-70c4d1ca57ba None None] Checking router: 6aa26229-8a9c-43ad-a8cf-d5e192be592a for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:34:48.970080 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-81b50f69-5247-4ae0-9f41-92ab439cc3bb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/04fbaa23-7f42-4dbf-8e08-b9ec98e839a3 HTTP/1.1" status: 200 len: 991 time: 0.0719254 Aug 19 13:34:48.976903 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df2d541-a583-4b8c-9ec4-70c4d1ca57ba None None] Routers {'6aa26229-8a9c-43ad-a8cf-d5e192be592a'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:48.977357 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6df2d541-a583-4b8c-9ec4-70c4d1ca57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:34:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:48.985501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7 req-fcef07f3-7567-4d0c-af8d-fd3b0280b2c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2 HTTP/1.1" status: 200 len: 999 time: 0.0691657 Aug 19 13:34:49.034754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7 req-55cf726e-eab6-49a5-a3e6-a28c0f8169c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:49.036155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7 req-55cf726e-eab6-49a5-a3e6-a28c0f8169c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4750dff1-2707-44bc-b7cd-1b8c83f5678c HTTP/1.1" status: 200 len: 834 time: 0.0440350 Aug 19 13:34:49.082120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7 req-6693cdfb-331e-4820-b686-d3fb1117a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:49.082385 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6df2d541-a583-4b8c-9ec4-70c4d1ca57ba None None] Set router 6aa26229-8a9c-43ad-a8cf-d5e192be592a gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:49.083645 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7 req-6693cdfb-331e-4820-b686-d3fb1117a3db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0201774e-c785-4129-b22c-48f76fbd6c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408070 Aug 19 13:34:49.177525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7 req-f3c5fa49-c148-43aa-983e-dab461ca089d service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867372 Aug 19 13:34:49.266911 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6a16c298-a1db-431c-b3f5-d1e5b155bcb7 req-c125860e-25c6-4a0f-a881-43d2b72b0ad9 service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824161 Aug 19 13:34:49.304985 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6df2d541-a583-4b8c-9ec4-70c4d1ca57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:31Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '04fbaa23-7f42-4dbf-8e08-b9ec98e839a3', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'port_id': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'mac_address': 'fa:16:3e:14:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f3e357-50e8-4346-a268-c81664fb4de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:34:47Z', 'updated_at': '2021-08-19T13:34:47Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd264e620-b09d-4ad5-928a-75ce5a854ba8', 'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:09:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:30Z', 'updated_at': '2021-08-19T13:34:36Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:49.330034 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2d541-a583-4b8c-9ec4-70c4d1ca57ba None None] The sync data for ids ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'] in n-d-778732-8 is: [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:31Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '04fbaa23-7f42-4dbf-8e08-b9ec98e839a3', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'port_id': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'mac_address': 'fa:16:3e:14:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f3e357-50e8-4346-a268-c81664fb4de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:34:47Z', 'updated_at': '2021-08-19T13:34:47Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd264e620-b09d-4ad5-928a-75ce5a854ba8', 'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:09:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:30Z', 'updated_at': '2021-08-19T13:34:36Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:34:49.514792 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d78094-2cc0-4a7f-9e4a-452a99a5c8b8 None None] New status for floating IP 04fbaa23-7f42-4dbf-8e08-b9ec98e839a3: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:34:49.973996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:50.036603 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1e2081c5-29c7-4d7a-9f54-59bf0f4fc803 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/04fbaa23-7f42-4dbf-8e08-b9ec98e839a3 HTTP/1.1" status: 200 len: 993 time: 0.0615211 Aug 19 13:34:51.126965 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a9c02029-c1d0-4e5b-941d-79aa4006d274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:55.487164 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7641e782-4b50-4888-9f2a-f5f37119fa01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:55.807787 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:57.264442 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:59.138302 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:12.561569 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:15.298271 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:20.458917 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:35:21.201010 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-24b64b6b-0149-47eb-9c95-39f491a43f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:21.287200 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df22968-1d84-47e3-8bc4-97ecdbabd109 req-49093d81-c40e-48e9-bdd7-66247580a39b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:21.288688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9df22968-1d84-47e3-8bc4-97ecdbabd109 req-49093d81-c40e-48e9-bdd7-66247580a39b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0502779 Aug 19 13:35:21.326671 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9df22968-1d84-47e3-8bc4-97ecdbabd109 req-d97da20c-53c9-45d0-bae7-725cf8866ef4 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315256 Aug 19 13:35:21.446629 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-24ceedd6-0064-4a19-b6fe-f6d1e57e4de8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927665 Aug 19 13:35:22.450742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab50e5-40d1-4904-be94-7d9f3ded3c23 req-59bfe914-23e2-4b31-b095-9352ada74ac7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:22.452291 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8ab50e5-40d1-4904-be94-7d9f3ded3c23 req-59bfe914-23e2-4b31-b095-9352ada74ac7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0527928 Aug 19 13:35:22.492111 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b8ab50e5-40d1-4904-be94-7d9f3ded3c23 req-30965cc6-1950-4a32-931f-4c91186aa877 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335417 Aug 19 13:35:23.527774 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-05289663-f8c3-4ee2-a2eb-c731820ad1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:23.529320 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-05289663-f8c3-4ee2-a2eb-c731820ad1bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 1096 time: 0.0412531 Aug 19 13:35:23.658358 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bc75c-d919-4b40-b7ba-60baef8671ee req-cf432af1-14d2-43ed-af59-c177782bb385 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:23.659893 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-574bc75c-d919-4b40-b7ba-60baef8671ee req-cf432af1-14d2-43ed-af59-c177782bb385 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0784738 Aug 19 13:35:23.678207 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-3f4c64ef-2d1a-46fe-a1d2-a6d22f3b04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:23.679672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-3f4c64ef-2d1a-46fe-a1d2-a6d22f3b04bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=0201774e-c785-4129-b22c-48f76fbd6c6e HTTP/1.1" status: 200 len: 898 time: 0.1422873 Aug 19 13:35:23.750481 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-574bc75c-d919-4b40-b7ba-60baef8671ee req-359870e0-1acc-477e-869c-45afe1f76646 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845203 Aug 19 13:35:23.766149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-06b48031-a28c-4220-9f54-4005b2a43e91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2 HTTP/1.1" status: 200 len: 1001 time: 0.0775177 Aug 19 13:35:23.815941 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-d539d2d7-fc65-4654-bc25-6eab8aeed5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:23.817325 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-d539d2d7-fc65-4654-bc25-6eab8aeed5fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4750dff1-2707-44bc-b7cd-1b8c83f5678c HTTP/1.1" status: 200 len: 834 time: 0.0434380 Aug 19 13:35:23.862594 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-dd162822-4671-470d-83fc-88e1b15acdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:23.864071 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-dd162822-4671-470d-83fc-88e1b15acdfa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0201774e-c785-4129-b22c-48f76fbd6c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397778 Aug 19 13:35:23.958128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-e0fd1463-faee-40d1-9369-b9daeaf8e56e service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867164 Aug 19 13:35:24.046743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-5627a43b-8325-4c52-842d-ccbf9157acef service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813093 Aug 19 13:35:24.865455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba929146-4a71-4ef5-90ef-838583590733 req-50490e86-97de-4f4f-ab52-1b3ad4577772 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:24.866855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba929146-4a71-4ef5-90ef-838583590733 req-50490e86-97de-4f4f-ab52-1b3ad4577772 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0481372 Aug 19 13:35:24.908237 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ba929146-4a71-4ef5-90ef-838583590733 req-0980989e-e82d-4176-85aa-1962aa94c333 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355401 Aug 19 13:35:25.498473 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bfa486d0-1e6d-46db-82ef-ae231f1bbf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:25.784049 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:26.023178 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9294ecd-a1a5-4be0-b859-531da7a8c2e5 req-191bac28-ec7b-4ae2-b85c-24294996bf77 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:26.024654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9294ecd-a1a5-4be0-b859-531da7a8c2e5 req-191bac28-ec7b-4ae2-b85c-24294996bf77 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0488987 Aug 19 13:35:26.063052 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e9294ecd-a1a5-4be0-b859-531da7a8c2e5 req-6cbfbd7b-a56b-463a-80ee-28fd15cb3364 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Aug 19 13:35:27.176286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1685ada-6ad4-40de-bb53-481a59667716 req-27c8c9b0-ffcd-4a5a-a532-e63fe2482c5d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:27.177789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1685ada-6ad4-40de-bb53-481a59667716 req-27c8c9b0-ffcd-4a5a-a532-e63fe2482c5d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0482299 Aug 19 13:35:27.215158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1685ada-6ad4-40de-bb53-481a59667716 req-aa5f1663-a098-4f2b-bd79-a65f80a8b333 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316005 Aug 19 13:35:27.269790 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:28.330643 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93667f97-af16-43ba-84d2-b62590a919bd req-fa9140aa-6c7b-424c-a842-a6299360bba9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:28.332092 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93667f97-af16-43ba-84d2-b62590a919bd req-fa9140aa-6c7b-424c-a842-a6299360bba9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0480287 Aug 19 13:35:28.372365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93667f97-af16-43ba-84d2-b62590a919bd req-16f89f1a-d1a8-463b-a4c8-fd3ad0411fbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343087 Aug 19 13:35:29.224097 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:29.489279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8917af-3330-4ae7-a143-4c3570f8a6e3 req-2288a574-cfdc-4eae-a166-3f53c5bff97a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:29.490784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd8917af-3330-4ae7-a143-4c3570f8a6e3 req-2288a574-cfdc-4eae-a166-3f53c5bff97a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0488858 Aug 19 13:35:29.530944 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fd8917af-3330-4ae7-a143-4c3570f8a6e3 req-d89bae37-29e8-443a-a0b1-0f374ec77954 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342436 Aug 19 13:35:30.649002 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466447d-1f96-4930-bdcc-39be55ab3514 req-160878f5-4d3f-4541-b3c3-02be57050908 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:30.650542 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9466447d-1f96-4930-bdcc-39be55ab3514 req-160878f5-4d3f-4541-b3c3-02be57050908 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0503063 Aug 19 13:35:30.692717 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9466447d-1f96-4930-bdcc-39be55ab3514 req-68bf03a7-c85a-414b-bfde-612ac0adeccd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349081 Aug 19 13:35:31.806366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030818a8-5cde-441e-9e80-88342ee1069b req-7abca5b0-c8b7-4363-a490-04cd4e198d16 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:31.807812 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-030818a8-5cde-441e-9e80-88342ee1069b req-7abca5b0-c8b7-4363-a490-04cd4e198d16 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0480199 Aug 19 13:35:31.848242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-030818a8-5cde-441e-9e80-88342ee1069b req-c03e9d4e-aa7e-4090-bcf0-ad2ffb3be1d7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344594 Aug 19 13:35:32.970214 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712b3e7-01b0-48a5-8d7f-563976ee9403 req-f7cb063e-0b3d-49bb-ab11-5fdb4c62f7f0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:32.971696 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4712b3e7-01b0-48a5-8d7f-563976ee9403 req-f7cb063e-0b3d-49bb-ab11-5fdb4c62f7f0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0487018 Aug 19 13:35:33.008877 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4712b3e7-01b0-48a5-8d7f-563976ee9403 req-74eb8ea2-58b0-45a6-811b-06e195ae638b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Aug 19 13:35:34.122687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3747c-ce54-4a3a-abf1-47335f3d2416 req-d75770b7-016f-46e0-b371-c350ff181c7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:34.124890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ca3747c-ce54-4a3a-abf1-47335f3d2416 req-d75770b7-016f-46e0-b371-c350ff181c7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0489118 Aug 19 13:35:34.161272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5ca3747c-ce54-4a3a-abf1-47335f3d2416 req-cecd5434-beb5-4da2-aaa2-fc1771619f91 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305521 Aug 19 13:35:35.278286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971f389-5096-4946-bf8d-8a700b3d2b59 req-1e18b1bf-c26a-4ac5-affa-eb2ea5ee3205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:35.280309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b971f389-5096-4946-bf8d-8a700b3d2b59 req-1e18b1bf-c26a-4ac5-affa-eb2ea5ee3205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0504644 Aug 19 13:35:35.322455 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b971f389-5096-4946-bf8d-8a700b3d2b59 req-3b003133-a1b2-4108-bd7a-9807b050a84b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362868 Aug 19 13:35:36.815691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b3ad5-5b52-485f-9f42-22c44c814a16 req-3c8c346e-27ce-401c-874d-46f0e9bc1b1f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:36.817203 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e9b3ad5-5b52-485f-9f42-22c44c814a16 req-3c8c346e-27ce-401c-874d-46f0e9bc1b1f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.4196420 Aug 19 13:35:36.855839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0e9b3ad5-5b52-485f-9f42-22c44c814a16 req-5a6e5daf-1663-4646-821b-cfbd71c79657 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323017 Aug 19 13:35:37.971411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a8cbc-0b66-4dc7-9da6-94c888d5ad27 req-20855128-26ac-4ae3-92a5-e743fd58e8b0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:37.972787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d7a8cbc-0b66-4dc7-9da6-94c888d5ad27 req-20855128-26ac-4ae3-92a5-e743fd58e8b0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0477324 Aug 19 13:35:38.013396 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0d7a8cbc-0b66-4dc7-9da6-94c888d5ad27 req-fde74527-7ab0-4816-8120-870d69f50311 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320876 Aug 19 13:35:39.129317 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227aca2-d548-40b8-b572-58d47c596f28 req-1f36e442-a361-46d8-bac7-3c63720c80ee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:39.130791 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f227aca2-d548-40b8-b572-58d47c596f28 req-1f36e442-a361-46d8-bac7-3c63720c80ee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0492990 Aug 19 13:35:39.172855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f227aca2-d548-40b8-b572-58d47c596f28 req-8172c216-b9ae-4254-adeb-e0b15279e0a7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362551 Aug 19 13:35:39.768836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29379806-0479-4e1b-8010-23634c624ddd req-9f7d34a2-1a4d-445b-9236-9116d464b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:39.770418 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29379806-0479-4e1b-8010-23634c624ddd req-9f7d34a2-1a4d-445b-9236-9116d464b90f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 1096 time: 0.0410872 Aug 19 13:35:39.874831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29379806-0479-4e1b-8010-23634c624ddd req-501ebce0-b743-4928-9514-2089cfe5c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:39.876338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29379806-0479-4e1b-8010-23634c624ddd req-501ebce0-b743-4928-9514-2089cfe5c8ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=0201774e-c785-4129-b22c-48f76fbd6c6e HTTP/1.1" status: 200 len: 898 time: 0.0859985 Aug 19 13:35:39.943725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29379806-0479-4e1b-8010-23634c624ddd req-1b4aab65-43d4-48b4-8be5-03c9d693a733 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2 HTTP/1.1" status: 200 len: 1001 time: 0.0593507 Aug 19 13:35:39.993591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29379806-0479-4e1b-8010-23634c624ddd req-3b689d3c-37e2-4863-ac1a-22876307f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:39.995021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29379806-0479-4e1b-8010-23634c624ddd req-3b689d3c-37e2-4863-ac1a-22876307f08d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4750dff1-2707-44bc-b7cd-1b8c83f5678c HTTP/1.1" status: 200 len: 834 time: 0.0436072 Aug 19 13:35:40.041211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29379806-0479-4e1b-8010-23634c624ddd req-6f1020c7-0d59-467f-8ac2-3940cfbd7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:40.042700 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29379806-0479-4e1b-8010-23634c624ddd req-6f1020c7-0d59-467f-8ac2-3940cfbd7aa5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0201774e-c785-4129-b22c-48f76fbd6c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394738 Aug 19 13:35:40.137136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29379806-0479-4e1b-8010-23634c624ddd req-915cd17b-0155-4204-ba0b-720a1f567bc8 service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845053 Aug 19 13:35:40.231187 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29379806-0479-4e1b-8010-23634c624ddd req-72e2e4f0-6193-47f9-b391-a587affa5af7 service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847476 Aug 19 13:35:40.291248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d7b6-06d5-4f43-bb45-7b3c644e4746 req-8760ef57-9d36-4836-bbd5-795ce301793b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:40.292705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0580d7b6-06d5-4f43-bb45-7b3c644e4746 req-8760ef57-9d36-4836-bbd5-795ce301793b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0496383 Aug 19 13:35:40.331257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0580d7b6-06d5-4f43-bb45-7b3c644e4746 req-88742f31-4ed6-4972-b79a-0ed55f7f87bc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Aug 19 13:35:41.046098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-0791d883-584f-4520-bd36-591a59549cd1 service neutron] 10.222.0.53 "GET /v2.0/ports/cc7c939b-0e7c-4754-b079-51b9df333aa2/bindings/n-h1-778732-8 HTTP/1.1" status: 200 len: 382 time: 0.0554085 Aug 19 13:35:41.449286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd7356-9052-4d44-b598-7430ab8be3b2 req-e6251abb-e22c-4073-b219-44410601c254 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:41.450816 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94cd7356-9052-4d44-b598-7430ab8be3b2 req-e6251abb-e22c-4073-b219-44410601c254 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0509918 Aug 19 13:35:41.493707 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-94cd7356-9052-4d44-b598-7430ab8be3b2 req-3aac1b32-896c-4383-a3c6-e6e506085c52 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365057 Aug 19 13:35:41.546649 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-3855010e-8337-4505-a8db-d9b3f0398afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:41.548293 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-3855010e-8337-4505-a8db-d9b3f0398afa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0&tenant_id=10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 1096 time: 0.0425756 Aug 19 13:35:41.610716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-6d7b9248-b316-4942-b031-9bcc2cc70245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:41.612230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-6d7b9248-b316-4942-b031-9bcc2cc70245 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 1096 time: 0.0405147 Aug 19 13:35:41.707615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-aa75eeab-fefe-42de-b345-be44cba5ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:41.709179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-aa75eeab-fefe-42de-b345-be44cba5ee99 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0201774e-c785-4129-b22c-48f76fbd6c6e HTTP/1.1" status: 200 len: 898 time: 0.0886312 Aug 19 13:35:41.774608 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-70cec3f9-9ae7-4956-9731-759cdc83afbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2 HTTP/1.1" status: 200 len: 1001 time: 0.0576060 Aug 19 13:35:41.824097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-1a14b5fd-0c4a-4f1e-a48b-a8780413566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:41.825580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-1a14b5fd-0c4a-4f1e-a48b-a8780413566c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4750dff1-2707-44bc-b7cd-1b8c83f5678c HTTP/1.1" status: 200 len: 834 time: 0.0428581 Aug 19 13:35:41.874681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-7c02eb01-ec67-4ebe-a2e4-991b4cc5fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:41.876074 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-7c02eb01-ec67-4ebe-a2e4-991b4cc5fd09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0201774e-c785-4129-b22c-48f76fbd6c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432293 Aug 19 13:35:41.964942 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-62cb4006-4c8d-4c05-9195-9585998ecf0e service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807102 Aug 19 13:35:42.061241 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-61463f3f-f99e-423a-a217-26c4765ccb39 service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857666 Aug 19 13:35:42.572452 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:42.617801 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bf635-643a-4f67-9da0-167e95b084f0 req-2dea838b-f43a-445f-b9ed-4a8eea762955 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:42.619305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d8bf635-643a-4f67-9da0-167e95b084f0 req-2dea838b-f43a-445f-b9ed-4a8eea762955 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0496871 Aug 19 13:35:42.658409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8d8bf635-643a-4f67-9da0-167e95b084f0 req-8c36560c-693e-46ad-b53f-4966a525966f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318153 Aug 19 13:35:43.796011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5030b-3c8c-4913-8e7c-11fcba04a202 req-28b02d87-2604-4d26-ad0e-f42f33c5f3fd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:43.798374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ace5030b-3c8c-4913-8e7c-11fcba04a202 req-28b02d87-2604-4d26-ad0e-f42f33c5f3fd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0657239 Aug 19 13:35:43.845549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ace5030b-3c8c-4913-8e7c-11fcba04a202 req-13ab0e4f-9ca6-400b-88ae-e546b1716680 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404611 Aug 19 13:35:44.281042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device cc7c939b-0e7c-4754-b079-51b9df333aa2 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:35:44.389619 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port cc7c939b-0e7c-4754-b079-51b9df333aa2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:35:44.400223 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'port_id': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'mac_address': 'fa:16:3e:14:e1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:35:44.437796 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:44.449986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc7c939b-0e7c-4754-b079-51b9df333aa2 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:35:44.469907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port cc7c939b-0e7c-4754-b079-51b9df333aa2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:35:44.532360 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:44.580487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=cc7c939b-0e7c-4754-b079-51b9df333aa2,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:44.588118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.588475 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.588827 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.589173 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.589549 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.589889 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.590224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.590579 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.590913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.591248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.591578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.592643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:44.751787 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['cc7c939b-0e7c-4754-b079-51b9df333aa2'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:35:44.971237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf37edb-5f20-4b03-851c-57197b9d2171 req-b40b39c3-6293-4bd1-ba3a-4af794537dd3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:44.972905 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbf37edb-5f20-4b03-851c-57197b9d2171 req-b40b39c3-6293-4bd1-ba3a-4af794537dd3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 944 time: 0.0540676 Aug 19 13:35:45.011227 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fbf37edb-5f20-4b03-851c-57197b9d2171 req-6807ed5c-8081-43ff-b100-85db78f50693 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319381 Aug 19 13:35:45.314923 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553801b5-776d-4fe1-97a7-2655b0d55705 req-8e186e68-7614-4e06-bef4-7e4cb7fdd22b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:45.315620 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:45.316484 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-553801b5-776d-4fe1-97a7-2655b0d55705 req-8e186e68-7614-4e06-bef4-7e4cb7fdd22b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 944 time: 0.0542409 Aug 19 13:35:45.380563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-553801b5-776d-4fe1-97a7-2655b0d55705 req-773695c0-f5fd-4bfa-a4a0-adc16f4e94c9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579977 Aug 19 13:35:45.407180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-bc3838e5-1e0c-4ad3-bce2-507e85175c1c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:45.409000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-bc3838e5-1e0c-4ad3-bce2-507e85175c1c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0&tenant_id=10c32baab09b483ebcd9e0225f6e2b17&binding%3Ahost_id=n-h1-778732-8 HTTP/1.1" status: 200 len: 944 time: 0.0639451 Aug 19 13:35:45.540227 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5138105-496d-4edb-8efd-3ba27ff9a405 req-f33a911a-66f3-4190-bb60-428d428701eb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:45.541992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5138105-496d-4edb-8efd-3ba27ff9a405 req-f33a911a-66f3-4190-bb60-428d428701eb tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 944 time: 0.0911369 Aug 19 13:35:45.544733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-65e462a3-2fc2-467e-878b-5a51180ada41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:45.546806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-65e462a3-2fc2-467e-878b-5a51180ada41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 1095 time: 0.0934503 Aug 19 13:35:45.642144 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b5138105-496d-4edb-8efd-3ba27ff9a405 req-111b5485-152d-4f99-86d1-fa6d73e8d67a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932755 Aug 19 13:35:45.672564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-dd9a8532-9460-499d-82f6-493bfbbf6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:45.674088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-dd9a8532-9460-499d-82f6-493bfbbf6055 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0201774e-c785-4129-b22c-48f76fbd6c6e HTTP/1.1" status: 200 len: 898 time: 0.1192284 Aug 19 13:35:45.752110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-d7d7ae22-f43b-4c89-bcd9-d4c75f74e4e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2 HTTP/1.1" status: 200 len: 1000 time: 0.0706704 Aug 19 13:35:45.802499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-726925a6-e814-40e0-954a-95da8e14c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:45.803914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-726925a6-e814-40e0-954a-95da8e14c090 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4750dff1-2707-44bc-b7cd-1b8c83f5678c HTTP/1.1" status: 200 len: 834 time: 0.0446937 Aug 19 13:35:45.854688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-2a6ae0fb-e672-4e31-bc61-ae03a7944499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:45.856221 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-2a6ae0fb-e672-4e31-bc61-ae03a7944499 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0201774e-c785-4129-b22c-48f76fbd6c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444667 Aug 19 13:35:45.945238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-b7e97a76-ccc9-461c-89a6-8782622133c7 service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822136 Aug 19 13:35:46.040477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2796cea-151c-4c71-a388-046c9055d5f2 req-fd03f0a9-718a-48c7-9149-a47a9fb3797a service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873883 Aug 19 13:35:46.292326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device cc7c939b-0e7c-4754-b079-51b9df333aa2 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:35:46.339402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port cc7c939b-0e7c-4754-b079-51b9df333aa2 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:35:46.340148 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:46.419661 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:46.442559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:35:46.444799 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37154a7-5df6-4e02-80be-5d69ef0d698d" -d '{"events": [{"server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "name": "network-vif-plugged", "status": "completed", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:35:46.458118 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port cc7c939b-0e7c-4754-b079-51b9df333aa2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:35:46.490240 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe56515-a3f0-4705-a227-ed1e9f471b71 x-openstack-request-id: req-efe56515-a3f0-4705-a227-ed1e9f471b71 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:35:46.490547 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "name": "network-vif-plugged", "status": "completed", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:35:46.490806 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efe56515-a3f0-4705-a227-ed1e9f471b71 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:35:46.491209 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'code': 200} Aug 19 13:35:46.532646 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:46.582852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=cc7c939b-0e7c-4754-b079-51b9df333aa2,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:46.761886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421688f6-43fa-4d7c-9595-870435c7fcb8 req-bd9ae85d-18e9-4f0b-9421-d8fb568e9ce5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:46.763373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-421688f6-43fa-4d7c-9595-870435c7fcb8 req-bd9ae85d-18e9-4f0b-9421-d8fb568e9ce5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0496094 Aug 19 13:35:46.801101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-421688f6-43fa-4d7c-9595-870435c7fcb8 req-c0d626d5-ccb3-491e-a2f7-16c28d575c7c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317571 Aug 19 13:35:47.920201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de32468-30f7-4d3c-a0ff-ad4aa547e1eb req-f8d0c58c-494d-4c7a-b54d-cbac03c784e0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:47.921746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1de32468-30f7-4d3c-a0ff-ad4aa547e1eb req-f8d0c58c-494d-4c7a-b54d-cbac03c784e0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0504255 Aug 19 13:35:47.964245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1de32468-30f7-4d3c-a0ff-ad4aa547e1eb req-9ddc6928-49af-42b2-ac17-35ccb08b5ca7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365808 Aug 19 13:35:47.986127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55772) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:48.045398 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-28c00506-bc86-498a-913b-34b6485c2cf4 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/04fbaa23-7f42-4dbf-8e08-b9ec98e839a3 HTTP/1.1" status: 200 len: 993 time: 0.0580316 Aug 19 13:35:51.183532 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-92eada6a-c783-4224-9ed4-bbbda7006676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:55.509711 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6503f9e5-b576-46e0-b85a-97b1103737eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:55.806096 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.331077 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.458508 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:35:59.178386 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.616208 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.337437 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.524067 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55782) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:16.681744 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port 2db898d6-fac8-4ac8-85ad-2c949aa094e5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:36:16.683990 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.758525 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.758852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.770854 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for 2db898d6-fac8-4ac8-85ad-2c949aa094e5 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:36:17.068918 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:17.093984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=2db898d6-fac8-4ac8-85ad-2c949aa094e5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:17.105713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.106554 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.106939 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.107273 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.107716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.108048 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.108374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.108699 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.109022 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.109343 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.109692 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.110005 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:17.165126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:17.165483 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Floating IP 04fbaa23-7f42-4dbf-8e08-b9ec98e839a3 disassociated (deleted). External IP: 172.25.6.133, port: cc7c939b-0e7c-4754-b079-51b9df333aa2. Aug 19 13:36:17.375623 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 6aa26229-8a9c-43ad-a8cf-d5e192be592a has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:36:17.480819 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:36:17.485815 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:17.490843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ea8b8-bc07-41b9-91ab-33a3bb713078 None None] Sync routers for ids ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:36:17.500701 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ea8b8-bc07-41b9-91ab-33a3bb713078 None None] Routers {'6aa26229-8a9c-43ad-a8cf-d5e192be592a'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:17.501321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5b2ea8b8-bc07-41b9-91ab-33a3bb713078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:17.514448 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e7066411-4c75-4c3a-9fa0-79f811dcde7f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/floatingips/04fbaa23-7f42-4dbf-8e08-b9ec98e839a3 HTTP/1.1" status: 204 len: 168 time: 0.9892688 Aug 19 13:36:17.515049 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:36:17.517315 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c51d4d21316351dc2569c8a02aa6a5ec6c17105ca4db93849c25264e079fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d" -d '{"events": [{"name": "network-changed", "server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:36:17.621317 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5b2ea8b8-bc07-41b9-91ab-33a3bb713078 None None] Set router 6aa26229-8a9c-43ad-a8cf-d5e192be592a gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:17.639907 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aa5714-ad0e-4349-b856-d6ad16b03b96 x-openstack-request-id: req-f3aa5714-ad0e-4349-b856-d6ad16b03b96 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:36:17.640426 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:36:17.640531 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3aa5714-ad0e-4349-b856-d6ad16b03b96 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:36:17.640871 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'status': 'completed', 'code': 200} Aug 19 13:36:17.710667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d req-25f54a43-cfa3-4b37-97ed-67478b768aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:17.712218 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d req-25f54a43-cfa3-4b37-97ed-67478b768aa4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 1096 time: 0.0449145 Aug 19 13:36:17.811054 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d req-698532e7-4682-4af5-ae9c-8d3465884651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:17.812579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d req-698532e7-4682-4af5-ae9c-8d3465884651 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0201774e-c785-4129-b22c-48f76fbd6c6e HTTP/1.1" status: 200 len: 898 time: 0.0916476 Aug 19 13:36:17.821807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5b2ea8b8-bc07-41b9-91ab-33a3bb713078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:31Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd264e620-b09d-4ad5-928a-75ce5a854ba8', 'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:09:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:30Z', 'updated_at': '2021-08-19T13:34:36Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:17.849101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ea8b8-bc07-41b9-91ab-33a3bb713078 None None] Checking router: 6aa26229-8a9c-43ad-a8cf-d5e192be592a for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:36:17.857942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ea8b8-bc07-41b9-91ab-33a3bb713078 None None] Routers {'6aa26229-8a9c-43ad-a8cf-d5e192be592a'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:17.858558 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5b2ea8b8-bc07-41b9-91ab-33a3bb713078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:17.861185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d req-4522173f-f9b8-411e-a32a-5d6f9a1d2d8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2 HTTP/1.1" status: 200 len: 217 time: 0.0403647 Aug 19 13:36:17.921422 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d req-924b4b36-777a-4636-b409-e9c65376211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:17.923107 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d req-924b4b36-777a-4636-b409-e9c65376211e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4750dff1-2707-44bc-b7cd-1b8c83f5678c HTTP/1.1" status: 200 len: 834 time: 0.0535746 Aug 19 13:36:17.987562 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5b2ea8b8-bc07-41b9-91ab-33a3bb713078 None None] Set router 6aa26229-8a9c-43ad-a8cf-d5e192be592a gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:18.014519 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d req-e2b51aa5-645e-495d-8c59-c6f463917864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:18.016062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d req-e2b51aa5-645e-495d-8c59-c6f463917864 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0201774e-c785-4129-b22c-48f76fbd6c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789776 Aug 19 13:36:18.023728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b3fe2-9453-484c-be50-4ba7ab9a409b req-159c0700-1bdb-4913-b40e-1c8335b43bb7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:18.025228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-244b3fe2-9453-484c-be50-4ba7ab9a409b req-159c0700-1bdb-4913-b40e-1c8335b43bb7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0778537 Aug 19 13:36:18.118666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-244b3fe2-9453-484c-be50-4ba7ab9a409b req-90934e25-1f40-4edc-be7b-164fa3367339 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791013 Aug 19 13:36:18.152367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d req-d050a171-144d-4a7c-add6-0e7755718fef service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203079 Aug 19 13:36:18.198375 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5b2ea8b8-bc07-41b9-91ab-33a3bb713078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:31Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd264e620-b09d-4ad5-928a-75ce5a854ba8', 'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:09:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:30Z', 'updated_at': '2021-08-19T13:34:36Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:18.225951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ea8b8-bc07-41b9-91ab-33a3bb713078 None None] The sync data for ids ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'] in n-d-778732-8 is: [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:31Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'd264e620-b09d-4ad5-928a-75ce5a854ba8', 'name': '', 'network_id': '0201774e-c785-4129-b22c-48f76fbd6c6e', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:09:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:30Z', 'updated_at': '2021-08-19T13:34:36Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '4750dff1-2707-44bc-b7cd-1b8c83f5678c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:36:18.253684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9475d8a0-4aa0-4b6f-85d7-b4a2607eca1d req-68b64d96-2a3f-4cad-a534-361b7543e099 service neutron] 10.222.0.53 "GET /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933428 Aug 19 13:36:18.462167 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a288b05a-abc8-4909-a21e-e6e02bb307e7 None None] New status for floating IP 04fbaa23-7f42-4dbf-8e08-b9ec98e839a3: DOWN {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:36:19.239988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca80c4c-c738-4c06-9c4e-fef90357d622 req-91ba7ec6-cf8e-4a3c-8c22-f2d381190227 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:19.241536 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ca80c4c-c738-4c06-9c4e-fef90357d622 req-91ba7ec6-cf8e-4a3c-8c22-f2d381190227 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0513198 Aug 19 13:36:19.281185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ca80c4c-c738-4c06-9c4e-fef90357d622 req-f280aac8-0d45-4c70-b2ed-ef0142b27e3e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a670e90-e2e5-43b4-bf0d-e35627521e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330493 Aug 19 13:36:19.547648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145455b2-5e1c-4b1a-b0e6-70d86bc4fc40 req-65dadc9f-bc97-453e-8b2b-f57a18c42c1b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:19.549059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-145455b2-5e1c-4b1a-b0e6-70d86bc4fc40 req-65dadc9f-bc97-453e-8b2b-f57a18c42c1b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 945 time: 0.0489347 Aug 19 13:36:19.644886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-145455b2-5e1c-4b1a-b0e6-70d86bc4fc40 req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port cc7c939b-0e7c-4754-b079-51b9df333aa2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:36:19.645225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-145455b2-5e1c-4b1a-b0e6-70d86bc4fc40 req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:19.735521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-145455b2-5e1c-4b1a-b0e6-70d86bc4fc40 req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port cc7c939b-0e7c-4754-b079-51b9df333aa2, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=cc7c939b-0e7c-4754-b079-51b9df333aa2,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:19.735885 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-145455b2-5e1c-4b1a-b0e6-70d86bc4fc40 req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:19.747848 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-145455b2-5e1c-4b1a-b0e6-70d86bc4fc40 req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for cc7c939b-0e7c-4754-b079-51b9df333aa2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:36:19.949225 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-145455b2-5e1c-4b1a-b0e6-70d86bc4fc40 req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:19.979585 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=cc7c939b-0e7c-4754-b079-51b9df333aa2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:20.015623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.015623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.015623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.015623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.015623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.015623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.015623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.015623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.015623 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.016486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.016486 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.016676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:20.035005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-145455b2-5e1c-4b1a-b0e6-70d86bc4fc40 req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] No DVR routers for this DVR port cc7c939b-0e7c-4754-b079-51b9df333aa2 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:36:20.037537 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-145455b2-5e1c-4b1a-b0e6-70d86bc4fc40 req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:20.039546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-145455b2-5e1c-4b1a-b0e6-70d86bc4fc40 req-61c90179-14a8-4a75-80f7-e0bf448e8876 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "DELETE /v2.0/ports/cc7c939b-0e7c-4754-b079-51b9df333aa2 HTTP/1.1" status: 204 len: 173 time: 0.4824314 Aug 19 13:36:20.039974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'name': 'network-vif-deleted', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:36:20.042648 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055584b7-9e0f-4906-ac42-f66e34513522" -d '{"events": [{"server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "name": "network-vif-deleted", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:36:20.079144 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7f2e6a-3f92-4272-a7dc-f28c523f7582 x-openstack-request-id: req-3a7f2e6a-3f92-4272-a7dc-f28c523f7582 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:36:20.079428 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f3e357-50e8-4346-a268-c81664fb4de0", "name": "network-vif-deleted", "tag": "cc7c939b-0e7c-4754-b079-51b9df333aa2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:36:20.079679 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a7f2e6a-3f92-4272-a7dc-f28c523f7582 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:36:20.080076 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f3e357-50e8-4346-a268-c81664fb4de0', 'name': 'network-vif-deleted', 'tag': 'cc7c939b-0e7c-4754-b079-51b9df333aa2', 'status': 'completed', 'code': 200} Aug 19 13:36:20.456181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b96315f1-79fa-4c73-a32e-788d7a4f2cb3 req-9055c3a2-8f39-4865-8988-25260ae5e020 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=24f3e357-50e8-4346-a268-c81664fb4de0 HTTP/1.1" status: 200 len: 210 time: 0.0291505 Aug 19 13:36:21.149091 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2570-fbff-4968-bba9-60220d3307e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:21.513331 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55804) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:21.880250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:22.475998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port d264e620-b09d-4ad5-928a-75ce5a854ba8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:36:22.476340 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:22.563476 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port d264e620-b09d-4ad5-928a-75ce5a854ba8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=d264e620-b09d-4ad5-928a-75ce5a854ba8,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:22.564205 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:22.580403 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for d264e620-b09d-4ad5-928a-75ce5a854ba8 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:36:22.829024 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:22.856059 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=d264e620-b09d-4ad5-928a-75ce5a854ba8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:23.038938 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:23.271298 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 6aa26229-8a9c-43ad-a8cf-d5e192be592a has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:36:23.391583 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:36:23.396932 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6823129b-52cf-4022-a7b7-2bf743073c8d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "PUT /v2.0/routers/6aa26229-8a9c-43ad-a8cf-d5e192be592a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8825686 Aug 19 13:36:23.399764 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55806) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:23.401699 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31cc4f-fede-4c08-ac69-3db1e3f7d4aa None None] Sync routers for ids ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:36:23.422519 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31cc4f-fede-4c08-ac69-3db1e3f7d4aa None None] Routers {'6aa26229-8a9c-43ad-a8cf-d5e192be592a'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:23.423137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c31cc4f-fede-4c08-ac69-3db1e3f7d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:23.452021 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-850cbb00-eb02-4ccc-b002-b6ce642c5ac0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting subnet 4750dff1-2707-44bc-b7cd-1b8c83f5678c {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:36:23.455299 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-850cbb00-eb02-4ccc-b002-b6ce642c5ac0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:23.496393 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-850cbb00-eb02-4ccc-b002-b6ce642c5ac0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:23.529573 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4c31cc4f-fede-4c08-ac69-3db1e3f7d4aa None None] Set router 6aa26229-8a9c-43ad-a8cf-d5e192be592a gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:23.589642 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-850cbb00-eb02-4ccc-b002-b6ce642c5ac0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:23.712662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c31cc4f-fede-4c08-ac69-3db1e3f7d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:36:22Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:23.739588 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31cc4f-fede-4c08-ac69-3db1e3f7d4aa None None] Checking router: 6aa26229-8a9c-43ad-a8cf-d5e192be592a for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:36:23.742276 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-850cbb00-eb02-4ccc-b002-b6ce642c5ac0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:23.748337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31cc4f-fede-4c08-ac69-3db1e3f7d4aa None None] Routers {'6aa26229-8a9c-43ad-a8cf-d5e192be592a'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:23.748957 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c31cc4f-fede-4c08-ac69-3db1e3f7d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:35:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:23.772371 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-850cbb00-eb02-4ccc-b002-b6ce642c5ac0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:23.774298 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-850cbb00-eb02-4ccc-b002-b6ce642c5ac0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/subnets/4750dff1-2707-44bc-b7cd-1b8c83f5678c HTTP/1.1" status: 204 len: 168 time: 0.3736084 Aug 19 13:36:23.775286 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cbb00-eb02-4ccc-b002-b6ce642c5ac0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Subnet': ['ID=4750dff1-2707-44bc-b7cd-1b8c83f5678c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:23.777445 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55808) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:23.783708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2700cc02-d248-4335-9817-00addac53c95 None None] Network 0201774e-c785-4129-b22c-48f76fbd6c6e requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:36:23.889142 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:23.955716 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4c31cc4f-fede-4c08-ac69-3db1e3f7d4aa None None] Set router 6aa26229-8a9c-43ad-a8cf-d5e192be592a gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:23.999680 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.108301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port 523dae83-cf91-4c24-9853-92a74d3b50ac {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:36:24.108565 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.146761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c1c3e-b106-4d76-af89-e57b29852981 None None] DHCP port deletion for 0201774e-c785-4129-b22c-48f76fbd6c6e request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:36:24.158455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c31cc4f-fede-4c08-ac69-3db1e3f7d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:36:22Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:24.198872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port 523dae83-cf91-4c24-9853-92a74d3b50ac, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=523dae83-cf91-4c24-9853-92a74d3b50ac,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:24.199239 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.205693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31cc4f-fede-4c08-ac69-3db1e3f7d4aa None None] The sync data for ids ['6aa26229-8a9c-43ad-a8cf-d5e192be592a'] in n-d-778732-8 is: [{'id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430499682', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:36:22Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '523dae83-cf91-4c24-9853-92a74d3b50ac', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa26229-8a9c-43ad-a8cf-d5e192be592a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:27Z', 'updated_at': '2021-08-19T13:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:36:24.212146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for 523dae83-cf91-4c24-9853-92a74d3b50ac owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:36:24.232885 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c1c3e-b106-4d76-af89-e57b29852981 None None] Deleting port 89f5c28f-5834-48d8-af57-92622425cab0 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:36:24.233286 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1c3e-b106-4d76-af89-e57b29852981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.301483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7b3c1c3e-b106-4d76-af89-e57b29852981 None None] For port 89f5c28f-5834-48d8-af57-92622425cab0, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=89f5c28f-5834-48d8-af57-92622425cab0,segment=NetworkSegment(f79d9da6-2c18-48ac-9b36-42fb91ef6279),segment_id=f79d9da6-2c18-48ac-9b36-42fb91ef6279)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:24.301894 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1c3e-b106-4d76-af89-e57b29852981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.315300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c1c3e-b106-4d76-af89-e57b29852981 None None] Calling delete_port for 89f5c28f-5834-48d8-af57-92622425cab0 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:36:24.462580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.489434 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=523dae83-cf91-4c24-9853-92a74d3b50ac,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:24.525763 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device cc7c939b-0e7c-4754-b079-51b9df333aa2 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:36:24.550773 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: cc7c939b-0e7c-4754-b079-51b9df333aa2 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:36:24.551483 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device cc7c939b-0e7c-4754-b079-51b9df333aa2 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:36:24.556616 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.674443 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.676760 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.714991 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1c3e-b106-4d76-af89-e57b29852981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.748625 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 89f5c28f-5834-48d8-af57-92622425cab0 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:36:24.752321 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c1c3e-b106-4d76-af89-e57b29852981 None None] Pushing event deleted for resources: {'Port': ['ID=89f5c28f-5834-48d8-af57-92622425cab0,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:24.772530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c1c3e-b106-4d76-af89-e57b29852981 None None] No DVR routers for this DVR port 89f5c28f-5834-48d8-af57-92622425cab0 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:36:24.774382 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 89f5c28f-5834-48d8-af57-92622425cab0 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:36:24.774730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 89f5c28f-5834-48d8-af57-92622425cab0 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:36:24.775140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d264e620-b09d-4ad5-928a-75ce5a854ba8 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:36:24.801015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: d264e620-b09d-4ad5-928a-75ce5a854ba8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:36:24.801495 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device d264e620-b09d-4ad5-928a-75ce5a854ba8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:36:24.808445 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.810152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa26229-8a9c-43ad-a8cf-d5e192be592a {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:36:24.816814 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:24.820669 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-18eaf975-6ca4-4fb6-8ac9-6215db3befbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/routers/6aa26229-8a9c-43ad-a8cf-d5e192be592a HTTP/1.1" status: 204 len: 168 time: 1.0382199 Aug 19 13:36:24.820836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55810) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:24.902805 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.003075 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.013800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0201774e-c785-4129-b22c-48f76fbd6c6e']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:25.024219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79d9da6-2c18-48ac-9b36-42fb91ef6279') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:25.024525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79d9da6-2c18-48ac-9b36-42fb91ef6279') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:25.037679 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.050507 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.056534 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:36:25.056943 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:36:25.060730 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:36:25.217930 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.224766 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.226624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/networks/0201774e-c785-4129-b22c-48f76fbd6c6e HTTP/1.1" status: 204 len: 168 time: 0.4047780 Aug 19 13:36:25.229701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55812) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:25.239131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6030b4-270a-4407-99a2-b26b5639778d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Network': ['ID=0201774e-c785-4129-b22c-48f76fbd6c6e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:25.294328 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-94bd55a3-4ef3-4ead-9bc0-169972de143c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.325342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-94bd55a3-4ef3-4ead-9bc0-169972de143c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.457751 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-94bd55a3-4ef3-4ead-9bc0-169972de143c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.460408 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-94bd55a3-4ef3-4ead-9bc0-169972de143c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.461653 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-94bd55a3-4ef3-4ead-9bc0-169972de143c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/security-groups/2a670e90-e2e5-43b4-bf0d-e35627521e8b HTTP/1.1" status: 204 len: 168 time: 0.2305670 Aug 19 13:36:25.471897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd55a3-4ef3-4ead-9bc0-169972de143c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a670e90-e2e5-43b4-bf0d-e35627521e8b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:25.514464 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-39f8f210-25c7-4818-b369-bb7ea27a14c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:25.804708 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.208230 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55818) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:26.212935 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-11316629-3bc1-4106-a5fd-76e6b942ea33 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-299835506', 'description': 'tempest-secgroup-smoke-299835506 description', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:26.314852 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11316629-3bc1-4106-a5fd-76e6b942ea33 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.395863 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11316629-3bc1-4106-a5fd-76e6b942ea33 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.484846 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11316629-3bc1-4106-a5fd-76e6b942ea33 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.513485 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11316629-3bc1-4106-a5fd-76e6b942ea33 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ebd265-ad3b-45c5-a133-7c7435f2ed6c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:26.577919 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11316629-3bc1-4106-a5fd-76e6b942ea33 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.579366 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-11316629-3bc1-4106-a5fd-76e6b942ea33 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3700919 Aug 19 13:36:26.582261 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55820) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:26.586796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e08078c7-2595-4484-82cc-da403c82df79 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '11ebd265-ad3b-45c5-a133-7c7435f2ed6c', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:26.634664 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 523dae83-cf91-4c24-9853-92a74d3b50ac no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:36:26.655569 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 523dae83-cf91-4c24-9853-92a74d3b50ac {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:36:26.655914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 523dae83-cf91-4c24-9853-92a74d3b50ac not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:36:26.713939 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e08078c7-2595-4484-82cc-da403c82df79 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.772037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e08078c7-2595-4484-82cc-da403c82df79 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.863278 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e08078c7-2595-4484-82cc-da403c82df79 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.882477 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08078c7-2595-4484-82cc-da403c82df79 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30859d3d-7ab2-43e1-ae84-eb1c7d02ffd9,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:27.027609 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e08078c7-2595-4484-82cc-da403c82df79 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.028829 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e08078c7-2595-4484-82cc-da403c82df79 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4456120 Aug 19 13:36:27.031765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55822) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:27.036353 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-6aea8b51-e8b7-4bfc-af50-ceb57e388adc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '11ebd265-ad3b-45c5-a133-7c7435f2ed6c', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:27.119710 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6aea8b51-e8b7-4bfc-af50-ceb57e388adc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.180269 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6aea8b51-e8b7-4bfc-af50-ceb57e388adc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.284913 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6aea8b51-e8b7-4bfc-af50-ceb57e388adc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.304123 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea8b51-e8b7-4bfc-af50-ceb57e388adc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b329180c-7aef-4b17-9a46-f488aa9f53c2,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:27.320130 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.383660 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6aea8b51-e8b7-4bfc-af50-ceb57e388adc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.384908 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6aea8b51-e8b7-4bfc-af50-ceb57e388adc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3522041 Aug 19 13:36:27.387753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55824) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:27.393102 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-4e8d7561-e20e-4677-872b-cb63bc22f553 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '11ebd265-ad3b-45c5-a133-7c7435f2ed6c', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:27.485625 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7561-e20e-4677-872b-cb63bc22f553 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.547220 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7561-e20e-4677-872b-cb63bc22f553 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.640627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7561-e20e-4677-872b-cb63bc22f553 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.660940 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d7561-e20e-4677-872b-cb63bc22f553 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51aa22f-fba9-49eb-9034-e7b35a16d62b,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:27.720521 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7561-e20e-4677-872b-cb63bc22f553 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.721853 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4e8d7561-e20e-4677-872b-cb63bc22f553 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329556 Aug 19 13:36:27.724507 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55826) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:27.729000 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-b34e4ebe-e73b-4338-85c3-9f11ca553429 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '11ebd265-ad3b-45c5-a133-7c7435f2ed6c', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:27.827949 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b34e4ebe-e73b-4338-85c3-9f11ca553429 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.889424 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b34e4ebe-e73b-4338-85c3-9f11ca553429 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:27.984648 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b34e4ebe-e73b-4338-85c3-9f11ca553429 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.005797 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e4ebe-e73b-4338-85c3-9f11ca553429 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b3e47b-9e05-49e9-b122-a5b465e66e0d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:28.062907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b34e4ebe-e73b-4338-85c3-9f11ca553429 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.064155 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-b34e4ebe-e73b-4338-85c3-9f11ca553429 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386898 Aug 19 13:36:28.066908 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55828) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:28.071585 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-aae5f471-6bd9-4abb-802b-357dcaf0bba8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '11ebd265-ad3b-45c5-a133-7c7435f2ed6c', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:28.171318 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-aae5f471-6bd9-4abb-802b-357dcaf0bba8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Project 10c32baab09b483ebcd9e0225f6e2b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:36:28.176587 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aae5f471-6bd9-4abb-802b-357dcaf0bba8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.240496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aae5f471-6bd9-4abb-802b-357dcaf0bba8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.285794 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aae5f471-6bd9-4abb-802b-357dcaf0bba8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.305225 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5f471-6bd9-4abb-802b-357dcaf0bba8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4171a84c-b0e6-4628-8e56-0e1c7ba04af3,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:28.360770 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aae5f471-6bd9-4abb-802b-357dcaf0bba8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.362062 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aae5f471-6bd9-4abb-802b-357dcaf0bba8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2941010 Aug 19 13:36:28.364722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55830) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:28.369432 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-47242f78-ec77-4931-8eaf-64bd0b5300fd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '11ebd265-ad3b-45c5-a133-7c7435f2ed6c', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:28.474482 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-47242f78-ec77-4931-8eaf-64bd0b5300fd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Project 10c32baab09b483ebcd9e0225f6e2b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:36:28.479745 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47242f78-ec77-4931-8eaf-64bd0b5300fd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.543568 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47242f78-ec77-4931-8eaf-64bd0b5300fd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.617099 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47242f78-ec77-4931-8eaf-64bd0b5300fd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.635151 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47242f78-ec77-4931-8eaf-64bd0b5300fd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6725c040-c278-4b0b-9b0e-8f2abd42ccb6,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:28.749238 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47242f78-ec77-4931-8eaf-64bd0b5300fd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.750453 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-47242f78-ec77-4931-8eaf-64bd0b5300fd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3847556 Aug 19 13:36:28.753228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55832) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:28.758254 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'network': {'name': 'tempest-network-smoke--664295187', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'port_security_enabled': True}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:28.874739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:36:28.878513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.901934 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:36:28.911321 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.911670 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Added segment bd08af11-0722-4de5-b106-08f4435c3512 of type vlan for network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b Aug 19 13:36:28.953201 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:29.052557 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:29.059003 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:29.062004 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:29.127365 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Network': ['ID=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:29.137458 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:36:29.193812 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:29.223916 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-31269d76-e2c7-4d06-ab78-5a99b53340e6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4695630 Aug 19 13:36:29.226542 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55834) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:29.231061 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'admin_state_up': True, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:29.318888 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:29.319991 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:29.371388 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:29.598310 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:29.885258 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:29.903358 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:30.004880 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.25.6.104 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/9bc0cca4-996a-436b-83e8-535a6333fcba) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:30.110115 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:30.200524 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:30.241148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:30.243975 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:30.247641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:30.253125 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=9bc0cca4-996a-436b-83e8-535a6333fcba,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:30.567086 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:30.773177 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:30.958965 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:36:31.072561 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:36:31.083009 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Sync routers for ids ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:36:31.092482 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Routers {'1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:31.093103 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:36:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:31.148784 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.150315 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a11cb67f-68e3-44ed-9f14-10eba481149f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9228101 Aug 19 13:36:31.153397 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55836) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:31.199193 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Set router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:31.228162 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a1a85286-3e45-4e58-8042-f2b56bf64278 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=10c32baab09b483ebcd9e0225f6e2b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730326 Aug 19 13:36:31.230767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55840) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:31.325964 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde7cea0-bbc6-4a8c-bc28-b2d3eec6af37 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:31.327700 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cde7cea0-bbc6-4a8c-bc28-b2d3eec6af37 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959680 Aug 19 13:36:31.330503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55842) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:31.358859 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fc48032a-c2e2-4f9d-997f-8cd1c6aa8761 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272551 Aug 19 13:36:31.362112 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55844) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:31.367001 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2139422799', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:31.387772 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:30Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:31.420055 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Checking router: 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:36:31.420641 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Updating router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 port 9bc0cca4-996a-436b-83e8-535a6333fcba binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:36:31.445328 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.521597 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:36:31.524021 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.720108 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.730128 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Transition to ACTIVE for port object 9bc0cca4-996a-436b-83e8-535a6333fcba will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:31.828614 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.832882 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.881464 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Attempting to bind port 9bc0cca4-996a-436b-83e8-535a6333fcba on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:36:31.881837 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Attempting to bind port 9bc0cca4-996a-436b-83e8-535a6333fcba by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:36:31.882191 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Attempting to bind port 9bc0cca4-996a-436b-83e8-535a6333fcba on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:31.884194 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6ea14-d524-481e-a111-938860000842 None None] Pushing event updated for resources: {'Port': ['ID=9bc0cca4-996a-436b-83e8-535a6333fcba,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:31.894103 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.894450 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.894788 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.895126 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.895454 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.895783 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.896107 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.896462 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.896786 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.897103 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.897449 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.897769 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6ea14-d524-481e-a111-938860000842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:31.900283 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Subnet': ['ID=90135120-fc43-442c-a46a-7509801cc149,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:31.901365 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:36:31.902249 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:31.902249 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.902574 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:36:31.902996 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Bound port: 9bc0cca4-996a-436b-83e8-535a6333fcba, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:36:31.903375 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.906770 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Checking segment: {'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:31.907722 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network hostable DHCP agents. Network: b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:36:31.956757 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] For port 9bc0cca4-996a-436b-83e8-535a6333fcba, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:36:31.959950 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] For port 9bc0cca4-996a-436b-83e8-535a6333fcba, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9bc0cca4-996a-436b-83e8-535a6333fcba,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:36:32.011482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:36:32.040695 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.103437 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:32.104645 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6ea14-d524-481e-a111-938860000842 None None] Pushing event updated for resources: {'Port': ['ID=9bc0cca4-996a-436b-83e8-535a6333fcba,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:32.107624 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Routers {'1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:32.108216 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:36:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:32.111897 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:32.112525 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.113175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5544f4d-2060-41b3-9291-42d0a24df207 None None] Network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:36:32.207296 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8eb1189c-d95b-434e-9a1d-2536cba34e59 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8441014 Aug 19 13:36:32.210120 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55846) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:32.214331 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] Set router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:32.266946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ips': [{'subnet_id': '90135120-fc43-442c-a46a-7509801cc149'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:36:32.268512 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.418687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Allocated IP 172.20.0.2 (b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b/90135120-fc43-442c-a46a-7509801cc149/0b589e4e-8c9a-4a60-88f7-18cdbbebaad4) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:32.496304 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:30Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:32.522188 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0bf86-6ccd-4cc2-918b-e8e0b3243395 None None] The sync data for ids ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'] in n-d-778732-8 is: [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:30Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:36:32.586982 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.597953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Transition to ACTIVE for port object 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:32.615224 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Transition to ACTIVE for port object 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:32.674872 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.693050 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.739904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:32.739904 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:32.754057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:32.760277 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Pushing event updated for resources: {'Port': ['ID=0b589e4e-8c9a-4a60-88f7-18cdbbebaad4,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:32.831359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Attempting to bind port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:36:32.832042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Attempting to bind port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:36:32.832414 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Attempting to bind port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 on network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:32.837989 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:36:32.838374 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Checking segment: {'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:32.838785 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.839420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Bound using segment: {'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:36:32.839898 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Bound port: 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:36:32.840284 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.915299 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] For port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:36:32.925918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] For port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0b589e4e-8c9a-4a60-88f7-18cdbbebaad4,segment=NetworkSegment(bd08af11-0722-4de5-b106-08f4435c3512),segment_id=bd08af11-0722-4de5-b106-08f4435c3512)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:36:32.993747 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.20.0.1 (b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b/90135120-fc43-442c-a46a-7509801cc149/5658bf59-a61a-4660-8807-38c37581c37a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:33.030250 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:33.094494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d587f0-0858-4879-9470-44d101cdef23 None None] Pushing event updated for resources: {'Port': ['ID=0b589e4e-8c9a-4a60-88f7-18cdbbebaad4,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:33.131255 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:33.148207 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Transition to ACTIVE for port object 5658bf59-a61a-4660-8807-38c37581c37a will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:33.269235 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:33.665573 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:33.671327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:33.673842 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:33.704384 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=5658bf59-a61a-4660-8807-38c37581c37a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:33.726568 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:33.924343 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:34.025559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5c26b5-497d-4626-8b1b-972d8bd10f47 None None] Network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:36:34.185894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-dcf3cacb-99cb-457a-9fa8-cdd14ee6f7ef None None] Provisioning for port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:34.228331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:34.292122 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:34.368178 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=5658bf59-a61a-4660-8807-38c37581c37a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:34.370899 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:34.458595 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:36:34.472586 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:34.474054 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:34.589060 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fa931804-b7c2-4827-bccd-bb74432286d2 None None] Provisioning for port 5658bf59-a61a-4660-8807-38c37581c37a completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:34.594046 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-fa931804-b7c2-4827-bccd-bb74432286d2 None None] Provisioning complete for port 5658bf59-a61a-4660-8807-38c37581c37a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:34.595685 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fa931804-b7c2-4827-bccd-bb74432286d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:34.599148 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:36:34.637579 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-fa931804-b7c2-4827-bccd-bb74432286d2 None None] Port 5658bf59-a61a-4660-8807-38c37581c37a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:36:34.722714 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:36:34.727591 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-3c38fde4-d953-4c67-b38b-0b965f797a0c tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "PUT /v2.0/routers/1bd0cc5d-2d05-4eca-bc98-49e756f75ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5164790 Aug 19 13:36:34.741924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Sync routers for ids ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:36:34.754413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Routers {'1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:34.755344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:36:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:34.798832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:34.890721 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-a3dcb2ee-67a0-4fa2-84c1-e9543716188b None None] Provisioning complete for port 5658bf59-a61a-4660-8807-38c37581c37a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:34.891094 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a3dcb2ee-67a0-4fa2-84c1-e9543716188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:34.901079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-c337f995-df8c-4910-a3fd-88d357a5d586 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-299835506&fields=id&tenant_id=10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 267 time: 0.0388381 Aug 19 13:36:34.952027 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcb2ee-67a0-4fa2-84c1-e9543716188b None None] Port 5658bf59-a61a-4660-8807-38c37581c37a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:36:34.954686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Set router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:35.012658 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba2999-8387-45b9-b216-73037727f6bc req-d1a9e1b9-ee57-45b5-b142-07d76e6d1246 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:35.014448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-d1a9e1b9-ee57-45b5-b142-07d76e6d1246 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/networks?id=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b HTTP/1.1" status: 200 len: 796 time: 0.1054852 Aug 19 13:36:35.030198 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-7cc67376-1c9f-49a1-815a-5f7c31810be2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/quotas/10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 375 time: 0.0096328 Aug 19 13:36:35.039594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:35.046771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:35.047145 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:35.083585 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-513bd4ea-6936-4871-b573-f832ea22c9d4 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474906 Aug 19 13:36:35.100199 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-5de033e8-9b2c-4158-b6e2-971177059c5d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:36:35.101176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-5de033e8-9b2c-4158-b6e2-971177059c5d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053306 Aug 19 13:36:35.163386 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-faa250c6-f730-44dd-baeb-6fdce5b1a00e None None] Provisioning complete for port 5658bf59-a61a-4660-8807-38c37581c37a triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:35.163760 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-faa250c6-f730-44dd-baeb-6fdce5b1a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:35.195564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-ad41c7c0-6ba4-4f95-b82d-e7039630f9c7 service neutron] 10.222.0.44 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877759 Aug 19 13:36:35.223923 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-faa250c6-f730-44dd-baeb-6fdce5b1a00e None None] Port 5658bf59-a61a-4660-8807-38c37581c37a cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:36:35.295460 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-12a76117-3cc6-4ee8-84a4-782c5ca2a2fd service neutron] 10.222.0.44 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932510 Aug 19 13:36:35.295722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:35.338872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0b589e4e-8c9a-4a60-88f7-18cdbbebaad4,segment=NetworkSegment(bd08af11-0722-4de5-b106-08f4435c3512),segment_id=bd08af11-0722-4de5-b106-08f4435c3512)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:35.356647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:33Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5658bf59-a61a-4660-8807-38c37581c37a', 'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:14:47:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '90135120-fc43-442c-a46a-7509801cc149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:32Z', 'updated_at': '2021-08-19T13:36:34Z', 'revision_number': 2, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '90135120-fc43-442c-a46a-7509801cc149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:35.381819 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Checking router: 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:36:35.382176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Updating router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 port 5658bf59-a61a-4660-8807-38c37581c37a binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:36:35.407255 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:35.438348 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:35.439126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9bc0cca4-996a-436b-83e8-535a6333fcba up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:35.590815 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=0b589e4e-8c9a-4a60-88f7-18cdbbebaad4,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:35.603953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9bf86f6-b7ba-4e7e-b604-714e94406bbf req-a99ed9b4-5ff9-42aa-82bb-f5b59658e827 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 210 time: 0.0343943 Aug 19 13:36:35.691275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 9bc0cca4-996a-436b-83e8-535a6333fcba completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:35.707175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9bc0cca4-996a-436b-83e8-535a6333fcba triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:35.707557 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:35.801257 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:35.834247 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Transition to ACTIVE for port object 5658bf59-a61a-4660-8807-38c37581c37a will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:35.842122 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:35.861696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 9bc0cca4-996a-436b-83e8-535a6333fcba, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9bc0cca4-996a-436b-83e8-535a6333fcba,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:35.988851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:36.180262 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:36.204084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2263d53-051b-4a21-bfe7-02959807273c None None] Pushing event updated for resources: {'Port': ['ID=5658bf59-a61a-4660-8807-38c37581c37a,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:36.295265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Attempting to bind port 5658bf59-a61a-4660-8807-38c37581c37a on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:36:36.300093 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Attempting to bind port 5658bf59-a61a-4660-8807-38c37581c37a by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:36:36.300093 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Attempting to bind port 5658bf59-a61a-4660-8807-38c37581c37a on network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:36.300093 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=9bc0cca4-996a-436b-83e8-535a6333fcba,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:36.304187 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:36:36.304626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Checking segment: {'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:36.305043 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:36.305462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Bound using segment: {'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:36:36.305978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Bound port: 5658bf59-a61a-4660-8807-38c37581c37a, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:36:36.306364 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:36.380436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] For port 5658bf59-a61a-4660-8807-38c37581c37a, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:36:36.383919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] For port 5658bf59-a61a-4660-8807-38c37581c37a, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5658bf59-a61a-4660-8807-38c37581c37a,segment=NetworkSegment(bd08af11-0722-4de5-b106-08f4435c3512),segment_id=bd08af11-0722-4de5-b106-08f4435c3512)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:36:36.452480 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:36.513201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Routers {'1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:36.514570 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:36:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:36.552122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2263d53-051b-4a21-bfe7-02959807273c None None] Pushing event updated for resources: {'Port': ['ID=5658bf59-a61a-4660-8807-38c37581c37a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:36.641565 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] Set router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:36.769992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2f713ee-4727-4031-be28-a9dff8778d86 req-ee7be1be-1aa9-4c16-a12b-ae2b945a1d52 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 210 time: 0.0355773 Aug 19 13:36:36.776209 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:36.892288 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:36.892663 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:36.953953 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:33Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5658bf59-a61a-4660-8807-38c37581c37a', 'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:14:47:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '90135120-fc43-442c-a46a-7509801cc149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:32Z', 'updated_at': '2021-08-19T13:36:36Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '90135120-fc43-442c-a46a-7509801cc149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:36.997148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7be78-035a-4586-8af6-461764b22948 None None] The sync data for ids ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'] in n-d-778732-8 is: [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:33Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5658bf59-a61a-4660-8807-38c37581c37a', 'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:14:47:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '90135120-fc43-442c-a46a-7509801cc149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:32Z', 'updated_at': '2021-08-19T13:36:36Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '90135120-fc43-442c-a46a-7509801cc149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:36:37.016127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9bc0cca4-996a-436b-83e8-535a6333fcba up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:37.095005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9bc0cca4-996a-436b-83e8-535a6333fcba triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:37.096519 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:37.625548 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba2999-8387-45b9-b216-73037727f6bc req-5f86ebbe-8f49-459b-9eae-39867a9bcbbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:37.627381 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-5f86ebbe-8f49-459b-9eae-39867a9bcbbc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/networks?id=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b HTTP/1.1" status: 200 len: 796 time: 0.1187646 Aug 19 13:36:37.683300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-b84a6fa0-6bb5-4fc5-ad36-30ae5eea8cb0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 379 time: 0.0417807 Aug 19 13:36:37.693910 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'port': {'device_id': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'admin_state_up': True, 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'security_groups': ['11ebd265-ad3b-45c5-a133-7c7435f2ed6c']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:37.888037 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1ee1bea3-f8d3-4a7a-b077-da4508d8dcd8 req-ab3042a3-d04b-4c19-b27b-c67bc86ff8b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 210 time: 0.0338688 Aug 19 13:36:37.924641 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:36:37.938426 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:38.150676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.20.0.7 (b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b/90135120-fc43-442c-a46a-7509801cc149/c76ed8b7-b590-4813-b965-58867fa4eb12) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:38.290413 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:38.303628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Transition to ACTIVE for port object c76ed8b7-b590-4813-b965-58867fa4eb12 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:38.435741 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:38.480993 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:38.484948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:38.488831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:38.495276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=c76ed8b7-b590-4813-b965-58867fa4eb12,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:38.547285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:38.547950 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:38.635907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-f7710240-c0bc-402d-8173-61da6ac733a3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9459920 Aug 19 13:36:38.654590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Request body: {'port': {'device_id': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:38.716382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:38.718822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5658bf59-a61a-4660-8807-38c37581c37a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:38.827388 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e17fe0ec-39f6-4a5a-9ab8-efffbc6ff806 None None] Provisioning for port c76ed8b7-b590-4813-b965-58867fa4eb12 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:38.831825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e17fe0ec-39f6-4a5a-9ab8-efffbc6ff806 None None] Provisioning complete for port c76ed8b7-b590-4813-b965-58867fa4eb12 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:38.832233 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e17fe0ec-39f6-4a5a-9ab8-efffbc6ff806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:38.859016 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 5658bf59-a61a-4660-8807-38c37581c37a completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:38.865263 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5658bf59-a61a-4660-8807-38c37581c37a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:38.865722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:38.896894 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e17fe0ec-39f6-4a5a-9ab8-efffbc6ff806 None None] Port c76ed8b7-b590-4813-b965-58867fa4eb12 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:36:38.966623 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:38.999969 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 5658bf59-a61a-4660-8807-38c37581c37a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5658bf59-a61a-4660-8807-38c37581c37a,segment=NetworkSegment(bd08af11-0722-4de5-b106-08f4435c3512),segment_id=bd08af11-0722-4de5-b106-08f4435c3512)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:39.026676 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76ed8b7-b590-4813-b965-58867fa4eb12 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:36:39.035561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:39.061206 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee2b16-e7d1-44fc-a4a2-14b6eb6a112d req-7bfe2afc-1c7d-4579-a639-392fa6166a22 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:39.062000 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:39.062807 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6bee2b16-e7d1-44fc-a4a2-14b6eb6a112d req-7bfe2afc-1c7d-4579-a639-392fa6166a22 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 931 time: 0.0992496 Aug 19 13:36:39.064952 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Transition to ACTIVE for port object c76ed8b7-b590-4813-b965-58867fa4eb12 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:39.106047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6bee2b16-e7d1-44fc-a4a2-14b6eb6a112d req-5e1888f3-becb-458d-a699-a28dd0c335f4 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355823 Aug 19 13:36:39.116887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=5658bf59-a61a-4660-8807-38c37581c37a,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:39.154186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:39.207201 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Pushing event updated for resources: {'Port': ['ID=c76ed8b7-b590-4813-b965-58867fa4eb12,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:39.276303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Attempting to bind port c76ed8b7-b590-4813-b965-58867fa4eb12 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:36:39.276644 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Attempting to bind port c76ed8b7-b590-4813-b965-58867fa4eb12 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:36:39.276979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Attempting to bind port c76ed8b7-b590-4813-b965-58867fa4eb12 on network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:39.282517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Port c76ed8b7-b590-4813-b965-58867fa4eb12 on network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:36:39.282852 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Attempting to bind port c76ed8b7-b590-4813-b965-58867fa4eb12 on network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:39.288239 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:36:39.288592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Checking segment: {'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:39.288987 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Bound using segment: {'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:36:39.289447 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Bound port: c76ed8b7-b590-4813-b965-58867fa4eb12, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd08af11-0722-4de5-b106-08f4435c3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:36:39.289815 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:39.360616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] For port c76ed8b7-b590-4813-b965-58867fa4eb12, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:36:39.363826 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] For port c76ed8b7-b590-4813-b965-58867fa4eb12, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c76ed8b7-b590-4813-b965-58867fa4eb12,segment=NetworkSegment(bd08af11-0722-4de5-b106-08f4435c3512),segment_id=bd08af11-0722-4de5-b106-08f4435c3512)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:36:39.456781 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:39.496237 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:39.496875 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:39.499177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] 10.222.0.53 "PUT /v2.0/ports/c76ed8b7-b590-4813-b965-58867fa4eb12 HTTP/1.1" status: 200 len: 1091 time: 0.8549783 Aug 19 13:36:39.499997 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'tag': 'c76ed8b7-b590-4813-b965-58867fa4eb12'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:36:39.502350 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d54f482-4677-4a26-9b0c-5e87bdd24b02" -d '{"events": [{"name": "network-changed", "server_uuid": "8e219fd7-3e16-4cf8-bb0e-c1aea56122e1", "tag": "c76ed8b7-b590-4813-b965-58867fa4eb12"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:36:39.522862 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522625bc-f83c-4d36-b133-002aa03c9333 service neutron] Pushing event updated for resources: {'Port': ['ID=c76ed8b7-b590-4813-b965-58867fa4eb12,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:39.549811 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038c0259-0fb7-4578-a4ab-a3fbaee3486e x-openstack-request-id: req-038c0259-0fb7-4578-a4ab-a3fbaee3486e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:36:39.550109 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e219fd7-3e16-4cf8-bb0e-c1aea56122e1", "tag": "c76ed8b7-b590-4813-b965-58867fa4eb12", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:36:39.550365 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-038c0259-0fb7-4578-a4ab-a3fbaee3486e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:36:39.550779 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'tag': 'c76ed8b7-b590-4813-b965-58867fa4eb12', 'status': 'completed', 'code': 200} Aug 19 13:36:39.619522 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54f482-4677-4a26-9b0c-5e87bdd24b02 req-675b2143-18e1-45da-acbf-78be45cfc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:39.621039 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d54f482-4677-4a26-9b0c-5e87bdd24b02 req-675b2143-18e1-45da-acbf-78be45cfc5e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 1094 time: 0.0481756 Aug 19 13:36:40.089043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54f482-4677-4a26-9b0c-5e87bdd24b02 req-eb34716a-6066-4959-b89c-5b71fb7aa443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:40.090591 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d54f482-4677-4a26-9b0c-5e87bdd24b02 req-eb34716a-6066-4959-b89c-5b71fb7aa443 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4612851 Aug 19 13:36:40.219581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54f482-4677-4a26-9b0c-5e87bdd24b02 req-a409d44d-9cd4-4682-a177-75d6c8ed0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:40.221100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d54f482-4677-4a26-9b0c-5e87bdd24b02 req-a409d44d-9cd4-4682-a177-75d6c8ed0dfa service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220977 Aug 19 13:36:40.245279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57803c2-0e9f-4d8c-90c0-3c82eaf6a640 req-4f6606b9-d6af-48db-a62b-a1a3e257ca49 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:40.246737 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d57803c2-0e9f-4d8c-90c0-3c82eaf6a640 req-4f6606b9-d6af-48db-a62b-a1a3e257ca49 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 943 time: 0.0611863 Aug 19 13:36:40.316248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d57803c2-0e9f-4d8c-90c0-3c82eaf6a640 req-db635af6-8dc4-45db-8197-fe9dbf7e8577 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619740 Aug 19 13:36:40.322717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba2999-8387-45b9-b216-73037727f6bc req-68c921ec-39b1-4e34-ac94-63d4e39371d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:40.324192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-68c921ec-39b1-4e34-ac94-63d4e39371d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 1094 time: 0.0632627 Aug 19 13:36:40.371338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-d58893c3-30c4-49db-80da-a0a47cd76388 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c76ed8b7-b590-4813-b965-58867fa4eb12 HTTP/1.1" status: 200 len: 217 time: 0.0384343 Aug 19 13:36:40.422793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba2999-8387-45b9-b216-73037727f6bc req-efb643ba-60df-4036-8ac1-ce9d407b426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:40.424318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-efb643ba-60df-4036-8ac1-ce9d407b426b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90135120-fc43-442c-a46a-7509801cc149 HTTP/1.1" status: 200 len: 835 time: 0.0444498 Aug 19 13:36:40.472441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba2999-8387-45b9-b216-73037727f6bc req-800a020c-3b0c-4a39-b3aa-d14af1070e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:40.474017 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-800a020c-3b0c-4a39-b3aa-d14af1070e5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418644 Aug 19 13:36:40.575104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-2dcaad07-ecd1-4292-9642-6026fe97752c service neutron] 10.222.0.53 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905378 Aug 19 13:36:40.672470 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63ba2999-8387-45b9-b216-73037727f6bc req-95330dac-87ac-4d56-8b3c-8cd4288940cf service neutron] 10.222.0.53 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896666 Aug 19 13:36:40.690547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5658bf59-a61a-4660-8807-38c37581c37a up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:40.743807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 5658bf59-a61a-4660-8807-38c37581c37a triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:40.744202 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:41.436498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c3b-93da-4a09-b08c-79f19c21f0ad req-9c01746d-ee19-43d8-bdb9-8c9ddaec8a7d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:41.438060 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c75d5c3b-93da-4a09-b08c-79f19c21f0ad req-9c01746d-ee19-43d8-bdb9-8c9ddaec8a7d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 943 time: 0.0512967 Aug 19 13:36:41.482773 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c75d5c3b-93da-4a09-b08c-79f19c21f0ad req-79dba4b7-ade7-4ad9-bd17-3f8396e53d94 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386734 Aug 19 13:36:42.490498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c76ed8b7-b590-4813-b965-58867fa4eb12 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:36:42.567896 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:42.600961 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c76ed8b7-b590-4813-b965-58867fa4eb12, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c76ed8b7-b590-4813-b965-58867fa4eb12,segment=NetworkSegment(bd08af11-0722-4de5-b106-08f4435c3512),segment_id=bd08af11-0722-4de5-b106-08f4435c3512)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:42.604345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6330-78ad-4da8-b4dc-d2b5aac1209b req-59fab51a-5937-49f8-8f4d-56795dd41224 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:42.605947 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6dc6330-78ad-4da8-b4dc-d2b5aac1209b req-59fab51a-5937-49f8-8f4d-56795dd41224 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 943 time: 0.0515294 Aug 19 13:36:42.613402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'c76ed8b7-b590-4813-b965-58867fa4eb12', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'port_id': 'c76ed8b7-b590-4813-b965-58867fa4eb12', 'mac_address': 'fa:16:3e:57:0a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90135120-fc43-442c-a46a-7509801cc149', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:36:42.649185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f6dc6330-78ad-4da8-b4dc-d2b5aac1209b req-abd2e42e-bd26-43dc-858a-c96fcd54b1c8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358431 Aug 19 13:36:42.657977 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:42.674449 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76ed8b7-b590-4813-b965-58867fa4eb12 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:36:42.697188 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c76ed8b7-b590-4813-b965-58867fa4eb12, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c76ed8b7-b590-4813-b965-58867fa4eb12,segment=NetworkSegment(bd08af11-0722-4de5-b106-08f4435c3512),segment_id=bd08af11-0722-4de5-b106-08f4435c3512)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:42.752543 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:42.802152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c76ed8b7-b590-4813-b965-58867fa4eb12,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:42.954271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c76ed8b7-b590-4813-b965-58867fa4eb12'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:36:43.779673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d7dd-553a-4993-ab58-c8d63b0d8353 req-ed255ab8-371b-4a9d-af80-915f0297d8f7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:43.781236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4126d7dd-553a-4993-ab58-c8d63b0d8353 req-ed255ab8-371b-4a9d-af80-915f0297d8f7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 944 time: 0.0603778 Aug 19 13:36:43.830257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4126d7dd-553a-4993-ab58-c8d63b0d8353 req-8f36778f-ab77-4f2f-b257-32d15f320f02 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418413 Aug 19 13:36:44.504840 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c76ed8b7-b590-4813-b965-58867fa4eb12 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:44.611550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port c76ed8b7-b590-4813-b965-58867fa4eb12 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:44.615691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port c76ed8b7-b590-4813-b965-58867fa4eb12 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:44.616064 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:44.698133 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:44.721360 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76ed8b7-b590-4813-b965-58867fa4eb12'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:36:44.723666 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c34ba75-d083-48fa-8142-d83ccc675db2" -d '{"events": [{"server_uuid": "8e219fd7-3e16-4cf8-bb0e-c1aea56122e1", "name": "network-vif-plugged", "status": "completed", "tag": "c76ed8b7-b590-4813-b965-58867fa4eb12"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:36:44.737986 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c76ed8b7-b590-4813-b965-58867fa4eb12, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c76ed8b7-b590-4813-b965-58867fa4eb12,segment=NetworkSegment(bd08af11-0722-4de5-b106-08f4435c3512),segment_id=bd08af11-0722-4de5-b106-08f4435c3512)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:44.807476 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a0555e-ac2e-420b-bc0f-f810c09cf1d3 x-openstack-request-id: req-02a0555e-ac2e-420b-bc0f-f810c09cf1d3 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:36:44.807767 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e219fd7-3e16-4cf8-bb0e-c1aea56122e1", "name": "network-vif-plugged", "status": "completed", "tag": "c76ed8b7-b590-4813-b965-58867fa4eb12", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:36:44.808023 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02a0555e-ac2e-420b-bc0f-f810c09cf1d3 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:36:44.808424 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76ed8b7-b590-4813-b965-58867fa4eb12', 'code': 200} Aug 19 13:36:44.817035 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:44.875439 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c76ed8b7-b590-4813-b965-58867fa4eb12,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:44.883422 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.883775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.884120 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.884457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.884845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.885180 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.885537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.885870 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.886196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.886520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.886843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.887167 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:44.906655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445c549-026b-4c4d-89c0-ef934b97d484 req-4323f1c8-7d76-4081-b129-ace80208d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:44.908248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a445c549-026b-4c4d-89c0-ef934b97d484 req-4323f1c8-7d76-4081-b129-ace80208d8d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 1096 time: 0.0429049 Aug 19 13:36:44.970025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a445c549-026b-4c4d-89c0-ef934b97d484 req-f767a236-4262-406e-9e15-1fe343e36545 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523872 Aug 19 13:36:44.981162 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40961-b5cf-4a99-8d18-41733e4ef9d6 req-5ce16ca5-a2fa-4467-bbde-57f4c2551750 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:44.983156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b40961-b5cf-4a99-8d18-41733e4ef9d6 req-5ce16ca5-a2fa-4467-bbde-57f4c2551750 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0740421 Aug 19 13:36:45.021563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7b40961-b5cf-4a99-8d18-41733e4ef9d6 req-81195bcd-d900-4b98-b5f0-c77c24e3a8ae tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322108 Aug 19 13:36:45.348523 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:46.142474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583593ea-31ce-4ce2-86f4-54678efe2ae5 req-e5dbe9fa-477b-4a3f-9488-87a5b8e06965 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:46.145973 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-583593ea-31ce-4ce2-86f4-54678efe2ae5 req-e5dbe9fa-477b-4a3f-9488-87a5b8e06965 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0520954 Aug 19 13:36:46.181957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-583593ea-31ce-4ce2-86f4-54678efe2ae5 req-e6897864-a1ae-4d57-95c7-68525e659f24 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318391 Aug 19 13:36:47.304155 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08a007-006e-4e7b-a5b4-c2243da4d446 req-9918c1dd-abef-4099-bd87-9ac7140167c3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:47.305651 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b08a007-006e-4e7b-a5b4-c2243da4d446 req-9918c1dd-abef-4099-bd87-9ac7140167c3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0505440 Aug 19 13:36:47.347858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9b08a007-006e-4e7b-a5b4-c2243da4d446 req-e0c0f5a5-07b0-4ed9-9b58-45a1e5692a91 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360422 Aug 19 13:36:47.460569 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffae75-554a-4e96-8c64-97c6ce038d1b req-a61ad4bf-7877-447d-b7dd-49b9abf4a47a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:47.462067 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86ffae75-554a-4e96-8c64-97c6ce038d1b req-a61ad4bf-7877-447d-b7dd-49b9abf4a47a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0493712 Aug 19 13:36:47.499919 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-86ffae75-554a-4e96-8c64-97c6ce038d1b req-19f16829-ba79-4234-aea8-74c71e0ba957 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317416 Aug 19 13:36:47.521098 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55906) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:47.559614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0fdaff-6c44-450a-aeb2-3986c859fadb tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:47.561826 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-ef0fdaff-6c44-450a-aeb2-3986c859fadb tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 1091 time: 0.0397243 Aug 19 13:36:47.564513 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 55908) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:47.568817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': 'c76ed8b7-b590-4813-b965-58867fa4eb12', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:47.674561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:47.778014 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:47.882595 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.25.6.236 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/9a8749a5-ebca-47bb-95d1-9487d0bbc8e8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:48.008351 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:48.114901 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:48.158230 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:48.161267 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:48.164131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:48.190551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=9a8749a5-ebca-47bb-95d1-9487d0bbc8e8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:48.536725 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:48.678262 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:48.829618 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:48.885518 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:48.959834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=9a8749a5-ebca-47bb-95d1-9487d0bbc8e8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:48.970879 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:49.074259 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Floating IP 30b0876a-ed34-48d4-8c5a-ac29f66bd4a4 associated. External IP: 172.25.6.236, port: c76ed8b7-b590-4813-b965-58867fa4eb12. Aug 19 13:36:49.284650 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:36:49.390229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:36:49.401071 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346d1b5-70b5-4179-8b56-2106d33cda61 None None] Sync routers for ids ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:36:49.410062 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e346d1b5-70b5-4179-8b56-2106d33cda61 None None] Routers {'1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:49.410707 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e346d1b5-70b5-4179-8b56-2106d33cda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:36:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:49.462755 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:49.491260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-cd307ff4-946e-4d7f-826f-688cf2ba6295 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9256999 Aug 19 13:36:49.491979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'tag': 'c76ed8b7-b590-4813-b965-58867fa4eb12'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:36:49.494545 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e219fd7-3e16-4cf8-bb0e-c1aea56122e1", "tag": "c76ed8b7-b590-4813-b965-58867fa4eb12"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:36:49.516399 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-e346d1b5-70b5-4179-8b56-2106d33cda61 None None] Set router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:49.536219 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb34d822-0cd4-4978-8f1d-d1560e71889b x-openstack-request-id: req-bb34d822-0cd4-4978-8f1d-d1560e71889b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:36:49.536498 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e219fd7-3e16-4cf8-bb0e-c1aea56122e1", "tag": "c76ed8b7-b590-4813-b965-58867fa4eb12", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:36:49.536664 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb34d822-0cd4-4978-8f1d-d1560e71889b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:36:49.537361 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'tag': 'c76ed8b7-b590-4813-b965-58867fa4eb12', 'status': 'completed', 'code': 200} Aug 19 13:36:49.623278 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc92f7-e6f6-46a4-ada4-df5f6a2e3882 req-4a684393-6063-4474-9f02-e8460b8c1374 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:49.626124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98fc92f7-e6f6-46a4-ada4-df5f6a2e3882 req-4a684393-6063-4474-9f02-e8460b8c1374 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0850794 Aug 19 13:36:49.641423 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2 req-c8d57175-2bfc-4caa-92ff-ba63fde637fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:49.645415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2 req-c8d57175-2bfc-4caa-92ff-ba63fde637fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 1096 time: 0.0741000 Aug 19 13:36:49.719167 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-98fc92f7-e6f6-46a4-ada4-df5f6a2e3882 req-66ee0d9e-b679-4248-9262-7245011e7961 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860047 Aug 19 13:36:49.742055 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55914) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:49.757045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2 req-1d3c5087-e0bf-414c-8962-422bba871701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:49.758262 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e346d1b5-70b5-4179-8b56-2106d33cda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:33Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '30b0876a-ed34-48d4-8c5a-ac29f66bd4a4', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'port_id': 'c76ed8b7-b590-4813-b965-58867fa4eb12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'mac_address': 'fa:16:3e:57:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:36:48Z', 'updated_at': '2021-08-19T13:36:48Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5658bf59-a61a-4660-8807-38c37581c37a', 'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:14:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '90135120-fc43-442c-a46a-7509801cc149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:32Z', 'updated_at': '2021-08-19T13:36:38Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '90135120-fc43-442c-a46a-7509801cc149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:49.758563 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2 req-1d3c5087-e0bf-414c-8962-422bba871701 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b HTTP/1.1" status: 200 len: 897 time: 0.1066716 Aug 19 13:36:49.785826 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346d1b5-70b5-4179-8b56-2106d33cda61 None None] Checking router: 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:36:49.796245 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e346d1b5-70b5-4179-8b56-2106d33cda61 None None] Routers {'1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:49.796794 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e346d1b5-70b5-4179-8b56-2106d33cda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:36:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:49.808383 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e2b9d2e8-1427-40ca-8c59-2e4f7ac39db3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/30b0876a-ed34-48d4-8c5a-ac29f66bd4a4 HTTP/1.1" status: 200 len: 991 time: 0.0647097 Aug 19 13:36:49.827889 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2 req-32e9eecb-893c-4a25-9e95-c49d049c4d14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c76ed8b7-b590-4813-b965-58867fa4eb12 HTTP/1.1" status: 200 len: 999 time: 0.0614421 Aug 19 13:36:49.881027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2 req-6c4c7ff4-446c-4cc6-b79b-ec666dc42547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:49.882570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2 req-6c4c7ff4-446c-4cc6-b79b-ec666dc42547 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90135120-fc43-442c-a46a-7509801cc149 HTTP/1.1" status: 200 len: 835 time: 0.0477140 Aug 19 13:36:49.907143 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-e346d1b5-70b5-4179-8b56-2106d33cda61 None None] Set router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:49.929529 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2 req-09845e03-4ea1-4521-98a5-b875d27d76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:49.931089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2 req-09845e03-4ea1-4521-98a5-b875d27d76e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401473 Aug 19 13:36:50.021261 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2 req-36d433b9-0f32-4285-a451-ccb8ee77f07c service neutron] 10.222.0.53 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821946 Aug 19 13:36:50.115625 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3cbd2158-5bac-43aa-8d17-ecdbe73d3fd2 req-938bf44e-8c4c-4750-b658-6c15e5703ca4 service neutron] 10.222.0.53 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864205 Aug 19 13:36:50.140017 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-e346d1b5-70b5-4179-8b56-2106d33cda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:33Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '30b0876a-ed34-48d4-8c5a-ac29f66bd4a4', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'port_id': 'c76ed8b7-b590-4813-b965-58867fa4eb12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'mac_address': 'fa:16:3e:57:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:36:48Z', 'updated_at': '2021-08-19T13:36:48Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5658bf59-a61a-4660-8807-38c37581c37a', 'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:14:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '90135120-fc43-442c-a46a-7509801cc149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:32Z', 'updated_at': '2021-08-19T13:36:38Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '90135120-fc43-442c-a46a-7509801cc149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:50.165106 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346d1b5-70b5-4179-8b56-2106d33cda61 None None] The sync data for ids ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'] in n-d-778732-8 is: [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:33Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '30b0876a-ed34-48d4-8c5a-ac29f66bd4a4', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'port_id': 'c76ed8b7-b590-4813-b965-58867fa4eb12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'mac_address': 'fa:16:3e:57:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:36:48Z', 'updated_at': '2021-08-19T13:36:48Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5658bf59-a61a-4660-8807-38c37581c37a', 'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:14:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '90135120-fc43-442c-a46a-7509801cc149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:32Z', 'updated_at': '2021-08-19T13:36:38Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '90135120-fc43-442c-a46a-7509801cc149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:36:50.350492 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f9821-6046-474f-ab4d-3c1cb2e5e3f3 None None] New status for floating IP 30b0876a-ed34-48d4-8c5a-ac29f66bd4a4: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:36:50.810976 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55916) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:50.876618 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7706e5df-d72d-411e-a214-cf5f709883a7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/30b0876a-ed34-48d4-8c5a-ac29f66bd4a4 HTTP/1.1" status: 200 len: 993 time: 0.0644033 Aug 19 13:36:51.154834 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5721b81f-9eba-4fb2-98eb-22ea64842a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:55.495749 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d86b-f830-4210-8410-e4ab81ca4e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:55.804283 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:57.280700 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:59.159995 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:11.458050 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:37:12.565012 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:15.026037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [req-5ad3c72b-2bb7-4215-b76e-8d45bd3c2580 req-f9eb2393-511a-4ca9-abdd-4f0cd9c36bb2 service neutron] (95661) timed out ('10.222.0.52', 59704) {{(pid=95661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:37:15.359674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:19.683780 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb242aa-5908-42f3-9fc3-524d7426b20b req-a1f3274d-6492-4c15-9417-9139a3c03e73 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:19.685302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ddb242aa-5908-42f3-9fc3-524d7426b20b req-a1f3274d-6492-4c15-9417-9139a3c03e73 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0522363 Aug 19 13:37:19.724915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ddb242aa-5908-42f3-9fc3-524d7426b20b req-ed2b80c8-ae0e-4e78-8b61-778820e0df25 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329528 Aug 19 13:37:20.897203 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f579d0-d56b-48c5-8dbc-7303163e89d3 req-98836ef6-15be-4bf9-bb52-f1a7035a25b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:20.898795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1f579d0-d56b-48c5-8dbc-7303163e89d3 req-98836ef6-15be-4bf9-bb52-f1a7035a25b7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0990150 Aug 19 13:37:20.936580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c1f579d0-d56b-48c5-8dbc-7303163e89d3 req-c82ad277-176f-40e8-814d-9e1d41699563 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319173 Aug 19 13:37:21.151674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ca294088-920f-4c3f-b544-32bef021ae82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:22.098025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673c0d1-651d-4f34-a050-ca599bde41d0 req-7dfd6cdf-07f6-4e61-b664-904e8d64c63b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:22.100138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d673c0d1-651d-4f34-a050-ca599bde41d0 req-7dfd6cdf-07f6-4e61-b664-904e8d64c63b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0945761 Aug 19 13:37:22.139630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d673c0d1-651d-4f34-a050-ca599bde41d0 req-3abb6313-88d8-4b56-803e-cd4f3ac56898 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333171 Aug 19 13:37:23.256740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5832c-20a4-498f-af75-d28b0dae32ec req-8cc23903-718a-4eb7-9598-a9daa8c6ffd3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:23.261907 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8a5832c-20a4-498f-af75-d28b0dae32ec req-8cc23903-718a-4eb7-9598-a9daa8c6ffd3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0544865 Aug 19 13:37:23.301255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e8a5832c-20a4-498f-af75-d28b0dae32ec req-ae7da6dc-5382-427c-8853-bbb31f225991 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365303 Aug 19 13:37:24.422827 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc8498-556f-488c-b34a-42235d605b49 req-86ed4129-68d4-4cd2-956d-b7f2f17b91e9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:24.424314 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1fc8498-556f-488c-b34a-42235d605b49 req-86ed4129-68d4-4cd2-956d-b7f2f17b91e9 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0543699 Aug 19 13:37:24.465138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1fc8498-556f-488c-b34a-42235d605b49 req-92d1b7d0-58d9-4e48-97af-45d9d2055814 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344520 Aug 19 13:37:25.502168 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b290b03-4e62-4c37-80ef-987b529a8088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:25.582657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a2bd7-2ffb-4971-9260-c3c9abcec76b req-e946995d-ad98-434e-bc39-df06f638c88e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:25.584159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c22a2bd7-2ffb-4971-9260-c3c9abcec76b req-e946995d-ad98-434e-bc39-df06f638c88e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0496230 Aug 19 13:37:25.622640 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c22a2bd7-2ffb-4971-9260-c3c9abcec76b req-6ba23407-3bfd-4d84-a39c-5c5fc45fead5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322177 Aug 19 13:37:25.810896 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:26.740556 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599c2b-9a9f-44a2-8397-dea32320b78b req-a1dfe68e-5da9-4f74-97f6-8245a75f21a5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:26.742080 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c599c2b-9a9f-44a2-8397-dea32320b78b req-a1dfe68e-5da9-4f74-97f6-8245a75f21a5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0492880 Aug 19 13:37:26.780939 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c599c2b-9a9f-44a2-8397-dea32320b78b req-f0ad6ed3-bbfb-4a29-bab0-99833495f48a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321050 Aug 19 13:37:27.282822 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:27.903934 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c8769-7689-4d6c-9679-72a400d67f0e req-ce0eddf9-6254-4c98-8813-daca4e760b4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:27.905403 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c75c8769-7689-4d6c-9679-72a400d67f0e req-ce0eddf9-6254-4c98-8813-daca4e760b4e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0547321 Aug 19 13:37:27.947710 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c75c8769-7689-4d6c-9679-72a400d67f0e req-24466a90-c8d9-4b32-918f-efd78e716c58 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323393 Aug 19 13:37:29.061788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212415f-bf75-431e-8f48-5490229c3d41 req-86738b06-e6fc-4072-b4ac-177dd66428c6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:29.063264 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6212415f-bf75-431e-8f48-5490229c3d41 req-86738b06-e6fc-4072-b4ac-177dd66428c6 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0495210 Aug 19 13:37:29.103085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6212415f-bf75-431e-8f48-5490229c3d41 req-a0b5b861-7042-48b0-ba9b-c70e87155e0e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332725 Aug 19 13:37:29.151729 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:30.233694 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b125ef-ba6a-4fab-91d4-1d7ea7d020b8 req-0f2b5e03-0659-4aa3-b682-7caf6aa7f525 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:30.235370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74b125ef-ba6a-4fab-91d4-1d7ea7d020b8 req-0f2b5e03-0659-4aa3-b682-7caf6aa7f525 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0565002 Aug 19 13:37:30.275208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-74b125ef-ba6a-4fab-91d4-1d7ea7d020b8 req-858851f4-7f7d-430c-bcb8-8dcf5d45ec48 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332146 Aug 19 13:37:30.296971 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55956) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:37:30.357697 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c99c185d-de74-4d30-8fbf-010b0c3050ba tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/30b0876a-ed34-48d4-8c5a-ac29f66bd4a4 HTTP/1.1" status: 200 len: 993 time: 0.0594947 Aug 19 13:37:31.729970 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc81805-c920-4756-b15c-0ec28f8446d1 req-bf53c022-c1bd-4649-abf7-d8ba3a50eaa2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:31.731611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2dc81805-c920-4756-b15c-0ec28f8446d1 req-bf53c022-c1bd-4649-abf7-d8ba3a50eaa2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0560873 Aug 19 13:37:31.777021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2dc81805-c920-4756-b15c-0ec28f8446d1 req-bf8dcbfe-8cc0-4257-bd3a-159a4385316e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391386 Aug 19 13:37:31.842889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-d694cc17-8729-49bd-a7e9-6af9ce274d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:31.844386 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-d694cc17-8729-49bd-a7e9-6af9ce274d19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 1096 time: 0.0841928 Aug 19 13:37:31.940407 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-3c66c702-1b3d-4f0d-b3f7-6538f6d7af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:31.941956 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-3c66c702-1b3d-4f0d-b3f7-6538f6d7af1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b HTTP/1.1" status: 200 len: 897 time: 0.0900276 Aug 19 13:37:32.009796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-1581548d-36e5-40b1-a65a-d6ca10694405 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c76ed8b7-b590-4813-b965-58867fa4eb12 HTTP/1.1" status: 200 len: 1001 time: 0.0596852 Aug 19 13:37:32.060208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-1136738b-28d9-4619-9f97-0715c1d3dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:32.061705 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-1136738b-28d9-4619-9f97-0715c1d3dd08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90135120-fc43-442c-a46a-7509801cc149 HTTP/1.1" status: 200 len: 835 time: 0.0447733 Aug 19 13:37:32.116307 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-18134b17-27bc-45a0-aacd-a24820771c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:32.117836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-18134b17-27bc-45a0-aacd-a24820771c51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490673 Aug 19 13:37:32.129530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-fc7ee056-e43c-4666-ac0d-70c09a1ba827 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:37:32.130473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-fc7ee056-e43c-4666-ac0d-70c09a1ba827 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049284 Aug 19 13:37:32.218449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-80a3c962-70d1-48bc-bf71-b023fe2e07fa service neutron] 10.222.0.53 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808103 Aug 19 13:37:32.310953 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-704d05be-4e60-4545-92ff-b65b7c027dd5 req-39586998-4de7-4bb0-a490-df0358049d38 service neutron] 10.222.0.53 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854075 Aug 19 13:37:32.897439 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4913dc-296a-4d72-84de-88ae4ed824e2 req-ec8fedc8-c367-48af-a46d-a8fcc85ea702 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:32.898949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d4913dc-296a-4d72-84de-88ae4ed824e2 req-ec8fedc8-c367-48af-a46d-a8fcc85ea702 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0497098 Aug 19 13:37:32.940653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d4913dc-296a-4d72-84de-88ae4ed824e2 req-d1ae10f0-5539-4eef-a7e2-a2219aeee768 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347698 Aug 19 13:37:34.062538 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a2032-ee10-47b0-8bee-e86d14134193 req-12b3b74f-d4b1-4b63-9e79-5d5227237dc8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:34.064056 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-125a2032-ee10-47b0-8bee-e86d14134193 req-12b3b74f-d4b1-4b63-9e79-5d5227237dc8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0524983 Aug 19 13:37:34.102467 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-125a2032-ee10-47b0-8bee-e86d14134193 req-9df11b50-751b-4176-8936-fd57b4274d68 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324047 Aug 19 13:37:34.125707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55970) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:37:34.195786 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2887c51a-502f-42bf-bb36-ec304045cf0e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/30b0876a-ed34-48d4-8c5a-ac29f66bd4a4 HTTP/1.1" status: 200 len: 993 time: 0.0689096 Aug 19 13:37:41.708269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-496ca70b-283a-463d-8850-347dd28cda00 req-57286aab-434d-4ba4-b37a-731af24c40d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452962 Aug 19 13:37:41.795706 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ca70b-283a-463d-8850-347dd28cda00 req-802c0d7a-67a2-42ea-8185-6a6be77ded2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:41.797215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-496ca70b-283a-463d-8850-347dd28cda00 req-802c0d7a-67a2-42ea-8185-6a6be77ded2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 1096 time: 0.0423334 Aug 19 13:37:41.915550 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ca70b-283a-463d-8850-347dd28cda00 req-5dcecfb6-523b-4124-94bf-a2c192f44b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:41.917318 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-496ca70b-283a-463d-8850-347dd28cda00 req-5dcecfb6-523b-4124-94bf-a2c192f44b23 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b HTTP/1.1" status: 200 len: 897 time: 0.0914118 Aug 19 13:37:41.985430 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-496ca70b-283a-463d-8850-347dd28cda00 req-0259bd22-7a7c-4e4b-9b4d-6f18b040f8ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c76ed8b7-b590-4813-b965-58867fa4eb12 HTTP/1.1" status: 200 len: 1001 time: 0.0598614 Aug 19 13:37:42.038906 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ca70b-283a-463d-8850-347dd28cda00 req-51359f2c-dc13-4cc5-a83c-c3d14cfaa3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:42.040349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-496ca70b-283a-463d-8850-347dd28cda00 req-51359f2c-dc13-4cc5-a83c-c3d14cfaa3a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90135120-fc43-442c-a46a-7509801cc149 HTTP/1.1" status: 200 len: 835 time: 0.0424230 Aug 19 13:37:42.092771 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ca70b-283a-463d-8850-347dd28cda00 req-3b6649ba-f566-4496-8ec5-fbd79bc0d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:42.094311 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-496ca70b-283a-463d-8850-347dd28cda00 req-3b6649ba-f566-4496-8ec5-fbd79bc0d7e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449510 Aug 19 13:37:42.189216 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-496ca70b-283a-463d-8850-347dd28cda00 req-65184a02-607b-4856-a3b0-5b00d6469b55 service neutron] 10.222.0.53 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874629 Aug 19 13:37:42.282015 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-496ca70b-283a-463d-8850-347dd28cda00 req-1dca9d70-9d2d-4ff8-8a0b-55d93226a10c service neutron] 10.222.0.53 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848897 Aug 19 13:37:42.627726 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:45.370727 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:48.457441 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:37:51.168285 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-543748e3-e209-457b-8af0-8b2c2f59e475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:55.501868 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bd1c32c7-a9bd-404a-9adb-39553bc3496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:55.850329 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:57.290525 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:59.181665 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:04.562216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 55990) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:04.721952 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port 9a8749a5-ebca-47bb-95d1-9487d0bbc8e8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:38:04.722306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:04.797038 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:04.797393 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:04.809315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for 9a8749a5-ebca-47bb-95d1-9487d0bbc8e8 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:38:05.118890 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:05.144778 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=9a8749a5-ebca-47bb-95d1-9487d0bbc8e8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:05.156885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.157241 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.157637 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.161867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.161867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.161867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.161867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.161867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.161867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.161867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.161867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.161867 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:05.221854 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:05.222206 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Floating IP 30b0876a-ed34-48d4-8c5a-ac29f66bd4a4 disassociated (deleted). External IP: 172.25.6.236, port: c76ed8b7-b590-4813-b965-58867fa4eb12. Aug 19 13:38:05.437549 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:38:05.544798 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:38:05.549697 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:05.555227 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef037d39-4bf7-4e68-9165-feb6818bbdd0 None None] Sync routers for ids ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:38:05.564389 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef037d39-4bf7-4e68-9165-feb6818bbdd0 None None] Routers {'1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:38:05.565088 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ef037d39-4bf7-4e68-9165-feb6818bbdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:05.579023 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8b3a2757-cb5f-4e1b-8a40-8f10abfcf630 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/floatingips/30b0876a-ed34-48d4-8c5a-ac29f66bd4a4 HTTP/1.1" status: 204 len: 168 time: 1.0154543 Aug 19 13:38:05.579683 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'tag': 'c76ed8b7-b590-4813-b965-58867fa4eb12'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:38:05.582759 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c51d4d21316351dc2569c8a02aa6a5ec6c17105ca4db93849c25264e079fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2216f83-8212-49a7-be42-452647eedc04" -d '{"events": [{"name": "network-changed", "server_uuid": "8e219fd7-3e16-4cf8-bb0e-c1aea56122e1", "tag": "c76ed8b7-b590-4813-b965-58867fa4eb12"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:38:05.621519 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4642b98-a914-48f1-a555-3592b8b7e79a x-openstack-request-id: req-e4642b98-a914-48f1-a555-3592b8b7e79a {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:38:05.621814 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e219fd7-3e16-4cf8-bb0e-c1aea56122e1", "tag": "c76ed8b7-b590-4813-b965-58867fa4eb12", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:38:05.622070 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4642b98-a914-48f1-a555-3592b8b7e79a {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:38:05.622477 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'tag': 'c76ed8b7-b590-4813-b965-58867fa4eb12', 'status': 'completed', 'code': 200} Aug 19 13:38:05.675731 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ef037d39-4bf7-4e68-9165-feb6818bbdd0 None None] Set router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:38:05.687283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2216f83-8212-49a7-be42-452647eedc04 req-03aa43a1-b3c8-4002-aaf4-b81e83745539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:05.688866 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2216f83-8212-49a7-be42-452647eedc04 req-03aa43a1-b3c8-4002-aaf4-b81e83745539 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 1096 time: 0.0431705 Aug 19 13:38:05.882571 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ef037d39-4bf7-4e68-9165-feb6818bbdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:33Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5658bf59-a61a-4660-8807-38c37581c37a', 'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:14:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '90135120-fc43-442c-a46a-7509801cc149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:32Z', 'updated_at': '2021-08-19T13:36:38Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '90135120-fc43-442c-a46a-7509801cc149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:05.909882 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef037d39-4bf7-4e68-9165-feb6818bbdd0 None None] Checking router: 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:38:05.920933 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef037d39-4bf7-4e68-9165-feb6818bbdd0 None None] Routers {'1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:38:05.921661 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ef037d39-4bf7-4e68-9165-feb6818bbdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:06.034929 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-ef037d39-4bf7-4e68-9165-feb6818bbdd0 None None] Set router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:38:06.164209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2216f83-8212-49a7-be42-452647eedc04 req-57942a5a-8a4e-4805-ad47-21b9f62d3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:06.165694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2216f83-8212-49a7-be42-452647eedc04 req-57942a5a-8a4e-4805-ad47-21b9f62d3da7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b HTTP/1.1" status: 200 len: 897 time: 0.4697564 Aug 19 13:38:06.218339 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2216f83-8212-49a7-be42-452647eedc04 req-d7e891d4-48df-480f-8f67-2ec513623d57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c76ed8b7-b590-4813-b965-58867fa4eb12 HTTP/1.1" status: 200 len: 217 time: 0.0387952 Aug 19 13:38:06.245004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015de7dc-5209-458a-8758-c404c4978f41 req-17233f22-e438-469e-9aa8-e11022fd82c7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:06.246790 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-015de7dc-5209-458a-8758-c404c4978f41 req-17233f22-e438-469e-9aa8-e11022fd82c7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.1007147 Aug 19 13:38:06.249234 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-ef037d39-4bf7-4e68-9165-feb6818bbdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:33Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5658bf59-a61a-4660-8807-38c37581c37a', 'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:14:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '90135120-fc43-442c-a46a-7509801cc149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:32Z', 'updated_at': '2021-08-19T13:36:38Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '90135120-fc43-442c-a46a-7509801cc149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:06.280382 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef037d39-4bf7-4e68-9165-feb6818bbdd0 None None] The sync data for ids ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'] in n-d-778732-8 is: [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:33Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '5658bf59-a61a-4660-8807-38c37581c37a', 'name': '', 'network_id': 'b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:14:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '90135120-fc43-442c-a46a-7509801cc149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:32Z', 'updated_at': '2021-08-19T13:36:38Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': '90135120-fc43-442c-a46a-7509801cc149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:38:06.297754 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2216f83-8212-49a7-be42-452647eedc04 req-f802f07e-22b2-4a01-9b9f-7599e7bf0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:06.299233 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2216f83-8212-49a7-be42-452647eedc04 req-f802f07e-22b2-4a01-9b9f-7599e7bf0a30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90135120-fc43-442c-a46a-7509801cc149 HTTP/1.1" status: 200 len: 835 time: 0.0729430 Aug 19 13:38:06.340540 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-015de7dc-5209-458a-8758-c404c4978f41 req-3f239abd-fd59-4c32-997d-fe76dde3177f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761774 Aug 19 13:38:06.362565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2216f83-8212-49a7-be42-452647eedc04 req-e589a1d1-30d1-4aef-828b-2b873f4f641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:06.364696 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2216f83-8212-49a7-be42-452647eedc04 req-e589a1d1-30d1-4aef-828b-2b873f4f641e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571620 Aug 19 13:38:06.464796 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2216f83-8212-49a7-be42-452647eedc04 req-1548935f-7a45-4d47-97c8-e45ce3cb019a service neutron] 10.222.0.53 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919445 Aug 19 13:38:06.543384 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53a5ab5-7ad3-4918-b459-c923ce7a9fe0 None None] New status for floating IP 30b0876a-ed34-48d4-8c5a-ac29f66bd4a4: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:38:06.562275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d2216f83-8212-49a7-be42-452647eedc04 req-80c1df43-a2fb-4acd-9f13-2f08c67690a4 service neutron] 10.222.0.53 "GET /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894070 Aug 19 13:38:07.465448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77de75-08ef-4751-9c30-c79d7d62b1a8 req-33328695-3d49-40df-b59a-3cb767ce1218 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:07.466940 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff77de75-08ef-4751-9c30-c79d7d62b1a8 req-33328695-3d49-40df-b59a-3cb767ce1218 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0573440 Aug 19 13:38:07.507284 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ff77de75-08ef-4751-9c30-c79d7d62b1a8 req-879683d3-c7db-4786-8149-e940fa600906 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=11ebd265-ad3b-45c5-a133-7c7435f2ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332174 Aug 19 13:38:07.701921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7537d4b-8bb0-407b-a4ff-9a7e6025a306 req-b2914077-d170-4e0c-acca-fffd729ae730 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:07.703398 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7537d4b-8bb0-407b-a4ff-9a7e6025a306 req-b2914077-d170-4e0c-acca-fffd729ae730 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 945 time: 0.0503275 Aug 19 13:38:07.793441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d7537d4b-8bb0-407b-a4ff-9a7e6025a306 req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port c76ed8b7-b590-4813-b965-58867fa4eb12 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:38:07.793800 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d7537d4b-8bb0-407b-a4ff-9a7e6025a306 req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:07.887117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d7537d4b-8bb0-407b-a4ff-9a7e6025a306 req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port c76ed8b7-b590-4813-b965-58867fa4eb12, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c76ed8b7-b590-4813-b965-58867fa4eb12,segment=NetworkSegment(bd08af11-0722-4de5-b106-08f4435c3512),segment_id=bd08af11-0722-4de5-b106-08f4435c3512)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:07.887484 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d7537d4b-8bb0-407b-a4ff-9a7e6025a306 req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:07.899648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d7537d4b-8bb0-407b-a4ff-9a7e6025a306 req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for c76ed8b7-b590-4813-b965-58867fa4eb12 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:38:08.169996 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d7537d4b-8bb0-407b-a4ff-9a7e6025a306 req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:08.199029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=c76ed8b7-b590-4813-b965-58867fa4eb12,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:08.211254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.211614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.211964 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.212305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.212716 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.213030 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.213382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.213724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.214057 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.214387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.214711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.215042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:08.249321 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7537d4b-8bb0-407b-a4ff-9a7e6025a306 req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] No DVR routers for this DVR port c76ed8b7-b590-4813-b965-58867fa4eb12 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:38:08.251849 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d7537d4b-8bb0-407b-a4ff-9a7e6025a306 req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:08.254025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d7537d4b-8bb0-407b-a4ff-9a7e6025a306 req-ab6db9a5-aec3-4965-a8b2-0f023ea168ab tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "DELETE /v2.0/ports/c76ed8b7-b590-4813-b965-58867fa4eb12 HTTP/1.1" status: 204 len: 173 time: 0.5439448 Aug 19 13:38:08.254528 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'name': 'network-vif-deleted', 'tag': 'c76ed8b7-b590-4813-b965-58867fa4eb12'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:38:08.256792 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84148a98-69ad-4080-be92-cb500c6021e9" -d '{"events": [{"server_uuid": "8e219fd7-3e16-4cf8-bb0e-c1aea56122e1", "name": "network-vif-deleted", "tag": "c76ed8b7-b590-4813-b965-58867fa4eb12"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:38:08.344625 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40047436-e944-48f2-8a3e-da236b4d305e x-openstack-request-id: req-40047436-e944-48f2-8a3e-da236b4d305e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:38:08.344625 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e219fd7-3e16-4cf8-bb0e-c1aea56122e1", "name": "network-vif-deleted", "tag": "c76ed8b7-b590-4813-b965-58867fa4eb12", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:38:08.344625 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40047436-e944-48f2-8a3e-da236b4d305e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:38:08.344625 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e219fd7-3e16-4cf8-bb0e-c1aea56122e1', 'name': 'network-vif-deleted', 'tag': 'c76ed8b7-b590-4813-b965-58867fa4eb12', 'status': 'completed', 'code': 200} Aug 19 13:38:08.612152 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2aa18511-596c-4ec8-a64f-faca6e19f193 req-ecaab35d-9a49-4cac-ad85-4a716b0b8041 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e219fd7-3e16-4cf8-bb0e-c1aea56122e1 HTTP/1.1" status: 200 len: 210 time: 0.0327928 Aug 19 13:38:09.669618 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56010) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:10.025056 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:10.280660 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port 5658bf59-a61a-4660-8807-38c37581c37a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:38:10.280907 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:10.380697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port 5658bf59-a61a-4660-8807-38c37581c37a, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=5658bf59-a61a-4660-8807-38c37581c37a,segment=NetworkSegment(bd08af11-0722-4de5-b106-08f4435c3512),segment_id=bd08af11-0722-4de5-b106-08f4435c3512)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:10.381060 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:10.394945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for 5658bf59-a61a-4660-8807-38c37581c37a owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:38:10.673450 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:10.701725 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=5658bf59-a61a-4660-8807-38c37581c37a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:10.874485 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:11.055330 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c76ed8b7-b590-4813-b965-58867fa4eb12 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:38:11.079291 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: c76ed8b7-b590-4813-b965-58867fa4eb12 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:38:11.079644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c76ed8b7-b590-4813-b965-58867fa4eb12 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:38:11.098997 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:38:11.529284 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:38:11.535185 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2b3a2ad7-6506-4a50-abbe-6efae4a3e903 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "PUT /v2.0/routers/1bd0cc5d-2d05-4eca-bc98-49e756f75ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8642869 Aug 19 13:38:11.537670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56012) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:11.538789 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6e381-92ee-43fa-ac20-dad3a7e66b66 None None] Sync routers for ids ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:38:11.547944 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b6e381-92ee-43fa-ac20-dad3a7e66b66 None None] Routers {'1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:38:11.548532 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-95b6e381-92ee-43fa-ac20-dad3a7e66b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:11.592191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-73995938-722b-426d-ab40-c50e43026b4f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting subnet 90135120-fc43-442c-a46a-7509801cc149 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:38:11.595566 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73995938-722b-426d-ab40-c50e43026b4f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:11.637746 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73995938-722b-426d-ab40-c50e43026b4f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:11.734520 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73995938-722b-426d-ab40-c50e43026b4f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:11.753930 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-95b6e381-92ee-43fa-ac20-dad3a7e66b66 None None] Set router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:38:11.854531 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73995938-722b-426d-ab40-c50e43026b4f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:11.884302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73995938-722b-426d-ab40-c50e43026b4f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Subnet': ['ID=90135120-fc43-442c-a46a-7509801cc149,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:11.886567 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73995938-722b-426d-ab40-c50e43026b4f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:11.891245 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56014) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:11.891828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-73995938-722b-426d-ab40-c50e43026b4f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/subnets/90135120-fc43-442c-a46a-7509801cc149 HTTP/1.1" status: 204 len: 168 time: 0.3524969 Aug 19 13:38:11.892907 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95183c4a-c54d-4031-b0df-4897c54e33b8 None None] Network b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:38:11.945120 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-95b6e381-92ee-43fa-ac20-dad3a7e66b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:38:10Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:11.971248 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6e381-92ee-43fa-ac20-dad3a7e66b66 None None] Checking router: 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:38:11.980253 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b6e381-92ee-43fa-ac20-dad3a7e66b66 None None] Routers {'1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:38:11.980862 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-95b6e381-92ee-43fa-ac20-dad3a7e66b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:12.013092 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.071051 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] DHCP port deletion for b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:38:12.106366 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-95b6e381-92ee-43fa-ac20-dad3a7e66b66 None None] Set router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:38:12.124686 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Deleting port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:38:12.125152 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.129419 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.189220 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] For port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0b589e4e-8c9a-4a60-88f7-18cdbbebaad4,segment=NetworkSegment(bd08af11-0722-4de5-b106-08f4435c3512),segment_id=bd08af11-0722-4de5-b106-08f4435c3512)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:12.189758 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.203311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Calling delete_port for 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:38:12.248222 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port 9bc0cca4-996a-436b-83e8-535a6333fcba {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:38:12.249203 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.305816 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-95b6e381-92ee-43fa-ac20-dad3a7e66b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:38:10Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:12.331329 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6e381-92ee-43fa-ac20-dad3a7e66b66 None None] The sync data for ids ['1bd0cc5d-2d05-4eca-bc98-49e756f75ed8'] in n-d-778732-8 is: [{'id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770983854', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:38:10Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': '9bc0cca4-996a-436b-83e8-535a6333fcba', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd0cc5d-2d05-4eca-bc98-49e756f75ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:29Z', 'updated_at': '2021-08-19T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:38:12.340769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port 9bc0cca4-996a-436b-83e8-535a6333fcba, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9bc0cca4-996a-436b-83e8-535a6333fcba,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:12.341144 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.354790 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for 9bc0cca4-996a-436b-83e8-535a6333fcba owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:38:12.362486 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.395724 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] No DVR routers for this DVR port 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:38:12.402846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Pushing event deleted for resources: {'Port': ['ID=0b589e4e-8c9a-4a60-88f7-18cdbbebaad4,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.419544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa41b5e-9be5-4fb1-86d6-a333b33e39a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:12.593303 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.607989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.634286 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=9bc0cca4-996a-436b-83e8-535a6333fcba,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:12.709716 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.814646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:38:12.815799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.818400 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.836563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:38:12.836918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0b589e4e-8c9a-4a60-88f7-18cdbbebaad4 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:38:12.837337 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5658bf59-a61a-4660-8807-38c37581c37a no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:38:12.857155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 5658bf59-a61a-4660-8807-38c37581c37a {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:38:12.857541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 5658bf59-a61a-4660-8807-38c37581c37a not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:38:12.985256 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.985938 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:38:12.993306 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:12.994622 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-db562bae-be31-4b73-b2f0-229c1fadd78b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/routers/1bd0cc5d-2d05-4eca-bc98-49e756f75ed8 HTTP/1.1" status: 204 len: 168 time: 1.1021023 Aug 19 13:38:12.997443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56016) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:13.085043 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:13.175427 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:13.185657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:13.195823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd08af11-0722-4de5-b106-08f4435c3512') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:13.196130 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd08af11-0722-4de5-b106-08f4435c3512') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:13.204736 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:13.218558 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:13.224247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:38:13.231403 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:38:13.393457 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:13.401925 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:13.403833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/networks/b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b HTTP/1.1" status: 204 len: 168 time: 0.4053652 Aug 19 13:38:13.406655 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56018) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:13.414663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18305d-9d04-43d7-b814-288fea1558bf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Network': ['ID=b4ef27a8-3ffb-4e32-ae01-2b38565a6b3b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:13.471632 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a5c5e63-164a-4e2c-9624-1eaae38606cc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:13.499422 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a5c5e63-164a-4e2c-9624-1eaae38606cc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:13.633293 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a5c5e63-164a-4e2c-9624-1eaae38606cc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:13.636071 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8a5c5e63-164a-4e2c-9624-1eaae38606cc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:13.637692 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-8a5c5e63-164a-4e2c-9624-1eaae38606cc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/security-groups/11ebd265-ad3b-45c5-a133-7c7435f2ed6c HTTP/1.1" status: 204 len: 168 time: 0.2298219 Aug 19 13:38:13.649338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c5e63-164a-4e2c-9624-1eaae38606cc tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ebd265-ad3b-45c5-a133-7c7435f2ed6c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:14.027711 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56024) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:14.032367 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-379071ae-37e3-43c5-b87b-038d005965c0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-154074217', 'description': 'tempest-secgroup-smoke-154074217 description', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:14.170289 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-379071ae-37e3-43c5-b87b-038d005965c0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:14.255965 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-379071ae-37e3-43c5-b87b-038d005965c0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:14.339410 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-379071ae-37e3-43c5-b87b-038d005965c0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:14.369515 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379071ae-37e3-43c5-b87b-038d005965c0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f31588b-e535-4cbf-8058-22b14174cf4f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:14.438792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-379071ae-37e3-43c5-b87b-038d005965c0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:14.440086 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-379071ae-37e3-43c5-b87b-038d005965c0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4113541 Aug 19 13:38:14.443047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56026) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:14.447886 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c51a19ef-a6c8-4b85-9cb9-d0ec0b133d87 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '6f31588b-e535-4cbf-8058-22b14174cf4f', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:14.546624 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c51a19ef-a6c8-4b85-9cb9-d0ec0b133d87 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:14.602750 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c51a19ef-a6c8-4b85-9cb9-d0ec0b133d87 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:14.693172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9bc0cca4-996a-436b-83e8-535a6333fcba no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:38:14.693875 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c51a19ef-a6c8-4b85-9cb9-d0ec0b133d87 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:14.709688 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a19ef-a6c8-4b85-9cb9-d0ec0b133d87 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e8fd81-86e8-4801-aec1-ebae99d57faa,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:14.714630 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 9bc0cca4-996a-436b-83e8-535a6333fcba {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:38:14.714977 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9bc0cca4-996a-436b-83e8-535a6333fcba not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:38:14.787263 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c51a19ef-a6c8-4b85-9cb9-d0ec0b133d87 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:14.788581 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c51a19ef-a6c8-4b85-9cb9-d0ec0b133d87 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445020 Aug 19 13:38:14.792391 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56028) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:14.797117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3c0f0563-04a5-47d4-a007-9865af24d4d1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '6f31588b-e535-4cbf-8058-22b14174cf4f', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:14.881913 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0563-04a5-47d4-a007-9865af24d4d1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:14.940621 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0563-04a5-47d4-a007-9865af24d4d1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.010148 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0563-04a5-47d4-a007-9865af24d4d1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.033168 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f0563-04a5-47d4-a007-9865af24d4d1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a473c619-0e9f-4e3d-91b6-f40e8d090289,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:15.173587 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0563-04a5-47d4-a007-9865af24d4d1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.174882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3c0f0563-04a5-47d4-a007-9865af24d4d1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3815370 Aug 19 13:38:15.177566 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56030) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:15.182692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-18722aee-3b49-42e2-a36e-3bf805b6e4df tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '6f31588b-e535-4cbf-8058-22b14174cf4f', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:15.276674 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18722aee-3b49-42e2-a36e-3bf805b6e4df tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.322399 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.339231 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18722aee-3b49-42e2-a36e-3bf805b6e4df tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.396593 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18722aee-3b49-42e2-a36e-3bf805b6e4df tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.415969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18722aee-3b49-42e2-a36e-3bf805b6e4df tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5afd4b-234c-4ed6-8a48-619c95026404,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:15.478838 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18722aee-3b49-42e2-a36e-3bf805b6e4df tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.480010 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-18722aee-3b49-42e2-a36e-3bf805b6e4df tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3015063 Aug 19 13:38:15.482705 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56032) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:15.487503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-da72ce0d-c2d2-471a-9771-9a2e0e1f879b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '6f31588b-e535-4cbf-8058-22b14174cf4f', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:15.592379 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da72ce0d-c2d2-471a-9771-9a2e0e1f879b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.653366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da72ce0d-c2d2-471a-9771-9a2e0e1f879b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.727851 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da72ce0d-c2d2-471a-9771-9a2e0e1f879b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.747610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72ce0d-c2d2-471a-9771-9a2e0e1f879b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20baca7f-e037-44ec-9256-6c493ec8253a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:15.825570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da72ce0d-c2d2-471a-9771-9a2e0e1f879b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:15.826885 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-da72ce0d-c2d2-471a-9771-9a2e0e1f879b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3430974 Aug 19 13:38:15.829747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:15.834309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-608139e9-8e6b-4128-83d3-a055a14446db tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '6f31588b-e535-4cbf-8058-22b14174cf4f', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:15.947232 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-608139e9-8e6b-4128-83d3-a055a14446db tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Project 10c32baab09b483ebcd9e0225f6e2b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:38:15.952487 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-608139e9-8e6b-4128-83d3-a055a14446db tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:16.012541 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-608139e9-8e6b-4128-83d3-a055a14446db tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:16.090011 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-608139e9-8e6b-4128-83d3-a055a14446db tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:16.107533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608139e9-8e6b-4128-83d3-a055a14446db tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80e2a25-747b-4efc-b61f-f7816e91682b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:16.175795 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-608139e9-8e6b-4128-83d3-a055a14446db tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:16.177181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-608139e9-8e6b-4128-83d3-a055a14446db tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3464911 Aug 19 13:38:16.180466 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56036) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:16.185065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-462a5237-7b25-4041-841d-32451c7024d5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'security_group_rule': {'security_group_id': '6f31588b-e535-4cbf-8058-22b14174cf4f', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:16.345040 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-462a5237-7b25-4041-841d-32451c7024d5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Project 10c32baab09b483ebcd9e0225f6e2b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:38:16.350327 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-462a5237-7b25-4041-841d-32451c7024d5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:16.420960 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-462a5237-7b25-4041-841d-32451c7024d5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:16.495530 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-462a5237-7b25-4041-841d-32451c7024d5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:16.513053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a5237-7b25-4041-841d-32451c7024d5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957be308-0ca8-4996-8192-e19935465c17,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:16.621462 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-462a5237-7b25-4041-841d-32451c7024d5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:16.623138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-462a5237-7b25-4041-841d-32451c7024d5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4414351 Aug 19 13:38:16.625748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:16.630691 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'network': {'name': 'tempest-network-smoke--1585243675', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:16.751149 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:38:16.754912 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:16.779748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:38:16.788707 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:16.789060 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Added segment b5131170-a38b-41c3-9d0c-e972adc012f3 of type vlan for network eb4bac76-6bfe-458e-b9a9-c21892de5533 Aug 19 13:38:16.831942 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:16.996723 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:17.002618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:17.003220 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:17.072959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Network': ['ID=eb4bac76-6bfe-458e-b9a9-c21892de5533,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:17.083917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network eb4bac76-6bfe-458e-b9a9-c21892de5533 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:38:17.176436 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9d2b41b8-68a4-4792-9182-9f6d3221ae4d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5496593 Aug 19 13:38:17.179861 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56040) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:17.184577 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'admin_state_up': True, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:17.278505 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:17.279475 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:17.331678 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:17.553733 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:17.794724 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:17.816556 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:17.915778 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.25.6.37 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/b10007d2-d67a-4859-91e7-99114e87c05c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:38:18.019504 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:18.128412 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:18.164558 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:38:18.170065 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:38:18.173581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:38:18.199359 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=b10007d2-d67a-4859-91e7-99114e87c05c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:18.501570 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:18.707906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:18.901895 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:38:19.016550 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:38:19.026714 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Sync routers for ids ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:38:19.035479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Routers {'d106898d-79d2-4c5a-9baf-c49b2ba9ff95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:38:19.036105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:19.101237 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:19.103216 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-64c56960-58c0-4955-b308-03682c4bf33e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9216847 Aug 19 13:38:19.106413 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56042) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:19.136404 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1048de91-aa51-4cdd-b1f7-9e815ef99110 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=10c32baab09b483ebcd9e0225f6e2b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287507 Aug 19 13:38:19.139331 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56044) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:19.148786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Set router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:38:19.227170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1310f238-e18c-4801-82c0-cfc9df0d792f tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:19.229471 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1310f238-e18c-4801-82c0-cfc9df0d792f tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891581 Aug 19 13:38:19.232269 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56046) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:19.265105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-7c657cdb-b9ac-4020-a07f-8849c356f75c tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c7a776d1-1036-4104-a01b-d4ab4d425963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316987 Aug 19 13:38:19.267511 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56048) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:19.272348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1021904389', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:19.328601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:18Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:19.427132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:38:19.431262 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:19.512205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Checking router: d106898d-79d2-4c5a-9baf-c49b2ba9ff95 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:38:19.512464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Updating router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 port b10007d2-d67a-4859-91e7-99114e87c05c binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:38:19.537663 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:19.707542 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:19.775084 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Subnet': ['ID=ef72397e-48f4-4e12-8903-95f795761eb0,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:19.783551 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Checking segment: {'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:38:19.783921 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network hostable DHCP agents. Network: eb4bac76-6bfe-458e-b9a9-c21892de5533, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:38:19.836687 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:19.846769 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Transition to ACTIVE for port object b10007d2-d67a-4859-91e7-99114e87c05c will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:38:19.910864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network eb4bac76-6bfe-458e-b9a9-c21892de5533 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:38:19.947907 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:20.006191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Attempting to bind port b10007d2-d67a-4859-91e7-99114e87c05c on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:38:20.006571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Attempting to bind port b10007d2-d67a-4859-91e7-99114e87c05c by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:38:20.006942 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Attempting to bind port b10007d2-d67a-4859-91e7-99114e87c05c on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:38:20.009838 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f43b0d-708e-4dd0-a7a5-247edc502428 None None] Pushing event updated for resources: {'Port': ['ID=b10007d2-d67a-4859-91e7-99114e87c05c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:20.015559 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:38:20.015938 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:38:20.016347 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:20.016740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:38:20.016951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, eb4bac76-6bfe-458e-b9a9-c21892de5533) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:38:20.017207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Bound port: b10007d2-d67a-4859-91e7-99114e87c05c, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:38:20.017623 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:20.023389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:20.025707 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:20.041171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912e8108-aa84-43e8-b857-8c42fd600332 None None] Network eb4bac76-6bfe-458e-b9a9-c21892de5533 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:38:20.116457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] For port b10007d2-d67a-4859-91e7-99114e87c05c, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:38:20.121207 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] For port b10007d2-d67a-4859-91e7-99114e87c05c, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b10007d2-d67a-4859-91e7-99114e87c05c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:38:20.130760 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-813fb063-3e97-41f8-8290-41b01398eb2a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8622124 Aug 19 13:38:20.133517 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:20.210945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-eb4bac76-6bfe-458e-b9a9-c21892de5533', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ips': [{'subnet_id': 'ef72397e-48f4-4e12-8903-95f795761eb0'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:38:20.211821 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:20.232567 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:20.364756 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f43b0d-708e-4dd0-a7a5-247edc502428 None None] Pushing event updated for resources: {'Port': ['ID=b10007d2-d67a-4859-91e7-99114e87c05c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:20.367251 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Routers {'d106898d-79d2-4c5a-9baf-c49b2ba9ff95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:38:20.367984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:20.491508 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Allocated IP 172.20.0.2 (eb4bac76-6bfe-458e-b9a9-c21892de5533/ef72397e-48f4-4e12-8903-95f795761eb0/31529775-d453-4388-949f-9f3737d81aed) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:38:20.551297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] Set router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:38:20.582770 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:20.781111 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:20.794865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Transition to ACTIVE for port object 31529775-d453-4388-949f-9f3737d81aed will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:38:20.815376 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Transition to ACTIVE for port object 31529775-d453-4388-949f-9f3737d81aed will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:38:20.825556 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:18Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:20.851466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c018de1-fc94-4b31-94d6-130dc3a9c4b9 None None] The sync data for ids ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'] in n-d-778732-8 is: [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:18Z', 'revision_number': 3, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:38:20.900257 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:20.944718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Network eb4bac76-6bfe-458e-b9a9-c21892de5533 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:38:20.950068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:38:20.952781 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.20.0.1 (eb4bac76-6bfe-458e-b9a9-c21892de5533/ef72397e-48f4-4e12-8903-95f795761eb0/ad55ec70-1a07-4c2c-92ef-ac824ff69ec3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:38:20.953791 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:38:20.964638 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Pushing event updated for resources: {'Port': ['ID=31529775-d453-4388-949f-9f3737d81aed,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:21.020571 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Attempting to bind port 31529775-d453-4388-949f-9f3737d81aed on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:38:21.020951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Attempting to bind port 31529775-d453-4388-949f-9f3737d81aed by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:38:21.021324 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Attempting to bind port 31529775-d453-4388-949f-9f3737d81aed on network eb4bac76-6bfe-458e-b9a9-c21892de5533 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:38:21.027589 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:38:21.027963 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Checking segment: {'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:38:21.028370 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:21.028767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Bound using segment: {'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:38:21.029305 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Bound port: 31529775-d453-4388-949f-9f3737d81aed, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:38:21.029764 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:21.101109 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:21.116440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Transition to ACTIVE for port object ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:38:21.140845 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] For port 31529775-d453-4388-949f-9f3737d81aed, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:38:21.144131 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] For port 31529775-d453-4388-949f-9f3737d81aed, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=31529775-d453-4388-949f-9f3737d81aed,segment=NetworkSegment(b5131170-a38b-41c3-9d0c-e972adc012f3),segment_id=b5131170-a38b-41c3-9d0c-e972adc012f3)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:38:21.179672 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2b8f565c-1816-44a4-8148-5bc0c32dea50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:21.214332 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:21.280835 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3438ff-1d9d-4c80-ab0a-c0cdb10e7a6b None None] Pushing event updated for resources: {'Port': ['ID=31529775-d453-4388-949f-9f3737d81aed,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:21.285024 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:21.335680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network eb4bac76-6bfe-458e-b9a9-c21892de5533 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:38:21.342003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:38:21.346597 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:38:21.350596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=ad55ec70-1a07-4c2c-92ef-ac824ff69ec3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:21.393658 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:21.633761 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:21.926580 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:22.061269 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:22.134572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=ad55ec70-1a07-4c2c-92ef-ac824ff69ec3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:22.139798 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:22.238758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network eb4bac76-6bfe-458e-b9a9-c21892de5533 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:38:22.240245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:38:22.357296 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:38:22.478335 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:38:22.484174 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f8537aff-6b68-4353-a424-742eda17abee tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "PUT /v2.0/routers/d106898d-79d2-4c5a-9baf-c49b2ba9ff95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3495576 Aug 19 13:38:22.654000 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-3079b168-ff14-4d24-9652-90f3ceb58159 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154074217&fields=id&tenant_id=10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 267 time: 0.0435667 Aug 19 13:38:22.657872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f2ede-d992-4156-9290-7732f6d69fb1 None None] Network eb4bac76-6bfe-458e-b9a9-c21892de5533 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:38:22.669621 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Sync routers for ids ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:38:22.679174 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Routers {'d106898d-79d2-4c5a-9baf-c49b2ba9ff95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:38:22.679727 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:22.806929 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Set router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:38:22.813847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e2d45ae0-fd73-45de-a04b-7f54af53d9d6 None None] Provisioning for port 31529775-d453-4388-949f-9f3737d81aed completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:38:22.822632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-43dd9014-b9f5-427b-b32c-a3631bc4415a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:22.824231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-43dd9014-b9f5-427b-b32c-a3631bc4415a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/networks?id=eb4bac76-6bfe-458e-b9a9-c21892de5533 HTTP/1.1" status: 200 len: 797 time: 0.1472969 Aug 19 13:38:22.847300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-41c64d86-deec-4e60-840f-03cedf130e9d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/quotas/10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 375 time: 0.0162413 Aug 19 13:38:22.876435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 31529775-d453-4388-949f-9f3737d81aed up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:38:22.919801 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c705f5ca-5956-476a-988b-57f28258c43f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637164 Aug 19 13:38:23.042248 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:21Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ad55ec70-1a07-4c2c-92ef-ac824ff69ec3', 'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:8f:a1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:20Z', 'updated_at': '2021-08-19T13:38:21Z', 'revision_number': 2, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:23.045155 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 31529775-d453-4388-949f-9f3737d81aed completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:38:23.057408 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 31529775-d453-4388-949f-9f3737d81aed triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:38:23.057972 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.069884 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Checking router: d106898d-79d2-4c5a-9baf-c49b2ba9ff95 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:38:23.070239 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Updating router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:38:23.086373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-12e7326c-33ad-411f-a448-ba870da2fb5b service neutron] 10.222.0.44 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493711 Aug 19 13:38:23.101087 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.146679 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.189036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 31529775-d453-4388-949f-9f3737d81aed, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=31529775-d453-4388-949f-9f3737d81aed,segment=NetworkSegment(b5131170-a38b-41c3-9d0c-e972adc012f3),segment_id=b5131170-a38b-41c3-9d0c-e972adc012f3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:23.207649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-bf0a44ec-b371-4724-94ae-a4287bcfb245 service neutron] 10.222.0.44 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140006 Aug 19 13:38:23.276649 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.277581 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b10007d2-d67a-4859-91e7-99114e87c05c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:38:23.325429 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b88dfba7-b5a2-4db3-a777-ed0c784a6be2 None None] Provisioning for port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:38:23.340239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b88dfba7-b5a2-4db3-a777-ed0c784a6be2 None None] Provisioning complete for port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:38:23.343831 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b88dfba7-b5a2-4db3-a777-ed0c784a6be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.396939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=31529775-d453-4388-949f-9f3737d81aed,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:23.404320 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b88dfba7-b5a2-4db3-a777-ed0c784a6be2 None None] Port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:38:23.416658 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.419597 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b88dfba7-b5a2-4db3-a777-ed0c784a6be2 None None] Provisioning complete for port 31529775-d453-4388-949f-9f3737d81aed triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:38:23.419857 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b88dfba7-b5a2-4db3-a777-ed0c784a6be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.426782 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Transition to ACTIVE for port object ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:38:23.541518 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port b10007d2-d67a-4859-91e7-99114e87c05c completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:38:23.550127 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-514de9e0-2626-48e9-acea-49698c9ecd9a req-57f8b0c8-0d70-49ab-beef-aa1b597fc216 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 210 time: 0.0517461 Aug 19 13:38:23.565881 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.570217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b10007d2-d67a-4859-91e7-99114e87c05c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:38:23.572100 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.679484 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.713147 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Pushing event updated for resources: {'Port': ['ID=ad55ec70-1a07-4c2c-92ef-ac824ff69ec3,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:23.723552 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.723910 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.724369 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.724557 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.724882 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.725208 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.725560 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.725878 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.726196 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.726512 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.726827 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.727298 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:23.743690 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port b10007d2-d67a-4859-91e7-99114e87c05c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b10007d2-d67a-4859-91e7-99114e87c05c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:23.763063 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Attempting to bind port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:38:23.763063 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Attempting to bind port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:38:23.763319 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Attempting to bind port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 on network eb4bac76-6bfe-458e-b9a9-c21892de5533 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:38:23.769964 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:38:23.770380 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Checking segment: {'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:38:23.770779 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.771160 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Bound using segment: {'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:38:23.771630 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Bound port: ad55ec70-1a07-4c2c-92ef-ac824ff69ec3, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:38:23.771981 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.827771 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:23.869007 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] For port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:38:23.872710 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] For port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ad55ec70-1a07-4c2c-92ef-ac824ff69ec3,segment=NetworkSegment(b5131170-a38b-41c3-9d0c-e972adc012f3),segment_id=b5131170-a38b-41c3-9d0c-e972adc012f3)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:38:23.904194 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=b10007d2-d67a-4859-91e7-99114e87c05c,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:23.941935 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:24.004933 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Routers {'d106898d-79d2-4c5a-9baf-c49b2ba9ff95'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:38:24.005588 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:37:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:24.010844 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4218da-84a7-440d-9df4-a38de653f133 None None] Pushing event updated for resources: {'Port': ['ID=ad55ec70-1a07-4c2c-92ef-ac824ff69ec3,revision_number=4']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:24.121347 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] Set router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:38:24.330946 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:21Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ad55ec70-1a07-4c2c-92ef-ac824ff69ec3', 'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:8f:a1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:20Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:24.453734 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7011771-e353-43a0-80ee-8418d5dbcbf0 None None] The sync data for ids ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'] in n-d-778732-8 is: [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:21Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ad55ec70-1a07-4c2c-92ef-ac824ff69ec3', 'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:8f:a1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:20Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:38:24.642059 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af0e43ed-2a89-4643-be5c-7ff5a30a9623 req-a41313a3-6b15-4b73-86d3-2bf960a80633 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 210 time: 0.0335407 Aug 19 13:38:24.827151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:38:24.981665 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:38:24.986689 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:38:24.987167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:25.068475 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:25.108127 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ad55ec70-1a07-4c2c-92ef-ac824ff69ec3,segment=NetworkSegment(b5131170-a38b-41c3-9d0c-e972adc012f3),segment_id=b5131170-a38b-41c3-9d0c-e972adc012f3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:25.181247 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:25.182182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 31529775-d453-4388-949f-9f3737d81aed up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:38:25.260955 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=ad55ec70-1a07-4c2c-92ef-ac824ff69ec3,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:25.271739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 31529775-d453-4388-949f-9f3737d81aed triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:38:25.272144 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:25.359316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b10007d2-d67a-4859-91e7-99114e87c05c up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:38:25.411553 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port b10007d2-d67a-4859-91e7-99114e87c05c triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:38:25.411989 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:25.460288 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:38:25.530494 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91cd5d49-fcd4-44b5-97fc-7b26bd665a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:25.634740 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-0d2d1e21-7bc0-4add-b593-be0b9a68ec5e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:25.636231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-0d2d1e21-7bc0-4add-b593-be0b9a68ec5e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/networks?id=eb4bac76-6bfe-458e-b9a9-c21892de5533 HTTP/1.1" status: 200 len: 797 time: 0.1102376 Aug 19 13:38:25.688779 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-ed9a7253-dde4-4883-bf77-f264b6992619 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c32baab09b483ebcd9e0225f6e2b17 HTTP/1.1" status: 200 len: 379 time: 0.0429149 Aug 19 13:38:25.698286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'port': {'device_id': '97e31402-780c-444c-98b4-e70e1d296998', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'admin_state_up': True, 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'security_groups': ['6f31588b-e535-4cbf-8058-22b14174cf4f']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:25.772995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d4983d65-7fb4-4f8a-9f73-1256c1388bfc req-b22db378-336f-4c9b-ab56-2cee17b6dfb3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 210 time: 0.0325460 Aug 19 13:38:25.900166 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:25.956720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Made reservation on behalf of 10c32baab09b483ebcd9e0225f6e2b17 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:38:25.961051 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:26.089011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.20.0.6 (eb4bac76-6bfe-458e-b9a9-c21892de5533/ef72397e-48f4-4e12-8903-95f795761eb0/da9917d5-d243-4e0b-8fec-9ca6cf019a31) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:38:26.231064 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:26.244568 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Transition to ACTIVE for port object da9917d5-d243-4e0b-8fec-9ca6cf019a31 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:38:26.382026 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:26.427636 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network eb4bac76-6bfe-458e-b9a9-c21892de5533 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:38:26.431635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:38:26.435731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:38:26.442473 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=da9917d5-d243-4e0b-8fec-9ca6cf019a31,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:26.488381 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:26.489019 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:26.651130 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-c5e3d66a-0125-4e8a-8ea5-d1135d0b1699 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9564009 Aug 19 13:38:26.663454 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Request body: {'port': {'device_id': '97e31402-780c-444c-98b4-e70e1d296998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:26.725097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:26.746968 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:38:26.770433 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-15a66b65-3c43-49d3-8f13-c9514911402e None None] Provisioning for port da9917d5-d243-4e0b-8fec-9ca6cf019a31 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:38:26.779003 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-15a66b65-3c43-49d3-8f13-c9514911402e None None] Provisioning complete for port da9917d5-d243-4e0b-8fec-9ca6cf019a31 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:38:26.779374 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-15a66b65-3c43-49d3-8f13-c9514911402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:26.823327 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-15a66b65-3c43-49d3-8f13-c9514911402e None None] Port da9917d5-d243-4e0b-8fec-9ca6cf019a31 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:38:26.832344 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:38:26.832720 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:27.308598 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:27.335570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41a01-5c88-4a4f-81bb-d57535479a51 req-61a0a2ec-7c36-4de6-8c10-040cd6e24bbf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:27.337534 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60a41a01-5c88-4a4f-81bb-d57535479a51 req-61a0a2ec-7c36-4de6-8c10-040cd6e24bbf tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 931 time: 0.4853272 Aug 19 13:38:27.410527 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-60a41a01-5c88-4a4f-81bb-d57535479a51 req-b1eb7426-f896-4bbc-905e-1e92fcf4dd67 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665736 Aug 19 13:38:27.457452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9917d5-d243-4e0b-8fec-9ca6cf019a31 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:38:27.466000 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:27.478427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Transition to ACTIVE for port object da9917d5-d243-4e0b-8fec-9ca6cf019a31 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:38:27.558183 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:27.608553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Pushing event updated for resources: {'Port': ['ID=da9917d5-d243-4e0b-8fec-9ca6cf019a31,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:27.687039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Attempting to bind port da9917d5-d243-4e0b-8fec-9ca6cf019a31 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:38:27.687375 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Attempting to bind port da9917d5-d243-4e0b-8fec-9ca6cf019a31 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:38:27.688561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Attempting to bind port da9917d5-d243-4e0b-8fec-9ca6cf019a31 on network eb4bac76-6bfe-458e-b9a9-c21892de5533 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:38:27.694338 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Port da9917d5-d243-4e0b-8fec-9ca6cf019a31 on network eb4bac76-6bfe-458e-b9a9-c21892de5533 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:38:27.694674 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Attempting to bind port da9917d5-d243-4e0b-8fec-9ca6cf019a31 on network eb4bac76-6bfe-458e-b9a9-c21892de5533 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:38:27.701217 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:38:27.701601 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Checking segment: {'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:38:27.701996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Bound using segment: {'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:38:27.702436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Bound port: da9917d5-d243-4e0b-8fec-9ca6cf019a31, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5131170-a38b-41c3-9d0c-e972adc012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:38:27.702804 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:27.776174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] For port da9917d5-d243-4e0b-8fec-9ca6cf019a31, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:38:27.779669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] For port da9917d5-d243-4e0b-8fec-9ca6cf019a31, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=da9917d5-d243-4e0b-8fec-9ca6cf019a31,segment=NetworkSegment(b5131170-a38b-41c3-9d0c-e972adc012f3),segment_id=b5131170-a38b-41c3-9d0c-e972adc012f3)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:38:27.882393 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:27.916664 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:27.917569 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:27.919020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] 10.222.0.53 "PUT /v2.0/ports/da9917d5-d243-4e0b-8fec-9ca6cf019a31 HTTP/1.1" status: 200 len: 1091 time: 1.2598324 Aug 19 13:38:27.920032 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e31402-780c-444c-98b4-e70e1d296998', 'tag': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:38:27.922359 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306b99d0-d514-403a-9879-0ed377ab0723" -d '{"events": [{"name": "network-changed", "server_uuid": "97e31402-780c-444c-98b4-e70e1d296998", "tag": "da9917d5-d243-4e0b-8fec-9ca6cf019a31"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:38:27.948451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522849fc-5708-467d-adb7-0d9ff8871f50 service neutron] Pushing event updated for resources: {'Port': ['ID=da9917d5-d243-4e0b-8fec-9ca6cf019a31,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:27.975028 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157424ae-0c86-42ad-b81e-50b950a8ca36 x-openstack-request-id: req-157424ae-0c86-42ad-b81e-50b950a8ca36 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:38:27.975324 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e31402-780c-444c-98b4-e70e1d296998", "tag": "da9917d5-d243-4e0b-8fec-9ca6cf019a31", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:38:27.975576 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-157424ae-0c86-42ad-b81e-50b950a8ca36 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:38:27.975975 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e31402-780c-444c-98b4-e70e1d296998', 'tag': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31', 'status': 'completed', 'code': 200} Aug 19 13:38:28.044325 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b99d0-d514-403a-9879-0ed377ab0723 req-8df2b2b7-7153-4778-b48a-9793f30b3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:28.045899 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-306b99d0-d514-403a-9879-0ed377ab0723 req-8df2b2b7-7153-4778-b48a-9793f30b3d71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 1094 time: 0.0464857 Aug 19 13:38:28.151093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b99d0-d514-403a-9879-0ed377ab0723 req-fcd96ef8-f30a-443d-9eb5-4cef03c9654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:28.152631 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-306b99d0-d514-403a-9879-0ed377ab0723 req-fcd96ef8-f30a-443d-9eb5-4cef03c9654d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0989180 Aug 19 13:38:28.250783 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b99d0-d514-403a-9879-0ed377ab0723 req-1624be5a-7dc7-4f7e-a2f9-4fab8caca7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:28.252185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-306b99d0-d514-403a-9879-0ed377ab0723 req-1624be5a-7dc7-4f7e-a2f9-4fab8caca7e9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915294 Aug 19 13:38:28.333831 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-0415dc8a-a9e7-451d-8eb5-d43bf48b1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:28.335343 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-0415dc8a-a9e7-451d-8eb5-d43bf48b1593 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 1094 time: 0.0472744 Aug 19 13:38:28.378574 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-40dcaafb-874e-4b43-9c15-046f4e680344 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da9917d5-d243-4e0b-8fec-9ca6cf019a31 HTTP/1.1" status: 200 len: 217 time: 0.0354209 Aug 19 13:38:28.426822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-97367780-a704-4086-a5b8-b85da1ce65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:28.428289 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-97367780-a704-4086-a5b8-b85da1ce65ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef72397e-48f4-4e12-8903-95f795761eb0 HTTP/1.1" status: 200 len: 835 time: 0.0434320 Aug 19 13:38:28.480360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-3fd84e2c-8fac-46ba-b825-04e328f122c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:28.481890 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-3fd84e2c-8fac-46ba-b825-04e328f122c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb4bac76-6bfe-458e-b9a9-c21892de5533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462770 Aug 19 13:38:28.589147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ccab-503d-4963-81b6-fe342439af4f req-6585b215-67bc-4fab-b7d8-bffc56d5e740 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:28.590684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfd6ccab-503d-4963-81b6-fe342439af4f req-6585b215-67bc-4fab-b7d8-bffc56d5e740 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 943 time: 0.1128240 Aug 19 13:38:28.619611 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-49a00751-2217-4841-b9a6-83a54dec0965 service neutron] 10.222.0.53 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297369 Aug 19 13:38:28.677799 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cfd6ccab-503d-4963-81b6-fe342439af4f req-c4cfc6cf-5f5b-46f8-bec6-b302b3b44427 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764203 Aug 19 13:38:28.722149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-08d67552-b8be-45b3-9a7a-3e937a4fb5f4 req-fe63c599-c972-44a7-9fb8-8be822d8ab2a service neutron] 10.222.0.53 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949101 Aug 19 13:38:29.196207 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:29.797393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c787e2b-1e2a-42b7-9d5a-50a03e2f2ab0 req-a9d3f69a-90ee-4490-acca-ec40be473927 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:29.798863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c787e2b-1e2a-42b7-9d5a-50a03e2f2ab0 req-a9d3f69a-90ee-4490-acca-ec40be473927 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 943 time: 0.0500593 Aug 19 13:38:29.841825 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9c787e2b-1e2a-42b7-9d5a-50a03e2f2ab0 req-48fdc131-231f-4697-9dcf-7f02ad6da2d3 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367897 Aug 19 13:38:30.958027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cc75c-fb83-4fb1-867c-f3e3c31c88ea req-e451cdc8-f32d-4307-8bdd-6e7beb302205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:30.959550 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-469cc75c-fb83-4fb1-867c-f3e3c31c88ea req-e451cdc8-f32d-4307-8bdd-6e7beb302205 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 943 time: 0.0508118 Aug 19 13:38:30.998698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-469cc75c-fb83-4fb1-867c-f3e3c31c88ea req-ab121369-9dd2-44d2-907f-00f3debcb4e7 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321403 Aug 19 13:38:31.126198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device da9917d5-d243-4e0b-8fec-9ca6cf019a31 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:38:31.226071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port da9917d5-d243-4e0b-8fec-9ca6cf019a31, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=da9917d5-d243-4e0b-8fec-9ca6cf019a31,segment=NetworkSegment(b5131170-a38b-41c3-9d0c-e972adc012f3),segment_id=b5131170-a38b-41c3-9d0c-e972adc012f3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:31.237311 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'port_id': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31', 'mac_address': 'fa:16:3e:be:8f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:38:31.273550 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:31.286667 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9917d5-d243-4e0b-8fec-9ca6cf019a31 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:38:31.309289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port da9917d5-d243-4e0b-8fec-9ca6cf019a31, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=da9917d5-d243-4e0b-8fec-9ca6cf019a31,segment=NetworkSegment(b5131170-a38b-41c3-9d0c-e972adc012f3),segment_id=b5131170-a38b-41c3-9d0c-e972adc012f3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:31.398236 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:31.601662 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=da9917d5-d243-4e0b-8fec-9ca6cf019a31,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:31.641865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['da9917d5-d243-4e0b-8fec-9ca6cf019a31'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:38:32.115247 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006edff2-3021-4893-9f22-dc0c9fec312e req-701c32fe-d9cc-4101-a0a3-2657fd49ce9a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:32.116747 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-006edff2-3021-4893-9f22-dc0c9fec312e req-701c32fe-d9cc-4101-a0a3-2657fd49ce9a tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 944 time: 0.0502939 Aug 19 13:38:32.154100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-006edff2-3021-4893-9f22-dc0c9fec312e req-60b0eb96-3545-49b6-9907-e27c7c91c62b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305905 Aug 19 13:38:33.141580 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device da9917d5-d243-4e0b-8fec-9ca6cf019a31 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:38:33.255557 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port da9917d5-d243-4e0b-8fec-9ca6cf019a31 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:38:33.260278 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port da9917d5-d243-4e0b-8fec-9ca6cf019a31 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:38:33.260718 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:33.278971 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395297c-cebb-4847-91f8-f6eabc6b7551 req-54f7a94a-3188-4383-a0fd-036e62584d36 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:33.280479 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6395297c-cebb-4847-91f8-f6eabc6b7551 req-54f7a94a-3188-4383-a0fd-036e62584d36 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 944 time: 0.0528808 Aug 19 13:38:33.326273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6395297c-cebb-4847-91f8-f6eabc6b7551 req-a85ffc1a-281f-4e67-93b2-49dc91d0c4f0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391531 Aug 19 13:38:33.351662 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:33.374335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e31402-780c-444c-98b4-e70e1d296998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:38:33.376588 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b842e-cd44-4d3f-a629-355230b88c48" -d '{"events": [{"server_uuid": "97e31402-780c-444c-98b4-e70e1d296998", "name": "network-vif-plugged", "status": "completed", "tag": "da9917d5-d243-4e0b-8fec-9ca6cf019a31"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:38:33.389982 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port da9917d5-d243-4e0b-8fec-9ca6cf019a31, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=da9917d5-d243-4e0b-8fec-9ca6cf019a31,segment=NetworkSegment(b5131170-a38b-41c3-9d0c-e972adc012f3),segment_id=b5131170-a38b-41c3-9d0c-e972adc012f3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:33.413148 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e626a71-b58b-4e0d-b160-07eac488f9b6 x-openstack-request-id: req-5e626a71-b58b-4e0d-b160-07eac488f9b6 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:38:33.413470 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e31402-780c-444c-98b4-e70e1d296998", "name": "network-vif-plugged", "status": "completed", "tag": "da9917d5-d243-4e0b-8fec-9ca6cf019a31", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:38:33.413728 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e626a71-b58b-4e0d-b160-07eac488f9b6 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:38:33.414130 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e31402-780c-444c-98b4-e70e1d296998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31', 'code': 200} Aug 19 13:38:33.459105 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:33.509351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=da9917d5-d243-4e0b-8fec-9ca6cf019a31,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:33.512211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2dcb3-b19f-44c2-b83a-f021f42e039f req-5d4b70eb-4729-432a-b0d7-38f4e3b7171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:33.514042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ce2dcb3-b19f-44c2-b83a-f021f42e039f req-5d4b70eb-4729-432a-b0d7-38f4e3b7171a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 1096 time: 0.0452902 Aug 19 13:38:33.552745 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0ce2dcb3-b19f-44c2-b83a-f021f42e039f req-36b641d1-d8ac-428f-9285-9eddbf49573e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311003 Aug 19 13:38:34.443577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a254de-20f9-4bc9-a203-2678f50cb67a req-6758b221-992a-494c-a0a5-3c9e56bbfb62 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:34.445061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04a254de-20f9-4bc9-a203-2678f50cb67a req-6758b221-992a-494c-a0a5-3c9e56bbfb62 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0497444 Aug 19 13:38:34.484397 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04a254de-20f9-4bc9-a203-2678f50cb67a req-df1b3f4c-371c-4d21-8332-2e030c3f087f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328145 Aug 19 13:38:35.604932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf588ba-9946-489d-b15a-d6ef8326aa6e req-8c87f4ef-7f1d-4652-bb3d-9f43b36297d0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:35.607093 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cf588ba-9946-489d-b15a-d6ef8326aa6e req-8c87f4ef-7f1d-4652-bb3d-9f43b36297d0 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0492532 Aug 19 13:38:35.647510 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4cf588ba-9946-489d-b15a-d6ef8326aa6e req-5514cb49-ec99-4bec-81f8-85fe961b8b56 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345716 Aug 19 13:38:35.762153 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384a291-a6ae-416d-abe2-2429183a56d6 req-07561e41-8492-4e76-a221-ba846e3516b2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:35.764163 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3384a291-a6ae-416d-abe2-2429183a56d6 req-07561e41-8492-4e76-a221-ba846e3516b2 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0500002 Aug 19 13:38:35.802214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3384a291-a6ae-416d-abe2-2429183a56d6 req-1997b560-d57a-42b9-9566-484f17ce1fae tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318656 Aug 19 13:38:35.823531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56110) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:35.863853 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6d5094-331d-464d-a4c2-cf562e707fe7 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:35.865401 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-1f6d5094-331d-464d-a4c2-cf562e707fe7 tempest-TestNetworkAdvancedServerOps-1913013713 tempest-TestNetworkAdvancedServerOps-1913013713-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 1091 time: 0.0408247 Aug 19 13:38:35.868202 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56112) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:35.872819 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:38:36.030703 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:36.130237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:36.230909 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Allocated IP 172.25.6.6 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/c14e1d21-7173-406f-8a0e-4e9e21c65706) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:38:36.335664 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:36.433100 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:36.473509 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:38:36.476412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:38:36.480044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:38:36.503044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=c14e1d21-7173-406f-8a0e-4e9e21c65706,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:36.854979 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:37.002811 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:37.153611 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:37.209792 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:37.282275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event updated for resources: {'Port': ['ID=c14e1d21-7173-406f-8a0e-4e9e21c65706,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:37.294352 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:37.407073 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Floating IP 61b67c12-edc0-4797-8850-82a33bf0c0d9 associated. External IP: 172.25.6.6, port: da9917d5-d243-4e0b-8fec-9ca6cf019a31. Aug 19 13:38:37.613031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:38:37.721823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:38:37.731922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4701b-4fb6-411a-b994-28672c1a9460 None None] Sync routers for ids ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:38:37.741515 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4701b-4fb6-411a-b994-28672c1a9460 None None] Routers {'d106898d-79d2-4c5a-9baf-c49b2ba9ff95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:38:37.742140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-67c4701b-4fb6-411a-b994-28672c1a9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:38:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:37.847627 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-67c4701b-4fb6-411a-b994-28672c1a9460 None None] Set router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:38:37.853272 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:37.880764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-350ba2da-cd48-414f-b4e3-eb24104f0a7b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0113811 Aug 19 13:38:37.881440 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e31402-780c-444c-98b4-e70e1d296998', 'tag': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:38:37.883525 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd786ca8-2def-45c0-879a-8955a8384a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "97e31402-780c-444c-98b4-e70e1d296998", "tag": "da9917d5-d243-4e0b-8fec-9ca6cf019a31"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:38:37.923023 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b39f66-ffa7-4f11-ac91-2266ee04bdba x-openstack-request-id: req-f2b39f66-ffa7-4f11-ac91-2266ee04bdba {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:38:37.923406 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e31402-780c-444c-98b4-e70e1d296998", "tag": "da9917d5-d243-4e0b-8fec-9ca6cf019a31", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:38:37.923752 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2b39f66-ffa7-4f11-ac91-2266ee04bdba {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:38:37.924997 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e31402-780c-444c-98b4-e70e1d296998', 'tag': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31', 'status': 'completed', 'code': 200} Aug 19 13:38:38.012035 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c107443-50cb-4aa1-8a71-67d5df878c5e req-4739a6d1-0c28-4dc2-9c1c-f70c918163d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:38.014367 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c107443-50cb-4aa1-8a71-67d5df878c5e req-4739a6d1-0c28-4dc2-9c1c-f70c918163d8 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0828280 Aug 19 13:38:38.016196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786ca8-2def-45c0-879a-8955a8384a1b req-0b40d575-312f-48eb-b629-843c3c212216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:38.017588 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd786ca8-2def-45c0-879a-8955a8384a1b req-0b40d575-312f-48eb-b629-843c3c212216 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 1096 time: 0.0715151 Aug 19 13:38:38.087145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-67c4701b-4fb6-411a-b994-28672c1a9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:21Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '61b67c12-edc0-4797-8850-82a33bf0c0d9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'port_id': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'mac_address': 'fa:16:3e:be:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e31402-780c-444c-98b4-e70e1d296998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:38:36Z', 'updated_at': '2021-08-19T13:38:36Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad55ec70-1a07-4c2c-92ef-ac824ff69ec3', 'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:8f:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:20Z', 'updated_at': '2021-08-19T13:38:25Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:38.106061 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0c107443-50cb-4aa1-8a71-67d5df878c5e req-100d18f6-4162-4056-9681-6f47bae084c4 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853784 Aug 19 13:38:38.114211 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4701b-4fb6-411a-b994-28672c1a9460 None None] Checking router: d106898d-79d2-4c5a-9baf-c49b2ba9ff95 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:38:38.124316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4701b-4fb6-411a-b994-28672c1a9460 None None] Routers {'d106898d-79d2-4c5a-9baf-c49b2ba9ff95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:38:38.124793 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-67c4701b-4fb6-411a-b994-28672c1a9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:38:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:38.129413 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56120) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:38.140187 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786ca8-2def-45c0-879a-8955a8384a1b req-f0c898ed-6835-483b-b227-f06811703ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:38.141795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd786ca8-2def-45c0-879a-8955a8384a1b req-f0c898ed-6835-483b-b227-f06811703ec5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb4bac76-6bfe-458e-b9a9-c21892de5533 HTTP/1.1" status: 200 len: 898 time: 0.1154044 Aug 19 13:38:38.192777 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4d2ab956-6ae5-43e8-a296-1c48dc700580 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/61b67c12-edc0-4797-8850-82a33bf0c0d9 HTTP/1.1" status: 200 len: 989 time: 0.0611136 Aug 19 13:38:38.217551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd786ca8-2def-45c0-879a-8955a8384a1b req-b3ad6445-e820-4809-8170-46837ad93f9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da9917d5-d243-4e0b-8fec-9ca6cf019a31 HTTP/1.1" status: 200 len: 997 time: 0.0679755 Aug 19 13:38:38.238418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-67c4701b-4fb6-411a-b994-28672c1a9460 None None] Set router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:38:38.267798 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786ca8-2def-45c0-879a-8955a8384a1b req-23def616-407d-4cee-afdf-b48feb5a9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:38.269366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd786ca8-2def-45c0-879a-8955a8384a1b req-23def616-407d-4cee-afdf-b48feb5a9a8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef72397e-48f4-4e12-8903-95f795761eb0 HTTP/1.1" status: 200 len: 835 time: 0.0442402 Aug 19 13:38:38.318305 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786ca8-2def-45c0-879a-8955a8384a1b req-db0730de-c027-47db-ad35-9baf2044318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:38.320038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd786ca8-2def-45c0-879a-8955a8384a1b req-db0730de-c027-47db-ad35-9baf2044318d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb4bac76-6bfe-458e-b9a9-c21892de5533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425079 Aug 19 13:38:38.416251 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd786ca8-2def-45c0-879a-8955a8384a1b req-300e3193-d81c-4a33-a627-f4c66e6c68e4 service neutron] 10.222.0.53 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879040 Aug 19 13:38:38.470267 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-67c4701b-4fb6-411a-b994-28672c1a9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:21Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '61b67c12-edc0-4797-8850-82a33bf0c0d9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'port_id': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'mac_address': 'fa:16:3e:be:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e31402-780c-444c-98b4-e70e1d296998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:38:36Z', 'updated_at': '2021-08-19T13:38:36Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad55ec70-1a07-4c2c-92ef-ac824ff69ec3', 'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:8f:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:20Z', 'updated_at': '2021-08-19T13:38:25Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:38:38.500951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4701b-4fb6-411a-b994-28672c1a9460 None None] The sync data for ids ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'] in n-d-778732-8 is: [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:21Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '61b67c12-edc0-4797-8850-82a33bf0c0d9', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'port_id': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'mac_address': 'fa:16:3e:be:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e31402-780c-444c-98b4-e70e1d296998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:38:36Z', 'updated_at': '2021-08-19T13:38:36Z', 'revision_number': 0, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad55ec70-1a07-4c2c-92ef-ac824ff69ec3', 'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:8f:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:20Z', 'updated_at': '2021-08-19T13:38:25Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:38:38.510472 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bd786ca8-2def-45c0-879a-8955a8384a1b req-61c90b53-5b68-4465-a8da-7ab7b07ca09c service neutron] 10.222.0.53 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864799 Aug 19 13:38:38.707966 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1458903-715c-446f-9d1f-0925d2a10cda None None] New status for floating IP 61b67c12-edc0-4797-8850-82a33bf0c0d9: ACTIVE {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:38:39.195124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56122) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:38:39.257887 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2044343c-ed4a-4532-9d84-3e4345a51e80 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/61b67c12-edc0-4797-8850-82a33bf0c0d9 HTTP/1.1" status: 200 len: 991 time: 0.0614872 Aug 19 13:38:42.638323 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:42.722018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-f98861f7-50bb-4333-905b-0d3cd9b8c7bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497258 Aug 19 13:38:42.809899 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-d1e84c5f-c35b-4162-b7c2-7147b222c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:42.811459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-d1e84c5f-c35b-4162-b7c2-7147b222c590 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 1096 time: 0.0468791 Aug 19 13:38:42.913089 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-fc9a660b-4f28-496b-87a6-638f111d9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:42.914547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-fc9a660b-4f28-496b-87a6-638f111d9379 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb4bac76-6bfe-458e-b9a9-c21892de5533 HTTP/1.1" status: 200 len: 898 time: 0.0837293 Aug 19 13:38:42.984439 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-2947c941-1d33-4adb-9cf1-a340de04cacf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da9917d5-d243-4e0b-8fec-9ca6cf019a31 HTTP/1.1" status: 200 len: 999 time: 0.0618372 Aug 19 13:38:43.035226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-1c3e7304-89e2-42ec-b5ef-9ebbeea8ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:43.036677 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-1c3e7304-89e2-42ec-b5ef-9ebbeea8ceb1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef72397e-48f4-4e12-8903-95f795761eb0 HTTP/1.1" status: 200 len: 835 time: 0.0448098 Aug 19 13:38:43.093346 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-1dbc6da1-29fb-4688-8027-93083bb06739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:43.094952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-1dbc6da1-29fb-4688-8027-93083bb06739 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb4bac76-6bfe-458e-b9a9-c21892de5533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507207 Aug 19 13:38:43.189975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-ea6d7f02-c96d-4f59-8728-31b8ce88fd91 service neutron] 10.222.0.53 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876913 Aug 19 13:38:43.283208 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b114b9be-0e2a-4d10-877a-6297989ad48c req-c68bc8de-d4a8-4fcb-894f-2ef7f93a75cb service neutron] 10.222.0.53 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825582 Aug 19 13:38:45.346703 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:51.187329 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-25cdb227-13f0-4efb-a314-20af8487e42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:55.524323 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6f79fd50-62ba-4517-8d54-d716cfcaf44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:55.815169 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:57.396417 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:59.186647 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:02.461497 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:39:08.240996 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00f8a2-ab8e-4c64-a96f-b866f9261c07 req-57def9a0-a9b8-4338-b2e8-cabc61337477 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:08.243094 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f00f8a2-ab8e-4c64-a96f-b866f9261c07 req-57def9a0-a9b8-4338-b2e8-cabc61337477 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0551777 Aug 19 13:39:08.286353 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0f00f8a2-ab8e-4c64-a96f-b866f9261c07 req-d24c77b2-46b3-4f3a-ad57-5fae61e25b06 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371428 Aug 19 13:39:09.410455 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dc533-bd24-45e4-b754-f8c5db003afb req-44bdc0b8-734b-4eaa-b2bb-ba542c4db7c5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:09.411975 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b5dc533-bd24-45e4-b754-f8c5db003afb req-44bdc0b8-734b-4eaa-b2bb-ba542c4db7c5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0505552 Aug 19 13:39:09.451494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b5dc533-bd24-45e4-b754-f8c5db003afb req-3abb301f-44a9-49fc-b52a-7ebdf3ac4c5d tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332515 Aug 19 13:39:09.473386 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56138) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:09.538024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8967a477-f5a1-4dc7-aa09-c01b272c4fd1 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/61b67c12-edc0-4797-8850-82a33bf0c0d9 HTTP/1.1" status: 200 len: 991 time: 0.0634787 Aug 19 13:39:11.224324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f7ed8-bd41-46bf-bd60-a06e249d8acf req-3c695827-9c66-4fcd-9455-e7096e8b1835 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:11.225891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-334f7ed8-bd41-46bf-bd60-a06e249d8acf req-3c695827-9c66-4fcd-9455-e7096e8b1835 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0508866 Aug 19 13:39:11.265491 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-334f7ed8-bd41-46bf-bd60-a06e249d8acf req-904726f9-a8d1-4736-bf80-6b120f5b9bcd tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332723 Aug 19 13:39:11.317160 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f41b7-127e-494f-856f-8ea1a118812b req-ff20aef6-0ff2-4123-862a-30e10c07709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:11.318668 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a59f41b7-127e-494f-856f-8ea1a118812b req-ff20aef6-0ff2-4123-862a-30e10c07709b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 1096 time: 0.0416636 Aug 19 13:39:11.416448 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f41b7-127e-494f-856f-8ea1a118812b req-fc28f6e3-b2fb-4ec9-ac52-e6d576ec44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:11.418158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a59f41b7-127e-494f-856f-8ea1a118812b req-fc28f6e3-b2fb-4ec9-ac52-e6d576ec44f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb4bac76-6bfe-458e-b9a9-c21892de5533 HTTP/1.1" status: 200 len: 898 time: 0.0920789 Aug 19 13:39:11.484869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a59f41b7-127e-494f-856f-8ea1a118812b req-59b49920-3d28-4680-855f-044fb7f742fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da9917d5-d243-4e0b-8fec-9ca6cf019a31 HTTP/1.1" status: 200 len: 999 time: 0.0596440 Aug 19 13:39:11.533795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f41b7-127e-494f-856f-8ea1a118812b req-985ad2bf-6e2a-47df-9073-80daf5f2048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:11.535245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a59f41b7-127e-494f-856f-8ea1a118812b req-985ad2bf-6e2a-47df-9073-80daf5f2048f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef72397e-48f4-4e12-8903-95f795761eb0 HTTP/1.1" status: 200 len: 835 time: 0.0432851 Aug 19 13:39:11.584562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f41b7-127e-494f-856f-8ea1a118812b req-a8634bf3-22c8-46a9-87bd-3ab7f7cf4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:11.586106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a59f41b7-127e-494f-856f-8ea1a118812b req-a8634bf3-22c8-46a9-87bd-3ab7f7cf4020 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb4bac76-6bfe-458e-b9a9-c21892de5533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435102 Aug 19 13:39:11.685578 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a59f41b7-127e-494f-856f-8ea1a118812b req-ba746809-6424-4f23-b717-ddf5e4a6caac service neutron] 10.222.0.53 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922472 Aug 19 13:39:11.781605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a59f41b7-127e-494f-856f-8ea1a118812b req-87b22321-8b74-4dcb-8a0f-b4db4db064b7 service neutron] 10.222.0.53 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858071 Aug 19 13:39:12.382590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1491b-e371-4433-9c85-f7abc6c2592e req-839e12e8-c63f-4ed5-8e6f-b2daec0d0e38 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:12.384464 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fb1491b-e371-4433-9c85-f7abc6c2592e req-839e12e8-c63f-4ed5-8e6f-b2daec0d0e38 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0499086 Aug 19 13:39:12.423064 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2fb1491b-e371-4433-9c85-f7abc6c2592e req-6d81a984-a484-4918-b7bb-d3cd240bce5b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326772 Aug 19 13:39:13.271903 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:13.542719 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65eb12-982d-4ddf-aa28-cdf6ad58736e req-f2d1fbaa-af1e-4c7b-aa0a-d75871f66372 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:13.544186 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd65eb12-982d-4ddf-aa28-cdf6ad58736e req-f2d1fbaa-af1e-4c7b-aa0a-d75871f66372 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0519276 Aug 19 13:39:13.588639 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd65eb12-982d-4ddf-aa28-cdf6ad58736e req-93e02ba1-7f4f-4788-9c06-ec21f0f19103 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384717 Aug 19 13:39:13.611626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56150) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:14.030733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9e4e3f47-3ba9-4a8b-a2fb-41c56e1e4f97 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/floatingips/61b67c12-edc0-4797-8850-82a33bf0c0d9 HTTP/1.1" status: 200 len: 991 time: 0.4179125 Aug 19 13:39:14.313285 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56156) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:14.476560 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port c14e1d21-7173-406f-8a0e-4e9e21c65706 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:39:14.477514 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:14.549791 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:14.550114 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:14.561288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for c14e1d21-7173-406f-8a0e-4e9e21c65706 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:39:14.798093 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:14.827761 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=c14e1d21-7173-406f-8a0e-4e9e21c65706,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:14.840250 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.840602 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.840943 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.841275 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.841633 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.841966 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.842293 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.842617 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.842946 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.843270 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.843590 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.843909 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:14.896078 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:14.896402 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Floating IP 61b67c12-edc0-4797-8850-82a33bf0c0d9 disassociated (deleted). External IP: 172.25.6.6, port: da9917d5-d243-4e0b-8fec-9ca6cf019a31. Aug 19 13:39:15.103884 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:39:15.378513 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:15.540224 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:39:15.545240 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:15.549934 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0661cb-9262-4e2f-9201-30552cb5e5d3 None None] Sync routers for ids ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:39:15.559681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0661cb-9262-4e2f-9201-30552cb5e5d3 None None] Routers {'d106898d-79d2-4c5a-9baf-c49b2ba9ff95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:15.560361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9b0661cb-9262-4e2f-9201-30552cb5e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:15.571332 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-1d42b4d3-fd96-4493-8fe3-d01525772f47 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/floatingips/61b67c12-edc0-4797-8850-82a33bf0c0d9 HTTP/1.1" status: 204 len: 168 time: 1.2570074 Aug 19 13:39:15.571929 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e31402-780c-444c-98b4-e70e1d296998', 'tag': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:39:15.574216 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c51d4d21316351dc2569c8a02aa6a5ec6c17105ca4db93849c25264e079fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f328aa4c-eb65-48e6-bd66-23e4197ebca5" -d '{"events": [{"name": "network-changed", "server_uuid": "97e31402-780c-444c-98b4-e70e1d296998", "tag": "da9917d5-d243-4e0b-8fec-9ca6cf019a31"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:39:15.614597 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d64f53-fd31-49ba-bee3-8adb27dc8de5 x-openstack-request-id: req-d9d64f53-fd31-49ba-bee3-8adb27dc8de5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:39:15.615064 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e31402-780c-444c-98b4-e70e1d296998", "tag": "da9917d5-d243-4e0b-8fec-9ca6cf019a31", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:39:15.615334 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9d64f53-fd31-49ba-bee3-8adb27dc8de5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:39:15.615738 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e31402-780c-444c-98b4-e70e1d296998', 'tag': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31', 'status': 'completed', 'code': 200} Aug 19 13:39:15.675364 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9b0661cb-9262-4e2f-9201-30552cb5e5d3 None None] Set router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:15.679382 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328aa4c-eb65-48e6-bd66-23e4197ebca5 req-c663e703-d8f4-4663-b78b-82ab80cb2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:15.681666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f328aa4c-eb65-48e6-bd66-23e4197ebca5 req-c663e703-d8f4-4663-b78b-82ab80cb2925 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 1096 time: 0.0441952 Aug 19 13:39:15.780773 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328aa4c-eb65-48e6-bd66-23e4197ebca5 req-51f2dfd0-5eb5-42be-b892-91948ec21d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:15.782300 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f328aa4c-eb65-48e6-bd66-23e4197ebca5 req-51f2dfd0-5eb5-42be-b892-91948ec21d51 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb4bac76-6bfe-458e-b9a9-c21892de5533 HTTP/1.1" status: 200 len: 898 time: 0.0920539 Aug 19 13:39:15.828217 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f328aa4c-eb65-48e6-bd66-23e4197ebca5 req-b3a4b080-7ca0-4630-8700-54b89a478c69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da9917d5-d243-4e0b-8fec-9ca6cf019a31 HTTP/1.1" status: 200 len: 217 time: 0.0369585 Aug 19 13:39:15.886708 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9b0661cb-9262-4e2f-9201-30552cb5e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:21Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ad55ec70-1a07-4c2c-92ef-ac824ff69ec3', 'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:8f:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:20Z', 'updated_at': '2021-08-19T13:38:25Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:15.887341 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328aa4c-eb65-48e6-bd66-23e4197ebca5 req-1ae11d00-180d-4d08-a0a6-7db0066c817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:15.888967 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f328aa4c-eb65-48e6-bd66-23e4197ebca5 req-1ae11d00-180d-4d08-a0a6-7db0066c817f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef72397e-48f4-4e12-8903-95f795761eb0 HTTP/1.1" status: 200 len: 835 time: 0.0531340 Aug 19 13:39:15.913269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0661cb-9262-4e2f-9201-30552cb5e5d3 None None] Checking router: d106898d-79d2-4c5a-9baf-c49b2ba9ff95 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:39:15.922644 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0661cb-9262-4e2f-9201-30552cb5e5d3 None None] Routers {'d106898d-79d2-4c5a-9baf-c49b2ba9ff95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:15.923248 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9b0661cb-9262-4e2f-9201-30552cb5e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:15.941743 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328aa4c-eb65-48e6-bd66-23e4197ebca5 req-61569cbf-fa92-4a6f-9902-4399c632b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:15.941743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f328aa4c-eb65-48e6-bd66-23e4197ebca5 req-61569cbf-fa92-4a6f-9902-4399c632b67a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb4bac76-6bfe-458e-b9a9-c21892de5533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434387 Aug 19 13:39:16.036831 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9b0661cb-9262-4e2f-9201-30552cb5e5d3 None None] Set router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:16.072672 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f328aa4c-eb65-48e6-bd66-23e4197ebca5 req-117b8661-f32a-4e87-bfdd-149dcc47d3f4 service neutron] 10.222.0.53 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232285 Aug 19 13:39:16.098720 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd2ca0-e221-46b4-8557-1de93c41e25c req-8073a0da-7544-499d-bcec-1f5f8bb4e838 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:16.100183 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ccd2ca0-e221-46b4-8557-1de93c41e25c req-8073a0da-7544-499d-bcec-1f5f8bb4e838 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0790329 Aug 19 13:39:16.186551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6ccd2ca0-e221-46b4-8557-1de93c41e25c req-a7ba6811-80ad-4466-b85e-61d4ec726c27 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761428 Aug 19 13:39:16.212949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f328aa4c-eb65-48e6-bd66-23e4197ebca5 req-62ee2882-ad43-44b2-8095-ac77b8293290 service neutron] 10.222.0.53 "GET /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304615 Aug 19 13:39:16.244585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9b0661cb-9262-4e2f-9201-30552cb5e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:21Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ad55ec70-1a07-4c2c-92ef-ac824ff69ec3', 'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:8f:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:20Z', 'updated_at': '2021-08-19T13:38:25Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:16.275852 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0661cb-9262-4e2f-9201-30552cb5e5d3 None None] The sync data for ids ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'] in n-d-778732-8 is: [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:21Z', 'revision_number': 4, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': 'ad55ec70-1a07-4c2c-92ef-ac824ff69ec3', 'name': '', 'network_id': 'eb4bac76-6bfe-458e-b9a9-c21892de5533', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'mac_address': 'fa:16:3e:8f:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:20Z', 'updated_at': '2021-08-19T13:38:25Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'subnets': [{'id': 'ef72397e-48f4-4e12-8903-95f795761eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:39:16.500862 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7e8081-69ad-487e-8082-099f2eb7291d None None] New status for floating IP 61b67c12-edc0-4797-8850-82a33bf0c0d9: DOWN {{(pid=95663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:39:17.310365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e10e8-eaab-45cc-a364-480b18680adc req-dcbeb18d-191b-4696-9027-77a4ffe8de86 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:17.311847 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30e10e8-eaab-45cc-a364-480b18680adc req-dcbeb18d-191b-4696-9027-77a4ffe8de86 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0539792 Aug 19 13:39:17.349391 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30e10e8-eaab-45cc-a364-480b18680adc req-eb71536b-9309-430a-808c-8ddc3752a046 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f31588b-e535-4cbf-8058-22b14174cf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312819 Aug 19 13:39:17.683625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66213b82-efa5-4dd5-807d-01bbf5c7f374 req-721d80ff-80d2-4c7e-8957-93f208c5f52b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:17.685085 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66213b82-efa5-4dd5-807d-01bbf5c7f374 req-721d80ff-80d2-4c7e-8957-93f208c5f52b tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 945 time: 0.0497084 Aug 19 13:39:17.775260 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-66213b82-efa5-4dd5-807d-01bbf5c7f374 req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port da9917d5-d243-4e0b-8fec-9ca6cf019a31 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:39:17.775577 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66213b82-efa5-4dd5-807d-01bbf5c7f374 req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:17.866037 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-66213b82-efa5-4dd5-807d-01bbf5c7f374 req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port da9917d5-d243-4e0b-8fec-9ca6cf019a31, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=da9917d5-d243-4e0b-8fec-9ca6cf019a31,segment=NetworkSegment(b5131170-a38b-41c3-9d0c-e972adc012f3),segment_id=b5131170-a38b-41c3-9d0c-e972adc012f3)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:17.866403 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66213b82-efa5-4dd5-807d-01bbf5c7f374 req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:17.879122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-66213b82-efa5-4dd5-807d-01bbf5c7f374 req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for da9917d5-d243-4e0b-8fec-9ca6cf019a31 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:39:18.077905 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66213b82-efa5-4dd5-807d-01bbf5c7f374 req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:18.108483 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=da9917d5-d243-4e0b-8fec-9ca6cf019a31,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:18.132731 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.133073 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.133441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.133784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.134120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.134456 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.134790 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.135120 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.135459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.135778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.136105 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.136428 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:18.157769 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-66213b82-efa5-4dd5-807d-01bbf5c7f374 req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] No DVR routers for this DVR port da9917d5-d243-4e0b-8fec-9ca6cf019a31 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:39:18.160338 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66213b82-efa5-4dd5-807d-01bbf5c7f374 req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:18.162414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-66213b82-efa5-4dd5-807d-01bbf5c7f374 req-2c7d785d-7c8d-4504-938d-e44b29878235 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.53 "DELETE /v2.0/ports/da9917d5-d243-4e0b-8fec-9ca6cf019a31 HTTP/1.1" status: 204 len: 173 time: 0.4712780 Aug 19 13:39:18.162844 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e31402-780c-444c-98b4-e70e1d296998', 'name': 'network-vif-deleted', 'tag': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:39:18.165760 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c61e50-a456-4c8a-9779-1d7dd8dae49a" -d '{"events": [{"server_uuid": "97e31402-780c-444c-98b4-e70e1d296998", "name": "network-vif-deleted", "tag": "da9917d5-d243-4e0b-8fec-9ca6cf019a31"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:39:18.202332 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc315a5b-6c73-4800-8063-0f1f53173bbf x-openstack-request-id: req-bc315a5b-6c73-4800-8063-0f1f53173bbf {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:39:18.202625 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e31402-780c-444c-98b4-e70e1d296998", "name": "network-vif-deleted", "tag": "da9917d5-d243-4e0b-8fec-9ca6cf019a31", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:39:18.202877 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc315a5b-6c73-4800-8063-0f1f53173bbf {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:39:18.203278 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e31402-780c-444c-98b4-e70e1d296998', 'name': 'network-vif-deleted', 'tag': 'da9917d5-d243-4e0b-8fec-9ca6cf019a31', 'status': 'completed', 'code': 200} Aug 19 13:39:18.465499 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8948e707-f8eb-4544-8009-61a48891dfb8 req-169c62ea-c573-41fa-afe8-f38fe860891f tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e31402-780c-444c-98b4-e70e1d296998 HTTP/1.1" status: 200 len: 210 time: 0.0346484 Aug 19 13:39:19.525787 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56172) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:19.890338 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:20.156150 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:39:20.156414 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:20.253425 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port ad55ec70-1a07-4c2c-92ef-ac824ff69ec3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=ad55ec70-1a07-4c2c-92ef-ac824ff69ec3,segment=NetworkSegment(b5131170-a38b-41c3-9d0c-e972adc012f3),segment_id=b5131170-a38b-41c3-9d0c-e972adc012f3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:20.253796 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:20.266754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:39:20.561041 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:20.586542 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=ad55ec70-1a07-4c2c-92ef-ac824ff69ec3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:20.776329 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:20.988716 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:39:21.103714 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:39:21.108730 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a92ee136-610b-4077-ad1d-6e788b640626 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "PUT /v2.0/routers/d106898d-79d2-4c5a-9baf-c49b2ba9ff95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5819430 Aug 19 13:39:21.112140 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56174) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:21.115637 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d9d265-c1bc-4a85-8de4-edda4a2ffb97 None None] Sync routers for ids ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:39:21.124962 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d9d265-c1bc-4a85-8de4-edda4a2ffb97 None None] Routers {'d106898d-79d2-4c5a-9baf-c49b2ba9ff95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:21.125606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5d9d265-c1bc-4a85-8de4-edda4a2ffb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:21.163780 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d760816-9067-4941-aaf4-f1282f04f3b5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting subnet ef72397e-48f4-4e12-8903-95f795761eb0 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:39:21.167047 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d760816-9067-4941-aaf4-f1282f04f3b5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:21.212830 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d760816-9067-4941-aaf4-f1282f04f3b5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:21.300165 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d760816-9067-4941-aaf4-f1282f04f3b5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:21.371331 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8639-ba64-403d-b1c1-10b4a9e1b166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:21.401202 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f5d9d265-c1bc-4a85-8de4-edda4a2ffb97 None None] Set router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:21.427052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device da9917d5-d243-4e0b-8fec-9ca6cf019a31 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:39:21.474877 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: da9917d5-d243-4e0b-8fec-9ca6cf019a31 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:39:21.475230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device da9917d5-d243-4e0b-8fec-9ca6cf019a31 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:39:21.592709 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5d9d265-c1bc-4a85-8de4-edda4a2ffb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:39:20Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:21.623359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d9d265-c1bc-4a85-8de4-edda4a2ffb97 None None] Checking router: d106898d-79d2-4c5a-9baf-c49b2ba9ff95 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:39:21.631816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d9d265-c1bc-4a85-8de4-edda4a2ffb97 None None] Routers {'d106898d-79d2-4c5a-9baf-c49b2ba9ff95'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:21.632435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5d9d265-c1bc-4a85-8de4-edda4a2ffb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:38:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:21.672451 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d760816-9067-4941-aaf4-f1282f04f3b5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:21.712769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d760816-9067-4941-aaf4-f1282f04f3b5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Subnet': ['ID=ef72397e-48f4-4e12-8903-95f795761eb0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:21.714655 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d760816-9067-4941-aaf4-f1282f04f3b5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:21.716907 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-6d760816-9067-4941-aaf4-f1282f04f3b5 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/subnets/ef72397e-48f4-4e12-8903-95f795761eb0 HTTP/1.1" status: 204 len: 168 time: 0.6038356 Aug 19 13:39:21.719785 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56176) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:21.724479 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab945a5-c67c-4960-b1bc-65ca52b79d62 None None] Network eb4bac76-6bfe-458e-b9a9-c21892de5533 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:39:21.800030 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f5d9d265-c1bc-4a85-8de4-edda4a2ffb97 None None] Set router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:21.830759 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:21.936191 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.025345 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] DHCP port deletion for eb4bac76-6bfe-458e-b9a9-c21892de5533 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:39:22.057041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5d9d265-c1bc-4a85-8de4-edda4a2ffb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:39:20Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:22.088101 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Deleting port b10007d2-d67a-4859-91e7-99114e87c05c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:39:22.088449 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.093652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d9d265-c1bc-4a85-8de4-edda4a2ffb97 None None] The sync data for ids ['d106898d-79d2-4c5a-9baf-c49b2ba9ff95'] in n-d-778732-8 is: [{'id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786884890', 'tenant_id': '10c32baab09b483ebcd9e0225f6e2b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:39:20Z', 'revision_number': 5, 'project_id': '10c32baab09b483ebcd9e0225f6e2b17', 'gw_port': {'id': 'b10007d2-d67a-4859-91e7-99114e87c05c', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd106898d-79d2-4c5a-9baf-c49b2ba9ff95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:38:17Z', 'updated_at': '2021-08-19T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:39:22.112770 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Deleting port 31529775-d453-4388-949f-9f3737d81aed {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:39:22.113155 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.177276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] For port b10007d2-d67a-4859-91e7-99114e87c05c, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=b10007d2-d67a-4859-91e7-99114e87c05c,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:22.177672 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.178919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] For port 31529775-d453-4388-949f-9f3737d81aed, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=31529775-d453-4388-949f-9f3737d81aed,segment=NetworkSegment(b5131170-a38b-41c3-9d0c-e972adc012f3),segment_id=b5131170-a38b-41c3-9d0c-e972adc012f3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:22.179401 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.190591 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Calling delete_port for b10007d2-d67a-4859-91e7-99114e87c05c owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:39:22.191884 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Calling delete_port for 31529775-d453-4388-949f-9f3737d81aed owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:39:22.401066 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.430850 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] No DVR routers for this DVR port 31529775-d453-4388-949f-9f3737d81aed on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:39:22.435839 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Pushing event deleted for resources: {'Port': ['ID=31529775-d453-4388-949f-9f3737d81aed,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:22.444941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.445918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.446265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.446688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.446909 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.447393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.447871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.448077 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.448335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.448656 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.449005 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.449361 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61f5b-5894-47f3-967a-2034088b789a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:22.477706 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.509131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Port': ['ID=b10007d2-d67a-4859-91e7-99114e87c05c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:22.575186 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.666222 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.668554 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.786261 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.786911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Fanout notify agent at l3_agent the message router_deleted on router d106898d-79d2-4c5a-9baf-c49b2ba9ff95 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:39:22.796521 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.796521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8ff66535-c708-4b58-9201-e7f9a394ceec tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/routers/d106898d-79d2-4c5a-9baf-c49b2ba9ff95 HTTP/1.1" status: 204 len: 168 time: 1.0747786 Aug 19 13:39:22.798642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56178) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:22.819296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:39:22.841101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:39:22.841626 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device ad55ec70-1a07-4c2c-92ef-ac824ff69ec3 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:39:22.842105 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 31529775-d453-4388-949f-9f3737d81aed no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:39:22.862143 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 31529775-d453-4388-949f-9f3737d81aed {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:39:22.862554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 31529775-d453-4388-949f-9f3737d81aed not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:39:22.892144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.980128 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.989628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4bac76-6bfe-458e-b9a9-c21892de5533']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:22.999700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5131170-a38b-41c3-9d0c-e972adc012f3') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:22.999998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5131170-a38b-41c3-9d0c-e972adc012f3') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:23.009110 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:23.022303 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:23.028044 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:39:23.028429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:39:23.031288 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:39:23.154936 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:23.162480 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:23.164316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/networks/eb4bac76-6bfe-458e-b9a9-c21892de5533 HTTP/1.1" status: 204 len: 168 time: 0.3640537 Aug 19 13:39:23.170936 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56180) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:23.180627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda6378-a9dd-46df-bd13-1dc606fb493e tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'Network': ['ID=eb4bac76-6bfe-458e-b9a9-c21892de5533,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:23.236989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11d186d1-04b8-4f48-9a1c-d1e0c531ba82 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:23.265988 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11d186d1-04b8-4f48-9a1c-d1e0c531ba82 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:23.412553 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11d186d1-04b8-4f48-9a1c-d1e0c531ba82 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:23.416339 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11d186d1-04b8-4f48-9a1c-d1e0c531ba82 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:23.417867 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-11d186d1-04b8-4f48-9a1c-d1e0c531ba82 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] 10.222.0.44 "DELETE /v2.0/security-groups/6f31588b-e535-4cbf-8058-22b14174cf4f HTTP/1.1" status: 204 len: 168 time: 0.2442870 Aug 19 13:39:23.431853 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d186d1-04b8-4f48-9a1c-d1e0c531ba82 tempest-TestNetworkAdvancedServerOps-145946100 tempest-TestNetworkAdvancedServerOps-145946100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f31588b-e535-4cbf-8058-22b14174cf4f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:24.094784 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56188) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:24.245014 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c9988b0a-2d74-4d40-abc4-656a516e9c98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10c32baab09b483ebcd9e0225f6e2b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490803 Aug 19 13:39:24.247438 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56192) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:24.295230 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc05e2cc-500f-4aa2-81da-debdcfc11fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:24.315697 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc05e2cc-500f-4aa2-81da-debdcfc11fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:24.457925 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc05e2cc-500f-4aa2-81da-debdcfc11fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:24.460458 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc05e2cc-500f-4aa2-81da-debdcfc11fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:24.462487 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-dc05e2cc-500f-4aa2-81da-debdcfc11fb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13ab5111-a171-4cce-85cc-3224a00970f5 HTTP/1.1" status: 204 len: 168 time: 0.2140481 Aug 19 13:39:24.470739 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05e2cc-500f-4aa2-81da-debdcfc11fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ab5111-a171-4cce-85cc-3224a00970f5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:24.730859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b10007d2-d67a-4859-91e7-99114e87c05c no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:39:24.751164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: b10007d2-d67a-4859-91e7-99114e87c05c {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:39:24.751585 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device b10007d2-d67a-4859-91e7-99114e87c05c not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:39:25.132803 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56198) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:25.149843 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-793a24b4-1707-4aa3-8cd0-1b706d9a9974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:25.238411 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-793a24b4-1707-4aa3-8cd0-1b706d9a9974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:25.400910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-793a24b4-1707-4aa3-8cd0-1b706d9a9974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:25.440161 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-793a24b4-1707-4aa3-8cd0-1b706d9a9974 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d8956fd51b24cd388160314e0348872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062181 Aug 19 13:39:25.448155 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a24b4-1707-4aa3-8cd0-1b706d9a9974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7419aa9-7d4a-4349-8de8-b21d0a3a8e6e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:25.448451 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56200) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:25.493758 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a831fdb-8889-4a5d-b5f4-bc70b3f9befa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:25.514144 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a831fdb-8889-4a5d-b5f4-bc70b3f9befa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:25.580401 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2cce22d4-e055-448c-a27c-c0557fbeeb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:25.675267 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a831fdb-8889-4a5d-b5f4-bc70b3f9befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:25.677993 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3a831fdb-8889-4a5d-b5f4-bc70b3f9befa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:25.679176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-3a831fdb-8889-4a5d-b5f4-bc70b3f9befa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7419aa9-7d4a-4349-8de8-b21d0a3a8e6e HTTP/1.1" status: 204 len: 168 time: 0.2353210 Aug 19 13:39:25.687312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a831fdb-8889-4a5d-b5f4-bc70b3f9befa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7419aa9-7d4a-4349-8de8-b21d0a3a8e6e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:25.831997 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:26.819468 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56222) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:26.916146 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-501582009-network', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:27.072479 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Made reservation on behalf of 75b8b8276ecb4640a16989139f1324a2 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:39:27.074887 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.083573 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.173800 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.260827 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.284049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:39:27.288945 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.298540 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934fe504-1c01-480a-b08f-765c21d03c62,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:27.304204 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.304554 n-d-778732-8 neutron-server[95660]: INFO neutron.db.segments_db [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Added segment 1f06c0ff-fbca-4606-bb6f-fc71478a13cb of type vlan for network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae Aug 19 13:39:27.344535 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.463780 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.464772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:27.465439 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.528614 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] Pushing event updated for resources: {'Network': ['ID=6d783abf-bf7a-4a83-bc84-9a1c35acdeae,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:27.538469 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:39:27.584429 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-120ac6cd-8614-4e53-9cd6-b9e3940e1c2e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7638431 Aug 19 13:39:27.588134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56226) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:27.593031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] Request body: {'subnet': {'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-501582009-subnet', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:27.683352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] Made reservation on behalf of 75b8b8276ecb4640a16989139f1324a2 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:39:27.685817 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.917382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.974530 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:27.984750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] Checking segment: {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:39:27.985121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] Network hostable DHCP agents. Network: 6d783abf-bf7a-4a83-bc84-9a1c35acdeae, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:39:28.057704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] Network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:39:28.140495 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 6d783abf-bf7a-4a83-bc84-9a1c35acdeae) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:28.144651 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:28.145236 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.150410 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74adfece-55ba-4dbe-a837-a5dac47b1949 None None] Network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:39:28.218959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f432b28d-72a9-461e-8dc9-8036c617f6e3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6296659 Aug 19 13:39:28.221612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56228) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:28.227823 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:28.294540 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:39:28.295405 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.329346 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.330506 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.386284 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.431922 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Allocated IP 172.20.0.2 (6d783abf-bf7a-4a83-bc84-9a1c35acdeae/9ce34ca9-fc8d-4c87-b0b5-c01b69494f79/a4bad8af-3784-4e44-8063-76fa88d7f400) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:39:28.575132 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.584021 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Transition to ACTIVE for port object a4bad8af-3784-4e44-8063-76fa88d7f400 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:28.598418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Transition to ACTIVE for port object a4bad8af-3784-4e44-8063-76fa88d7f400 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:28.598681 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.683543 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.723486 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:39:28.726394 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:28.730622 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:39:28.737768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Pushing event updated for resources: {'Port': ['ID=a4bad8af-3784-4e44-8063-76fa88d7f400,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:28.787012 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Attempting to bind port a4bad8af-3784-4e44-8063-76fa88d7f400 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:39:28.787378 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Attempting to bind port a4bad8af-3784-4e44-8063-76fa88d7f400 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:39:28.787738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Attempting to bind port a4bad8af-3784-4e44-8063-76fa88d7f400 on network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:39:28.793728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:39:28.794107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Checking segment: {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:39:28.794506 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.794899 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Bound using segment: {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:39:28.795363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Bound port: a4bad8af-3784-4e44-8063-76fa88d7f400, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:39:28.795740 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.868799 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] For port a4bad8af-3784-4e44-8063-76fa88d7f400, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:39:28.871886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] For port a4bad8af-3784-4e44-8063-76fa88d7f400, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4bad8af-3784-4e44-8063-76fa88d7f400,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:39:28.894704 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.913397 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:28.980620 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:29.019742 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Allocated IP 172.25.6.64 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/4a19f59e-da31-4eb7-8a0f-17c92a4800ec) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:39:29.045451 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652ee93-4a51-4e40-962b-c532b2373083 None None] Pushing event updated for resources: {'Port': ['ID=a4bad8af-3784-4e44-8063-76fa88d7f400,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:29.136210 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:29.208832 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:29.310097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:29.353655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:39:29.356733 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:29.360380 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:39:29.369204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a19f59e-da31-4eb7-8a0f-17c92a4800ec,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:29.714751 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:29.925652 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e51a6-0e59-41d6-8c8e-d512a89a9743 None None] Network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:39:29.936429 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:30.132363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9f915a77-07f4-4d32-a920-c897c3073020 None None] Provisioning for port a4bad8af-3784-4e44-8063-76fa88d7f400 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:30.209276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:39:30.660372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:39:30.673404 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Sync routers for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:39:30.682317 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:30.683016 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:30.755149 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:30.756714 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a4c6af32-cba3-4e8c-9670-219e8e0e13a2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5331326 Aug 19 13:39:30.759511 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56230) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:30.793236 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:30.817262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a4bad8af-3784-4e44-8063-76fa88d7f400 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:30.927006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port a4bad8af-3784-4e44-8063-76fa88d7f400 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:30.932183 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port a4bad8af-3784-4e44-8063-76fa88d7f400 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:30.936561 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:30.983956 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:29Z', 'revision_number': 3, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:31.014795 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Checking router: d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:39:31.015136 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Updating router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:39:31.020693 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.042708 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.055081 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port a4bad8af-3784-4e44-8063-76fa88d7f400, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4bad8af-3784-4e44-8063-76fa88d7f400,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:31.166329 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.188881 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.216434 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=a4bad8af-3784-4e44-8063-76fa88d7f400,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:31.308767 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.318733 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Transition to ACTIVE for port object 4a19f59e-da31-4eb7-8a0f-17c92a4800ec will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:31.353260 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Allocated IP 172.20.0.1 (6d783abf-bf7a-4a83-bc84-9a1c35acdeae/9ce34ca9-fc8d-4c87-b0b5-c01b69494f79/8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:39:31.426208 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.456893 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.471859 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Transition to ACTIVE for port object 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:31.485940 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Attempting to bind port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:39:31.486310 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Attempting to bind port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:39:31.486673 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Attempting to bind port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:39:31.488671 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Pushing event updated for resources: {'Port': ['ID=4a19f59e-da31-4eb7-8a0f-17c92a4800ec,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:31.499751 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.500096 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.500433 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.500832 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.501103 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.501470 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.501798 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.502123 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.502442 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.502762 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.503080 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.503399 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:31.506724 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:39:31.507095 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:39:31.507498 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.509409 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:39:31.509901 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Bound port: 4a19f59e-da31-4eb7-8a0f-17c92a4800ec, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:39:31.510284 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.562420 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] For port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:39:31.565610 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] For port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4a19f59e-da31-4eb7-8a0f-17c92a4800ec,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:39:31.583899 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.620307 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:39:31.625027 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:31.628557 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:39:31.654645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:31.675221 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.676025 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.743797 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:31.744435 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:31.779573 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956a068-2865-4f72-a2c4-b869cefefbd0 None None] Pushing event updated for resources: {'Port': ['ID=4a19f59e-da31-4eb7-8a0f-17c92a4800ec,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:31.859225 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:31.913464 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:31.968913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-748942ca-6a54-45e1-a96c-cf1e16fceba1 None None] Provisioning for port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:31.973496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-748942ca-6a54-45e1-a96c-cf1e16fceba1 None None] Provisioning complete for port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:31.973878 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-748942ca-6a54-45e1-a96c-cf1e16fceba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:32.009011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-748942ca-6a54-45e1-a96c-cf1e16fceba1 None None] Port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:39:32.049961 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:29Z', 'revision_number': 3, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:32.082177 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:32.155036 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:32.171841 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812be323-3386-4a9f-86ca-da79d18a702d None None] The sync data for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 is: [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:29Z', 'revision_number': 3, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:39:32.225512 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:32.230819 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:32.328051 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:39:32.329579 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:32.471605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:39:32.601332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:39:32.608269 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-da5718f9-ab88-4a26-8efb-5f931ae57cf4 admin admin] 10.222.0.44 "PUT /v2.0/routers/d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8465812 Aug 19 13:39:32.633500 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d828f7cf-6146-43c8-a1f3-283fb49140dd None None] Provisioning complete for port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:32.634061 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d828f7cf-6146-43c8-a1f3-283fb49140dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:32.680983 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d828f7cf-6146-43c8-a1f3-283fb49140dd None None] Port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:39:32.861913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a19f59e-da31-4eb7-8a0f-17c92a4800ec up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:32.980042 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:32.984234 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:32.984613 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.069608 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.090271 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4a19f59e-da31-4eb7-8a0f-17c92a4800ec,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:33.195275 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.196129 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a4bad8af-3784-4e44-8063-76fa88d7f400 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:33.275206 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=4a19f59e-da31-4eb7-8a0f-17c92a4800ec,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:33.287405 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port a4bad8af-3784-4e44-8063-76fa88d7f400 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:33.287777 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.403775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56246) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:33.408882 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1912110713-network', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:33.500062 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Made reservation on behalf of b81196c1c58c4f84a72f7b8db5afa3ab for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:39:33.502550 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.511535 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.604863 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.694709 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.720432 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:39:33.731401 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764d510a-ff26-439d-9339-2e307bfd71c5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:33.736508 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.736890 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Added segment ef85781a-8f05-4d78-937f-60473d6786d3 of type vlan for network 06eb5549-7944-4f9d-9320-f1dfe821d7f0 Aug 19 13:39:33.744856 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Sync routers for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:39:33.753798 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:33.754684 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:33.779213 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.932476 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.933527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:33.934122 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:33.994986 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] Pushing event updated for resources: {'Network': ['ID=06eb5549-7944-4f9d-9320-f1dfe821d7f0,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:34.009671 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 06eb5549-7944-4f9d-9320-f1dfe821d7f0 details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:39:34.055556 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cd597679-9479-456c-8663-613a24767f56 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6504169 Aug 19 13:39:34.058135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56248) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:34.063590 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] Request body: {'subnet': {'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1912110713-subnet', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:34.070767 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:34.157633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] Made reservation on behalf of b81196c1c58c4f84a72f7b8db5afa3ab for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:39:34.160886 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31146626'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:34.288965 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 2, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:34.315878 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Checking router: d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:39:34.316249 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Updating router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:39:34.345498 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:34.432240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30691185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31146644'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:34.491612 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=818309fb-f58f-4438-8525-1b5c897acc97,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:34.496514 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] Checking segment: {'id': 'ef85781a-8f05-4d78-937f-60473d6786d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:39:34.496885 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] Network hostable DHCP agents. Network: 06eb5549-7944-4f9d-9320-f1dfe821d7f0, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:39:34.583626 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] Network 06eb5549-7944-4f9d-9320-f1dfe821d7f0 is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:39:34.607631 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:34.618226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Transition to ACTIVE for port object 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:34.694861 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 06eb5549-7944-4f9d-9320-f1dfe821d7f0) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:34.699452 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:34.700045 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:34.704255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d945186-b043-430e-8eb1-8bb7fd51ae3b None None] Network 06eb5549-7944-4f9d-9320-f1dfe821d7f0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:39:34.707913 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:34.785609 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a19f59e-da31-4eb7-8a0f-17c92a4800ec up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:34.815870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5b6ba041-cf19-4dd2-b280-6fce757240d2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7564864 Aug 19 13:39:34.818284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56250) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:34.823587 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1912110713-router', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:34.866279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458803b8-249a-42b0-9696-4ecc839f5025 None None] Pushing event updated for resources: {'Port': ['ID=8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:34.923570 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:34.923918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Attempting to bind port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:39:34.924294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Attempting to bind port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:39:34.924655 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Attempting to bind port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 on network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:39:34.925163 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:34.935354 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:39:34.935735 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Checking segment: {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:39:34.941466 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:34.941466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Bound using segment: {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:39:34.941466 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Bound port: 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:39:34.941466 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:34.979382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:34.981780 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:34.982148 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:35.090037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-06eb5549-7944-4f9d-9320-f1dfe821d7f0', 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'fixed_ips': [{'subnet_id': '818309fb-f58f-4438-8525-1b5c897acc97'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:39:35.090822 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:35.097325 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] For port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:39:35.102445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] For port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:39:35.240624 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:35.247906 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:35.319533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Allocated IP 172.20.0.2 (06eb5549-7944-4f9d-9320-f1dfe821d7f0/818309fb-f58f-4438-8525-1b5c897acc97/1151b65e-8166-40bf-8bed-ec3e0322e860) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:39:35.327927 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458803b8-249a-42b0-9696-4ecc839f5025 None None] Pushing event updated for resources: {'Port': ['ID=8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:35.330641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:35.331253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:35.504524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:35.618390 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:35.638081 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:35.683696 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:35.697615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Transition to ACTIVE for port object 1151b65e-8166-40bf-8bed-ec3e0322e860 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:35.729272 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Transition to ACTIVE for port object 1151b65e-8166-40bf-8bed-ec3e0322e860 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:35.744343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Allocated IP 172.25.6.169 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/3045a1ed-449b-4da0-8b86-152028a10e12) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:39:35.788052 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:35Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:35.821656 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:35.825872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02be8c-df13-4ecd-9a22-e82135b7e6f4 None None] The sync data for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 is: [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:35Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:39:35.860437 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:35.886846 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Network 06eb5549-7944-4f9d-9320-f1dfe821d7f0 is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:39:35.887766 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Pushing event updated for resources: {'Port': ['ID=1151b65e-8166-40bf-8bed-ec3e0322e860,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:35.890857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:35.893528 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:39:35.976084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Attempting to bind port 1151b65e-8166-40bf-8bed-ec3e0322e860 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:39:35.976084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Attempting to bind port 1151b65e-8166-40bf-8bed-ec3e0322e860 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ef85781a-8f05-4d78-937f-60473d6786d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:39:35.976084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Attempting to bind port 1151b65e-8166-40bf-8bed-ec3e0322e860 on network 06eb5549-7944-4f9d-9320-f1dfe821d7f0 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:39:35.976084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:39:35.976084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Checking segment: {'id': 'ef85781a-8f05-4d78-937f-60473d6786d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:39:35.976084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:35.976084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Bound using segment: {'id': 'ef85781a-8f05-4d78-937f-60473d6786d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:39:35.976084 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Bound port: 1151b65e-8166-40bf-8bed-ec3e0322e860, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef85781a-8f05-4d78-937f-60473d6786d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:39:35.976084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:36.046294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] For port 1151b65e-8166-40bf-8bed-ec3e0322e860, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:39:36.049564 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] For port 1151b65e-8166-40bf-8bed-ec3e0322e860, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1151b65e-8166-40bf-8bed-ec3e0322e860,segment=NetworkSegment(ef85781a-8f05-4d78-937f-60473d6786d3),segment_id=ef85781a-8f05-4d78-937f-60473d6786d3)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:39:36.075335 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:36.118176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:39:36.121229 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:36.125158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:39:36.130788 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Pushing event updated for resources: {'Port': ['ID=3045a1ed-449b-4da0-8b86-152028a10e12,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:36.132882 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:36.205713 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbf39e-1729-47b2-b1c8-c0c3f9691758 None None] Pushing event updated for resources: {'Port': ['ID=1151b65e-8166-40bf-8bed-ec3e0322e860,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:36.537844 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:36.779231 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:36.884137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1151b65e-8166-40bf-8bed-ec3e0322e860 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:36.998768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 1151b65e-8166-40bf-8bed-ec3e0322e860 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:37.004217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:37.032606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:39:37.117567 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:37.123070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:37.129607 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:37.166457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:39:37.177892 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Sync routers for ids ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:39:37.189230 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Routers {'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:37.190238 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:37.219170 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:37.249678 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:37.251338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-27c149f0-01fa-4174-b9b8-99f321323e8a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4320455 Aug 19 13:39:37.254335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56252) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:37.256039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9add5-dd53-48a5-af64-69761e3060e4 None None] Network 06eb5549-7944-4f9d-9320-f1dfe821d7f0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:39:37.271504 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:37.301168 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Set router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:37.378035 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:37.462275 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:37.467136 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-388fd434-ef1b-43c0-85a4-a7c89210a526 None None] Provisioning for port 1151b65e-8166-40bf-8bed-ec3e0322e860 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:37.474432 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-388fd434-ef1b-43c0-85a4-a7c89210a526 None None] Provisioning complete for port 1151b65e-8166-40bf-8bed-ec3e0322e860 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:37.474432 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-388fd434-ef1b-43c0-85a4-a7c89210a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:37.504517 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'name': 'tempest-TestShelveInstance-1912110713-router', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:34Z', 'updated_at': '2021-08-19T13:39:36Z', 'revision_number': 3, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'gw_port': {'id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:23:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:35Z', 'updated_at': '2021-08-19T13:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:37.540583 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Checking router: fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:39:37.541200 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Updating router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 port 3045a1ed-449b-4da0-8b86-152028a10e12 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:39:37.570930 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:37.769667 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-388fd434-ef1b-43c0-85a4-a7c89210a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:37.805294 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-388fd434-ef1b-43c0-85a4-a7c89210a526 None None] For port 1151b65e-8166-40bf-8bed-ec3e0322e860, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1151b65e-8166-40bf-8bed-ec3e0322e860,segment=NetworkSegment(ef85781a-8f05-4d78-937f-60473d6786d3),segment_id=ef85781a-8f05-4d78-937f-60473d6786d3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:37.875125 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:37.885194 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Transition to ACTIVE for port object 3045a1ed-449b-4da0-8b86-152028a10e12 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:37.909486 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-388fd434-ef1b-43c0-85a4-a7c89210a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:37.962165 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fd434-ef1b-43c0-85a4-a7c89210a526 None None] Pushing event updated for resources: {'Port': ['ID=1151b65e-8166-40bf-8bed-ec3e0322e860,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:38.020408 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.033944 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2805e935-f3d8-4642-b109-38340bff7bd9 None None] Provisioning complete for port 1151b65e-8166-40bf-8bed-ec3e0322e860 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:38.034783 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2805e935-f3d8-4642-b109-38340bff7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.078270 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Attempting to bind port 3045a1ed-449b-4da0-8b86-152028a10e12 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:39:38.078643 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Attempting to bind port 3045a1ed-449b-4da0-8b86-152028a10e12 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:39:38.078985 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Attempting to bind port 3045a1ed-449b-4da0-8b86-152028a10e12 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:39:38.080971 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b466a2-7ecf-4001-a1cd-dd19abb40d81 None None] Pushing event updated for resources: {'Port': ['ID=3045a1ed-449b-4da0-8b86-152028a10e12,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:38.087676 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:39:38.088226 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:39:38.088614 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.089007 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:39:38.089568 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Bound port: 3045a1ed-449b-4da0-8b86-152028a10e12, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:39:38.090121 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.118521 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.151454 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] For port 3045a1ed-449b-4da0-8b86-152028a10e12, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:39:38.154749 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] For port 3045a1ed-449b-4da0-8b86-152028a10e12, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3045a1ed-449b-4da0-8b86-152028a10e12,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:39:38.227445 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.282847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Allocated IP 172.20.0.1 (06eb5549-7944-4f9d-9320-f1dfe821d7f0/818309fb-f58f-4438-8525-1b5c897acc97/4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:39:38.290066 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Routers {'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:38.290690 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:38.292793 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b466a2-7ecf-4001-a1cd-dd19abb40d81 None None] Pushing event updated for resources: {'Port': ['ID=3045a1ed-449b-4da0-8b86-152028a10e12,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:38.388379 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.397037 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] Set router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:38.402442 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Transition to ACTIVE for port object 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:38.506037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.544060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Network 06eb5549-7944-4f9d-9320-f1dfe821d7f0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:39:38.548687 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:38.552344 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:39:38.577796 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Pushing event updated for resources: {'Port': ['ID=4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:38.580131 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'name': 'tempest-TestShelveInstance-1912110713-router', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:34Z', 'updated_at': '2021-08-19T13:39:36Z', 'revision_number': 3, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'gw_port': {'id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:23:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:35Z', 'updated_at': '2021-08-19T13:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:38.595645 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.610809 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1318b-07b8-4c45-be06-990ea7f82195 None None] The sync data for ids ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'] in n-d-778732-8 is: [{'id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'name': 'tempest-TestShelveInstance-1912110713-router', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:34Z', 'updated_at': '2021-08-19T13:39:36Z', 'revision_number': 3, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'gw_port': {'id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:23:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:35Z', 'updated_at': '2021-08-19T13:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:39:38.799095 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1151b65e-8166-40bf-8bed-ec3e0322e860 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:38.810866 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.879872 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 1151b65e-8166-40bf-8bed-ec3e0322e860 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:38.880386 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.960326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e48ebeaa-1bdd-4b77-b01b-8aaf99de8d12 None None] Provisioning for port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:38.969532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-e48ebeaa-1bdd-4b77-b01b-8aaf99de8d12 None None] Provisioning complete for port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:38.969986 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e48ebeaa-1bdd-4b77-b01b-8aaf99de8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:38.997739 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:39.024759 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:39.036348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-e48ebeaa-1bdd-4b77-b01b-8aaf99de8d12 None None] Port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:39:39.057478 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:39.057777 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:39.100689 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:39.177092 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:39.179053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Pushing event updated for resources: {'Port': ['ID=4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:39.284256 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Network 06eb5549-7944-4f9d-9320-f1dfe821d7f0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:39:39.286128 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:39.410388 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:39:39.461029 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:39:39.534476 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:39:39.540335 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7caaf9e7-2dd0-4e62-89ba-2b62c8ff4072 admin admin] 10.222.0.44 "PUT /v2.0/routers/fe7845ae-4f58-4e6e-b480-6b79ff8f6d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2834203 Aug 19 13:39:39.562543 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-7515c5d8-1db0-443c-b930-15ff5f159dd6 None None] Provisioning complete for port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:39.562817 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7515c5d8-1db0-443c-b930-15ff5f159dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:39.598243 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-7515c5d8-1db0-443c-b930-15ff5f159dd6 None None] Port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:39:40.194455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Sync routers for ids ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:39:40.204135 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Routers {'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:40.205978 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:40.232139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56260) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:40.237024 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f6c62cb6-5872-46ae-a97d-d1d9e2d73958 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189657949', 'description': 'tempest-secgroup-smoke-1189657949 description', 'project_id': '75b8b8276ecb4640a16989139f1324a2'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:40.316026 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Set router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:40.369540 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f6c62cb6-5872-46ae-a97d-d1d9e2d73958 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:40.454784 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f6c62cb6-5872-46ae-a97d-d1d9e2d73958 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:40.514007 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'name': 'tempest-TestShelveInstance-1912110713-router', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:34Z', 'updated_at': '2021-08-19T13:39:38Z', 'revision_number': 4, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'gw_port': {'id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:23:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:35Z', 'updated_at': '2021-08-19T13:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1', 'name': '', 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'mac_address': 'fa:16:3e:69:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '818309fb-f58f-4438-8525-1b5c897acc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:38Z', 'updated_at': '2021-08-19T13:39:38Z', 'revision_number': 2, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'subnets': [{'id': '818309fb-f58f-4438-8525-1b5c897acc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:40.532169 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f6c62cb6-5872-46ae-a97d-d1d9e2d73958 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:40.543835 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Checking router: fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:39:40.546461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Updating router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:39:40.563840 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c62cb6-5872-46ae-a97d-d1d9e2d73958 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13011f8b-a197-435a-ba3e-e941b13ed739,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:40.580824 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:40.637358 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f6c62cb6-5872-46ae-a97d-d1d9e2d73958 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:40.638600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f6c62cb6-5872-46ae-a97d-d1d9e2d73958 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4053345 Aug 19 13:39:40.641792 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56262) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:40.646524 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-cbe68327-15f2-4564-a25d-81b9de9775c2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': '13011f8b-a197-435a-ba3e-e941b13ed739', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:40.748975 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbe68327-15f2-4564-a25d-81b9de9775c2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:40.813085 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbe68327-15f2-4564-a25d-81b9de9775c2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:40.844287 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3045a1ed-449b-4da0-8b86-152028a10e12 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:40.898817 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:40.903558 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbe68327-15f2-4564-a25d-81b9de9775c2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:40.911535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Transition to ACTIVE for port object 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:40.924773 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe68327-15f2-4564-a25d-81b9de9775c2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330c99c3-a099-4058-aad5-571cdbbd7355,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:41.025734 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.037245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbe68327-15f2-4564-a25d-81b9de9775c2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.039600 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-cbe68327-15f2-4564-a25d-81b9de9775c2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3966956 Aug 19 13:39:41.042978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56266) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:41.048399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e4f6d095-76ba-48a0-9f94-e7b5f432523f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': '13011f8b-a197-435a-ba3e-e941b13ed739', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:41.054398 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 3045a1ed-449b-4da0-8b86-152028a10e12 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:41.067283 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3045a1ed-449b-4da0-8b86-152028a10e12 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:41.067658 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.099615 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef67f25-2020-466d-8270-6a5c783e38bb None None] Pushing event updated for resources: {'Port': ['ID=4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:41.168527 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Attempting to bind port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:39:41.168808 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Attempting to bind port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ef85781a-8f05-4d78-937f-60473d6786d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:39:41.169175 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Attempting to bind port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 on network 06eb5549-7944-4f9d-9320-f1dfe821d7f0 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:39:41.170044 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d095-76ba-48a0-9f94-e7b5f432523f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.195455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:39:41.196145 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Checking segment: {'id': 'ef85781a-8f05-4d78-937f-60473d6786d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:39:41.196322 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.196727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Bound using segment: {'id': 'ef85781a-8f05-4d78-937f-60473d6786d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:39:41.197200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Bound port: 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef85781a-8f05-4d78-937f-60473d6786d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:39:41.197613 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.244197 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.245792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d095-76ba-48a0-9f94-e7b5f432523f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.280038 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 3045a1ed-449b-4da0-8b86-152028a10e12, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3045a1ed-449b-4da0-8b86-152028a10e12,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:41.289691 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] For port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:39:41.292867 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] For port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1,segment=NetworkSegment(ef85781a-8f05-4d78-937f-60473d6786d3),segment_id=ef85781a-8f05-4d78-937f-60473d6786d3)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:39:41.314877 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d095-76ba-48a0-9f94-e7b5f432523f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.332628 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6d095-76ba-48a0-9f94-e7b5f432523f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddde281-1f82-4629-9d71-6754629b0684,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:41.383754 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.436972 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=3045a1ed-449b-4da0-8b86-152028a10e12,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:41.449269 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.511462 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Routers {'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:41.512099 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:39:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:41.546083 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d095-76ba-48a0-9f94-e7b5f432523f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.550194 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e4f6d095-76ba-48a0-9f94-e7b5f432523f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5034359 Aug 19 13:39:41.550527 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56268) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:41.556053 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-bb5bdd0c-a0fa-4755-8b83-7c47ecfe47fe tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': '13011f8b-a197-435a-ba3e-e941b13ed739', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:41.557172 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef67f25-2020-466d-8270-6a5c783e38bb None None] Pushing event updated for resources: {'Port': ['ID=4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:41.641273 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] Set router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:41.660088 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb5bdd0c-a0fa-4755-8b83-7c47ecfe47fe tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.731433 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb5bdd0c-a0fa-4755-8b83-7c47ecfe47fe tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.800627 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb5bdd0c-a0fa-4755-8b83-7c47ecfe47fe tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.820944 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bdd0c-a0fa-4755-8b83-7c47ecfe47fe tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0079262-efa4-48eb-8ad4-2606f70cbe01,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:41.856919 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'name': 'tempest-TestShelveInstance-1912110713-router', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:34Z', 'updated_at': '2021-08-19T13:39:38Z', 'revision_number': 4, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'gw_port': {'id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:35Z', 'updated_at': '2021-08-19T13:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1', 'name': '', 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'mac_address': 'fa:16:3e:69:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '818309fb-f58f-4438-8525-1b5c897acc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:38Z', 'updated_at': '2021-08-19T13:39:41Z', 'revision_number': 4, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'subnets': [{'id': '818309fb-f58f-4438-8525-1b5c897acc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:41.881455 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bb5bdd0c-a0fa-4755-8b83-7c47ecfe47fe tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:41.882209 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bb5bdd0c-a0fa-4755-8b83-7c47ecfe47fe tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3308411 Aug 19 13:39:41.882813 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe7b09-478a-49a2-8579-be117004349f None None] The sync data for ids ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'] in n-d-778732-8 is: [{'id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'name': 'tempest-TestShelveInstance-1912110713-router', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:34Z', 'updated_at': '2021-08-19T13:39:38Z', 'revision_number': 4, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'gw_port': {'id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:35Z', 'updated_at': '2021-08-19T13:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1', 'name': '', 'network_id': '06eb5549-7944-4f9d-9320-f1dfe821d7f0', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'mac_address': 'fa:16:3e:69:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '818309fb-f58f-4438-8525-1b5c897acc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:38Z', 'updated_at': '2021-08-19T13:39:41Z', 'revision_number': 4, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'subnets': [{'id': '818309fb-f58f-4438-8525-1b5c897acc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:39:41.885228 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56270) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:41.890178 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-c9afface-b7d7-4c8f-9f16-2c5d5a88dc30 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': '13011f8b-a197-435a-ba3e-e941b13ed739', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:41.985428 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9afface-b7d7-4c8f-9f16-2c5d5a88dc30 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:42.060427 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9afface-b7d7-4c8f-9f16-2c5d5a88dc30 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:42.163090 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9afface-b7d7-4c8f-9f16-2c5d5a88dc30 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:42.182790 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afface-b7d7-4c8f-9f16-2c5d5a88dc30 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81481b12-1e68-4346-abc4-7dcca64f9569,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:42.300360 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9afface-b7d7-4c8f-9f16-2c5d5a88dc30 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:42.301945 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-c9afface-b7d7-4c8f-9f16-2c5d5a88dc30 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4152570 Aug 19 13:39:42.304468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56272) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:42.311887 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-f3559c0c-2323-4e0a-bbc2-108b390f65ce tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': '13011f8b-a197-435a-ba3e-e941b13ed739', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:42.492042 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-f3559c0c-2323-4e0a-bbc2-108b390f65ce tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Project 75b8b8276ecb4640a16989139f1324a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:39:42.498146 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3559c0c-2323-4e0a-bbc2-108b390f65ce tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:42.567565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3559c0c-2323-4e0a-bbc2-108b390f65ce tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:42.646630 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:42.675094 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3559c0c-2323-4e0a-bbc2-108b390f65ce tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:42.696074 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3559c0c-2323-4e0a-bbc2-108b390f65ce tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3e581c-01e2-4749-84e7-fdd6e13664c5,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:42.772276 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3559c0c-2323-4e0a-bbc2-108b390f65ce tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:42.773638 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f3559c0c-2323-4e0a-bbc2-108b390f65ce tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4680955 Aug 19 13:39:42.776500 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56274) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:42.781266 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-82bca9be-06eb-4f84-872e-56016b07fa3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': '13011f8b-a197-435a-ba3e-e941b13ed739', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:42.871748 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3045a1ed-449b-4da0-8b86-152028a10e12 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:42.875014 n-d-778732-8 neutron-server[95661]: INFO neutron.db.securitygroups_db [None req-82bca9be-06eb-4f84-872e-56016b07fa3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Project 75b8b8276ecb4640a16989139f1324a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:39:42.880712 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82bca9be-06eb-4f84-872e-56016b07fa3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:42.928829 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3045a1ed-449b-4da0-8b86-152028a10e12 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:42.929334 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:42.950498 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82bca9be-06eb-4f84-872e-56016b07fa3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:43.010201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:43.037032 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82bca9be-06eb-4f84-872e-56016b07fa3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:43.053138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bca9be-06eb-4f84-872e-56016b07fa3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27744409-db77-44b6-b72d-e20cc17cdea4,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:43.126875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:43.131832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:43.132274 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:43.139976 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-82bca9be-06eb-4f84-872e-56016b07fa3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:43.139976 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-82bca9be-06eb-4f84-872e-56016b07fa3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3612075 Aug 19 13:39:43.221847 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:43.254868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1,segment=NetworkSegment(ef85781a-8f05-4d78-937f-60473d6786d3),segment_id=ef85781a-8f05-4d78-937f-60473d6786d3)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:43.311073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-21ebab9a-8ffe-42f9-8670-bfeb5db09a3c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189657949&fields=id&tenant_id=75b8b8276ecb4640a16989139f1324a2 HTTP/1.1" status: 200 len: 267 time: 0.0338812 Aug 19 13:39:43.397577 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:43.437283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7e225e1c-b59d-40f1-b421-15690d9e2a66 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:43.438823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7e225e1c-b59d-40f1-b421-15690d9e2a66 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 808 time: 0.1197548 Aug 19 13:39:43.452731 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:43.454706 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-5c66936d-9ce7-4fec-8522-dacad903bc16 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/quotas/75b8b8276ecb4640a16989139f1324a2 HTTP/1.1" status: 200 len: 375 time: 0.0094323 Aug 19 13:39:43.509438 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-0001e924-ee35-4a12-8c42-f7cc353869ad tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488105 Aug 19 13:39:43.618006 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-0a9b8050-8765-45f0-92b0-be3a05bf84ea service neutron] 10.222.0.44 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960517 Aug 19 13:39:43.715823 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-96035168-c68d-40ec-9bba-be92cc568a73 service neutron] 10.222.0.44 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916839 Aug 19 13:39:44.065988 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-36a90d8f-fe09-4198-8368-5418c922ae47 req-95a726fd-b30a-40fa-bc9d-635a5a322424 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 210 time: 0.0269859 Aug 19 13:39:44.793338 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:44.842676 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:44.843056 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:45.159416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1698b754-7dca-48c2-b913-d61521a1d760 req-b9419425-b94d-4301-a84b-25abcbe1f57c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 210 time: 0.0282867 Aug 19 13:39:45.377627 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:46.261179 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f58ffa3e-8e93-431e-b9c9-bfb433b088dc req-f1129088-502a-4774-9f34-f662351a73fa tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 210 time: 0.0327358 Aug 19 13:39:46.662488 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-b9fa0137-06b7-4c41-9c01-49255b9e2c3d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:46.664048 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-b9fa0137-06b7-4c41-9c01-49255b9e2c3d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 808 time: 0.1091206 Aug 19 13:39:46.717702 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-320338ee-3bd7-4de8-8010-9be832a746df tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75b8b8276ecb4640a16989139f1324a2 HTTP/1.1" status: 200 len: 380 time: 0.0437653 Aug 19 13:39:46.728351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'port': {'device_id': 'bfc0afd5-4bda-4305-9f94-029216693846', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'admin_state_up': True, 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'security_groups': ['13011f8b-a197-435a-ba3e-e941b13ed739']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:46.974559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Made reservation on behalf of 75b8b8276ecb4640a16989139f1324a2 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:39:46.979821 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:47.145033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Allocated IP 172.20.0.7 (6d783abf-bf7a-4a83-bc84-9a1c35acdeae/9ce34ca9-fc8d-4c87-b0b5-c01b69494f79/73cf575e-1870-4b9f-8346-59644b2598e5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:39:47.316150 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:47.334025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Transition to ACTIVE for port object 73cf575e-1870-4b9f-8346-59644b2598e5 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:47.382833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-db185909-936f-4b51-a897-e18244e180d5 req-af609573-4342-472d-aac9-387a9a77b6df tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 210 time: 0.0435784 Aug 19 13:39:47.523337 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:47.568809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:39:47.572285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:47.576136 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:39:47.582772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'Port': ['ID=73cf575e-1870-4b9f-8346-59644b2598e5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:47.630150 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:47.630907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:47.738857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-93ccfe7b-a4a2-46c9-8afd-7eaf14def7c0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0153708 Aug 19 13:39:47.751499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Request body: {'port': {'device_id': 'bfc0afd5-4bda-4305-9f94-029216693846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:47.806894 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:47.911563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b8ea746e-cf1e-4876-8c5a-7212b69e3e28 None None] Provisioning for port 73cf575e-1870-4b9f-8346-59644b2598e5 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:47.915979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b8ea746e-cf1e-4876-8c5a-7212b69e3e28 None None] Provisioning complete for port 73cf575e-1870-4b9f-8346-59644b2598e5 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:47.918130 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b8ea746e-cf1e-4876-8c5a-7212b69e3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:47.953228 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea746e-cf1e-4876-8c5a-7212b69e3e28 None None] Port 73cf575e-1870-4b9f-8346-59644b2598e5 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:39:48.075723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cf575e-1870-4b9f-8346-59644b2598e5 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:39:48.083313 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:48.095799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Transition to ACTIVE for port object 73cf575e-1870-4b9f-8346-59644b2598e5 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:48.169036 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:48.219289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf575e-1870-4b9f-8346-59644b2598e5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:48.305067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Attempting to bind port 73cf575e-1870-4b9f-8346-59644b2598e5 on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:39:48.306019 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Attempting to bind port 73cf575e-1870-4b9f-8346-59644b2598e5 by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:39:48.306363 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Attempting to bind port 73cf575e-1870-4b9f-8346-59644b2598e5 on network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:39:48.312060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Port 73cf575e-1870-4b9f-8346-59644b2598e5 on network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:39:48.312450 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Attempting to bind port 73cf575e-1870-4b9f-8346-59644b2598e5 on network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:39:48.319156 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:39:48.319813 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Checking segment: {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:39:48.319924 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Bound using segment: {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:39:48.320377 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Bound port: 73cf575e-1870-4b9f-8346-59644b2598e5, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:39:48.320904 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:48.394412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:39:48.397747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:39:48.511728 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf581-7922-49be-a45c-432675dfe7c1 req-0ee3443d-4b81-4540-ab63-2e11f9ff2828 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:48.513245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7feaf581-7922-49be-a45c-432675dfe7c1 req-0ee3443d-4b81-4540-ab63-2e11f9ff2828 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0531020 Aug 19 13:39:48.515295 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:48.576946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:48.577599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:48.579070 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/73cf575e-1870-4b9f-8346-59644b2598e5 HTTP/1.1" status: 200 len: 1091 time: 0.8320615 Aug 19 13:39:48.579523 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:39:48.581866 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2c5039-ec12-4197-a19c-bc13736a4465" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:39:48.615525 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7feaf581-7922-49be-a45c-432675dfe7c1 req-f7fb26e8-ebfe-488d-8691-f597f27da027 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945358 Aug 19 13:39:48.616599 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019818e-887a-40a5-a9b1-0972e019d3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf575e-1870-4b9f-8346-59644b2598e5,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:48.628158 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb81aca0-0e50-48d2-9d25-08089a0a9609 x-openstack-request-id: req-bb81aca0-0e50-48d2-9d25-08089a0a9609 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:39:48.628158 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:39:48.628158 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb81aca0-0e50-48d2-9d25-08089a0a9609 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:39:48.628158 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5', 'status': 'completed', 'code': 200} Aug 19 13:39:48.690946 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c5039-ec12-4197-a19c-bc13736a4465 req-35f5749a-9531-40e7-a205-40c6aed961f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:48.692506 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce2c5039-ec12-4197-a19c-bc13736a4465 req-35f5749a-9531-40e7-a205-40c6aed961f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1094 time: 0.0454183 Aug 19 13:39:48.803947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c5039-ec12-4197-a19c-bc13736a4465 req-095472db-67d7-4e4c-bcdd-d75e5f4024a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:48.805559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce2c5039-ec12-4197-a19c-bc13736a4465 req-095472db-67d7-4e4c-bcdd-d75e5f4024a0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=75b8b8276ecb4640a16989139f1324a2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1046553 Aug 19 13:39:48.901038 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c5039-ec12-4197-a19c-bc13736a4465 req-eaa4c123-e0b8-4b09-8018-a3b0289dab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:48.902490 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ce2c5039-ec12-4197-a19c-bc13736a4465 req-eaa4c123-e0b8-4b09-8018-a3b0289dab4a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900469 Aug 19 13:39:48.976659 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-9fd64fe0-43ef-408d-bc3e-eedc6025c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:48.978149 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-9fd64fe0-43ef-408d-bc3e-eedc6025c354 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1094 time: 0.0412517 Aug 19 13:39:49.031378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-527c0201-513f-4ea1-b7b3-47b497d58e17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cf575e-1870-4b9f-8346-59644b2598e5 HTTP/1.1" status: 200 len: 217 time: 0.0453768 Aug 19 13:39:49.082874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-ea38e09c-8e92-422a-b24a-5dcb67e14055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:49.084365 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-ea38e09c-8e92-422a-b24a-5dcb67e14055 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0443008 Aug 19 13:39:49.132070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-8a802cd1-1a3e-447d-8e65-cc5e8d175447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:49.134538 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-8a802cd1-1a3e-447d-8e65-cc5e8d175447 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421710 Aug 19 13:39:49.228586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-8c333371-542d-4015-9c83-35875349128a service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864148 Aug 19 13:39:49.318024 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c921c2be-92c3-4d5a-9cc6-734fe2cdc4bd req-0b2d7115-4ffa-42eb-bb02-da55b8f3cc3e service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828564 Aug 19 13:39:49.770405 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1d1a2-d29b-4223-afa5-d15c277bc912 req-1d231377-6c9d-4f2d-bca7-56480e742525 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:49.772576 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24e1d1a2-d29b-4223-afa5-d15c277bc912 req-1d231377-6c9d-4f2d-bca7-56480e742525 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0698745 Aug 19 13:39:49.811805 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-24e1d1a2-d29b-4223-afa5-d15c277bc912 req-aa8c2124-b116-4ba4-8709-cde5a3ad625b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331268 Aug 19 13:39:50.928262 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8ddcf-f404-4c2d-9309-459649e5a4b9 req-fce99577-418c-49ec-9549-09d4c093e7b8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:50.929685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79f8ddcf-f404-4c2d-9309-459649e5a4b9 req-fce99577-418c-49ec-9549-09d4c093e7b8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0500598 Aug 19 13:39:50.969247 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-79f8ddcf-f404-4c2d-9309-459649e5a4b9 req-f8158a2a-cf74-4950-b4e4-396009284b4c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326867 Aug 19 13:39:51.198027 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-885e01b0-ae1f-4537-90b9-16103aa4a750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:51.576720 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 73cf575e-1870-4b9f-8346-59644b2598e5 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:39:51.674861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:51.688672 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '73cf575e-1870-4b9f-8346-59644b2598e5', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'port_id': '73cf575e-1870-4b9f-8346-59644b2598e5', 'mac_address': 'fa:16:3e:bb:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:39:51.725874 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:51.739062 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cf575e-1870-4b9f-8346-59644b2598e5 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:39:51.759582 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:51.848533 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:52.075189 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=73cf575e-1870-4b9f-8346-59644b2598e5,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:52.089116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5427126-f652-4021-9f12-fabde7394228 req-61d84db8-32cc-45a9-9557-6368fc050683 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:52.090695 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5427126-f652-4021-9f12-fabde7394228 req-61d84db8-32cc-45a9-9557-6368fc050683 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 944 time: 0.0518730 Aug 19 13:39:52.131114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['73cf575e-1870-4b9f-8346-59644b2598e5'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:39:52.134781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5427126-f652-4021-9f12-fabde7394228 req-9655b90c-ceec-4526-8cc9-bf650429f164 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368094 Aug 19 13:39:53.255091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e558f-7fbd-4ea4-ba5a-24e60b10ac9a req-a1ba83ef-7913-43d2-b2f5-5384825df3ae tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:53.256644 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-224e558f-7fbd-4ea4-ba5a-24e60b10ac9a req-a1ba83ef-7913-43d2-b2f5-5384825df3ae tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 944 time: 0.0532241 Aug 19 13:39:53.294974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-224e558f-7fbd-4ea4-ba5a-24e60b10ac9a req-f1024c01-5612-4b1a-af98-95f93b893787 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Aug 19 13:39:53.587091 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 73cf575e-1870-4b9f-8346-59644b2598e5 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:53.725843 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 73cf575e-1870-4b9f-8346-59644b2598e5 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:53.731171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 73cf575e-1870-4b9f-8346-59644b2598e5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:53.731625 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:53.810134 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:53.832984 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:39:53.835303 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cb22f6-8997-43ab-ba24-afdca325e794" -d '{"events": [{"server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "name": "network-vif-plugged", "status": "completed", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:39:53.848991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:53.871672 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0d6edb-2117-44df-8a2e-3039453fcdf3 x-openstack-request-id: req-af0d6edb-2117-44df-8a2e-3039453fcdf3 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:39:53.871964 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "name": "network-vif-plugged", "status": "completed", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:39:53.872212 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af0d6edb-2117-44df-8a2e-3039453fcdf3 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:39:53.872600 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5', 'code': 200} Aug 19 13:39:53.917524 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:53.969017 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbabf7-dc5b-453b-9b42-d2e1613f9512 req-09e7ef92-c97e-4a99-987a-789cafce314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:53.969328 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=73cf575e-1870-4b9f-8346-59644b2598e5,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:53.970580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4acbabf7-dc5b-453b-9b42-d2e1613f9512 req-09e7ef92-c97e-4a99-987a-789cafce314e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1096 time: 0.0425422 Aug 19 13:39:54.006513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4acbabf7-dc5b-453b-9b42-d2e1613f9512 req-123b49e9-0cc1-4495-a3e5-684c4dea0df6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282059 Aug 19 13:39:54.412553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82163ad-87fb-4d2e-819a-4af30676ff0c req-240759b8-6b4e-43ba-bce7-b8e41701adad tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:54.414142 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c82163ad-87fb-4d2e-819a-4af30676ff0c req-240759b8-6b4e-43ba-bce7-b8e41701adad tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0507350 Aug 19 13:39:54.452900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c82163ad-87fb-4d2e-819a-4af30676ff0c req-d136473d-f494-4f8b-a53a-86d3382faf8c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323546 Aug 19 13:39:55.505925 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5621843-d9ab-4664-9046-8b01e5496cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:55.578777 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aaa60-096d-46e4-872a-379383a5c602 req-808c69bb-dcca-4ea3-a4ff-8e9d649ae73c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:55.580378 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-488aaa60-096d-46e4-872a-379383a5c602 req-808c69bb-dcca-4ea3-a4ff-8e9d649ae73c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0544744 Aug 19 13:39:55.619236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-488aaa60-096d-46e4-872a-379383a5c602 req-8bb7c253-4875-4c89-8e56-d250a50a12fe tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327833 Aug 19 13:39:55.743235 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85fe1b-37f9-49f0-b1c7-b1d7c16d2d44 req-8b93b528-f0ed-4bf5-8b4a-ba49860efd96 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:55.745185 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d85fe1b-37f9-49f0-b1c7-b1d7c16d2d44 req-8b93b528-f0ed-4bf5-8b4a-ba49860efd96 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0509350 Aug 19 13:39:55.785124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d85fe1b-37f9-49f0-b1c7-b1d7c16d2d44 req-bacd6404-1b7e-4320-8149-6e0d8bdf6986 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335200 Aug 19 13:39:55.808370 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56338) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:55.817742 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:55.937074 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27899b8-c1b0-44a4-9c99-057843ef8211 tempest-TestShelveInstance-2138792409 tempest-TestShelveInstance-2138792409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:55.942139 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a27899b8-c1b0-44a4-9c99-057843ef8211 tempest-TestShelveInstance-2138792409 tempest-TestShelveInstance-2138792409-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1091 time: 0.1292717 Aug 19 13:39:55.942139 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56342) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:39:55.946385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '73cf575e-1870-4b9f-8346-59644b2598e5', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:56.046068 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:56.145208 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:56.248191 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Allocated IP 172.25.6.115 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/3c8417f3-968a-418e-8d39-c430bdcc3226) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:39:56.352690 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:56.481598 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:56.520117 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:39:56.522999 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:39:56.527210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:39:56.532470 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'Port': ['ID=3c8417f3-968a-418e-8d39-c430bdcc3226,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:56.882607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:57.013970 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:57.165596 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:57.220041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:57.286979 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'Port': ['ID=3c8417f3-968a-418e-8d39-c430bdcc3226,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:57.300038 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:57.301907 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:57.760807 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Floating IP bc0a9639-4777-49c7-b1d8-04a4ab360954 associated. External IP: 172.25.6.115, port: 73cf575e-1870-4b9f-8346-59644b2598e5. Aug 19 13:39:57.986667 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:39:58.090170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:39:58.100407 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa5ffb-fcad-4689-845d-fcb1c4dd3a64 None None] Sync routers for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:39:58.110110 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa5ffb-fcad-4689-845d-fcb1c4dd3a64 None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:58.113652 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2eaa5ffb-fcad-4689-845d-fcb1c4dd3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:39:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:58.160561 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:58.195992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9ea5e2b5-05e7-4d81-8006-3cccf1867e0d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2529304 Aug 19 13:39:58.196596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:39:58.200331 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c97c5ed-3030-44b9-b157-dfe9a707f894" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:39:58.216871 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2eaa5ffb-fcad-4689-845d-fcb1c4dd3a64 None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:58.237944 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e729c2-0eb0-4dda-b26c-43597861bcfe x-openstack-request-id: req-22e729c2-0eb0-4dda-b26c-43597861bcfe {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:39:58.238283 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:39:58.238466 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22e729c2-0eb0-4dda-b26c-43597861bcfe {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:39:58.239330 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5', 'status': 'completed', 'code': 200} Aug 19 13:39:58.303758 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97c5ed-3030-44b9-b157-dfe9a707f894 req-0fddd798-bbc5-485b-9ba0-478bd8175406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:58.305282 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c97c5ed-3030-44b9-b157-dfe9a707f894 req-0fddd798-bbc5-485b-9ba0-478bd8175406 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1096 time: 0.0420222 Aug 19 13:39:58.399067 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97c5ed-3030-44b9-b157-dfe9a707f894 req-6ffb693c-eef1-4ced-bf13-eafb07319909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:58.400614 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c97c5ed-3030-44b9-b157-dfe9a707f894 req-6ffb693c-eef1-4ced-bf13-eafb07319909 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0884535 Aug 19 13:39:58.439886 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2eaa5ffb-fcad-4689-845d-fcb1c4dd3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'bc0a9639-4777-49c7-b1d8-04a4ab360954', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'port_id': '73cf575e-1870-4b9f-8346-59644b2598e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'mac_address': 'fa:16:3e:bb:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc0afd5-4bda-4305-9f94-029216693846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:39:56Z', 'updated_at': '2021-08-19T13:39:56Z', 'revision_number': 0, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:58.472849 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c97c5ed-3030-44b9-b157-dfe9a707f894 req-1a29da5d-f79f-4e20-9b22-7aed64d0c7d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cf575e-1870-4b9f-8346-59644b2598e5 HTTP/1.1" status: 200 len: 999 time: 0.0647242 Aug 19 13:39:58.525564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97c5ed-3030-44b9-b157-dfe9a707f894 req-2d8c6d20-ce2d-4c69-afc6-946073d678da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:58.527867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c97c5ed-3030-44b9-b157-dfe9a707f894 req-2d8c6d20-ce2d-4c69-afc6-946073d678da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0478263 Aug 19 13:39:58.560263 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa5ffb-fcad-4689-845d-fcb1c4dd3a64 None None] Checking router: d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:39:58.568656 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa5ffb-fcad-4689-845d-fcb1c4dd3a64 None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:39:58.569264 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2eaa5ffb-fcad-4689-845d-fcb1c4dd3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:39:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:58.576901 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97c5ed-3030-44b9-b157-dfe9a707f894 req-d82bfdff-68f9-4886-891b-83f448abfec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:58.578456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c97c5ed-3030-44b9-b157-dfe9a707f894 req-d82bfdff-68f9-4886-891b-83f448abfec1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418279 Aug 19 13:39:58.674960 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2eaa5ffb-fcad-4689-845d-fcb1c4dd3a64 None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:39:58.675924 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c97c5ed-3030-44b9-b157-dfe9a707f894 req-ba48229c-de38-419b-a5e7-ee4e3a51b3bf service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895302 Aug 19 13:39:58.767962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c97c5ed-3030-44b9-b157-dfe9a707f894 req-06deaaab-4b95-4dfd-a4a4-7c59a3fbfafb service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842912 Aug 19 13:39:58.894485 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2eaa5ffb-fcad-4689-845d-fcb1c4dd3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'bc0a9639-4777-49c7-b1d8-04a4ab360954', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'port_id': '73cf575e-1870-4b9f-8346-59644b2598e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'mac_address': 'fa:16:3e:bb:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc0afd5-4bda-4305-9f94-029216693846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:39:56Z', 'updated_at': '2021-08-19T13:39:56Z', 'revision_number': 0, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:39:58.923634 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa5ffb-fcad-4689-845d-fcb1c4dd3a64 None None] The sync data for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 is: [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': 'bc0a9639-4777-49c7-b1d8-04a4ab360954', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'port_id': '73cf575e-1870-4b9f-8346-59644b2598e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'mac_address': 'fa:16:3e:bb:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc0afd5-4bda-4305-9f94-029216693846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:39:56Z', 'updated_at': '2021-08-19T13:39:56Z', 'revision_number': 0, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:39:59.129749 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626811fe-6149-4b5b-9cd0-fbaaec9ceed2 None None] New status for floating IP bc0a9639-4777-49c7-b1d8-04a4ab360954: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:39:59.262400 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:12.640154 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:15.362237 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:16.460429 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:40:21.162527 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-718639e2-6961-43be-b5db-11282a0565b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:25.505477 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3008744e-dedd-4fde-b1eb-165915c80f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:25.891058 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:27.348222 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:29.193625 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:42.687547 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:43.704258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-129a8d74-340d-4423-b2e8-728af4cad680 req-8297e69a-99ef-4aa8-9221-139c747c8bfe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460317 Aug 19 13:40:43.787976 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a8d74-340d-4423-b2e8-728af4cad680 req-a7d3faf5-703d-41f5-9f1b-7897e98d2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:43.789500 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-129a8d74-340d-4423-b2e8-728af4cad680 req-a7d3faf5-703d-41f5-9f1b-7897e98d2857 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1096 time: 0.0407307 Aug 19 13:40:43.897337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a8d74-340d-4423-b2e8-728af4cad680 req-8ee76e97-da33-4eea-a8cc-570ed2e7ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:43.898863 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-129a8d74-340d-4423-b2e8-728af4cad680 req-8ee76e97-da33-4eea-a8cc-570ed2e7ed6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0888124 Aug 19 13:40:43.965595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-129a8d74-340d-4423-b2e8-728af4cad680 req-e76d49de-54ca-4d69-9d26-e08fc12cf42d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cf575e-1870-4b9f-8346-59644b2598e5 HTTP/1.1" status: 200 len: 1001 time: 0.0589750 Aug 19 13:40:44.015210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a8d74-340d-4423-b2e8-728af4cad680 req-11f71238-2591-4226-9f0a-8289a2131924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:44.016628 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-129a8d74-340d-4423-b2e8-728af4cad680 req-11f71238-2591-4226-9f0a-8289a2131924 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0426743 Aug 19 13:40:44.066312 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a8d74-340d-4423-b2e8-728af4cad680 req-e7600e47-19ce-464c-bd40-e02823b463ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:44.068580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-129a8d74-340d-4423-b2e8-728af4cad680 req-e7600e47-19ce-464c-bd40-e02823b463ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439379 Aug 19 13:40:44.159033 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-129a8d74-340d-4423-b2e8-728af4cad680 req-de0a57c3-49d6-45bb-9ccc-78e44ca469ae service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825787 Aug 19 13:40:44.252103 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-129a8d74-340d-4423-b2e8-728af4cad680 req-a36ac80c-930a-480b-9a41-dfa13b718028 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856979 Aug 19 13:40:45.439191 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:51.195970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eadc4675-e87d-4b72-a766-e102c5d8fe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:53.459904 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:40:55.478798 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b25364f8-022d-478c-b438-7ab9b5c4097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:55.816128 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:57.336291 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:59.204806 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:02.409116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-7a454510-8a89-404c-8bf6-2f0974736f2a req-87b429c0-929c-4427-abe7-b82765e5fb2c tempest-ServersNegativeTestJSON-1942399462 tempest-ServersNegativeTestJSON-1942399462-project] (95660) timed out ('10.222.0.52', 59417) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:41:12.635842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:15.375856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:21.196363 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-109a0b71-d3c4-452d-8d25-f31a802d97b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:25.552644 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-48212aa6-20b9-45e3-93a3-ce396e0b42ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:25.821043 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:27.318305 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:29.198363 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:30.459010 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:41:42.649321 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:44.698728 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-09bd2fe1-728d-4066-bafa-748712b01a5f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417902 Aug 19 13:41:44.783043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-29e39257-a485-46bd-8643-5601eb974f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:44.784560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-29e39257-a485-46bd-8643-5601eb974f92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1096 time: 0.0420964 Aug 19 13:41:44.894481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-0f74fa02-d587-4db2-ad2b-d17f09577a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:44.895962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-0f74fa02-d587-4db2-ad2b-d17f09577a56 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0896821 Aug 19 13:41:44.963830 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-033347aa-27b9-49c9-be24-5a9fe58c8a72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cf575e-1870-4b9f-8346-59644b2598e5 HTTP/1.1" status: 200 len: 1001 time: 0.0596671 Aug 19 13:41:45.017537 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-456cce4f-7c3b-431e-b134-e2be33133734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:45.018992 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-456cce4f-7c3b-431e-b134-e2be33133734 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0481670 Aug 19 13:41:45.066258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-5ad9e2e6-00ae-47b4-ad35-fcbebd17ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:45.067755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-5ad9e2e6-00ae-47b4-ad35-fcbebd17ab1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416799 Aug 19 13:41:45.159970 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-5067fc99-7f1c-437b-9cd0-c1fba91c107c service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849533 Aug 19 13:41:45.260283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b77c81be-8d86-4eeb-a32a-dffd8a6a4494 req-cf98ecde-1c74-405b-bc1f-58bd89d854a1 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932989 Aug 19 13:41:45.392857 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:51.184445 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-86ef6423-12d6-4e2b-845f-d34bba58760a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:54.109876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae61bbf-dc92-4c44-b136-0a95e985a5b5 req-baf21fee-7cec-4db2-a90d-3680b55eaba8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:54.111559 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fae61bbf-dc92-4c44-b136-0a95e985a5b5 req-baf21fee-7cec-4db2-a90d-3680b55eaba8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0528092 Aug 19 13:41:54.152215 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fae61bbf-dc92-4c44-b136-0a95e985a5b5 req-c54e4986-5465-4bc1-886e-d062a3163869 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335321 Aug 19 13:41:55.296216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e501566-74ea-4e5e-815b-db26bba54a42 req-3d37d227-0c3c-475d-939a-16a263d0fed5 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:55.297770 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e501566-74ea-4e5e-815b-db26bba54a42 req-3d37d227-0c3c-475d-939a-16a263d0fed5 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0573540 Aug 19 13:41:55.343780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2e501566-74ea-4e5e-815b-db26bba54a42 req-33382f8b-b375-4d3e-a93d-6d25fb86710b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380309 Aug 19 13:41:55.495168 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a9d5043c-bf9a-461f-a63f-537be1d6593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:55.849603 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:56.479782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9ccd3-b182-4807-bebf-2a6f82cfaf9b req-a45d6397-7534-4331-9796-9f6c394db74b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:56.481364 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63e9ccd3-b182-4807-bebf-2a6f82cfaf9b req-a45d6397-7534-4331-9796-9f6c394db74b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0523729 Aug 19 13:41:56.524294 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63e9ccd3-b182-4807-bebf-2a6f82cfaf9b req-94c346d0-e842-40c9-b501-372078b66fa6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362401 Aug 19 13:41:57.303747 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:57.648635 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f469521-3d6e-413a-8280-ef5e4e5621a2 req-4b10d8da-b395-4ba9-87ae-7fe2994f9a26 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:57.650253 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f469521-3d6e-413a-8280-ef5e4e5621a2 req-4b10d8da-b395-4ba9-87ae-7fe2994f9a26 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0509794 Aug 19 13:41:57.692943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5f469521-3d6e-413a-8280-ef5e4e5621a2 req-410e86ea-5fd7-436a-b3a4-a6d0fe99b679 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351965 Aug 19 13:41:58.820061 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af530eb3-50e5-474e-bc86-a7180b9fab46 req-94d71821-535a-4479-93f2-1948a00ca97b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:58.821617 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af530eb3-50e5-474e-bc86-a7180b9fab46 req-94d71821-535a-4479-93f2-1948a00ca97b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0567176 Aug 19 13:41:58.861589 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-af530eb3-50e5-474e-bc86-a7180b9fab46 req-39478cf8-12ca-4d1d-8148-4bf20ba87fc9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339305 Aug 19 13:41:59.198109 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:59.981425 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a10cf2-360b-4fe8-b5e8-ff7b7ec9725f req-53f14e7a-c120-42f8-90ca-356580a79c09 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:59.982981 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2a10cf2-360b-4fe8-b5e8-ff7b7ec9725f req-53f14e7a-c120-42f8-90ca-356580a79c09 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0522821 Aug 19 13:42:00.027055 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b2a10cf2-360b-4fe8-b5e8-ff7b7ec9725f req-2d9d4169-cf05-435b-b1c1-50cf5700012f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349047 Aug 19 13:42:01.146748 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920b386-4fb3-498a-877d-ba3bfd94b18d req-80f99a93-f9ea-4200-a072-dbc364c81b3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:01.148255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4920b386-4fb3-498a-877d-ba3bfd94b18d req-80f99a93-f9ea-4200-a072-dbc364c81b3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0500939 Aug 19 13:42:01.187046 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4920b386-4fb3-498a-877d-ba3bfd94b18d req-2fb13faf-fc7b-45ce-84ac-ee8b348ff8bc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322909 Aug 19 13:42:02.316298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24180af-cf55-4071-a89a-a41cb1b439fe req-618be748-9f1e-4d70-82e3-995fcfd68724 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:02.318038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b24180af-cf55-4071-a89a-a41cb1b439fe req-618be748-9f1e-4d70-82e3-995fcfd68724 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0603480 Aug 19 13:42:02.359159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b24180af-cf55-4071-a89a-a41cb1b439fe req-9c59774a-af11-45a4-9657-64b1b54d0816 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326343 Aug 19 13:42:03.482627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eab691-c205-4455-b116-113b53b641b9 req-26fefbbe-c670-4696-8b73-28481018513b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:03.484822 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93eab691-c205-4455-b116-113b53b641b9 req-26fefbbe-c670-4696-8b73-28481018513b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0502369 Aug 19 13:42:03.522694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-93eab691-c205-4455-b116-113b53b641b9 req-19187a8e-ce42-44dc-94d5-3610d5afcfad tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Aug 19 13:42:04.643215 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334043c6-324a-4a93-ac09-b404aebc0bfc req-82c48acb-0e88-407f-bef0-ce23fc71a0f7 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:04.644746 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-334043c6-324a-4a93-ac09-b404aebc0bfc req-82c48acb-0e88-407f-bef0-ce23fc71a0f7 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0507236 Aug 19 13:42:04.687759 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-334043c6-324a-4a93-ac09-b404aebc0bfc req-639384d5-2578-4d97-828c-009cf9f83a07 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352759 Aug 19 13:42:05.812060 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a129-936b-417a-9945-240bd12fda73 req-8edb1de6-a6ab-4130-bbd4-6615479f908e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:05.813596 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd75a129-936b-417a-9945-240bd12fda73 req-8edb1de6-a6ab-4130-bbd4-6615479f908e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0557849 Aug 19 13:42:05.854256 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd75a129-936b-417a-9945-240bd12fda73 req-4bab8f2a-261c-42bd-9d19-1fd5c816b4c9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Aug 19 13:42:06.276647 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 73cf575e-1870-4b9f-8346-59644b2598e5 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:42:06.381110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:42:06.393148 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '73cf575e-1870-4b9f-8346-59644b2598e5', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'port_id': '73cf575e-1870-4b9f-8346-59644b2598e5', 'mac_address': 'fa:16:3e:bb:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:42:06.433620 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:06.452913 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73cf575e-1870-4b9f-8346-59644b2598e5 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:42:06.477203 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:42:06.551870 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:06.615591 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=73cf575e-1870-4b9f-8346-59644b2598e5,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:42:06.624221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.624594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.625646 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.625939 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.626281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.626618 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.627265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.627393 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.627635 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.627995 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.628284 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.628613 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:42:06.635057 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['73cf575e-1870-4b9f-8346-59644b2598e5'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:42:06.980023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af75e9-989c-493d-832a-7d1dc8b9c2ee req-4c62a57f-7a4a-4cde-9168-53259e350e96 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:06.981715 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e7af75e9-989c-493d-832a-7d1dc8b9c2ee req-4c62a57f-7a4a-4cde-9168-53259e350e96 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 944 time: 0.0534625 Aug 19 13:42:07.026914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e7af75e9-989c-493d-832a-7d1dc8b9c2ee req-4493585d-de5c-4bfc-9f37-d34d9214b9f1 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381942 Aug 19 13:42:07.462114 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:42:08.166596 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff3745-fe86-465c-a834-da5fc0c14731 req-a0f3b6c0-f568-49ba-b5a8-12050af746e5 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:08.168304 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04ff3745-fe86-465c-a834-da5fc0c14731 req-a0f3b6c0-f568-49ba-b5a8-12050af746e5 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 944 time: 0.0535700 Aug 19 13:42:08.218269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-04ff3745-fe86-465c-a834-da5fc0c14731 req-ef82469a-013c-45fb-881b-203e205ce2ce tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Aug 19 13:42:08.275841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 73cf575e-1870-4b9f-8346-59644b2598e5 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:42:08.341541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 73cf575e-1870-4b9f-8346-59644b2598e5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:42:08.342064 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:08.440897 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:08.483017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:42:08.483861 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47909a33-cdb7-457c-855e-1cd0078d247d" -d '{"events": [{"server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "name": "network-vif-plugged", "status": "completed", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:42:08.502285 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:42:08.570331 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:08.626462 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111204f9-087d-49fd-a5f4-c4dee05c2320 x-openstack-request-id: req-111204f9-087d-49fd-a5f4-c4dee05c2320 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:42:08.627945 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "name": "network-vif-plugged", "status": "completed", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:42:08.627945 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-111204f9-087d-49fd-a5f4-c4dee05c2320 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:42:08.628255 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5', 'code': 200} Aug 19 13:42:08.641594 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=73cf575e-1870-4b9f-8346-59644b2598e5,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:42:09.380460 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c6158-69a1-4832-b8af-b183a2d60016 req-a6d08414-65c8-490c-9ed2-35a09b83864d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:09.382072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-479c6158-69a1-4832-b8af-b183a2d60016 req-a6d08414-65c8-490c-9ed2-35a09b83864d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0598488 Aug 19 13:42:09.435838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-479c6158-69a1-4832-b8af-b183a2d60016 req-ec48ddc1-813e-4aef-82a4-baf346eb5fe8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Aug 19 13:42:10.561670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf89a-91e1-46ca-a9f6-75bef995cc1f req-327bb8eb-d491-4ac1-b9d5-205cb4afdafe tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:10.563260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-588bf89a-91e1-46ca-a9f6-75bef995cc1f req-327bb8eb-d491-4ac1-b9d5-205cb4afdafe tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0518494 Aug 19 13:42:10.613088 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-588bf89a-91e1-46ca-a9f6-75bef995cc1f req-280e855b-ff41-4187-81f0-42db929262e7 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Aug 19 13:42:11.755283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8226e8-65e7-4e59-a167-99298b29621e req-9899480d-fef4-4708-8263-83e66edf6ceb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:11.756891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c8226e8-65e7-4e59-a167-99298b29621e req-9899480d-fef4-4708-8263-83e66edf6ceb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0538204 Aug 19 13:42:11.808605 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3c8226e8-65e7-4e59-a167-99298b29621e req-ebe7ebe8-6d3a-45aa-bbfe-b9b66d5ff320 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Aug 19 13:42:12.659369 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:12.956029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca5294-7295-406c-abac-0846890cd4c6 req-fb096ba0-28c7-48fd-bc1a-aadaf0f96620 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:12.957459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcca5294-7295-406c-abac-0846890cd4c6 req-fb096ba0-28c7-48fd-bc1a-aadaf0f96620 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0567074 Aug 19 13:42:12.997331 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcca5294-7295-406c-abac-0846890cd4c6 req-01adf113-1866-4c21-a076-043ba765a00a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Aug 19 13:42:14.143998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ad4ee-ffc9-4d9e-bafc-eb07897b04d7 req-ecff5b45-c2b5-4920-a082-3082d4ef9378 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:14.148023 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-618ad4ee-ffc9-4d9e-bafc-eb07897b04d7 req-ecff5b45-c2b5-4920-a082-3082d4ef9378 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0608144 Aug 19 13:42:14.188009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-618ad4ee-ffc9-4d9e-bafc-eb07897b04d7 req-d206c3b2-9433-40f3-ab39-bcea687ec0a0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357294 Aug 19 13:42:15.336562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e81c9-eb27-4ae1-bde2-ecdfc6a8db0b req-30e66518-29c0-4d54-9f86-d4e1e7335693 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:15.338162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-446e81c9-eb27-4ae1-bde2-ecdfc6a8db0b req-30e66518-29c0-4d54-9f86-d4e1e7335693 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0554435 Aug 19 13:42:15.393249 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:15.397357 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-446e81c9-eb27-4ae1-bde2-ecdfc6a8db0b req-c90659a6-9afc-4904-98c9-4e231f149b23 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443203 Aug 19 13:42:16.522285 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7bee-7993-4c13-b8a8-433961a69d92 req-739e6a12-8b6c-41e5-9a50-2c8f377a3fda tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:16.524658 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5cf7bee-7993-4c13-b8a8-433961a69d92 req-739e6a12-8b6c-41e5-9a50-2c8f377a3fda tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0651903 Aug 19 13:42:16.564915 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5cf7bee-7993-4c13-b8a8-433961a69d92 req-bafef768-a458-4dec-a2d7-3d932ea4faf7 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335693 Aug 19 13:42:17.689003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3dffa-2f94-4558-a86f-103bfea03e71 req-4a6f0751-227e-43a7-83f6-de517c488180 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:17.690570 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7bf3dffa-2f94-4558-a86f-103bfea03e71 req-4a6f0751-227e-43a7-83f6-de517c488180 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0519948 Aug 19 13:42:17.731703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7bf3dffa-2f94-4558-a86f-103bfea03e71 req-1a29256b-6c57-4d88-83f1-2616abc8f18b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350692 Aug 19 13:42:17.923082 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c2873-7b31-44fd-a8bf-c6501e9ac953 req-36d217a5-53ab-4797-9bec-0ea3d27bbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:17.924519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea2c2873-7b31-44fd-a8bf-c6501e9ac953 req-36d217a5-53ab-4797-9bec-0ea3d27bbf3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1096 time: 0.0450351 Aug 19 13:42:18.020584 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c2873-7b31-44fd-a8bf-c6501e9ac953 req-cae24ab6-810e-40e6-b482-9099206e80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:18.022117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea2c2873-7b31-44fd-a8bf-c6501e9ac953 req-cae24ab6-810e-40e6-b482-9099206e80fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0898652 Aug 19 13:42:18.089613 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea2c2873-7b31-44fd-a8bf-c6501e9ac953 req-762c1747-9104-49a9-ae9d-28d98de17078 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cf575e-1870-4b9f-8346-59644b2598e5 HTTP/1.1" status: 200 len: 1001 time: 0.0604899 Aug 19 13:42:18.143245 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c2873-7b31-44fd-a8bf-c6501e9ac953 req-836a4666-2012-43f5-b880-ca9f91bd778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:18.145316 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea2c2873-7b31-44fd-a8bf-c6501e9ac953 req-836a4666-2012-43f5-b880-ca9f91bd778d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0490432 Aug 19 13:42:18.192144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c2873-7b31-44fd-a8bf-c6501e9ac953 req-423e69da-427c-42a2-a897-4ccab9cccbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:18.193620 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea2c2873-7b31-44fd-a8bf-c6501e9ac953 req-423e69da-427c-42a2-a897-4ccab9cccbd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413489 Aug 19 13:42:18.283957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea2c2873-7b31-44fd-a8bf-c6501e9ac953 req-d5673458-99ea-452d-b593-9be1afbca439 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834837 Aug 19 13:42:18.380578 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea2c2873-7b31-44fd-a8bf-c6501e9ac953 req-cb2f0089-04d5-45b7-94ca-918881344a28 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898852 Aug 19 13:42:18.857572 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6c902-0508-4680-8a4a-baa9a8e6b08a req-8b2de690-4b83-408c-a7ad-44973fc44297 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:18.859166 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcf6c902-0508-4680-8a4a-baa9a8e6b08a req-8b2de690-4b83-408c-a7ad-44973fc44297 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0592835 Aug 19 13:42:18.898512 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcf6c902-0508-4680-8a4a-baa9a8e6b08a req-30264cbc-e1d7-4f49-bcb0-8d5bc14f9d7d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324535 Aug 19 13:42:20.026478 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46587761-bb24-4064-8631-852fae8884ec req-be9263cc-c17c-438e-a2a6-75ba72b58db2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:20.028101 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46587761-bb24-4064-8631-852fae8884ec req-be9263cc-c17c-438e-a2a6-75ba72b58db2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0557799 Aug 19 13:42:20.069352 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-46587761-bb24-4064-8631-852fae8884ec req-78097801-3e3e-41be-b3f3-44e6cf2b9bf4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351465 Aug 19 13:42:21.185720 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bd885946-b677-4c8d-99b4-d4511bed8f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:21.189174 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087c1fc-d846-4e77-a539-1b5f2e8dc46d req-57ee1f04-768f-4fbd-ba80-5bb38681b37f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:21.190731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e087c1fc-d846-4e77-a539-1b5f2e8dc46d req-57ee1f04-768f-4fbd-ba80-5bb38681b37f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0513957 Aug 19 13:42:21.231828 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e087c1fc-d846-4e77-a539-1b5f2e8dc46d req-96684407-f30e-4637-a4da-b864a3395e4c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343292 Aug 19 13:42:21.693657 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be542b-135f-4651-b0fb-e751c28f7bad req-91922c22-d867-4ba6-ac3e-fa4bfa3c9885 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:21.693657 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50be542b-135f-4651-b0fb-e751c28f7bad req-91922c22-d867-4ba6-ac3e-fa4bfa3c9885 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 945 time: 0.0527537 Aug 19 13:42:21.743356 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-50be542b-135f-4651-b0fb-e751c28f7bad req-ea942234-c211-4915-82ac-27f80c3f16e9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 Aug 19 13:42:22.145611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56544) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:42:22.250117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-15c2d0cb-19e9-4b12-8e4f-b629ec4c1d62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033289 Aug 19 13:42:22.295406 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 73cf575e-1870-4b9f-8346-59644b2598e5 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:42:22.379136 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:22.405538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:42:22.407161 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bb3873-13be-420c-8d32-1e67eb2ddd53" -d '{"events": [{"server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "name": "network-vif-unplugged", "status": "completed", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:42:22.425554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:42:22.444429 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 13:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584c9659-5c66-4647-83f2-ccc9989cb080 x-openstack-request-id: req-584c9659-5c66-4647-83f2-ccc9989cb080 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:42:22.444727 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "name": "network-vif-unplugged", "status": "failed", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5", "code": 422}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:42:22.444989 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-584c9659-5c66-4647-83f2-ccc9989cb080 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:42:22.445425 n-d-778732-8 neutron-server[95662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5', 'code': 422} returned with failed status Aug 19 13:42:22.523663 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:22.574725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=73cf575e-1870-4b9f-8346-59644b2598e5,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:42:22.923944 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26ca52-58f6-458d-9e1e-01dcbaf9f5c9 req-1977a5f2-81ce-40df-973a-2d18f14ce83b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:22.925486 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd26ca52-58f6-458d-9e1e-01dcbaf9f5c9 req-1977a5f2-81ce-40df-973a-2d18f14ce83b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.1116257 Aug 19 13:42:22.970786 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-cd26ca52-58f6-458d-9e1e-01dcbaf9f5c9 req-d7ffb4e6-4a3a-4d52-a45b-7408945db102 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369365 Aug 19 13:42:23.613031 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-6875db7f-fc1b-405b-aebb-73b6411b93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:23.615029 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-6875db7f-fc1b-405b-aebb-73b6411b93b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846&tenant_id=75b8b8276ecb4640a16989139f1324a2 HTTP/1.1" status: 200 len: 1094 time: 0.0419433 Aug 19 13:42:23.681600 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-11b63ab8-6379-456f-929b-f0bd8f939324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:23.683269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-11b63ab8-6379-456f-929b-f0bd8f939324 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1094 time: 0.0454657 Aug 19 13:42:23.785531 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-43e2f091-7e8c-4b36-9ac2-fe08b573fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:23.787913 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-43e2f091-7e8c-4b36-9ac2-fe08b573fe6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0977812 Aug 19 13:42:23.855336 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-d59cd0d8-1df9-410d-91e1-353f9363d56b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cf575e-1870-4b9f-8346-59644b2598e5 HTTP/1.1" status: 200 len: 999 time: 0.0599768 Aug 19 13:42:23.909851 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-60da06a5-7097-4880-986a-0ad4b400b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:23.911594 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-60da06a5-7097-4880-986a-0ad4b400b0ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0496061 Aug 19 13:42:23.958055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-22898827-ffe4-4f0a-a914-c5eb594cd2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:23.959806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-22898827-ffe4-4f0a-a914-c5eb594cd2ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417149 Aug 19 13:42:24.062265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-2f8cbfd9-03dd-4ab2-b00d-e269763862aa service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949557 Aug 19 13:42:24.196383 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e1a1a-4966-4563-aaea-4f9b60d2ba47 req-3b1c1fc3-c866-4a93-9c52-b258b007fe46 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:24.197932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee1e1a1a-4966-4563-aaea-4f9b60d2ba47 req-3b1c1fc3-c866-4a93-9c52-b258b007fe46 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.1502695 Aug 19 13:42:24.200199 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-920ffcfe-530b-4248-b921-91dcab9c64aa req-b25a2568-65e6-4971-a399-0a1006fd52bf service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297965 Aug 19 13:42:24.240767 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee1e1a1a-4966-4563-aaea-4f9b60d2ba47 req-d2c6b29a-ee71-4542-9131-e38e096b8379 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367370 Aug 19 13:42:25.368737 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403b828-5ade-4b41-8868-03bc9ac45193 req-2f0e235e-7e55-4829-916a-6113ec3f0387 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:25.370358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3403b828-5ade-4b41-8868-03bc9ac45193 req-2f0e235e-7e55-4829-916a-6113ec3f0387 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0499859 Aug 19 13:42:25.410106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3403b828-5ade-4b41-8868-03bc9ac45193 req-6a538709-a581-4037-a441-0e1d9bc554a6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338585 Aug 19 13:42:25.509058 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c9d69881-79b4-4a61-a8aa-edaf2f504fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:25.825718 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:26.537512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7e0ae-dcc0-42ba-8c5d-bf49c0ec51d5 req-41033256-3b5d-4043-943e-08c27c88f316 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:26.538995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5d7e0ae-dcc0-42ba-8c5d-bf49c0ec51d5 req-41033256-3b5d-4043-943e-08c27c88f316 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0535514 Aug 19 13:42:26.579959 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d5d7e0ae-dcc0-42ba-8c5d-bf49c0ec51d5 req-3f7b7958-7502-4b21-a32b-9d2401470111 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346632 Aug 19 13:42:27.320692 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:27.718122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793e756-9fbf-4754-ae6f-a5fd03e90bd2 req-7437068a-c278-4f33-aec4-1b0d13df39d6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:27.719653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c793e756-9fbf-4754-ae6f-a5fd03e90bd2 req-7437068a-c278-4f33-aec4-1b0d13df39d6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0603502 Aug 19 13:42:27.758533 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c793e756-9fbf-4754-ae6f-a5fd03e90bd2 req-7f2dd16a-ae90-4603-8fc2-de6a6d670123 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315008 Aug 19 13:42:28.879222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ee0dc-bc25-4f3b-b8f0-a2f47a3bed15 req-68c9c6ac-cc9f-41d9-94c8-df12b3bae444 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:28.880914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e92ee0dc-bc25-4f3b-b8f0-a2f47a3bed15 req-68c9c6ac-cc9f-41d9-94c8-df12b3bae444 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0494487 Aug 19 13:42:28.921853 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e92ee0dc-bc25-4f3b-b8f0-a2f47a3bed15 req-7801e3e6-b9a0-42e5-8677-d4a6b61d430b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345809 Aug 19 13:42:29.219937 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:30.055518 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b609e-c24a-4422-b6cc-83786dbc1dfd req-39952797-1bf2-4f3f-8a93-e2e1bef93f2f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:30.058515 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-128b609e-c24a-4422-b6cc-83786dbc1dfd req-39952797-1bf2-4f3f-8a93-e2e1bef93f2f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0603139 Aug 19 13:42:30.098848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-128b609e-c24a-4422-b6cc-83786dbc1dfd req-0fe25d80-300b-4376-a118-ff3011cfe299 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337851 Aug 19 13:42:31.235186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf98d9-ab76-4a43-bc1d-7940c7118b77 req-55c7572b-1e07-4fd4-8ff1-6b5fe7c5889b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:31.241958 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6bbf98d9-ab76-4a43-bc1d-7940c7118b77 req-55c7572b-1e07-4fd4-8ff1-6b5fe7c5889b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0601628 Aug 19 13:42:31.276040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6bbf98d9-ab76-4a43-bc1d-7940c7118b77 req-b60e07e6-c607-4a50-a045-b19b818e8c5d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326264 Aug 19 13:42:32.398889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389aa023-72c0-4524-a5a8-9b23e13181c4 req-c9af8559-ee6e-4492-8d08-8bd24de805c2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:32.400340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-389aa023-72c0-4524-a5a8-9b23e13181c4 req-c9af8559-ee6e-4492-8d08-8bd24de805c2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0519724 Aug 19 13:42:32.452703 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-389aa023-72c0-4524-a5a8-9b23e13181c4 req-43ca91ed-066d-4811-9206-20040bf27af6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461583 Aug 19 13:42:33.614932 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209bcf4-3ce7-469e-9ab0-a7f3be2cca89 req-f77c75ee-6463-4fc8-8b4e-673a023d5bac tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:33.625647 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2209bcf4-3ce7-469e-9ab0-a7f3be2cca89 req-f77c75ee-6463-4fc8-8b4e-673a023d5bac tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0840616 Aug 19 13:42:33.698409 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2209bcf4-3ce7-469e-9ab0-a7f3be2cca89 req-2c7b0dc3-e81d-4d30-ad24-b94e21001ca6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715888 Aug 19 13:42:34.837492 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0efce-3f17-4cff-a9f6-e6c3f2c546ad req-7aab83fa-f7bc-49e4-aed5-9ab363447f2a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:34.839077 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1c0efce-3f17-4cff-a9f6-e6c3f2c546ad req-7aab83fa-f7bc-49e4-aed5-9ab363447f2a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0604613 Aug 19 13:42:34.893258 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1c0efce-3f17-4cff-a9f6-e6c3f2c546ad req-68f67b3e-e6e8-4c19-a447-60db591c4b4d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386057 Aug 19 13:42:36.014106 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e30a0a-e0ce-432e-97a5-c0eef521c056 req-41913676-e5f4-4b76-9667-5e37883824c3 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:36.015678 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5e30a0a-e0ce-432e-97a5-c0eef521c056 req-41913676-e5f4-4b76-9667-5e37883824c3 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0513256 Aug 19 13:42:36.056850 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f5e30a0a-e0ce-432e-97a5-c0eef521c056 req-ee250eba-69c9-4c64-a2cb-4f6baace370c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352612 Aug 19 13:42:37.182220 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50ae9d-7141-47ae-8129-62a5d410fbcd req-776118ee-7569-49a8-8cec-9266fd3b87d4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:37.183756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c50ae9d-7141-47ae-8129-62a5d410fbcd req-776118ee-7569-49a8-8cec-9266fd3b87d4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0582786 Aug 19 13:42:37.224878 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c50ae9d-7141-47ae-8129-62a5d410fbcd req-aa9ee77d-d4f6-46e2-a9d0-122ae030f12f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344748 Aug 19 13:42:38.358169 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b6b3a-7f6f-4419-b72b-d49dfbce5645 req-b1179d60-a636-4ed0-b3a3-1d0268f34432 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:38.359753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-759b6b3a-7f6f-4419-b72b-d49dfbce5645 req-b1179d60-a636-4ed0-b3a3-1d0268f34432 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 943 time: 0.0575416 Aug 19 13:42:38.384887 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 73cf575e-1870-4b9f-8346-59644b2598e5 details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:42:38.404722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-759b6b3a-7f6f-4419-b72b-d49dfbce5645 req-d612f95a-d9fa-4234-981a-e8f6dd8e201d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389836 Aug 19 13:42:38.488015 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:42:38.499188 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '73cf575e-1870-4b9f-8346-59644b2598e5', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'port_id': '73cf575e-1870-4b9f-8346-59644b2598e5', 'mac_address': 'fa:16:3e:bb:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:42:38.537329 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:38.551721 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cf575e-1870-4b9f-8346-59644b2598e5 {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:42:38.572396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:42:38.663743 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:38.714340 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=73cf575e-1870-4b9f-8346-59644b2598e5,revision_number=9']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:42:38.902861 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['73cf575e-1870-4b9f-8346-59644b2598e5'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:42:39.530255 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f069c19-4ff4-4234-a9fd-55c0e6c041f9 req-0c95f0f7-4c20-4032-96fd-84ee705e739d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:39.532448 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f069c19-4ff4-4234-a9fd-55c0e6c041f9 req-0c95f0f7-4c20-4032-96fd-84ee705e739d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 944 time: 0.0518103 Aug 19 13:42:39.575653 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6f069c19-4ff4-4234-a9fd-55c0e6c041f9 req-a44583b0-4672-4719-bc72-900e787332b6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359957 Aug 19 13:42:40.398864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 73cf575e-1870-4b9f-8346-59644b2598e5 up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:42:40.451053 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 73cf575e-1870-4b9f-8346-59644b2598e5 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:42:40.451427 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:40.531170 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:40.554245 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:42:40.556762 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c781ba3-16fb-489d-a40f-8b29da10b028" -d '{"events": [{"server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "name": "network-vif-plugged", "status": "completed", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:42:40.575137 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:42:40.596443 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab4ffc9-e3a6-4c6d-bb41-3674052afd29 x-openstack-request-id: req-6ab4ffc9-e3a6-4c6d-bb41-3674052afd29 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:42:40.596736 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "name": "network-vif-plugged", "status": "completed", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:42:40.597002 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ab4ffc9-e3a6-4c6d-bb41-3674052afd29 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:42:40.597431 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5', 'code': 200} Aug 19 13:42:40.640223 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:40.708093 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=73cf575e-1870-4b9f-8346-59644b2598e5,revision_number=10']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:42:40.717562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023d9e1-0bb3-472d-b060-2ebe982545be req-1f41e242-b977-4875-8433-9552f205687d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:40.718753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a023d9e1-0bb3-472d-b060-2ebe982545be req-1f41e242-b977-4875-8433-9552f205687d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 946 time: 0.0578802 Aug 19 13:42:40.762326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a023d9e1-0bb3-472d-b060-2ebe982545be req-981714b1-9979-486a-adae-fd23324a7a3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370772 Aug 19 13:42:40.897961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47061fc4-cbf5-4554-8cde-cf23f15f7a4e req-e5bed7e4-4759-45ad-bcaf-4e81fad074bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:40.900042 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47061fc4-cbf5-4554-8cde-cf23f15f7a4e req-e5bed7e4-4759-45ad-bcaf-4e81fad074bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1097 time: 0.0949337 Aug 19 13:42:40.940851 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-47061fc4-cbf5-4554-8cde-cf23f15f7a4e req-d06adda8-1f7f-45c7-bdb6-1ae0522d2c0c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339050 Aug 19 13:42:41.903264 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ef027-1465-43ed-93b7-adaba2586b90 req-a808e94d-bb29-4603-a09b-db245db82e5e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:41.904932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc2ef027-1465-43ed-93b7-adaba2586b90 req-a808e94d-bb29-4603-a09b-db245db82e5e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 946 time: 0.0596492 Aug 19 13:42:41.951469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fc2ef027-1465-43ed-93b7-adaba2586b90 req-c08f2081-6de7-4aae-8975-f3c14f548310 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400720 Aug 19 13:42:42.676955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:43.072442 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509bd60-e46c-4ad3-841c-604c32c8155c req-fe5f5f58-c7b2-408f-9c5e-d8067e19cd45 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:43.074050 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5509bd60-e46c-4ad3-841c-604c32c8155c req-fe5f5f58-c7b2-408f-9c5e-d8067e19cd45 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 946 time: 0.0513749 Aug 19 13:42:43.114664 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5509bd60-e46c-4ad3-841c-604c32c8155c req-8b9e89e1-54db-46a1-93a2-45585076f9c5 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339363 Aug 19 13:42:44.243725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6a7c-4391-41e4-97d3-3629582f6e97 req-b08970aa-becb-4039-8a65-82746346b86d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:44.245275 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11bf6a7c-4391-41e4-97d3-3629582f6e97 req-b08970aa-becb-4039-8a65-82746346b86d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 946 time: 0.0549128 Aug 19 13:42:44.286306 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-11bf6a7c-4391-41e4-97d3-3629582f6e97 req-b059098d-eb67-43ed-a206-bf0b8a10133b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Aug 19 13:42:44.462128 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:42:45.379874 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:46.711580 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-c1a2cc5c-ba30-4d1f-ba37-f4ee317ba782 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450759 Aug 19 13:42:46.806039 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-2e5e0d50-a435-4b64-b3c4-4bfc553b7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:46.807553 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-2e5e0d50-a435-4b64-b3c4-4bfc553b7748 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1097 time: 0.0452631 Aug 19 13:42:46.924869 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-c26b6df4-9240-49ab-8fcf-329ee6b6f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:46.926399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-c26b6df4-9240-49ab-8fcf-329ee6b6f03d service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0979676 Aug 19 13:42:46.993656 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-ab23a203-9886-418a-bd20-fcc844efe053 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cf575e-1870-4b9f-8346-59644b2598e5 HTTP/1.1" status: 200 len: 1001 time: 0.0584073 Aug 19 13:42:47.047727 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-81b6d1a0-f669-4fc0-aa3d-7747b76791c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:47.049201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-81b6d1a0-f669-4fc0-aa3d-7747b76791c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0485868 Aug 19 13:42:47.100791 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-841343b1-9783-4156-a112-295fa1432023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:47.102362 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-841343b1-9783-4156-a112-295fa1432023 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412111 Aug 19 13:42:47.201122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-41a3c728-a20d-410a-8935-350743760d14 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861857 Aug 19 13:42:47.300411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-dcb01512-b53f-406d-9b2b-29f97cdcfb7b req-10a29282-2af0-458e-9f35-d78645eb94f1 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910048 Aug 19 13:42:51.196767 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3e7f896c-4b95-43e5-b67b-cf895bffd3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:55.499851 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-160ba693-4a69-4eba-a955-f8f8d5535f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:55.836598 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:57.349088 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:59.202810 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:12.674079 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:15.388084 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:21.172101 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b1c8b356-8de5-4f3a-83a8-8a7aad33c50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:21.461863 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:43:25.505161 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-091f6853-cd30-4b23-9010-d4d3857a60a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:25.842005 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:27.308679 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:29.213149 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:42.681759 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:45.382127 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:47.696297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3286f943-79a7-46f3-b144-8c307d59637c req-ef0b6f51-f2db-4717-9c2a-d6365f0ea66f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428054 Aug 19 13:43:47.778222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286f943-79a7-46f3-b144-8c307d59637c req-f5411582-0e58-4cb1-a187-3fb9a9f9b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:47.780283 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3286f943-79a7-46f3-b144-8c307d59637c req-f5411582-0e58-4cb1-a187-3fb9a9f9b836 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1097 time: 0.0410423 Aug 19 13:43:47.891315 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286f943-79a7-46f3-b144-8c307d59637c req-c5f5f557-70c0-463a-9b2d-a9ad90cafa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:47.892833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3286f943-79a7-46f3-b144-8c307d59637c req-c5f5f557-70c0-463a-9b2d-a9ad90cafa66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0941277 Aug 19 13:43:47.964254 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3286f943-79a7-46f3-b144-8c307d59637c req-6e763037-b58f-4984-bc1e-efb11827aab7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cf575e-1870-4b9f-8346-59644b2598e5 HTTP/1.1" status: 200 len: 1001 time: 0.0639727 Aug 19 13:43:48.402029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286f943-79a7-46f3-b144-8c307d59637c req-523de0d6-250c-40b3-b9d4-fac6bdf677ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:48.403520 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3286f943-79a7-46f3-b144-8c307d59637c req-523de0d6-250c-40b3-b9d4-fac6bdf677ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.4321787 Aug 19 13:43:48.450040 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286f943-79a7-46f3-b144-8c307d59637c req-491029af-712c-44c0-9d47-57f8ca8a9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:48.452214 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3286f943-79a7-46f3-b144-8c307d59637c req-491029af-712c-44c0-9d47-57f8ca8a9fd7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403812 Aug 19 13:43:48.545789 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3286f943-79a7-46f3-b144-8c307d59637c req-522cb4bb-75ae-4200-b014-1661257be6c5 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852108 Aug 19 13:43:48.637865 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3286f943-79a7-46f3-b144-8c307d59637c req-59ff73c3-9f37-43a5-b599-a36b503fa0c3 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841990 Aug 19 13:43:51.201752 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-24f7e52b-d39a-4305-a20f-691329530d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:55.298251 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56684) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:43:55.462335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Deleting port 3c8417f3-968a-418e-8d39-c430bdcc3226 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:43:55.462692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:55.496686 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-caff4270-5246-487c-ade1-6aeafdc0414d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:55.546872 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:55.547237 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:55.559416 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Calling delete_port for 3c8417f3-968a-418e-8d39-c430bdcc3226 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:43:55.772624 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:55.800016 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event deleted for resources: {'Port': ['ID=3c8417f3-968a-418e-8d39-c430bdcc3226,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:43:55.824479 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.824831 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.825176 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.825556 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.826589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.826985 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.827323 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.827667 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.827987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.828335 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.828673 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.829010 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:55.829515 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:55.870821 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:55.871155 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Floating IP bc0a9639-4777-49c7-b1d8-04a4ab360954 disassociated (deleted). External IP: 172.25.6.115, port: 73cf575e-1870-4b9f-8346-59644b2598e5. Aug 19 13:43:56.079856 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:43:56.190998 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:43:56.196018 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:56.201051 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e43720-5ab8-4dfd-81a4-d42b22b5ca99 None None] Sync routers for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:43:56.210601 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e43720-5ab8-4dfd-81a4-d42b22b5ca99 None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:43:56.211224 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f2e43720-5ab8-4dfd-81a4-d42b22b5ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:43:56.226461 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5d03f3ff-283d-4dcc-ae40-2f30dfa4c3bb tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "DELETE /v2.0/floatingips/bc0a9639-4777-49c7-b1d8-04a4ab360954 HTTP/1.1" status: 204 len: 168 time: 0.9246206 Aug 19 13:43:56.226461 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:43:56.226906 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c51d4d21316351dc2569c8a02aa6a5ec6c17105ca4db93849c25264e079fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f482a6b-841d-4595-842f-63b15761cf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:43:56.329028 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f2e43720-5ab8-4dfd-81a4-d42b22b5ca99 None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:43:56.346137 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6f1426-d93e-4b43-a194-af1ae6a56741 x-openstack-request-id: req-9f6f1426-d93e-4b43-a194-af1ae6a56741 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:43:56.346642 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:43:56.346764 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f6f1426-d93e-4b43-a194-af1ae6a56741 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:43:56.347229 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5', 'status': 'completed', 'code': 200} Aug 19 13:43:56.414289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f482a6b-841d-4595-842f-63b15761cf8a req-b521f8cf-43f8-4ac2-a63f-4c073e0baee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:56.415839 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f482a6b-841d-4595-842f-63b15761cf8a req-b521f8cf-43f8-4ac2-a63f-4c073e0baee8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 1097 time: 0.0466776 Aug 19 13:43:56.508713 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f482a6b-841d-4595-842f-63b15761cf8a req-bc64cf46-0af8-4e7b-a4f1-90c33ba66f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:56.510456 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f482a6b-841d-4595-842f-63b15761cf8a req-bc64cf46-0af8-4e7b-a4f1-90c33ba66f9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0876417 Aug 19 13:43:56.548473 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f2e43720-5ab8-4dfd-81a4-d42b22b5ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:43:56.557493 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f482a6b-841d-4595-842f-63b15761cf8a req-108b41b2-bbb4-4981-92d7-e9e709f36b60 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cf575e-1870-4b9f-8346-59644b2598e5 HTTP/1.1" status: 200 len: 217 time: 0.0390785 Aug 19 13:43:56.580821 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e43720-5ab8-4dfd-81a4-d42b22b5ca99 None None] Checking router: d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:43:56.589510 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e43720-5ab8-4dfd-81a4-d42b22b5ca99 None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:43:56.590119 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f2e43720-5ab8-4dfd-81a4-d42b22b5ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:43:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:43:56.610704 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f482a6b-841d-4595-842f-63b15761cf8a req-211152f8-d193-4674-8167-788ba8eb8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:56.612230 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f482a6b-841d-4595-842f-63b15761cf8a req-211152f8-d193-4674-8167-788ba8eb8ee0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0471852 Aug 19 13:43:56.694722 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f482a6b-841d-4595-842f-63b15761cf8a req-333614e6-4f62-436d-b3e5-a39c425dfd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:56.696269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f482a6b-841d-4595-842f-63b15761cf8a req-333614e6-4f62-436d-b3e5-a39c425dfd86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762622 Aug 19 13:43:56.704272 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-f2e43720-5ab8-4dfd-81a4-d42b22b5ca99 None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:43:56.707429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3e68c-7b63-4dc5-bb33-07f1db8505fc req-8394b31f-2b69-4ba7-9e00-36d431820819 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:56.708872 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0a3e68c-7b63-4dc5-bb33-07f1db8505fc req-8394b31f-2b69-4ba7-9e00-36d431820819 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 946 time: 0.0595009 Aug 19 13:43:56.799795 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a0a3e68c-7b63-4dc5-bb33-07f1db8505fc req-fbc42256-e949-4a67-ba10-e5c495516b72 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820844 Aug 19 13:43:56.827725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f482a6b-841d-4595-842f-63b15761cf8a req-bbdd0e43-ce7c-449f-812c-9c14a8e93085 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178415 Aug 19 13:43:56.907479 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-f2e43720-5ab8-4dfd-81a4-d42b22b5ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:43:56.930513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f482a6b-841d-4595-842f-63b15761cf8a req-95102c61-6c79-4908-acf3-8742808f465a service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943449 Aug 19 13:43:57.033558 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e43720-5ab8-4dfd-81a4-d42b22b5ca99 None None] The sync data for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 is: [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:43:57.269262 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6234a6c2-1fe1-41e2-9c71-a9a4aaf628b8 None None] New status for floating IP bc0a9639-4777-49c7-b1d8-04a4ab360954: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:43:57.327624 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:57.932724 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02ec8d-64eb-4f7d-978d-46d4401cf7d1 req-c26af171-bc84-4ec5-9eec-b155e2050971 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:57.934259 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f02ec8d-64eb-4f7d-978d-46d4401cf7d1 req-c26af171-bc84-4ec5-9eec-b155e2050971 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 946 time: 0.0510294 Aug 19 13:43:57.998546 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f02ec8d-64eb-4f7d-978d-46d4401cf7d1 req-f3a02f14-8329-4f9a-add2-aa4d1be46a6c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=13011f8b-a197-435a-ba3e-e941b13ed739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522788 Aug 19 13:43:58.010692 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eacc4-20a1-4a71-9018-b707c3c64c28 req-8a88399a-1e1d-44db-b2cc-1d49f2658a15 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:58.012184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c99eacc4-20a1-4a71-9018-b707c3c64c28 req-8a88399a-1e1d-44db-b2cc-1d49f2658a15 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 946 time: 0.0739174 Aug 19 13:43:58.109797 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c99eacc4-20a1-4a71-9018-b707c3c64c28 req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Deleting port 73cf575e-1870-4b9f-8346-59644b2598e5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:43:58.110139 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c99eacc4-20a1-4a71-9018-b707c3c64c28 req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:58.197738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c99eacc4-20a1-4a71-9018-b707c3c64c28 req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] For port 73cf575e-1870-4b9f-8346-59644b2598e5, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=73cf575e-1870-4b9f-8346-59644b2598e5,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:43:58.198015 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c99eacc4-20a1-4a71-9018-b707c3c64c28 req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:58.210994 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c99eacc4-20a1-4a71-9018-b707c3c64c28 req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Calling delete_port for 73cf575e-1870-4b9f-8346-59644b2598e5 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:43:58.405749 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c99eacc4-20a1-4a71-9018-b707c3c64c28 req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:58.437778 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event deleted for resources: {'Port': ['ID=73cf575e-1870-4b9f-8346-59644b2598e5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:43:58.461531 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:43:58.467948 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.468309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.468655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.469000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.469343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.473276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.473276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.473276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.473276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.473276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.473276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.473276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:43:58.493324 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99eacc4-20a1-4a71-9018-b707c3c64c28 req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] No DVR routers for this DVR port 73cf575e-1870-4b9f-8346-59644b2598e5 on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:43:58.495952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c99eacc4-20a1-4a71-9018-b707c3c64c28 req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:58.499267 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c99eacc4-20a1-4a71-9018-b707c3c64c28 req-af8dd390-123d-4679-ac24-c691b7bcef5b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.53 "DELETE /v2.0/ports/73cf575e-1870-4b9f-8346-59644b2598e5 HTTP/1.1" status: 204 len: 173 time: 0.4775774 Aug 19 13:43:58.499711 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'name': 'network-vif-deleted', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:43:58.502019 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f24225e-a86c-4fe4-b9e3-de37f1770bed" -d '{"events": [{"server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "name": "network-vif-deleted", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:43:58.596190 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdbb236-782b-4b78-905d-51e0bea4878c x-openstack-request-id: req-7cdbb236-782b-4b78-905d-51e0bea4878c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:43:58.596497 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0afd5-4bda-4305-9f94-029216693846", "name": "network-vif-deleted", "tag": "73cf575e-1870-4b9f-8346-59644b2598e5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:43:58.596746 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cdbb236-782b-4b78-905d-51e0bea4878c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:43:58.597577 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0afd5-4bda-4305-9f94-029216693846', 'name': 'network-vif-deleted', 'tag': '73cf575e-1870-4b9f-8346-59644b2598e5', 'status': 'completed', 'code': 200} Aug 19 13:43:59.105632 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9ad0f570-4815-4d91-bea4-e48c8ee7c76d req-bf8a851d-5c9a-4e41-beea-970575d1f337 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc0afd5-4bda-4305-9f94-029216693846 HTTP/1.1" status: 200 len: 210 time: 0.0268977 Aug 19 13:43:59.207078 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:00.163041 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56714) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:44:00.223061 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69755e32-8d9d-4625-ae67-370004b60bed tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:00.249135 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69755e32-8d9d-4625-ae67-370004b60bed tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:00.372630 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69755e32-8d9d-4625-ae67-370004b60bed tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:00.379442 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69755e32-8d9d-4625-ae67-370004b60bed tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:00.380672 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-69755e32-8d9d-4625-ae67-370004b60bed tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "DELETE /v2.0/security-groups/13011f8b-a197-435a-ba3e-e941b13ed739 HTTP/1.1" status: 204 len: 168 time: 0.2161143 Aug 19 13:44:00.391496 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69755e32-8d9d-4625-ae67-370004b60bed tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13011f8b-a197-435a-ba3e-e941b13ed739,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:00.790801 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56720) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:44:00.796435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-e6331970-5f80-4ae5-80ef-f6e8581dbde6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342707567', 'description': 'tempest-secgroup-smoke-342707567 description', 'project_id': '75b8b8276ecb4640a16989139f1324a2'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:44:00.802966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 73cf575e-1870-4b9f-8346-59644b2598e5 no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:44:00.822132 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 73cf575e-1870-4b9f-8346-59644b2598e5 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:44:00.822494 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 73cf575e-1870-4b9f-8346-59644b2598e5 not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:44:00.886565 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6331970-5f80-4ae5-80ef-f6e8581dbde6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:00.970691 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6331970-5f80-4ae5-80ef-f6e8581dbde6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.035148 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6331970-5f80-4ae5-80ef-f6e8581dbde6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.065115 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6331970-5f80-4ae5-80ef-f6e8581dbde6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b57887-d577-485c-b305-773dc0f0e329,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:01.132792 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6331970-5f80-4ae5-80ef-f6e8581dbde6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.134159 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e6331970-5f80-4ae5-80ef-f6e8581dbde6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3423460 Aug 19 13:44:01.136907 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56722) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:44:01.142754 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-bee4da9b-d380-40d7-9821-0197a7129cf3 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': 'd4b57887-d577-485c-b305-773dc0f0e329', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:44:01.240325 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bee4da9b-d380-40d7-9821-0197a7129cf3 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.299056 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bee4da9b-d380-40d7-9821-0197a7129cf3 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.378262 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bee4da9b-d380-40d7-9821-0197a7129cf3 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.398701 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4da9b-d380-40d7-9821-0197a7129cf3 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7be529-eb80-4ef4-8395-5ff2749d0faa,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:01.463909 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bee4da9b-d380-40d7-9821-0197a7129cf3 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.465177 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bee4da9b-d380-40d7-9821-0197a7129cf3 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273044 Aug 19 13:44:01.468620 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56724) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:44:01.473750 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-88c31b59-ba86-427b-b100-3a6ab858ee83 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': 'd4b57887-d577-485c-b305-773dc0f0e329', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:44:01.561952 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88c31b59-ba86-427b-b100-3a6ab858ee83 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.622226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88c31b59-ba86-427b-b100-3a6ab858ee83 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.681741 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88c31b59-ba86-427b-b100-3a6ab858ee83 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.710334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c31b59-ba86-427b-b100-3a6ab858ee83 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23254cda-e372-4d2c-b40c-9afcf447f988,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:01.749937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88c31b59-ba86-427b-b100-3a6ab858ee83 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.751173 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-88c31b59-ba86-427b-b100-3a6ab858ee83 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2813921 Aug 19 13:44:01.753910 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56726) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:44:01.758308 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-0b6d5802-20eb-487b-bdf7-b38b704d67b9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': 'd4b57887-d577-485c-b305-773dc0f0e329', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:44:01.878930 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b6d5802-20eb-487b-bdf7-b38b704d67b9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:01.946264 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b6d5802-20eb-487b-bdf7-b38b704d67b9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:02.018535 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b6d5802-20eb-487b-bdf7-b38b704d67b9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:02.036509 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d5802-20eb-487b-bdf7-b38b704d67b9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9ce2d8-5376-4625-ba89-d4050be09ded,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:02.107828 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b6d5802-20eb-487b-bdf7-b38b704d67b9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:02.109071 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-0b6d5802-20eb-487b-bdf7-b38b704d67b9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3542404 Aug 19 13:44:02.111875 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 56728) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:44:02.116358 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-5f9d8666-709c-4377-83eb-c11a90e610f8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': 'd4b57887-d577-485c-b305-773dc0f0e329', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:44:02.223225 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9d8666-709c-4377-83eb-c11a90e610f8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:02.283735 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9d8666-709c-4377-83eb-c11a90e610f8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:02.364727 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9d8666-709c-4377-83eb-c11a90e610f8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:02.384210 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d8666-709c-4377-83eb-c11a90e610f8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5c5a30-5cf4-40d2-a601-bdc65fc75d7d,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:02.462037 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f9d8666-709c-4377-83eb-c11a90e610f8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:02.463321 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-5f9d8666-709c-4377-83eb-c11a90e610f8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3504748 Aug 19 13:44:02.466462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56730) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:44:02.471302 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d255c77a-b55e-42a2-9ae3-b1295f2dda3e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': 'd4b57887-d577-485c-b305-773dc0f0e329', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:44:02.576762 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-d255c77a-b55e-42a2-9ae3-b1295f2dda3e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Project 75b8b8276ecb4640a16989139f1324a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:44:02.582176 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d255c77a-b55e-42a2-9ae3-b1295f2dda3e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:02.647075 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d255c77a-b55e-42a2-9ae3-b1295f2dda3e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:02.715671 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d255c77a-b55e-42a2-9ae3-b1295f2dda3e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:02.734412 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255c77a-b55e-42a2-9ae3-b1295f2dda3e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675ee69d-95ee-40c3-998f-277a51af2f4b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:02.801125 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d255c77a-b55e-42a2-9ae3-b1295f2dda3e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:02.802411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-d255c77a-b55e-42a2-9ae3-b1295f2dda3e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3349144 Aug 19 13:44:02.805027 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56732) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:44:02.809539 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a3fc2b61-8b56-486c-839d-8a15a52219e6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'security_group_rule': {'security_group_id': 'd4b57887-d577-485c-b305-773dc0f0e329', 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:44:02.936676 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-a3fc2b61-8b56-486c-839d-8a15a52219e6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Project 75b8b8276ecb4640a16989139f1324a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:44:02.942035 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2b61-8b56-486c-839d-8a15a52219e6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:03.007606 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2b61-8b56-486c-839d-8a15a52219e6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:03.073621 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2b61-8b56-486c-839d-8a15a52219e6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:03.094723 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc2b61-8b56-486c-839d-8a15a52219e6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb97f32-2f31-432d-9a36-736ad6d43002,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:03.183508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2b61-8b56-486c-839d-8a15a52219e6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:03.184726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a3fc2b61-8b56-486c-839d-8a15a52219e6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3787036 Aug 19 13:44:12.702387 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:15.401015 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:21.264312 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-12673fca-17f0-4acb-8013-e2fbe93d62dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:23.142008 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-9b90d8ad-6b22-4648-95f4-137254dfe508 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342707567&fields=id&tenant_id=75b8b8276ecb4640a16989139f1324a2 HTTP/1.1" status: 200 len: 267 time: 0.0343428 Aug 19 13:44:23.257000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438858-d274-4771-a278-e4f7865a8849 req-83707372-6adf-403b-b9d3-b1f9fb08ce72 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:23.258413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-83707372-6adf-403b-b9d3-b1f9fb08ce72 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 808 time: 0.1094747 Aug 19 13:44:23.275281 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-341d8bb7-bd52-491c-826c-ac4cde03f82f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/quotas/75b8b8276ecb4640a16989139f1324a2 HTTP/1.1" status: 200 len: 375 time: 0.0101423 Aug 19 13:44:23.333192 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-97bb840a-5698-4d20-8918-85aabc160013 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520875 Aug 19 13:44:23.478931 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-ff16e5b8-1257-4d25-812a-4b51d67da7ec service neutron] 10.222.0.44 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334445 Aug 19 13:44:23.575286 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-b8ba18fc-89ac-4aab-8da8-f436645f4966 service neutron] 10.222.0.44 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901153 Aug 19 13:44:25.216072 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-062f5e44-d296-4999-84e4-5b8d0e48e4f9 req-c7b08a88-0ce9-43c3-b690-c70c4037db39 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 210 time: 0.0357659 Aug 19 13:44:25.515800 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eb07b4d7-8d4a-49b4-9763-04c48ecbf4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:25.880292 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:26.314211 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-95a39a96-e3d5-45a6-85e9-e8bccd2540f1 req-bd71dbe7-fd60-4006-987e-d37ef37378fc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 210 time: 0.0308671 Aug 19 13:44:27.372483 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:27.416370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0a72e760-a834-438f-acdd-b230e4834cca req-c796e5ca-6da5-4edd-96c8-c4f03462a0da tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 210 time: 0.0286832 Aug 19 13:44:27.520939 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438858-d274-4771-a278-e4f7865a8849 req-feacbf3d-ff6b-4132-bf19-10713b0dd4a1 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:27.522415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-feacbf3d-ff6b-4132-bf19-10713b0dd4a1 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 808 time: 0.1085010 Aug 19 13:44:27.568761 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-320c862f-1bd3-40e1-a7fd-f856e8698563 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75b8b8276ecb4640a16989139f1324a2 HTTP/1.1" status: 200 len: 379 time: 0.0355780 Aug 19 13:44:27.577864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'port': {'device_id': 'b8144275-b8c1-418a-87fd-822d17159e41', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'admin_state_up': True, 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'security_groups': ['d4b57887-d577-485c-b305-773dc0f0e329']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:44:27.771937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Made reservation on behalf of 75b8b8276ecb4640a16989139f1324a2 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:44:27.775640 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:27.913151 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Allocated IP 172.20.0.14 (6d783abf-bf7a-4a83-bc84-9a1c35acdeae/9ce34ca9-fc8d-4c87-b0b5-c01b69494f79/f6395315-c4c2-4300-aa5c-d0afa639208e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:44:28.064722 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:28.077968 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Transition to ACTIVE for port object f6395315-c4c2-4300-aa5c-d0afa639208e will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:44:28.223836 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:28.270648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:44:28.273793 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:44:28.277656 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:44:28.284252 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'Port': ['ID=f6395315-c4c2-4300-aa5c-d0afa639208e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:28.334076 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:28.337571 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:28.424681 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-fa5fa631-5dd4-484d-a1b5-6f6f736533f4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8503194 Aug 19 13:44:28.438872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Request body: {'port': {'device_id': 'b8144275-b8c1-418a-87fd-822d17159e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:44:28.546288 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:28.589114 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-018948b2-93a4-4a1e-8088-01e62cc28c11 None None] Provisioning for port f6395315-c4c2-4300-aa5c-d0afa639208e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:44:28.593874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-018948b2-93a4-4a1e-8088-01e62cc28c11 None None] Provisioning complete for port f6395315-c4c2-4300-aa5c-d0afa639208e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:44:28.594322 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-018948b2-93a4-4a1e-8088-01e62cc28c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:28.597173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001347b3-5d90-4ef9-b1e2-56463ce4d56f req-426cb797-7ce5-4972-a0e7-a6a23755711a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:28.598742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-001347b3-5d90-4ef9-b1e2-56463ce4d56f req-426cb797-7ce5-4972-a0e7-a6a23755711a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 932 time: 0.0858269 Aug 19 13:44:28.631803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-018948b2-93a4-4a1e-8088-01e62cc28c11 None None] Port f6395315-c4c2-4300-aa5c-d0afa639208e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:44:28.707750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-001347b3-5d90-4ef9-b1e2-56463ce4d56f req-c5fc2193-2feb-41fc-b157-ba203db632f1 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999510 Aug 19 13:44:28.872208 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6395315-c4c2-4300-aa5c-d0afa639208e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:44:28.880463 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:28.893877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Transition to ACTIVE for port object f6395315-c4c2-4300-aa5c-d0afa639208e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:44:28.975563 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:29.036424 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6395315-c4c2-4300-aa5c-d0afa639208e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:29.118387 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Attempting to bind port f6395315-c4c2-4300-aa5c-d0afa639208e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:44:29.118925 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Attempting to bind port f6395315-c4c2-4300-aa5c-d0afa639208e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:44:29.119397 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Attempting to bind port f6395315-c4c2-4300-aa5c-d0afa639208e on network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:44:29.124860 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Port f6395315-c4c2-4300-aa5c-d0afa639208e on network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:44:29.125311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Attempting to bind port f6395315-c4c2-4300-aa5c-d0afa639208e on network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:44:29.135071 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:44:29.135373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Checking segment: {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:44:29.135896 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Bound using segment: {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:44:29.136427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Bound port: f6395315-c4c2-4300-aa5c-d0afa639208e, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f06c0ff-fbca-4606-bb6f-fc71478a13cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:44:29.137293 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:29.206484 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:29.224895 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] For port f6395315-c4c2-4300-aa5c-d0afa639208e, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:44:29.228093 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] For port f6395315-c4c2-4300-aa5c-d0afa639208e, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f6395315-c4c2-4300-aa5c-d0afa639208e,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:44:29.327989 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:29.371973 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:29.373190 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:29.374800 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] 10.222.0.53 "PUT /v2.0/ports/f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 200 len: 1092 time: 0.9417953 Aug 19 13:44:29.375299 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:44:29.377588 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cabc07-abab-43d7-be16-fdbcb3bb8b21" -d '{"events": [{"name": "network-changed", "server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:44:29.404732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8faac1-76f8-4c61-98d5-c214b7e6ebb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6395315-c4c2-4300-aa5c-d0afa639208e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:29.420926 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6874c88f-214f-4a42-9afa-d91676917dc8 x-openstack-request-id: req-6874c88f-214f-4a42-9afa-d91676917dc8 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:44:29.421220 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:44:29.421516 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6874c88f-214f-4a42-9afa-d91676917dc8 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:44:29.421941 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'status': 'completed', 'code': 200} Aug 19 13:44:29.487221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cabc07-abab-43d7-be16-fdbcb3bb8b21 req-405a1c76-f282-48e7-bbbb-58e5d5e1e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:29.489040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2cabc07-abab-43d7-be16-fdbcb3bb8b21 req-405a1c76-f282-48e7-bbbb-58e5d5e1e74c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1095 time: 0.0457265 Aug 19 13:44:29.599565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cabc07-abab-43d7-be16-fdbcb3bb8b21 req-7aabe18c-9697-49e4-9a3c-6e8a74d1b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:29.601062 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2cabc07-abab-43d7-be16-fdbcb3bb8b21 req-7aabe18c-9697-49e4-9a3c-6e8a74d1b611 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=75b8b8276ecb4640a16989139f1324a2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1037927 Aug 19 13:44:29.704618 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cabc07-abab-43d7-be16-fdbcb3bb8b21 req-85dbbb15-ab59-4f11-9d63-bda0c799057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:29.706020 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c2cabc07-abab-43d7-be16-fdbcb3bb8b21 req-85dbbb15-ab59-4f11-9d63-bda0c799057d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976868 Aug 19 13:44:29.824665 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438858-d274-4771-a278-e4f7865a8849 req-d2e78819-e21d-465d-8578-8f3b7442d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:29.827034 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-d2e78819-e21d-465d-8578-8f3b7442d5ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1095 time: 0.0775180 Aug 19 13:44:29.839475 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c11bf-3280-4f55-8815-2e5e7a753c99 req-58278d62-2600-4023-a19c-dd254322033e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:29.840926 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f2c11bf-3280-4f55-8815-2e5e7a753c99 req-58278d62-2600-4023-a19c-dd254322033e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0611212 Aug 19 13:44:29.882038 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-5ceadf13-eab2-4722-b0e3-0e2343ab1fb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 200 len: 217 time: 0.0395372 Aug 19 13:44:29.939698 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8f2c11bf-3280-4f55-8815-2e5e7a753c99 req-30ffff16-9fd5-4751-b6c7-cf4667844321 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913677 Aug 19 13:44:29.954809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438858-d274-4771-a278-e4f7865a8849 req-f7df5bc8-855b-4c11-8d42-aa56b4268fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:29.956242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-f7df5bc8-855b-4c11-8d42-aa56b4268fd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0613484 Aug 19 13:44:30.002286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5438858-d274-4771-a278-e4f7865a8849 req-610b967e-d918-4860-ba6e-44bf11e60978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:30.003806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-610b967e-d918-4860-ba6e-44bf11e60978 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408337 Aug 19 13:44:30.100955 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-1f4396c2-e04a-448f-aa7d-fec1b4c53bbf service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903256 Aug 19 13:44:30.195974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e5438858-d274-4771-a278-e4f7865a8849 req-79bc6a89-e8ea-4b48-9061-f4299dde1f41 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861373 Aug 19 13:44:31.064263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc48a4-8b58-4ff0-bf50-f8b255bf5916 req-2383f210-0671-4826-a4cc-7a7b77ff94f0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:31.065932 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03cc48a4-8b58-4ff0-bf50-f8b255bf5916 req-2383f210-0671-4826-a4cc-7a7b77ff94f0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0540392 Aug 19 13:44:31.114110 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-03cc48a4-8b58-4ff0-bf50-f8b255bf5916 req-b1dbfa43-dbee-4322-a32b-f6a7ad6cc4a0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411465 Aug 19 13:44:32.237195 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d0468-c581-4210-8e04-291907314568 req-ac865339-3703-4d7e-8921-9b38893aa621 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:32.238661 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a00d0468-c581-4210-8e04-291907314568 req-ac865339-3703-4d7e-8921-9b38893aa621 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0540283 Aug 19 13:44:32.279437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a00d0468-c581-4210-8e04-291907314568 req-871feb2b-6904-418c-ac88-618b7bd979e0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342896 Aug 19 13:44:33.398144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb468910-9e09-491d-aa56-1678be99bbdf req-3baf688d-7526-402b-a9d2-f644d4cf55bc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:33.399654 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb468910-9e09-491d-aa56-1678be99bbdf req-3baf688d-7526-402b-a9d2-f644d4cf55bc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0515416 Aug 19 13:44:33.438245 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bb468910-9e09-491d-aa56-1678be99bbdf req-5a974788-fca8-4bb0-a6e5-0f77cc323ad6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326684 Aug 19 13:44:34.554822 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733e786-cf75-4d1a-a2aa-6bbc3b4e59da req-0d12f78f-7e8d-4b34-b008-301134bc46d2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:34.556332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c733e786-cf75-4d1a-a2aa-6bbc3b4e59da req-0d12f78f-7e8d-4b34-b008-301134bc46d2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0495102 Aug 19 13:44:34.596097 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c733e786-cf75-4d1a-a2aa-6bbc3b4e59da req-a0168fdc-76be-4c1f-ab87-f140fc63fd68 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325000 Aug 19 13:44:35.460348 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:44:35.717537 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14cfe9-a3f2-41af-86fd-65090d9b9838 req-c737bfce-3607-4a6a-96b3-4ed8fddd9e00 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:35.718949 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a14cfe9-a3f2-41af-86fd-65090d9b9838 req-c737bfce-3607-4a6a-96b3-4ed8fddd9e00 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0540726 Aug 19 13:44:35.757075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-4a14cfe9-a3f2-41af-86fd-65090d9b9838 req-e3678bf9-f951-490e-b2ac-26c72e746424 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322473 Aug 19 13:44:36.883111 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783b6c-f231-4960-9fd4-c42efa352a81 req-b810dd48-32bf-4968-b4b5-042c91c2be21 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:36.884595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49783b6c-f231-4960-9fd4-c42efa352a81 req-b810dd48-32bf-4968-b4b5-042c91c2be21 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0497327 Aug 19 13:44:36.924235 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-49783b6c-f231-4960-9fd4-c42efa352a81 req-4142b6e0-075f-4a9d-a8ec-4bbf8f3c6249 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332670 Aug 19 13:44:38.039532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87e134-fd0b-4de6-82db-6bf2b4602fd2 req-1fbff0df-d066-40cf-af48-0071abef9538 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:38.040995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa87e134-fd0b-4de6-82db-6bf2b4602fd2 req-1fbff0df-d066-40cf-af48-0071abef9538 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0485938 Aug 19 13:44:38.080196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa87e134-fd0b-4de6-82db-6bf2b4602fd2 req-88fdfd1d-3543-43ca-a02f-0654c42817b6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324056 Aug 19 13:44:38.958152 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f6395315-c4c2-4300-aa5c-d0afa639208e details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:44:39.058841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f6395315-c4c2-4300-aa5c-d0afa639208e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f6395315-c4c2-4300-aa5c-d0afa639208e,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:44:39.069402 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'port_id': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'mac_address': 'fa:16:3e:fd:0a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:44:39.105930 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:39.119561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6395315-c4c2-4300-aa5c-d0afa639208e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:44:39.138905 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f6395315-c4c2-4300-aa5c-d0afa639208e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f6395315-c4c2-4300-aa5c-d0afa639208e,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:44:39.205973 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:39.258318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f6395315-c4c2-4300-aa5c-d0afa639208e,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:39.266579 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.266937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.267163 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5a31-bf47-46f8-b3c3-582c98a513cc req-55d56e25-09d6-45ea-b83b-94cc63f7f8ea tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:39.267648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.267648 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.267924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.268253 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.268683 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-325d5a31-bf47-46f8-b3c3-582c98a513cc req-55d56e25-09d6-45ea-b83b-94cc63f7f8ea tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 945 time: 0.0554049 Aug 19 13:44:39.268816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.269036 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.269366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.269718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.270043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.270367 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:39.307334 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-325d5a31-bf47-46f8-b3c3-582c98a513cc req-0eddbc88-55ae-410d-9a96-0798b827a08e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322592 Aug 19 13:44:39.448482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f6395315-c4c2-4300-aa5c-d0afa639208e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:44:40.426549 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c332b-d224-4023-942e-ecc32e735df0 req-ba02a773-3092-4afb-b0c9-d2e0966f9de5 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:40.428079 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e85c332b-d224-4023-942e-ecc32e735df0 req-ba02a773-3092-4afb-b0c9-d2e0966f9de5 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 945 time: 0.0519345 Aug 19 13:44:40.467421 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e85c332b-d224-4023-942e-ecc32e735df0 req-4f63c364-e573-4a74-9c55-9846be324599 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328691 Aug 19 13:44:40.958728 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f6395315-c4c2-4300-aa5c-d0afa639208e up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:44:41.114359 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port f6395315-c4c2-4300-aa5c-d0afa639208e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:44:41.118441 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port f6395315-c4c2-4300-aa5c-d0afa639208e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:44:41.118796 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:41.200381 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:41.224239 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:44:41.226504 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0341fda2-df35-495e-84f4-d8a06657d702" -d '{"events": [{"server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "name": "network-vif-plugged", "status": "completed", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:44:41.243302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f6395315-c4c2-4300-aa5c-d0afa639208e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f6395315-c4c2-4300-aa5c-d0afa639208e,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:44:41.264366 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea994cb4-4d61-40ad-aca9-5e4d22f90ca3 x-openstack-request-id: req-ea994cb4-4d61-40ad-aca9-5e4d22f90ca3 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:44:41.264658 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "name": "network-vif-plugged", "status": "completed", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:44:41.264921 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea994cb4-4d61-40ad-aca9-5e4d22f90ca3 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:44:41.265312 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'code': 200} Aug 19 13:44:41.314419 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:41.364300 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f6395315-c4c2-4300-aa5c-d0afa639208e,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:41.365741 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df15ab-2527-4259-b252-164b37718444 req-45fb8e5f-b8bc-44e8-b8d1-dc7c72f8a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:41.367280 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6df15ab-2527-4259-b252-164b37718444 req-45fb8e5f-b8bc-44e8-b8d1-dc7c72f8a92a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1097 time: 0.0419931 Aug 19 13:44:41.403035 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6df15ab-2527-4259-b252-164b37718444 req-ad437ef8-7041-4823-8e69-540dfdec6975 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288312 Aug 19 13:44:41.589877 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e72a9-efb3-4c28-90ee-d0b4b60316f4 req-5e24710a-06c1-40b9-a60c-4529afed6fd6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:41.591991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-745e72a9-efb3-4c28-90ee-d0b4b60316f4 req-5e24710a-06c1-40b9-a60c-4529afed6fd6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0533400 Aug 19 13:44:41.629781 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-745e72a9-efb3-4c28-90ee-d0b4b60316f4 req-276c9a91-a6d3-4798-9739-3a10ae17d66c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318315 Aug 19 13:44:42.689697 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:42.752966 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea080b-cd55-4426-8a41-4edfa850e8ed req-1a2190ef-c556-4a53-b930-75c5340f6283 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:42.754575 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29ea080b-cd55-4426-8a41-4edfa850e8ed req-1a2190ef-c556-4a53-b930-75c5340f6283 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0513394 Aug 19 13:44:42.797750 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29ea080b-cd55-4426-8a41-4edfa850e8ed req-6c8304a7-e7cb-4e7c-abd9-1fe5258f0bda tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368974 Aug 19 13:44:43.917154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf28586-a4a2-4bed-bb57-5d8b76e442ca req-75ef09d4-0069-4b6e-8cc6-ad4ce76c2f41 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:43.920322 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdf28586-a4a2-4bed-bb57-5d8b76e442ca req-75ef09d4-0069-4b6e-8cc6-ad4ce76c2f41 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0521944 Aug 19 13:44:43.960406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fdf28586-a4a2-4bed-bb57-5d8b76e442ca req-93da7d69-2cc9-439f-8ac5-1f4cc7c95505 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339963 Aug 19 13:44:44.084204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee989684-7ef3-4094-a970-233776d9ed77 req-c2711794-3742-45f0-8b95-ee13fe5a7d59 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:44.085752 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee989684-7ef3-4094-a970-233776d9ed77 req-c2711794-3742-45f0-8b95-ee13fe5a7d59 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0542390 Aug 19 13:44:44.124659 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ee989684-7ef3-4094-a970-233776d9ed77 req-ffea2cec-afb0-4ea7-9767-69ecd1d69289 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323286 Aug 19 13:44:44.149258 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:44:44.191152 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2490e9-d4e2-4252-9c8a-dbe9e8c4ad5a tempest-TestShelveInstance-2138792409 tempest-TestShelveInstance-2138792409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:44.192733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4b2490e9-d4e2-4252-9c8a-dbe9e8c4ad5a tempest-TestShelveInstance-2138792409 tempest-TestShelveInstance-2138792409-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1092 time: 0.0424190 Aug 19 13:44:44.195668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 56940) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:44:44.200226 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:44:44.360625 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:44.463578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:44.570351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Allocated IP 172.25.6.87 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/34809144-0dcd-48f0-b8ee-4593e43f902e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:44:44.680405 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:44.777985 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:44.819702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:44:44.824192 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:44:44.829266 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:44:44.832297 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'Port': ['ID=34809144-0dcd-48f0-b8ee-4593e43f902e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:45.201666 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:45.352226 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:45.428708 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:45.503824 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:45.565888 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:45.637164 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event updated for resources: {'Port': ['ID=34809144-0dcd-48f0-b8ee-4593e43f902e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:45.648120 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:45.746605 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Floating IP 7e96ad60-2c9b-4538-9b4c-e7b9ac8b90ac associated. External IP: 172.25.6.87, port: f6395315-c4c2-4300-aa5c-d0afa639208e. Aug 19 13:44:45.957043 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:44:46.065348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:44:46.075308 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd69213d-db7a-4ea4-a4bd-41bcce5ce14a None None] Sync routers for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:44:46.084790 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69213d-db7a-4ea4-a4bd-41bcce5ce14a None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:44:46.085421 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-fd69213d-db7a-4ea4-a4bd-41bcce5ce14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:44:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:44:46.143250 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:46.195749 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-fd69213d-db7a-4ea4-a4bd-41bcce5ce14a None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:44:46.438129 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-fd69213d-db7a-4ea4-a4bd-41bcce5ce14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '7e96ad60-2c9b-4538-9b4c-e7b9ac8b90ac', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'port_id': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'mac_address': 'fa:16:3e:fd:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8144275-b8c1-418a-87fd-822d17159e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:44:45Z', 'updated_at': '2021-08-19T13:44:45Z', 'revision_number': 0, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:44:46.469337 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd69213d-db7a-4ea4-a4bd-41bcce5ce14a None None] Checking router: d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:44:46.478494 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69213d-db7a-4ea4-a4bd-41bcce5ce14a None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:44:46.479220 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-fd69213d-db7a-4ea4-a4bd-41bcce5ce14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:44:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:44:46.534009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8fc47de3-9d21-4897-aa7a-4867d8a79296 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3372691 Aug 19 13:44:46.534902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:44:46.536845 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75430bd-4678-4723-9492-d39557922bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:44:46.573749 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c207da1c-9ab9-4334-98d6-459997bcceb5 x-openstack-request-id: req-c207da1c-9ab9-4334-98d6-459997bcceb5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:44:46.574037 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:44:46.574285 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c207da1c-9ab9-4334-98d6-459997bcceb5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:44:46.574677 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'status': 'completed', 'code': 200} Aug 19 13:44:46.588953 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-fd69213d-db7a-4ea4-a4bd-41bcce5ce14a None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:44:46.635373 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75430bd-4678-4723-9492-d39557922bf1 req-c8b7ac88-3e49-4b11-bea3-3e66bc98a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:46.636891 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e75430bd-4678-4723-9492-d39557922bf1 req-c8b7ac88-3e49-4b11-bea3-3e66bc98a743 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1097 time: 0.0405161 Aug 19 13:44:46.736670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75430bd-4678-4723-9492-d39557922bf1 req-b70fb4de-9ca0-4ad6-b6ba-1da5b2e251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:46.738159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e75430bd-4678-4723-9492-d39557922bf1 req-b70fb4de-9ca0-4ad6-b6ba-1da5b2e251a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0936050 Aug 19 13:44:46.806833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e75430bd-4678-4723-9492-d39557922bf1 req-b1e07da6-e474-498d-806d-85192686dc87 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 200 len: 999 time: 0.0614500 Aug 19 13:44:46.818798 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-fd69213d-db7a-4ea4-a4bd-41bcce5ce14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '7e96ad60-2c9b-4538-9b4c-e7b9ac8b90ac', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'port_id': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'mac_address': 'fa:16:3e:fd:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8144275-b8c1-418a-87fd-822d17159e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:44:45Z', 'updated_at': '2021-08-19T13:44:45Z', 'revision_number': 0, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:44:46.849563 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd69213d-db7a-4ea4-a4bd-41bcce5ce14a None None] The sync data for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 is: [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '7e96ad60-2c9b-4538-9b4c-e7b9ac8b90ac', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'port_id': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'mac_address': 'fa:16:3e:fd:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8144275-b8c1-418a-87fd-822d17159e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:44:45Z', 'updated_at': '2021-08-19T13:44:45Z', 'revision_number': 0, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:44:46.855702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75430bd-4678-4723-9492-d39557922bf1 req-04430b94-eef4-4495-9471-98904c62ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:46.857787 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e75430bd-4678-4723-9492-d39557922bf1 req-04430b94-eef4-4495-9471-98904c62ec7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0442274 Aug 19 13:44:46.912668 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75430bd-4678-4723-9492-d39557922bf1 req-ba522ba1-b9a3-430c-8563-308cef67fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:46.914180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e75430bd-4678-4723-9492-d39557922bf1 req-ba522ba1-b9a3-430c-8563-308cef67fd73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495818 Aug 19 13:44:47.009345 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e75430bd-4678-4723-9492-d39557922bf1 req-313e4100-5251-4849-a065-ebd28131eceb service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875392 Aug 19 13:44:47.055544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a2516-9dbd-4607-8329-080fb05612a6 None None] New status for floating IP 7e96ad60-2c9b-4538-9b4c-e7b9ac8b90ac: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:44:47.105900 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e75430bd-4678-4723-9492-d39557922bf1 req-35c7abd5-b846-47b1-8081-ec0375d82513 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895991 Aug 19 13:44:49.683040 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-f3637400-8e5c-40c6-8b1e-d89df6231f56 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411434 Aug 19 13:44:49.767109 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-2b6d2818-8e0d-4c33-aab2-53336714252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:49.768660 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-2b6d2818-8e0d-4c33-aab2-53336714252c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1097 time: 0.0436809 Aug 19 13:44:49.880176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-a8c71825-c782-4e4a-bde1-acd0ecb888fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:49.881713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-a8c71825-c782-4e4a-bde1-acd0ecb888fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0927980 Aug 19 13:44:49.951302 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-1b9bc7b0-1930-4579-a145-5ee865eb1bc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 200 len: 1001 time: 0.0621750 Aug 19 13:44:50.009011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-43e22661-849b-4bff-8b95-bd6d5c3682b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:50.010567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-43e22661-849b-4bff-8b95-bd6d5c3682b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0520852 Aug 19 13:44:50.057753 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-a3dc3496-cb1e-4ee9-bf49-cf8350f318b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:50.059269 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-a3dc3496-cb1e-4ee9-bf49-cf8350f318b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416522 Aug 19 13:44:50.153965 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-4825385b-4063-4978-a4a7-d75238fa627f service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869565 Aug 19 13:44:50.257332 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-44f2cc0a-b729-43b6-9d08-09169024f1bb req-d61b8c87-a914-4fd4-a440-270f48fbf675 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919912 Aug 19 13:44:51.175900 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-10def18a-9c23-4bd8-864c-79e4415f7523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:55.491668 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d1e99782-2d99-4671-a351-ed5963b84b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:55.812017 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:57.346994 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:59.228331 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:12.461442 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:45:12.732068 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:15.476021 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:21.233693 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d85ed3f3-0eb4-4dcd-a06f-898d2fcaa400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:25.536673 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3f83cd75-b8ac-4aa8-a1b9-2f2a7261c097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:25.826186 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:27.422167 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:29.250559 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:42.850728 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:45.471608 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:49.460428 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:45:51.214703 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0861e012-7223-4681-9731-90fd1b6590f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:51.741262 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c53fcfca-a791-4787-9f43-c625274d8710 req-f530cc47-ba35-4def-9ed4-4c899c63644a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467134 Aug 19 13:45:51.836263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fcfca-a791-4787-9f43-c625274d8710 req-f9ba62be-6ace-45b2-b895-99654e92ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:45:51.837806 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c53fcfca-a791-4787-9f43-c625274d8710 req-f9ba62be-6ace-45b2-b895-99654e92ba03 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1097 time: 0.0485823 Aug 19 13:45:51.946747 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fcfca-a791-4787-9f43-c625274d8710 req-c5fc7de7-82e8-434f-8ecd-3e3235e23c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:45:51.948145 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c53fcfca-a791-4787-9f43-c625274d8710 req-c5fc7de7-82e8-434f-8ecd-3e3235e23c26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0868556 Aug 19 13:45:52.019963 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c53fcfca-a791-4787-9f43-c625274d8710 req-e9189866-1b67-40a9-9d82-6307056acd06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 200 len: 1001 time: 0.0635242 Aug 19 13:45:52.070907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fcfca-a791-4787-9f43-c625274d8710 req-e679dec6-4152-4445-9c11-8f9c6f43d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:45:52.072373 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c53fcfca-a791-4787-9f43-c625274d8710 req-e679dec6-4152-4445-9c11-8f9c6f43d00a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0449042 Aug 19 13:45:52.118836 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fcfca-a791-4787-9f43-c625274d8710 req-7aa2c3ab-5c13-4cbd-bbf4-e19b5c0f6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:45:52.120338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c53fcfca-a791-4787-9f43-c625274d8710 req-7aa2c3ab-5c13-4cbd-bbf4-e19b5c0f6f4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406904 Aug 19 13:45:52.218895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c53fcfca-a791-4787-9f43-c625274d8710 req-6b6ba147-43d4-4a94-baf0-0305573dafe0 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900872 Aug 19 13:45:52.311743 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c53fcfca-a791-4787-9f43-c625274d8710 req-dab82ff0-1718-4ebc-821d-e5a257bc1940 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855610 Aug 19 13:45:55.524384 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8809-9aae-4718-adc6-13eebade666f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:55.844068 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:57.330263 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:59.227105 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:12.787131 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:15.443887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:21.190967 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c0b92f59-93b8-4516-a35e-e912c82c0515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:25.535129 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-94df46f2-12dc-4a52-81d2-5c67ddff774e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:25.872820 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:26.461509 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:46:27.352139 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:29.209698 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:42.740694 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.442166 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.174912 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6ad65657-9b13-48e8-b75f-98004cc8dc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.688377 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-f5384a88-5bdf-4784-a8fe-eb2ba39864a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404713 Aug 19 13:46:51.776951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-51b51360-6b61-4348-a93c-57a90d544ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:51.778556 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-51b51360-6b61-4348-a93c-57a90d544ec1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1097 time: 0.0468569 Aug 19 13:46:51.917918 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-b7e66756-596d-4c02-8204-a4193e66be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:51.919428 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-b7e66756-596d-4c02-8204-a4193e66be80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.1218655 Aug 19 13:46:51.989666 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-37c055b6-d55f-458f-937a-c3c1896945e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 200 len: 1001 time: 0.0633655 Aug 19 13:46:52.039077 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-5c4e1afc-2015-46a6-b0e7-4caa10e1b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:52.040600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-5c4e1afc-2015-46a6-b0e7-4caa10e1b382 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0439649 Aug 19 13:46:52.086603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-efdee650-0462-4dd4-b3ff-2c89cdfb30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:52.088162 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-efdee650-0462-4dd4-b3ff-2c89cdfb30da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399802 Aug 19 13:46:52.180551 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-8959f0f8-5f13-4b10-81ce-cae953fc7ddb service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851488 Aug 19 13:46:52.270694 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1e84d780-fff1-4c9f-8d31-ad02619f79d0 req-33c01246-7c40-40b8-be98-1fa9457410a1 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827844 Aug 19 13:46:55.494781 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6aaef255-f1f9-4a23-a8ef-89b414458548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:55.843883 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.386172 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:59.220449 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:03.461276 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:47:12.723050 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:15.505342 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:21.179745 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-56de5308-6c62-4811-9de8-57e9d6330a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:23.626004 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359a0ca-91d0-493f-ac17-a1f75367e9c3 req-8c7b0edf-82d2-42da-a663-391e5a8f44d4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:23.627521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5359a0ca-91d0-493f-ac17-a1f75367e9c3 req-8c7b0edf-82d2-42da-a663-391e5a8f44d4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0561152 Aug 19 13:47:23.666153 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5359a0ca-91d0-493f-ac17-a1f75367e9c3 req-dc0a9d79-b109-4ee9-9a22-af4f9e299bc3 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326896 Aug 19 13:47:24.870524 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa6201-984e-401c-ab44-879405684833 req-ad526a7c-75df-4a11-8252-be1b7ff0a4f7 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:24.872021 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20aa6201-984e-401c-ab44-879405684833 req-ad526a7c-75df-4a11-8252-be1b7ff0a4f7 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.1087747 Aug 19 13:47:24.910767 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20aa6201-984e-401c-ab44-879405684833 req-bc1f2752-3fea-4218-a5cb-98b94f6d77e8 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Aug 19 13:47:25.493744 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4e2fdf9a-5092-472c-8d2a-a4d0f996628d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:25.825120 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:26.122627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb61ee-80c0-4100-aa3e-8083fe0624fa req-8f25d97e-7f5b-4243-a62a-2ae1fa747599 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:26.124882 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0fb61ee-80c0-4100-aa3e-8083fe0624fa req-8f25d97e-7f5b-4243-a62a-2ae1fa747599 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.1007926 Aug 19 13:47:26.165242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c0fb61ee-80c0-4100-aa3e-8083fe0624fa req-c301cf95-a9e5-4f9a-bd9f-626b2c2ef0b4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339909 Aug 19 13:47:27.287096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f972f-4c23-4a7d-8080-247cbec91020 req-9be9470a-9811-45a2-bb1a-01b76538b223 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:27.288531 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d3f972f-4c23-4a7d-8080-247cbec91020 req-9be9470a-9811-45a2-bb1a-01b76538b223 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0539882 Aug 19 13:47:27.328635 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d3f972f-4c23-4a7d-8080-247cbec91020 req-ec18e9a6-6f7e-426c-b719-9c8e101bef3f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336926 Aug 19 13:47:27.345569 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:28.445096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb78ec-f475-497d-9473-500d3cde3874 req-9f2a7c9e-1870-4a72-8c4a-b4a007831734 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:28.446625 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29eb78ec-f475-497d-9473-500d3cde3874 req-9f2a7c9e-1870-4a72-8c4a-b4a007831734 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0494375 Aug 19 13:47:28.484098 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-29eb78ec-f475-497d-9473-500d3cde3874 req-35672b1b-380d-4c50-bab7-d5259a8bad59 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312812 Aug 19 13:47:29.241743 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:29.601625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0bd7-8175-4236-a1e2-920e0549033c req-44f04f2c-fbc4-4569-a28d-f31e3c2d4a43 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:29.603141 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b46f0bd7-8175-4236-a1e2-920e0549033c req-44f04f2c-fbc4-4569-a28d-f31e3c2d4a43 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0509481 Aug 19 13:47:29.647870 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b46f0bd7-8175-4236-a1e2-920e0549033c req-59a43aa2-f5a2-4a4e-a552-a6d4262737e2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337241 Aug 19 13:47:30.774702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9dc92-01d6-4da9-a2f8-1349b218fe65 req-a55ee08a-a885-408c-a36c-ee50bc40923d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:30.776212 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6d9dc92-01d6-4da9-a2f8-1349b218fe65 req-a55ee08a-a885-408c-a36c-ee50bc40923d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0548370 Aug 19 13:47:30.813196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c6d9dc92-01d6-4da9-a2f8-1349b218fe65 req-603da161-79bf-4171-9010-53c954a3c1fe tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Aug 19 13:47:31.931131 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad0770-a352-4785-80cb-d047b897095c req-7f55465e-2183-40f4-aef7-408edd78f8af tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:31.932549 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afad0770-a352-4785-80cb-d047b897095c req-7f55465e-2183-40f4-aef7-408edd78f8af tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0512295 Aug 19 13:47:31.978843 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-afad0770-a352-4785-80cb-d047b897095c req-6c0fa95d-e5d3-4127-be7f-7645b4185953 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392764 Aug 19 13:47:33.092180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a6187-b1b7-4b52-91e7-bcdef8ccd03a req-ffe0ca9b-cbd7-41df-97a3-6134d10fd06b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:33.093676 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b48a6187-b1b7-4b52-91e7-bcdef8ccd03a req-ffe0ca9b-cbd7-41df-97a3-6134d10fd06b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0484412 Aug 19 13:47:33.131636 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b48a6187-b1b7-4b52-91e7-bcdef8ccd03a req-cfbb08ab-cd88-4fd1-b1a8-b938720b209c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314784 Aug 19 13:47:33.832627 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-4de4644a-40a1-493b-adfa-6d0a07269ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:33.834201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-4de4644a-40a1-493b-adfa-6d0a07269ab5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1097 time: 0.0471106 Aug 19 13:47:33.926606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-294401de-e463-453f-8c84-2cc13ba22402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:33.928181 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-294401de-e463-453f-8c84-2cc13ba22402 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0863860 Aug 19 13:47:34.000408 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-b91748a1-06ad-4725-950a-429cccf77e15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 200 len: 1001 time: 0.0626664 Aug 19 13:47:34.050221 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-4996d598-6bc6-4f7e-9f17-e042d9937708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:34.052473 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-4996d598-6bc6-4f7e-9f17-e042d9937708 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0446818 Aug 19 13:47:34.098782 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-c7a5bdbc-cb65-4cf4-aa85-f21c62b9da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:34.100309 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-c7a5bdbc-cb65-4cf4-aa85-f21c62b9da40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406091 Aug 19 13:47:34.111795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-6bba1f5b-2a46-44a1-8f1c-867ef1782993 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:47:34.112742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-6bba1f5b-2a46-44a1-8f1c-867ef1782993 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049644 Aug 19 13:47:34.224485 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-d1ec6fcd-d100-4dbd-abcf-94ef9ad5d277 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042573 Aug 19 13:47:34.324717 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfca17b-a8de-4ac4-bf95-5d431eb823d8 req-283e1fea-f932-4a51-846e-75931a874bf2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:34.326517 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dfca17b-a8de-4ac4-bf95-5d431eb823d8 req-283e1fea-f932-4a51-846e-75931a874bf2 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.1179442 Aug 19 13:47:34.376140 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-486fd9ed-aa9d-49cf-88a8-08a4bd1dac19 req-6057b8b5-42d7-4340-8d41-38405f6e2e1e service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376746 Aug 19 13:47:34.394116 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3dfca17b-a8de-4ac4-bf95-5d431eb823d8 req-e7101a75-72b0-4142-869b-95f3029b568c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587525 Aug 19 13:47:35.513216 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc63aa-bd86-4f4d-9a88-298f20c718bf req-b1f49450-ffa1-444d-8088-79e690f806e1 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:35.514784 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fecc63aa-bd86-4f4d-9a88-298f20c718bf req-b1f49450-ffa1-444d-8088-79e690f806e1 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0511150 Aug 19 13:47:35.556581 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fecc63aa-bd86-4f4d-9a88-298f20c718bf req-8d580cc1-a761-4967-8e90-e685c811fcd7 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348129 Aug 19 13:47:36.677047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d217949-59cd-48ee-92a8-cb19d27c6a09 req-14018fa0-7877-4c7e-b370-38c88364b8bc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:36.678569 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d217949-59cd-48ee-92a8-cb19d27c6a09 req-14018fa0-7877-4c7e-b370-38c88364b8bc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0534811 Aug 19 13:47:36.718836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5d217949-59cd-48ee-92a8-cb19d27c6a09 req-e3a2d3c9-d7f9-42f2-be44-0b83909ab690 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342877 Aug 19 13:47:37.839610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3999bd3-0308-49e3-bec0-41584f451866 req-754bf026-0511-49b1-9428-84f1e073a4b9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:37.841084 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3999bd3-0308-49e3-bec0-41584f451866 req-754bf026-0511-49b1-9428-84f1e073a4b9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0534174 Aug 19 13:47:37.879150 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c3999bd3-0308-49e3-bec0-41584f451866 req-85e927b4-362d-4907-8cb3-5e851a953f70 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Aug 19 13:47:38.998011 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63672258-9cce-4b27-b300-1f9603065bf8 req-6bfc63f5-ef9f-43e8-9c5b-23d140e35a3d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:38.999572 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63672258-9cce-4b27-b300-1f9603065bf8 req-6bfc63f5-ef9f-43e8-9c5b-23d140e35a3d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0503304 Aug 19 13:47:39.039511 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-63672258-9cce-4b27-b300-1f9603065bf8 req-b6fc184e-eeee-46d9-bb86-f53bd3b54a38 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331509 Aug 19 13:47:39.457553 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cee824-5768-45e8-b690-f80e4d2fbe5f req-a24bfe9a-aca0-48d0-94c7-f42f8fc250de tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:39.459065 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22cee824-5768-45e8-b690-f80e4d2fbe5f req-a24bfe9a-aca0-48d0-94c7-f42f8fc250de tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0506797 Aug 19 13:47:39.511582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-22cee824-5768-45e8-b690-f80e4d2fbe5f req-bcf81234-a695-49b0-882f-78331ea421e7 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465050 Aug 19 13:47:39.558117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76fd656a-2608-4883-aa25-b19c807139e0 req-0b70d596-4753-419d-b918-e773654ed550 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868402 Aug 19 13:47:39.953029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f6395315-c4c2-4300-aa5c-d0afa639208e no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:47:40.033674 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:40.058744 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:47:40.061034 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98062fbd-988a-44d4-a384-6f250e244203" -d '{"events": [{"server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "name": "network-vif-unplugged", "status": "completed", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:47:40.076746 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f6395315-c4c2-4300-aa5c-d0afa639208e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f6395315-c4c2-4300-aa5c-d0afa639208e,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:47:40.139083 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:40.178139 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 13:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5947d8da-93c2-4521-9486-8c0366cc1a79 x-openstack-request-id: req-5947d8da-93c2-4521-9486-8c0366cc1a79 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:47:40.178432 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "name": "network-vif-unplugged", "status": "failed", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e", "code": 422}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:47:40.178692 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5947d8da-93c2-4521-9486-8c0366cc1a79 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:47:40.179095 n-d-778732-8 neutron-server[95662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'code': 422} returned with failed status Aug 19 13:47:40.192436 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f6395315-c4c2-4300-aa5c-d0afa639208e,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:47:40.200229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.203496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.203496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.203496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.203496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.203496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.203496 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.204133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.204133 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.204315 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.204498 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.205181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:47:40.461021 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:47:40.635575 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1244e-2666-42e6-a30e-47fcf1425fa4 req-387bb77e-d5ca-4a1e-ae8b-8d4c4ecc19c4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:40.637154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82a1244e-2666-42e6-a30e-47fcf1425fa4 req-387bb77e-d5ca-4a1e-ae8b-8d4c4ecc19c4 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0516963 Aug 19 13:47:40.680118 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-82a1244e-2666-42e6-a30e-47fcf1425fa4 req-e6570fe7-f1f2-4720-b199-21862fbd4030 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365329 Aug 19 13:47:41.802702 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f2ea4-6127-48d7-ba73-ab944c7c4ce4 req-6dfb86e5-7ff9-4237-8db8-0c1c1c8f95da tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:41.804287 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-261f2ea4-6127-48d7-ba73-ab944c7c4ce4 req-6dfb86e5-7ff9-4237-8db8-0c1c1c8f95da tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0539010 Aug 19 13:47:41.846393 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-261f2ea4-6127-48d7-ba73-ab944c7c4ce4 req-a940b33e-ed30-4fe1-9583-c0833d3b239c tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355635 Aug 19 13:47:42.733636 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:42.970403 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01bd11-7052-467e-a446-48f6b0edf6f4 req-77267baa-70bd-434f-9e91-927d14c60fe6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:42.971836 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b01bd11-7052-467e-a446-48f6b0edf6f4 req-77267baa-70bd-434f-9e91-927d14c60fe6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0552661 Aug 19 13:47:43.011685 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b01bd11-7052-467e-a446-48f6b0edf6f4 req-b4589618-5a56-4e1a-a145-b7847231e796 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332558 Aug 19 13:47:44.129673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef2707-4a23-4864-a2b9-a6e72c304256 req-0a42622c-2863-48b2-a99f-ef0da85bb088 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:44.131176 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67ef2707-4a23-4864-a2b9-a6e72c304256 req-0a42622c-2863-48b2-a99f-ef0da85bb088 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0496688 Aug 19 13:47:44.171248 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-67ef2707-4a23-4864-a2b9-a6e72c304256 req-96aeb71b-529c-4562-b452-1cf81fe04811 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336502 Aug 19 13:47:45.295678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1634eb-308e-485e-a003-91e9bf5f7afd req-76782c87-f865-4f1a-a13e-c290889250bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:45.297496 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a1634eb-308e-485e-a003-91e9bf5f7afd req-76782c87-f865-4f1a-a13e-c290889250bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0509565 Aug 19 13:47:45.338273 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7a1634eb-308e-485e-a003-91e9bf5f7afd req-ebc75480-c52e-4eb5-ab46-51b890dc1f31 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334575 Aug 19 13:47:45.498893 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:45.897303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd656a-2608-4883-aa25-b19c807139e0 req-9215ce69-44fb-4693-aed1-60f82170b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:45.898855 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76fd656a-2608-4883-aa25-b19c807139e0 req-9215ce69-44fb-4693-aed1-60f82170b386 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41&tenant_id=75b8b8276ecb4640a16989139f1324a2 HTTP/1.1" status: 200 len: 1095 time: 0.0869720 Aug 19 13:47:45.962655 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd656a-2608-4883-aa25-b19c807139e0 req-8a6b3ac0-b2bb-4349-a83b-9b5daaf1d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:45.964209 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76fd656a-2608-4883-aa25-b19c807139e0 req-8a6b3ac0-b2bb-4349-a83b-9b5daaf1d281 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1095 time: 0.0411949 Aug 19 13:47:46.059570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd656a-2608-4883-aa25-b19c807139e0 req-1b94d59b-ca2a-43ab-a649-15b6370197c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:46.062792 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76fd656a-2608-4883-aa25-b19c807139e0 req-1b94d59b-ca2a-43ab-a649-15b6370197c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0892606 Aug 19 13:47:46.127413 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76fd656a-2608-4883-aa25-b19c807139e0 req-01e9ce75-a358-4ba4-b796-20b7114829ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 200 len: 999 time: 0.0586190 Aug 19 13:47:46.177950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd656a-2608-4883-aa25-b19c807139e0 req-be6a973f-959c-450b-a27c-927be0fc5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:46.179431 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76fd656a-2608-4883-aa25-b19c807139e0 req-be6a973f-959c-450b-a27c-927be0fc5600 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0443425 Aug 19 13:47:46.229253 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd656a-2608-4883-aa25-b19c807139e0 req-63854033-ab89-4578-90d1-d903f6ad36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:46.230785 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76fd656a-2608-4883-aa25-b19c807139e0 req-63854033-ab89-4578-90d1-d903f6ad36cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440562 Aug 19 13:47:46.321335 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76fd656a-2608-4883-aa25-b19c807139e0 req-e157a863-45e2-43aa-8f23-efdbc987baaf service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815916 Aug 19 13:47:46.427547 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-76fd656a-2608-4883-aa25-b19c807139e0 req-4ce84e17-c76b-4080-bfbc-6f6f6efb5a1d service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979052 Aug 19 13:47:46.464303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd45904-92a6-4a63-9448-9089e1325ad6 req-bc0cb213-c4f9-436c-97fe-4d5d3d402fca tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:46.467305 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1bd45904-92a6-4a63-9448-9089e1325ad6 req-bc0cb213-c4f9-436c-97fe-4d5d3d402fca tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0533907 Aug 19 13:47:46.505158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1bd45904-92a6-4a63-9448-9089e1325ad6 req-7d50694c-e46e-4f00-ad6f-2ab10858829e tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333591 Aug 19 13:47:47.620832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1021cd5-c183-4284-b482-a2e2883adc33 req-6dba799d-3269-4f86-a055-5d66f0d8a521 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:47.622366 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1021cd5-c183-4284-b482-a2e2883adc33 req-6dba799d-3269-4f86-a055-5d66f0d8a521 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0501645 Aug 19 13:47:47.661804 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b1021cd5-c183-4284-b482-a2e2883adc33 req-478d6b6a-5cd7-4503-b672-888a4415cf7b tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333338 Aug 19 13:47:48.780937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def027d-4898-4ee1-8188-53cb933566fa req-b06fadf5-079f-4193-8ca8-778231828d35 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:48.782449 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2def027d-4898-4ee1-8188-53cb933566fa req-b06fadf5-079f-4193-8ca8-778231828d35 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0527556 Aug 19 13:47:48.820374 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2def027d-4898-4ee1-8188-53cb933566fa req-933fb50f-13e6-42ec-9fd7-429734d554c5 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316176 Aug 19 13:47:49.934975 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2257e-f1a5-49fb-9e76-94475594a70f req-338b6a3b-5250-4bae-b597-37e37157b5af tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:49.936690 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23d2257e-f1a5-49fb-9e76-94475594a70f req-338b6a3b-5250-4bae-b597-37e37157b5af tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0492184 Aug 19 13:47:49.977030 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-23d2257e-f1a5-49fb-9e76-94475594a70f req-1da17209-edbc-427a-9b77-c66b14a79147 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336361 Aug 19 13:47:51.091243 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89d105-726c-4d0e-8d41-d9ba2908572f req-49f74b79-4d84-48f4-935f-24d0c3201863 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:51.092731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b89d105-726c-4d0e-8d41-d9ba2908572f req-49f74b79-4d84-48f4-935f-24d0c3201863 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0485682 Aug 19 13:47:51.132701 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-1b89d105-726c-4d0e-8d41-d9ba2908572f req-4157ca5e-772a-4dd3-bbb4-89f2ffcaa5e7 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334930 Aug 19 13:47:51.184062 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f0095c2c-aeee-467b-9b71-83576a900402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:51.740222 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709173b4-9ab7-464a-a283-fd8f46ca25c0 req-8e4f3c38-66aa-48f1-9b60-79166edc7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:51.741741 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-709173b4-9ab7-464a-a283-fd8f46ca25c0 req-8e4f3c38-66aa-48f1-9b60-79166edc7b95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1095 time: 0.0449088 Aug 19 13:47:51.845624 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709173b4-9ab7-464a-a283-fd8f46ca25c0 req-954f7b78-850e-4bdf-852a-2a71184621e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:51.847184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-709173b4-9ab7-464a-a283-fd8f46ca25c0 req-954f7b78-850e-4bdf-852a-2a71184621e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0857995 Aug 19 13:47:51.922228 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-709173b4-9ab7-464a-a283-fd8f46ca25c0 req-c6d93799-5266-4f7b-ad22-2cd22393aadb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 200 len: 999 time: 0.0649726 Aug 19 13:47:51.971052 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709173b4-9ab7-464a-a283-fd8f46ca25c0 req-b20564f1-6624-4bd8-97e0-1f71623e7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:51.972994 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-709173b4-9ab7-464a-a283-fd8f46ca25c0 req-b20564f1-6624-4bd8-97e0-1f71623e7774 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0429423 Aug 19 13:47:52.019437 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709173b4-9ab7-464a-a283-fd8f46ca25c0 req-9f7b6444-bdcc-4298-8c06-b3094e59385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:52.020974 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-709173b4-9ab7-464a-a283-fd8f46ca25c0 req-9f7b6444-bdcc-4298-8c06-b3094e59385b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396366 Aug 19 13:47:52.118780 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-709173b4-9ab7-464a-a283-fd8f46ca25c0 req-d367957d-875c-417d-b2fd-e199ea0176a8 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895333 Aug 19 13:47:52.239416 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-709173b4-9ab7-464a-a283-fd8f46ca25c0 req-17f85d2d-b54a-4584-a8f1-408cce9a252a service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098232 Aug 19 13:47:52.262681 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88634561-7270-4567-ac57-198c7eb5e4bd req-d9077827-df9c-4dcc-9f19-8ec35437cc9d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:52.264232 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88634561-7270-4567-ac57-198c7eb5e4bd req-d9077827-df9c-4dcc-9f19-8ec35437cc9d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0637422 Aug 19 13:47:52.303838 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-88634561-7270-4567-ac57-198c7eb5e4bd req-4e2b5005-8165-4a9c-bfee-f48e6cb05d3a tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Aug 19 13:47:53.424352 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68671341-cff8-4f24-9534-b76208600c62 req-33a76425-85df-4695-b476-cf0798b81499 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:53.425995 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68671341-cff8-4f24-9534-b76208600c62 req-33a76425-85df-4695-b476-cf0798b81499 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 944 time: 0.0507371 Aug 19 13:47:53.465297 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-68671341-cff8-4f24-9534-b76208600c62 req-8fb7cbea-db72-46f9-97eb-e003422ac343 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328290 Aug 19 13:47:53.998094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f6395315-c4c2-4300-aa5c-d0afa639208e details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:47:54.090842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f6395315-c4c2-4300-aa5c-d0afa639208e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f6395315-c4c2-4300-aa5c-d0afa639208e,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:47:54.101772 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'port_id': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'mac_address': 'fa:16:3e:fd:0a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:47:54.141952 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:54.155335 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6395315-c4c2-4300-aa5c-d0afa639208e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:47:54.174482 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f6395315-c4c2-4300-aa5c-d0afa639208e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f6395315-c4c2-4300-aa5c-d0afa639208e,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:47:54.271324 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:54.318525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f6395315-c4c2-4300-aa5c-d0afa639208e,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:47:54.580015 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d4099-783e-4b66-be8a-6c6d4540544e req-973ef799-984b-4237-9577-771d14216a5f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:54.581507 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-716d4099-783e-4b66-be8a-6c6d4540544e req-973ef799-984b-4237-9577-771d14216a5f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 945 time: 0.0490861 Aug 19 13:47:54.618957 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-716d4099-783e-4b66-be8a-6c6d4540544e req-fbc24cb9-9497-42c5-9e0e-2b60264dbb64 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311069 Aug 19 13:47:54.769346 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['f6395315-c4c2-4300-aa5c-d0afa639208e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:47:55.493748 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-54cdc127-566e-4a1c-9fa6-6e61d4f5a2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:55.736834 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa4458-38f3-45d0-b155-089632eb4d94 req-4f0be2fa-dec6-4c57-b8e9-04d0c6fe55a9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:55.738333 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5aa4458-38f3-45d0-b155-089632eb4d94 req-4f0be2fa-dec6-4c57-b8e9-04d0c6fe55a9 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 945 time: 0.0520928 Aug 19 13:47:55.776630 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c5aa4458-38f3-45d0-b155-089632eb4d94 req-4aa687c5-af57-4190-8971-7619abc19811 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322144 Aug 19 13:47:55.859397 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:56.013397 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f6395315-c4c2-4300-aa5c-d0afa639208e up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:47:56.064186 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port f6395315-c4c2-4300-aa5c-d0afa639208e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:47:56.064556 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:56.149442 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:56.172289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:47:56.174654 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91188114-f2bd-4953-b4f2-8251490bcef8" -d '{"events": [{"server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "name": "network-vif-plugged", "status": "completed", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:47:56.188536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port f6395315-c4c2-4300-aa5c-d0afa639208e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f6395315-c4c2-4300-aa5c-d0afa639208e,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:47:56.213013 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341cd106-4cfa-4a8e-b115-621878d5c2b7 x-openstack-request-id: req-341cd106-4cfa-4a8e-b115-621878d5c2b7 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:47:56.213013 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "name": "network-vif-plugged", "status": "completed", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:47:56.213013 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-341cd106-4cfa-4a8e-b115-621878d5c2b7 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:47:56.213013 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'code': 200} Aug 19 13:47:56.264833 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:56.315472 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=f6395315-c4c2-4300-aa5c-d0afa639208e,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:47:56.363725 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad9856-0033-4991-84e2-2c2626748fb9 req-7111a984-fe87-4174-8404-34f5ce3a0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:56.366395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9ad9856-0033-4991-84e2-2c2626748fb9 req-7111a984-fe87-4174-8404-34f5ce3a0eb7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1097 time: 0.0410492 Aug 19 13:47:56.401858 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d9ad9856-0033-4991-84e2-2c2626748fb9 req-4a6c739d-0130-4295-ac9a-df86cd191b05 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281601 Aug 19 13:47:56.891249 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce2b87-e827-4061-85bb-916cd58d0aaf req-fd44a65b-a4b9-4c85-8126-8974644ae1da tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:56.892778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9ce2b87-e827-4061-85bb-916cd58d0aaf req-fd44a65b-a4b9-4c85-8126-8974644ae1da tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0482905 Aug 19 13:47:56.930680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9ce2b87-e827-4061-85bb-916cd58d0aaf req-7de13517-23e0-404c-bae9-5efe351d4446 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314059 Aug 19 13:47:57.361748 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:58.066393 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f50692-0010-4c91-aec1-ff252f895134 req-29238ea9-edd0-458c-a06f-4f61d21ec6aa tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:58.068005 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13f50692-0010-4c91-aec1-ff252f895134 req-29238ea9-edd0-458c-a06f-4f61d21ec6aa tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0585914 Aug 19 13:47:58.109358 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-13f50692-0010-4c91-aec1-ff252f895134 req-e1b3b84c-632c-4236-8cdc-72db14430f87 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340984 Aug 19 13:47:59.212455 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:12.750259 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:15.470392 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:17.460584 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:48:21.236178 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f8fc-a566-4acb-a4cc-d90e7c4395e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:25.526980 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e5860812-fa7f-4050-8c19-ca2457dbfea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:25.829950 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:27.418114 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:29.269778 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:42.720608 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:45.457979 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:51.235369 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1c1e233e-7791-40ab-bdba-c2dfec577125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:53.685513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-44844496-b52b-40e4-8c2a-3f1a37796b84 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428674 Aug 19 13:48:53.771309 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-571f225b-2a2d-4aa1-b469-ac6407e4fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:48:53.772857 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-571f225b-2a2d-4aa1-b469-ac6407e4fb22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1097 time: 0.0436478 Aug 19 13:48:53.883908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-3dde0b8d-f987-42df-b06e-41a61597baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:48:53.886043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-3dde0b8d-f987-42df-b06e-41a61597baa2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0911071 Aug 19 13:48:53.953014 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-24a0a371-ad67-4f00-943c-83f860e94a14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 200 len: 1001 time: 0.0603614 Aug 19 13:48:54.003673 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-d4e77ce3-d9d0-4415-b9e4-833f940d4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:48:54.005158 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-d4e77ce3-d9d0-4415-b9e4-833f940d4134 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0452287 Aug 19 13:48:54.055563 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-515c5be8-61b9-43ca-b53f-29ebc2e6bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:48:54.057089 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-515c5be8-61b9-43ca-b53f-29ebc2e6bb2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443385 Aug 19 13:48:54.148971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-cb429169-51b8-4d33-8f06-6d494d95aed2 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841007 Aug 19 13:48:54.243590 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-16102782-fbf5-4bfe-a96b-3b8a02f58b38 req-9f565d3e-cda5-422f-91f2-bc88487fcfdb service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868452 Aug 19 13:48:54.460081 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:48:55.503740 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-19128915-5e19-4d78-a86e-75780fb7e496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:55.811963 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:57.383599 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:59.252512 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:12.748679 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:15.469102 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:21.177401 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4569dba4-007a-4171-bb0a-caf0bd6315be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:25.502798 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-198cb017-b5e7-4767-b945-098952dc11d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:25.840420 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:27.400185 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:29.217183 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:31.459072 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:49:33.816795 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57154) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:33.973744 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Deleting port 34809144-0dcd-48f0-b8ee-4593e43f902e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:49:33.974007 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:34.424445 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:34.424780 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:34.437444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Calling delete_port for 34809144-0dcd-48f0-b8ee-4593e43f902e owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:49:34.646126 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:34.674685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event deleted for resources: {'Port': ['ID=34809144-0dcd-48f0-b8ee-4593e43f902e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:34.698419 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.698772 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.699121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.699463 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.699800 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.700134 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.700462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.700817 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.701144 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.701497 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.701832 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.702158 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:34.741463 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:34.741804 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Floating IP 7e96ad60-2c9b-4538-9b4c-e7b9ac8b90ac disassociated (deleted). External IP: 172.25.6.87, port: f6395315-c4c2-4300-aa5c-d0afa639208e. Aug 19 13:49:34.950322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:49:35.058348 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:49:35.063578 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:35.070314 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda830a8-8129-4948-b8dd-06670fcfd48c None None] Sync routers for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:49:35.080443 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda830a8-8129-4948-b8dd-06670fcfd48c None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:49:35.081054 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-fda830a8-8129-4948-b8dd-06670fcfd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:35.090492 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-f00f98ac-0adb-4b4a-b3a7-67814a0117bf tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "DELETE /v2.0/floatingips/7e96ad60-2c9b-4538-9b4c-e7b9ac8b90ac HTTP/1.1" status: 204 len: 168 time: 1.2725470 Aug 19 13:49:35.091097 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:49:35.094133 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b39ade-08a4-4697-be0e-40b5e1855f44" -d '{"events": [{"name": "network-changed", "server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:49:35.186669 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79d465e-d4b0-4542-8e33-ffa95873a0cc x-openstack-request-id: req-c79d465e-d4b0-4542-8e33-ffa95873a0cc {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:49:35.187516 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:49:35.187888 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c79d465e-d4b0-4542-8e33-ffa95873a0cc {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:49:35.188294 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'status': 'completed', 'code': 200} Aug 19 13:49:35.193995 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-fda830a8-8129-4948-b8dd-06670fcfd48c None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:49:35.252564 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b39ade-08a4-4697-be0e-40b5e1855f44 req-eb1516dc-023d-4668-8c2e-01c34a9dd78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:35.254104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9b39ade-08a4-4697-be0e-40b5e1855f44 req-eb1516dc-023d-4668-8c2e-01c34a9dd78f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b8b8276ecb4640a16989139f1324a2&device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 1097 time: 0.0450459 Aug 19 13:49:35.352893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b39ade-08a4-4697-be0e-40b5e1855f44 req-85c5aa56-635f-40c7-bfe3-3dd8bb613914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:35.354406 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9b39ade-08a4-4697-be0e-40b5e1855f44 req-85c5aa56-635f-40c7-bfe3-3dd8bb613914 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 200 len: 909 time: 0.0924864 Aug 19 13:49:35.402137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9b39ade-08a4-4697-be0e-40b5e1855f44 req-b77b24d0-95ec-44ee-8313-f4c2ed24eac3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 200 len: 217 time: 0.0398240 Aug 19 13:49:35.457196 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b39ade-08a4-4697-be0e-40b5e1855f44 req-ae8c594f-b082-4610-bb59-e8be757ea5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:35.458757 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9b39ade-08a4-4697-be0e-40b5e1855f44 req-ae8c594f-b082-4610-bb59-e8be757ea5c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 200 len: 847 time: 0.0501788 Aug 19 13:49:35.491376 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-fda830a8-8129-4948-b8dd-06670fcfd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:35.505908 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b39ade-08a4-4697-be0e-40b5e1855f44 req-24b5991c-93d9-4be8-9636-f9ea7d61d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:35.507370 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9b39ade-08a4-4697-be0e-40b5e1855f44 req-24b5991c-93d9-4be8-9636-f9ea7d61d957 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d783abf-bf7a-4a83-bc84-9a1c35acdeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416720 Aug 19 13:49:35.518777 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda830a8-8129-4948-b8dd-06670fcfd48c None None] Checking router: d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:49:35.527162 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda830a8-8129-4948-b8dd-06670fcfd48c None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:49:35.527785 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-fda830a8-8129-4948-b8dd-06670fcfd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:35.597725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9b39ade-08a4-4697-be0e-40b5e1855f44 req-fae3bf63-58a1-44e0-b0e5-1bfce611a39c service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833583 Aug 19 13:49:35.636049 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-fda830a8-8129-4948-b8dd-06670fcfd48c None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:49:35.694454 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a9b39ade-08a4-4697-be0e-40b5e1855f44 req-60d21b6a-f171-437a-b426-041ed2d20419 service neutron] 10.222.0.53 "GET /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898676 Aug 19 13:49:35.844130 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-fda830a8-8129-4948-b8dd-06670fcfd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:35.872718 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda830a8-8129-4948-b8dd-06670fcfd48c None None] The sync data for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 is: [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:31Z', 'revision_number': 4, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4', 'name': '', 'network_id': '6d783abf-bf7a-4a83-bc84-9a1c35acdeae', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'mac_address': 'fa:16:3e:a7:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:31Z', 'updated_at': '2021-08-19T13:39:37Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'subnets': [{'id': '9ce34ca9-fc8d-4c87-b0b5-c01b69494f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:49:35.895496 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa4a5c-3ebe-4fb0-abd1-ccd9d81af36a req-a13c5cbe-b255-4246-8714-9814214b0e82 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:35.897238 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3fa4a5c-3ebe-4fb0-abd1-ccd9d81af36a req-a13c5cbe-b255-4246-8714-9814214b0e82 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0531836 Aug 19 13:49:35.941869 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d3fa4a5c-3ebe-4fb0-abd1-ccd9d81af36a req-f6312493-36e5-4702-922f-a8a34a8337c7 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377882 Aug 19 13:49:36.102332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf66a3b-f563-493e-bbe9-c970296edc95 None None] New status for floating IP 7e96ad60-2c9b-4538-9b4c-e7b9ac8b90ac: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:49:37.068729 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f820f-35c5-48d7-af4c-c43ae5de3644 req-cd4502f9-be8a-456b-bb42-3e602bd9e7b0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:37.070265 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d9f820f-35c5-48d7-af4c-c43ae5de3644 req-cd4502f9-be8a-456b-bb42-3e602bd9e7b0 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0536268 Aug 19 13:49:37.108721 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-9d9f820f-35c5-48d7-af4c-c43ae5de3644 req-b37776c3-5804-44b1-a900-12dfe2e4326d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b57887-d577-485c-b305-773dc0f0e329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325046 Aug 19 13:49:37.386893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67f148-3e05-4a0d-87f7-06e742fb2e3a req-c2c8d6f2-2314-4214-ad8a-61372e39774f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:37.388382 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa67f148-3e05-4a0d-87f7-06e742fb2e3a req-c2c8d6f2-2314-4214-ad8a-61372e39774f tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 946 time: 0.0506716 Aug 19 13:49:37.481559 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-fa67f148-3e05-4a0d-87f7-06e742fb2e3a req-7580bee9-682b-40f0-b2bb-c62a22497211 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Deleting port f6395315-c4c2-4300-aa5c-d0afa639208e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:49:37.481914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fa67f148-3e05-4a0d-87f7-06e742fb2e3a req-7580bee9-682b-40f0-b2bb-c62a22497211 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:37.591477 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-fa67f148-3e05-4a0d-87f7-06e742fb2e3a req-7580bee9-682b-40f0-b2bb-c62a22497211 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] For port f6395315-c4c2-4300-aa5c-d0afa639208e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=f6395315-c4c2-4300-aa5c-d0afa639208e,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:37.591855 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fa67f148-3e05-4a0d-87f7-06e742fb2e3a req-7580bee9-682b-40f0-b2bb-c62a22497211 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:37.605074 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-fa67f148-3e05-4a0d-87f7-06e742fb2e3a req-7580bee9-682b-40f0-b2bb-c62a22497211 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Calling delete_port for f6395315-c4c2-4300-aa5c-d0afa639208e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:49:37.799810 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fa67f148-3e05-4a0d-87f7-06e742fb2e3a req-7580bee9-682b-40f0-b2bb-c62a22497211 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:37.827086 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580bee9-682b-40f0-b2bb-c62a22497211 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event deleted for resources: {'Port': ['ID=f6395315-c4c2-4300-aa5c-d0afa639208e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:37.872653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa67f148-3e05-4a0d-87f7-06e742fb2e3a req-7580bee9-682b-40f0-b2bb-c62a22497211 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] No DVR routers for this DVR port f6395315-c4c2-4300-aa5c-d0afa639208e on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:49:37.875676 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fa67f148-3e05-4a0d-87f7-06e742fb2e3a req-7580bee9-682b-40f0-b2bb-c62a22497211 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:37.877764 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fa67f148-3e05-4a0d-87f7-06e742fb2e3a req-7580bee9-682b-40f0-b2bb-c62a22497211 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.53 "DELETE /v2.0/ports/f6395315-c4c2-4300-aa5c-d0afa639208e HTTP/1.1" status: 204 len: 173 time: 0.4830294 Aug 19 13:49:37.878210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'name': 'network-vif-deleted', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:49:37.880497 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6da5b35-eb9e-4cf4-8d28-2576434cf02f" -d '{"events": [{"server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "name": "network-vif-deleted", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:49:37.918148 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea257d3-93df-47d9-9206-41934069f0c4 x-openstack-request-id: req-bea257d3-93df-47d9-9206-41934069f0c4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:49:37.918441 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8144275-b8c1-418a-87fd-822d17159e41", "name": "network-vif-deleted", "tag": "f6395315-c4c2-4300-aa5c-d0afa639208e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:49:37.918699 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bea257d3-93df-47d9-9206-41934069f0c4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:49:37.919117 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8144275-b8c1-418a-87fd-822d17159e41', 'name': 'network-vif-deleted', 'tag': 'f6395315-c4c2-4300-aa5c-d0afa639208e', 'status': 'completed', 'code': 200} Aug 19 13:49:38.214763 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3fdce3bd-14a7-45f4-87a1-51f53e3490c2 req-6425c506-429e-4b9f-a634-41034aec1049 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 210 time: 0.0340710 Aug 19 13:49:39.413867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6aa93754-3bfc-4858-a1c9-46bcab70a542 req-dc7ce4e2-c9d4-4724-ac66-bb6d9ef963c6 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 210 time: 0.0275660 Aug 19 13:49:40.512236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-17066a5d-6907-4aa9-b140-964ffb5a101f req-a49a60e2-265d-45be-94b1-a0bb8c695a4d tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 210 time: 0.0269856 Aug 19 13:49:40.635785 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f6395315-c4c2-4300-aa5c-d0afa639208e no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:49:40.658641 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: f6395315-c4c2-4300-aa5c-d0afa639208e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:49:40.659055 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device f6395315-c4c2-4300-aa5c-d0afa639208e not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:49:41.611122 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d1b8d5d9-1de8-4575-b917-11c5cd983615 req-92338ca8-8132-49c7-9d83-2aca20652160 tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8144275-b8c1-418a-87fd-822d17159e41 HTTP/1.1" status: 200 len: 210 time: 0.0276124 Aug 19 13:49:42.671893 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57198) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:42.731986 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:42.736077 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e54b645-14af-490f-a758-5937b86a79bc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:42.762240 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e54b645-14af-490f-a758-5937b86a79bc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:42.875319 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e54b645-14af-490f-a758-5937b86a79bc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:42.878030 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e54b645-14af-490f-a758-5937b86a79bc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:42.881557 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-9e54b645-14af-490f-a758-5937b86a79bc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] 10.222.0.44 "DELETE /v2.0/security-groups/d4b57887-d577-485c-b305-773dc0f0e329 HTTP/1.1" status: 204 len: 168 time: 0.2054567 Aug 19 13:49:42.889270 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b645-14af-490f-a758-5937b86a79bc tempest-TestShelveInstance-2043263305 tempest-TestShelveInstance-2043263305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b57887-d577-485c-b305-773dc0f0e329,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:42.996907 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57202) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:43.503551 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:43.758443 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] Deleting port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:49:43.759112 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:43.848219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] For port 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:43.848604 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:43.861825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] Calling delete_port for 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:49:44.085477 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:44.111880 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:44.300363 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:44.528096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] Router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:49:44.639855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:49:44.647573 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-0a8d3005-33db-48ae-b6f4-e68d8ac8d2d6 admin admin] 10.222.0.44 "PUT /v2.0/routers/d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6470001 Aug 19 13:49:44.647573 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57206) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:44.651451 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09ce8c-0731-4ced-bd51-774d19db39e3 None None] Sync routers for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:49:44.662363 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09ce8c-0731-4ced-bd51-774d19db39e3 None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:49:44.664096 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7f09ce8c-0731-4ced-bd51-774d19db39e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:44.757871 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:44.770650 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7f09ce8c-0731-4ced-bd51-774d19db39e3 None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:49:44.863830 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:44.957985 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7f09ce8c-0731-4ced-bd51-774d19db39e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:49:43Z', 'revision_number': 5, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port': {'id': '4a19f59e-da31-4eb7-8a0f-17c92a4800ec', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:44.980368 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Deleting port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:49:44.980718 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:44.988658 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09ce8c-0731-4ced-bd51-774d19db39e3 None None] Checking router: d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:49:44.997223 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09ce8c-0731-4ced-bd51-774d19db39e3 None None] Routers {'d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:49:44.997849 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7f09ce8c-0731-4ced-bd51-774d19db39e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:45.073714 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] For port 4a19f59e-da31-4eb7-8a0f-17c92a4800ec, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4a19f59e-da31-4eb7-8a0f-17c92a4800ec,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:45.074097 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.084983 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-7f09ce8c-0731-4ced-bd51-774d19db39e3 None None] Set router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:49:45.088593 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Calling delete_port for 4a19f59e-da31-4eb7-8a0f-17c92a4800ec owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:49:45.138312 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-7f09ce8c-0731-4ced-bd51-774d19db39e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:49:44Z', 'revision_number': 6, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:45.169287 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09ce8c-0731-4ced-bd51-774d19db39e3 None None] The sync data for ids ['d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2'] in n-d-778732-8 is: [{'id': 'd9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2', 'name': 'tempest-TestShelveInstance-501582009-router', 'tenant_id': '75b8b8276ecb4640a16989139f1324a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:28Z', 'updated_at': '2021-08-19T13:49:44Z', 'revision_number': 6, 'project_id': '75b8b8276ecb4640a16989139f1324a2', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:49:45.337357 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.369855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a19f59e-da31-4eb7-8a0f-17c92a4800ec,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:45.432138 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.491041 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.531091 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.533413 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.645464 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.650360 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:49:45.651050 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.652078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-bbb39be8-c2c0-4692-9f73-d25abd234b68 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d9f4f1ef-a9f1-468a-98b6-24a7ce3a3ce2 HTTP/1.1" status: 204 len: 168 time: 1.0036480 Aug 19 13:49:45.654609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57210) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:45.699972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cd8ef8-ac79-4658-bf16-49b3335eeb28 admin admin] Deleting subnet 9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:49:45.703937 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75cd8ef8-ac79-4658-bf16-49b3335eeb28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.738704 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75cd8ef8-ac79-4658-bf16-49b3335eeb28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.816238 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75cd8ef8-ac79-4658-bf16-49b3335eeb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.938292 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75cd8ef8-ac79-4658-bf16-49b3335eeb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.963276 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd8ef8-ac79-4658-bf16-49b3335eeb28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce34ca9-fc8d-4c87-b0b5-c01b69494f79,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:45.969420 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75cd8ef8-ac79-4658-bf16-49b3335eeb28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.971328 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-75cd8ef8-ac79-4658-bf16-49b3335eeb28 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9ce34ca9-fc8d-4c87-b0b5-c01b69494f79 HTTP/1.1" status: 204 len: 168 time: 0.3151283 Aug 19 13:49:45.973930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57212) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:45.979140 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0b332-2e71-4173-9e1b-9d3b7bbeb75a None None] Network 6d783abf-bf7a-4a83-bc84-9a1c35acdeae requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:49:46.043935 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.105263 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Deleting port a4bad8af-3784-4e44-8063-76fa88d7f400 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:49:46.105647 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.174459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] For port a4bad8af-3784-4e44-8063-76fa88d7f400, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4bad8af-3784-4e44-8063-76fa88d7f400,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:46.176867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.184039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] DHCP port deletion for 6d783abf-bf7a-4a83-bc84-9a1c35acdeae request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:49:46.193449 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Calling delete_port for a4bad8af-3784-4e44-8063-76fa88d7f400 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:49:46.238522 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Deleting port a4bad8af-3784-4e44-8063-76fa88d7f400 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:49:46.242820 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.309312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] For port a4bad8af-3784-4e44-8063-76fa88d7f400, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=a4bad8af-3784-4e44-8063-76fa88d7f400,segment=NetworkSegment(1f06c0ff-fbca-4606-bb6f-fc71478a13cb),segment_id=1f06c0ff-fbca-4606-bb6f-fc71478a13cb)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:46.309754 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.322651 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Calling delete_port for a4bad8af-3784-4e44-8063-76fa88d7f400 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:49:46.371275 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.397329 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bad8af-3784-4e44-8063-76fa88d7f400,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:46.400889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] No DVR routers for this DVR port a4bad8af-3784-4e44-8063-76fa88d7f400 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:49:46.405554 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.433775 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] No DVR routers for this DVR port a4bad8af-3784-4e44-8063-76fa88d7f400 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:49:46.440368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Pushing event deleted for resources: {'Port': ['ID=a4bad8af-3784-4e44-8063-76fa88d7f400,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:46.449532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.449848 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.450192 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.450530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.450868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.451201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.451532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.452261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.452747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.453205 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.453531 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.453865 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391a30d-783f-4276-bbe5-c8ed5848beea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:46.476934 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.487388 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d783abf-bf7a-4a83-bc84-9a1c35acdeae']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:46.501286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f06c0ff-fbca-4606-bb6f-fc71478a13cb') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:46.501610 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f06c0ff-fbca-4606-bb6f-fc71478a13cb') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:46.510643 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.523923 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.530640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:49:46.534874 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:49:46.651494 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.657873 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.659753 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6d783abf-bf7a-4a83-bc84-9a1c35acdeae HTTP/1.1" status: 204 len: 168 time: 0.6848586 Aug 19 13:49:46.663015 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57214) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:46.673799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d6d8c-d7db-42ef-a0af-507ebdb43b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d783abf-bf7a-4a83-bc84-9a1c35acdeae,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:47.024942 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:47.126199 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a19f59e-da31-4eb7-8a0f-17c92a4800ec no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:49:47.146071 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4a19f59e-da31-4eb7-8a0f-17c92a4800ec {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:49:47.146419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a19f59e-da31-4eb7-8a0f-17c92a4800ec not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:49:47.146833 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a4bad8af-3784-4e44-8063-76fa88d7f400 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:49:47.166070 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: a4bad8af-3784-4e44-8063-76fa88d7f400 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:49:47.166413 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device a4bad8af-3784-4e44-8063-76fa88d7f400 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:49:47.166825 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:49:47.185875 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:49:47.186221 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 8966b5fa-90a2-40e5-a11d-3fc4a63e9dc4 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:49:47.277631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Deleting port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:49:47.277880 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:47.355850 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] For port 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1,segment=NetworkSegment(ef85781a-8f05-4d78-937f-60473d6786d3),segment_id=ef85781a-8f05-4d78-937f-60473d6786d3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:47.356231 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:47.368562 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Calling delete_port for 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:49:47.628444 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:47.659320 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Pushing event deleted for resources: {'Port': ['ID=4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:47.689984 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.690670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.690670 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.690991 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.691327 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.691657 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.691987 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.692315 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.692641 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.692968 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.693296 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.693643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:47.875227 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:48.097172 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:49:48.214962 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:49:48.221625 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-a2517723-93a4-4732-a526-55105dc7ecea admin admin] 10.222.0.44 "PUT /v2.0/routers/fe7845ae-4f58-4e6e-b480-6b79ff8f6d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5574191 Aug 19 13:49:48.224128 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57226) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:48.226926 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83da8a-bb9e-4b9b-9224-e39579ffa599 None None] Sync routers for ids ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:49:48.237427 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83da8a-bb9e-4b9b-9224-e39579ffa599 None None] Routers {'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:49:48.238100 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aa83da8a-bb9e-4b9b-9224-e39579ffa599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:48.348768 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-aa83da8a-bb9e-4b9b-9224-e39579ffa599 None None] Set router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:49:48.534044 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aa83da8a-bb9e-4b9b-9224-e39579ffa599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'name': 'tempest-TestShelveInstance-1912110713-router', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:34Z', 'updated_at': '2021-08-19T13:49:47Z', 'revision_number': 5, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'gw_port': {'id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:35Z', 'updated_at': '2021-08-19T13:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:48.561141 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83da8a-bb9e-4b9b-9224-e39579ffa599 None None] Checking router: fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:49:48.570399 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83da8a-bb9e-4b9b-9224-e39579ffa599 None None] Routers {'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:49:48.571013 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aa83da8a-bb9e-4b9b-9224-e39579ffa599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:48.677296 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:48.680971 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-aa83da8a-bb9e-4b9b-9224-e39579ffa599 None None] Set router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:49:48.787812 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:48.859191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aa83da8a-bb9e-4b9b-9224-e39579ffa599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'name': 'tempest-TestShelveInstance-1912110713-router', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:34Z', 'updated_at': '2021-08-19T13:49:47Z', 'revision_number': 5, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'gw_port': {'id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:35Z', 'updated_at': '2021-08-19T13:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:48.890532 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83da8a-bb9e-4b9b-9224-e39579ffa599 None None] The sync data for ids ['fe7845ae-4f58-4e6e-b480-6b79ff8f6d00'] in n-d-778732-8 is: [{'id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'name': 'tempest-TestShelveInstance-1912110713-router', 'tenant_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:39:34Z', 'updated_at': '2021-08-19T13:49:47Z', 'revision_number': 5, 'project_id': 'b81196c1c58c4f84a72f7b8db5afa3ab', 'gw_port': {'id': '3045a1ed-449b-4da0-8b86-152028a10e12', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7845ae-4f58-4e6e-b480-6b79ff8f6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:39:35Z', 'updated_at': '2021-08-19T13:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:49:48.918124 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Deleting port 3045a1ed-449b-4da0-8b86-152028a10e12 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:49:48.918124 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.002765 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] For port 3045a1ed-449b-4da0-8b86-152028a10e12, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3045a1ed-449b-4da0-8b86-152028a10e12,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:49.002906 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.016666 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Calling delete_port for 3045a1ed-449b-4da0-8b86-152028a10e12 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:49:49.274245 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.306442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:49:49.308684 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3045a1ed-449b-4da0-8b86-152028a10e12,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:49.327712 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:49:49.328067 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 4a05cf3b-cd6e-4181-99fc-1e79d3a6e6b1 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:49:49.377050 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.470603 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.473297 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.588570 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.589114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:49:49.595496 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.596685 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4f4dfe66-a0a8-45aa-b8a2-1ccfa1a131e5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fe7845ae-4f58-4e6e-b480-6b79ff8f6d00 HTTP/1.1" status: 204 len: 168 time: 1.3715856 Aug 19 13:49:49.599171 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57228) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:49.651480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3b43c9-c4a5-49a1-8240-6fe3856ccdd8 admin admin] Deleting subnet 818309fb-f58f-4438-8525-1b5c897acc97 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:49:49.653940 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd3b43c9-c4a5-49a1-8240-6fe3856ccdd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.691181 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd3b43c9-c4a5-49a1-8240-6fe3856ccdd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.769016 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd3b43c9-c4a5-49a1-8240-6fe3856ccdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.897206 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd3b43c9-c4a5-49a1-8240-6fe3856ccdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.926422 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b43c9-c4a5-49a1-8240-6fe3856ccdd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818309fb-f58f-4438-8525-1b5c897acc97,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:49.932118 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd3b43c9-c4a5-49a1-8240-6fe3856ccdd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.939581 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-fd3b43c9-c4a5-49a1-8240-6fe3856ccdd8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/818309fb-f58f-4438-8525-1b5c897acc97 HTTP/1.1" status: 204 len: 168 time: 0.3338985 Aug 19 13:49:49.939581 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57230) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:49.939837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d10e147-fb56-4044-b89f-51b3643febf8 None None] Network 06eb5549-7944-4f9d-9320-f1dfe821d7f0 requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:49:50.019534 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.082605 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Deleting port 1151b65e-8166-40bf-8bed-ec3e0322e860 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:49:50.082951 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.158926 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] For port 1151b65e-8166-40bf-8bed-ec3e0322e860, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=1151b65e-8166-40bf-8bed-ec3e0322e860,segment=NetworkSegment(ef85781a-8f05-4d78-937f-60473d6786d3),segment_id=ef85781a-8f05-4d78-937f-60473d6786d3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:50.159212 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.172652 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Calling delete_port for 1151b65e-8166-40bf-8bed-ec3e0322e860 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:49:50.288358 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050461fc-5e81-4786-8606-d730f1fb090d None None] DHCP port deletion for 06eb5549-7944-4f9d-9320-f1dfe821d7f0 request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:49:50.331198 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.336301 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-050461fc-5e81-4786-8606-d730f1fb090d None None] Deleting port 1151b65e-8166-40bf-8bed-ec3e0322e860 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:49:50.337132 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-050461fc-5e81-4786-8606-d730f1fb090d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.361396 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1151b65e-8166-40bf-8bed-ec3e0322e860,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:50.366158 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] No DVR routers for this DVR port 1151b65e-8166-40bf-8bed-ec3e0322e860 on host n-d-778732-8 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:49:50.407456 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-050461fc-5e81-4786-8606-d730f1fb090d None None] For port 1151b65e-8166-40bf-8bed-ec3e0322e860, host n-d-778732-8, got binding levels [] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:50.407856 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-050461fc-5e81-4786-8606-d730f1fb090d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.421941 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-050461fc-5e81-4786-8606-d730f1fb090d None None] Calling delete_port for 1151b65e-8166-40bf-8bed-ec3e0322e860 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:49:50.424917 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.ipam_backend_mixin [None req-050461fc-5e81-4786-8606-d730f1fb090d None None] Port 1151b65e-8166-40bf-8bed-ec3e0322e860 was not found and therefore no delete operation was performed {{(pid=95662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 13:49:50.426322 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-050461fc-5e81-4786-8606-d730f1fb090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.439528 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.449645 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06eb5549-7944-4f9d-9320-f1dfe821d7f0']}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:50.451380 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050461fc-5e81-4786-8606-d730f1fb090d None None] Pushing event deleted for resources: {'Port': ['ID=1151b65e-8166-40bf-8bed-ec3e0322e860,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:50.456707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050461fc-5e81-4786-8606-d730f1fb090d None None] No DVR routers for this DVR port 1151b65e-8166-40bf-8bed-ec3e0322e860 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:49:50.461151 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef85781a-8f05-4d78-937f-60473d6786d3') {'for_net_delete': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:50.461480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.services.segments.db [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef85781a-8f05-4d78-937f-60473d6786d3') {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:50.471344 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31316222'] for segment, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.486000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.492216 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:49:50.492621 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31317922'] for segment, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: Traceback (most recent call last): Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: timer() Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: cb(*args, **kw) Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: return func(*args, **kwargs) Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: self._notify() Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: self.callback(batched_events) Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: event.method(event) Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: return f(self, *a, **k) Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: return self._get(url).json() Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: return self.request(url, 'GET', **kwargs) Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:49:50.494303 n-d-778732-8 neutron-server[95661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:49:50.651342 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.657328 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.659217 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/06eb5549-7944-4f9d-9320-f1dfe821d7f0 HTTP/1.1" status: 204 len: 168 time: 0.7216082 Aug 19 13:49:50.671297 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dfcf5-c952-4fe8-b0ff-2300e54204d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=06eb5549-7944-4f9d-9320-f1dfe821d7f0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:50.966064 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57238) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:51.004652 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e526d0cc-1b25-41fd-8db3-62029c068a8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75b8b8276ecb4640a16989139f1324a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391786 Aug 19 13:49:51.007050 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57240) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:51.057910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e917c238-717b-4d9d-81f6-cbfa3bade8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:51.079474 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e917c238-717b-4d9d-81f6-cbfa3bade8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:51.127230 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1151b65e-8166-40bf-8bed-ec3e0322e860 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:49:51.147538 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 1151b65e-8166-40bf-8bed-ec3e0322e860 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:49:51.150525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 1151b65e-8166-40bf-8bed-ec3e0322e860 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:49:51.150525 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3045a1ed-449b-4da0-8b86-152028a10e12 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:49:51.167578 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 3045a1ed-449b-4da0-8b86-152028a10e12 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:49:51.167925 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3045a1ed-449b-4da0-8b86-152028a10e12 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:49:51.228537 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-463aa372-282c-4c76-bbe6-ace11bda4e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:51.251689 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e917c238-717b-4d9d-81f6-cbfa3bade8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:51.254822 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e917c238-717b-4d9d-81f6-cbfa3bade8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:51.256294 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-e917c238-717b-4d9d-81f6-cbfa3bade8db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/934fe504-1c01-480a-b08f-765c21d03c62 HTTP/1.1" status: 204 len: 168 time: 0.2479467 Aug 19 13:49:51.265905 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917c238-717b-4d9d-81f6-cbfa3bade8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934fe504-1c01-480a-b08f-765c21d03c62,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:51.962631 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57246) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:52.003681 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-aba1524c-0da0-42b6-b4e7-925344edccb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b81196c1c58c4f84a72f7b8db5afa3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398126 Aug 19 13:49:52.006115 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57248) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:52.056910 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-820c26d9-9efd-4386-beb8-655b24e368de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:52.083302 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-820c26d9-9efd-4386-beb8-655b24e368de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:52.371319 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-820c26d9-9efd-4386-beb8-655b24e368de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:52.374643 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-820c26d9-9efd-4386-beb8-655b24e368de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:52.375889 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-820c26d9-9efd-4386-beb8-655b24e368de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/764d510a-ff26-439d-9339-2e307bfd71c5 HTTP/1.1" status: 204 len: 168 time: 0.3688385 Aug 19 13:49:52.384534 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c26d9-9efd-4386-beb8-655b24e368de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764d510a-ff26-439d-9339-2e307bfd71c5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:53.558131 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57270) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:53.661185 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-474993268-network', 'tenant_id': '586769d4545b4116b7f474ece5d8e397'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:49:53.736543 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Made reservation on behalf of 586769d4545b4116b7f474ece5d8e397 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:49:53.739204 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:53.748239 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:53.841788 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:53.896726 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:53.926749 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:49:53.938107 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5daad4d-c730-46bb-ac0a-f6d40050a227,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:53.943887 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:53.944237 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Added segment ad350ad9-82b5-4df0-98f5-9fbc043d7dcf of type vlan for network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea Aug 19 13:49:53.986601 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:54.056708 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:54.057794 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:54.058398 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:54.118346 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] Pushing event updated for resources: {'Network': ['ID=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:54.127771 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:49:54.158612 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-afe656ea-7171-4477-a619-704cad410644 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5955906 Aug 19 13:49:54.159288 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57274) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:54.164332 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] Request body: {'subnet': {'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-474993268-subnet', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:49:54.245715 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] Made reservation on behalf of 586769d4545b4116b7f474ece5d8e397 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:49:54.248122 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:54.462556 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:54.516368 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5aebe68-51fc-47fb-9626-649b4d0a070e,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:54.526482 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] Checking segment: {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:49:54.526844 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] Network hostable DHCP agents. Network: fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:49:54.582122 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] Network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:49:54.627795 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:49:54.631847 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:54.632438 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:54.636611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a488b4-47c2-4eb1-a4d6-55da90a50226 None None] Network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:49:54.685929 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-9b5056ce-70bd-468a-99a9-e62cad3c34b1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5255303 Aug 19 13:49:54.689432 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57276) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:54.694037 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:49:54.759723 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:54.760739 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:54.798037 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:49:54.798970 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:54.824705 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:54.933951 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Allocated IP 172.20.0.2 (fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea/e5aebe68-51fc-47fb-9626-649b4d0a070e/976bb892-27c4-47e8-8720-614304cdc334) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:49:55.006429 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:55.084836 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:55.093507 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Transition to ACTIVE for port object 976bb892-27c4-47e8-8720-614304cdc334 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:49:55.109054 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Transition to ACTIVE for port object 976bb892-27c4-47e8-8720-614304cdc334 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:49:55.177328 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:55.221736 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:49:55.224707 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:49:55.228428 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:49:55.236444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Pushing event updated for resources: {'Port': ['ID=976bb892-27c4-47e8-8720-614304cdc334,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:55.275593 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:55.289950 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Attempting to bind port 976bb892-27c4-47e8-8720-614304cdc334 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:49:55.290333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Attempting to bind port 976bb892-27c4-47e8-8720-614304cdc334 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:49:55.290706 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Attempting to bind port 976bb892-27c4-47e8-8720-614304cdc334 on network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:49:55.294842 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:55.297444 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:49:55.297837 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Checking segment: {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:49:55.298253 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:55.298657 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Bound using segment: {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:49:55.299158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Bound port: 976bb892-27c4-47e8-8720-614304cdc334, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:49:55.299536 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:55.367113 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] For port 976bb892-27c4-47e8-8720-614304cdc334, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:49:55.370455 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] For port 976bb892-27c4-47e8-8720-614304cdc334, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=976bb892-27c4-47e8-8720-614304cdc334,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:49:55.403607 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Allocated IP 172.25.6.135 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/3b4f858d-77f6-47f4-9428-200260e6cfa3) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:49:55.463209 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:55.516033 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:55.530301 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1586b51a-c041-4cee-a406-f48455e70da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:55.537068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e093-66ab-41ec-832f-5556c19da7f9 None None] Pushing event updated for resources: {'Port': ['ID=976bb892-27c4-47e8-8720-614304cdc334,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:55.611520 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:55.671225 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:49:55.674945 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:49:55.679804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:49:55.682767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Pushing event updated for resources: {'Port': ['ID=3b4f858d-77f6-47f4-9428-200260e6cfa3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:55.816996 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:56.007200 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:56.209331 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:56.403072 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b5e89-b2db-41a2-a534-2811aa85f8a3 None None] Network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:49:56.405757 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Router d1455c72-a09a-41d3-bb43-7c19c300a8fb is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:49:56.516925 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:49:56.530542 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Sync routers for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:49:56.540346 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:49:56.541044 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:56.578952 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-012e8ee8-6512-4340-a90e-8d071cc38558 None None] Provisioning for port 976bb892-27c4-47e8-8720-614304cdc334 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:49:56.605823 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:56.608881 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2a3b927c-0def-4bd6-869b-efef9fe3401c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9166524 Aug 19 13:49:56.611588 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57278) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:56.651904 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:49:56.948439 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:55Z', 'revision_number': 3, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:56.976505 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Checking router: d1455c72-a09a-41d3-bb43-7c19c300a8fb for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:49:56.976847 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Updating router d1455c72-a09a-41d3-bb43-7c19c300a8fb port 3b4f858d-77f6-47f4-9428-200260e6cfa3 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:49:57.007152 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.164332 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 976bb892-27c4-47e8-8720-614304cdc334 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:49:57.273878 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.284853 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Transition to ACTIVE for port object 3b4f858d-77f6-47f4-9428-200260e6cfa3 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:49:57.289457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 976bb892-27c4-47e8-8720-614304cdc334 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:49:57.294126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 976bb892-27c4-47e8-8720-614304cdc334 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:49:57.294516 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.376397 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.382979 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.414445 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 976bb892-27c4-47e8-8720-614304cdc334, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=976bb892-27c4-47e8-8720-614304cdc334,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:57.416061 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.424921 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.439638 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Pushing event updated for resources: {'Port': ['ID=3b4f858d-77f6-47f4-9428-200260e6cfa3,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:57.444150 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Attempting to bind port 3b4f858d-77f6-47f4-9428-200260e6cfa3 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:49:57.444150 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Attempting to bind port 3b4f858d-77f6-47f4-9428-200260e6cfa3 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:49:57.444150 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Attempting to bind port 3b4f858d-77f6-47f4-9428-200260e6cfa3 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:49:57.451433 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.451818 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.452189 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.452521 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.452846 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.453172 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.453524 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.453846 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.454165 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.454487 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.454800 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.455117 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:57.458618 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:49:57.459062 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:49:57.459377 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.459763 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:49:57.460240 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Bound port: 3b4f858d-77f6-47f4-9428-200260e6cfa3, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:49:57.460619 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.491420 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.518945 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] For port 3b4f858d-77f6-47f4-9428-200260e6cfa3, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:49:57.522297 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] For port 3b4f858d-77f6-47f4-9428-200260e6cfa3, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3b4f858d-77f6-47f4-9428-200260e6cfa3,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:49:57.546601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=976bb892-27c4-47e8-8720-614304cdc334,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:57.595169 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Allocated IP 172.20.0.1 (fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea/e5aebe68-51fc-47fb-9626-649b4d0a070e/95569840-9de0-4b22-a547-f72db7a05218) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:49:57.599882 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.660396 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:49:57.661037 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:57.697939 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d61b91-d4e9-4337-9e34-16ab694431c6 None None] Pushing event updated for resources: {'Port': ['ID=3b4f858d-77f6-47f4-9428-200260e6cfa3,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:57.714000 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.730178 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Transition to ACTIVE for port object 95569840-9de0-4b22-a547-f72db7a05218 will not be triggered until provisioned by entity DHCP. {{(pid=95661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:49:57.774590 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:49:57.840214 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.880460 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:49:57.885767 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:49:57.888374 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:49:57.920060 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Pushing event updated for resources: {'Port': ['ID=95569840-9de0-4b22-a547-f72db7a05218,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:57.945098 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.964265 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:55Z', 'revision_number': 3, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:57.997342 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439389e7-a2d4-4252-8323-eb9c38a1143b None None] The sync data for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 is: [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:55Z', 'revision_number': 3, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:49:58.160231 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:58.194464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4dc7feca-e980-4bb0-9548-75927455cf2d None None] Provisioning for port 95569840-9de0-4b22-a547-f72db7a05218 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:49:58.200269 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-4dc7feca-e980-4bb0-9548-75927455cf2d None None] Provisioning complete for port 95569840-9de0-4b22-a547-f72db7a05218 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:49:58.200904 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4dc7feca-e980-4bb0-9548-75927455cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:58.261645 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7feca-e980-4bb0-9548-75927455cf2d None None] Port 95569840-9de0-4b22-a547-f72db7a05218 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:49:58.370226 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:58.439325 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:58.515643 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Pushing event updated for resources: {'Port': ['ID=95569840-9de0-4b22-a547-f72db7a05218,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:58.518725 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:58.613693 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:49:58.615237 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:49:58.747042 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Router d1455c72-a09a-41d3-bb43-7c19c300a8fb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:49:58.870737 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:49:58.877472 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-f8e7f658-e154-4484-a5b9-ddd16dbb1845 admin admin] 10.222.0.44 "PUT /v2.0/routers/d1455c72-a09a-41d3-bb43-7c19c300a8fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2639010 Aug 19 13:49:58.892297 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-d32529eb-3608-4385-8fe0-82c15c3df749 None None] Provisioning complete for port 95569840-9de0-4b22-a547-f72db7a05218 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:49:58.892887 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d32529eb-3608-4385-8fe0-82c15c3df749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:58.930947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-d32529eb-3608-4385-8fe0-82c15c3df749 None None] Port 95569840-9de0-4b22-a547-f72db7a05218 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:49:59.235412 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 976bb892-27c4-47e8-8720-614304cdc334 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:49:59.268091 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:59.303621 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 976bb892-27c4-47e8-8720-614304cdc334 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:49:59.304004 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:59.414946 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3b4f858d-77f6-47f4-9428-200260e6cfa3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:49:59.565174 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 3b4f858d-77f6-47f4-9428-200260e6cfa3 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:49:59.570391 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3b4f858d-77f6-47f4-9428-200260e6cfa3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:49:59.571118 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:59.664426 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:59.695164 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Sync routers for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:49:59.697318 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 3b4f858d-77f6-47f4-9428-200260e6cfa3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3b4f858d-77f6-47f4-9428-200260e6cfa3,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:59.706464 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:49:59.707101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:59.728674 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57294) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:59.733974 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-929210571-network', 'tenant_id': 'aa03124ad5f14337be744618436d4f81'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:49:59.787771 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:59.854598 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:49:59.856478 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Made reservation on behalf of aa03124ad5f14337be744618436d4f81 for: {'network': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:49:59.859058 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for network, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:59.868347 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:59.882634 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=3b4f858d-77f6-47f4-9428-200260e6cfa3,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:59.970932 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.077730 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 2, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:00.104159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Checking router: d1455c72-a09a-41d3-bb43-7c19c300a8fb for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:50:00.104524 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Updating router d1455c72-a09a-41d3-bb43-7c19c300a8fb port 95569840-9de0-4b22-a547-f72db7a05218 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:50:00.125455 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.132855 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.149399 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=95661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:50:00.164797 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78694c79-eb51-45ae-90b3-cc974e5fc9bd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:00.167908 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.168301 n-d-778732-8 neutron-server[95661]: INFO neutron.db.segments_db [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Added segment 16480e8e-e991-4bcd-8a5f-516c8be727d4 of type vlan for network 1ea75f7c-422e-4006-bb49-09d31c90d36f Aug 19 13:50:00.210816 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788157872550'] for network, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.279488 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242'] for network, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.280694 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:00.281293 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Notify callbacks [] for network, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.347646 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea75f7c-422e-4006-bb49-09d31c90d36f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:00.359879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Network 1ea75f7c-422e-4006-bb49-09d31c90d36f details requested by agent ovs-agent-n-d-778732-8 with host n-d-778732-8 {{(pid=95662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:50:00.377814 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-2802fd0c-2569-4ca9-9687-4f5acde94742 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6478353 Aug 19 13:50:00.380697 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57298) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:00.385885 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] Request body: {'subnet': {'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-929210571-subnet', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'ip_version': 4}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:00.463031 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] Made reservation on behalf of aa03124ad5f14337be744618436d4f81 for: {'subnet': 1} {{(pid=95661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:50:00.465973 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31452131'] for subnet, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.478165 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.490289 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Transition to ACTIVE for port object 95569840-9de0-4b22-a547-f72db7a05218 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:50:00.554173 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.610226 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e16e62-43de-4489-9d2d-ed950e4cea33 None None] Pushing event updated for resources: {'Port': ['ID=95569840-9de0-4b22-a547-f72db7a05218,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:00.661718 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Attempting to bind port 95569840-9de0-4b22-a547-f72db7a05218 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:50:00.662094 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Attempting to bind port 95569840-9de0-4b22-a547-f72db7a05218 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:50:00.662461 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Attempting to bind port 95569840-9de0-4b22-a547-f72db7a05218 on network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:50:00.668171 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:50:00.668561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Checking segment: {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:50:00.668967 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.669392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Bound using segment: {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:50:00.669863 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Bound port: 95569840-9de0-4b22-a547-f72db7a05218, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:50:00.670845 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.691373 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31316161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31452149'] for subnet, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.739677 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] For port 95569840-9de0-4b22-a547-f72db7a05218, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:50:00.743041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] For port 95569840-9de0-4b22-a547-f72db7a05218, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=95569840-9de0-4b22-a547-f72db7a05218,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:50:00.743400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ef8d7f-f7ea-4379-915f-8ebceb418d24,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:00.765287 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] Checking segment: {'id': '16480e8e-e991-4bcd-8a5f-516c8be727d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:50:00.765743 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] Network hostable DHCP agents. Network: 1ea75f7c-422e-4006-bb49-09d31c90d36f, hostable agents: ['61ac7a69-bdfe-4da9-8ec3-d821c3f562c8'], hosted agents: [] {{(pid=95661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:50:00.805614 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.874338 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] Network 1ea75f7c-422e-4006-bb49-09d31c90d36f is scheduled to be hosted by DHCP agent 61ac7a69-bdfe-4da9-8ec3-d821c3f562c8 with binding_index 1 {{(pid=95661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:50:00.875158 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e16e62-43de-4489-9d2d-ed950e4cea33 None None] Pushing event updated for resources: {'Port': ['ID=95569840-9de0-4b22-a547-f72db7a05218,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:00.879396 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:50:00.880041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:00.966087 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-8, 1ea75f7c-422e-4006-bb49-09d31c90d36f) {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:50:00.970989 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:00.972595 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:00.980924 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c91c198-c3fc-4f94-97ff-131dd240a82f None None] Network 1ea75f7c-422e-4006-bb49-09d31c90d36f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:50:01.053420 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:50:01.077588 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-96a40b6f-b4b3-4c82-848f-9a43bf1fb7a9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6929286 Aug 19 13:50:01.078070 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57300) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:01.083611 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-929210571-router', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:01.158563 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3b4f858d-77f6-47f4-9428-200260e6cfa3 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:50:01.165302 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7673'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:01.166473 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-684462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7664'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:01.225599 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:01.465041 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6326ee06-3e35-573a-b7ee-a36f3f9804a1-1ea75f7c-422e-4006-bb49-09d31c90d36f', 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'fixed_ips': [{'subnet_id': 'c9ef8d7f-f7ea-4379-915f-8ebceb418d24'}]}} from n-d-778732-8. {{(pid=95662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:50:01.465951 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:01.518457 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 3b4f858d-77f6-47f4-9428-200260e6cfa3 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:01.518833 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:01.718784 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:00Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:01.760087 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.db_base_plugin_common [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Allocated IP 172.20.0.2 (1ea75f7c-422e-4006-bb49-09d31c90d36f/c9ef8d7f-f7ea-4379-915f-8ebceb418d24/9f2963a7-1d71-4d2a-91c2-d8178675d3b0) {{(pid=95662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:50:01.764348 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2ac7c-61d9-41b6-abfa-c7662020e337 None None] The sync data for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 is: [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:00Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:50:01.842661 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:01.957586 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Notify callbacks [] for port, precommit_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:01.968292 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Transition to ACTIVE for port object 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:50:01.986902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Transition to ACTIVE for port object 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 will not be triggered until provisioned by entity DHCP. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:50:02.074014 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483'] for port, after_create {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:02.106219 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:02.116789 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Network 1ea75f7c-422e-4006-bb49-09d31c90d36f is already hosted by enough agents. {{(pid=95662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:50:02.122126 n-d-778732-8 neutron-server[95662]: DEBUG neutron.scheduler.base_scheduler [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Resources bound (agent type, host, resource id): {{(pid=95662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:50:02.127221 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:02.129997 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Received port after_create {{(pid=95662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:50:02.142788 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Pushing event updated for resources: {'Port': ['ID=9f2963a7-1d71-4d2a-91c2-d8178675d3b0,revision_number=1']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:02.207902 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Attempting to bind port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:50:02.208601 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Attempting to bind port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '16480e8e-e991-4bcd-8a5f-516c8be727d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:50:02.208857 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Attempting to bind port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 on network 1ea75f7c-422e-4006-bb49-09d31c90d36f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:50:02.214487 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:50:02.214886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Checking segment: {'id': '16480e8e-e991-4bcd-8a5f-516c8be727d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:50:02.215339 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:02.215745 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Bound using segment: {'id': '16480e8e-e991-4bcd-8a5f-516c8be727d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:50:02.216229 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Bound port: 9f2963a7-1d71-4d2a-91c2-d8178675d3b0, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16480e8e-e991-4bcd-8a5f-516c8be727d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:50:02.216663 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:02.246562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Allocated IP 172.25.6.127 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/0843474e-e4c4-4f7a-a7cd-a5417a2a3e09) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:50:02.298836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] For port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:50:02.302544 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] For port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9f2963a7-1d71-4d2a-91c2-d8178675d3b0,segment=NetworkSegment(16480e8e-e991-4bcd-8a5f-516c8be727d4),segment_id=16480e8e-e991-4bcd-8a5f-516c8be727d4)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:50:02.371332 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:02.385914 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:02.439764 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a567a1-91e2-4046-9b11-0696ac40ae1a None None] Pushing event updated for resources: {'Port': ['ID=9f2963a7-1d71-4d2a-91c2-d8178675d3b0,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:02.474269 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:02.523029 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:50:02.526337 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:50:02.530576 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:50:02.536515 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Pushing event updated for resources: {'Port': ['ID=0843474e-e4c4-4f7a-a7cd-a5417a2a3e09,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:02.904131 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:03.112362 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532769'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:03.193435 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 95569840-9de0-4b22-a547-f72db7a05218 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:50:03.302419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 95569840-9de0-4b22-a547-f72db7a05218 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:50:03.309710 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 95569840-9de0-4b22-a547-f72db7a05218 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:03.309710 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:03.341930 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Router a66a7127-135e-4c30-a339-1963cab9eaea is scheduled to L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:50:03.392155 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:03.432442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 95569840-9de0-4b22-a547-f72db7a05218, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=95569840-9de0-4b22-a547-f72db7a05218,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:50:03.443675 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263e300e-e32e-414f-8d8e-76dc3a3abba4 None None] Network 1ea75f7c-422e-4006-bb49-09d31c90d36f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:50:03.457875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:50:03.468501 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Sync routers for ids ['a66a7127-135e-4c30-a339-1963cab9eaea'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:50:03.478903 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Routers {'a66a7127-135e-4c30-a339-1963cab9eaea'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:50:03.479623 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a66a7127-135e-4c30-a339-1963cab9eaea'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:03.495080 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:03.495864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:50:03.525466 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:03.529257 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-08155c43-2803-4b9e-bd14-5ea2df3a2a6a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4479144 Aug 19 13:50:03.529567 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57302) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:03.571198 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-3068b7e4-780b-413d-97ba-d3e1917cd7be None None] Provisioning for port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:50:03.594963 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Set router a66a7127-135e-4c30-a339-1963cab9eaea gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:50:03.609943 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=95569840-9de0-4b22-a547-f72db7a05218,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:03.720551 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:50:03.724696 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:03.725407 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:03.792226 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'name': 'tempest-TestSnapshotPattern-929210571-router', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:50:01Z', 'updated_at': '2021-08-19T13:50:02Z', 'revision_number': 3, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'gw_port': {'id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:50:02Z', 'updated_at': '2021-08-19T13:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:03.822519 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Checking router: a66a7127-135e-4c30-a339-1963cab9eaea for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:50:03.822898 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Updating router a66a7127-135e-4c30-a339-1963cab9eaea port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 binding host n-d-778732-8 {{(pid=95663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:50:03.831740 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:03.853836 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:03.879918 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9f2963a7-1d71-4d2a-91c2-d8178675d3b0,segment=NetworkSegment(16480e8e-e991-4bcd-8a5f-516c8be727d4),segment_id=16480e8e-e991-4bcd-8a5f-516c8be727d4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:50:03.953831 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.012371 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=9f2963a7-1d71-4d2a-91c2-d8178675d3b0,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:04.021992 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1c7de748-59e3-4e3f-8ced-1eb3b86f199f None None] Provisioning complete for port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:04.022375 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1c7de748-59e3-4e3f-8ced-1eb3b86f199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.027094 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.148192 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Notify callbacks [] for port, precommit_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.158657 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.provisioning_blocks [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Transition to ACTIVE for port object 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 will not be triggered until provisioned by entity L2. {{(pid=95663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:50:04.190481 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Allocated IP 172.20.0.1 (1ea75f7c-422e-4006-bb49-09d31c90d36f/c9ef8d7f-f7ea-4379-915f-8ebceb418d24/7d612662-bab7-4aa9-abba-25c5524f67d8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:50:04.292202 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.297166 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.306605 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Transition to ACTIVE for port object 7d612662-bab7-4aa9-abba-25c5524f67d8 will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:50:04.358870 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Attempting to bind port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:50:04.359221 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Attempting to bind port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:50:04.359580 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Attempting to bind port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 on network c7a776d1-1036-4104-a01b-d4ab4d425963 {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:50:04.361577 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab187ab-56f8-443b-be8c-0d6f18778087 None None] Pushing event updated for resources: {'Port': ['ID=0843474e-e4c4-4f7a-a7cd-a5417a2a3e09,revision_number=2']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:04.367143 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:50:04.367439 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Checking segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:50:04.367842 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.368911 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Bound using segment: {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'} {{(pid=95663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:50:04.368911 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.managers [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Bound port: 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ad1df-bff5-4e9e-85d9-20de3166c8d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963'}}] {{(pid=95663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:50:04.369118 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.411299 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.460204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Network 1ea75f7c-422e-4006-bb49-09d31c90d36f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:50:04.463366 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:50:04.467427 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:50:04.492361 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Pushing event updated for resources: {'Port': ['ID=7d612662-bab7-4aa9-abba-25c5524f67d8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:04.517454 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529513'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.522123 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] For port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09, host n-d-778732-8, cleared binding levels {{(pid=95663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:50:04.525471 n-d-778732-8 neutron-server[95663]: DEBUG neutron.plugins.ml2.db [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] For port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0843474e-e4c4-4f7a-a7cd-a5417a2a3e09,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:50:04.616895 n-d-778732-8 neutron-server[95663]: DEBUG neutron_lib.callbacks.manager [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.673413 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Routers {'a66a7127-135e-4c30-a339-1963cab9eaea'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:50:04.674050 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a66a7127-135e-4c30-a339-1963cab9eaea'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:04.708577 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab187ab-56f8-443b-be8c-0d6f18778087 None None] Pushing event updated for resources: {'Port': ['ID=0843474e-e4c4-4f7a-a7cd-a5417a2a3e09,revision_number=3']} {{(pid=95663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:04.751366 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.787752 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] Set router a66a7127-135e-4c30-a339-1963cab9eaea gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:50:04.839363 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b94fa611-ae96-4a27-b6e7-592c3f2b2ab3 None None] Provisioning for port 7d612662-bab7-4aa9-abba-25c5524f67d8 completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:50:04.844006 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-b94fa611-ae96-4a27-b6e7-592c3f2b2ab3 None None] Provisioning complete for port 7d612662-bab7-4aa9-abba-25c5524f67d8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:04.844390 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b94fa611-ae96-4a27-b6e7-592c3f2b2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.880859 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-b94fa611-ae96-4a27-b6e7-592c3f2b2ab3 None None] Port 7d612662-bab7-4aa9-abba-25c5524f67d8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:50:04.927699 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:04.970157 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'name': 'tempest-TestSnapshotPattern-929210571-router', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:50:01Z', 'updated_at': '2021-08-19T13:50:02Z', 'revision_number': 3, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'gw_port': {'id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:50:02Z', 'updated_at': '2021-08-19T13:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:05.000532 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f30aa57-db6d-4ed7-a4b6-ddc18aa64766 None None] The sync data for ids ['a66a7127-135e-4c30-a339-1963cab9eaea'] in n-d-778732-8 is: [{'id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'name': 'tempest-TestSnapshotPattern-929210571-router', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:50:01Z', 'updated_at': '2021-08-19T13:50:02Z', 'revision_number': 3, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'gw_port': {'id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:50:02Z', 'updated_at': '2021-08-19T13:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:50:05.005119 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:05.073237 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529565'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:05.075049 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Pushing event updated for resources: {'Port': ['ID=7d612662-bab7-4aa9-abba-25c5524f67d8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:05.155168 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 95569840-9de0-4b22-a547-f72db7a05218 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:50:05.184633 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Network 1ea75f7c-422e-4006-bb49-09d31c90d36f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:50:05.187143 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:50:05.249177 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 95569840-9de0-4b22-a547-f72db7a05218 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:05.250554 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:05.336876 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Router a66a7127-135e-4c30-a339-1963cab9eaea has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:50:05.363232 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:50:05.426047 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:05.426432 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:05.472525 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:50:05.485985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-02f8ece6-f8f3-46ec-b865-c99c97afec40 admin admin] 10.222.0.44 "PUT /v2.0/routers/a66a7127-135e-4c30-a339-1963cab9eaea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9545965 Aug 19 13:50:05.530906 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-5479e2fc-f77c-4640-8c16-c27621c0d58d None None] Provisioning complete for port 7d612662-bab7-4aa9-abba-25c5524f67d8 triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:05.531379 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5479e2fc-f77c-4640-8c16-c27621c0d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:05.573640 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-5479e2fc-f77c-4640-8c16-c27621c0d58d None None] Port 7d612662-bab7-4aa9-abba-25c5524f67d8 cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:50:06.590122 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Sync routers for ids ['a66a7127-135e-4c30-a339-1963cab9eaea'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:50:06.599643 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Routers {'a66a7127-135e-4c30-a339-1963cab9eaea'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:50:06.600349 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a66a7127-135e-4c30-a339-1963cab9eaea'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:06.714566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Set router a66a7127-135e-4c30-a339-1963cab9eaea gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:50:06.938252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'name': 'tempest-TestSnapshotPattern-929210571-router', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:50:01Z', 'updated_at': '2021-08-19T13:50:04Z', 'revision_number': 4, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'gw_port': {'id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:50:02Z', 'updated_at': '2021-08-19T13:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '7d612662-bab7-4aa9-abba-25c5524f67d8', 'name': '', 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'mac_address': 'fa:16:3e:ef:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c9ef8d7f-f7ea-4379-915f-8ebceb418d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:50:04Z', 'updated_at': '2021-08-19T13:50:04Z', 'revision_number': 2, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'subnets': [{'id': 'c9ef8d7f-f7ea-4379-915f-8ebceb418d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:06.965403 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Checking router: a66a7127-135e-4c30-a339-1963cab9eaea for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:50:06.965786 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Updating router a66a7127-135e-4c30-a339-1963cab9eaea port 7d612662-bab7-4aa9-abba-25c5524f67d8 binding host n-d-778732-8 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:50:06.999997 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.211727 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:50:07.336683 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.352533 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Transition to ACTIVE for port object 7d612662-bab7-4aa9-abba-25c5524f67d8 will not be triggered until provisioned by entity L2. {{(pid=95662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:50:07.352756 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57312) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:07.358147 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4a38c3eb-fcf8-4daa-8d0a-f0a3bd91f83b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549401266', 'description': 'tempest-secgroup-smoke-1549401266 description', 'project_id': '586769d4545b4116b7f474ece5d8e397'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:07.411233 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:50:07.413750 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.424600 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:07.424973 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.452607 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a38c3eb-fcf8-4daa-8d0a-f0a3bd91f83b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.559609 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a38c3eb-fcf8-4daa-8d0a-f0a3bd91f83b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.640103 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a38c3eb-fcf8-4daa-8d0a-f0a3bd91f83b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.682581 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38c3eb-fcf8-4daa-8d0a-f0a3bd91f83b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379b5ec0-c999-4672-8a7a-f3ca71abdd9d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:07.689914 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7046a-2609-408e-9a91-a8bff19abaa3 None None] Pushing event updated for resources: {'Port': ['ID=7d612662-bab7-4aa9-abba-25c5524f67d8,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:07.737732 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Attempting to bind port 7d612662-bab7-4aa9-abba-25c5524f67d8 on host n-d-778732-8 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:50:07.737998 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Attempting to bind port 7d612662-bab7-4aa9-abba-25c5524f67d8 by drivers openvswitch,hyperv on host n-d-778732-8 at level 0 using segments [{'id': '16480e8e-e991-4bcd-8a5f-516c8be727d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:50:07.738366 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Attempting to bind port 7d612662-bab7-4aa9-abba-25c5524f67d8 on network 1ea75f7c-422e-4006-bb49-09d31c90d36f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:50:07.769326 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Checking agent: {'id': '83da2d02-3ea1-4c3a-9e69-4104ef62f97d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 2, 26), 'started_at': datetime.datetime(2021, 8, 19, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:50:07.769743 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Checking segment: {'id': '16480e8e-e991-4bcd-8a5f-516c8be727d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:50:07.770155 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.770554 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Bound using segment: {'id': '16480e8e-e991-4bcd-8a5f-516c8be727d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:50:07.770867 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a38c3eb-fcf8-4daa-8d0a-f0a3bd91f83b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.771043 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Bound port: 7d612662-bab7-4aa9-abba-25c5524f67d8, host: n-d-778732-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16480e8e-e991-4bcd-8a5f-516c8be727d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:50:07.771429 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.772134 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-4a38c3eb-fcf8-4daa-8d0a-f0a3bd91f83b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4180169 Aug 19 13:50:07.776521 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57314) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:07.781283 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5b5d46a9-c5a8-4854-8188-2cd46cd8a098 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Request body: {'security_group_rule': {'security_group_id': '379b5ec0-c999-4672-8a7a-f3ca71abdd9d', 'project_id': '586769d4545b4116b7f474ece5d8e397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:07.793476 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.841336 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0843474e-e4c4-4f7a-a7cd-a5417a2a3e09,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:50:07.863370 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] For port 7d612662-bab7-4aa9-abba-25c5524f67d8, host n-d-778732-8, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:50:07.866682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] For port 7d612662-bab7-4aa9-abba-25c5524f67d8, host n-d-778732-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7d612662-bab7-4aa9-abba-25c5524f67d8,segment=NetworkSegment(16480e8e-e991-4bcd-8a5f-516c8be727d4),segment_id=16480e8e-e991-4bcd-8a5f-516c8be727d4)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:50:07.913382 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b5d46a9-c5a8-4854-8188-2cd46cd8a098 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.937404 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.941705 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.975497 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b5d46a9-c5a8-4854-8188-2cd46cd8a098 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:08.003694 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Routers {'a66a7127-135e-4c30-a339-1963cab9eaea'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:50:08.004351 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:49:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a66a7127-135e-4c30-a339-1963cab9eaea'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:08.006862 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=0843474e-e4c4-4f7a-a7cd-a5417a2a3e09,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:08.034102 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b5d46a9-c5a8-4854-8188-2cd46cd8a098 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:08.059735 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d46a9-c5a8-4854-8188-2cd46cd8a098 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3f1a6d-3d72-41f5-a5d1-f0bb900b07c4,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:08.132042 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b5d46a9-c5a8-4854-8188-2cd46cd8a098 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:08.134270 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-5b5d46a9-c5a8-4854-8188-2cd46cd8a098 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565841 Aug 19 13:50:08.137334 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57316) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:08.143769 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-7bc0ad7e-5787-45b7-bf15-184dae9f8bab tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Request body: {'security_group_rule': {'security_group_id': '379b5ec0-c999-4672-8a7a-f3ca71abdd9d', 'project_id': '586769d4545b4116b7f474ece5d8e397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:08.147029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7046a-2609-408e-9a91-a8bff19abaa3 None None] Pushing event updated for resources: {'Port': ['ID=7d612662-bab7-4aa9-abba-25c5524f67d8,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:08.171350 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] Set router a66a7127-135e-4c30-a339-1963cab9eaea gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:50:08.255623 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7bc0ad7e-5787-45b7-bf15-184dae9f8bab tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:08.308500 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7bc0ad7e-5787-45b7-bf15-184dae9f8bab tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:08.387989 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7bc0ad7e-5787-45b7-bf15-184dae9f8bab tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:08.394415 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'name': 'tempest-TestSnapshotPattern-929210571-router', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:50:01Z', 'updated_at': '2021-08-19T13:50:04Z', 'revision_number': 4, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'gw_port': {'id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:50:02Z', 'updated_at': '2021-08-19T13:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '7d612662-bab7-4aa9-abba-25c5524f67d8', 'name': '', 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'mac_address': 'fa:16:3e:ef:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c9ef8d7f-f7ea-4379-915f-8ebceb418d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:50:04Z', 'updated_at': '2021-08-19T13:50:07Z', 'revision_number': 4, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'subnets': [{'id': 'c9ef8d7f-f7ea-4379-915f-8ebceb418d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:08.410759 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0ad7e-5787-45b7-bf15-184dae9f8bab tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eac5fb8-115d-4f94-87aa-e57cb970141a,revision_number=0']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:08.422365 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044f8395-19cc-414c-8c64-ff0220f73faa None None] The sync data for ids ['a66a7127-135e-4c30-a339-1963cab9eaea'] in n-d-778732-8 is: [{'id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'name': 'tempest-TestSnapshotPattern-929210571-router', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:50:01Z', 'updated_at': '2021-08-19T13:50:04Z', 'revision_number': 4, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'gw_port': {'id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:50:02Z', 'updated_at': '2021-08-19T13:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '7d612662-bab7-4aa9-abba-25c5524f67d8', 'name': '', 'network_id': '1ea75f7c-422e-4006-bb49-09d31c90d36f', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'mac_address': 'fa:16:3e:ef:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c9ef8d7f-f7ea-4379-915f-8ebceb418d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:50:04Z', 'updated_at': '2021-08-19T13:50:07Z', 'revision_number': 4, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'subnets': [{'id': 'c9ef8d7f-f7ea-4379-915f-8ebceb418d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:50:08.472736 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:50:08.477137 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7bc0ad7e-5787-45b7-bf15-184dae9f8bab tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:08.477137 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-7bc0ad7e-5787-45b7-bf15-184dae9f8bab tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3360209 Aug 19 13:50:08.477459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57320) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:08.490459 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-33d42be4-cda0-41f0-ac73-c7cf7c12f42e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Request body: {'security_group_rule': {'security_group_id': '379b5ec0-c999-4672-8a7a-f3ca71abdd9d', 'project_id': '586769d4545b4116b7f474ece5d8e397', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:08.594737 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33d42be4-cda0-41f0-ac73-c7cf7c12f42e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:08.664844 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33d42be4-cda0-41f0-ac73-c7cf7c12f42e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:08.742589 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33d42be4-cda0-41f0-ac73-c7cf7c12f42e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:08.761123 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d42be4-cda0-41f0-ac73-c7cf7c12f42e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98680363-c1e7-42fe-bcfa-150e69af20f2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:08.839714 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-33d42be4-cda0-41f0-ac73-c7cf7c12f42e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:08.841075 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-33d42be4-cda0-41f0-ac73-c7cf7c12f42e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619733 Aug 19 13:50:08.844512 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57322) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:08.849059 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-479b496d-f8af-4ed0-9c40-4e7607699cb6 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Request body: {'security_group_rule': {'security_group_id': '379b5ec0-c999-4672-8a7a-f3ca71abdd9d', 'project_id': '586769d4545b4116b7f474ece5d8e397', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:08.954226 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-479b496d-f8af-4ed0-9c40-4e7607699cb6 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.025325 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-479b496d-f8af-4ed0-9c40-4e7607699cb6 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.111545 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-479b496d-f8af-4ed0-9c40-4e7607699cb6 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.130570 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b496d-f8af-4ed0-9c40-4e7607699cb6 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0a1039-8bb9-4831-8233-b7a84137c273,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:09.199373 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-479b496d-f8af-4ed0-9c40-4e7607699cb6 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.200962 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-479b496d-f8af-4ed0-9c40-4e7607699cb6 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3555231 Aug 19 13:50:09.204565 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57324) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:09.211498 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-41b0eb9c-25ed-44c4-a355-92bd7244c751 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Request body: {'security_group_rule': {'security_group_id': '379b5ec0-c999-4672-8a7a-f3ca71abdd9d', 'project_id': '586769d4545b4116b7f474ece5d8e397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:09.219864 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7d612662-bab7-4aa9-abba-25c5524f67d8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:50:09.313838 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-41b0eb9c-25ed-44c4-a355-92bd7244c751 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Project 586769d4545b4116b7f474ece5d8e397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:50:09.320563 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41b0eb9c-25ed-44c4-a355-92bd7244c751 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.342159 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning for port 7d612662-bab7-4aa9-abba-25c5524f67d8 completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:50:09.346255 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7d612662-bab7-4aa9-abba-25c5524f67d8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:09.351726 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.391660 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41b0eb9c-25ed-44c4-a355-92bd7244c751 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.433450 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.468256 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41b0eb9c-25ed-44c4-a355-92bd7244c751 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.469217 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] For port 7d612662-bab7-4aa9-abba-25c5524f67d8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7d612662-bab7-4aa9-abba-25c5524f67d8,segment=NetworkSegment(16480e8e-e991-4bcd-8a5f-516c8be727d4),segment_id=16480e8e-e991-4bcd-8a5f-516c8be727d4)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:50:09.486219 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0eb9c-25ed-44c4-a355-92bd7244c751 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6909dc32-408b-423f-b209-e534199772ba,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:09.542447 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.543200 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:50:09.565112 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41b0eb9c-25ed-44c4-a355-92bd7244c751 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.569123 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-41b0eb9c-25ed-44c4-a355-92bd7244c751 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3603184 Aug 19 13:50:09.569265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57326) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:09.573799 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8f5be653-eda8-4c68-8f2d-32405ff90326 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Request body: {'security_group_rule': {'security_group_id': '379b5ec0-c999-4672-8a7a-f3ca71abdd9d', 'project_id': '586769d4545b4116b7f474ece5d8e397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:09.628801 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Pushing event updated for resources: {'Port': ['ID=7d612662-bab7-4aa9-abba-25c5524f67d8,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:09.641419 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:09.641797 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.645580 n-d-778732-8 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-8f5be653-eda8-4c68-8f2d-32405ff90326 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Project 586769d4545b4116b7f474ece5d8e397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:50:09.656426 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5be653-eda8-4c68-8f2d-32405ff90326 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.723691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5be653-eda8-4c68-8f2d-32405ff90326 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.776508 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5be653-eda8-4c68-8f2d-32405ff90326 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784470'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.796194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5be653-eda8-4c68-8f2d-32405ff90326 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a8a4fd-b479-4068-8a63-3c81ac6381da,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:09.851289 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5be653-eda8-4c68-8f2d-32405ff90326 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.852861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-8f5be653-eda8-4c68-8f2d-32405ff90326 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2823713 Aug 19 13:50:09.992136 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-100bb3d7-3fc5-4cd6-9107-2dd622b8cac1 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549401266&fields=id&tenant_id=586769d4545b4116b7f474ece5d8e397 HTTP/1.1" status: 200 len: 267 time: 0.0338058 Aug 19 13:50:10.100583 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-19dd17e2-48ad-4caa-a512-023c4858ed2e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:10.102102 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-19dd17e2-48ad-4caa-a512-023c4858ed2e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 809 time: 0.1030452 Aug 19 13:50:10.117249 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-0c1d46e3-1180-4417-82aa-dd857c26b7c7 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/quotas/586769d4545b4116b7f474ece5d8e397 HTTP/1.1" status: 200 len: 375 time: 0.0093627 Aug 19 13:50:10.167272 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-185bd623-b469-46f1-bb44-277726dde67c tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445688 Aug 19 13:50:10.274433 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-05c3783d-6973-4bef-acff-7a504d2a973d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:50:10.275556 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-05c3783d-6973-4bef-acff-7a504d2a973d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0958407 Aug 19 13:50:10.375595 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-bf0debe6-08ca-466d-9ca5-20d345d9b600 service neutron] 10.222.0.44 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934048 Aug 19 13:50:10.467461 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-e1a51a49-84e7-4a7f-8ba2-8731df53de6c service neutron] 10.222.0.44 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850530 Aug 19 13:50:11.141836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7d612662-bab7-4aa9-abba-25c5524f67d8 up at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:50:11.190682 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Provisioning complete for port 7d612662-bab7-4aa9-abba-25c5524f67d8 triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:11.190964 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:11.729395 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eb14c1e6-99ba-437e-9d22-eca241b5cd01 req-42557d33-4a69-4fed-9d93-dc0a48096885 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 210 time: 0.0323086 Aug 19 13:50:12.796772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:12.811426 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56608471-d36e-4312-8eb3-2326a33d9280 req-8340c0fe-8d6a-4f5e-a3e1-eb93c6b4a68f tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 210 time: 0.0279107 Aug 19 13:50:13.889582 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-20eb3504-1b36-4613-952b-50a2530d74b1 req-4c1487a1-1c7a-4c9d-a1f0-52c6419435aa tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 210 time: 0.0267313 Aug 19 13:50:14.989914 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8bed0b16-d0a0-4bf1-b3c3-892da9e9a59d req-e93499f4-e420-43c5-a36e-d5713d4b8c56 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 210 time: 0.0269051 Aug 19 13:50:15.502486 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:15.657745 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-4d18129a-8c68-4138-b709-2d0ed61e7c0a tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:15.659338 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-4d18129a-8c68-4138-b709-2d0ed61e7c0a tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.53 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 809 time: 0.1084909 Aug 19 13:50:15.707552 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-bac2ca20-6979-4be8-ba2e-f9f31f15eaee tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586769d4545b4116b7f474ece5d8e397 HTTP/1.1" status: 200 len: 380 time: 0.0369458 Aug 19 13:50:15.721233 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Request body: {'port': {'device_id': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'admin_state_up': True, 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'security_groups': ['379b5ec0-c999-4672-8a7a-f3ca71abdd9d']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:15.896349 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Made reservation on behalf of 586769d4545b4116b7f474ece5d8e397 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:50:15.899981 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:16.031184 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Allocated IP 172.20.0.8 (fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea/e5aebe68-51fc-47fb-9626-649b4d0a070e/c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:50:16.110231 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f9c60e7-e2e3-4222-bc36-baaf1aa8eae0 req-dd24e6dd-23ba-4e3e-9c4e-f447d73f9418 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 210 time: 0.0433471 Aug 19 13:50:16.585952 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:16.599794 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Transition to ACTIVE for port object c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:50:16.697106 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:16.743173 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:50:16.746289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:50:16.751510 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:50:16.757872 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'Port': ['ID=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:16.809503 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:16.810127 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:16.858201 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-df13e024-c336-46b0-8396-4112391bfd02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1432846 Aug 19 13:50:16.871246 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Request body: {'port': {'device_id': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:16.929471 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:17.050937 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2a24b5a9-36a4-466a-84c9-6fb3d1b695b5 None None] Provisioning for port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:50:17.054826 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-2a24b5a9-36a4-466a-84c9-6fb3d1b695b5 None None] Provisioning complete for port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:17.055233 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a24b5a9-36a4-466a-84c9-6fb3d1b695b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:17.091252 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-2a24b5a9-36a4-466a-84c9-6fb3d1b695b5 None None] Port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:50:17.237121 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:50:17.246608 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:17.265436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Transition to ACTIVE for port object c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:50:17.273205 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c8224-5fdd-4f49-a1b1-398225fb412a req-1c9c0180-6dcb-4527-919c-6869e1dc29ed tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:17.274742 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d07c8224-5fdd-4f49-a1b1-398225fb412a req-1c9c0180-6dcb-4527-919c-6869e1dc29ed tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 931 time: 0.0841224 Aug 19 13:50:17.314326 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d07c8224-5fdd-4f49-a1b1-398225fb412a req-ea292852-69f5-4104-ba6f-1a06a3062b94 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Aug 19 13:50:17.331022 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:17.383107 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Pushing event updated for resources: {'Port': ['ID=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:17.462295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Attempting to bind port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:50:17.462637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Attempting to bind port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:50:17.462974 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Attempting to bind port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e on network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:50:17.468609 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e on network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:50:17.469025 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Attempting to bind port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e on network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:50:17.474638 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:50:17.475000 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Checking segment: {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:50:17.475365 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Bound using segment: {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:50:17.475815 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Bound port: c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:50:17.476321 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:17.546261 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] For port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:50:17.550210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] For port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:50:17.617030 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:17.657787 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:17.658424 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:17.659943 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] 10.222.0.53 "PUT /v2.0/ports/c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e HTTP/1.1" status: 200 len: 1091 time: 0.7933519 Aug 19 13:50:17.660411 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:50:17.662789 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860b8050-8222-450c-b61a-a2e9d5f94e09" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:50:17.684119 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c3cc8-068b-47c4-8a27-cb90fb39ed7c service neutron] Pushing event updated for resources: {'Port': ['ID=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:17.712203 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5213b129-e319-4791-b9d8-7a9329a85b17 x-openstack-request-id: req-5213b129-e319-4791-b9d8-7a9329a85b17 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:50:17.712508 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:50:17.712765 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5213b129-e319-4791-b9d8-7a9329a85b17 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:50:17.713188 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'status': 'completed', 'code': 200} Aug 19 13:50:17.784234 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8050-8222-450c-b61a-a2e9d5f94e09 req-ac07679a-6865-42ee-a179-f8968413a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:17.785929 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-860b8050-8222-450c-b61a-a2e9d5f94e09 req-ac07679a-6865-42ee-a179-f8968413a1b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 1094 time: 0.0459406 Aug 19 13:50:17.894281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8050-8222-450c-b61a-a2e9d5f94e09 req-97243158-4776-4333-82b6-b5b2d585f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:17.895722 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-860b8050-8222-450c-b61a-a2e9d5f94e09 req-97243158-4776-4333-82b6-b5b2d585f28c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=586769d4545b4116b7f474ece5d8e397&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1014922 Aug 19 13:50:18.001889 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8050-8222-450c-b61a-a2e9d5f94e09 req-e7036a09-1cc0-4a16-9c35-8da204825375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:18.003414 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-860b8050-8222-450c-b61a-a2e9d5f94e09 req-e7036a09-1cc0-4a16-9c35-8da204825375 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002088 Aug 19 13:50:18.085339 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-2fe80724-397e-4e90-99b0-886a5858a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:18.086884 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-2fe80724-397e-4e90-99b0-886a5858a55b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 1094 time: 0.0434766 Aug 19 13:50:18.129802 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-5c4c2e31-35ce-40d0-bd81-c0b579ac3aa9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e HTTP/1.1" status: 200 len: 217 time: 0.0344591 Aug 19 13:50:18.182902 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-21861989-5afd-4689-99e5-84507c5da509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:18.184288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-21861989-5afd-4689-99e5-84507c5da509 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5aebe68-51fc-47fb-9626-649b4d0a070e HTTP/1.1" status: 200 len: 848 time: 0.0476327 Aug 19 13:50:18.232053 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-336c7427-f652-4875-ad69-5fdda9e3b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:18.233598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-336c7427-f652-4875-ad69-5fdda9e3b65b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410521 Aug 19 13:50:18.325754 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-ebc027c8-57e9-46e4-88a5-5250206601c9 service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833471 Aug 19 13:50:18.459571 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290acf5-191e-42ec-b023-275a8f9d6944 req-ac5ceff5-04ca-4a86-97ed-cbda09d8062a tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:18.460991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0290acf5-191e-42ec-b023-275a8f9d6944 req-ac5ceff5-04ca-4a86-97ed-cbda09d8062a tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 943 time: 0.0787189 Aug 19 13:50:18.466704 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-2f6b0275-a52f-4b31-aabb-9a3b7e8dc072 req-24feb319-91c1-4dd4-873f-8fbbe05fabab service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331894 Aug 19 13:50:18.508124 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-0290acf5-191e-42ec-b023-275a8f9d6944 req-2c42afbe-f87f-45a2-8071-a8d77c1f8a33 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401657 Aug 19 13:50:19.634122 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550df705-79d2-494d-b0e5-7bb921b8a369 req-18e3c295-c16d-4683-9560-ecb09fff04cd tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:19.635688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-550df705-79d2-494d-b0e5-7bb921b8a369 req-18e3c295-c16d-4683-9560-ecb09fff04cd tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 943 time: 0.0573502 Aug 19 13:50:19.676133 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-550df705-79d2-494d-b0e5-7bb921b8a369 req-e23bdbde-704d-4959-afec-c9a1c839c66a tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337927 Aug 19 13:50:20.744421 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:50:20.793128 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afcd40-c98e-4beb-9c5c-131ddb04abad req-6344eb37-a2f0-4c26-a241-78ac77bbbbc4 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:20.795191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6afcd40-c98e-4beb-9c5c-131ddb04abad req-6344eb37-a2f0-4c26-a241-78ac77bbbbc4 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 943 time: 0.0503268 Aug 19 13:50:20.833642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e6afcd40-c98e-4beb-9c5c-131ddb04abad req-47748a05-1751-4a40-8b87-b22425374bad tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325673 Aug 19 13:50:20.845816 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:50:20.857437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'mac_address': 'fa:16:3e:fa:91:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:50:20.893949 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:20.906844 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:50:20.927029 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:50:20.993396 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:21.046761 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:21.176567 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3ad0d5e1-7acb-4344-9f44-da6aafcf2b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:21.220395 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:50:21.447680 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-d06e4fdd-9409-448b-bce5-0b1c9d39ad45 req-24ceedd6-0064-4a19-b6fe-f6d1e57e4de8 service neutron] (95660) timed out ('10.222.0.44', 51476) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:50:21.950507 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554746b-6777-48d8-a464-1694e917f1dd req-6b51306c-c6d1-48fa-b2a3-ddd0cb633553 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:21.952548 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7554746b-6777-48d8-a464-1694e917f1dd req-6b51306c-c6d1-48fa-b2a3-ddd0cb633553 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 944 time: 0.0508349 Aug 19 13:50:21.989459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7554746b-6777-48d8-a464-1694e917f1dd req-f25c628c-ae98-4e8d-919e-2e8d1ac48fdd tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Aug 19 13:50:22.759144 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:50:22.982687 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:50:22.986807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:50:22.991095 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:23.068546 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:23.092669 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:50:23.095220 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75a3af2-7f72-465c-871b-e496cb01916e" -d '{"events": [{"server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "name": "network-vif-plugged", "status": "completed", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:50:23.112460 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:50:23.119399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c256f9d-55be-4397-b298-28b60a2fdd95 req-ffe9115f-48d1-47e1-b7ad-4cfdec570eed tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:23.120977 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c256f9d-55be-4397-b298-28b60a2fdd95 req-ffe9115f-48d1-47e1-b7ad-4cfdec570eed tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 944 time: 0.0612915 Aug 19 13:50:23.134844 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee151979-bc0f-4476-904b-c9d32b2070c0 x-openstack-request-id: req-ee151979-bc0f-4476-904b-c9d32b2070c0 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:50:23.135142 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "name": "network-vif-plugged", "status": "completed", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:50:23.135400 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee151979-bc0f-4476-904b-c9d32b2070c0 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:50:23.135853 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'code': 200} Aug 19 13:50:23.164105 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7c256f9d-55be-4397-b298-28b60a2fdd95 req-1452071f-ff07-404f-a237-2c9a4d6d3eff tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365338 Aug 19 13:50:23.188261 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:23.233855 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780b659-c6bb-4e33-9af4-75e51335e81c req-f10ba814-f184-492b-89ec-9585c4d0b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:23.235301 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e780b659-c6bb-4e33-9af4-75e51335e81c req-f10ba814-f184-492b-89ec-9585c4d0b79b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 1096 time: 0.0417774 Aug 19 13:50:23.267368 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:23.273508 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e780b659-c6bb-4e33-9af4-75e51335e81c req-4298b55b-760c-4aa8-8883-1192438d0312 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302904 Aug 19 13:50:24.283866 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe51eb9-24ab-4941-b53c-9ca830629212 req-d192742c-0da4-42ab-aa4c-7513a6e56a89 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:24.285459 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fe51eb9-24ab-4941-b53c-9ca830629212 req-d192742c-0da4-42ab-aa4c-7513a6e56a89 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 945 time: 0.0505672 Aug 19 13:50:24.326944 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5fe51eb9-24ab-4941-b53c-9ca830629212 req-d82c840d-c594-4244-ba29-939bfb94aa05 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353918 Aug 19 13:50:25.449005 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830bdf8-cc3f-4a7a-babd-16401e1c88bc req-4317c721-e9a4-4f64-a8fb-c44d2c5a5f18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:25.450528 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e830bdf8-cc3f-4a7a-babd-16401e1c88bc req-4317c721-e9a4-4f64-a8fb-c44d2c5a5f18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 945 time: 0.0538576 Aug 19 13:50:25.490324 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-e830bdf8-cc3f-4a7a-babd-16401e1c88bc req-3307f453-4e58-44d3-a83c-d057542bf0c4 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331178 Aug 19 13:50:25.507534 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e65f6763-0055-4c76-9221-ba833300308b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:25.609916 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3f9d4-efe5-412e-80ce-d10809c23598 req-491094ed-3870-4ad6-83cb-d1d41b829366 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:25.611349 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cc3f9d4-efe5-412e-80ce-d10809c23598 req-491094ed-3870-4ad6-83cb-d1d41b829366 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 945 time: 0.0512288 Aug 19 13:50:25.650545 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6cc3f9d4-efe5-412e-80ce-d10809c23598 req-7537cf06-5639-4511-8e02-57677ac2dfbe tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330546 Aug 19 13:50:25.672336 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57394) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:25.755881 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb2d4e-ae4c-4c58-9db9-4d0336a7dd1e tempest-TestSnapshotPattern-1372234511 tempest-TestSnapshotPattern-1372234511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:25.757509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-47cb2d4e-ae4c-4c58-9db9-4d0336a7dd1e tempest-TestSnapshotPattern-1372234511 tempest-TestSnapshotPattern-1372234511-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 1091 time: 0.0840971 Aug 19 13:50:25.760345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57398) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:50:25.765389 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:50:25.811502 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:25.833761 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:25.937185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:26.049092 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Allocated IP 172.25.6.120 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/85072223-f22f-4cf4-98ec-bd0a4398a9c5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:50:26.156565 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:26.291659 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:26.329942 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:50:26.335051 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:50:26.338625 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:50:26.367874 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'Port': ['ID=85072223-f22f-4cf4-98ec-bd0a4398a9c5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:26.718169 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:26.858987 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:27.016521 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:27.073291 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:27.143457 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'Port': ['ID=85072223-f22f-4cf4-98ec-bd0a4398a9c5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:50:27.159189 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:27.261267 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Floating IP 15d9db18-7264-4f57-af05-3b90a29a0154 associated. External IP: 172.25.6.120, port: c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e. Aug 19 13:50:27.387483 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:27.489303 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Router d1455c72-a09a-41d3-bb43-7c19c300a8fb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:50:27.602148 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:50:27.612190 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a94a5-d733-40ab-807f-e26043b13e5f None None] Sync routers for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:50:27.622082 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a94a5-d733-40ab-807f-e26043b13e5f None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:50:27.627435 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c08a94a5-d733-40ab-807f-e26043b13e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:27.673980 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:27.715648 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-a1e8432b-5b7e-448e-bb42-2b73416e7e66 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9407933 Aug 19 13:50:27.715648 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:50:27.715648 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18edc89-2e47-4b68-9604-36300f758d04" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:50:27.733019 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c08a94a5-d733-40ab-807f-e26043b13e5f None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:50:27.767672 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636f2550-8bfa-4c5c-b037-0a555d1ae033 x-openstack-request-id: req-636f2550-8bfa-4c5c-b037-0a555d1ae033 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:50:27.768177 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:50:27.768291 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-636f2550-8bfa-4c5c-b037-0a555d1ae033 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:50:27.768603 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'status': 'completed', 'code': 200} Aug 19 13:50:27.832204 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18edc89-2e47-4b68-9604-36300f758d04 req-6b536922-0fb4-4f8f-a144-57ffc94d5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:27.833768 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c18edc89-2e47-4b68-9604-36300f758d04 req-6b536922-0fb4-4f8f-a144-57ffc94d5b15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 1096 time: 0.0418310 Aug 19 13:50:27.929858 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18edc89-2e47-4b68-9604-36300f758d04 req-bb584621-66c6-44d6-95d1-71c37bfc99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:27.931266 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c18edc89-2e47-4b68-9604-36300f758d04 req-bb584621-66c6-44d6-95d1-71c37bfc99b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 910 time: 0.0887623 Aug 19 13:50:27.968192 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c08a94a5-d733-40ab-807f-e26043b13e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '15d9db18-7264-4f57-af05-3b90a29a0154', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:fa:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:50:26Z', 'updated_at': '2021-08-19T13:50:26Z', 'revision_number': 0, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:27.998138 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a94a5-d733-40ab-807f-e26043b13e5f None None] Checking router: d1455c72-a09a-41d3-bb43-7c19c300a8fb for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:50:27.998407 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c18edc89-2e47-4b68-9604-36300f758d04 req-b3f01e2f-8908-48ae-b645-ec3badf66b56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e HTTP/1.1" status: 200 len: 999 time: 0.0582225 Aug 19 13:50:28.006522 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a94a5-d733-40ab-807f-e26043b13e5f None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:50:28.007122 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c08a94a5-d733-40ab-807f-e26043b13e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:50:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:28.049577 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18edc89-2e47-4b68-9604-36300f758d04 req-e562c441-22d6-42d6-a432-68b2d64f646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:28.051078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c18edc89-2e47-4b68-9604-36300f758d04 req-e562c441-22d6-42d6-a432-68b2d64f646a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5aebe68-51fc-47fb-9626-649b4d0a070e HTTP/1.1" status: 200 len: 848 time: 0.0464041 Aug 19 13:50:28.104099 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18edc89-2e47-4b68-9604-36300f758d04 req-e6bd40d5-fc4b-4d8e-b857-2daf9e74c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:28.105713 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c18edc89-2e47-4b68-9604-36300f758d04 req-e6bd40d5-fc4b-4d8e-b857-2daf9e74c2e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469167 Aug 19 13:50:28.111441 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-c08a94a5-d733-40ab-807f-e26043b13e5f None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:50:28.198125 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c18edc89-2e47-4b68-9604-36300f758d04 req-b3fe0dcc-8433-428c-8cf6-89477c84046b service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847900 Aug 19 13:50:28.294509 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c18edc89-2e47-4b68-9604-36300f758d04 req-8ffceb28-bcd3-49d3-93cf-597bfe7e07e5 service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882435 Aug 19 13:50:28.339046 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-c08a94a5-d733-40ab-807f-e26043b13e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '15d9db18-7264-4f57-af05-3b90a29a0154', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:fa:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:50:26Z', 'updated_at': '2021-08-19T13:50:26Z', 'revision_number': 0, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:50:28.365177 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a94a5-d733-40ab-807f-e26043b13e5f None None] The sync data for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 is: [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '15d9db18-7264-4f57-af05-3b90a29a0154', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:fa:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:50:26Z', 'updated_at': '2021-08-19T13:50:26Z', 'revision_number': 0, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:50:28.584011 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a75da1-e89c-4295-923c-2457fbbd31ed None None] New status for floating IP 15d9db18-7264-4f57-af05-3b90a29a0154: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:50:29.267571 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:42.787363 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:45.462287 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:50:45.490264 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:51.192820 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5d82c74d-986c-4ef9-b0d5-0d4f34295c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:54.688564 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-b58f8523-237c-448d-b707-91a815aa88d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411148 Aug 19 13:50:54.774829 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-3ddf8687-7aa2-47d6-8b9e-7e7eeaf22be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:54.776423 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-3ddf8687-7aa2-47d6-8b9e-7e7eeaf22be8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 1096 time: 0.0418205 Aug 19 13:50:54.884678 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-5da12165-0cee-4aa6-b263-50de53761910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:54.886207 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-5da12165-0cee-4aa6-b263-50de53761910 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 910 time: 0.0897162 Aug 19 13:50:54.960025 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-0f823a29-ccc0-45f5-bf38-c5e27615b632 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e HTTP/1.1" status: 200 len: 1001 time: 0.0650980 Aug 19 13:50:55.016615 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-f5b91934-67ce-43f6-b4c0-a6b3b249e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:55.018100 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-f5b91934-67ce-43f6-b4c0-a6b3b249e77d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5aebe68-51fc-47fb-9626-649b4d0a070e HTTP/1.1" status: 200 len: 848 time: 0.0492427 Aug 19 13:50:55.066738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-3d950e26-aed1-4afd-ba0a-f19487d0d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:55.068274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-3d950e26-aed1-4afd-ba0a-f19487d0d8d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421622 Aug 19 13:50:55.163833 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-be240502-28c8-4b79-ac4f-8c60c457835a service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865679 Aug 19 13:50:55.258699 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a1ed6307-ce20-467e-a576-a8a3d6d5bdab req-31f805ae-ae33-46ac-82c4-9e2415158d7a service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851686 Aug 19 13:50:55.518810 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89341463-8598-4346-955e-4cd27955209a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:55.815949 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:57.370385 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:59.257589 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:12.799126 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:15.501955 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:21.187633 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ea77747e-1330-4d61-945c-38392d31adfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:22.461474 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:51:25.512895 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-03fe055e-71c4-4bc9-8ba4-1640e695c455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:25.838463 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:27.381202 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:29.267273 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:42.782152 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:45.552414 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.209755 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd53309a-a9c8-41ed-8ff1-ebf7c1fcffc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:55.495520 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f9082458-cf2b-4100-8bea-3cdcaed19332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:55.838481 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:56.679340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-c0eb0c5a-f47b-4b5a-9c77-20086f2c509f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426080 Aug 19 13:51:56.764808 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-26fe9965-1619-4b67-91fc-0ae9c31769d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:56.766372 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-26fe9965-1619-4b67-91fc-0ae9c31769d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 1096 time: 0.0463922 Aug 19 13:51:56.868188 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-6ac92ebb-7c32-4b10-b2ab-6cf13f22c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:56.869716 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-6ac92ebb-7c32-4b10-b2ab-6cf13f22c15c service neutron] 10.222.0.53 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 910 time: 0.0853112 Aug 19 13:51:56.943457 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-802263fe-4435-4c32-b867-9c4dd3e31425 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e HTTP/1.1" status: 200 len: 1001 time: 0.0668275 Aug 19 13:51:56.994453 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-65f1923b-1d23-4660-9f30-445c76eef654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:56.995941 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-65f1923b-1d23-4660-9f30-445c76eef654 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5aebe68-51fc-47fb-9626-649b4d0a070e HTTP/1.1" status: 200 len: 848 time: 0.0461600 Aug 19 13:51:57.041632 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-8ab70834-3688-472a-b10a-b6f2a6cf7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:57.043106 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-8ab70834-3688-472a-b10a-b6f2a6cf7b3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396190 Aug 19 13:51:57.135155 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-105737ce-b6bb-4eda-9e66-8d3172a6077f service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836096 Aug 19 13:51:57.223755 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-70ec2e2f-a64d-40a1-83ff-05425376f262 req-9c472eab-b5c2-4fcd-9987-21fd682d4600 service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819869 Aug 19 13:51:57.375374 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:59.249766 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:59.460513 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:52:12.849778 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:15.530030 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:21.192539 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ef8f6f9f-039a-4622-9179-0026cf61d5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:25.557686 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a07463ec-6aca-46ee-b364-7cfcaf882a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:25.883722 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:27.367553 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:29.249297 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:29.330543 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:52:29.442265 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:52:29.457688 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'mac_address': 'fa:16:3e:fa:91:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:52:29.499021 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:29.513966 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:52:29.538281 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:52:29.638543 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:29.703611 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:52:29.712800 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.713151 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.713530 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.713874 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.714210 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.714550 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.714879 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.715208 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.715547 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.715868 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.716197 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.716520 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:29.724847 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:52:31.336935 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:52:31.390758 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:52:31.391133 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:31.477689 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:31.500779 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:52:31.503128 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32430fd5-a04e-4bd2-bb21-d354ee109481" -d '{"events": [{"server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "name": "network-vif-plugged", "status": "completed", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:52:31.672991 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:52:31.672991 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecee2198-a208-450a-bc84-e4f05937805c x-openstack-request-id: req-ecee2198-a208-450a-bc84-e4f05937805c {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:52:31.672991 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "name": "network-vif-plugged", "status": "completed", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:52:31.672991 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ecee2198-a208-450a-bc84-e4f05937805c {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:52:31.672991 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'code': 200} Aug 19 13:52:31.821756 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:31.871033 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:52:36.463701 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:52:40.556159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-3d1997c1-c471-4ae4-b55c-a1fb2b5ba7db tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549401266&fields=id&tenant_id=586769d4545b4116b7f474ece5d8e397 HTTP/1.1" status: 200 len: 267 time: 0.0400748 Aug 19 13:52:40.673343 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e13a45-aa39-4034-b893-76741173f76d req-de26b4cc-082e-4f64-b60f-9d39927d99a5 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:40.675177 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-de26b4cc-082e-4f64-b60f-9d39927d99a5 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 809 time: 0.1120255 Aug 19 13:52:40.692350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-3c8ff95a-e6d1-4a4f-8425-1f98ccacf627 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/quotas/586769d4545b4116b7f474ece5d8e397 HTTP/1.1" status: 200 len: 375 time: 0.0093551 Aug 19 13:52:40.750579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-8c6befc5-ff48-45bd-8ced-1557963b17b3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503614 Aug 19 13:52:40.826628 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-2af88302-9f69-4a68-8552-7df72723f731 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:52:40.827680 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-2af88302-9f69-4a68-8552-7df72723f731 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0644531 Aug 19 13:52:40.928196 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-b729c1c5-99d3-4d3b-9b6d-9c4076568f0f service neutron] 10.222.0.44 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940075 Aug 19 13:52:41.020159 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-c51ee32d-78ca-45a5-b967-f284001d580d service neutron] 10.222.0.44 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857806 Aug 19 13:52:41.336758 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-56522d3e-011e-41bb-9dc4-481aeb70f299 req-3d5e53f8-344a-4807-b318-bf73d4694d11 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 210 time: 0.0873194 Aug 19 13:52:42.838686 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:42.875579 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-3876666a-68c4-4e6d-acc0-2d5d47015d8b req-47be8186-0587-48cd-b4b0-2fc0ba25eb0c tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 210 time: 0.4668045 Aug 19 13:52:43.431752 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:52:43.524043 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:43.548225 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:52:43.550839 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a07b26-6d60-48e1-9682-d552f60cedb5" -d '{"events": [{"server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:52:43.569610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:52:43.649506 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:43.664047 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e13a45-aa39-4034-b893-76741173f76d req-86bb3932-63b9-4475-a114-c20341da2c1b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:43.665903 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-86bb3932-63b9-4475-a114-c20341da2c1b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.53 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 809 time: 0.1614759 Aug 19 13:52:43.686743 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55710d4-a2a3-477d-b399-beff2ae5b462 x-openstack-request-id: req-c55710d4-a2a3-477d-b399-beff2ae5b462 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:52:43.687403 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:52:43.687917 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c55710d4-a2a3-477d-b399-beff2ae5b462 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:52:43.688583 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'code': 200} Aug 19 13:52:43.724649 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-8d1b8107-3007-4f7c-930a-511e4a5fb6be tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586769d4545b4116b7f474ece5d8e397 HTTP/1.1" status: 200 len: 380 time: 0.0461936 Aug 19 13:52:43.726442 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:52:43.734871 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Request body: {'port': {'device_id': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'admin_state_up': True, 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'security_groups': ['379b5ec0-c999-4672-8a7a-f3ca71abdd9d']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:52:43.923914 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Made reservation on behalf of 586769d4545b4116b7f474ece5d8e397 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:52:43.928773 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:44.022488 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea6de666-998a-4c61-ab90-cb9ad383ef18 req-08e2a3aa-6fb8-4804-ad0f-e2d554045d28 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 210 time: 0.0660231 Aug 19 13:52:44.109555 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Allocated IP 172.20.0.4 (fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea/e5aebe68-51fc-47fb-9626-649b4d0a070e/80324c0f-ff3f-49b2-ac0f-f332c250afdd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:52:44.278388 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:44.292875 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Transition to ACTIVE for port object 80324c0f-ff3f-49b2-ac0f-f332c250afdd will not be triggered until provisioned by entity DHCP. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:52:44.438252 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:44.523927 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:52:44.527592 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'Port': ['ID=80324c0f-ff3f-49b2-ac0f-f332c250afdd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:52:44.541063 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:52:44.546752 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.547429 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.547928 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.548436 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.549598 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.550036 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.550561 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.557710 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.558241 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.558687 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.561209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.561209 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:52:44.582700 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:52:44.697311 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:44.698180 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:44.838961 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-9245f4bc-6e20-4872-aef3-5d20ee687bd0 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1080673 Aug 19 13:52:44.947017 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9231846f-c88a-4585-b381-2e96fe232a90 None None] Provisioning for port 80324c0f-ff3f-49b2-ac0f-f332c250afdd completed by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:52:44.955191 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-9231846f-c88a-4585-b381-2e96fe232a90 None None] Provisioning complete for port 80324c0f-ff3f-49b2-ac0f-f332c250afdd triggered by entity DHCP. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:52:44.956359 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9231846f-c88a-4585-b381-2e96fe232a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:45.002832 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-9231846f-c88a-4585-b381-2e96fe232a90 None None] Port 80324c0f-ff3f-49b2-ac0f-f332c250afdd cannot update to ACTIVE because it is not bound. {{(pid=95662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:52:45.175301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1c2f-61a3-44f9-8f29-49e8f1e42ae0 req-859e1687-272e-4327-ada0-1dab8b86d635 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:45.178114 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-017c1c2f-61a3-44f9-8f29-49e8f1e42ae0 req-859e1687-272e-4327-ada0-1dab8b86d635 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 931 time: 0.0727592 Aug 19 13:52:45.222952 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-017c1c2f-61a3-44f9-8f29-49e8f1e42ae0 req-66bb6bde-9266-46b2-8ece-ca5176e2f0c3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388684 Aug 19 13:52:45.546508 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:46.378319 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7948a2-992f-4fcb-a6ac-5ab88ece566c req-0f757f9e-87fd-4c1b-b0fe-cda2c8bfaf12 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:46.380383 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c7948a2-992f-4fcb-a6ac-5ab88ece566c req-0f757f9e-87fd-4c1b-b0fe-cda2c8bfaf12 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 931 time: 0.0656917 Aug 19 13:52:46.433726 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-5c7948a2-992f-4fcb-a6ac-5ab88ece566c req-2c85adf8-2637-484f-a08f-e3b17b3d8cad tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463650 Aug 19 13:52:47.575281 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca609652-f78a-4e58-a963-ce5d1a960c56 req-b61286eb-8406-470f-92dc-d7cea73efc63 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:47.577513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca609652-f78a-4e58-a963-ce5d1a960c56 req-b61286eb-8406-470f-92dc-d7cea73efc63 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 931 time: 0.0662558 Aug 19 13:52:47.634624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ca609652-f78a-4e58-a963-ce5d1a960c56 req-1c656851-c0aa-41ec-aa03-a948015d041c tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493515 Aug 19 13:52:48.830248 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6984f-e2a7-43be-9cec-456e3d4585c9 req-e9afeb67-8e63-486e-8d22-dc0526bde789 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:48.832018 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eab6984f-e2a7-43be-9cec-456e3d4585c9 req-e9afeb67-8e63-486e-8d22-dc0526bde789 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 931 time: 0.0637827 Aug 19 13:52:48.883675 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-eab6984f-e2a7-43be-9cec-456e3d4585c9 req-939b941b-62ee-4296-95c9-10be8a37c2db tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Aug 19 13:52:50.012686 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5b1c-9265-44f7-b309-99c2cf3ef46c req-8ed9de8d-c6ae-4c7b-bc1d-42cb5bfac187 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:50.014469 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7dd5b1c-9265-44f7-b309-99c2cf3ef46c req-8ed9de8d-c6ae-4c7b-bc1d-42cb5bfac187 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 931 time: 0.0548868 Aug 19 13:52:50.088867 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c7dd5b1c-9265-44f7-b309-99c2cf3ef46c req-d721a61f-d1b1-4417-ab93-161e453b2606 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567377 Aug 19 13:52:51.235438 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b59a9-1dc4-4ec9-b110-cd1065c730b7 req-bdd1da74-0d0e-4960-a79a-e7ec3dd2d478 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:51.238540 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-352b59a9-1dc4-4ec9-b110-cd1065c730b7 req-bdd1da74-0d0e-4960-a79a-e7ec3dd2d478 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 931 time: 0.0574815 Aug 19 13:52:51.288236 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-352b59a9-1dc4-4ec9-b110-cd1065c730b7 req-a16f826e-8b38-437f-acc1-fbee9c1ed4b7 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434077 Aug 19 13:52:51.523894 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5322c7d7-eae8-4e93-b04f-ccc858a79b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:52.503083 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49653-574d-40bc-9fb3-87aa107328f7 req-efaef3f6-72f6-4ba5-97f6-93429b498bc8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:52.507560 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ead49653-574d-40bc-9fb3-87aa107328f7 req-efaef3f6-72f6-4ba5-97f6-93429b498bc8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 931 time: 0.1039090 Aug 19 13:52:52.587592 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ead49653-574d-40bc-9fb3-87aa107328f7 req-2f423c60-0030-4827-94c2-f9dffcd76eb8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668654 Aug 19 13:52:53.746663 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d012c57-da52-404b-846d-88a6e0d41c40 req-1be17af7-0e75-43ab-a4b3-dfd6fd3401ab tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:53.749355 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d012c57-da52-404b-846d-88a6e0d41c40 req-1be17af7-0e75-43ab-a4b3-dfd6fd3401ab tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 931 time: 0.0706158 Aug 19 13:52:53.820319 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6d012c57-da52-404b-846d-88a6e0d41c40 req-35eb1193-f50d-425e-a467-5e7653d2c781 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630121 Aug 19 13:52:54.468699 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.v2.base [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Request body: {'port': {'device_id': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:52:54.538118 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:54.866045 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80324c0f-ff3f-49b2-ac0f-f332c250afdd {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:52:54.876181 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:54.892669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Transition to ACTIVE for port object 80324c0f-ff3f-49b2-ac0f-f332c250afdd will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:52:54.987892 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:55.090372 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa69a02-8cb1-44e9-9d10-6c45e75e6418 req-dbcfe2ce-7c96-4be7-8daa-7e71b6948d2e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:55.093053 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fa69a02-8cb1-44e9-9d10-6c45e75e6418 req-dbcfe2ce-7c96-4be7-8daa-7e71b6948d2e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 931 time: 0.1566429 Aug 19 13:52:55.112256 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Pushing event updated for resources: {'Port': ['ID=80324c0f-ff3f-49b2-ac0f-f332c250afdd,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:52:55.211852 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-7fa69a02-8cb1-44e9-9d10-6c45e75e6418 req-344fb239-ae90-4b68-ad73-7b903a4bca8c tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046340 Aug 19 13:52:55.246784 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Attempting to bind port 80324c0f-ff3f-49b2-ac0f-f332c250afdd on host n-h1-778732-8 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:52:55.247157 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Attempting to bind port 80324c0f-ff3f-49b2-ac0f-f332c250afdd by drivers openvswitch,hyperv on host n-h1-778732-8 at level 0 using segments [{'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:52:55.247547 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Attempting to bind port 80324c0f-ff3f-49b2-ac0f-f332c250afdd on network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:52:55.256685 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Port 80324c0f-ff3f-49b2-ac0f-f332c250afdd on network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:52:55.257176 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Attempting to bind port 80324c0f-ff3f-49b2-ac0f-f332c250afdd on network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:52:55.265911 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Checking agent: {'id': '65abb100-7a38-4a65-b3d0-c71d8881701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:52:55.266637 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Checking segment: {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:52:55.267240 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Bound using segment: {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:52:55.267933 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Bound port: 80324c0f-ff3f-49b2-ac0f-f332c250afdd, host: n-h1-778732-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:52:55.268516 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:55.366698 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] For port 80324c0f-ff3f-49b2-ac0f-f332c250afdd, host n-h1-778732-8, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:52:55.369972 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] For port 80324c0f-ff3f-49b2-ac0f-f332c250afdd, host n-h1-778732-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:52:55.456041 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30691274'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:55.504282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:55.507020 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:55.509501 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] 10.222.0.53 "PUT /v2.0/ports/80324c0f-ff3f-49b2-ac0f-f332c250afdd HTTP/1.1" status: 200 len: 1091 time: 1.1350491 Aug 19 13:52:55.510180 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:52:55.512888 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb39-60de-4e69-b7fa-f911eb2408b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:55.530513 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce62d64-37d8-4bed-8e6b-32620ddef12b" -d '{"events": [{"name": "network-changed", "server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:52:55.562850 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ff559-0e58-430e-bd90-91575f6ff1ea service neutron] Pushing event updated for resources: {'Port': ['ID=80324c0f-ff3f-49b2-ac0f-f332c250afdd,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:52:55.568725 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaca9b4-21b5-4998-8c75-09f063b4c254 x-openstack-request-id: req-ccaca9b4-21b5-4998-8c75-09f063b4c254 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:52:55.569196 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:52:55.569588 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ccaca9b4-21b5-4998-8c75-09f063b4c254 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:52:55.570089 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'status': 'completed', 'code': 200} Aug 19 13:52:55.643212 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce62d64-37d8-4bed-8e6b-32620ddef12b req-ed3b0dec-1a08-4d42-973d-4731d42b7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:55.644848 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fce62d64-37d8-4bed-8e6b-32620ddef12b req-ed3b0dec-1a08-4d42-973d-4731d42b7a10 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 1094 time: 0.0529549 Aug 19 13:52:55.774170 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce62d64-37d8-4bed-8e6b-32620ddef12b req-25043b74-136d-4aa1-857f-1f0cf4cd1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:55.775725 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fce62d64-37d8-4bed-8e6b-32620ddef12b req-25043b74-136d-4aa1-857f-1f0cf4cd1bca service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=586769d4545b4116b7f474ece5d8e397&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1213448 Aug 19 13:52:55.837885 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:55.881983 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce62d64-37d8-4bed-8e6b-32620ddef12b req-b9e7478c-47c1-494d-b8d6-9f2f4aca5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:55.883577 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-fce62d64-37d8-4bed-8e6b-32620ddef12b req-b9e7478c-47c1-494d-b8d6-9f2f4aca5f0b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997705 Aug 19 13:52:55.974647 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e13a45-aa39-4034-b893-76741173f76d req-50ad37e2-924a-48f4-974c-d28173ca91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:55.976468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-50ad37e2-924a-48f4-974c-d28173ca91e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 1094 time: 0.0548804 Aug 19 13:52:56.031803 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-4b7547e7-a6d0-4221-a583-a16d82e7c7f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd HTTP/1.1" status: 200 len: 217 time: 0.0462103 Aug 19 13:52:56.093847 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e13a45-aa39-4034-b893-76741173f76d req-d325210e-b913-4c3e-a4e8-5c348abdd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:56.095535 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-d325210e-b913-4c3e-a4e8-5c348abdd118 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5aebe68-51fc-47fb-9626-649b4d0a070e HTTP/1.1" status: 200 len: 848 time: 0.0561500 Aug 19 13:52:56.164096 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e13a45-aa39-4034-b893-76741173f76d req-a216c1c7-2087-438c-bc14-07dc41f3d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:56.166154 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-a216c1c7-2087-438c-bc14-07dc41f3d36e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616159 Aug 19 13:52:56.309875 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-6693178f-2fbf-4667-a12e-5b289503d4b4 service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344693 Aug 19 13:52:56.491399 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea686138-641a-4c82-82c5-298f0d9f90aa req-545c34f7-4392-42ae-a7f6-520ddfeae079 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:56.492989 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea686138-641a-4c82-82c5-298f0d9f90aa req-545c34f7-4392-42ae-a7f6-520ddfeae079 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 943 time: 0.1602046 Aug 19 13:52:56.511191 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-40e13a45-aa39-4034-b893-76741173f76d req-7bf6ac83-7293-4f78-b2bb-c174b8b99c7c service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927216 Aug 19 13:52:56.553450 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-ea686138-641a-4c82-82c5-298f0d9f90aa req-dcc9f15f-8969-419f-9167-6ce07c335c46 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504889 Aug 19 13:52:56.773598 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-b3bc2b84-63c8-40f4-9ddd-588b5669f0f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584338 Aug 19 13:52:56.873604 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-e1bae49b-365c-4c72-bb69-2d7a12556a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:56.875274 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-e1bae49b-365c-4c72-bb69-2d7a12556a83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 1094 time: 0.0464551 Aug 19 13:52:56.993988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-3cf4fe15-87b9-4ca2-99e6-c76b24c787d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:56.995521 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-3cf4fe15-87b9-4ca2-99e6-c76b24c787d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 910 time: 0.0973871 Aug 19 13:52:57.074519 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-b146700c-630d-421a-a71a-092cef6c9646 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e HTTP/1.1" status: 200 len: 999 time: 0.0702956 Aug 19 13:52:57.167177 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-be88503e-4e67-4806-b079-e304215cb2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:57.169586 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-be88503e-4e67-4806-b079-e304215cb2a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5aebe68-51fc-47fb-9626-649b4d0a070e HTTP/1.1" status: 200 len: 848 time: 0.0864236 Aug 19 13:52:57.243286 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-88cd84a7-e857-4cc7-a6b6-59cef94a0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:57.245778 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-88cd84a7-e857-4cc7-a6b6-59cef94a0718 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671134 Aug 19 13:52:57.386546 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:57.419171 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-5cf452b8-04c7-4cb0-aced-24f6d40ac1dd service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641946 Aug 19 13:52:57.598180 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bdd5514c-2a7e-490c-9abe-329c07594151 req-95b2d1c9-7915-4992-baf5-4ea813cbb2f4 service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693256 Aug 19 13:52:57.702726 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6426ee-fa17-4eaf-a97d-8b4542744139 req-481bb4c3-9a6f-4d84-bc8a-6a5b43df94b8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:57.704468 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa6426ee-fa17-4eaf-a97d-8b4542744139 req-481bb4c3-9a6f-4d84-bc8a-6a5b43df94b8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 943 time: 0.0579414 Aug 19 13:52:57.747281 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-aa6426ee-fa17-4eaf-a97d-8b4542744139 req-fa314451-586d-4b03-869a-cb27b2e7c49f tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355482 Aug 19 13:52:58.920401 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9ed7-1012-4582-9284-28300478f214 req-6e1bcf3c-3569-43fb-8f65-ee265ea71af3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:52:58.923197 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b32f9ed7-1012-4582-9284-28300478f214 req-6e1bcf3c-3569-43fb-8f65-ee265ea71af3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 943 time: 0.0948820 Aug 19 13:52:58.967242 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b32f9ed7-1012-4582-9284-28300478f214 req-1574c31d-8a52-4ede-985f-f47ff7f20e58 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369582 Aug 19 13:52:59.260499 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:59.490693 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 80324c0f-ff3f-49b2-ac0f-f332c250afdd details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:52:59.595964 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 80324c0f-ff3f-49b2-ac0f-f332c250afdd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:52:59.609747 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'port_id': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'mac_address': 'fa:16:3e:7a:03:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:52:59.661919 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:59.681316 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80324c0f-ff3f-49b2-ac0f-f332c250afdd {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:52:59.703068 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 80324c0f-ff3f-49b2-ac0f-f332c250afdd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:52:59.797696 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:59.850471 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=80324c0f-ff3f-49b2-ac0f-f332c250afdd,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:53:00.043092 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['80324c0f-ff3f-49b2-ac0f-f332c250afdd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:53:00.099533 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f74eb0-257f-4208-b671-7ae95ec4ba58 req-b2f48ca3-22c6-4e0b-9ea5-9433cb79cef4 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:00.101276 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3f74eb0-257f-4208-b671-7ae95ec4ba58 req-b2f48ca3-22c6-4e0b-9ea5-9433cb79cef4 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 944 time: 0.0534554 Aug 19 13:53:00.145624 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a3f74eb0-257f-4208-b671-7ae95ec4ba58 req-1849b93c-f282-458e-844f-41347a657b8e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375412 Aug 19 13:53:01.264210 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8f6a9-6889-4493-b2a0-c7d21a3496f4 req-f0c0120c-de8c-4169-a46b-a924ea221cf3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:01.265739 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8b8f6a9-6889-4493-b2a0-c7d21a3496f4 req-f0c0120c-de8c-4169-a46b-a924ea221cf3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 944 time: 0.0497661 Aug 19 13:53:01.305898 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f8b8f6a9-6889-4493-b2a0-c7d21a3496f4 req-785a12a2-b353-4ecf-924d-93f390d368d2 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338702 Aug 19 13:53:01.505855 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 80324c0f-ff3f-49b2-ac0f-f332c250afdd up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:53:01.609606 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning for port 80324c0f-ff3f-49b2-ac0f-f332c250afdd completed by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:53:01.613836 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 80324c0f-ff3f-49b2-ac0f-f332c250afdd triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:53:01.614216 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:01.704768 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:01.730535 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:53:01.732844 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765fdf83-8363-4071-8133-02a15f2f414c" -d '{"events": [{"server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "name": "network-vif-plugged", "status": "completed", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:53:01.747014 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 80324c0f-ff3f-49b2-ac0f-f332c250afdd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:53:01.777829 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c52561-ae38-4176-8a48-cac62c6814d8 x-openstack-request-id: req-96c52561-ae38-4176-8a48-cac62c6814d8 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:53:01.778131 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "name": "network-vif-plugged", "status": "completed", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:53:01.778381 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96c52561-ae38-4176-8a48-cac62c6814d8 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:53:01.778774 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'code': 200} Aug 19 13:53:01.797765 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:01.855936 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=80324c0f-ff3f-49b2-ac0f-f332c250afdd,revision_number=5']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:53:01.890499 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6dd39-abe4-4a15-bfd8-c9d15adfd9ee req-aa7a1599-a06d-44f1-9c8d-86859b778040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:01.892156 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84e6dd39-abe4-4a15-bfd8-c9d15adfd9ee req-aa7a1599-a06d-44f1-9c8d-86859b778040 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 1096 time: 0.0490613 Aug 19 13:53:01.936411 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-84e6dd39-abe4-4a15-bfd8-c9d15adfd9ee req-ee8d3931-e48b-4401-a10e-86a821240c15 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311794 Aug 19 13:53:02.430462 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6ab9-8fd5-4bc5-97e2-955d9a2acd46 req-3dd75541-1faa-4345-99e3-6633a91615ed tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:02.432043 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-595f6ab9-8fd5-4bc5-97e2-955d9a2acd46 req-3dd75541-1faa-4345-99e3-6633a91615ed tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 945 time: 0.0549006 Aug 19 13:53:02.476165 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-595f6ab9-8fd5-4bc5-97e2-955d9a2acd46 req-218edae2-0742-481f-a6a8-1bd79c4b77eb tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374913 Aug 19 13:53:03.611873 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235525c-a52d-45d5-8e6d-77a7ee212212 req-7a1afd8f-0291-4cc2-9f1a-f79376cde68b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:03.613359 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c235525c-a52d-45d5-8e6d-77a7ee212212 req-7a1afd8f-0291-4cc2-9f1a-f79376cde68b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 945 time: 0.0499847 Aug 19 13:53:03.654137 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c235525c-a52d-45d5-8e6d-77a7ee212212 req-309d9ece-c9b3-4a68-b6d4-93da9075cc02 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335906 Aug 19 13:53:03.780274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b673f82-2b1e-4c06-b99a-902a43d39ec7 req-dc46e04c-d8cb-4210-a1da-16441b017dc4 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:03.781861 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b673f82-2b1e-4c06-b99a-902a43d39ec7 req-dc46e04c-d8cb-4210-a1da-16441b017dc4 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 945 time: 0.0578246 Aug 19 13:53:03.834415 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-8b673f82-2b1e-4c06-b99a-902a43d39ec7 req-6fc37759-79b9-40ab-800c-631f6fae5e5e tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434806 Aug 19 13:53:03.856074 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57700) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:53:03.902981 n-d-778732-8 neutron-server[95661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0130b2-b117-44bb-bfe6-97214311195e tempest-TestSnapshotPattern-1372234511 tempest-TestSnapshotPattern-1372234511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:03.904602 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-4f0130b2-b117-44bb-bfe6-97214311195e tempest-TestSnapshotPattern-1372234511 tempest-TestSnapshotPattern-1372234511-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 1091 time: 0.0471830 Aug 19 13:53:03.907818 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57704) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:53:03.913435 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.v2.base [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Request body: {'floatingip': {'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'port_id': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:53:03.997706 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for floatingip, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:04.101974 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:04.215252 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Allocated IP 172.25.6.249 (c7a776d1-1036-4104-a01b-d4ab4d425963/e56d5114-5429-4d16-82df-cdb9a4ecdb89/0c70f200-91fd-46c4-992c-84b12722becd) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:53:04.321699 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:04.421544 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788157884483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:04.462707 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Network c7a776d1-1036-4104-a01b-d4ab4d425963 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:53:04.465751 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:53:04.469724 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:53:04.476013 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'Port': ['ID=0c70f200-91fd-46c4-992c-84b12722becd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:53:04.503199 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.503589 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.503866 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.504234 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.504719 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.505119 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.505504 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.505810 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.506138 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.506480 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.506804 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.507127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:53:04.876431 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:05.018713 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:05.175692 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:05.237551 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31316090'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:05.310772 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event updated for resources: {'Port': ['ID=0c70f200-91fd-46c4-992c-84b12722becd,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:53:05.323322 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539072'] for floatingip, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:05.425163 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Floating IP 8abc9a87-2006-4c00-9527-ebd11e261be4 associated. External IP: 172.25.6.249, port: 80324c0f-ff3f-49b2-ac0f-f332c250afdd. Aug 19 13:53:05.636314 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Router d1455c72-a09a-41d3-bb43-7c19c300a8fb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:53:05.750309 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:53:05.766672 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fac9c9-db0a-48b5-9d50-577356c236ff None None] Sync routers for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:53:05.776085 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fac9c9-db0a-48b5-9d50-577356c236ff None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:53:05.782715 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-44fac9c9-db0a-48b5-9d50-577356c236ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:52:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:53:05.855119 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:05.883288 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-44fac9c9-db0a-48b5-9d50-577356c236ff None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:53:05.899209 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-bc063e52-227f-4dee-9c44-7d9e79baff19 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9750113 Aug 19 13:53:05.899209 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:53:05.899209 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c51d4d21316351dc2569c8a02aa6a5ec6c17105ca4db93849c25264e079fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30c0183-df89-498b-9336-f9eaea6a0847" -d '{"events": [{"name": "network-changed", "server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:53:05.979627 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cfe97a-4bc2-4304-9902-4c95921a2c6e x-openstack-request-id: req-46cfe97a-4bc2-4304-9902-4c95921a2c6e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:53:05.979919 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:53:05.980166 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46cfe97a-4bc2-4304-9902-4c95921a2c6e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:53:05.980658 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'status': 'completed', 'code': 200} Aug 19 13:53:06.053279 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c0183-df89-498b-9336-f9eaea6a0847 req-e280b5e6-21b8-4043-83b6-1ef946e9218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:06.054921 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30c0183-df89-498b-9336-f9eaea6a0847 req-e280b5e6-21b8-4043-83b6-1ef946e9218c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 1096 time: 0.0427394 Aug 19 13:53:06.117114 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-44fac9c9-db0a-48b5-9d50-577356c236ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '15d9db18-7264-4f57-af05-3b90a29a0154', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:fa:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:50:26Z', 'updated_at': '2021-08-19T13:50:28Z', 'revision_number': 1, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}, {'id': '8abc9a87-2006-4c00-9527-ebd11e261be4', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:7a:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:53:04Z', 'updated_at': '2021-08-19T13:53:04Z', 'revision_number': 0, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:53:06.148669 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fac9c9-db0a-48b5-9d50-577356c236ff None None] Checking router: d1455c72-a09a-41d3-bb43-7c19c300a8fb for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:53:06.152274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c0183-df89-498b-9336-f9eaea6a0847 req-bb8ebe3f-22c4-43fc-8736-950b3dc40ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:06.153731 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30c0183-df89-498b-9336-f9eaea6a0847 req-bb8ebe3f-22c4-43fc-8736-950b3dc40ed6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 910 time: 0.0916083 Aug 19 13:53:06.156894 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fac9c9-db0a-48b5-9d50-577356c236ff None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:53:06.157530 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-44fac9c9-db0a-48b5-9d50-577356c236ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:52:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:53:06.221642 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30c0183-df89-498b-9336-f9eaea6a0847 req-54059607-0a52-4fce-a05e-07ffa11bfefd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd HTTP/1.1" status: 200 len: 999 time: 0.0611887 Aug 19 13:53:06.266313 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-44fac9c9-db0a-48b5-9d50-577356c236ff None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:53:06.278959 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c0183-df89-498b-9336-f9eaea6a0847 req-a1df6d26-d849-4ab9-b349-15408b81279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:06.280494 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30c0183-df89-498b-9336-f9eaea6a0847 req-a1df6d26-d849-4ab9-b349-15408b81279d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5aebe68-51fc-47fb-9626-649b4d0a070e HTTP/1.1" status: 200 len: 848 time: 0.0520716 Aug 19 13:53:06.335814 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c0183-df89-498b-9336-f9eaea6a0847 req-98dc79a3-246d-49d7-8129-8e9e77b178fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:06.337288 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30c0183-df89-498b-9336-f9eaea6a0847 req-98dc79a3-246d-49d7-8129-8e9e77b178fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498617 Aug 19 13:53:06.447437 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30c0183-df89-498b-9336-f9eaea6a0847 req-850dfebe-037b-4bfe-8306-50322d281786 service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023037 Aug 19 13:53:06.513724 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-44fac9c9-db0a-48b5-9d50-577356c236ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '15d9db18-7264-4f57-af05-3b90a29a0154', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:fa:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:50:26Z', 'updated_at': '2021-08-19T13:50:28Z', 'revision_number': 1, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}, {'id': '8abc9a87-2006-4c00-9527-ebd11e261be4', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:7a:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:53:04Z', 'updated_at': '2021-08-19T13:53:04Z', 'revision_number': 0, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:53:06.541666 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fac9c9-db0a-48b5-9d50-577356c236ff None None] The sync data for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 is: [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '15d9db18-7264-4f57-af05-3b90a29a0154', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:fa:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:50:26Z', 'updated_at': '2021-08-19T13:50:28Z', 'revision_number': 1, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}, {'id': '8abc9a87-2006-4c00-9527-ebd11e261be4', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:7a:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:53:04Z', 'updated_at': '2021-08-19T13:53:04Z', 'revision_number': 0, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:53:06.560009 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b30c0183-df89-498b-9336-f9eaea6a0847 req-7bb64cf1-b13f-42f2-95e8-6b6c753dcfe4 service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046319 Aug 19 13:53:06.760979 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ca5a21-78ff-4456-bd58-d56a196842be None None] New status for floating IP 8abc9a87-2006-4c00-9527-ebd11e261be4: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:53:12.866289 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:13.464692 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:53:15.546424 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:21.261151 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8de4a656-fce1-407a-a7b6-3221a7424fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:25.596483 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f675ab66-7442-41fb-b530-010164fd89a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:25.855737 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:27.477359 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:29.310679 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:42.871658 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:45.569225 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:50.467530 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:53:51.197228 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-fce0cc96-a1e9-416f-ab47-3c2c44d714cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:55.808863 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-01ff3dc9-4a2c-4ef2-8542-815bbf79e5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:55.945139 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:57.465027 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:57.685993 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-4e888e64-4b26-4de1-ad86-4073a7a2dad2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481856 Aug 19 13:53:57.775385 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-d68b9d6f-eb82-44d3-ada3-6d701e20c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:57.776810 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-d68b9d6f-eb82-44d3-ada3-6d701e20c400 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 1094 time: 0.0442352 Aug 19 13:53:57.897588 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-e5155250-4d86-499b-8516-578d69960274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:57.898985 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-e5155250-4d86-499b-8516-578d69960274 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 910 time: 0.0962181 Aug 19 13:53:57.968047 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-533da40a-6475-498c-b233-f570eb542072 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e HTTP/1.1" status: 200 len: 999 time: 0.0604708 Aug 19 13:53:58.025669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-a036b81e-14ea-4356-ac90-77825c562522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:58.027073 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-a036b81e-14ea-4356-ac90-77825c562522 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5aebe68-51fc-47fb-9626-649b4d0a070e HTTP/1.1" status: 200 len: 848 time: 0.0504799 Aug 19 13:53:58.080211 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-493eaff9-8a73-4e81-8df0-920ea7bf9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:53:58.082184 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-493eaff9-8a73-4e81-8df0-920ea7bf9201 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429406 Aug 19 13:53:58.181081 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-03d86bac-7e9f-4f59-bdcf-4928673d0f9a service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889289 Aug 19 13:53:58.280138 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-91c1d5b3-0459-4caa-9d00-a3b573a4669b req-50622263-9b0f-4131-a48a-9e6775826f9c service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879455 Aug 19 13:53:59.265753 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:12.928186 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:15.636767 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:21.212759 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-91e0b67e-9fd5-467f-aa5b-59ec0001760a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:25.551229 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-3d31eda7-b0db-475c-b619-d507892f3348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:25.842576 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:27.452525 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:27.467965 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:54:29.282585 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:38.111319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 80324c0f-ff3f-49b2-ac0f-f332c250afdd details requested by agent hyperv_n-h1-778732-8 with host n-h1-778732-8 {{(pid=95662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:54:38.231583 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 80324c0f-ff3f-49b2-ac0f-f332c250afdd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:54:38.246201 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Returning: {'device': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'port_id': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'mac_address': 'fa:16:3e:7a:03:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:54:38.291263 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:38.308616 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80324c0f-ff3f-49b2-ac0f-f332c250afdd {{(pid=95662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:54:38.343110 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 80324c0f-ff3f-49b2-ac0f-f332c250afdd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:54:38.532609 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:38.633227 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] get_ports_and_sgs() called for port_ids ['80324c0f-ff3f-49b2-ac0f-f332c250afdd'] {{(pid=95662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:54:38.674196 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=80324c0f-ff3f-49b2-ac0f-f332c250afdd,revision_number=6']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:54:38.689312 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:38.690988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:38.691333 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:38.691681 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:38.692039 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:38.692392 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:38.693169 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:38.693566 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:38.694147 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:38.694477 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:38.694807 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:38.695561 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:40.127181 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 80324c0f-ff3f-49b2-ac0f-f332c250afdd up at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:54:40.189418 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.provisioning_blocks [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Provisioning complete for port 80324c0f-ff3f-49b2-ac0f-f332c250afdd triggered by entity L2. {{(pid=95662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:54:40.189843 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1503974'] for port, provisioning_complete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:40.270006 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:40.292010 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:54:40.294348 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c557e05-8777-492b-b9a6-0eddea732a8d" -d '{"events": [{"server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "name": "network-vif-plugged", "status": "completed", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:54:40.311098 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 80324c0f-ff3f-49b2-ac0f-f332c250afdd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:54:40.334433 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ba9dc-a011-4466-978b-a2aaf93a6282 x-openstack-request-id: req-430ba9dc-a011-4466-978b-a2aaf93a6282 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:54:40.334813 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "name": "network-vif-plugged", "status": "completed", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:54:40.335497 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-430ba9dc-a011-4466-978b-a2aaf93a6282 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:54:40.336237 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'code': 200} Aug 19 13:54:40.447161 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:40.507842 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=80324c0f-ff3f-49b2-ac0f-f332c250afdd,revision_number=7']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:54:42.888150 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:45.585008 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:49.657516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57904) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:54:49.816116 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Deleting port 0c70f200-91fd-46c4-992c-84b12722becd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:54:49.816499 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:49.895345 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:49.895597 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:49.907606 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Calling delete_port for 0c70f200-91fd-46c4-992c-84b12722becd owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:54:50.220160 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:50.246990 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event deleted for resources: {'Port': ['ID=0c70f200-91fd-46c4-992c-84b12722becd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:54:50.275236 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.275586 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.275938 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.276275 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.276616 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.276950 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.277284 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.277639 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.277969 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.278295 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.278621 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.278951 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:50.320476 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:50.320817 n-d-778732-8 neutron-server[95660]: INFO neutron.db.l3_db [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Floating IP 8abc9a87-2006-4c00-9527-ebd11e261be4 disassociated (deleted). External IP: 172.25.6.249, port: 80324c0f-ff3f-49b2-ac0f-f332c250afdd. Aug 19 13:54:50.538181 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Router d1455c72-a09a-41d3-bb43-7c19c300a8fb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:54:50.652091 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:54:50.657312 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:50.662291 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a6382b-1353-411e-801e-a53374c4755e None None] Sync routers for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:54:50.672129 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a6382b-1353-411e-801e-a53374c4755e None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:54:50.672745 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-15a6382b-1353-411e-801e-a53374c4755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:54:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:54:50.685991 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-67f6cf8d-e108-43c6-8d88-5dd62aebe599 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "DELETE /v2.0/floatingips/8abc9a87-2006-4c00-9527-ebd11e261be4 HTTP/1.1" status: 204 len: 168 time: 1.0273335 Aug 19 13:54:50.687265 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:54:50.689643 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401b5910-b975-425b-8524-7bfe9c3c5c04" -d '{"events": [{"name": "network-changed", "server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:54:50.791753 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-15a6382b-1353-411e-801e-a53374c4755e None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:54:50.794852 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbd9e43-95fb-4625-85eb-6b42e2413419 x-openstack-request-id: req-9cbd9e43-95fb-4625-85eb-6b42e2413419 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:54:50.795228 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:54:50.795720 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cbd9e43-95fb-4625-85eb-6b42e2413419 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:54:50.796681 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'status': 'completed', 'code': 200} Aug 19 13:54:50.859562 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b5910-b975-425b-8524-7bfe9c3c5c04 req-90c1edd2-59f5-427e-a05c-adece87c52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:50.861104 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-401b5910-b975-425b-8524-7bfe9c3c5c04 req-90c1edd2-59f5-427e-a05c-adece87c52d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 1096 time: 0.0412929 Aug 19 13:54:50.956879 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b5910-b975-425b-8524-7bfe9c3c5c04 req-f84c7166-7308-41cc-be85-7e14dbc468d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:50.958514 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-401b5910-b975-425b-8524-7bfe9c3c5c04 req-f84c7166-7308-41cc-be85-7e14dbc468d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 910 time: 0.0904891 Aug 19 13:54:51.008371 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-401b5910-b975-425b-8524-7bfe9c3c5c04 req-bbb9298b-f078-4237-8e05-f7c30688ce09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd HTTP/1.1" status: 200 len: 217 time: 0.0369842 Aug 19 13:54:51.028425 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-15a6382b-1353-411e-801e-a53374c4755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '15d9db18-7264-4f57-af05-3b90a29a0154', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:fa:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:50:26Z', 'updated_at': '2021-08-19T13:50:28Z', 'revision_number': 1, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:54:51.056448 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a6382b-1353-411e-801e-a53374c4755e None None] Checking router: d1455c72-a09a-41d3-bb43-7c19c300a8fb for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:54:51.068033 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b5910-b975-425b-8524-7bfe9c3c5c04 req-6ab2bf94-d678-4e8f-9c6e-dfa48485ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:51.068188 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a6382b-1353-411e-801e-a53374c4755e None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:54:51.068703 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-15a6382b-1353-411e-801e-a53374c4755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:54:25Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:54:51.069688 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-401b5910-b975-425b-8524-7bfe9c3c5c04 req-6ab2bf94-d678-4e8f-9c6e-dfa48485ce0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5aebe68-51fc-47fb-9626-649b4d0a070e HTTP/1.1" status: 200 len: 848 time: 0.0542030 Aug 19 13:54:51.186990 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-15a6382b-1353-411e-801e-a53374c4755e None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:54:51.225734 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f85468b0-0745-410a-af29-9cc7f9ac43fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:51.549670 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b5910-b975-425b-8524-7bfe9c3c5c04 req-739d2653-a25e-48d6-94c6-4ff226045586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:51.551505 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-401b5910-b975-425b-8524-7bfe9c3c5c04 req-739d2653-a25e-48d6-94c6-4ff226045586 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4735181 Aug 19 13:54:51.552170 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-15a6382b-1353-411e-801e-a53374c4755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '15d9db18-7264-4f57-af05-3b90a29a0154', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:fa:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:50:26Z', 'updated_at': '2021-08-19T13:50:28Z', 'revision_number': 1, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:54:51.569474 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f0d64-c319-4309-9d47-8a208641ea3b req-14d0e42b-0278-4718-aad7-94007849a3f6 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:51.571984 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c76f0d64-c319-4309-9d47-8a208641ea3b req-14d0e42b-0278-4718-aad7-94007849a3f6 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 945 time: 0.0754466 Aug 19 13:54:51.596857 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a6382b-1353-411e-801e-a53374c4755e None None] The sync data for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 is: [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_floatingips': [{'id': '15d9db18-7264-4f57-af05-3b90a29a0154', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'router_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'port_id': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'mac_address': 'fa:16:3e:fa:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:50:26Z', 'updated_at': '2021-08-19T13:50:28Z', 'revision_number': 1, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:54:51.678568 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-c76f0d64-c319-4309-9d47-8a208641ea3b req-7023bce2-e802-47ed-b35a-68838dee547d tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919354 Aug 19 13:54:51.709477 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-401b5910-b975-425b-8524-7bfe9c3c5c04 req-f4adf97d-6f9d-453e-934b-857edfb71be5 service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360371 Aug 19 13:54:51.827543 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-401b5910-b975-425b-8524-7bfe9c3c5c04 req-071ba099-f497-46c5-96ac-c032df283045 service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088579 Aug 19 13:54:51.897002 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b32e9-a034-4f93-8783-b29ceb1a18b8 None None] New status for floating IP 8abc9a87-2006-4c00-9527-ebd11e261be4: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:54:52.188988 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 80324c0f-ff3f-49b2-ac0f-f332c250afdd no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:54:52.268753 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430337'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:52.291107 n-d-778732-8 neutron-server[95662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd'}] {{(pid=95662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:54:52.293332 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea6cb745fbf963c8a1769d9264460d63a3ce6f335ec532771976b4be6e6e96fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28f0d63-a47c-40be-8bf2-76d1588c07ad" -d '{"events": [{"server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "name": "network-vif-unplugged", "status": "completed", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd"}]}' {{(pid=95662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:54:52.307101 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] For port 80324c0f-ff3f-49b2-ac0f-f332c250afdd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:54:52.334266 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6efecb-299f-4370-966c-d1c63ce4b795 x-openstack-request-id: req-aa6efecb-299f-4370-966c-d1c63ce4b795 {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:54:52.334569 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "name": "network-vif-unplugged", "status": "completed", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd", "code": 200}]} {{(pid=95662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:54:52.334827 n-d-778732-8 neutron-server[95662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa6efecb-299f-4370-966c-d1c63ce4b795 {{(pid=95662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:54:52.335238 n-d-778732-8 neutron-server[95662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'code': 200} Aug 19 13:54:52.412345 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788158438256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788157884501', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788157884519'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:52.461575 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Pushing event updated for resources: {'Port': ['ID=80324c0f-ff3f-49b2-ac0f-f332c250afdd,revision_number=8']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:54:52.661441 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a910a-4e02-49e9-bc6f-f784d71ec431 req-93f2ec45-40f2-4a0f-8b0c-65467000d769 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:52.662998 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a45a910a-4e02-49e9-bc6f-f784d71ec431 req-93f2ec45-40f2-4a0f-8b0c-65467000d769 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.53 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 943 time: 0.0574007 Aug 19 13:54:52.770824 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a45a910a-4e02-49e9-bc6f-f784d71ec431 req-687d2f4c-885f-42ae-8259-1f2c1320d1df tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Deleting port 80324c0f-ff3f-49b2-ac0f-f332c250afdd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:54:52.771576 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a45a910a-4e02-49e9-bc6f-f784d71ec431 req-687d2f4c-885f-42ae-8259-1f2c1320d1df tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:52.873023 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c085d10-d64e-4d4f-95ae-975625d92b3f req-066d5caf-d483-4670-b796-32491553d059 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:52.875260 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c085d10-d64e-4d4f-95ae-975625d92b3f req-066d5caf-d483-4670-b796-32491553d059 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 943 time: 0.1175559 Aug 19 13:54:52.898194 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a45a910a-4e02-49e9-bc6f-f784d71ec431 req-687d2f4c-885f-42ae-8259-1f2c1320d1df tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] For port 80324c0f-ff3f-49b2-ac0f-f332c250afdd, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=80324c0f-ff3f-49b2-ac0f-f332c250afdd,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:54:52.898565 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a45a910a-4e02-49e9-bc6f-f784d71ec431 req-687d2f4c-885f-42ae-8259-1f2c1320d1df tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:52.918186 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a45a910a-4e02-49e9-bc6f-f784d71ec431 req-687d2f4c-885f-42ae-8259-1f2c1320d1df tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Calling delete_port for 80324c0f-ff3f-49b2-ac0f-f332c250afdd owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:54:52.946389 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-6c085d10-d64e-4d4f-95ae-975625d92b3f req-f57526b3-c6df-48ab-8f3b-d6459200c69d tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648870 Aug 19 13:54:53.168247 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a45a910a-4e02-49e9-bc6f-f784d71ec431 req-687d2f4c-885f-42ae-8259-1f2c1320d1df tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:53.196014 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d2f4c-885f-42ae-8259-1f2c1320d1df tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event deleted for resources: {'Port': ['ID=80324c0f-ff3f-49b2-ac0f-f332c250afdd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:54:53.242809 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45a910a-4e02-49e9-bc6f-f784d71ec431 req-687d2f4c-885f-42ae-8259-1f2c1320d1df tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] No DVR routers for this DVR port 80324c0f-ff3f-49b2-ac0f-f332c250afdd on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:54:53.245353 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a45a910a-4e02-49e9-bc6f-f784d71ec431 req-687d2f4c-885f-42ae-8259-1f2c1320d1df tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:53.247399 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-a45a910a-4e02-49e9-bc6f-f784d71ec431 req-687d2f4c-885f-42ae-8259-1f2c1320d1df tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.53 "DELETE /v2.0/ports/80324c0f-ff3f-49b2-ac0f-f332c250afdd HTTP/1.1" status: 204 len: 173 time: 0.5784254 Aug 19 13:54:53.248175 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'name': 'network-vif-deleted', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:54:53.250600 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214361d0-3996-48de-8cb8-e2fddefbf21d" -d '{"events": [{"server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "name": "network-vif-deleted", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:54:53.287621 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c015f5-323c-409f-bdde-357d1d328c7d x-openstack-request-id: req-a2c015f5-323c-409f-bdde-357d1d328c7d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:54:53.287919 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc73a93-d433-4660-b0f4-19b0371dcc84", "name": "network-vif-deleted", "tag": "80324c0f-ff3f-49b2-ac0f-f332c250afdd", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:54:53.288171 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2c015f5-323c-409f-bdde-357d1d328c7d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:54:53.288571 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc73a93-d433-4660-b0f4-19b0371dcc84', 'name': 'network-vif-deleted', 'tag': '80324c0f-ff3f-49b2-ac0f-f332c250afdd', 'status': 'completed', 'code': 200} Aug 19 13:54:54.070078 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-15d304fb-aa22-4802-b67d-ce793b21f21d req-f26ecd45-bc6c-422e-bfa6-b47bbfd6f251 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=edc73a93-d433-4660-b0f4-19b0371dcc84 HTTP/1.1" status: 200 len: 210 time: 0.0368464 Aug 19 13:54:55.578295 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7d35bc8e-2ec4-4a1d-9a94-96f489f8652b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:55.852193 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:56.633326 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57970) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:54:56.793468 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Deleting port 85072223-f22f-4cf4-98ec-bd0a4398a9c5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:54:56.793832 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:56.872970 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:56.873295 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:56.886006 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Calling delete_port for 85072223-f22f-4cf4-98ec-bd0a4398a9c5 owned by network:floatingip {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:54:57.104820 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:57.130983 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event deleted for resources: {'Port': ['ID=85072223-f22f-4cf4-98ec-bd0a4398a9c5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:54:57.144704 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.145054 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.145410 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.145746 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.146114 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.146428 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.146753 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.147075 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.147395 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.147758 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.148127 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.148450 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-8 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:54:57.205197 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for floatingip, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:57.205555 n-d-778732-8 neutron-server[95661]: INFO neutron.db.l3_db [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Floating IP 15d9db18-7264-4f57-af05-3b90a29a0154 disassociated (deleted). External IP: 172.25.6.120, port: c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e. Aug 19 13:54:57.385158 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:57.421659 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Router d1455c72-a09a-41d3-bb43-7c19c300a8fb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:54:57.878523 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:54:57.883799 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for floatingip, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:57.888485 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5709e5-48a7-4983-8099-50b1280b0fc8 None None] Sync routers for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:54:57.898163 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5709e5-48a7-4983-8099-50b1280b0fc8 None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:54:57.898834 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2d5709e5-48a7-4983-8099-50b1280b0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:54:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:54:57.911268 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-79f785a7-ef2a-44d2-a63b-cce57690cf18 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "DELETE /v2.0/floatingips/15d9db18-7264-4f57-af05-3b90a29a0154 HTTP/1.1" status: 204 len: 168 time: 1.2768338 Aug 19 13:54:57.911845 n-d-778732-8 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:54:57.914164 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c51d4d21316351dc2569c8a02aa6a5ec6c17105ca4db93849c25264e079fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b825825e-ffe6-449c-936a-f9c5134fbf04" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:54:57.957182 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea5c4be-713c-449d-8159-74c112818fea x-openstack-request-id: req-cea5c4be-713c-449d-8159-74c112818fea {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:54:57.957512 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e", "status": "completed", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:54:57.957767 n-d-778732-8 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cea5c4be-713c-449d-8159-74c112818fea {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:54:57.958171 n-d-778732-8 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'status': 'completed', 'code': 200} Aug 19 13:54:58.018701 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2d5709e5-48a7-4983-8099-50b1280b0fc8 None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:54:58.038254 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825825e-ffe6-449c-936a-f9c5134fbf04 req-21b307c3-9a16-42c3-9d6e-2fc5f99c3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:58.039895 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b825825e-ffe6-449c-936a-f9c5134fbf04 req-21b307c3-9a16-42c3-9d6e-2fc5f99c3a2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=586769d4545b4116b7f474ece5d8e397&device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 1094 time: 0.0599632 Aug 19 13:54:58.139345 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825825e-ffe6-449c-936a-f9c5134fbf04 req-3e0f2d05-a4f1-4512-baa3-61a4e00cbd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:58.141128 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b825825e-ffe6-449c-936a-f9c5134fbf04 req-3e0f2d05-a4f1-4512-baa3-61a4e00cbd84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 200 len: 910 time: 0.0941074 Aug 19 13:54:58.184797 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b825825e-ffe6-449c-936a-f9c5134fbf04 req-b7740539-f918-47e0-9730-fb9718c22100 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e HTTP/1.1" status: 200 len: 217 time: 0.0365856 Aug 19 13:54:58.189024 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 80324c0f-ff3f-49b2-ac0f-f332c250afdd no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:54:58.211949 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: 80324c0f-ff3f-49b2-ac0f-f332c250afdd {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:54:58.212302 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device 80324c0f-ff3f-49b2-ac0f-f332c250afdd not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:54:58.233937 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2d5709e5-48a7-4983-8099-50b1280b0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:54:58.257947 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825825e-ffe6-449c-936a-f9c5134fbf04 req-54018a72-d631-44a2-b75e-89576525c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:58.259530 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b825825e-ffe6-449c-936a-f9c5134fbf04 req-54018a72-d631-44a2-b75e-89576525c82a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5aebe68-51fc-47fb-9626-649b4d0a070e HTTP/1.1" status: 200 len: 848 time: 0.0547075 Aug 19 13:54:58.261171 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5709e5-48a7-4983-8099-50b1280b0fc8 None None] Checking router: d1455c72-a09a-41d3-bb43-7c19c300a8fb for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:54:58.270377 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5709e5-48a7-4983-8099-50b1280b0fc8 None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:54:58.270980 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2d5709e5-48a7-4983-8099-50b1280b0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:54:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:54:58.308042 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825825e-ffe6-449c-936a-f9c5134fbf04 req-7e33e06e-f698-4e66-955a-0b0fe1f39891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:58.309600 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b825825e-ffe6-449c-936a-f9c5134fbf04 req-7e33e06e-f698-4e66-955a-0b0fe1f39891 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421910 Aug 19 13:54:58.383217 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-2d5709e5-48a7-4983-8099-50b1280b0fc8 None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:54:58.415277 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b825825e-ffe6-449c-936a-f9c5134fbf04 req-359a71c7-8a00-459e-a78b-80f7ef8e3f0c service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986869 Aug 19 13:54:58.534292 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddc3c4-1f92-41e2-9242-237a4d3aef6d req-8a96658c-126c-422e-9d12-fc35ceba1f4b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:58.535733 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4ddc3c4-1f92-41e2-9242-237a4d3aef6d req-8a96658c-126c-422e-9d12-fc35ceba1f4b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 943 time: 0.1035638 Aug 19 13:54:58.570971 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b825825e-ffe6-449c-936a-f9c5134fbf04 req-ab746a81-d8f7-4d88-8596-b92d35332ece service neutron] 10.222.0.53 "GET /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474378 Aug 19 13:54:58.589567 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-b4ddc3c4-1f92-41e2-9242-237a4d3aef6d req-a4382d2f-72fa-4362-9666-8a7e3d164fed tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473549 Aug 19 13:54:58.602539 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-2d5709e5-48a7-4983-8099-50b1280b0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:54:58.626005 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5709e5-48a7-4983-8099-50b1280b0fc8 None None] The sync data for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 is: [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:49:58Z', 'revision_number': 4, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8', '_interfaces': [{'id': '95569840-9de0-4b22-a547-f72db7a05218', 'name': '', 'network_id': 'fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'mac_address': 'fa:16:3e:b6:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:57Z', 'updated_at': '2021-08-19T13:50:03Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'subnets': [{'id': 'e5aebe68-51fc-47fb-9626-649b4d0a070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:54:58.856536 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78286721-b9c5-4267-aa0c-80a035822729 None None] New status for floating IP 15d9db18-7264-4f57-af05-3b90a29a0154: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:54:59.282439 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:59.725289 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fea08d-35ee-4de9-a407-726755f91fa6 req-c2a481c9-d7a6-48af-8e6b-c816bb82cf0b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:59.726880 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9fea08d-35ee-4de9-a407-726755f91fa6 req-c2a481c9-d7a6-48af-8e6b-c816bb82cf0b tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 943 time: 0.0571668 Aug 19 13:54:59.767255 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-f9fea08d-35ee-4de9-a407-726755f91fa6 req-6f822abb-f199-4ee7-92e6-b2d0e53e6642 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/security-groups?id=379b5ec0-c999-4672-8a7a-f3ca71abdd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341799 Aug 19 13:54:59.977856 n-d-778732-8 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd880bc-1b68-4d40-9b13-e8abb462f442 req-c49e22fd-6296-4e42-9905-e28952588624 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:54:59.979250 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcd880bc-1b68-4d40-9b13-e8abb462f442 req-c49e22fd-6296-4e42-9905-e28952588624 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 943 time: 0.0543802 Aug 19 13:55:00.073825 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-bcd880bc-1b68-4d40-9b13-e8abb462f442 req-f00e5588-2ea6-47f5-928f-fdd3632fe2c8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Deleting port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:55:00.074175 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bcd880bc-1b68-4d40-9b13-e8abb462f442 req-f00e5588-2ea6-47f5-928f-fdd3632fe2c8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:00.169282 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bcd880bc-1b68-4d40-9b13-e8abb462f442 req-f00e5588-2ea6-47f5-928f-fdd3632fe2c8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] For port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e, host n-h1-778732-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-8',level=0,port_id=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:55:00.169691 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bcd880bc-1b68-4d40-9b13-e8abb462f442 req-f00e5588-2ea6-47f5-928f-fdd3632fe2c8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:00.183913 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-bcd880bc-1b68-4d40-9b13-e8abb462f442 req-f00e5588-2ea6-47f5-928f-fdd3632fe2c8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Calling delete_port for c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:55:00.379539 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bcd880bc-1b68-4d40-9b13-e8abb462f442 req-f00e5588-2ea6-47f5-928f-fdd3632fe2c8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:00.412085 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e5588-2ea6-47f5-928f-fdd3632fe2c8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event deleted for resources: {'Port': ['ID=c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:00.455482 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd880bc-1b68-4d40-9b13-e8abb462f442 req-f00e5588-2ea6-47f5-928f-fdd3632fe2c8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] No DVR routers for this DVR port c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e on host n-h1-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:55:00.458196 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bcd880bc-1b68-4d40-9b13-e8abb462f442 req-f00e5588-2ea6-47f5-928f-fdd3632fe2c8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22777'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:00.460290 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-bcd880bc-1b68-4d40-9b13-e8abb462f442 req-f00e5588-2ea6-47f5-928f-fdd3632fe2c8 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.53 "DELETE /v2.0/ports/c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e HTTP/1.1" status: 204 len: 173 time: 0.4749274 Aug 19 13:55:00.460732 n-d-778732-8 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'name': 'network-vif-deleted', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:55:00.463050 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b30d7611f196bcbb564d3a4ee834dfef478c0838724ec6048b9fc6c1bd707e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfe7ef0-7089-4131-bec0-bd7a8e267317" -d '{"events": [{"server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "name": "network-vif-deleted", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:55:00.501211 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b743c48-4f86-469e-880e-450fe222bb00 x-openstack-request-id: req-7b743c48-4f86-469e-880e-450fe222bb00 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:55:00.501516 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ccb1a8-7695-40c9-a01d-cbab3e1617a3", "name": "network-vif-deleted", "tag": "c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:55:00.501776 n-d-778732-8 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b743c48-4f86-469e-880e-450fe222bb00 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:55:00.502202 n-d-778732-8 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ccb1a8-7695-40c9-a01d-cbab3e1617a3', 'name': 'network-vif-deleted', 'tag': 'c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e', 'status': 'completed', 'code': 200} Aug 19 13:55:00.954684 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [req-d15e37a8-07c7-466d-9310-4a079029ab72 req-766657d9-938c-4632-b6e3-63eb897e766f tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3ccb1a8-7695-40c9-a01d-cbab3e1617a3 HTTP/1.1" status: 200 len: 210 time: 0.0472119 Aug 19 13:55:02.028423 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 57990) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:02.088376 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-982a695a-dea2-4661-b3d8-91143b5531c3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:02.116998 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-982a695a-dea2-4661-b3d8-91143b5531c3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:02.265367 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-982a695a-dea2-4661-b3d8-91143b5531c3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:02.268071 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-982a695a-dea2-4661-b3d8-91143b5531c3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Notify callbacks [] for security_group, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:02.269423 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-982a695a-dea2-4661-b3d8-91143b5531c3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] 10.222.0.44 "DELETE /v2.0/security-groups/379b5ec0-c999-4672-8a7a-f3ca71abdd9d HTTP/1.1" status: 204 len: 168 time: 0.2398391 Aug 19 13:55:02.278795 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a695a-dea2-4661-b3d8-91143b5531c3 tempest-TestSnapshotPattern-1393267207 tempest-TestSnapshotPattern-1393267207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379b5ec0-c999-4672-8a7a-f3ca71abdd9d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:03.410998 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 57996) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:03.879572 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:04.140380 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] Deleting port 95569840-9de0-4b22-a547-f72db7a05218 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:55:04.140659 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:04.220161 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e no longer exists at agent hyperv_n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:55:04.223132 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] For port 95569840-9de0-4b22-a547-f72db7a05218, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=95569840-9de0-4b22-a547-f72db7a05218,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:55:04.223515 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:04.237300 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] Calling delete_port for 95569840-9de0-4b22-a547-f72db7a05218 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:55:04.243834 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] No Port match for: c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:55:04.244176 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Device c6bc003f-c4e2-4ad2-a5cd-acdb851e6f6e not bound to the agent host n-h1-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:55:04.467177 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:55:04.483303 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:04.516669 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] Pushing event deleted for resources: {'Port': ['ID=95569840-9de0-4b22-a547-f72db7a05218,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:04.692447 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:04.910653 n-d-778732-8 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] Router d1455c72-a09a-41d3-bb43-7c19c300a8fb has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:55:05.018937 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:55:05.024341 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-268a9702-e76f-4d4e-828e-f562ecc26969 admin admin] 10.222.0.44 "PUT /v2.0/routers/d1455c72-a09a-41d3-bb43-7c19c300a8fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6133351 Aug 19 13:55:05.026805 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58000) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:05.027648 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec5320-22f4-400a-a3fa-34fcb49f47bc None None] Sync routers for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:55:05.038297 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec5320-22f4-400a-a3fa-34fcb49f47bc None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:55:05.038966 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-8cec5320-22f4-400a-a3fa-34fcb49f47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:54:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:05.143583 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:05.157611 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-8cec5320-22f4-400a-a3fa-34fcb49f47bc None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: n-d-778732-8 {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:55:05.248185 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:05.337941 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-8cec5320-22f4-400a-a3fa-34fcb49f47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:55:04Z', 'revision_number': 5, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port': {'id': '3b4f858d-77f6-47f4-9428-200260e6cfa3', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:49:55Z', 'updated_at': '2021-08-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:05.367872 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec5320-22f4-400a-a3fa-34fcb49f47bc None None] Checking router: d1455c72-a09a-41d3-bb43-7c19c300a8fb for host: n-d-778732-8 {{(pid=95663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:55:05.377084 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec5320-22f4-400a-a3fa-34fcb49f47bc None None] Routers {'d1455c72-a09a-41d3-bb43-7c19c300a8fb'} bound to L3 agent in host n-d-778732-8 {{(pid=95663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:55:05.377754 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-8cec5320-22f4-400a-a3fa-34fcb49f47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:54:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'], 'active': True} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:05.404301 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Deleting port 3b4f858d-77f6-47f4-9428-200260e6cfa3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:55:05.404702 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:05.488718 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] For port 3b4f858d-77f6-47f4-9428-200260e6cfa3, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=3b4f858d-77f6-47f4-9428-200260e6cfa3,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:55:05.489527 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:05.503502 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Calling delete_port for 3b4f858d-77f6-47f4-9428-200260e6cfa3 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:55:05.583525 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_dvr_db [None req-8cec5320-22f4-400a-a3fa-34fcb49f47bc None None] Set router d1455c72-a09a-41d3-bb43-7c19c300a8fb gateway port host: None {{(pid=95663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:55:05.648177 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.l3_hamode_db [None req-8cec5320-22f4-400a-a3fa-34fcb49f47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:55:05Z', 'revision_number': 6, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:05.688601 n-d-778732-8 neutron-server[95663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec5320-22f4-400a-a3fa-34fcb49f47bc None None] The sync data for ids ['d1455c72-a09a-41d3-bb43-7c19c300a8fb'] in n-d-778732-8 is: [{'id': 'd1455c72-a09a-41d3-bb43-7c19c300a8fb', 'name': 'tempest-TestSnapshotPattern-474993268-router', 'tenant_id': '586769d4545b4116b7f474ece5d8e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:49:54Z', 'updated_at': '2021-08-19T13:55:05Z', 'revision_number': 6, 'project_id': '586769d4545b4116b7f474ece5d8e397', 'gw_port_host': None}] {{(pid=95663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:55:05.796865 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:05.833961 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4f858d-77f6-47f4-9428-200260e6cfa3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:05.914639 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.039032 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.049502 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.247655 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.248322 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1455c72-a09a-41d3-bb43-7c19c300a8fb {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:55:06.253194 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.254478 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-711fa74a-d4b6-4ee1-8fc8-a5edec0f89d8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d1455c72-a09a-41d3-bb43-7c19c300a8fb HTTP/1.1" status: 204 len: 168 time: 1.2267144 Aug 19 13:55:06.257884 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58002) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:06.329055 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-333096cc-3cfd-4e21-acc9-2e4f5ccc5386 admin admin] Deleting subnet e5aebe68-51fc-47fb-9626-649b4d0a070e {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:55:06.333244 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-333096cc-3cfd-4e21-acc9-2e4f5ccc5386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.383337 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-333096cc-3cfd-4e21-acc9-2e4f5ccc5386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30691301'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.483171 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-333096cc-3cfd-4e21-acc9-2e4f5ccc5386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.636517 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-333096cc-3cfd-4e21-acc9-2e4f5ccc5386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30691248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31146655'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.680022 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333096cc-3cfd-4e21-acc9-2e4f5ccc5386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5aebe68-51fc-47fb-9626-649b4d0a070e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:06.691541 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd75d62-77fd-4861-86e4-c658d1b1d32c None None] Network fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:55:06.692092 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-333096cc-3cfd-4e21-acc9-2e4f5ccc5386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.694117 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-333096cc-3cfd-4e21-acc9-2e4f5ccc5386 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e5aebe68-51fc-47fb-9626-649b4d0a070e HTTP/1.1" status: 204 len: 168 time: 0.4352143 Aug 19 13:55:06.697046 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:06.800632 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.869766 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Deleting port 976bb892-27c4-47e8-8720-614304cdc334 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:55:06.870030 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.947803 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6279d1f5-04a3-4aca-afb8-d1581cd58ed7 None None] DHCP port deletion for fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:55:06.953494 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] For port 976bb892-27c4-47e8-8720-614304cdc334, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=976bb892-27c4-47e8-8720-614304cdc334,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:55:06.959875 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:06.974640 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Calling delete_port for 976bb892-27c4-47e8-8720-614304cdc334 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:55:07.015261 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6279d1f5-04a3-4aca-afb8-d1581cd58ed7 None None] Deleting port 976bb892-27c4-47e8-8720-614304cdc334 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:55:07.016031 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6279d1f5-04a3-4aca-afb8-d1581cd58ed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.088883 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6279d1f5-04a3-4aca-afb8-d1581cd58ed7 None None] For port 976bb892-27c4-47e8-8720-614304cdc334, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=976bb892-27c4-47e8-8720-614304cdc334,segment=NetworkSegment(ad350ad9-82b5-4df0-98f5-9fbc043d7dcf),segment_id=ad350ad9-82b5-4df0-98f5-9fbc043d7dcf)] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:55:07.089822 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6279d1f5-04a3-4aca-afb8-d1581cd58ed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.104614 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-6279d1f5-04a3-4aca-afb8-d1581cd58ed7 None None] Calling delete_port for 976bb892-27c4-47e8-8720-614304cdc334 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:55:07.151134 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.194271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] No DVR routers for this DVR port 976bb892-27c4-47e8-8720-614304cdc334 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:55:07.196065 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Pushing event deleted for resources: {'Port': ['ID=976bb892-27c4-47e8-8720-614304cdc334,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:07.200780 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6279d1f5-04a3-4aca-afb8-d1581cd58ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.232115 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6279d1f5-04a3-4aca-afb8-d1581cd58ed7 None None] No DVR routers for this DVR port 976bb892-27c4-47e8-8720-614304cdc334 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:55:07.235616 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279d1f5-04a3-4aca-afb8-d1581cd58ed7 None None] Pushing event deleted for resources: {'Port': ['ID=976bb892-27c4-47e8-8720-614304cdc334,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:07.304994 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.316794 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:07.328864 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:07.329274 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad350ad9-82b5-4df0-98f5-9fbc043d7dcf') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:07.331947 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 976bb892-27c4-47e8-8720-614304cdc334 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:55:07.339785 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.354257 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 976bb892-27c4-47e8-8720-614304cdc334 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:55:07.354841 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 976bb892-27c4-47e8-8720-614304cdc334 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:55:07.355822 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 95569840-9de0-4b22-a547-f72db7a05218 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:55:07.356004 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.367154 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:55:07.367587 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:55:07.369657 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:55:07.378138 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 95569840-9de0-4b22-a547-f72db7a05218 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:55:07.378437 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 95569840-9de0-4b22-a547-f72db7a05218 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:55:07.379537 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3b4f858d-77f6-47f4-9428-200260e6cfa3 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:55:07.401945 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 3b4f858d-77f6-47f4-9428-200260e6cfa3 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:55:07.402296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 3b4f858d-77f6-47f4-9428-200260e6cfa3 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:55:07.870617 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.876661 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.878513 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea HTTP/1.1" status: 204 len: 168 time: 1.1804290 Aug 19 13:55:07.881713 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58006) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:07.889532 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2534bf3-9cb8-48f2-858a-99ec04b75326 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb5d2b3f-ec00-46aa-a5d3-b3463b64e8ea,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:08.252040 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529654'] for router_interface, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:08.503400 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] Deleting port 7d612662-bab7-4aa9-abba-25c5524f67d8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:55:08.503646 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:08.594370 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] For port 7d612662-bab7-4aa9-abba-25c5524f67d8, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=7d612662-bab7-4aa9-abba-25c5524f67d8,segment=NetworkSegment(16480e8e-e991-4bcd-8a5f-516c8be727d4),segment_id=16480e8e-e991-4bcd-8a5f-516c8be727d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:55:08.594731 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:08.606324 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] Calling delete_port for 7d612662-bab7-4aa9-abba-25c5524f67d8 owned by network:router_interface {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:55:08.876594 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:08.906291 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] Pushing event deleted for resources: {'Port': ['ID=7d612662-bab7-4aa9-abba-25c5524f67d8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:09.079353 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538470'] for router_interface, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:09.331978 n-d-778732-8 neutron-server[95661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] Router a66a7127-135e-4c30-a339-1963cab9eaea has already been hosted by L3 agent 76fdd141-d367-4aa6-bf05-d20c3633b3a9 {{(pid=95661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:55:09.449503 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] Notify agent at l3_agent.n-d-778732-8 the message routers_updated {{(pid=95661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:55:09.455409 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-535cc89a-5776-4f3a-9ba3-9c3de0bc60da admin admin] 10.222.0.44 "PUT /v2.0/routers/a66a7127-135e-4c30-a339-1963cab9eaea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5726430 Aug 19 13:55:09.457942 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58012) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:09.458738 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ab377-6a6f-442b-a8f3-e8282a17a77b None None] Sync routers for ids ['a66a7127-135e-4c30-a339-1963cab9eaea'] in n-d-778732-8 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:55:09.469195 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ab377-6a6f-442b-a8f3-e8282a17a77b None None] Routers {'a66a7127-135e-4c30-a339-1963cab9eaea'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:55:09.469871 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-378ab377-6a6f-442b-a8f3-e8282a17a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:54:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a66a7127-135e-4c30-a339-1963cab9eaea'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:09.577259 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Notify callbacks [] for router, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:09.584560 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-378ab377-6a6f-442b-a8f3-e8282a17a77b None None] Set router a66a7127-135e-4c30-a339-1963cab9eaea gateway port host: n-d-778732-8 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:55:09.690937 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:09.790725 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-378ab377-6a6f-442b-a8f3-e8282a17a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'name': 'tempest-TestSnapshotPattern-929210571-router', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'external_fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:50:01Z', 'updated_at': '2021-08-19T13:55:08Z', 'revision_number': 5, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'gw_port': {'id': '0843474e-e4c4-4f7a-a7cd-a5417a2a3e09', 'name': '', 'network_id': 'c7a776d1-1036-4104-a01b-d4ab4d425963', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:50:02Z', 'updated_at': '2021-08-19T13:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56d5114-5429-4d16-82df-cdb9a4ecdb89', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-8'}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:09.813775 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Deleting port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:55:09.814126 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:09.819501 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ab377-6a6f-442b-a8f3-e8282a17a77b None None] Checking router: a66a7127-135e-4c30-a339-1963cab9eaea for host: n-d-778732-8 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:55:09.828740 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ab377-6a6f-442b-a8f3-e8282a17a77b None None] Routers {'a66a7127-135e-4c30-a339-1963cab9eaea'} bound to L3 agent in host n-d-778732-8 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:55:09.829279 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-378ab377-6a6f-442b-a8f3-e8282a17a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:02:25Z,description=,heartbeat_timestamp=2021-08-19T13:54:55Z,host='n-d-778732-8',id=76fdd141-d367-4aa6-bf05-d20c3633b3a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:02:26Z,topic='l3_agent')) {'router_ids': ['a66a7127-135e-4c30-a339-1963cab9eaea'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:09.902741 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] For port 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=0843474e-e4c4-4f7a-a7cd-a5417a2a3e09,segment=NetworkSegment(d52ad1df-bff5-4e9e-85d9-20de3166c8d2),segment_id=d52ad1df-bff5-4e9e-85d9-20de3166c8d2)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:55:09.903115 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:09.916891 n-d-778732-8 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Calling delete_port for 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 owned by network:router_gateway {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:55:09.922928 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-378ab377-6a6f-442b-a8f3-e8282a17a77b None None] Set router a66a7127-135e-4c30-a339-1963cab9eaea gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:55:09.978869 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-378ab377-6a6f-442b-a8f3-e8282a17a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'name': 'tempest-TestSnapshotPattern-929210571-router', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:50:01Z', 'updated_at': '2021-08-19T13:55:09Z', 'revision_number': 6, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'gw_port_host': None}], 'n-d-778732-8', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:10.005886 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ab377-6a6f-442b-a8f3-e8282a17a77b None None] The sync data for ids ['a66a7127-135e-4c30-a339-1963cab9eaea'] in n-d-778732-8 is: [{'id': 'a66a7127-135e-4c30-a339-1963cab9eaea', 'name': 'tempest-TestSnapshotPattern-929210571-router', 'tenant_id': 'aa03124ad5f14337be744618436d4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:50:01Z', 'updated_at': '2021-08-19T13:55:09Z', 'revision_number': 6, 'project_id': 'aa03124ad5f14337be744618436d4f81', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:55:10.189850 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31316085'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.218263 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Pushing event deleted for resources: {'Port': ['ID=0843474e-e4c4-4f7a-a7cd-a5417a2a3e09,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:10.277821 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535982'] for router_gateway, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.369513 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7627'] for router, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.371810 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.510633 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531684'] for router, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.511233 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a66a7127-135e-4c30-a339-1963cab9eaea {{(pid=95661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:55:10.516232 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] Notify callbacks [] for router, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.517049 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-087fef2c-4595-4e5e-be76-2c3aed151197 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a66a7127-135e-4c30-a339-1963cab9eaea HTTP/1.1" status: 204 len: 168 time: 1.0581398 Aug 19 13:55:10.519569 n-d-778732-8 neutron-server[95661]: DEBUG neutron.wsgi [-] (95661) accepted ('10.222.0.44', 58014) {{(pid=95661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:10.567002 n-d-778732-8 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e8b9bf-32dc-400b-a9cb-91aba646cee6 admin admin] Deleting subnet c9ef8d7f-f7ea-4379-915f-8ebceb418d24 {{(pid=95661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:55:10.570270 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06e8b9bf-32dc-400b-a9cb-91aba646cee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.610868 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06e8b9bf-32dc-400b-a9cb-91aba646cee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31316215'] for subnet, precommit_delete_associations {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.698250 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06e8b9bf-32dc-400b-a9cb-91aba646cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1505684'] for subnet, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.881053 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06e8b9bf-32dc-400b-a9cb-91aba646cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1505677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31315968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31452158'] for subnet, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.916192 n-d-778732-8 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8b9bf-32dc-400b-a9cb-91aba646cee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ef8d7f-f7ea-4379-915f-8ebceb418d24,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:10.916598 n-d-778732-8 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06e8b9bf-32dc-400b-a9cb-91aba646cee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.921905 n-d-778732-8 neutron-server[95661]: INFO neutron.wsgi [None req-06e8b9bf-32dc-400b-a9cb-91aba646cee6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c9ef8d7f-f7ea-4379-915f-8ebceb418d24 HTTP/1.1" status: 204 len: 168 time: 0.3980527 Aug 19 13:55:10.922734 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58016) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:10.923124 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b1579c-276e-45b9-86df-a8ace44c3cc1 None None] Network 1ea75f7c-422e-4006-bb49-09d31c90d36f requested from n-d-778732-8 {{(pid=95662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:55:10.999319 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512589'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.063689 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Deleting port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:55:11.064037 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.133750 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] For port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0, host n-d-778732-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-8',level=0,port_id=9f2963a7-1d71-4d2a-91c2-d8178675d3b0,segment=NetworkSegment(16480e8e-e991-4bcd-8a5f-516c8be727d4),segment_id=16480e8e-e991-4bcd-8a5f-516c8be727d4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:55:11.134129 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.153251 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Calling delete_port for 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:55:11.273296 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53327d2a-fc20-4e8d-b03b-e32d8f626543 None None] DHCP port deletion for 1ea75f7c-422e-4006-bb49-09d31c90d36f request from n-d-778732-8 {{(pid=95662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:55:11.291842 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30691269'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.321290 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-53327d2a-fc20-4e8d-b03b-e32d8f626543 None None] Deleting port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 {{(pid=95662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:55:11.321698 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-53327d2a-fc20-4e8d-b03b-e32d8f626543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788158434901'] for port, before_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.323135 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2963a7-1d71-4d2a-91c2-d8178675d3b0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:11.327516 n-d-778732-8 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] No DVR routers for this DVR port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 on host n-d-778732-8 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:55:11.338182 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7d612662-bab7-4aa9-abba-25c5524f67d8 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:55:11.385981 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 7d612662-bab7-4aa9-abba-25c5524f67d8 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:55:11.386409 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 7d612662-bab7-4aa9-abba-25c5524f67d8 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:55:11.386753 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:55:11.407811 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500701', 'neutron.services.segments.db._delete_segments_for_network-8788158387905'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.413319 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:55:11.413778 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 0843474e-e4c4-4f7a-a7cd-a5417a2a3e09 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:55:11.414116 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 no longer exists at agent ovs-agent-n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:55:11.417988 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea75f7c-422e-4006-bb49-09d31c90d36f']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:11.430298 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16480e8e-e991-4bcd-8a5f-516c8be727d4') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:11.430603 n-d-778732-8 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16480e8e-e991-4bcd-8a5f-516c8be727d4') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:55:11.440797 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788158399398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30691308'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.443298 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] No Port match for: 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 {{(pid=95662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:55:11.443653 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.rpc [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Device 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 not bound to the agent host n-d-778732-8 {{(pid=95662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:55:11.448624 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-53327d2a-fc20-4e8d-b03b-e32d8f626543 None None] For port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0, host n-d-778732-8, got binding levels [] {{(pid=95662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:55:11.449025 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-53327d2a-fc20-4e8d-b03b-e32d8f626543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533696'] for port, precommit_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.457882 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.464048 n-d-778732-8 neutron-server[95662]: DEBUG neutron.plugins.ml2.plugin [None req-53327d2a-fc20-4e8d-b03b-e32d8f626543 None None] Calling delete_port for 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 owned by network:dhcp {{(pid=95662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:55:11.464362 n-d-778732-8 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:55:11.464768 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1499633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30689298'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: Traceback (most recent call last): Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: timer() Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: cb(*args, **kw) Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: return func(*args, **kwargs) Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: self._notify() Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: self.callback(batched_events) Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: event.method(event) Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: return f(self, *a, **k) Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: return self._get(url).json() Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:55:11.466589 n-d-778732-8 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:55:11.469610 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.ipam_backend_mixin [None req-53327d2a-fc20-4e8d-b03b-e32d8f626543 None None] Port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 was not found and therefore no delete operation was performed {{(pid=95662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 13:55:11.469610 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-53327d2a-fc20-4e8d-b03b-e32d8f626543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788158438265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788157884492'] for port, after_delete {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.498075 n-d-778732-8 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53327d2a-fc20-4e8d-b03b-e32d8f626543 None None] No DVR routers for this DVR port 9f2963a7-1d71-4d2a-91c2-d8178675d3b0 on host n-d-778732-8 {{(pid=95662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:55:11.503111 n-d-778732-8 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53327d2a-fc20-4e8d-b03b-e32d8f626543 None None] Pushing event deleted for resources: {'Port': ['ID=9f2963a7-1d71-4d2a-91c2-d8178675d3b0,revision_number=None']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:11.591112 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535931'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.598074 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:11.601340 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] 10.222.0.44 "DELETE /v2.0/networks/1ea75f7c-422e-4006-bb49-09d31c90d36f HTTP/1.1" status: 204 len: 168 time: 0.6780114 Aug 19 13:55:11.613351 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9967d-ae4d-4241-876c-5e3f2bd3c5af admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea75f7c-422e-4006-bb49-09d31c90d36f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:11.947228 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58020) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:11.988876 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-c407823b-fe40-4d42-a5fd-2624f5f54d0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=586769d4545b4116b7f474ece5d8e397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404401 Aug 19 13:55:11.991444 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:12.043407 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a9f6b8-debc-48bf-a806-4d4e230c8ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:12.066346 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a9f6b8-debc-48bf-a806-4d4e230c8ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:12.202406 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a9f6b8-debc-48bf-a806-4d4e230c8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:12.205055 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a9f6b8-debc-48bf-a806-4d4e230c8ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:12.206350 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-47a9f6b8-debc-48bf-a806-4d4e230c8ac0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5daad4d-c730-46bb-ac0a-f6d40050a227 HTTP/1.1" status: 204 len: 168 time: 0.2139478 Aug 19 13:55:12.215003 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9f6b8-debc-48bf-a806-4d4e230c8ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5daad4d-c730-46bb-ac0a-f6d40050a227,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:12.897777 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:12.993738 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58028) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:13.034756 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-26105c3c-66b3-4c99-9b13-86aec63f76c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa03124ad5f14337be744618436d4f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396709 Aug 19 13:55:13.037271 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.44', 58030) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:55:13.086439 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-124f14e1-3162-48ec-98aa-9b7581706db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:13.110200 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-124f14e1-3162-48ec-98aa-9b7581706db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:13.270988 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-124f14e1-3162-48ec-98aa-9b7581706db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775656'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:13.273659 n-d-778732-8 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-124f14e1-3162-48ec-98aa-9b7581706db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:13.274834 n-d-778732-8 neutron-server[95660]: INFO neutron.wsgi [None req-124f14e1-3162-48ec-98aa-9b7581706db8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78694c79-eb51-45ae-90b3-cc974e5fc9bd HTTP/1.1" status: 204 len: 168 time: 0.2366290 Aug 19 13:55:13.283642 n-d-778732-8 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f14e1-3162-48ec-98aa-9b7581706db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78694c79-eb51-45ae-90b3-cc974e5fc9bd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:55:15.584541 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:21.247608 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-326d8668-a165-48d7-b688-dfd8d4823437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:25.882265 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a623796-e113-4b15-90f3-66bd72dbf136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:25.996189 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:27.429226 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:29.287891 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:41.468923 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:55:42.899314 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:45.544617 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:51.190557 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-db0c4294-a377-4d8b-9f62-f3356d57f6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:55.526234 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-accb8419-750d-4185-9a25-a00df0cc85d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:55.887541 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:57.396204 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:59.287408 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:12.875793 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:15.616968 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:18.474895 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:56:21.239408 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3054-3ce3-4515-9fa3-82059493b2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:25.532437 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-93e285b9-afe3-426d-9fb4-951d8ca8d8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:25.904853 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:27.407117 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:29.336886 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:42.873631 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:45.619090 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:51.210603 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78decc6c-41a7-47b4-9555-b41d9d693d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:55.465643 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:56:55.515102 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c06b2d0c-76e8-479a-8442-82e99dac4c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:55.887158 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:57.427936 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:59.281140 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:12.921149 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:15.628051 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:21.267528 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e5f68deb-9aa1-4b92-be9f-93b3aa788ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:25.566418 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-65d7d8ac-4ead-4254-878a-2bcced977e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:25.857497 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:27.428933 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:29.284947 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:32.467919 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:57:42.889494 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:45.667255 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:51.234112 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a90abcf5-8238-4b73-bc04-2b72cc25e7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:55.557484 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0c9b951a-be71-467d-86a1-8757c1e79345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:55.877362 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:57.426211 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:59.306554 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:09.467063 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:58:12.988842 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:15.637063 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:21.227988 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6fe811a3-cade-40b7-9dbf-6b382a8af6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:25.545864 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-44b3eae8-57da-4669-bd64-ff8f85643234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:25.871696 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:27.419742 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:29.302011 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:42.896443 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:45.671153 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:46.467182 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:58:51.299420 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2c2fce5f-2737-42bd-bdf8-a91add4345c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:55.596690 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d7afeca9-3d70-4c87-b111-72cde6c5aed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:55.884622 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:57.431154 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:59.356787 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:12.916182 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:15.648530 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:21.230945 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-537ab413-c50a-4bc0-8de7-995cc5591163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:23.468219 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:59:25.558998 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cbd16658-677f-44c6-9ae2-78d5da0a3e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:25.870680 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:27.504352 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:29.301903 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:42.884504 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:45.658243 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:51.246913 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a9b772b-849e-424d-878b-439e0ef18cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:55.521310 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c50de1a5-9fc0-4a8c-8e6b-2b4c601f758a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:55.918234 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:57.431183 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:59.400988 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:00.467289 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:00:12.944074 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:15.640966 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:21.278031 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-94118e9c-84f7-4329-a18d-02e29b40265b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:25.634681 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a26cc60b-109b-4f6f-b97d-ee519cab96f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:25.917951 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:27.429665 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:29.320899 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:37.466167 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:00:42.929833 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:45.645831 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:51.331541 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-51bb0309-3015-4511-8627-27ac694d7164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:55.586411 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ff029b7-3934-4381-800c-fde293da68f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:55.920288 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:57.434312 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:59.323214 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:12.908532 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:14.466829 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:01:15.674400 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:21.313897 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d612068c-1d87-4d6b-ba47-2af8ef50c92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:25.565328 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cd2cd2f3-b70c-4bd3-8b6a-4ae8452d83d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:25.908255 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:27.465805 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:29.316997 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:42.914522 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:45.701746 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:51.324769 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ddc46f5b-4da7-4c7b-a701-2076405e29e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:51.470506 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:01:55.539448 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4b0ddf5b-71c7-4986-95ef-429fbdcfcce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:55.873168 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:57.433336 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:01:59.307289 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:12.975785 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:15.672577 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:21.255396 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-32b98e27-dcd5-4dfa-bc81-940c704b7cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:25.541504 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-38680d52-1d4b-439d-abf7-14dd45b88e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:25.883971 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:27.461343 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:28.470370 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:02:29.321939 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:39.560231 n-d-778732-8 neutron-server[95660]: DEBUG neutron.wsgi [req-76fd656a-2608-4883-aa25-b19c807139e0 req-0b70d596-4753-419d-b918-e773654ed550 service neutron] (95660) timed out ('10.222.0.44', 56544) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 14:02:42.930052 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:45.666631 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:51.255744 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9e215a87-3f0a-471e-b608-3d3f41e60742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:55.592346 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-24bbf833-a468-49e0-893e-1406134e0e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:55.871678 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:57.487351 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:02:59.321395 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:05.468850 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:03:12.974614 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:15.763159 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:21.249149 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a153a10a-a4bc-467e-8442-6edc6660a3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:25.540481 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-20d1b115-620d-488f-819a-4f6f203d02e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:25.866022 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:27.441676 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-df75d709-3ede-438e-89f0-6ccdffc781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:29.323302 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-5fd70f46-1562-450e-90a0-6bdacefb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:42.472683 n-d-778732-8 neutron-server[95663]: DEBUG neutron.db.agents_db [None req-6f957458-dbbc-43c6-89dc-34d72152cd50 None None] Agent healthcheck: found 7 active agents {{(pid=95663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:03:43.014365 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-87b35e4e-3b04-4a24-8b42-7afba90b99b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:45.682772 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d95-ca6d-4583-8740-0b1effa117da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:51.271139 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d93bec80-44e2-43c9-a0e1-1ca00473527e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:55.551370 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6d150607-7fd3-4f42-a1ff-57c99cd937cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:03:55.894320 n-d-778732-8 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1b3796d0-294c-4d24-add8-1bc2416548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788158387923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504083'] for agent, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}